-- Logs begin at Wed 2022-05-25 18:58:17 UTC, end at Wed 2022-05-25 21:53:33 UTC. -- May 25 19:47:41.884059 n-d-843339-1 systemd[1]: Started Devstack devstack@q-svc.service. May 25 19:47:44.436788 n-d-843339-1 neutron-server[88226]: INFO neutron.common.config [-] Logging enabled! May 25 19:47:44.437548 n-d-843339-1 neutron-server[88226]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.0 May 25 19:47:44.437548 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88226) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 19:47:44.440715 n-d-843339-1 neutron-server[88226]: INFO neutron.common.config [-] Logging enabled! May 25 19:47:44.440968 n-d-843339-1 neutron-server[88226]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.0 May 25 19:47:44.441275 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88226) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 19:47:44.442219 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 19:47:44.442457 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 19:47:44.442804 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 19:47:44.443042 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 19:47:44.443264 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 19:47:44.443580 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.443875 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.444167 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.444393 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.444686 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.444973 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.445253 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.445538 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.445832 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.446113 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.446415 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.446698 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.446925 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.447208 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.447492 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.447777 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.448001 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] debug = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.448277 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.448700 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.449185 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.449468 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.449870 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.450028 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.450321 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.451203 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.451640 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.452070 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] host = n-d-843339-1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.452348 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.452639 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.452927 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.453214 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.453490 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.453765 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.454047 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.454341 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.454612 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] log_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.454887 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.455171 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.455457 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.455746 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.455968 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.456187 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.456471 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.456754 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.457028 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.457299 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.457570 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.457840 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.458113 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.458404 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.458684 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.458964 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.459242 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.459512 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.459781 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.460049 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.460317 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.460596 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.460863 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.461131 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.461399 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.461681 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.461945 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.462236 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.462533 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.462813 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.463089 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.463368 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.463636 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.463913 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.464181 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.464447 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.464713 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] use_json = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.464979 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.465241 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.465520 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.465788 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.466054 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.467097 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.467370 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.467653 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.467922 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:44.468217 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.468518 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.468815 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.469100 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.469387 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.469662 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.469947 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.470247 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.470536 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.470821 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.471106 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.471381 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.471665 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.471937 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.472230 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.472532 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.472822 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.473110 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.473381 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.473650 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.473917 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.474212 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.474494 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.474782 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.475069 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.475338 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.475613 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.475901 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.476176 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.476445 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.476719 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.477006 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.477280 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.477551 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.477826 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.478113 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.478426 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.478694 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.478969 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.479255 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.479526 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.479791 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.480059 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.480333 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.480600 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.480878 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.481150 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.481416 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.481684 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.482138 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.482437 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.482711 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.482988 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.483257 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.483535 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.483800 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.484069 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.484336 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.484605 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.484873 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.485138 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.485403 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.485673 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.485940 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.486235 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.486509 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.486777 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.487045 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.487328 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.487621 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.488156 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.488439 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.488715 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.488990 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.489265 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.489538 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.489811 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.490085 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.490375 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.490662 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.490943 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.491228 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.491505 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.491778 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.492066 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.492341 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.492620 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.492893 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.493171 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.493448 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.493726 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.494014 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.494333 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.494627 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.494917 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.495205 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.495482 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.495786 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.496062 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:44.496277 n-d-843339-1 neutron-server[88226]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 19:47:44.496515 n-d-843339-1 neutron-server[88226]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88226) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 19:47:44.892677 n-d-843339-1 neutron-server[88226]: INFO keyring.backend [-] Loading KWallet May 25 19:47:44.899967 n-d-843339-1 neutron-server[88226]: INFO keyring.backend [-] Loading SecretService May 25 19:47:44.903420 n-d-843339-1 neutron-server[88226]: INFO keyring.backend [-] Loading Windows May 25 19:47:44.904920 n-d-843339-1 neutron-server[88226]: INFO keyring.backend [-] Loading chainer May 25 19:47:44.905701 n-d-843339-1 neutron-server[88226]: INFO keyring.backend [-] Loading macOS May 25 19:47:44.939184 n-d-843339-1 neutron-server[88226]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 19:47:44.939456 n-d-843339-1 neutron-server[88226]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 19:47:44.939736 n-d-843339-1 neutron-server[88226]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 19:47:44.940062 n-d-843339-1 neutron-server[88226]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 19:47:45.332763 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.333045 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.333312 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.334628 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.334901 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.335164 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.370375 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.370647 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.370910 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.383878 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.384157 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.384421 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.417238 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.417518 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.417779 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.454674 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.455229 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.455229 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.691551 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.691833 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.692098 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.692366 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.693107 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.814399 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.814717 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.814993 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.815260 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.815522 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.815828 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.816086 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.816338 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.816592 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.816867 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.817118 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.817376 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.817632 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.817880 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.818139 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.818432 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.818687 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.818953 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.819201 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.819474 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.819816 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.820069 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.820313 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.820591 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.820833 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.821074 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.821452 n-d-843339-1 neutron-server[88226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 19:47:45.821683 n-d-843339-1 neutron-server[88226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 19:47:45.821911 n-d-843339-1 neutron-server[88226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 19:47:45.822141 n-d-843339-1 neutron-server[88226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 19:47:45.822390 n-d-843339-1 neutron-server[88226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 19:47:45.822616 n-d-843339-1 neutron-server[88226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 19:47:45.822974 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 19:47:45.826670 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 19:47:45.830687 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 19:47:45.834290 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) May 25 19:47:45.835907 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 19:47:45.836495 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 19:47:45.836825 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 19:47:45.837203 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 19:47:45.839981 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 19:47:45.840231 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 19:47:45.840588 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 19:47:45.868877 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 19:47:45.869313 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.869605 n-d-843339-1 neutron-server[88226]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88226) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 25 19:47:45.869960 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.871332 n-d-843339-1 neutron-server[88226]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88226) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 19:47:45.871607 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 19:47:45.871851 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 19:47:45.875271 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.875548 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:45.942143 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 19:47:45.942345 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 19:47:45.942570 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 19:47:45.942936 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 19:47:45.976061 n-d-843339-1 neutron-server[88226]: DEBUG oslo_db.sqlalchemy.engines [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88226) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 25 19:47:46.313845 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Initializing driver for type 'gre' May 25 19:47:46.314368 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] gre ID ranges: [(1, 1000)] May 25 19:47:46.373828 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Initializing driver for type 'local' May 25 19:47:46.374145 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Initializing driver for type 'vlan' May 25 19:47:46.385962 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] VlanTypeDriver initialization complete May 25 19:47:46.386345 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Initializing driver for type 'vxlan' May 25 19:47:46.386833 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] vxlan ID ranges: [(1, 1000)] May 25 19:47:46.444835 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Initializing extension driver 'port_security' May 25 19:47:46.445179 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.extensions.port_security [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] PortSecurityExtensionDriver initialization complete May 25 19:47:46.445524 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Initializing mechanism driver 'openvswitch' May 25 19:47:46.445850 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Initializing mechanism driver 'hyperv' May 25 19:47:46.452662 n-d-843339-1 neutron-server[88226]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:47:46.453340 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > port after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.453707 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > port after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.454052 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > port after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.454622 n-d-843339-1 neutron-server[88226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 25 19:47:46.455051 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > subnet after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.455598 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > subnet after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.455732 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.456131 n-d-843339-1 neutron-server[88226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 25 19:47:46.456534 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > network after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.456879 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > network after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.457218 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > network after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.457602 n-d-843339-1 neutron-server[88226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 25 19:47:46.458002 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > security_group after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.458370 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > security_group after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.458706 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.460737 n-d-843339-1 neutron-server[88226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 25 19:47:46.461183 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.461546 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.461898 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.462344 n-d-843339-1 neutron-server[88226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 25 19:47:46.462761 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > address_group after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.463108 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > address_group after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.463448 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.463854 n-d-843339-1 neutron-server[88226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 25 19:47:46.464300 n-d-843339-1 neutron-server[88226]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] ML2 OVO RPC backend initialized. {{(pid=88226) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 25 19:47:46.465016 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.465376 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.465788 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > network before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.466683 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > networks before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.467854 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > port before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.467854 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > ports before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.467854 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > subnet before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.468219 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > subnets before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.468566 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > network after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.468912 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > network after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.469248 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > network after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.469579 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > port after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.469909 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > port after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.470268 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > port after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.470604 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > subnet after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.470940 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > subnet after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.471272 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.471853 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.plugin [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Modular L2 Plugin initialization complete May 25 19:47:46.472179 n-d-843339-1 neutron-server[88226]: DEBUG neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading services supported by the core plugin {{(pid=88226) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 19:47:46.472508 n-d-843339-1 neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Got port-security extension from driver 'port_security' May 25 19:47:46.472967 n-d-843339-1 neutron-server[88226]: INFO neutron.extensions.vlantransparent [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Disabled vlantransparent extension. May 25 19:47:46.473457 n-d-843339-1 neutron-server[88226]: DEBUG neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88226) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 19:47:46.473767 n-d-843339-1 neutron-server[88226]: INFO neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading Plugin: router May 25 19:47:46.514248 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.514633 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router after_create 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.514996 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router before_create 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.515359 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.515721 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.516068 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router after_delete 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.516423 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.516779 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router after_create 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.517120 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router after_update 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.517463 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router after_update 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.517809 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.518180 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router after_update 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.518599 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router precommit_update 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.518962 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: port after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.519297 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: port after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.519637 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: subnet after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.519969 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.520309 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.520649 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router precommit_create 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.520984 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: port before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.521317 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router precommit_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.521667 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router after_update 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.522001 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.522363 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router precommit_create 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.522720 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.523058 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router precommit_update 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.523415 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > agent after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.523757 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > agent after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.524096 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > network after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.524951 n-d-843339-1 neutron-server[88226]: DEBUG neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Tracking information for resource: router configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 19:47:46.525280 n-d-843339-1 neutron-server[88226]: DEBUG neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Tracking information for resource: floatingip configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 19:47:46.530909 n-d-843339-1 neutron-server[88226]: INFO neutron.db.l3_agentschedulers_db [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 19:47:46.531472 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: port after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.531828 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: port after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.532174 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: port after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.532518 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: port after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.533300 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router before_create 55550100 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.533661 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.534020 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router precommit_create 55550100 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.534394 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > router precommit_update 55550100 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.538810 n-d-843339-1 neutron-server[88226]: DEBUG neutron.services.provider_configuration [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service providers = [] {{(pid=88226) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 19:47:46.539171 n-d-843339-1 neutron-server[88226]: DEBUG neutron.db.servicetype_db [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88226) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 19:47:46.542139 n-d-843339-1 neutron-server[88226]: DEBUG neutron.services.service_base [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 19:47:46.542513 n-d-843339-1 neutron-server[88226]: DEBUG neutron.services.service_base [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 19:47:46.542954 n-d-843339-1 neutron-server[88226]: DEBUG neutron.services.service_base [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 19:47:46.543748 n-d-843339-1 neutron-server[88226]: DEBUG neutron.services.service_base [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 19:47:46.544115 n-d-843339-1 neutron-server[88226]: INFO neutron.services.service_base [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 19:47:46.544626 n-d-843339-1 neutron-server[88226]: DEBUG neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 19:47:46.544966 n-d-843339-1 neutron-server[88226]: INFO neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 19:47:46.555728 n-d-843339-1 neutron-server[88226]: DEBUG neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 19:47:46.556060 n-d-843339-1 neutron-server[88226]: INFO neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading Plugin: auto_allocate May 25 19:47:46.561994 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: network precommit_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.562379 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: network precommit_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.562900 n-d-843339-1 neutron-server[88226]: DEBUG neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 19:47:46.563214 n-d-843339-1 neutron-server[88226]: INFO neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading Plugin: tag May 25 19:47:46.569826 n-d-843339-1 neutron-server[88226]: DEBUG neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 19:47:46.570002 n-d-843339-1 neutron-server[88226]: INFO neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading Plugin: timestamp May 25 19:47:46.574009 n-d-843339-1 neutron-server[88226]: DEBUG neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 19:47:46.574363 n-d-843339-1 neutron-server[88226]: INFO neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading Plugin: network_ip_availability May 25 19:47:46.580225 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.580592 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.580951 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.581658 n-d-843339-1 neutron-server[88226]: DEBUG neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 19:47:46.581973 n-d-843339-1 neutron-server[88226]: INFO neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading Plugin: flavors May 25 19:47:46.586631 n-d-843339-1 neutron-server[88226]: DEBUG neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 19:47:46.586957 n-d-843339-1 neutron-server[88226]: INFO neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading Plugin: revisions May 25 19:47:46.591795 n-d-843339-1 neutron-server[88226]: DEBUG neutron.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 19:47:46.592180 n-d-843339-1 neutron-server[88226]: DEBUG oslo_concurrency.lockutils [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.652s {{(pid=88226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 19:47:46.592916 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88226) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 25 19:47:46.593249 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Initializing extension manager. May 25 19:47:46.593749 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: __init__.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.594085 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: __pycache__ {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.594444 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.594771 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: address_group.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.595520 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.596098 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: address-group May 25 19:47:46.596417 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: address_scope.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.597304 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.597830 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: address-scope May 25 19:47:46.598163 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.599092 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.599610 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: router-admin-state-down-before-update May 25 19:47:46.599929 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: agent.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.600628 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.601147 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: agent May 25 19:47:46.601464 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: agent_resources_synced.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.602404 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.602922 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: agent-resources-synced May 25 19:47:46.603240 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: allowedaddresspairs.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.605013 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.605545 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: allowed-address-pairs May 25 19:47:46.605867 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: auto_allocated_topology.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.607076 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.607599 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: auto-allocated-topology May 25 19:47:46.607918 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: availability_zone.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.608608 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.609120 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: availability_zone May 25 19:47:46.609436 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: availability_zone_filter.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.610445 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.610969 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: availability_zone_filter May 25 19:47:46.611287 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: data_plane_status.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.612192 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.612702 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension data-plane-status not supported by any of loaded plugins May 25 19:47:46.613286 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: default_subnetpools.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.614223 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.614740 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: default-subnetpools May 25 19:47:46.615060 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.615862 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.616372 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: dhcp_agent_scheduler May 25 19:47:46.616690 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: dns.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.617594 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.618104 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension dns-integration not supported by any of loaded plugins May 25 19:47:46.618452 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: dns_domain_ports.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.619363 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.619873 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 19:47:46.620190 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: dvr.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.620858 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.621366 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: dvr May 25 19:47:46.621681 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: empty_string_filtering.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.622665 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.623186 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: empty-string-filtering May 25 19:47:46.623501 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.624411 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.624921 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 19:47:46.625236 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.626144 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.626678 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 19:47:46.626997 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: external_net.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.627900 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.628413 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: external-net May 25 19:47:46.628766 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.629630 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.630141 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: extra_dhcp_opt May 25 19:47:46.630482 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: extraroute.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.631387 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.631898 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: extraroute May 25 19:47:46.632214 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: extraroute_atomic.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.633238 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.633750 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: extraroute-atomic May 25 19:47:46.634066 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: filter_validation.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.634752 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.635260 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: filter-validation May 25 19:47:46.635574 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: fip_pf_description.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.636482 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.636992 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 19:47:46.637307 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: fip_port_details.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.638842 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.639320 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: fip-port-details May 25 19:47:46.639637 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: flavors.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.640875 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.641408 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: flavors May 25 19:47:46.641732 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.643564 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.644183 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 19:47:46.644554 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: floatingip_pools.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.645318 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.645894 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: floatingip-pools May 25 19:47:46.646321 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: ip_allocation.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.647372 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.648004 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension ip_allocation not supported by any of loaded plugins May 25 19:47:46.648379 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.649434 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.649979 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: ip-substring-filtering May 25 19:47:46.650361 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: l2_adjacency.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.651577 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.652225 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension l2_adjacency not supported by any of loaded plugins May 25 19:47:46.652595 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: l3.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.654397 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.655088 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: router May 25 19:47:46.655371 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.657805 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.658369 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 19:47:46.658698 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.659629 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.660160 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: ext-gw-mode May 25 19:47:46.660558 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.661572 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.662120 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: l3-ha May 25 19:47:46.662521 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: l3_flavors.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.663487 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.664047 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: l3-flavors May 25 19:47:46.664415 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.665434 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.665971 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: l3-port-ip-change-not-allowed May 25 19:47:46.666427 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: l3agentscheduler.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.667588 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.668072 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: l3_agent_scheduler May 25 19:47:46.668431 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: logging.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.670227 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.670776 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension logging not supported by any of loaded plugins May 25 19:47:46.671103 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: metering.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.671855 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.672447 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: metering May 25 19:47:46.672770 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.673871 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.674424 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: metering_source_and_destination_fields May 25 19:47:46.674748 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: multiprovidernet.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.675677 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.676194 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: multi-provider May 25 19:47:46.676514 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: netmtu.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.677429 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.677948 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: net-mtu May 25 19:47:46.678300 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: netmtu_writable.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.679219 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.679732 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: net-mtu-writable May 25 19:47:46.680052 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: network_availability_zone.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.680719 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.681234 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: network_availability_zone May 25 19:47:46.681551 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: network_ip_availability.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.682677 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.683200 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: network-ip-availability May 25 19:47:46.683522 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: network_segment_range.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.684285 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.684818 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension network-segment-range not supported by any of loaded plugins May 25 19:47:46.685248 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: pagination.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.686243 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.686573 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: pagination May 25 19:47:46.686891 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: port_device_profile.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.687802 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.688326 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: port-device-profile May 25 19:47:46.688642 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.689580 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.690094 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: port-mac-address-regenerate May 25 19:47:46.690512 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.691385 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.691900 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: port-numa-affinity-policy May 25 19:47:46.692214 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: port_resource_request.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.693165 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.693674 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension port-resource-request not supported by any of loaded plugins May 25 19:47:46.693989 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: portbindings.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.694939 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.695451 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: binding May 25 19:47:46.695766 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: portbindings_extended.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.697185 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.697711 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: binding-extended May 25 19:47:46.698035 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: portsecurity.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.698985 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.699503 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: port-security May 25 19:47:46.699823 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: project_id.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.701348 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.701778 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: project-id May 25 19:47:46.702098 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: providernet.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.703046 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.703574 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: provider May 25 19:47:46.703892 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: qos.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.707381 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.707912 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension qos not supported by any of loaded plugins May 25 19:47:46.708242 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.709478 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.710003 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 19:47:46.710355 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.711271 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.712775 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 19:47:46.713100 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: qos_default.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.714013 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.714566 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension qos-default not supported by any of loaded plugins May 25 19:47:46.714893 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: qos_fip.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.715606 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.716189 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension qos-fip not supported by any of loaded plugins May 25 19:47:46.717485 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: qos_gateway_ip.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.718029 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.718583 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 19:47:46.718905 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: qos_port_network_policy.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.719827 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.720349 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 19:47:46.720668 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: qos_rule_type_details.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.721583 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.722104 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 19:47:46.722452 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: qos_rules_alias.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.723498 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.724017 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 19:47:46.724336 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: quotasv2.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.725287 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.725612 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: quotas May 25 19:47:46.725929 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: quotasv2_detail.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.727568 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.727902 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: quota_details May 25 19:47:46.728227 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: rbac.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.729278 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.729807 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: rbac-policies May 25 19:47:46.730130 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: rbac_address_group.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.731089 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.731610 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: rbac-address-group May 25 19:47:46.732209 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: rbac_address_scope.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.732870 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.733382 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: rbac-address-scope May 25 19:47:46.733701 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: rbac_security_groups.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.734643 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.735158 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: rbac-security-groups May 25 19:47:46.735475 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: rbac_subnetpool.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.736407 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.736921 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: rbac-subnetpool May 25 19:47:46.737240 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: revisionifmatch.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.738574 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.739094 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: revision-if-match May 25 19:47:46.739411 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: revisions.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.740522 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.741048 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: standard-attr-revisions May 25 19:47:46.741351 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: router_availability_zone.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.742021 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.742566 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: router_availability_zone May 25 19:47:46.742882 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: routerservicetype.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.743801 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.744314 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension router-service-type not supported by any of loaded plugins May 25 19:47:46.744630 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.745544 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.746057 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: security-groups-normalized-cidr May 25 19:47:46.746403 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.747361 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.748022 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: port-security-groups-filtering May 25 19:47:46.748567 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.750054 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.750945 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: security-groups-remote-address-group May 25 19:47:46.751474 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: securitygroup.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.765201 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.766134 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: security-group May 25 19:47:46.766695 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: segment.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.767537 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.768054 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension segment not supported by any of loaded plugins May 25 19:47:46.768376 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.769386 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.769907 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 19:47:46.770256 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: servicetype.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.771381 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.771916 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: service-type May 25 19:47:46.772239 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: sorting.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.773729 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.774343 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: sorting May 25 19:47:46.774899 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: standard_attr_segment.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.776088 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.776617 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 19:47:46.776938 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: standardattrdescription.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.777588 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.778105 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: standard-attr-description May 25 19:47:46.778447 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: stateful_security_group.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.780142 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.780664 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: stateful-security-group May 25 19:47:46.780984 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: stdattrs_common.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.781566 n-d-843339-1 neutron-server[88226]: WARNING neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 19:47:46.781882 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.782946 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.783465 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 19:47:46.783783 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: subnet_onboard.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.784861 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.785390 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: subnet_onboard May 25 19:47:46.785709 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.786681 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.787195 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 19:47:46.787511 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: subnet_service_types.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.788438 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.788964 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: subnet-service-types May 25 19:47:46.789284 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: subnetallocation.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.790387 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.790908 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: subnet_allocation May 25 19:47:46.791225 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.791891 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.792460 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: subnetpool-prefix-ops May 25 19:47:46.792729 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.793669 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.794335 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 19:47:46.794591 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: tagging.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.795677 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.796257 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: standard-attr-tag May 25 19:47:46.796513 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: timestamp.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.797708 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.798263 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loaded extension: standard-attr-timestamp May 25 19:47:46.798586 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: trunk.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.799617 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.800136 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension trunk not supported by any of loaded plugins May 25 19:47:46.800459 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: trunk_details.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.801382 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.801898 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension trunk-details not supported by any of loaded plugins May 25 19:47:46.802259 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: uplink_status_propagation.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.803238 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.803696 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 19:47:46.804016 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Loading extension file: vlantransparent.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 19:47:46.804682 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 19:47:46.805191 n-d-843339-1 neutron-server[88226]: INFO neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extension vlan-transparent not supported by any of loaded plugins May 25 19:47:46.807655 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:network May 25 19:47:46.808386 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:subnet May 25 19:47:46.808988 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 19:47:46.919140 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:port May 25 19:47:46.920634 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 19:47:46.921072 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service FLAVORS assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 19:47:46.921699 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 19:47:46.922126 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 19:47:46.922480 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:router May 25 19:47:46.923137 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:floatingip May 25 19:47:46.923950 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service METERING assigned prefix: /metering {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 19:47:46.925402 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.925769 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.926120 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:47:46.927178 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of CountableResource for resource:rbac_policy May 25 19:47:46.927617 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:security_group May 25 19:47:46.928277 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 19:47:46.929023 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service CORE assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 19:47:46.929356 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 19:47:46.929694 n-d-843339-1 neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] subnetpool is already registered May 25 19:47:46.930412 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service CORE assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 19:47:46.930748 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 19:47:46.931067 n-d-843339-1 neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] subnetpool is already registered May 25 19:47:46.933543 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 19:47:46.933969 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service FLAVORS assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 19:47:46.934586 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 19:47:46.935522 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 19:47:46.935852 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:router May 25 19:47:46.936176 n-d-843339-1 neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] router is already registered May 25 19:47:46.936766 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:floatingip May 25 19:47:46.937091 n-d-843339-1 neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] floatingip is already registered May 25 19:47:46.937716 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service METERING assigned prefix: /metering {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 19:47:46.938414 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of CountableResource for resource:rbac_policy May 25 19:47:46.938764 n-d-843339-1 neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] rbac_policy is already registered May 25 19:47:46.939340 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:security_group May 25 19:47:46.939667 n-d-843339-1 neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] security_group is already registered May 25 19:47:46.940251 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 19:47:46.940577 n-d-843339-1 neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] security_group_rule is already registered May 25 19:47:46.941231 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service CORE assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 19:47:46.941557 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 19:47:46.941879 n-d-843339-1 neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] subnetpool is already registered May 25 19:47:46.942514 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Service CORE assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 19:47:46.942842 n-d-843339-1 neutron-server[88226]: INFO neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 19:47:46.943160 n-d-843339-1 neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] subnetpool is already registered May 25 19:47:46.943809 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: extensions {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.945286 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: address-groups {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.946951 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: address-scopes {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.948149 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: agents {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.949295 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: auto-allocated-topology {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.951190 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: availability_zones {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.952584 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: dhcp-networks {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.953980 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: dhcp-agents {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.955417 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: routers {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.957199 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: flavors {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.958401 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: service_profiles {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.959606 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: next_providers {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.961147 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: service_profiles {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.962693 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: floatingip-pools {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.963899 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: routers {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.965677 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: floatingips {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.966969 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: l3-routers {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.968334 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: l3-agents {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.969728 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: metering-labels {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.971114 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: metering-label-rules {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.972388 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: network-ip-availabilities {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.973634 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: bindings {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.975307 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: quotas {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.976729 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: quotas {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.978119 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: rbac-policies {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.979437 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: security-groups {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.980640 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: security-group-rules {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.981891 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: service-providers {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.983137 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: subnetpools {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.985491 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: subnetpools {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.986975 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.988939 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.990764 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.992538 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.994358 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.996186 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:46.998631 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:47.000530 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:47.002306 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:47.004163 n-d-843339-1 neutron-server[88226]: DEBUG neutron.api.extensions [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 19:47:47.010017 n-d-843339-1 neutron-server[88226]: WARNING keystonemiddleware.auth_token [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 19:47:47.015507 n-d-843339-1 neutron-server[88226]: WARNING keystonemiddleware.auth_token [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 19:47:47.023643 n-d-843339-1 neutron-server[88226]: DEBUG oslo_concurrency.lockutils [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Acquired lock "singleton_lock" {{(pid=88226) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 25 19:47:47.024122 n-d-843339-1 neutron-server[88226]: DEBUG oslo_concurrency.lockutils [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Releasing lock "singleton_lock" {{(pid=88226) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 25 19:47:47.024739 n-d-843339-1 neutron-server[88226]: INFO oslo_service.service [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Starting 2 workers May 25 19:47:47.029444 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Started child 88331 {{(pid=88226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 19:47:47.033655 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Started child 88332 {{(pid=88226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 19:47:47.034697 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:47:47.035285 n-d-843339-1 neutron-server[88226]: INFO neutron.service [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Neutron service started, listening on 0.0.0.0:9696 May 25 19:47:47.035871 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Notify callbacks [] for process, before_spawn {{(pid=88226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:47:47.036274 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [-] (88331) wsgi starting up on http://0.0.0.0:9696 May 25 19:47:47.038201 n-d-843339-1 neutron-server[88226]: INFO oslo_service.service [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Starting 1 workers May 25 19:47:47.038350 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:47:47.039622 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [-] (88332) wsgi starting up on http://0.0.0.0:9696 May 25 19:47:47.043166 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Started child 88333 {{(pid=88226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 19:47:47.043653 n-d-843339-1 neutron-server[88226]: INFO oslo_service.service [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Starting 1 workers May 25 19:47:47.047717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.service [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] calling RpcWorker wait() {{(pid=88333) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 19:47:47.048322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.service [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] returning from RpcWorker wait() {{(pid=88333) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 19:47:47.048400 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Started child 88335 {{(pid=88226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 19:47:47.048839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57010) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:47:47.048941 n-d-843339-1 neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-5c2ba13b-1af2-43eb-acd2-18f116be0cb7 None None] Notify callbacks [] for process, after_spawn {{(pid=88226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:47:47.049715 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:47:47.050297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:47:47.050974 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88226) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 19:47:47.051193 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 19:47:47.051377 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 19:47:47.051589 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 19:47:47.051955 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 19:47:47.052120 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 19:47:47.052647 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.052948 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.053219 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.053488 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.053763 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.054360 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.054640 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.054876 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.055160 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.055408 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.055574 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.055740 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.055999 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.056250 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.056622 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.056894 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.057144 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.057433 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.057600 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.057854 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.058115 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.058374 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.058633 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] debug = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.058874 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.059330 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.059550 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:47:47.060934 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.061010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090051 May 25 19:47:47.061158 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.061457 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.061731 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.061969 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.062249 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.062498 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.062714 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.062951 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.063206 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.063463 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.063581 n-d-843339-1 neutron-server[88335]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:47:47.063700 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.064490 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.064490 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.064490 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.064842 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] host = n-d-843339-1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.065838 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.065838 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.065838 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.065838 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.066114 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.066234 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.066431 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.066682 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.066942 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.067165 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.067422 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.067664 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.067907 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.068145 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.068302 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_options = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.068559 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.068833 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.069081 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.069273 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.069439 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.069614 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.069863 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.070023 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.070292 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.070509 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.070725 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.070941 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.071176 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.071410 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.071672 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.071910 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.072141 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.072354 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.072597 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.072824 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.073049 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.073282 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.073516 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.073736 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.073967 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.074224 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.074473 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.074689 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.074902 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.075169 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.075416 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.075416 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.076584 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.076888 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.077033 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.077238 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.081539 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.081539 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.081539 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.081539 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.081539 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.081539 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.081539 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.081539 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.082104 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.082104 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] use_json = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.082104 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.082104 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.082104 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.082104 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.082104 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.082104 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.082104 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.082923 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.082923 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.082923 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.082923 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.082923 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.082923 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.082923 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.083331 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.083331 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.083597 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.083782 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.084188 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.084358 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.084635 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.084913 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.085213 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.085375 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.085693 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.086026 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.086903 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.086903 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.086903 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.087136 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.087417 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.088734 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.089271 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.089550 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.089839 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.090580 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.090580 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.090580 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.090816 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.090981 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.091268 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.091690 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.091954 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.092183 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.092436 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.092670 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.092893 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.093134 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.094000 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.094000 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.094000 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.094292 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.094360 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.094544 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.095167 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.095167 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.096601 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.097118 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.097390 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.097795 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.098471 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.098679 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.099052 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.099541 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.099971 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.101597 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.104103 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.104103 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.104103 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.104103 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.104103 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.104103 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.104904 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.104904 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.104904 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.104904 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.105545 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.105545 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.105545 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.106313 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.106313 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.106313 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.106787 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.106787 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.107090 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.107090 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.107361 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.107753 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.107753 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.108201 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.108201 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.110051 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.110051 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.110051 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.110051 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.110051 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.110051 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.110051 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.111429 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.111429 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.111429 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.111429 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.111429 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.111429 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.112860 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.112860 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.112860 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.112860 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.112860 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.112860 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.112860 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.115012 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.115012 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.115012 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.115012 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.115012 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.115012 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.115012 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.115956 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.115956 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.119498 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.119498 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.119498 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.119498 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.119498 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.119498 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.119498 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.119498 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.120648 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.120648 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.120648 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.120648 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.120648 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.120648 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.121451 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.121451 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.124474 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.124474 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.124474 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.124474 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.124474 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.125194 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.125194 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.125453 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.125600 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.125762 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.126058 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.127296 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.127580 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.127845 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.128120 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.128637 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.128881 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.129155 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.129406 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.129657 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.129893 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.130191 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.130418 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.130666 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.130898 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.131111 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.131408 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.131617 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.131839 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.132053 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.132276 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.132515 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.132746 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.132958 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.133182 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.133419 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.133637 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.133878 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.134100 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.135152 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.135424 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.135654 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.135928 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.136190 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.136435 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.136684 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.137712 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.138105 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.138796 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.139081 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.139344 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.140133 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.140133 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.140133 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.140355 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.140421 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.140654 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.140890 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.141146 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.141395 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.141756 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.142029 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.143182 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.143423 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.144065 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.144065 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.144065 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.144332 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.144502 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.144720 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.144942 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.145193 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.145443 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.145707 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.145893 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.146106 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.147186 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.147465 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.147675 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.147895 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.148119 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.148409 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.148568 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.148784 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.148994 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.149205 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.149434 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.149648 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.149862 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.150145 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.151787 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.151787 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.151969 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.152137 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.152348 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.152572 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.152804 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.153026 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.153526 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.153526 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.154586 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.155091 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.155091 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.155362 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.157016 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.157358 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.157620 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.157887 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.158130 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.159190 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.160167 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.160167 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.160167 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.160406 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.160474 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.160664 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.160915 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.161185 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.161512 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.161812 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.162094 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.163643 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.163926 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.164209 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.164710 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.164923 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.165230 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.165558 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.165831 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.166095 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.167974 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.167974 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.167974 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.167974 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.168326 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.168326 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.168542 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.170230 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.170230 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.170463 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.170553 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.170779 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.171013 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.171267 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.172223 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.172223 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.172223 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.172223 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 19:47:47.172754 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88226) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 19:47:47.172988 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 19:47:47.173085 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 19:47:47.173316 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 19:47:47.173489 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 19:47:47.173647 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 19:47:47.173838 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.174114 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.174318 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.174479 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.174635 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.174857 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.175030 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.175177 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.175309 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.175464 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.175682 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.176307 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.176406 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.176553 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.176702 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.176850 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.177008 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.177164 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.177325 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.178214 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.178214 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.178214 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.179470 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] debug = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.179470 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.179470 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.179470 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.179470 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.179470 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.179924 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.179924 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.179924 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.179924 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.179924 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.179924 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.180262 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.180262 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.180383 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.180592 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.180688 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.180796 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.180948 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] host = n-d-843339-1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.181104 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.181257 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.181411 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.181563 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.181717 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.181869 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.182022 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.182244 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.182411 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.182566 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.182807 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.182965 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.183119 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.183274 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.183469 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_options = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.183700 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.183856 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.184009 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.184188 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.184351 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.184506 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.184660 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.185617 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.185779 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.185930 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.186101 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.186320 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.186475 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.186623 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.186781 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.186931 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.187083 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.187236 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.187394 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.187575 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.187730 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.187846 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.188024 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.188164 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.188297 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.188444 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.188597 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.188751 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.188904 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.189060 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.189229 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.189388 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.189532 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.189674 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.189817 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.189956 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.190097 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.190817 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.190980 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.191137 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.191297 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.191442 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.191594 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.192123 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.192123 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.192123 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] use_json = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.192365 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.192365 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.192511 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.192601 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.192754 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.192906 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.193059 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.193213 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.193367 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 19:47:47.193551 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.193700 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.193867 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.194023 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.194512 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.194626 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.194718 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.194878 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.195035 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.195541 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.195541 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.195541 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.195811 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.195811 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.195964 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.196081 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.196877 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.196877 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.196877 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.196877 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.196877 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.197213 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.197213 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.197336 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.197490 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.198033 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.198236 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.198400 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.198558 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.198713 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.198870 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.199103 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.199198 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.199324 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.199478 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.199633 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.199788 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.199945 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.200101 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.200256 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.200459 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.201317 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.201480 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.203034 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.203034 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.203034 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.203034 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.203314 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.203314 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.203439 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.203722 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.203909 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.204077 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.204242 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.204407 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.204569 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.204730 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.204892 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.205055 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.205217 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.205377 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.205551 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.205639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:47:47.205733 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.205859 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.206018 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.206605 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.206781 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.206942 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.207104 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.207264 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.208205 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.208379 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.208537 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.209110 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.209110 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.209110 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.209535 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.209535 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.209535 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.209822 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.209822 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.210029 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.210029 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.210325 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.210432 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.210551 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.211023 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.211023 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.211023 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.211340 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.211340 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.211552 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.211656 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.211760 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.211864 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.212024 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.212223 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.212347 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.212469 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.212626 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.212781 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.212935 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.213081 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.213234 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.213386 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.213541 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.213696 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.213952 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.214110 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.214378 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.214505 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.214652 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.214812 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.215014 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.215902 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.216105 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.216282 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.216456 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.216674 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.216803 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.216925 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.217048 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.217169 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.217332 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.217492 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.217651 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.217796 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.217967 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.218139 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.218339 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.218500 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.218659 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.218844 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.219004 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.219164 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.219402 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.219526 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.219653 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.219778 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.219924 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.220233 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.220233 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.220488 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.220611 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.220745 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.220893 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.221032 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.221170 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.221321 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.221458 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.221594 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.221729 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.221865 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.222012 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.222219 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.222368 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.222505 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.222656 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.222815 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.222973 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.223132 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.223290 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.223485 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.223594 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.223742 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.224003 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.224178 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.224353 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.224481 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.224608 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.224776 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.224963 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.225115 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.225248 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.225407 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.225570 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.225752 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.225890 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.226050 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.226239 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.226401 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.226540 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.226775 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.226940 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.227091 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.227228 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.227365 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.227455 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.227603 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.227784 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.227917 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.228232 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.228542 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.228874 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.229047 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.229198 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.229344 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.229499 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.229655 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.229815 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.229967 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.230130 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.230345 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.230508 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.230670 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.230833 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.231007 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.231149 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.231465 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.232925 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.232925 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.232925 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.232925 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.232925 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.233249 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.233249 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.233382 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.233489 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.233788 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.234261 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.234604 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.234951 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.235834 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.235834 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.235834 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.235834 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.235834 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.236199 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.236199 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.236199 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.236382 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.236537 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.236627 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.236783 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.236944 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.237100 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.237253 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.237407 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.237587 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.237749 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.238220 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.238363 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.238498 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.238659 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.238822 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.238986 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.239157 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.239309 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.239477 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.239646 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.239814 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.239982 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.240142 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.240308 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.240479 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.240638 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.240797 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.240955 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.241114 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.241344 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.241445 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.241609 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.241716 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.242262 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.242262 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.242262 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.242588 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.242588 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.242805 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.242805 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.243011 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.243100 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.243238 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.243392 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 19:47:47.243539 n-d-843339-1 neutron-server[88226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 19:47:58.015304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb17a28-c0b7-4c0e-af84-e56992af9f9e None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 19:47:58.088181 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb17a28-c0b7-4c0e-af84-e56992af9f9e None None] No non-hosted networks {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 19:47:58.124288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.agentschedulers_db [None req-0fb17a28-c0b7-4c0e-af84-e56992af9f9e None None] DHCP Agent not found on host n-d-843339-1 {{(pid=88333) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 25 19:47:58.286434 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a8ebdb9e-db81-4f12-ae9c-2b66f33990c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1716251'] for agent, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:00.455788 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7670cfd7-7656-405e-8280-5cc3fc95b302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1716251'] for agent, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:00.498038 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-70f44dc2-769f-4e35-8104-46cc10acde92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:01.201763 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1716251'] for agent, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:01.202653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:01.203327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:01.203976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:01.204553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:01.205052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:01.205612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:01.206106 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:01.206624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:01.207108 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:01.207609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:01.208109 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:01.208599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:01.209160 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843339-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:48:01.217858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843339-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:48:01.473242 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1716251'] for agent, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:02.817003 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1716251'] for agent, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:04.501754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57118) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:48:05.074992 n-d-843339-1 neutron-server[88332]: WARNING oslo_policy.policy [None req-a534f74c-95fe-4ac8-8f2f-f8afbcce0263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 19:48:05.075683 n-d-843339-1 neutron-server[88332]: WARNING oslo_policy.policy [None req-a534f74c-95fe-4ac8-8f2f-f8afbcce0263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 19:48:05.292775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-a534f74c-95fe-4ac8-8f2f-f8afbcce0263 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 19:48:05.294129 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a534f74c-95fe-4ac8-8f2f-f8afbcce0263 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7911468 May 25 19:48:07.682320 n-d-843339-1 neutron-server[88333]: INFO neutron.db.l3_hamode_db [None req-26a78360-0148-47c5-896c-d0dfd7e5382f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 19:48:07.711481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57132) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:48:07.768604 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a78360-0148-47c5-896c-d0dfd7e5382f None None] Routers set() bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 19:48:07.768998 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a78360-0148-47c5-896c-d0dfd7e5382f None None] Router IDs set() for agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 25 19:48:08.071923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6c6dfca8-2954-4218-b66c-ddce9b0158c6 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:48:08.166237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.policy [None req-6c6dfca8-2954-4218-b66c-ddce9b0158c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88332) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 19:48:08.211221 n-d-843339-1 neutron-server[88332]: WARNING oslo_policy.policy [None req-6c6dfca8-2954-4218-b66c-ddce9b0158c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 19:48:08.211522 n-d-843339-1 neutron-server[88332]: WARNING oslo_policy.policy [None req-6c6dfca8-2954-4218-b66c-ddce9b0158c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 19:48:08.219857 n-d-843339-1 neutron-server[88332]: INFO neutron.quota [None req-6c6dfca8-2954-4218-b66c-ddce9b0158c6 admin admin] Loaded quota_driver: . May 25 19:48:08.235603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6c6dfca8-2954-4218-b66c-ddce9b0158c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:48:08.296052 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c6dfca8-2954-4218-b66c-ddce9b0158c6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739050712752', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739050712261', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739050527619', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739050532698', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739050538427', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739050545842', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1419049', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1419125', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-364915', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-446692'] for rbac-policy, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:08.357883 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c6dfca8-2954-4218-b66c-ddce9b0158c6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:08.359094 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6c6dfca8-2954-4218-b66c-ddce9b0158c6 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6466560 May 25 19:48:11.040620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57146) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:48:11.386534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '3888e527471b4b62a94b5594e61ac3ec'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:48:11.391258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:48:11.397086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Usage tracker for resource:network and tenant:3888e527471b4b62a94b5594e61ac3ec is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:48:11.401619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:48:11.407824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:48:11.417022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Made reservation on behalf of 3888e527471b4b62a94b5594e61ac3ec for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:48:11.420334 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:11.438487 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:11.452290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:48:11.455916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Usage tracker for resource:security_group_rule and tenant:3888e527471b4b62a94b5594e61ac3ec is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:48:11.461130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:48:11.466840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:48:11.569922 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:11.573570 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:11.597638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 19:48:11.622598 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739053763539', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:11.623140 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Unsubscribe: segment precommit_create {{(pid=88332) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 19:48:11.623642 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Added segment e470a408-b3b0-48a7-9c67-ab6cb6c30caa of type vlan for network 2ee9c070-eb40-4f58-b961-42a83dbd0b06 May 25 19:48:11.631867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44db76ee-62b3-471d-a3ef-c26501295402,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:11.687979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:11.688388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:11.688710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:11.689025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:11.689336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:11.689644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:11.689952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:11.690284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:11.690592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:11.690896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:11.691197 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:11.691496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Tracked resource versions report: May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: pushed versions: May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: { 'AddressGroup': {'1.2'}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'ConntrackHelper': {'1.0'}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'Log': {'1.0'}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'Network': {'1.1'}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'Port': {'1.7'}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'PortForwarding': {'1.2'}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'QosPolicy': {'1.8'}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'SecurityGroup': {'1.4'}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'SecurityGroupRule': {'1.2'}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'SubPort': {'1.0'}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'Subnet': {'1.1'}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'Trunk': {'1.1'}} May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: consumer versions: May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: { DHCP agent@n-d-843339-1: {}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: L3 agent@n-d-843339-1: {}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: Metadata agent@n-d-843339-1: {}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: Metering agent@n-d-843339-1: {}, May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: Open vSwitch agent@n-d-843339-1: { 'AddressGroup': '1.2', May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'ConntrackHelper': '1.0', May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'Log': '1.0', May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'Network': '1.1', May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'Port': '1.7', May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'PortForwarding': '1.2', May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'QosPolicy': '1.8', May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'SecurityGroup': '1.4', May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'SecurityGroupRule': '1.2', May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'SubPort': '1.0', May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'Subnet': '1.1', May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: 'Trunk': '1.1'}} May 25 19:48:11.692568 n-d-843339-1 neutron-server[88332]: {{(pid=88332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 19:48:11.734860 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:11.776008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:11.777066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:48:11.777704 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:11.887709 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8459303 May 25 19:48:11.888326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb816b-41c1-42b8-acdd-1487fccca649 admin admin] Pushing event updated for resources: {'Network': ['ID=2ee9c070-eb40-4f58-b961-42a83dbd0b06,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:11.900912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 2ee9c070-eb40-4f58-b961-42a83dbd0b06 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 19:48:14.604085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57162) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:48:15.067833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1042d6-b74f-491a-90b6-f1d9456f2dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:48:15.069125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cd1042d6-b74f-491a-90b6-f1d9456f2dcf admin admin] 10.222.0.60 "GET /v2.0/networks/2ee9c070-eb40-4f58-b961-42a83dbd0b06 HTTP/1.1" status: 200 len: 825 time: 0.4640985 May 25 19:48:15.095103 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-26392138-ae63-4a2c-8c68-6901800dd33c admin admin] 10.222.0.60 "GET /v2.0/subnetpools/aa4e12ef-6ae1-4adb-9f21-1587b32aca9f HTTP/1.1" status: 200 len: 734 time: 0.0206149 May 25 19:48:15.103207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06', 'subnetpool_id': 'aa4e12ef-6ae1-4adb-9f21-1587b32aca9f', 'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:48:15.107925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:48:15.111648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Usage tracker for resource:subnet and tenant:3888e527471b4b62a94b5594e61ac3ec is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:48:15.114717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:48:15.120215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:48:15.130612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Made reservation on behalf of 3888e527471b4b62a94b5594e61ac3ec for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:48:15.133045 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:15.419298 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:15.502981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Checking segment: {'id': 'e470a408-b3b0-48a7-9c67-ab6cb6c30caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:48:15.503359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Network hostable DHCP agents. Network: 2ee9c070-eb40-4f58-b961-42a83dbd0b06, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 19:48:15.510294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f597dce4-8b84-4a57-a1cc-e1c7c851aeb5,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:15.528404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Network 2ee9c070-eb40-4f58-b961-42a83dbd0b06 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 19:48:15.538339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 2ee9c070-eb40-4f58-b961-42a83dbd0b06) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:48:15.543123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:48:15.544529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:15.548318 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c492a3-44ef-4d5e-a2d7-6b8268f95776 None None] Network 2ee9c070-eb40-4f58-b961-42a83dbd0b06 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:48:15.564401 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9ffce8b5-2abb-42f8-9aa0-2c32d733e31e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4642937 May 25 19:48:15.860777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-2ee9c070-eb40-4f58-b961-42a83dbd0b06', 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06', 'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'fixed_ips': [{'subnet_id': 'f597dce4-8b84-4a57-a1cc-e1c7c851aeb5'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 19:48:15.861986 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:16.052417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Allocated IP 172.20.0.2 (2ee9c070-eb40-4f58-b961-42a83dbd0b06/f597dce4-8b84-4a57-a1cc-e1c7c851aeb5/4b97c76b-257b-4eb3-89d7-79d86497b518) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:48:16.280940 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:16.294005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Transition to ACTIVE for port object 4b97c76b-257b-4eb3-89d7-79d86497b518 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:48:16.313716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Transition to ACTIVE for port object 4b97c76b-257b-4eb3-89d7-79d86497b518 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:48:16.320084 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:16.384665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Network 2ee9c070-eb40-4f58-b961-42a83dbd0b06 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:48:16.387954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:48:16.391303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:48:16.433411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Pushing event updated for resources: {'Port': ['ID=4b97c76b-257b-4eb3-89d7-79d86497b518,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:16.444727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:16.445060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:16.445386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:16.445705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:16.446133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:16.446481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:16.446795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:16.447109 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:16.447421 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:16.447729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:16.448036 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:16.448342 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Tracked resource versions report: May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: pushed versions: May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: { 'AddressGroup': {'1.2'}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'ConntrackHelper': {'1.0'}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'Log': {'1.0'}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'Network': {'1.1'}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'Port': {'1.7'}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'PortForwarding': {'1.2'}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'QosPolicy': {'1.8'}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'SecurityGroup': {'1.4'}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'SecurityGroupRule': {'1.2'}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'SubPort': {'1.0'}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'Subnet': {'1.1'}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'Trunk': {'1.1'}} May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: consumer versions: May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: { DHCP agent@n-d-843339-1: {}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: L3 agent@n-d-843339-1: {}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: Metadata agent@n-d-843339-1: {}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: Metering agent@n-d-843339-1: {}, May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: Open vSwitch agent@n-d-843339-1: { 'AddressGroup': '1.2', May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'ConntrackHelper': '1.0', May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'Log': '1.0', May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'Network': '1.1', May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'Port': '1.7', May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'PortForwarding': '1.2', May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'QosPolicy': '1.8', May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'SecurityGroup': '1.4', May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'SecurityGroupRule': '1.2', May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'SubPort': '1.0', May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'Subnet': '1.1', May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: 'Trunk': '1.1'}} May 25 19:48:16.449414 n-d-843339-1 neutron-server[88333]: {{(pid=88333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 19:48:16.502242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Attempting to bind port 4b97c76b-257b-4eb3-89d7-79d86497b518 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:48:16.502624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Attempting to bind port 4b97c76b-257b-4eb3-89d7-79d86497b518 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e470a408-b3b0-48a7-9c67-ab6cb6c30caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:48:16.503063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Attempting to bind port 4b97c76b-257b-4eb3-89d7-79d86497b518 on network 2ee9c070-eb40-4f58-b961-42a83dbd0b06 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:48:16.508227 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:48:16.508619 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Checking segment: {'id': 'e470a408-b3b0-48a7-9c67-ab6cb6c30caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:48:16.509094 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:16.509469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Bound using segment: {'id': 'e470a408-b3b0-48a7-9c67-ab6cb6c30caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:48:16.509938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Bound port: 4b97c76b-257b-4eb3-89d7-79d86497b518, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e470a408-b3b0-48a7-9c67-ab6cb6c30caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:48:16.510335 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:16.600837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] For port 4b97c76b-257b-4eb3-89d7-79d86497b518, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:48:16.604545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] For port 4b97c76b-257b-4eb3-89d7-79d86497b518, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4b97c76b-257b-4eb3-89d7-79d86497b518,segment=NetworkSegment(e470a408-b3b0-48a7-9c67-ab6cb6c30caa),segment_id=e470a408-b3b0-48a7-9c67-ab6cb6c30caa)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:48:16.608957 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:16.696950 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cd5b4-1f31-4e53-92cc-a19dd2fe7195 None None] Pushing event updated for resources: {'Port': ['ID=4b97c76b-257b-4eb3-89d7-79d86497b518,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:18.099707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57172) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:48:18.475326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-efdaef06-813a-4f7c-9292-db616d430408 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 19:48:18.476310 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-efdaef06-813a-4f7c-9292-db616d430408 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3756654 May 25 19:48:20.542104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73a0cec-21fe-4dc3-bf2b-b2c265e21aa0 None None] Network 2ee9c070-eb40-4f58-b961-42a83dbd0b06 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:48:20.626340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-969739b5-21cd-45fb-ad23-c2f1bb4718b9 None None] Provisioning for port 4b97c76b-257b-4eb3-89d7-79d86497b518 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:48:20.945791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57186) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:48:21.075335 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4b97c76b-257b-4eb3-89d7-79d86497b518 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:48:21.143545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 4b97c76b-257b-4eb3-89d7-79d86497b518 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:48:21.148007 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4b97c76b-257b-4eb3-89d7-79d86497b518 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:48:21.148394 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:21.283654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4b97c76b-257b-4eb3-89d7-79d86497b518 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:48:21.284076 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:21.318142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 4b97c76b-257b-4eb3-89d7-79d86497b518, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4b97c76b-257b-4eb3-89d7-79d86497b518,segment=NetworkSegment(e470a408-b3b0-48a7-9c67-ab6cb6c30caa),segment_id=e470a408-b3b0-48a7-9c67-ab6cb6c30caa)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:48:21.322082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-a8c6b746-7f50-4843-9c0e-02ff593f3920 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 19:48:21.323259 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a8c6b746-7f50-4843-9c0e-02ff593f3920 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3764207 May 25 19:48:21.323527 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:21.394310 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=4b97c76b-257b-4eb3-89d7-79d86497b518,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:23.051526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4b97c76b-257b-4eb3-89d7-79d86497b518 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:48:23.118404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4b97c76b-257b-4eb3-89d7-79d86497b518 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:48:23.118764 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:23.233346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4b97c76b-257b-4eb3-89d7-79d86497b518 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:48:24.051528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57198) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:48:24.395472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a1618ebd-ef87-41a4-87e1-f9d7d6620f0c admin admin] Request body: {'router': {'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:48:24.400279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a1618ebd-ef87-41a4-87e1-f9d7d6620f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:48:24.404601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a1618ebd-ef87-41a4-87e1-f9d7d6620f0c admin admin] Usage tracker for resource:router and tenant:3888e527471b4b62a94b5594e61ac3ec is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:48:24.407938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a1618ebd-ef87-41a4-87e1-f9d7d6620f0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:48:24.413573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a1618ebd-ef87-41a4-87e1-f9d7d6620f0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:48:24.423896 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1618ebd-ef87-41a4-87e1-f9d7d6620f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:24.425437 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1618ebd-ef87-41a4-87e1-f9d7d6620f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:24.446075 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1618ebd-ef87-41a4-87e1-f9d7d6620f0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:24.556580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1618ebd-ef87-41a4-87e1-f9d7d6620f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:24.574401 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1618ebd-ef87-41a4-87e1-f9d7d6620f0c admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:24.575942 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a1618ebd-ef87-41a4-87e1-f9d7d6620f0c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5234494 May 25 19:48:27.002468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57208) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:48:27.574087 n-d-843339-1 neutron-server[88331]: WARNING oslo_policy.policy [None req-4083e854-e85b-44a5-a579-ea20702fb1d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 19:48:27.575076 n-d-843339-1 neutron-server[88331]: WARNING oslo_policy.policy [None req-4083e854-e85b-44a5-a579-ea20702fb1d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 19:48:27.792259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-4083e854-e85b-44a5-a579-ea20702fb1d8 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 19:48:27.794060 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4083e854-e85b-44a5-a579-ea20702fb1d8 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7890241 May 25 19:48:27.968292 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-63a654be-5d14-48df-b618-12f1682c7e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:30.224690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57222) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:48:30.452165 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ab9f792d-42b3-4ada-a5e8-b803bd1f6f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:30.592345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:48:30.593851 n-d-843339-1 neutron-server[88331]: INFO neutron.quota [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Loaded quota_driver: . May 25 19:48:30.609711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:48:30.616306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Usage tracker for resource:network and tenant:55b74c7242524a72906ffb76b3ea77ed is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:48:30.620998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:48:30.628907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:48:30.644266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Made reservation on behalf of 55b74c7242524a72906ffb76b3ea77ed for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:48:30.714370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.policy [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88331) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 19:48:30.760706 n-d-843339-1 neutron-server[88331]: WARNING oslo_policy.policy [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 19:48:30.761084 n-d-843339-1 neutron-server[88331]: WARNING oslo_policy.policy [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 19:48:30.770692 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:30.790438 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:30.805369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:48:30.809794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Usage tracker for resource:security_group_rule and tenant:55b74c7242524a72906ffb76b3ea77ed is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:48:30.812937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:48:30.818684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:48:30.913787 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:30.917107 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:30.932393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Reserving flat network on physical network physnet1 {{(pid=88331) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 19:48:30.960304 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739053763539', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:30.960859 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Unsubscribe: segment precommit_create {{(pid=88331) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 19:48:30.961380 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Added segment d2b82259-a9e8-4ad6-b0ae-52e41777d2c7 of type flat for network 63157299-67d6-4d48-843c-682c0bdd002f May 25 19:48:31.016456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212e288e-d8b3-4afa-8329-eceb94181c1e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:31.038857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:31.039187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:31.039511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:31.039831 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:31.040142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:31.040455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:31.040764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:31.041071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:31.041377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:31.041693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:31.041997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:31.042320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Tracked resource versions report: May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: pushed versions: May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: { 'AddressGroup': {'1.2'}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'ConntrackHelper': {'1.0'}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'Log': {'1.0'}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'Network': {'1.1'}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'Port': {'1.7'}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'PortForwarding': {'1.2'}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'QosPolicy': {'1.8'}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'SecurityGroup': {'1.4'}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'SecurityGroupRule': {'1.2'}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'SubPort': {'1.0'}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'Subnet': {'1.1'}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'Trunk': {'1.1'}} May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: consumer versions: May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: { DHCP agent@n-d-843339-1: {}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: L3 agent@n-d-843339-1: {}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: Metadata agent@n-d-843339-1: {}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: Metering agent@n-d-843339-1: {}, May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: Open vSwitch agent@n-d-843339-1: { 'AddressGroup': '1.2', May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'ConntrackHelper': '1.0', May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'Log': '1.0', May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'Network': '1.1', May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'Port': '1.7', May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'PortForwarding': '1.2', May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'QosPolicy': '1.8', May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'SecurityGroup': '1.4', May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'SecurityGroupRule': '1.2', May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'SubPort': '1.0', May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'Subnet': '1.1', May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: 'Trunk': '1.1'}} May 25 19:48:31.044007 n-d-843339-1 neutron-server[88331]: {{(pid=88331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 19:48:31.078098 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:31.123417 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:31.124570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:48:31.125202 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:31.195175 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:31.232130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0062447 May 25 19:48:31.232799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec0678-7827-415f-bad3-c46d53ac3054 admin admin] Pushing event updated for resources: {'Network': ['ID=63157299-67d6-4d48-843c-682c0bdd002f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:31.246200 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 63157299-67d6-4d48-843c-682c0bdd002f details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 19:48:31.434901 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:32.781890 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:33.654715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57248) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:48:33.866418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f850f45-58fb-47f8-ab03-8ceb964b2f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:48:33.867699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8f850f45-58fb-47f8-ab03-8ceb964b2f24 admin admin] 10.222.0.60 "GET /v2.0/subnets/f597dce4-8b84-4a57-a1cc-e1c7c851aeb5 HTTP/1.1" status: 200 len: 849 time: 0.2117579 May 25 19:48:34.005930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c6e3a8e5-1e37-47bc-9696-926a06dd2ccb admin admin] 10.222.0.60 "GET /v2.0/routers/b2673b23-6f5f-4bdf-b396-bd606ef1d475 HTTP/1.1" status: 200 len: 704 time: 0.1324024 May 25 19:48:34.457076 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:34.679621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Allocated IP 172.20.0.1 (2ee9c070-eb40-4f58-b961-42a83dbd0b06/f597dce4-8b84-4a57-a1cc-e1c7c851aeb5/9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:48:34.862611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:34.879138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Transition to ACTIVE for port object 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:48:34.930518 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:34.995470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Network 2ee9c070-eb40-4f58-b961-42a83dbd0b06 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:48:34.998349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:48:35.002254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:48:35.002777 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:35.129565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:35.170468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c9d7d976-e8ec-4507-94ed-163fbbc154d7 None None] Provisioning for port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:48:35.175735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c9d7d976-e8ec-4507-94ed-163fbbc154d7 None None] Provisioning complete for port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:48:35.176098 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d976-e8ec-4507-94ed-163fbbc154d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:35.232334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c9d7d976-e8ec-4507-94ed-163fbbc154d7 None None] Port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 19:48:35.261216 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:35.483964 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:35.488337 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:35.489327 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:35.619170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:35.678441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Network 2ee9c070-eb40-4f58-b961-42a83dbd0b06 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:48:35.679474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:48:35.853717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c918c4f4-4ce2-42fb-b7f2-dfb7e5ea28e8 None None] Provisioning complete for port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:48:35.854172 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c918c4f4-4ce2-42fb-b7f2-dfb7e5ea28e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:35.870499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Router b2673b23-6f5f-4bdf-b396-bd606ef1d475 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 19:48:35.906339 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c918c4f4-4ce2-42fb-b7f2-dfb7e5ea28e8 None None] Port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 19:48:36.023459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 19:48:36.032974 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-afbc136a-bcca-44f3-93ea-d7911a7e0fd0 admin admin] 10.222.0.60 "PUT /v2.0/routers/b2673b23-6f5f-4bdf-b396-bd606ef1d475/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0215001 May 25 19:48:36.033987 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Sync routers for ids ['b2673b23-6f5f-4bdf-b396-bd606ef1d475'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 19:48:36.044445 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Routers {'b2673b23-6f5f-4bdf-b396-bd606ef1d475'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 19:48:36.045298 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T19:48:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b2673b23-6f5f-4bdf-b396-bd606ef1d475'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:48:36.220353 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Set router b2673b23-6f5f-4bdf-b396-bd606ef1d475 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 19:48:36.588650 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'name': 'router1', 'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:48:24Z', 'updated_at': '2022-05-25T19:48:35Z', 'revision_number': 2, 'project_id': '3888e527471b4b62a94b5594e61ac3ec', 'gw_port_host': None, '_interfaces': [{'id': '9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6', 'name': '', 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06', 'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'mac_address': 'fa:16:3e:d0:ce:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f597dce4-8b84-4a57-a1cc-e1c7c851aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:48:34Z', 'updated_at': '2022-05-25T19:48:35Z', 'revision_number': 2, 'project_id': '3888e527471b4b62a94b5594e61ac3ec', 'subnets': [{'id': 'f597dce4-8b84-4a57-a1cc-e1c7c851aeb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa4e12ef-6ae1-4adb-9f21-1587b32aca9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:48:36.593507 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Checking router: b2673b23-6f5f-4bdf-b396-bd606ef1d475 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 19:48:36.593870 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Updating router b2673b23-6f5f-4bdf-b396-bd606ef1d475 port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 19:48:36.647385 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:37.028692 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:37.043174 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Transition to ACTIVE for port object 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:48:37.049923 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:37.235970 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Pushing event updated for resources: {'Port': ['ID=9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:37.276432 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:37.276701 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:37.277032 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:37.277368 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:37.277950 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:37.278301 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:37.278623 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:37.278941 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:37.279258 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:37.279572 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:37.279883 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:37.280195 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Tracked resource versions report: May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: pushed versions: May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: { 'AddressGroup': {'1.2'}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'ConntrackHelper': {'1.0'}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'Log': {'1.0'}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'Network': {'1.1'}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'Port': {'1.7'}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'PortForwarding': {'1.2'}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'QosPolicy': {'1.8'}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'SecurityGroup': {'1.4'}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'SecurityGroupRule': {'1.2'}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'SubPort': {'1.0'}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'Subnet': {'1.1'}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'Trunk': {'1.1'}} May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: consumer versions: May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: { DHCP agent@n-d-843339-1: {}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: L3 agent@n-d-843339-1: {}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: Metadata agent@n-d-843339-1: {}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: Metering agent@n-d-843339-1: {}, May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: Open vSwitch agent@n-d-843339-1: { 'AddressGroup': '1.2', May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'ConntrackHelper': '1.0', May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'Log': '1.0', May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'Network': '1.1', May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'Port': '1.7', May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'PortForwarding': '1.2', May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'QosPolicy': '1.8', May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'SecurityGroup': '1.4', May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'SecurityGroupRule': '1.2', May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'SubPort': '1.0', May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'Subnet': '1.1', May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: 'Trunk': '1.1'}} May 25 19:48:37.281272 n-d-843339-1 neutron-server[88335]: {{(pid=88335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 19:48:37.310870 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Attempting to bind port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:48:37.311398 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Attempting to bind port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e470a408-b3b0-48a7-9c67-ab6cb6c30caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:48:37.311856 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Attempting to bind port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 on network 2ee9c070-eb40-4f58-b961-42a83dbd0b06 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:48:37.317236 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:48:37.317633 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Checking segment: {'id': 'e470a408-b3b0-48a7-9c67-ab6cb6c30caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:48:37.318138 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:37.318537 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Bound using segment: {'id': 'e470a408-b3b0-48a7-9c67-ab6cb6c30caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:48:37.319034 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Bound port: 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e470a408-b3b0-48a7-9c67-ab6cb6c30caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:48:37.319397 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:37.406986 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] For port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:48:37.410775 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] For port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6,segment=NetworkSegment(e470a408-b3b0-48a7-9c67-ab6cb6c30caa),segment_id=e470a408-b3b0-48a7-9c67-ab6cb6c30caa)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:48:37.415726 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:37.500988 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa773d-0ace-4820-8ab2-0e8dd53b0ab9 None None] Pushing event updated for resources: {'Port': ['ID=9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:37.508297 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Routers {'b2673b23-6f5f-4bdf-b396-bd606ef1d475'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 19:48:37.508900 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T19:48:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b2673b23-6f5f-4bdf-b396-bd606ef1d475'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:48:37.674176 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] Set router b2673b23-6f5f-4bdf-b396-bd606ef1d475 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 19:48:37.989936 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'name': 'router1', 'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:48:24Z', 'updated_at': '2022-05-25T19:48:35Z', 'revision_number': 2, 'project_id': '3888e527471b4b62a94b5594e61ac3ec', 'gw_port_host': None, '_interfaces': [{'id': '9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6', 'name': '', 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06', 'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'mac_address': 'fa:16:3e:d0:ce:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f597dce4-8b84-4a57-a1cc-e1c7c851aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:48:34Z', 'updated_at': '2022-05-25T19:48:37Z', 'revision_number': 4, 'project_id': '3888e527471b4b62a94b5594e61ac3ec', 'subnets': [{'id': 'f597dce4-8b84-4a57-a1cc-e1c7c851aeb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa4e12ef-6ae1-4adb-9f21-1587b32aca9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:48:37.993851 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbaf64f-52f4-4d2a-837a-9cd69272b740 None None] The sync data for ids ['b2673b23-6f5f-4bdf-b396-bd606ef1d475'] in n-d-843339-1 is: [{'id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'name': 'router1', 'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:48:24Z', 'updated_at': '2022-05-25T19:48:35Z', 'revision_number': 2, 'project_id': '3888e527471b4b62a94b5594e61ac3ec', 'gw_port_host': None, '_interfaces': [{'id': '9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6', 'name': '', 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06', 'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'mac_address': 'fa:16:3e:d0:ce:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f597dce4-8b84-4a57-a1cc-e1c7c851aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:48:34Z', 'updated_at': '2022-05-25T19:48:37Z', 'revision_number': 4, 'project_id': '3888e527471b4b62a94b5594e61ac3ec', 'subnets': [{'id': 'f597dce4-8b84-4a57-a1cc-e1c7c851aeb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa4e12ef-6ae1-4adb-9f21-1587b32aca9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 19:48:38.315611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57270) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:48:38.501080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2665746d-00b4-40b8-a8f5-f615c7482765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:48:38.502389 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2665746d-00b4-40b8-a8f5-f615c7482765 admin admin] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 842 time: 0.1857228 May 25 19:48:38.512293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.3.0/24'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:48:38.517456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:48:38.521241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Usage tracker for resource:subnet and tenant:55b74c7242524a72906ffb76b3ea77ed is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:48:38.524012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:48:38.530307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:48:38.543066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Made reservation on behalf of 55b74c7242524a72906ffb76b3ea77ed for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:48:38.545415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:38.934424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.objects.ports [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88332) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 19:48:38.934926 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:39.004781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7755648-2bd5-4c93-8f41-ef31b0d588f5,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:39.016380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:48:39.016726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Network hostable DHCP agents. Network: 63157299-67d6-4d48-843c-682c0bdd002f, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 19:48:39.035772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 19:48:39.047671 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 63157299-67d6-4d48-843c-682c0bdd002f) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:48:39.051750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:48:39.052348 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:39.057700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7574e63-fcb6-4009-af5a-2fffb4ed0446 None None] Network 63157299-67d6-4d48-843c-682c0bdd002f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:48:39.085619 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3f87ef3c-4223-440d-9ca7-16142e874236 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5772352 May 25 19:48:39.128522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:48:39.276378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:48:39.289873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:48:39.290267 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:39.392698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebab52f1-bfc6-401f-95a2-81d917447daa None None] Network 63157299-67d6-4d48-843c-682c0bdd002f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:48:39.537124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:48:39.537446 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:39.612919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6,segment=NetworkSegment(e470a408-b3b0-48a7-9c67-ab6cb6c30caa),segment_id=e470a408-b3b0-48a7-9c67-ab6cb6c30caa)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:48:39.622187 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:39.741497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:41.064754 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:48:41.106420 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 5 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:48:41.142675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:48:41.143059 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:41.256250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:48:41.393508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57284) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:48:41.588587 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-df9a61d5-b84e-428f-a12d-a9e1b7cf3b90 admin admin] 10.222.0.60 "GET /v2.0/routers/b2673b23-6f5f-4bdf-b396-bd606ef1d475 HTTP/1.1" status: 200 len: 710 time: 0.1938896 May 25 19:48:41.712879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28872a35-e147-412a-9a1a-d2168ef66c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:48:41.714308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-28872a35-e147-412a-9a1a-d2168ef66c05 admin admin] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 886 time: 0.1199281 May 25 19:48:41.722904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:48:42.218581 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:42.547307 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:42.601393 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:42.741102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Allocated IP 172.25.3.11 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/c27e9567-e47f-43d0-8ddc-606c68bf74dc) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:48:42.883838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:42.913628 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:42.976802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:48:42.977852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:48:42.980603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:48:43.105258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Pushing event updated for resources: {'Port': ['ID=c27e9567-e47f-43d0-8ddc-606c68bf74dc,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:43.367857 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:43.761043 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:43.764320 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:43.940681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Router b2673b23-6f5f-4bdf-b396-bd606ef1d475 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 19:48:44.114773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 19:48:44.122550 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:44.123710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d7ccbb25-2ca3-4289-959c-d86d06ca85d8 admin admin] 10.222.0.60 "PUT /v2.0/routers/b2673b23-6f5f-4bdf-b396-bd606ef1d475 HTTP/1.1" status: 200 len: 889 time: 2.4039202 May 25 19:48:44.124846 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Sync routers for ids ['b2673b23-6f5f-4bdf-b396-bd606ef1d475'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 19:48:44.134862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Routers {'b2673b23-6f5f-4bdf-b396-bd606ef1d475'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 19:48:44.135535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T19:48:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b2673b23-6f5f-4bdf-b396-bd606ef1d475'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:48:44.359147 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Set router b2673b23-6f5f-4bdf-b396-bd606ef1d475 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 19:48:44.695458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'name': 'router1', 'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c27e9567-e47f-43d0-8ddc-606c68bf74dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:48:24Z', 'updated_at': '2022-05-25T19:48:43Z', 'revision_number': 4, 'project_id': '3888e527471b4b62a94b5594e61ac3ec', 'gw_port': {'id': 'c27e9567-e47f-43d0-8ddc-606c68bf74dc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:48:42Z', 'updated_at': '2022-05-25T19:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6', 'name': '', 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06', 'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'mac_address': 'fa:16:3e:d0:ce:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f597dce4-8b84-4a57-a1cc-e1c7c851aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:48:34Z', 'updated_at': '2022-05-25T19:48:39Z', 'revision_number': 5, 'project_id': '3888e527471b4b62a94b5594e61ac3ec', 'subnets': [{'id': 'f597dce4-8b84-4a57-a1cc-e1c7c851aeb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa4e12ef-6ae1-4adb-9f21-1587b32aca9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:48:44.701132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Checking router: b2673b23-6f5f-4bdf-b396-bd606ef1d475 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 19:48:44.701468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Updating router b2673b23-6f5f-4bdf-b396-bd606ef1d475 port c27e9567-e47f-43d0-8ddc-606c68bf74dc binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 19:48:44.753170 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:45.083216 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:45.095436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Transition to ACTIVE for port object c27e9567-e47f-43d0-8ddc-606c68bf74dc will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:48:45.101530 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:45.179594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Attempting to bind port c27e9567-e47f-43d0-8ddc-606c68bf74dc on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:48:45.180228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Attempting to bind port c27e9567-e47f-43d0-8ddc-606c68bf74dc by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:48:45.180355 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Attempting to bind port c27e9567-e47f-43d0-8ddc-606c68bf74dc on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:48:45.184073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed00bc-290c-404c-9ed8-41e0e25e57e2 None None] Pushing event updated for resources: {'Port': ['ID=c27e9567-e47f-43d0-8ddc-606c68bf74dc,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:45.188382 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:48:45.188745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:48:45.189131 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:45.189542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:48:45.189945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Bound port: c27e9567-e47f-43d0-8ddc-606c68bf74dc, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:48:45.190349 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:45.263440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] For port c27e9567-e47f-43d0-8ddc-606c68bf74dc, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:48:45.266370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] For port c27e9567-e47f-43d0-8ddc-606c68bf74dc, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c27e9567-e47f-43d0-8ddc-606c68bf74dc,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:48:45.270592 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:45.345782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Routers {'b2673b23-6f5f-4bdf-b396-bd606ef1d475'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 19:48:45.346400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T19:48:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b2673b23-6f5f-4bdf-b396-bd606ef1d475'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:48:45.410523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed00bc-290c-404c-9ed8-41e0e25e57e2 None None] Pushing event updated for resources: {'Port': ['ID=c27e9567-e47f-43d0-8ddc-606c68bf74dc,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:45.529826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] Set router b2673b23-6f5f-4bdf-b396-bd606ef1d475 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 19:48:45.879093 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'name': 'router1', 'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c27e9567-e47f-43d0-8ddc-606c68bf74dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:48:24Z', 'updated_at': '2022-05-25T19:48:43Z', 'revision_number': 4, 'project_id': '3888e527471b4b62a94b5594e61ac3ec', 'gw_port': {'id': 'c27e9567-e47f-43d0-8ddc-606c68bf74dc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:48:42Z', 'updated_at': '2022-05-25T19:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6', 'name': '', 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06', 'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'mac_address': 'fa:16:3e:d0:ce:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f597dce4-8b84-4a57-a1cc-e1c7c851aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:48:34Z', 'updated_at': '2022-05-25T19:48:39Z', 'revision_number': 5, 'project_id': '3888e527471b4b62a94b5594e61ac3ec', 'subnets': [{'id': 'f597dce4-8b84-4a57-a1cc-e1c7c851aeb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa4e12ef-6ae1-4adb-9f21-1587b32aca9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:48:45.882843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e2be47-9a72-4d0d-9a2f-bcaa51176b50 None None] The sync data for ids ['b2673b23-6f5f-4bdf-b396-bd606ef1d475'] in n-d-843339-1 is: [{'id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'name': 'router1', 'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c27e9567-e47f-43d0-8ddc-606c68bf74dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:48:24Z', 'updated_at': '2022-05-25T19:48:43Z', 'revision_number': 4, 'project_id': '3888e527471b4b62a94b5594e61ac3ec', 'gw_port': {'id': 'c27e9567-e47f-43d0-8ddc-606c68bf74dc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:48:42Z', 'updated_at': '2022-05-25T19:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6', 'name': '', 'network_id': '2ee9c070-eb40-4f58-b961-42a83dbd0b06', 'tenant_id': '3888e527471b4b62a94b5594e61ac3ec', 'mac_address': 'fa:16:3e:d0:ce:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2673b23-6f5f-4bdf-b396-bd606ef1d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f597dce4-8b84-4a57-a1cc-e1c7c851aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:48:34Z', 'updated_at': '2022-05-25T19:48:39Z', 'revision_number': 5, 'project_id': '3888e527471b4b62a94b5594e61ac3ec', 'subnets': [{'id': 'f597dce4-8b84-4a57-a1cc-e1c7c851aeb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa4e12ef-6ae1-4adb-9f21-1587b32aca9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 19:48:46.566890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57294) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:48:46.684106 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7fec2ff0-1c38-47a9-9ccc-654d411f1949 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1160061 May 25 19:48:47.098838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c27e9567-e47f-43d0-8ddc-606c68bf74dc up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:48:47.173985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port c27e9567-e47f-43d0-8ddc-606c68bf74dc completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:48:47.178903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c27e9567-e47f-43d0-8ddc-606c68bf74dc triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:48:47.179271 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:47.301976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c27e9567-e47f-43d0-8ddc-606c68bf74dc is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:48:47.302438 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:47.319407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port c27e9567-e47f-43d0-8ddc-606c68bf74dc, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c27e9567-e47f-43d0-8ddc-606c68bf74dc,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:48:47.323280 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:47.391212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=c27e9567-e47f-43d0-8ddc-606c68bf74dc,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:48:49.070009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c27e9567-e47f-43d0-8ddc-606c68bf74dc up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:48:49.163844 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c27e9567-e47f-43d0-8ddc-606c68bf74dc triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:48:49.164306 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:48:49.314651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c27e9567-e47f-43d0-8ddc-606c68bf74dc is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:48:57.970780 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-38b04c94-894f-46cc-bf2e-ccc3bd146c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:49:00.456295 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-15186d23-ab1a-4917-a110-631f64db067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:49:01.202372 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:49:01.431592 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:49:02.795590 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:49:18.106986 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 5 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:49:27.973383 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc24e-f05b-49a6-9205-4605085c1be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:49:30.459784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fad06849-96b3-45e6-b859-736f784bd071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:49:31.197790 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:49:31.435127 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:49:32.794862 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:49:55.105980 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 5 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:49:57.978000 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d1fa15f2-5637-486a-8a50-af8902fdf20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:00.464729 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a45dba7b-bd6c-422d-98a6-bb1622af9853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:01.205561 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:01.436990 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:02.802409 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:27.981246 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7c20e1a6-040b-4b5f-b6b3-ae07d768cb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:30.458280 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eef13f3e-68ad-423b-a748-08f419a256e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:31.198878 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:31.440110 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:32.105258 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 5 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:50:32.801349 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:55.970045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57896) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:50:56.036229 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8c17e5-ebad-4cba-afd5-549c88035d5b admin admin] GET failed (client error): The resource could not be found. May 25 19:50:56.037475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6f8c17e5-ebad-4cba-afd5-549c88035d5b admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664692 May 25 19:50:56.165987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704c2348-8775-4f4f-ab94-345ad230db08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:50:56.167461 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-704c2348-8775-4f4f-ab94-345ad230db08 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1260307 May 25 19:50:57.984888 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f542ba1e-b8e9-4cd9-8a35-87f5a5ca6a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:58.416983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57906) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:50:58.537346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb73434-c1ac-4792-9317-4111cfe114d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:50:58.538753 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cdb73434-c1ac-4792-9317-4111cfe114d7 admin admin] 10.222.0.60 "GET /v2.0/subnets/f597dce4-8b84-4a57-a1cc-e1c7c851aeb5 HTTP/1.1" status: 200 len: 849 time: 0.1207769 May 25 19:50:58.547781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:50:58.664029 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Notify callbacks [] for subnet, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:58.856854 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739053668536'] for subnet, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:58.903427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:50:58.904004 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:58.905490 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] 10.222.0.60 "PUT /v2.0/subnets/f597dce4-8b84-4a57-a1cc-e1c7c851aeb5 HTTP/1.1" status: 200 len: 868 time: 0.3611364 May 25 19:50:58.907817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8420f5-ca3f-4c25-97a7-da6b3dd1613c None None] Network 2ee9c070-eb40-4f58-b961-42a83dbd0b06 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:50:58.927402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f597dce4-8b84-4a57-a1cc-e1c7c851aeb5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:50:58.935764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:50:58.936117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:50:58.936435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:50:58.936772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:50:58.937092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:50:58.937416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:50:58.937735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:50:58.938052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:50:58.938404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:50:58.938722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:50:58.939035 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:50:58.939347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d815023-6d8e-4848-baf0-4bd2e491285d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:50:59.404032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5d21fd0b-df09-44cd-a1bf-d9a51ac2cb7a None None] Provisioning complete for port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:50:59.404725 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5d21fd0b-df09-44cd-a1bf-d9a51ac2cb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:59.519116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5d21fd0b-df09-44cd-a1bf-d9a51ac2cb7a None None] Current status of the port 9e09a015-7cfb-4f32-afcb-3fcc1a9e51b6 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:50:59.531008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5d21fd0b-df09-44cd-a1bf-d9a51ac2cb7a None None] Provisioning complete for port 4b97c76b-257b-4eb3-89d7-79d86497b518 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:50:59.531371 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5d21fd0b-df09-44cd-a1bf-d9a51ac2cb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:50:59.646954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5d21fd0b-df09-44cd-a1bf-d9a51ac2cb7a None None] Current status of the port 4b97c76b-257b-4eb3-89d7-79d86497b518 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:51:00.459129 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-04e907e3-40dd-466f-ab03-99fba173da01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:01.158446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57916) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:51:01.226758 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:01.339511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2d3229-2383-4c40-96a9-d5aa3b9ebcd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:01.339884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2d3229-2383-4c40-96a9-d5aa3b9ebcd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:01.340621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-af2d3229-2383-4c40-96a9-d5aa3b9ebcd8 admin admin] Synchronizing usage tracker for tenant:55b74c7242524a72906ffb76b3ea77ed on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:51:01.358876 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-af2d3229-2383-4c40-96a9-d5aa3b9ebcd8 admin admin] Unset dirty status for tenant:55b74c7242524a72906ffb76b3ea77ed on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:51:01.360005 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-af2d3229-2383-4c40-96a9-d5aa3b9ebcd8 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2005792 May 25 19:51:01.444531 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:02.802726 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:03.631847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57926) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:51:03.817695 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76fc95a-ec7d-4df4-94cd-de5b97d69c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:03.818073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76fc95a-ec7d-4df4-94cd-de5b97d69c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:03.820162 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f76fc95a-ec7d-4df4-94cd-de5b97d69c14 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1868079 May 25 19:51:06.011028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57936) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:51:06.198377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367a87e9-b19c-4399-9a8b-8ae772a964c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:06.199767 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-367a87e9-b19c-4399-9a8b-8ae772a964c2 admin admin] 10.222.0.60 "GET /v2.0/networks/2ee9c070-eb40-4f58-b961-42a83dbd0b06 HTTP/1.1" status: 200 len: 869 time: 0.1877992 May 25 19:51:08.421023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57946) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:51:08.591855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0955e5f-c499-43e8-9a59-af64746c0309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:08.593197 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d0955e5f-c499-43e8-9a59-af64746c0309 admin admin] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 886 time: 0.1712346 May 25 19:51:09.104437 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 5 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:51:10.816856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57956) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:51:10.926226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5159d4-97c7-4926-bdd2-99bfa562b71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:10.926690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5159d4-97c7-4926-bdd2-99bfa562b71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:10.927403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dd5159d4-97c7-4926-bdd2-99bfa562b71f admin admin] Synchronizing usage tracker for tenant:55b74c7242524a72906ffb76b3ea77ed on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:51:10.945904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dd5159d4-97c7-4926-bdd2-99bfa562b71f admin admin] Unset dirty status for tenant:55b74c7242524a72906ffb76b3ea77ed on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:51:10.947373 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dd5159d4-97c7-4926-bdd2-99bfa562b71f admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1295424 May 25 19:51:13.191419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57966) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:51:13.302871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386f6f06-2f5b-40da-8864-b8866096c432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:13.303320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386f6f06-2f5b-40da-8864-b8866096c432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:13.305673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-386f6f06-2f5b-40da-8864-b8866096c432 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1133139 May 25 19:51:15.522372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57976) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:51:15.625883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69c79ca-773b-4629-97a9-3cb6e48f5e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:15.627274 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d69c79ca-773b-4629-97a9-3cb6e48f5e80 admin admin] 10.222.0.60 "GET /v2.0/subnets/e7755648-2bd5-4c93-8f41-ef31b0d588f5 HTTP/1.1" status: 200 len: 816 time: 0.1039417 May 25 19:51:17.874658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57986) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:51:17.987367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51342220-30ca-462f-b6d9-63466a1c2a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:17.988639 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-51342220-30ca-462f-b6d9-63466a1c2a91 admin admin] 10.222.0.60 "GET /v2.0/subnets/f597dce4-8b84-4a57-a1cc-e1c7c851aeb5 HTTP/1.1" status: 200 len: 868 time: 0.1130428 May 25 19:51:27.986794 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c5392167-8b9a-45c0-949c-fbd7ad3774f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:30.464503 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-94f097e2-366c-49ef-b312-cb34bc83d8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:31.198853 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:31.455217 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:32.805675 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:38.047975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58032) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:51:38.107786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-af286f51-a406-4614-8d8e-c5e429664cb8 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 19:51:38.108810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-af286f51-a406-4614-8d8e-c5e429664cb8 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0598919 May 25 19:51:40.418799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58042) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:51:40.488863 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-2775e275-4cc7-4c35-a3fa-1d40893d6a64 admin admin] GET failed (client error): The resource could not be found. May 25 19:51:40.491037 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2775e275-4cc7-4c35-a3fa-1d40893d6a64 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0705791 May 25 19:51:40.613932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4def43-da06-4c47-98e2-e08b5bedac9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:40.615647 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8f4def43-da06-4c47-98e2-e08b5bedac9a admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1206183 May 25 19:51:42.853252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58052) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:51:42.903991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:51:42.918316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:51:42.930753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:51:42.940519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Made reservation on behalf of 55b74c7242524a72906ffb76b3ea77ed for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:51:42.942990 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:43.083464 n-d-843339-1 neutron-server[88332]: WARNING neutron.services.revisions.revision_plugin [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Could not find related network for resource to bump revision. May 25 19:51:43.097705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 19:51:43.108269 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:43.108616 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Added segment a8533bff-58de-4a7f-b72c-7b18ff99c4d5 of type vlan for network 85851107-89be-41aa-8298-2cca3c380d78 May 25 19:51:43.134305 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:43.163160 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:43.164071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:43.164661 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:43.265433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Pushing event updated for resources: {'Network': ['ID=85851107-89be-41aa-8298-2cca3c380d78,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:51:43.269399 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4151390 May 25 19:51:43.273778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:43.274105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:43.274450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:43.274773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:43.275087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:43.275399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:43.275712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:43.276019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:43.276329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:43.276637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:43.276948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:43.277251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c756c1-5850-4e1d-9644-d83ed0f6f620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:43.289092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 85851107-89be-41aa-8298-2cca3c380d78 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 19:51:45.649059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58062) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:51:45.751035 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7875c5cd-3936-46cd-811d-b26d256a474f admin admin] GET failed (client error): The resource could not be found. May 25 19:51:45.751924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7875c5cd-3936-46cd-811d-b26d256a474f admin admin] Synchronizing usage tracker for tenant:55b74c7242524a72906ffb76b3ea77ed on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:51:45.770735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7875c5cd-3936-46cd-811d-b26d256a474f admin admin] Unset dirty status for tenant:55b74c7242524a72906ffb76b3ea77ed on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:51:45.773029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7875c5cd-3936-46cd-811d-b26d256a474f admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1228132 May 25 19:51:45.903546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864fe472-dd7d-4afb-9c47-7369a01b5e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:45.905064 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-864fe472-dd7d-4afb-9c47-7369a01b5e1a admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1245074 May 25 19:51:45.919229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-da645d19-b7a2-4c24-8dc1-f287ef79dfa3 admin admin] Request body: {'subnet': {'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:51:45.926191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-da645d19-b7a2-4c24-8dc1-f287ef79dfa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:51:45.943203 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-da645d19-b7a2-4c24-8dc1-f287ef79dfa3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:51:45.957567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da645d19-b7a2-4c24-8dc1-f287ef79dfa3 admin admin] Made reservation on behalf of 55b74c7242524a72906ffb76b3ea77ed for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:51:45.961338 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da645d19-b7a2-4c24-8dc1-f287ef79dfa3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:46.107276 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 5 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:51:46.204190 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da645d19-b7a2-4c24-8dc1-f287ef79dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:46.284103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da645d19-b7a2-4c24-8dc1-f287ef79dfa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74061bdb-1bf6-487a-a715-b2ab79c201c7,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:51:46.297152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da645d19-b7a2-4c24-8dc1-f287ef79dfa3 admin admin] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:51:46.297598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da645d19-b7a2-4c24-8dc1-f287ef79dfa3 admin admin] Network hostable DHCP agents. Network: 85851107-89be-41aa-8298-2cca3c380d78, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 19:51:46.320738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da645d19-b7a2-4c24-8dc1-f287ef79dfa3 admin admin] Network 85851107-89be-41aa-8298-2cca3c380d78 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 19:51:46.330903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-da645d19-b7a2-4c24-8dc1-f287ef79dfa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 85851107-89be-41aa-8298-2cca3c380d78) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:51:46.335609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da645d19-b7a2-4c24-8dc1-f287ef79dfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:51:46.336184 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da645d19-b7a2-4c24-8dc1-f287ef79dfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:46.341161 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb58b2b-1164-4bf1-be9b-dbaaee94efa7 None None] Network 85851107-89be-41aa-8298-2cca3c380d78 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:51:46.375375 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-da645d19-b7a2-4c24-8dc1-f287ef79dfa3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4601586 May 25 19:51:46.595015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-85851107-89be-41aa-8298-2cca3c380d78', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'tenant_id': '55b74c7242524a72906ffb76b3ea77ed', 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 19:51:46.597092 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:46.766541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Allocated IP 192.168.233.2 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/e0de3bf7-7cd8-45d8-af4f-37319a613320) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:51:47.004240 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:47.015711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Transition to ACTIVE for port object e0de3bf7-7cd8-45d8-af4f-37319a613320 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:51:47.035434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Transition to ACTIVE for port object e0de3bf7-7cd8-45d8-af4f-37319a613320 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:51:47.041740 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:47.114029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:51:47.118144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:51:47.122894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:51:47.124915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Pushing event updated for resources: {'Port': ['ID=e0de3bf7-7cd8-45d8-af4f-37319a613320,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:51:47.160016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:47.160402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:47.160788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:47.161131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:47.161534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:47.161876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:47.162971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:47.163344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:47.163679 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:47.164022 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:47.164367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:47.164718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:51:47.243238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Attempting to bind port e0de3bf7-7cd8-45d8-af4f-37319a613320 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:51:47.243598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Attempting to bind port e0de3bf7-7cd8-45d8-af4f-37319a613320 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:51:47.243958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Attempting to bind port e0de3bf7-7cd8-45d8-af4f-37319a613320 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:51:47.250548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:51:47.250901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:51:47.251310 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:47.251828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:51:47.252371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Bound port: e0de3bf7-7cd8-45d8-af4f-37319a613320, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:51:47.252738 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:47.354730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] For port e0de3bf7-7cd8-45d8-af4f-37319a613320, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:51:47.358029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] For port e0de3bf7-7cd8-45d8-af4f-37319a613320, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e0de3bf7-7cd8-45d8-af4f-37319a613320,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:51:47.362947 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:47.454261 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86186d-fc41-4b33-b772-dbf76219b4e0 None None] Pushing event updated for resources: {'Port': ['ID=e0de3bf7-7cd8-45d8-af4f-37319a613320,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:51:48.395355 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8db3aa-7789-4755-abc2-a494bfce6bd5 None None] Network 85851107-89be-41aa-8298-2cca3c380d78 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:51:48.495316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6f9e0ccc-c3ba-470b-8453-b5b1c936cb2c None None] Provisioning for port e0de3bf7-7cd8-45d8-af4f-37319a613320 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:51:49.192591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e0de3bf7-7cd8-45d8-af4f-37319a613320 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:51:49.269274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port e0de3bf7-7cd8-45d8-af4f-37319a613320 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:51:49.276346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e0de3bf7-7cd8-45d8-af4f-37319a613320 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:51:49.277715 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:49.442811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e0de3bf7-7cd8-45d8-af4f-37319a613320 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:51:49.444339 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:49.480416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port e0de3bf7-7cd8-45d8-af4f-37319a613320, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e0de3bf7-7cd8-45d8-af4f-37319a613320,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:51:49.485783 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:49.570666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=e0de3bf7-7cd8-45d8-af4f-37319a613320,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:51:51.159073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e0de3bf7-7cd8-45d8-af4f-37319a613320 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:51:51.230244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e0de3bf7-7cd8-45d8-af4f-37319a613320 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:51:51.230610 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:51:51.350429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e0de3bf7-7cd8-45d8-af4f-37319a613320 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:51:57.990503 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c207a0d8-2a5a-411e-a82c-b602404eb0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:52:00.469052 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-19013239-0288-4fad-a1de-11c77995a9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:52:01.206435 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:52:01.452492 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:52:02.817075 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:52:23.105718 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 5 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:52:27.994640 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fabf496c-b54e-4d52-ae48-ead1b6bfbb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:52:30.481647 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b69c8c7e-8fb4-46a4-ab4d-3d675a9bf79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:52:31.202811 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:52:31.455105 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:52:32.811065 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:52:58.010961 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cd4ccac8-2a3e-431f-911a-7faf6dc914b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:00.104907 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 5 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:53:00.476098 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-710c0c7a-8480-4c66-9981-c886f82b87da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:01.207896 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:01.456739 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:02.817048 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:18.543548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58108) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:53:18.549506 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-cbb17be3-04b6-423f-a4f5-72dd411a478a tempest-verify_tempest_config-2075262135 tempest-verify_tempest_config-2075262135-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 19:53:18.550472 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cbb17be3-04b6-423f-a4f5-72dd411a478a tempest-verify_tempest_config-2075262135 tempest-verify_tempest_config-2075262135-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059264 May 25 19:53:18.853111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58126) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:53:18.967042 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:18.981140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:53:18.984915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Usage tracker for resource:security_group_rule and tenant:1f30bc068e114052b4314426cbefd995 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:53:18.987740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:53:18.993620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:53:19.081025 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:19.084934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:19.131178 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f30bc068e114052b4314426cbefd995&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2770019 May 25 19:53:19.132769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdf14da-a15e-4998-b267-2187e6ef2f8a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:53:19.133874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58132) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:53:19.139970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.140309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.140641 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.140967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.141289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.141609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.141926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.142271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.143340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.143582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.144482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.144482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2122ee-644c-4372-afb6-d016da5f7d8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.195939 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:19.221142 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:19.314545 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:19.331297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdf14da-a15e-4998-b267-2187e6ef2f8a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:53:19.339205 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:19.340302 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbdf14da-a15e-4998-b267-2187e6ef2f8a HTTP/1.1" status: 204 len: 168 time: 0.2053897 May 25 19:53:19.341460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.341793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.342123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.342491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.342861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.343187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.343503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.343822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.344465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.344465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.344735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:19.345045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac7ead-3e1b-478f-a616-4d39cecbc553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:53:27.993785 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-136a0a17-8704-45bf-b0a2-2b5bc295663a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:30.480491 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3d990047-5365-4186-8b65-583a303530a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:31.211548 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:31.460499 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:32.819757 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:53:37.103977 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 5 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:53:57.995926 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9c39a2e3-8616-487a-80fb-89ffba8db81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:54:00.482334 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-355318de-217c-46eb-b484-3509efb0abb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:54:01.215146 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:54:01.463514 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:54:02.822565 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:54:14.102176 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 5 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:54:27.999023 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae3142c8-f625-49dc-8a7a-4a7a9f50001e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:54:30.484164 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7c57852a-228b-4a4a-b98b-5139ac41fce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:54:31.217643 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:54:31.464167 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:54:32.824493 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:54:51.100198 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 5 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:54:58.001085 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eca0bf88-4d7e-4057-80fb-146d74ba858a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:55:00.486998 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4721770c-80f1-481f-8bc3-020989a75f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:55:01.219338 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:55:01.466072 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:55:02.828317 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:55:28.004710 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f6d222d4-866a-4085-9cca-98d6d7434873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:55:28.101058 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 5 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:55:30.489769 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fec1e719-2ef5-41b5-b488-b22fd6e92ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:55:31.223069 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:55:31.468850 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:55:32.832723 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:55:58.007506 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea57a63f-36fd-4ccf-847b-f99f8fea3561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:56:00.492572 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a8525bf-db9a-446a-a7f9-2fab08837293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:56:01.225108 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:56:01.470785 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:56:02.838284 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:56:05.099575 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 5 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:56:23.440247 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1716251'] for agent, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:56:27.598976 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1716251'] for agent, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:56:28.009646 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c99a5015-d6bc-4cab-9b91-e411af710985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:56:30.494354 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9f94-f057-4b88-bdca-afd4a8dc6dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:56:31.228576 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:56:31.473334 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:56:32.837842 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:56:42.099661 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:56:53.421812 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:56:57.585121 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:56:58.011291 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e6271252-3dc4-490a-a7ee-f1cf2ef77fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:57:00.497110 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-340354d4-d224-4887-ba4e-e0adabd763af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:57:01.231753 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:57:01.477021 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:57:02.844023 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:57:15.445636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58192) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:57:15.562473 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b498e0cc-fcf4-4c5b-98a1-c16de02d029f admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1155231 May 25 19:57:17.819426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58202) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:57:17.878830 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-359c3b5c-b33e-44bf-9333-25f3c8a2ea30 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0583153 May 25 19:57:19.100371 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:57:23.414173 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:57:27.613294 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:57:28.015205 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4101a893-30fa-49d2-aedb-2a59907645d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:57:30.501501 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-25438dfc-201b-493c-8af8-31cb0763361d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:57:31.234625 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:57:31.481627 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:57:32.847126 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:57:53.445895 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:57:56.099883 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:57:57.613866 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:57:58.019229 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-579f9bbf-7ea3-4638-8161-ab88a7bd7da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:00.507855 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91dca63b-df98-4515-8ea9-da902259dfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:01.249353 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:01.485069 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:02.847758 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:23.439195 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:27.623959 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:28.022289 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-07c9a59a-f47f-46ab-bf59-99ed10333430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:30.506474 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1dd2-56fa-46fd-8340-9472432a8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:31.234922 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:31.497388 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:32.851718 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:33.098526 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:58:53.453537 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:55.854990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58424) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:58:56.132158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58438) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:58:56.359819 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b1058376-be71-4cd3-be10-dbc822235fcd tempest-AutoAllocateNetworkTest-203785568 tempest-AutoAllocateNetworkTest-203785568-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=54e3dcb0233f45488e38efe7bbcf4318&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5034280 May 25 19:58:56.362452 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58450) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:58:56.544148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add4723c-3b9f-4b0c-b4b7-0eb9f0a05028 tempest-AutoAllocateNetworkTest-203785568 tempest-AutoAllocateNetworkTest-203785568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:58:56.546631 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-add4723c-3b9f-4b0c-b4b7-0eb9f0a05028 tempest-AutoAllocateNetworkTest-203785568 tempest-AutoAllocateNetworkTest-203785568-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1831729 May 25 19:58:56.548572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58458) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:58:56.637141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-network', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:58:56.643422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:58:56.653021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Usage tracker for resource:network and tenant:cb8bca67a6764065af3a5be11610e28b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:58:56.656930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:58:56.665396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:58:56.667609 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-27a56cb8-aa16-4395-bd37-fea4203357f8 tempest-AutoAllocateNetworkTest-203785568 tempest-AutoAllocateNetworkTest-203785568-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179366 May 25 19:58:56.668392 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58464) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:58:56.679940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Made reservation on behalf of cb8bca67a6764065af3a5be11610e28b for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:58:56.683131 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:56.702654 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b055075f-2385-4ba1-ae83-f95ca26c6be2 tempest-AutoAllocateNetworkTest-203785568 tempest-AutoAllocateNetworkTest-203785568-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=54e3dcb0233f45488e38efe7bbcf4318 HTTP/1.1" status: 200 len: 208 time: 0.0329666 May 25 19:58:56.702985 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:56.720184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:58:56.724817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Usage tracker for resource:security_group_rule and tenant:cb8bca67a6764065af3a5be11610e28b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:58:56.728945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:58:56.736213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:58:56.845197 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:56.850779 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:56.887100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 19:58:56.889897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc48ec11-720e-4ea7-acd4-7156b2de2132,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:58:56.900545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:56.900774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:56.901269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:56.901638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:56.902002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:56.902320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:56.902643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:56.902957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:56.903272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:56.903589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:56.903902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:56.904211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Tracked resource versions report: May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: pushed versions: May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: { 'AddressGroup': {'1.2'}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'ConntrackHelper': {'1.0'}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'Log': {'1.0'}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'Network': {'1.1'}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'Port': {'1.7'}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'PortForwarding': {'1.2'}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'QosPolicy': {'1.8'}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'SecurityGroup': {'1.4'}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'SecurityGroupRule': {'1.2'}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'SubPort': {'1.0'}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'Subnet': {'1.1'}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'Trunk': {'1.1'}} May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: consumer versions: May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: { DHCP agent@n-d-843339-1: {}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: HyperV agent@n-h1-843339-1: {}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: HyperV agent@n-h2-843339-1: {}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: L3 agent@n-d-843339-1: {}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: Metadata agent@n-d-843339-1: {}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: Metering agent@n-d-843339-1: {}, May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: Open vSwitch agent@n-d-843339-1: { 'AddressGroup': '1.2', May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'ConntrackHelper': '1.0', May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'Log': '1.0', May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'Network': '1.1', May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'Port': '1.7', May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'PortForwarding': '1.2', May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'QosPolicy': '1.8', May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'SecurityGroup': '1.4', May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'SecurityGroupRule': '1.2', May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'SubPort': '1.0', May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'Subnet': '1.1', May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: 'Trunk': '1.1'}} May 25 19:58:56.905271 n-d-843339-1 neutron-server[88332]: {{(pid=88332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 19:58:56.913917 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:56.914562 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Added segment 245f4578-cc25-45ad-ba5e-80f8fbd76523 of type vlan for network 2a2085e6-f20e-487f-be4b-c0be0f01090b May 25 19:58:56.946040 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:56.977942 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:56.979205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:58:56.979981 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:57.094893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] Pushing event updated for resources: {'Network': ['ID=2a2085e6-f20e-487f-be4b-c0be0f01090b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:58:57.105650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58486) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:58:57.105828 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9863d28f-e1cf-4b02-a58f-d7b0efdd9b30 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0025811 May 25 19:58:57.113365 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 2a2085e6-f20e-487f-be4b-c0be0f01090b details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 19:58:57.123681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Request body: {'subnet': {'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-subnet', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:58:57.136002 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:58:57.140069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Usage tracker for resource:subnet and tenant:cb8bca67a6764065af3a5be11610e28b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:58:57.145895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:58:57.160238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:58:57.178635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Made reservation on behalf of cb8bca67a6764065af3a5be11610e28b for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:58:57.181833 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:57.380646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58504) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:58:57.429757 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:57.517462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Checking segment: {'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:58:57.518065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Network hostable DHCP agents. Network: 2a2085e6-f20e-487f-be4b-c0be0f01090b, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 19:58:57.524997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:58:57.538219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:57.538560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:57.539026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:57.539226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:57.539537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:57.539853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:57.540186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:57.540476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:57.540784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:57.541092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:57.541400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:57.541712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Tracked resource versions report: May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: pushed versions: May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: { 'AddressGroup': {'1.2'}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'ConntrackHelper': {'1.0'}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'Log': {'1.0'}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'Network': {'1.1'}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'Port': {'1.7'}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'PortForwarding': {'1.2'}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'QosPolicy': {'1.8'}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'SecurityGroup': {'1.4'}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'SecurityGroupRule': {'1.2'}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'SubPort': {'1.0'}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'Subnet': {'1.1'}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'Trunk': {'1.1'}} May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: consumer versions: May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: { DHCP agent@n-d-843339-1: {}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: HyperV agent@n-h1-843339-1: {}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: HyperV agent@n-h2-843339-1: {}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: L3 agent@n-d-843339-1: {}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: Metadata agent@n-d-843339-1: {}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: Metering agent@n-d-843339-1: {}, May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: Open vSwitch agent@n-d-843339-1: { 'AddressGroup': '1.2', May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'ConntrackHelper': '1.0', May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'Log': '1.0', May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'Network': '1.1', May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'Port': '1.7', May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'PortForwarding': '1.2', May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'QosPolicy': '1.8', May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'SecurityGroup': '1.4', May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'SecurityGroupRule': '1.2', May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'SubPort': '1.0', May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'Subnet': '1.1', May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: 'Trunk': '1.1'}} May 25 19:58:57.542794 n-d-843339-1 neutron-server[88331]: {{(pid=88331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 19:58:57.557868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Network 2a2085e6-f20e-487f-be4b-c0be0f01090b is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 19:58:57.570846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 2a2085e6-f20e-487f-be4b-c0be0f01090b) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:58:57.575730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:58:57.576489 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:57.582067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190e9fc1-b626-47dd-8ac8-2e9cdf6d21e1 None None] Network 2a2085e6-f20e-487f-be4b-c0be0f01090b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:58:57.606808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58518) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:58:57.611048 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9f2080bd-c2b8-4b98-a11b-881f1359413d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4998541 May 25 19:58:57.612912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:58:57.630014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:58:57.642882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Usage tracker for resource:router and tenant:cb8bca67a6764065af3a5be11610e28b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:58:57.646995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:58:57.664698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:58:57.680691 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:57.682445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:57.702319 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:57.769598 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:57.821926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-2a2085e6-f20e-487f-be4b-c0be0f01090b', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 19:58:57.823033 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.025904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Allocated IP 172.20.0.2 (2a2085e6-f20e-487f-be4b-c0be0f01090b/6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa/7ef84d13-0823-4371-a717-ac94944a8d07) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:58:58.042711 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-73f06537-7af6-4878-95a3-f91277bbbf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.046266 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c182983-c6f2-4526-b5c1-1ee084c53fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.068395 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.078268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9c182983-c6f2-4526-b5c1-1ee084c53fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:58:58.085672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9c182983-c6f2-4526-b5c1-1ee084c53fff admin admin] Usage tracker for resource:security_group_rule and tenant:54e3dcb0233f45488e38efe7bbcf4318 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:58:58.087572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9c182983-c6f2-4526-b5c1-1ee084c53fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:58:58.116229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9c182983-c6f2-4526-b5c1-1ee084c53fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:58:58.270108 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.283867 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Transition to ACTIVE for port object 7ef84d13-0823-4371-a717-ac94944a8d07 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:58:58.305989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Transition to ACTIVE for port object 7ef84d13-0823-4371-a717-ac94944a8d07 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:58:58.315239 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.401922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Network 2a2085e6-f20e-487f-be4b-c0be0f01090b is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:58:58.404654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:58:58.408577 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:58:58.417474 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Pushing event updated for resources: {'Port': ['ID=7ef84d13-0823-4371-a717-ac94944a8d07,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:58:58.422132 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c182983-c6f2-4526-b5c1-1ee084c53fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.434541 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c182983-c6f2-4526-b5c1-1ee084c53fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.486886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:58.487217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:58.487702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:58.488193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:58.488654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:58.489112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:58.489572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:58.490027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:58.490512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:58.491612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:58.492068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:58.492533 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Tracked resource versions report: May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: pushed versions: May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: { 'AddressGroup': {'1.2'}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'ConntrackHelper': {'1.0'}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'Log': {'1.0'}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'Network': {'1.1'}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'Port': {'1.7'}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'PortForwarding': {'1.2'}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'QosPolicy': {'1.8'}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'SecurityGroup': {'1.4'}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'SecurityGroupRule': {'1.2'}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'SubPort': {'1.0'}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'Subnet': {'1.1'}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'Trunk': {'1.1'}} May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: consumer versions: May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: { DHCP agent@n-d-843339-1: {}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: HyperV agent@n-h1-843339-1: {}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: HyperV agent@n-h2-843339-1: {}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: L3 agent@n-d-843339-1: {}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: Metadata agent@n-d-843339-1: {}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: Metering agent@n-d-843339-1: {}, May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: Open vSwitch agent@n-d-843339-1: { 'AddressGroup': '1.2', May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'ConntrackHelper': '1.0', May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'Log': '1.0', May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'Network': '1.1', May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'Port': '1.7', May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'PortForwarding': '1.2', May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'QosPolicy': '1.8', May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'SecurityGroup': '1.4', May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'SecurityGroupRule': '1.2', May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'SubPort': '1.0', May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'Subnet': '1.1', May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: 'Trunk': '1.1'}} May 25 19:58:58.494251 n-d-843339-1 neutron-server[88333]: {{(pid=88333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 19:58:58.526770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Attempting to bind port 7ef84d13-0823-4371-a717-ac94944a8d07 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:58:58.527314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Attempting to bind port 7ef84d13-0823-4371-a717-ac94944a8d07 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:58:58.527837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Attempting to bind port 7ef84d13-0823-4371-a717-ac94944a8d07 on network 2a2085e6-f20e-487f-be4b-c0be0f01090b {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:58:58.534502 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:58:58.535246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Checking segment: {'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:58:58.535855 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.536823 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Bound using segment: {'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:58:58.538257 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Bound port: 7ef84d13-0823-4371-a717-ac94944a8d07, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:58:58.538836 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.642918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] For port 7ef84d13-0823-4371-a717-ac94944a8d07, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:58:58.648118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] For port 7ef84d13-0823-4371-a717-ac94944a8d07, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7ef84d13-0823-4371-a717-ac94944a8d07,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:58:58.653656 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.703682 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9c182983-c6f2-4526-b5c1-1ee084c53fff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54e3dcb0233f45488e38efe7bbcf4318&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3197629 May 25 19:58:58.704135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58558) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:58:58.753465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c182983-c6f2-4526-b5c1-1ee084c53fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e761cf31-29b8-4f0e-a933-22b086fcbe6e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:58:58.831388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.832431 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-86cf4c42-ae6f-47f9-8061-a05fedc96bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.841369 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff621dfe-fce0-4faa-aea7-216f723a1e23 None None] Pushing event updated for resources: {'Port': ['ID=7ef84d13-0823-4371-a717-ac94944a8d07,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:58:58.878057 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-86cf4c42-ae6f-47f9-8061-a05fedc96bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.887112 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.939466 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-86cf4c42-ae6f-47f9-8061-a05fedc96bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.967497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf4c42-ae6f-47f9-8061-a05fedc96bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e761cf31-29b8-4f0e-a933-22b086fcbe6e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:58:58.977831 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-86cf4c42-ae6f-47f9-8061-a05fedc96bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:58.979303 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-86cf4c42-ae6f-47f9-8061-a05fedc96bbf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e761cf31-29b8-4f0e-a933-22b086fcbe6e HTTP/1.1" status: 204 len: 168 time: 0.2735367 May 25 19:58:59.073875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Allocated IP 172.25.3.2 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/46b6c730-9d29-4a46-88f8-08bfc2777981) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:58:59.276916 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:59.326875 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:58:59.425114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=46b6c730-9d29-4a46-88f8-08bfc2777981,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:58:59.434206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:58:59.434206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:58:59.435926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:58:59.486096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ef84d13-0823-4371-a717-ac94944a8d07 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:58:59.649963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 7ef84d13-0823-4371-a717-ac94944a8d07 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:58:59.932056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:00.188073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a50cb2-b800-450d-b727-2a170b51b6be None None] Network 2a2085e6-f20e-487f-be4b-c0be0f01090b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:59:00.313976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bd3d80a2-9cf0-478f-8490-50845f7512ca None None] Provisioning for port 7ef84d13-0823-4371-a717-ac94944a8d07 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:00.325248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bd3d80a2-9cf0-478f-8490-50845f7512ca None None] Provisioning complete for port 7ef84d13-0823-4371-a717-ac94944a8d07 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:00.325978 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bd3d80a2-9cf0-478f-8490-50845f7512ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:00.368424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58616) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:00.371354 n-d-843339-1 neutron-server[88331]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 19:59:00.401300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58620) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:00.404135 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-650079f0-20c4-43be-98e9-9e74c45e36b2 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1e34c077f63149da82c4288d01128a48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344329 May 25 19:59:00.532650 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:00.594279 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ffaaa57a-9a01-43c4-805e-5af7bf2f67d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:00.642073 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5344-3b94-4214-87af-41557a765e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:00.734817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d80a2-9cf0-478f-8490-50845f7512ca None None] Current status of the port 7ef84d13-0823-4371-a717-ac94944a8d07 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:00.735703 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bd3d80a2-9cf0-478f-8490-50845f7512ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:00.739352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9fdd5344-3b94-4214-87af-41557a765e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:00.757480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9fdd5344-3b94-4214-87af-41557a765e3c admin admin] Usage tracker for resource:security_group_rule and tenant:9829541d952a4bb39c463a2e7c36a81a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:00.760544 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9fdd5344-3b94-4214-87af-41557a765e3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:00.777580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9fdd5344-3b94-4214-87af-41557a765e3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:00.816117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-bd3d80a2-9cf0-478f-8490-50845f7512ca None None] For port 7ef84d13-0823-4371-a717-ac94944a8d07, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7ef84d13-0823-4371-a717-ac94944a8d07,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:00.823681 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bd3d80a2-9cf0-478f-8490-50845f7512ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:00.931915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d80a2-9cf0-478f-8490-50845f7512ca None None] Pushing event updated for resources: {'Port': ['ID=7ef84d13-0823-4371-a717-ac94944a8d07,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:00.943674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 19:59:00.963953 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f5faac1c-0634-4654-bff8-36700bab6978 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:00.965479 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f5faac1c-0634-4654-bff8-36700bab6978 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5531797 May 25 19:59:01.005706 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-3c4910b9-71e3-4e2a-a46e-169bf60a8b7d tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/quotas/1e34c077f63149da82c4288d01128a48 HTTP/1.1" status: 200 len: 375 time: 0.0287125 May 25 19:59:01.051494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7ffb9582-4bff-46cb-b1be-61a0b8c96b16 None None] Provisioning complete for port 7ef84d13-0823-4371-a717-ac94944a8d07 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:01.051849 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9582-4bff-46cb-b1be-61a0b8c96b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:01.068343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-7fb0df76-ce59-41a3-b1b6-26832ce8495a tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e34c077f63149da82c4288d01128a48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535591 May 25 19:59:01.071163 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5344-3b94-4214-87af-41557a765e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:01.077447 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5344-3b94-4214-87af-41557a765e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:01.145809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9fdd5344-3b94-4214-87af-41557a765e3c admin admin] Synchronizing usage tracker for tenant:55b74c7242524a72906ffb76b3ea77ed on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:01.150527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd5344-3b94-4214-87af-41557a765e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16adc6e-2a53-4209-8df1-5f682f13caa1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:01.172380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9fdd5344-3b94-4214-87af-41557a765e3c admin admin] Unset dirty status for tenant:55b74c7242524a72906ffb76b3ea77ed on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:01.176875 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9fdd5344-3b94-4214-87af-41557a765e3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9829541d952a4bb39c463a2e7c36a81a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7709639 May 25 19:59:01.180882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58646) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:01.257327 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a67abd71-f492-4ba7-b4df-5cc968b6025a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:01.308341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a67abd71-f492-4ba7-b4df-5cc968b6025a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:01.339761 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:01.369090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 19:59:01.383628 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Sync routers for ids ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 19:59:01.398939 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Routers {'0733dfd9-6c3a-49d5-946d-f1018edfb7fc'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 19:59:01.399895 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb9582-4bff-46cb-b1be-61a0b8c96b16 None None] Current status of the port 7ef84d13-0823-4371-a717-ac94944a8d07 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:01.400030 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T19:59:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:01.441134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a67abd71-f492-4ba7-b4df-5cc968b6025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:01.457952 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:01.460486 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ec8a1996-f834-475a-9dad-171adef18ce0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.8521702 May 25 19:59:01.467081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58674) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:01.471822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67abd71-f492-4ba7-b4df-5cc968b6025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16adc6e-2a53-4209-8df1-5f682f13caa1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:01.494845 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a67abd71-f492-4ba7-b4df-5cc968b6025a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:01.498424 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a67abd71-f492-4ba7-b4df-5cc968b6025a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e16adc6e-2a53-4209-8df1-5f682f13caa1 HTTP/1.1" status: 204 len: 168 time: 0.3140614 May 25 19:59:01.551158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ef84d13-0823-4371-a717-ac94944a8d07 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:59:01.693457 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:01.765058 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7ef84d13-0823-4371-a717-ac94944a8d07 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:01.765614 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:01.884957 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Set router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 19:59:01.998332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7ef84d13-0823-4371-a717-ac94944a8d07 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:02.264538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58714) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:02.272564 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:58:59Z', 'revision_number': 3, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:02.278041 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Checking router: 0733dfd9-6c3a-49d5-946d-f1018edfb7fc for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 19:59:02.278570 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Updating router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc port 46b6c730-9d29-4a46-88f8-08bfc2777981 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 19:59:02.283845 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31412aaf-808f-403c-9ca6-5993124083e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:02.300272 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-31412aaf-808f-403c-9ca6-5993124083e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:02.305431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-31412aaf-808f-403c-9ca6-5993124083e4 admin admin] Usage tracker for resource:security_group_rule and tenant:1f503fde73c04c2d8f4c9fd72e942400 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:02.308547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-31412aaf-808f-403c-9ca6-5993124083e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:02.314761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-31412aaf-808f-403c-9ca6-5993124083e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:02.371742 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:02.475969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31412aaf-808f-403c-9ca6-5993124083e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:02.484502 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31412aaf-808f-403c-9ca6-5993124083e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:02.589770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58724) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:02.639132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-31412aaf-808f-403c-9ca6-5993124083e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f503fde73c04c2d8f4c9fd72e942400&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3732903 May 25 19:59:02.641386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58730) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:02.691906 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:02.750732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31412aaf-808f-403c-9ca6-5993124083e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703b6906-e056-4855-924c-8d8e1c776299,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:02.877013 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:02.887369 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:02.904546 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73fa798e-3ccf-4202-8e2e-1b5a1a1bd3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:02.913297 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Transition to ACTIVE for port object 46b6c730-9d29-4a46-88f8-08bfc2777981 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:02.925363 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:02.961918 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73fa798e-3ccf-4202-8e2e-1b5a1a1bd3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:03.085981 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73fa798e-3ccf-4202-8e2e-1b5a1a1bd3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:03.092881 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Attempting to bind port 46b6c730-9d29-4a46-88f8-08bfc2777981 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:59:03.093185 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Attempting to bind port 46b6c730-9d29-4a46-88f8-08bfc2777981 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:59:03.093555 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Attempting to bind port 46b6c730-9d29-4a46-88f8-08bfc2777981 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:03.099585 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Pushing event updated for resources: {'Port': ['ID=46b6c730-9d29-4a46-88f8-08bfc2777981,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:03.107859 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:59:03.108276 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:03.108661 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:03.109053 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:59:03.109550 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Bound port: 46b6c730-9d29-4a46-88f8-08bfc2777981, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:59:03.109943 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:03.116550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa798e-3ccf-4202-8e2e-1b5a1a1bd3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703b6906-e056-4855-924c-8d8e1c776299,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:03.127919 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73fa798e-3ccf-4202-8e2e-1b5a1a1bd3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:03.131468 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-73fa798e-3ccf-4202-8e2e-1b5a1a1bd3c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/703b6906-e056-4855-924c-8d8e1c776299 HTTP/1.1" status: 204 len: 168 time: 0.4842086 May 25 19:59:03.173588 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:03.173939 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:03.174658 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:03.174999 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:03.181107 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:03.181319 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:03.181571 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:03.181906 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:03.182380 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:03.182708 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:03.183031 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:03.183351 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Tracked resource versions report: May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: pushed versions: May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: { 'AddressGroup': {'1.2'}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'ConntrackHelper': {'1.0'}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'Log': {'1.0'}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'Network': {'1.1'}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'Port': {'1.7'}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'PortForwarding': {'1.2'}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'QosPolicy': {'1.8'}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'SecurityGroup': {'1.4'}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'SecurityGroupRule': {'1.2'}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'SubPort': {'1.0'}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'Subnet': {'1.1'}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'Trunk': {'1.1'}} May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: consumer versions: May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: { DHCP agent@n-d-843339-1: {}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: HyperV agent@n-h1-843339-1: {}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: HyperV agent@n-h2-843339-1: {}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: L3 agent@n-d-843339-1: {}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: Metadata agent@n-d-843339-1: {}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: Metering agent@n-d-843339-1: {}, May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: Open vSwitch agent@n-d-843339-1: { 'AddressGroup': '1.2', May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'ConntrackHelper': '1.0', May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'Log': '1.0', May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'Network': '1.1', May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'Port': '1.7', May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'PortForwarding': '1.2', May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'QosPolicy': '1.8', May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'SecurityGroup': '1.4', May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'SecurityGroupRule': '1.2', May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'SubPort': '1.0', May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'Subnet': '1.1', May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: 'Trunk': '1.1'}} May 25 19:59:03.185074 n-d-843339-1 neutron-server[88335]: {{(pid=88335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 19:59:03.200493 n-d-843339-1 neutron-server[88332]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 19:59:03.244467 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] For port 46b6c730-9d29-4a46-88f8-08bfc2777981, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:59:03.249766 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] For port 46b6c730-9d29-4a46-88f8-08bfc2777981, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=46b6c730-9d29-4a46-88f8-08bfc2777981,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:59:03.265619 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:03.276267 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-444303c9-c3b8-4a36-95bf-bb8972683c79 req-8836a8d0-1ead-442d-93fc-ed6b30f694a5 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 210 time: 0.6077280 May 25 19:59:03.301523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Allocated IP 172.20.0.1 (2a2085e6-f20e-487f-be4b-c0be0f01090b/6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa/a10216dd-64b9-4f92-bb5c-b0bbfa4bb590) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:59:03.402848 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701d72f-24ec-4b99-ad7e-2cb8d57c38d9 None None] Pushing event updated for resources: {'Port': ['ID=46b6c730-9d29-4a46-88f8-08bfc2777981,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:03.457850 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Routers {'0733dfd9-6c3a-49d5-946d-f1018edfb7fc'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 19:59:03.458537 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T19:59:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:03.578044 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:03.594272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Transition to ACTIVE for port object a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:03.622798 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:03.776890 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-6029ad50-717f-41a3-8def-6d91bb15a8a6 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=eab7a29fa43e4b808155527e24c6ede9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739410 May 25 19:59:03.823893 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] Set router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 19:59:03.953623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Network 2a2085e6-f20e-487f-be4b-c0be0f01090b is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:59:03.958412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:03.963943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:59:03.964404 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:03.984310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-02f863ae-df1c-42a9-b4cd-4c915f187260 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:03.993941 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-02f863ae-df1c-42a9-b4cd-4c915f187260 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155995 May 25 19:59:04.003756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Pushing event updated for resources: {'Port': ['ID=a10216dd-64b9-4f92-bb5c-b0bbfa4bb590,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:04.060305 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-9922f90f-d1d2-4b1f-a674-f67530174e6f tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/quotas/eab7a29fa43e4b808155527e24c6ede9 HTTP/1.1" status: 200 len: 375 time: 0.0652101 May 25 19:59:04.135332 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-38c08f8e-115b-49bd-8162-7089dea57607 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=eab7a29fa43e4b808155527e24c6ede9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741229 May 25 19:59:04.367880 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:04.377212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8ded5739-2cca-4176-a4ad-9bd4d1d673da None None] Provisioning for port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:04.388281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8ded5739-2cca-4176-a4ad-9bd4d1d673da None None] Provisioning complete for port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:04.388826 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8ded5739-2cca-4176-a4ad-9bd4d1d673da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:04.469968 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:58:59Z', 'revision_number': 3, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:04.475437 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec71c68-3652-489c-ba9b-06ccd9888412 None None] The sync data for ids ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'] in n-d-843339-1 is: [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:58:59Z', 'revision_number': 3, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 19:59:04.505633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8ded5739-2cca-4176-a4ad-9bd4d1d673da None None] Port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 19:59:04.837580 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ad19ac6-3e4f-4721-9a28-eba64964f19a req-d21733f4-435a-496f-bef5-4da2e59cfb32 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 210 time: 0.1203160 May 25 19:59:04.932212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.50', 56787) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:05.095696 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-a32e039a-60e6-4b52-bc90-a65d81a3071c tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1e34c077f63149da82c4288d01128a48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1610391 May 25 19:59:05.146893 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ef36a1bf-1952-46d6-85c3-f5dd8899741d req-2a544684-92fe-4b16-8302-9c95bf6c508e tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 210 time: 0.1497056 May 25 19:59:05.389226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:05.428551 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:05.434766 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:05.512467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 46b6c730-9d29-4a46-88f8-08bfc2777981 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:59:05.637039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 46b6c730-9d29-4a46-88f8-08bfc2777981 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:05.645737 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 46b6c730-9d29-4a46-88f8-08bfc2777981 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:05.646431 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:05.774477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Pushing event updated for resources: {'Port': ['ID=a10216dd-64b9-4f92-bb5c-b0bbfa4bb590,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:05.867847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 46b6c730-9d29-4a46-88f8-08bfc2777981 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:05.868595 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:05.881349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f7b17eb8-663b-490a-adbb-f2cd42b9f1f7 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:05.883062 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f7b17eb8-663b-490a-adbb-f2cd42b9f1f7 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7750900 May 25 19:59:05.911682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 46b6c730-9d29-4a46-88f8-08bfc2777981, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=46b6c730-9d29-4a46-88f8-08bfc2777981,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:05.921585 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:05.945703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Network 2a2085e6-f20e-487f-be4b-c0be0f01090b is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:59:05.946966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:06.025596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58932) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:06.036260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Request body: {'port': {'device_id': 'f947e8d4-084b-4e47-92a5-739c73db2e7d', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '1e34c077f63149da82c4288d01128a48'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:06.080618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=46b6c730-9d29-4a46-88f8-08bfc2777981,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:06.238803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:06.243365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Usage tracker for resource:port and tenant:1e34c077f63149da82c4288d01128a48 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:06.246363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:06.252091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:06.332476 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c77ce81-7463-41c2-9a22-574642d52670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:06.440524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58944) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:06.441792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4c77ce81-7463-41c2-9a22-574642d52670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:06.457770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee2c1ee7-e152-42e6-a330-bdfdb017f5fd req-8c499720-0327-45e9-bee0-2c2d8022d1b7 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 210 time: 0.0902154 May 25 19:59:06.459009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-990352d0-3b5d-4e07-a810-b8bf057a1da6 req-b0c73c4b-f373-4811-ae7a-bf743e34b33a tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 210 time: 0.1991050 May 25 19:59:06.473980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bfb9ee01-e426-4f36-a8c4-fddb3384af5b None None] Provisioning complete for port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:06.474538 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bfb9ee01-e426-4f36-a8c4-fddb3384af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:06.484158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4c77ce81-7463-41c2-9a22-574642d52670 admin admin] Usage tracker for resource:security_group_rule and tenant:842440edb20f435a9899ef6b684048f8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:06.485941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Made reservation on behalf of 1e34c077f63149da82c4288d01128a48 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:06.490077 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:06.490741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4c77ce81-7463-41c2-9a22-574642d52670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:06.497528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4c77ce81-7463-41c2-9a22-574642d52670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:06.509849 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:06.531257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:06.536075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Usage tracker for resource:security_group_rule and tenant:1e34c077f63149da82c4288d01128a48 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:06.540806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:06.548253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:06.569442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-bfb9ee01-e426-4f36-a8c4-fddb3384af5b None None] Port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 19:59:06.619036 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c77ce81-7463-41c2-9a22-574642d52670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:06.629493 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c77ce81-7463-41c2-9a22-574642d52670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:06.704586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4c77ce81-7463-41c2-9a22-574642d52670 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=842440edb20f435a9899ef6b684048f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6773310 May 25 19:59:06.706120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58954) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:06.712526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77ce81-7463-41c2-9a22-574642d52670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033ecf8d-d0e3-4b59-bb34-f554ee800077,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:06.796839 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:06.808232 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:06.856483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.50', 56791) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:06.857217 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8aabb1b-1c74-4f6c-a00c-55028c94ff79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:06.904900 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-1418154f-9d67-4bce-bdf2-caf67e2af7ae tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=eab7a29fa43e4b808155527e24c6ede9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444789 May 25 19:59:07.034275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a0752a-6c98-4246-95b3-e2834bb9cd07,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:07.101075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 19:59:07.213563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-dbc527d5-1472-43af-9d1f-1f2799b3e6e0 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:07.217678 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-dbc527d5-1472-43af-9d1f-1f2799b3e6e0 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999642 May 25 19:59:07.269600 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27671c9d-9084-4937-b208-d04a0a3514a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:07.315321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-27671c9d-9084-4937-b208-d04a0a3514a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:07.326205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-27671c9d-9084-4937-b208-d04a0a3514a2 admin admin] Usage tracker for resource:security_group_rule and tenant:3d296133d5154d30b76b3657f271b642 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:07.333276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-27671c9d-9084-4937-b208-d04a0a3514a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:07.367799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-27671c9d-9084-4937-b208-d04a0a3514a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:07.437951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Allocated IP 192.168.233.192 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/b0a1df3a-d269-4201-a926-62dd36f55ca5) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:59:07.454606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 46b6c730-9d29-4a46-88f8-08bfc2777981 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:59:07.499764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Request body: {'port': {'device_id': 'fb9fa231-ff01-48cc-b2c6-c11157afdb6d', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': 'eab7a29fa43e4b808155527e24c6ede9'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:07.590274 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8aabb1b-1c74-4f6c-a00c-55028c94ff79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:07.849595 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 46b6c730-9d29-4a46-88f8-08bfc2777981 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:07.851102 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:07.937488 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-40fbdd06-f912-48ab-a72c-850c6ec85df6 req-fc375240-8bb7-4824-850b-58f2cef1514e tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 210 time: 0.2110910 May 25 19:59:08.121561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58978) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:08.295546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 46b6c730-9d29-4a46-88f8-08bfc2777981 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:08.352206 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21a5e544-b3d3-4734-88e0-c28e4e957f9f req-cbb615c9-d5c8-4f5e-ba43-4c5d446194e9 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 210 time: 0.2292292 May 25 19:59:08.454619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:08.462279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Usage tracker for resource:port and tenant:eab7a29fa43e4b808155527e24c6ede9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:08.466947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:08.482460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:08.483826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 19:59:08.512826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Made reservation on behalf of eab7a29fa43e4b808155527e24c6ede9 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:08.519357 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:08.563807 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:08.590051 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7314793f-36fd-4339-9e5c-e64a18bbcc7c admin admin] 10.222.0.60 "PUT /v2.0/routers/0733dfd9-6c3a-49d5-946d-f1018edfb7fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1235902 May 25 19:59:08.603632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:08.607868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Usage tracker for resource:security_group_rule and tenant:eab7a29fa43e4b808155527e24c6ede9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:08.612389 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:08.616398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Sync routers for ids ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 19:59:08.620554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:08.666328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Routers {'0733dfd9-6c3a-49d5-946d-f1018edfb7fc'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 19:59:08.667276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T19:59:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:08.690425 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-21ec4079-0e83-454f-a616-796ce376cad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:08.744997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-21ec4079-0e83-454f-a616-796ce376cad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:08.747411 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8aabb1b-1c74-4f6c-a00c-55028c94ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:08.768314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-21ec4079-0e83-454f-a616-796ce376cad0 admin admin] Usage tracker for resource:security_group_rule and tenant:0612f8d461344c06884626a6d65966be is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:08.775875 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:08.787815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aabb1b-1c74-4f6c-a00c-55028c94ff79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033ecf8d-d0e3-4b59-bb34-f554ee800077,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:08.789947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-21ec4079-0e83-454f-a616-796ce376cad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:08.793985 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27671c9d-9084-4937-b208-d04a0a3514a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:08.806221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Transition to ACTIVE for port object b0a1df3a-d269-4201-a926-62dd36f55ca5 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:08.810029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-21ec4079-0e83-454f-a616-796ce376cad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:08.824634 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27671c9d-9084-4937-b208-d04a0a3514a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:08.839970 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:08.840180 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8aabb1b-1c74-4f6c-a00c-55028c94ff79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:08.844026 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f8aabb1b-1c74-4f6c-a00c-55028c94ff79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/033ecf8d-d0e3-4b59-bb34-f554ee800077 HTTP/1.1" status: 204 len: 168 time: 2.1369226 May 25 19:59:08.931768 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-27671c9d-9084-4937-b208-d04a0a3514a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d296133d5154d30b76b3657f271b642&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4729176 May 25 19:59:08.941070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27671c9d-9084-4937-b208-d04a0a3514a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64eaea54-b5d3-4150-989e-b1c2174c53f2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:08.949265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58992) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:08.975296 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:09.013340 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:09.185896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:59:09.188964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:09.193008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:59:09.198750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:09.199359 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:09.220031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Pushing event updated for resources: {'Port': ['ID=b0a1df3a-d269-4201-a926-62dd36f55ca5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:09.234418 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-8f60072f-41cb-4c44-9473-aec70331c8e1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2027566 May 25 19:59:09.262857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-fceaed8f-141d-48ad-9ef3-680ec6255e65 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 19:59:09.264176 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-fceaed8f-141d-48ad-9ef3-680ec6255e65 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116875 May 25 19:59:09.277804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=488271dd-3250-415e-8d78-4ff45ca28ba2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:09.336607 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad8befe4-5e6c-4c71-8195-04a440896b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:09.388633 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad8befe4-5e6c-4c71-8195-04a440896b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:09.394488 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33b86f20-289e-4109-87c7-63bd8b321bb3 req-43a2c0e7-fb05-4c84-80d2-3c005f973d01 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 210 time: 0.1167471 May 25 19:59:09.421492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Set router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 19:59:09.481996 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad8befe4-5e6c-4c71-8195-04a440896b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:09.643848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8befe4-5e6c-4c71-8195-04a440896b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eaea54-b5d3-4150-989e-b1c2174c53f2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:09.792528 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-21ec4079-0e83-454f-a616-796ce376cad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:09.828512 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-21ec4079-0e83-454f-a616-796ce376cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:09.862533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59008) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:09.904476 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6a37f097-9764-4d6e-864d-7d1217f0a81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:09.906835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Allocated IP 192.168.233.243 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/b608e470-864f-42ea-bafc-ecae91ead97b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:59:09.916977 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad8befe4-5e6c-4c71-8195-04a440896b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:09.918638 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ad8befe4-5e6c-4c71-8195-04a440896b69 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64eaea54-b5d3-4150-989e-b1c2174c53f2 HTTP/1.1" status: 204 len: 168 time: 0.9682364 May 25 19:59:09.947181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec4079-0e83-454f-a616-796ce376cad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd71b45b-2059-40ee-b3f1-8ea7b2082b3b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:09.957340 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-21ec4079-0e83-454f-a616-796ce376cad0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0612f8d461344c06884626a6d65966be&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7081590 May 25 19:59:09.967207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59016) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:09.970034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6a37f097-9764-4d6e-864d-7d1217f0a81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:09.976412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6a37f097-9764-4d6e-864d-7d1217f0a81a admin admin] Usage tracker for resource:security_group_rule and tenant:b4fc51693c7843fb86c47f8272685cef is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:09.996234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6a37f097-9764-4d6e-864d-7d1217f0a81a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:10.003391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6a37f097-9764-4d6e-864d-7d1217f0a81a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:10.040234 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ee8cdd01-5a32-4247-99a0-b956460e5fa3 None None] Provisioning for port b0a1df3a-d269-4201-a926-62dd36f55ca5 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:10.076054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ee8cdd01-5a32-4247-99a0-b956460e5fa3 None None] Provisioning complete for port b0a1df3a-d269-4201-a926-62dd36f55ca5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:10.076883 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee8cdd01-5a32-4247-99a0-b956460e5fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:10.102915 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:59:10.179125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Request body: {'port': {'device_id': 'f947e8d4-084b-4e47-92a5-739c73db2e7d', 'device_owner': 'compute:tempest-test_az-1162632385', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:10.186733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ee8cdd01-5a32-4247-99a0-b956460e5fa3 None None] Port b0a1df3a-d269-4201-a926-62dd36f55ca5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 19:59:10.225683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe08982-65fd-4147-b65f-df6d71995010 req-521281fb-e398-4800-8920-a75aa6f112b6 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:10.230606 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8fe08982-65fd-4147-b65f-df6d71995010 req-521281fb-e398-4800-8920-a75aa6f112b6 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 936 time: 0.5885947 May 25 19:59:10.376080 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6a37f097-9764-4d6e-864d-7d1217f0a81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:10.391882 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6a37f097-9764-4d6e-864d-7d1217f0a81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:10.471966 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aa835c67-cf40-4515-899a-7ecc2502391a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:10.559459 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6a37f097-9764-4d6e-864d-7d1217f0a81a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4fc51693c7843fb86c47f8272685cef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6954868 May 25 19:59:10.560707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37f097-9764-4d6e-864d-7d1217f0a81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1969dda4-73b1-4492-8a8d-81e9d27e808d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:10.565534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59026) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:10.596168 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:10.638237 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8fe08982-65fd-4147-b65f-df6d71995010 req-61f535f9-6d48-45d4-8a8f-d4a040375b8b tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654728 May 25 19:59:10.675988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 2, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:10.685709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Checking router: 0733dfd9-6c3a-49d5-946d-f1018edfb7fc for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 19:59:10.686221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Updating router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 19:59:10.845046 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aa835c67-cf40-4515-899a-7ecc2502391a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:10.870598 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:10.902789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59032) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:11.011626 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7871e248-11bc-4877-ac76-a8899e14e805 req-b9f6d28d-1a52-4e89-aae4-a4365a6b4284 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 210 time: 0.0871294 May 25 19:59:11.015312 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-735e5b51-c3f6-4b0c-bc1f-fe09cb743821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.081287 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-735e5b51-c3f6-4b0c-bc1f-fe09cb743821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.120690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59038) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:11.130352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-965414549-network', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:11.134895 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aa835c67-cf40-4515-899a-7ecc2502391a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.141428 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.152659 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6af77b75-ad40-4567-b12e-ad688e6afac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.157824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:11.176093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Usage tracker for resource:network and tenant:02ba6ae46971466d8ea66e9b27ac4a0c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:11.184361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa835c67-cf40-4515-899a-7ecc2502391a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd71b45b-2059-40ee-b3f1-8ea7b2082b3b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:11.184681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:11.199050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Transition to ACTIVE for port object b608e470-864f-42ea-bafc-ecae91ead97b will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:11.205680 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6af77b75-ad40-4567-b12e-ad688e6afac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:11.209258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:11.210505 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aa835c67-cf40-4515-899a-7ecc2502391a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.214903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-aa835c67-cf40-4515-899a-7ecc2502391a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd71b45b-2059-40ee-b3f1-8ea7b2082b3b HTTP/1.1" status: 204 len: 168 time: 1.2465296 May 25 19:59:11.237920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6af77b75-ad40-4567-b12e-ad688e6afac4 admin admin] Usage tracker for resource:security_group_rule and tenant:befc5a064b5743f2bc6df71b2095a36f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:11.244704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6af77b75-ad40-4567-b12e-ad688e6afac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:11.259532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6af77b75-ad40-4567-b12e-ad688e6afac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:11.327013 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.439671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:59:11.448605 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:11.455281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:59:11.462074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:11.462868 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.497432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Made reservation on behalf of 02ba6ae46971466d8ea66e9b27ac4a0c for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:11.499462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Pushing event updated for resources: {'Port': ['ID=b608e470-864f-42ea-bafc-ecae91ead97b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:11.505243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.552038 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.561441 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-5d642a21-b74d-4ba4-ad8a-1c3997809cb1 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2615588 May 25 19:59:11.573656 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6af77b75-ad40-4567-b12e-ad688e6afac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.589129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Request body: {'port': {'device_id': 'fb9fa231-ff01-48cc-b2c6-c11157afdb6d', 'device_owner': 'compute:tempest-test_az-1162632385', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:11.616497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:11.622967 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.654365 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Transition to ACTIVE for port object a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:11.686425 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.732871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6af77b75-ad40-4567-b12e-ad688e6afac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.742970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Usage tracker for resource:security_group_rule and tenant:02ba6ae46971466d8ea66e9b27ac4a0c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:11.746132 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-735e5b51-c3f6-4b0c-bc1f-fe09cb743821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.753766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:11.775072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e5b51-c3f6-4b0c-bc1f-fe09cb743821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1969dda4-73b1-4492-8a8d-81e9d27e808d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:11.780500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:11.804768 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-735e5b51-c3f6-4b0c-bc1f-fe09cb743821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:11.805938 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-735e5b51-c3f6-4b0c-bc1f-fe09cb743821 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1969dda4-73b1-4492-8a8d-81e9d27e808d HTTP/1.1" status: 204 len: 168 time: 1.2398429 May 25 19:59:11.968597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af77b75-ad40-4567-b12e-ad688e6afac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def0ee80-ac62-4b0f-9c8c-2d0c0cf804db,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:12.159884 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6af77b75-ad40-4567-b12e-ad688e6afac4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=befc5a064b5743f2bc6df71b2095a36f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2479558 May 25 19:59:12.180170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a1df3a-d269-4201-a926-62dd36f55ca5 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 19:59:12.199833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59056) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:12.275547 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:12.303874 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:12.306792 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07b9fa99-c5e9-4221-8b6e-5813fce8b609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:12.338791 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07b9fa99-c5e9-4221-8b6e-5813fce8b609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:12.416297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c0e11fd7-7c19-4911-ad7a-03bcc34accea None None] Provisioning for port b608e470-864f-42ea-bafc-ecae91ead97b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:12.417758 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:12.429561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59394-6900-43c3-b3f6-3525e9cccdca None None] Pushing event updated for resources: {'Port': ['ID=a10216dd-64b9-4f92-bb5c-b0bbfa4bb590,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:12.438577 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c0e11fd7-7c19-4911-ad7a-03bcc34accea None None] Provisioning complete for port b608e470-864f-42ea-bafc-ecae91ead97b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:12.438940 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0e11fd7-7c19-4911-ad7a-03bcc34accea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:12.441955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59062) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:12.476353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Attempting to bind port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:59:12.477136 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Attempting to bind port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:59:12.477136 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Attempting to bind port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 on network 2a2085e6-f20e-487f-be4b-c0be0f01090b {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:12.499845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:59:12.500323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Checking segment: {'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:12.500698 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:12.501110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Bound using segment: {'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:59:12.501586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Bound port: a10216dd-64b9-4f92-bb5c-b0bbfa4bb590, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:59:12.501994 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:12.505092 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e946bb57-c152-4075-95e5-0bf6c5a7ea64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:12.527687 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:12.531359 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07b9fa99-c5e9-4221-8b6e-5813fce8b609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:12.589136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Transition to ACTIVE for port object b0a1df3a-d269-4201-a926-62dd36f55ca5 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:12.593854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c0e11fd7-7c19-4911-ad7a-03bcc34accea None None] Port b608e470-864f-42ea-bafc-ecae91ead97b cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 19:59:12.614093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a92d1-2b79-43bd-bb6f-3cbad08ecb59 req-fe3b5c62-84c0-4777-8d0c-3e8c32f4efb3 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:12.634326 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-938a92d1-2b79-43bd-bb6f-3cbad08ecb59 req-fe3b5c62-84c0-4777-8d0c-3e8c32f4efb3 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 936 time: 0.6809709 May 25 19:59:12.640529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3c8de0-8048-4027-bebe-f8867d1d3952,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:12.651931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] For port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:59:12.670251 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] For port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a10216dd-64b9-4f92-bb5c-b0bbfa4bb590,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:59:12.670853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e946bb57-c152-4075-95e5-0bf6c5a7ea64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:12.681011 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:12.684954 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:12.700976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e946bb57-c152-4075-95e5-0bf6c5a7ea64 admin admin] Usage tracker for resource:security_group_rule and tenant:e455abcc483748c3b832b7c095b05c3c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:12.709846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e946bb57-c152-4075-95e5-0bf6c5a7ea64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:12.734918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e946bb57-c152-4075-95e5-0bf6c5a7ea64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:12.922752 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-938a92d1-2b79-43bd-bb6f-3cbad08ecb59 req-a0187a30-3fb8-4247-8d4d-29617b23ff88 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880185 May 25 19:59:12.967541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59394-6900-43c3-b3f6-3525e9cccdca None None] Pushing event updated for resources: {'Port': ['ID=a10216dd-64b9-4f92-bb5c-b0bbfa4bb590,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:13.026386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Routers {'0733dfd9-6c3a-49d5-946d-f1018edfb7fc'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 19:59:13.029663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T19:59:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:13.193056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07b9fa99-c5e9-4221-8b6e-5813fce8b609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:13.197746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-07b9fa99-c5e9-4221-8b6e-5813fce8b609 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/def0ee80-ac62-4b0f-9c8c-2d0c0cf804db HTTP/1.1" status: 204 len: 168 time: 0.9936583 May 25 19:59:13.198614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Pushing event updated for resources: {'Port': ['ID=b0a1df3a-d269-4201-a926-62dd36f55ca5,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:13.275214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 19:59:13.318729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9fa99-c5e9-4221-8b6e-5813fce8b609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def0ee80-ac62-4b0f-9c8c-2d0c0cf804db,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:13.512369 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:13.512927 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Added segment 1414c5aa-3e31-46d8-b716-aafae14d0ce3 of type vlan for network d247a9f2-4b1f-43f1-b337-e3d5c1a9c055 May 25 19:59:13.537427 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e946bb57-c152-4075-95e5-0bf6c5a7ea64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:13.580183 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e946bb57-c152-4075-95e5-0bf6c5a7ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:13.619003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c8812-60be-4ce6-801c-c68050b24474 req-c2602e4b-7d0c-4f2c-b832-d2e15ba3f70d tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:13.620498 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-873c8812-60be-4ce6-801c-c68050b24474 req-c2602e4b-7d0c-4f2c-b832-d2e15ba3f70d tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 936 time: 1.2145610 May 25 19:59:13.650563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Attempting to bind port b0a1df3a-d269-4201-a926-62dd36f55ca5 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:59:13.651684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Attempting to bind port b0a1df3a-d269-4201-a926-62dd36f55ca5 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:59:13.653187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Attempting to bind port b0a1df3a-d269-4201-a926-62dd36f55ca5 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:13.689980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] Set router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 19:59:13.770629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Port b0a1df3a-d269-4201-a926-62dd36f55ca5 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 19:59:13.772032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Attempting to bind port b0a1df3a-d269-4201-a926-62dd36f55ca5 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:13.787919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:59:13.789215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:13.789947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:59:13.790588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Bound port: b0a1df3a-d269-4201-a926-62dd36f55ca5, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:59:13.791199 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:13.864165 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e946bb57-c152-4075-95e5-0bf6c5a7ea64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e455abcc483748c3b832b7c095b05c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4193745 May 25 19:59:13.877418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946bb57-c152-4075-95e5-0bf6c5a7ea64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b10ffa5-a81c-469a-bb84-ac2367d13145,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:13.894650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59090) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:13.907758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b608e470-864f-42ea-bafc-ecae91ead97b {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 19:59:13.917976 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:13.959863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] For port b0a1df3a-d269-4201-a926-62dd36f55ca5, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:59:13.971848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] For port b0a1df3a-d269-4201-a926-62dd36f55ca5, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b0a1df3a-d269-4201-a926-62dd36f55ca5,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:59:13.978515 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:13.994874 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-873c8812-60be-4ce6-801c-c68050b24474 req-0464dfa8-1942-4bfa-8b65-5613dda81b75 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/security-groups?id=488271dd-3250-415e-8d78-4ff45ca28ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458238 May 25 19:59:13.999503 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:14.041889 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Transition to ACTIVE for port object b608e470-864f-42ea-bafc-ecae91ead97b will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:14.062606 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:14.224948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Pushing event updated for resources: {'Port': ['ID=b0a1df3a-d269-4201-a926-62dd36f55ca5,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:14.276645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:14.278608 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:14.280571 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-f06b6684-4d19-46c5-807d-bbcddd65cc3a service neutron] 10.222.0.50 "PUT /v2.0/ports/b0a1df3a-d269-4201-a926-62dd36f55ca5 HTTP/1.1" status: 200 len: 1118 time: 4.4834435 May 25 19:59:14.281248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f947e8d4-084b-4e47-92a5-739c73db2e7d', 'tag': 'b0a1df3a-d269-4201-a926-62dd36f55ca5'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 19:59:14.430521 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 19:59:14.704253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:14.705217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:14.705817 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:14.735903 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7acd39e8-1fec-4abf-94c5-74f55bdbbabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:14.916428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Pushing event updated for resources: {'Port': ['ID=b608e470-864f-42ea-bafc-ecae91ead97b,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:15.014274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:12Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:15.027870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53dd57-4a5b-4f51-a059-8ced0fd59972 None None] The sync data for ids ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'] in n-d-843339-1 is: [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:12Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 19:59:15.176836 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7acd39e8-1fec-4abf-94c5-74f55bdbbabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:15.262209 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7acd39e8-1fec-4abf-94c5-74f55bdbbabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:15.309150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Attempting to bind port b608e470-864f-42ea-bafc-ecae91ead97b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:59:15.309507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Attempting to bind port b608e470-864f-42ea-bafc-ecae91ead97b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:59:15.309866 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Attempting to bind port b608e470-864f-42ea-bafc-ecae91ead97b on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:15.320954 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7acd39e8-1fec-4abf-94c5-74f55bdbbabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:15.322089 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7acd39e8-1fec-4abf-94c5-74f55bdbbabc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b10ffa5-a81c-469a-bb84-ac2367d13145 HTTP/1.1" status: 204 len: 168 time: 1.3853431 May 25 19:59:15.322998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Port b608e470-864f-42ea-bafc-ecae91ead97b on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 19:59:15.323295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Attempting to bind port b608e470-864f-42ea-bafc-ecae91ead97b on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:15.331231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] Pushing event updated for resources: {'Network': ['ID=d247a9f2-4b1f-43f1-b337-e3d5c1a9c055,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:15.346089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network d247a9f2-4b1f-43f1-b337-e3d5c1a9c055 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 19:59:15.372133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:59:15.374518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:15.375298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:59:15.375929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Bound port: b608e470-864f-42ea-bafc-ecae91ead97b, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:59:15.378589 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:15.472931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b93e8299-e676-4bc7-af24-49365aae85aa admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 4.3487275 May 25 19:59:15.486456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd39e8-1fec-4abf-94c5-74f55bdbbabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b10ffa5-a81c-469a-bb84-ac2367d13145,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:15.488819 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59126) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:15.655795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] For port b608e470-864f-42ea-bafc-ecae91ead97b, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:59:15.667402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] For port b608e470-864f-42ea-bafc-ecae91ead97b, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b608e470-864f-42ea-bafc-ecae91ead97b,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:59:15.678993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be37629-6d03-49f9-a3d2-cd0b89dc8a9e req-2511207b-9d2d-476f-b227-fee4284f551d tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:15.683190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:59:15.687872 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1be37629-6d03-49f9-a3d2-cd0b89dc8a9e req-2511207b-9d2d-476f-b227-fee4284f551d tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 970 time: 1.5014708 May 25 19:59:15.730422 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:15.745536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Request body: {'subnet': {'network_id': 'd247a9f2-4b1f-43f1-b337-e3d5c1a9c055', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965414549-subnet', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:15.752232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:15.757511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Usage tracker for resource:subnet and tenant:02ba6ae46971466d8ea66e9b27ac4a0c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:15.761486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:15.767759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:15.905412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-c8b4c041-1a13-4470-bc0d-f887693114ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:15.916002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-c8b4c041-1a13-4470-bc0d-f887693114ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1e34c077f63149da82c4288d01128a48&device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 1121 time: 1.4469738 May 25 19:59:15.981788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Made reservation on behalf of 02ba6ae46971466d8ea66e9b27ac4a0c for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:15.983428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:15.987956 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:15.995569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:15.996238 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:16.130079 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1be37629-6d03-49f9-a3d2-cd0b89dc8a9e req-e393f1b0-ff24-46c2-ab76-e78d47cde039 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336300 May 25 19:59:16.192966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:16.200978 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:16.203728 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] 10.222.0.50 "PUT /v2.0/ports/b608e470-864f-42ea-bafc-ecae91ead97b HTTP/1.1" status: 200 len: 1118 time: 4.6269906 May 25 19:59:16.226625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9fa231-ff01-48cc-b2c6-c11157afdb6d', 'tag': 'b608e470-864f-42ea-bafc-ecae91ead97b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 19:59:16.440626 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-32a04cee-81d1-4881-bd2c-425f662872cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=b0a1df3a-d269-4201-a926-62dd36f55ca5 HTTP/1.1" status: 200 len: 217 time: 0.4696796 May 25 19:59:16.468556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:16.469120 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:16.543622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a10216dd-64b9-4f92-bb5c-b0bbfa4bb590,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:16.555789 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:16.616528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c41646-bd16-45b5-b577-1aa642bea1ec req-bf53e0a7-db26-4a21-b97d-67adfaa7b676 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:16.620720 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-30c41646-bd16-45b5-b577-1aa642bea1ec req-bf53e0a7-db26-4a21-b97d-67adfaa7b676 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 970 time: 1.0564270 May 25 19:59:16.655164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-42d4f599-0a1b-4b50-b738-6aeb5953410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:16.656599 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-42d4f599-0a1b-4b50-b738-6aeb5953410b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2084386 May 25 19:59:16.764131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=a10216dd-64b9-4f92-bb5c-b0bbfa4bb590,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:16.785035 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340b094-44ae-42d6-a51b-922d2722ee70 service neutron] Pushing event updated for resources: {'Port': ['ID=b608e470-864f-42ea-bafc-ecae91ead97b,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:16.961953 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-30c41646-bd16-45b5-b577-1aa642bea1ec req-6677b80c-e9bb-4c01-a20d-f685b78a958e tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/security-groups?id=488271dd-3250-415e-8d78-4ff45ca28ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253994 May 25 19:59:17.027290 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-392c140a-4543-485f-90bf-4a6ede17025d'] response: {'name': 'network-changed', 'server_uuid': 'f947e8d4-084b-4e47-92a5-739c73db2e7d', 'tag': 'b0a1df3a-d269-4201-a926-62dd36f55ca5', 'status': 'completed', 'code': 200} May 25 19:59:17.049770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-b2580ce3-9ebd-4c19-be52-86a40aa7e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:17.049988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-b12f2029-2a16-489c-8b4e-81b7b551c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:17.051586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-b12f2029-2a16-489c-8b4e-81b7b551c0f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3302860 May 25 19:59:17.053376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-b2580ce3-9ebd-4c19-be52-86a40aa7e5f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eab7a29fa43e4b808155527e24c6ede9&device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 1121 time: 0.4540787 May 25 19:59:17.336482 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-b01bb5c7-2389-4564-8b77-4bdb36369e97 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524452 May 25 19:59:17.440543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-3d5649e2-9943-4d3e-9c45-758f909a1f8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=b608e470-864f-42ea-bafc-ecae91ead97b HTTP/1.1" status: 200 len: 217 time: 0.3411920 May 25 19:59:17.497437 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:17.544850 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-740920c0-6f9b-479d-b366-688a7648d59a'] response: {'name': 'network-changed', 'server_uuid': 'fb9fa231-ff01-48cc-b2c6-c11157afdb6d', 'tag': 'b608e470-864f-42ea-bafc-ecae91ead97b', 'status': 'completed', 'code': 200} May 25 19:59:17.570930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:59:17.907170 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:17.908609 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:17.956164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35d0804-a29a-4b6a-8780-700ac9905008,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:17.967536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Checking segment: {'id': '1414c5aa-3e31-46d8-b716-aafae14d0ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd247a9f2-4b1f-43f1-b337-e3d5c1a9c055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:17.968572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Network hostable DHCP agents. Network: d247a9f2-4b1f-43f1-b337-e3d5c1a9c055, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 19:59:17.993001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-015c699c-ce43-48e4-8171-39e4372544b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:17.994990 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-015c699c-ce43-48e4-8171-39e4372544b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.5485749 May 25 19:59:18.074600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c316305e-0570-4a4f-96b2-9e980c08fb68 req-23227d06-8a08-4e9f-ac21-b6fc5a43cd00 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565020 May 25 19:59:18.186023 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:18.310580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Network d247a9f2-4b1f-43f1-b337-e3d5c1a9c055 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 19:59:18.331168 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, d247a9f2-4b1f-43f1-b337-e3d5c1a9c055) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:18.344693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:18.345852 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:18.347844 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590e47a9-702c-49c7-9131-2a18efd2694b None None] Network d247a9f2-4b1f-43f1-b337-e3d5c1a9c055 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:59:18.348210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ded2e1-bce2-4467-816a-b20cefcddaa0 req-aa6cea10-4d24-435d-a44c-415c8ecaa5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:18.355655 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7ded2e1-bce2-4467-816a-b20cefcddaa0 req-aa6cea10-4d24-435d-a44c-415c8ecaa5f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1e34c077f63149da82c4288d01128a48&device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 1121 time: 0.1920490 May 25 19:59:18.406128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-515c563d-f396-4ef0-8005-f63396501428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:18.407595 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-515c563d-f396-4ef0-8005-f63396501428 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3624187 May 25 19:59:18.420684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346156ab-3467-47e5-9e45-61ee7b019fe8 req-ac55a3bd-1849-4bf6-be3b-6b7c05307caf tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:18.422284 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-346156ab-3467-47e5-9e45-61ee7b019fe8 req-ac55a3bd-1849-4bf6-be3b-6b7c05307caf tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 970 time: 0.6036201 May 25 19:59:18.446870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d647ebaf-d64e-481c-86dc-d5c8002413a6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7330360 May 25 19:59:18.447688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59194) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:18.530039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-965414549-router', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:18.654773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:18.746626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ded2e1-bce2-4467-816a-b20cefcddaa0 req-beab2b12-61d4-4454-b926-9f74f3a33e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:18.748175 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7ded2e1-bce2-4467-816a-b20cefcddaa0 req-beab2b12-61d4-4454-b926-9f74f3a33e22 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.3865767 May 25 19:59:18.818295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Usage tracker for resource:router and tenant:02ba6ae46971466d8ea66e9b27ac4a0c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:18.829849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:18.859462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-d247a9f2-4b1f-43f1-b337-e3d5c1a9c055', 'network_id': 'd247a9f2-4b1f-43f1-b337-e3d5c1a9c055', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'fixed_ips': [{'subnet_id': 'c35d0804-a29a-4b6a-8780-700ac9905008'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 19:59:18.860651 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:18.880633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:18.968496 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-346156ab-3467-47e5-9e45-61ee7b019fe8 req-84f798fc-ecfd-42d6-842b-860eb4e861f5 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603102 May 25 19:59:19.023315 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:19.027147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7ded2e1-bce2-4467-816a-b20cefcddaa0 req-1ec0dc93-392c-4275-bb2e-8ff5c51c7484 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=b0a1df3a-d269-4201-a926-62dd36f55ca5 HTTP/1.1" status: 200 len: 217 time: 0.2660871 May 25 19:59:19.031131 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:19.088603 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:19.159264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a70de-c073-4910-953b-d9846d9ae828 req-72a6e39e-1e3c-48cb-be01-5b419247ffdf tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:19.161475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e1a70de-c073-4910-953b-d9846d9ae828 req-72a6e39e-1e3c-48cb-be01-5b419247ffdf tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 970 time: 0.4123359 May 25 19:59:19.176906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ded2e1-bce2-4467-816a-b20cefcddaa0 req-b9a16200-231b-4f2c-8505-42acda91db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:19.186749 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7ded2e1-bce2-4467-816a-b20cefcddaa0 req-b9a16200-231b-4f2c-8505-42acda91db50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1361084 May 25 19:59:19.199630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Allocated IP 172.20.0.2 (d247a9f2-4b1f-43f1-b337-e3d5c1a9c055/c35d0804-a29a-4b6a-8780-700ac9905008/56e32007-9235-4c76-838e-6eb7ac8b58df) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:59:19.391751 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e1a70de-c073-4910-953b-d9846d9ae828 req-1f95f274-9e45-4428-b2d9-b87fb7c76a13 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/security-groups?id=488271dd-3250-415e-8d78-4ff45ca28ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200627 May 25 19:59:19.421267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ded2e1-bce2-4467-816a-b20cefcddaa0 req-dc575c19-d7e8-416e-b66d-a108547d9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:19.425941 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7ded2e1-bce2-4467-816a-b20cefcddaa0 req-dc575c19-d7e8-416e-b66d-a108547d9fa1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2044420 May 25 19:59:19.557905 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-0c7e809f-d24b-40c4-9e06-951994547db8 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1340594 May 25 19:59:19.806866 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7ded2e1-bce2-4467-816a-b20cefcddaa0 req-dea2ac58-d489-4f78-8953-71c7643f6f30 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727221 May 25 19:59:19.876260 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:19.908588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Transition to ACTIVE for port object 56e32007-9235-4c76-838e-6eb7ac8b58df will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:19.959604 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Transition to ACTIVE for port object 56e32007-9235-4c76-838e-6eb7ac8b58df will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:19.975398 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:20.061867 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Network d247a9f2-4b1f-43f1-b337-e3d5c1a9c055 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:59:20.065122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:20.072197 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:59:20.082109 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Pushing event updated for resources: {'Port': ['ID=56e32007-9235-4c76-838e-6eb7ac8b58df,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:20.136822 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:20.202754 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Attempting to bind port 56e32007-9235-4c76-838e-6eb7ac8b58df on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:59:20.203351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Attempting to bind port 56e32007-9235-4c76-838e-6eb7ac8b58df by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '1414c5aa-3e31-46d8-b716-aafae14d0ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd247a9f2-4b1f-43f1-b337-e3d5c1a9c055'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:59:20.203917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Attempting to bind port 56e32007-9235-4c76-838e-6eb7ac8b58df on network d247a9f2-4b1f-43f1-b337-e3d5c1a9c055 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:20.212991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:59:20.213621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Checking segment: {'id': '1414c5aa-3e31-46d8-b716-aafae14d0ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd247a9f2-4b1f-43f1-b337-e3d5c1a9c055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:20.214307 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:20.214883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Bound using segment: {'id': '1414c5aa-3e31-46d8-b716-aafae14d0ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd247a9f2-4b1f-43f1-b337-e3d5c1a9c055'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:59:20.216009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Bound port: 56e32007-9235-4c76-838e-6eb7ac8b58df, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1414c5aa-3e31-46d8-b716-aafae14d0ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd247a9f2-4b1f-43f1-b337-e3d5c1a9c055'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:59:20.216769 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:20.263447 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7ded2e1-bce2-4467-816a-b20cefcddaa0 req-ae6ebcee-fc04-4607-a2e3-61581bcf3e84 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317183 May 25 19:59:20.339392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] For port 56e32007-9235-4c76-838e-6eb7ac8b58df, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:59:20.343856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] For port 56e32007-9235-4c76-838e-6eb7ac8b58df, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=56e32007-9235-4c76-838e-6eb7ac8b58df,segment=NetworkSegment(1414c5aa-3e31-46d8-b716-aafae14d0ce3),segment_id=1414c5aa-3e31-46d8-b716-aafae14d0ce3)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:59:20.350372 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:20.387716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59264) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:20.490503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b423f-87bf-4e4f-88ac-e5e539e7a226 None None] Pushing event updated for resources: {'Port': ['ID=56e32007-9235-4c76-838e-6eb7ac8b58df,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:20.492044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ec5b308-3dc9-4ec4-abb4-905aa4c35e7e req-ffab9c52-aa2c-4bbb-bffc-fd3db06b75ea service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8033390 May 25 19:59:20.544765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652a51c-1333-4212-ac50-c392ad64ff49 req-5b601e33-e080-4c0d-9edb-ccee469b717e tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:20.553021 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3652a51c-1333-4212-ac50-c392ad64ff49 req-5b601e33-e080-4c0d-9edb-ccee469b717e tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 970 time: 0.2031639 May 25 19:59:20.717625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83f986-953f-4740-9dc8-4120f40e7278 req-cf88180f-ea7c-4af4-b575-e84ab1b190df tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:20.722748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe83f986-953f-4740-9dc8-4120f40e7278 req-cf88180f-ea7c-4af4-b575-e84ab1b190df tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 970 time: 0.1264329 May 25 19:59:20.731874 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3652a51c-1333-4212-ac50-c392ad64ff49 req-f81cbd8a-34d1-407c-b28e-75a6f8af7410 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382396 May 25 19:59:20.779562 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-636e2031-4b76-4f17-89a6-3cf3c28f7c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:20.800722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-636e2031-4b76-4f17-89a6-3cf3c28f7c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:20.813423 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe83f986-953f-4740-9dc8-4120f40e7278 req-ac63be43-b515-4ecd-abc1-a0c8ef8089b9 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/security-groups?id=488271dd-3250-415e-8d78-4ff45ca28ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673122 May 25 19:59:20.816375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-636e2031-4b76-4f17-89a6-3cf3c28f7c05 admin admin] Usage tracker for resource:security_group_rule and tenant:f049a05a87264a28b0d214b9f6e5181c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:20.820516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-636e2031-4b76-4f17-89a6-3cf3c28f7c05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:20.839416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-636e2031-4b76-4f17-89a6-3cf3c28f7c05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:20.946415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-636e2031-4b76-4f17-89a6-3cf3c28f7c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:20.951182 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-636e2031-4b76-4f17-89a6-3cf3c28f7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:20.954140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7aa47-f629-4ace-b66c-b4e4854c4a16 req-57726134-2cd9-4c0c-aacb-131f3ba7c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:20.955723 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0bd7aa47-f629-4ace-b66c-b4e4854c4a16 req-57726134-2cd9-4c0c-aacb-131f3ba7c31c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eab7a29fa43e4b808155527e24c6ede9&device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 1121 time: 0.4017406 May 25 19:59:21.010541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e2031-4b76-4f17-89a6-3cf3c28f7c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6149e634-b161-4a50-868b-7af9211411de,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:21.016379 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-636e2031-4b76-4f17-89a6-3cf3c28f7c05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f049a05a87264a28b0d214b9f6e5181c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6271598 May 25 19:59:21.018622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59280) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:21.071698 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:21.092459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d07e84a3-5ab5-4fd4-9645-76af4a7f4d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:21.108907 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:21.126254 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d07e84a3-5ab5-4fd4-9645-76af4a7f4d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:21.185752 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d07e84a3-5ab5-4fd4-9645-76af4a7f4d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:21.204531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e84a3-5ab5-4fd4-9645-76af4a7f4d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6149e634-b161-4a50-868b-7af9211411de,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:21.205112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7aa47-f629-4ace-b66c-b4e4854c4a16 req-e83b7cdf-b1eb-46c0-8fff-47f02a8184ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:21.207384 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0bd7aa47-f629-4ace-b66c-b4e4854c4a16 req-e83b7cdf-b1eb-46c0-8fff-47f02a8184ec service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.2403452 May 25 19:59:21.215232 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d07e84a3-5ab5-4fd4-9645-76af4a7f4d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:21.218219 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d07e84a3-5ab5-4fd4-9645-76af4a7f4d9c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6149e634-b161-4a50-868b-7af9211411de HTTP/1.1" status: 204 len: 168 time: 0.1967130 May 25 19:59:21.285801 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0bd7aa47-f629-4ace-b66c-b4e4854c4a16 req-7c292671-1ae2-4c97-a896-58c492fa54df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=b608e470-864f-42ea-bafc-ecae91ead97b HTTP/1.1" status: 200 len: 217 time: 0.0704024 May 25 19:59:21.414188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7aa47-f629-4ace-b66c-b4e4854c4a16 req-cae124a8-1157-416f-8530-fcceaa58b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:21.415720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0bd7aa47-f629-4ace-b66c-b4e4854c4a16 req-cae124a8-1157-416f-8530-fcceaa58b0a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0972965 May 25 19:59:21.416953 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Allocated IP 172.25.3.125 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/145129b2-efe3-490f-859e-c9c473f44f37) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:59:21.492210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 56e32007-9235-4c76-838e-6eb7ac8b58df up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:59:21.631553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 56e32007-9235-4c76-838e-6eb7ac8b58df completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:21.714856 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:21.800223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7aa47-f629-4ace-b66c-b4e4854c4a16 req-7c118f91-1237-4722-9383-c51131cbce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:21.801801 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0bd7aa47-f629-4ace-b66c-b4e4854c4a16 req-7c118f91-1237-4722-9383-c51131cbce77 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3785622 May 25 19:59:21.802479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f44a14e-47fc-4de6-8b0b-8ef8b301fa65 None None] Network d247a9f2-4b1f-43f1-b337-e3d5c1a9c055 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:59:21.803546 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:21.926827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59314) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:21.955290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7c8bfc44-e8b4-42a8-99a1-7cafcb1cada3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:21.962117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:59:21.966922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:21.972344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:59:21.984700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7c8bfc44-e8b4-42a8-99a1-7cafcb1cada3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:21.996713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7c8bfc44-e8b4-42a8-99a1-7cafcb1cada3 admin admin] Usage tracker for resource:security_group_rule and tenant:35d9b05ff0ed401e90e461ea5525f725 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:22.001670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7c8bfc44-e8b4-42a8-99a1-7cafcb1cada3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:22.014105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7c8bfc44-e8b4-42a8-99a1-7cafcb1cada3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:22.025978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-31664e51-3cbe-465a-8286-b37af24558f8 None None] Provisioning for port 56e32007-9235-4c76-838e-6eb7ac8b58df completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:22.030337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52327d-e0eb-49b8-b131-6b988835edf4 req-13a9bd46-5e4f-4951-8093-8d2445e8a80e tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:22.031980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6c52327d-e0eb-49b8-b131-6b988835edf4 req-13a9bd46-5e4f-4951-8093-8d2445e8a80e tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Synchronizing usage tracker for tenant:1e34c077f63149da82c4288d01128a48 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:22.035301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-31664e51-3cbe-465a-8286-b37af24558f8 None None] Provisioning complete for port 56e32007-9235-4c76-838e-6eb7ac8b58df triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:22.036165 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-31664e51-3cbe-465a-8286-b37af24558f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:22.113882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Pushing event updated for resources: {'Port': ['ID=145129b2-efe3-490f-859e-c9c473f44f37,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:22.204326 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7c8bfc44-e8b4-42a8-99a1-7cafcb1cada3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:22.221756 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7c8bfc44-e8b4-42a8-99a1-7cafcb1cada3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:22.266565 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0bd7aa47-f629-4ace-b66c-b4e4854c4a16 req-1893414f-9614-44cc-8f44-937d39303082 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248710 May 25 19:59:22.277706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6c52327d-e0eb-49b8-b131-6b988835edf4 req-13a9bd46-5e4f-4951-8093-8d2445e8a80e tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Unset dirty status for tenant:1e34c077f63149da82c4288d01128a48 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:22.283385 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6c52327d-e0eb-49b8-b131-6b988835edf4 req-13a9bd46-5e4f-4951-8093-8d2445e8a80e tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 970 time: 0.4157166 May 25 19:59:22.334758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7c8bfc44-e8b4-42a8-99a1-7cafcb1cada3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35d9b05ff0ed401e90e461ea5525f725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020584 May 25 19:59:22.334758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bfc44-e8b4-42a8-99a1-7cafcb1cada3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3a91f2-8882-4697-ac10-efcd00e490fd,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:22.338565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59326) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:22.398012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-31664e51-3cbe-465a-8286-b37af24558f8 None None] Current status of the port 56e32007-9235-4c76-838e-6eb7ac8b58df is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:22.398806 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-31664e51-3cbe-465a-8286-b37af24558f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:22.446642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-31664e51-3cbe-465a-8286-b37af24558f8 None None] For port 56e32007-9235-4c76-838e-6eb7ac8b58df, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=56e32007-9235-4c76-838e-6eb7ac8b58df,segment=NetworkSegment(1414c5aa-3e31-46d8-b716-aafae14d0ce3),segment_id=1414c5aa-3e31-46d8-b716-aafae14d0ce3)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:22.457674 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-31664e51-3cbe-465a-8286-b37af24558f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:22.470240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6c52327d-e0eb-49b8-b131-6b988835edf4 req-96bae544-1f79-4760-adc1-34e2e8383577 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Synchronizing usage tracker for tenant:1e34c077f63149da82c4288d01128a48 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:22.479209 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e945d37c-d885-4a11-abc8-cce33e7cd486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:22.521250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e945d37c-d885-4a11-abc8-cce33e7cd486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:22.532503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6c52327d-e0eb-49b8-b131-6b988835edf4 req-96bae544-1f79-4760-adc1-34e2e8383577 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Unset dirty status for tenant:1e34c077f63149da82c4288d01128a48 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:22.546370 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6c52327d-e0eb-49b8-b131-6b988835edf4 req-96bae544-1f79-4760-adc1-34e2e8383577 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583585 May 25 19:59:22.550628 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31664e51-3cbe-465a-8286-b37af24558f8 None None] Pushing event updated for resources: {'Port': ['ID=56e32007-9235-4c76-838e-6eb7ac8b58df,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:22.551688 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0bd7aa47-f629-4ace-b66c-b4e4854c4a16 req-6a87d2a7-9925-495c-861a-e622f10de3c4 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777362 May 25 19:59:22.624809 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e945d37c-d885-4a11-abc8-cce33e7cd486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:22.644268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945d37c-d885-4a11-abc8-cce33e7cd486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3a91f2-8882-4697-ac10-efcd00e490fd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:22.649236 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e945d37c-d885-4a11-abc8-cce33e7cd486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:22.650374 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e945d37c-d885-4a11-abc8-cce33e7cd486 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b3a91f2-8882-4697-ac10-efcd00e490fd HTTP/1.1" status: 204 len: 168 time: 0.3101804 May 25 19:59:22.689961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec9526-3e95-4d31-bc57-097d75c74cb9 req-3d2c3f91-5d14-4e1b-9eda-38f22fafe94f tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:22.690602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-64ec9526-3e95-4d31-bc57-097d75c74cb9 req-3d2c3f91-5d14-4e1b-9eda-38f22fafe94f tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Synchronizing usage tracker for tenant:eab7a29fa43e4b808155527e24c6ede9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:22.730025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-64ec9526-3e95-4d31-bc57-097d75c74cb9 req-3d2c3f91-5d14-4e1b-9eda-38f22fafe94f tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Unset dirty status for tenant:eab7a29fa43e4b808155527e24c6ede9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:22.735718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-55eedc12-ced8-425e-98e3-113f6ceb53f0 None None] Provisioning complete for port 56e32007-9235-4c76-838e-6eb7ac8b58df triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:22.736084 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-55eedc12-ced8-425e-98e3-113f6ceb53f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:22.740526 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-64ec9526-3e95-4d31-bc57-097d75c74cb9 req-3d2c3f91-5d14-4e1b-9eda-38f22fafe94f tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 970 time: 0.4635887 May 25 19:59:22.791765 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:22.898945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-55eedc12-ced8-425e-98e3-113f6ceb53f0 None None] Current status of the port 56e32007-9235-4c76-838e-6eb7ac8b58df is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:22.906973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-64ec9526-3e95-4d31-bc57-097d75c74cb9 req-59c44979-063d-435e-8ffa-3d55e811af09 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Synchronizing usage tracker for tenant:eab7a29fa43e4b808155527e24c6ede9 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:23.008091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-64ec9526-3e95-4d31-bc57-097d75c74cb9 req-59c44979-063d-435e-8ffa-3d55e811af09 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Unset dirty status for tenant:eab7a29fa43e4b808155527e24c6ede9 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:23.009253 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-64ec9526-3e95-4d31-bc57-097d75c74cb9 req-59c44979-063d-435e-8ffa-3d55e811af09 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/security-groups?id=488271dd-3250-415e-8d78-4ff45ca28ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664871 May 25 19:59:23.225391 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:23.434693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 56e32007-9235-4c76-838e-6eb7ac8b58df up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:59:23.461820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Router 4699cac4-1005-4bd7-ab4b-9dde6671eacb is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 19:59:23.526972 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:23.528158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 56e32007-9235-4c76-838e-6eb7ac8b58df triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:23.528717 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:23.665673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 56e32007-9235-4c76-838e-6eb7ac8b58df is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:23.765859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 19:59:23.777808 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Sync routers for ids ['4699cac4-1005-4bd7-ab4b-9dde6671eacb'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 19:59:23.788920 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Routers {'4699cac4-1005-4bd7-ab4b-9dde6671eacb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 19:59:23.789543 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T19:59:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4699cac4-1005-4bd7-ab4b-9dde6671eacb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:23.805457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee9350-9812-47ea-85c7-3646cbcd8eb9 req-7f779c10-9c7b-49a1-8577-5a6c1971d66d tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:23.811804 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00ee9350-9812-47ea-85c7-3646cbcd8eb9 req-7f779c10-9c7b-49a1-8577-5a6c1971d66d tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 970 time: 0.1263413 May 25 19:59:23.813187 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:23.815400 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-40ccb8b4-e266-4926-ad0e-ed2d54698412 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3033555 May 25 19:59:23.820284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59384) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:23.917549 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00ee9350-9812-47ea-85c7-3646cbcd8eb9 req-51e88142-e3c0-4305-963b-f32be2aacfd9 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008949 May 25 19:59:23.990303 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Set router 4699cac4-1005-4bd7-ab4b-9dde6671eacb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 19:59:24.215352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b608e470-864f-42ea-bafc-ecae91ead97b details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 19:59:24.357357 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965414549-router', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '145129b2-efe3-490f-859e-c9c473f44f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:59:19Z', 'updated_at': '2022-05-25T19:59:22Z', 'revision_number': 3, 'project_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'gw_port': {'id': '145129b2-efe3-490f-859e-c9c473f44f37', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:21Z', 'updated_at': '2022-05-25T19:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:24.362649 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Checking router: 4699cac4-1005-4bd7-ab4b-9dde6671eacb for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 19:59:24.363228 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Updating router 4699cac4-1005-4bd7-ab4b-9dde6671eacb port 145129b2-efe3-490f-859e-c9c473f44f37 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 19:59:24.422103 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:24.422597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae213a1-579b-493a-a69a-f98a52fc954e req-708ce8bb-fce1-4411-bf34-c418c71b5db0 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:24.424109 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ae213a1-579b-493a-a69a-f98a52fc954e req-708ce8bb-fce1-4411-bf34-c418c71b5db0 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 970 time: 0.2702146 May 25 19:59:24.472906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b608e470-864f-42ea-bafc-ecae91ead97b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b608e470-864f-42ea-bafc-ecae91ead97b,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:24.500324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'b608e470-864f-42ea-bafc-ecae91ead97b', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': 'b608e470-864f-42ea-bafc-ecae91ead97b', 'mac_address': 'fa:16:3e:62:17:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:tempest-test_az-1162632385', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 19:59:24.563485 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ae213a1-579b-493a-a69a-f98a52fc954e req-6bb3233b-02e9-4b8b-bcc4-caee5cc1197b tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/security-groups?id=488271dd-3250-415e-8d78-4ff45ca28ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788221 May 25 19:59:24.626585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b608e470-864f-42ea-bafc-ecae91ead97b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:24.626980 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:24.650206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b608e470-864f-42ea-bafc-ecae91ead97b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 19:59:24.688987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b608e470-864f-42ea-bafc-ecae91ead97b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b608e470-864f-42ea-bafc-ecae91ead97b,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:24.696073 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:24.696825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b0a1df3a-d269-4201-a926-62dd36f55ca5 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 19:59:24.846553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b0a1df3a-d269-4201-a926-62dd36f55ca5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b0a1df3a-d269-4201-a926-62dd36f55ca5,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:24.869401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'b0a1df3a-d269-4201-a926-62dd36f55ca5', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': 'b0a1df3a-d269-4201-a926-62dd36f55ca5', 'mac_address': 'fa:16:3e:11:f2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:tempest-test_az-1162632385', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 19:59:24.870409 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:24.885734 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Transition to ACTIVE for port object 145129b2-efe3-490f-859e-c9c473f44f37 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:24.899263 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:24.922387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b608e470-864f-42ea-bafc-ecae91ead97b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:24.961183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b0a1df3a-d269-4201-a926-62dd36f55ca5 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:24.961848 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:24.997153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a1df3a-d269-4201-a926-62dd36f55ca5 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 19:59:25.014951 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97507b-e841-4c4c-9992-4d216350049f None None] Pushing event updated for resources: {'Port': ['ID=145129b2-efe3-490f-859e-c9c473f44f37,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:25.037324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b0a1df3a-d269-4201-a926-62dd36f55ca5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b0a1df3a-d269-4201-a926-62dd36f55ca5,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:25.046243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:25.047708 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:25.060242 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Attempting to bind port 145129b2-efe3-490f-859e-c9c473f44f37 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:59:25.060939 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Attempting to bind port 145129b2-efe3-490f-859e-c9c473f44f37 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:59:25.064494 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Attempting to bind port 145129b2-efe3-490f-859e-c9c473f44f37 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:25.075947 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:59:25.084302 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:25.084907 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:25.085447 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:59:25.086544 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Bound port: 145129b2-efe3-490f-859e-c9c473f44f37, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:59:25.087091 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:25.161599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b0a1df3a-d269-4201-a926-62dd36f55ca5,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:25.236039 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] For port 145129b2-efe3-490f-859e-c9c473f44f37, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:59:25.240948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a30cc-9827-4963-948b-89f82c2a96ac req-38fd704f-178d-4fec-b071-68625164ebd9 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:25.242838 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] For port 145129b2-efe3-490f-859e-c9c473f44f37, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=145129b2-efe3-490f-859e-c9c473f44f37,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:59:25.243376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-952a30cc-9827-4963-948b-89f82c2a96ac req-38fd704f-178d-4fec-b071-68625164ebd9 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 971 time: 0.1754630 May 25 19:59:25.250551 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:25.310070 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-952a30cc-9827-4963-948b-89f82c2a96ac req-948624d9-9883-4a3c-8061-b371c610690e tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584955 May 25 19:59:25.318429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Allocated IP 172.20.0.1 (d247a9f2-4b1f-43f1-b337-e3d5c1a9c055/c35d0804-a29a-4b6a-8780-700ac9905008/72f08ec9-6f00-4911-a003-f7ced019eef8) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:59:25.378577 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97507b-e841-4c4c-9992-4d216350049f None None] Pushing event updated for resources: {'Port': ['ID=145129b2-efe3-490f-859e-c9c473f44f37,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:25.384045 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['b608e470-864f-42ea-bafc-ecae91ead97b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 19:59:25.384870 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Routers {'4699cac4-1005-4bd7-ab4b-9dde6671eacb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 19:59:25.385553 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T19:59:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4699cac4-1005-4bd7-ab4b-9dde6671eacb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:25.529140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['b0a1df3a-d269-4201-a926-62dd36f55ca5'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 19:59:25.690428 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] Set router 4699cac4-1005-4bd7-ab4b-9dde6671eacb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 19:59:25.736882 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:25.779934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Transition to ACTIVE for port object 72f08ec9-6f00-4911-a003-f7ced019eef8 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:25.829548 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:25.969099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Network d247a9f2-4b1f-43f1-b337-e3d5c1a9c055 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:59:25.972157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:25.976748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:59:25.977210 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:25.983344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Pushing event updated for resources: {'Port': ['ID=72f08ec9-6f00-4911-a003-f7ced019eef8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:26.032548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafb2bd-2ad9-44c5-9efb-b4b9f57088ea req-08c7d576-fe48-449a-8eff-fa1e693a10dc tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:26.035702 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ccafb2bd-2ad9-44c5-9efb-b4b9f57088ea req-08c7d576-fe48-449a-8eff-fa1e693a10dc tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 971 time: 0.1611419 May 25 19:59:26.123884 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ccafb2bd-2ad9-44c5-9efb-b4b9f57088ea req-555e6837-d2dd-46c6-901a-da79ee7e91f3 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/security-groups?id=488271dd-3250-415e-8d78-4ff45ca28ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806215 May 25 19:59:26.179290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:26.216483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b608e470-864f-42ea-bafc-ecae91ead97b up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:59:26.246991 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965414549-router', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '145129b2-efe3-490f-859e-c9c473f44f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:59:19Z', 'updated_at': '2022-05-25T19:59:22Z', 'revision_number': 3, 'project_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'gw_port': {'id': '145129b2-efe3-490f-859e-c9c473f44f37', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:21Z', 'updated_at': '2022-05-25T19:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:26.262272 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b331e69-a408-4e76-89e4-454ad3a0c3eb None None] The sync data for ids ['4699cac4-1005-4bd7-ab4b-9dde6671eacb'] in n-d-843339-1 is: [{'id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965414549-router', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '145129b2-efe3-490f-859e-c9c473f44f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:59:19Z', 'updated_at': '2022-05-25T19:59:22Z', 'revision_number': 3, 'project_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'gw_port': {'id': '145129b2-efe3-490f-859e-c9c473f44f37', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:21Z', 'updated_at': '2022-05-25T19:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 19:59:26.367059 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port b608e470-864f-42ea-bafc-ecae91ead97b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:26.373062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port b608e470-864f-42ea-bafc-ecae91ead97b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:26.373757 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:26.497597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-08b0aff7-60f0-4796-a98d-61d6bc7d8a98 None None] Provisioning for port 72f08ec9-6f00-4911-a003-f7ced019eef8 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:26.518257 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:26.525780 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:26.527330 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:26.546822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-08b0aff7-60f0-4796-a98d-61d6bc7d8a98 None None] Provisioning complete for port 72f08ec9-6f00-4911-a003-f7ced019eef8 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:26.547528 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-08b0aff7-60f0-4796-a98d-61d6bc7d8a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:26.580453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59456) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:26.634598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b608e470-864f-42ea-bafc-ecae91ead97b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:26.635207 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:26.649159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-08b0aff7-60f0-4796-a98d-61d6bc7d8a98 None None] Port 72f08ec9-6f00-4911-a003-f7ced019eef8 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 19:59:26.686751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c5475-11f1-487d-afee-6e5839f52c15 req-236f7e75-3dae-48f0-a7aa-3afd4ea0d737 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:26.698850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9fa231-ff01-48cc-b2c6-c11157afdb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608e470-864f-42ea-bafc-ecae91ead97b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 19:59:26.700743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59462) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:26.706990 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-270c5475-11f1-487d-afee-6e5839f52c15 req-236f7e75-3dae-48f0-a7aa-3afd4ea0d737 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 971 time: 0.2332878 May 25 19:59:26.806764 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-270c5475-11f1-487d-afee-6e5839f52c15 req-c8633b80-8283-4c15-82e7-4f082b03a62d tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918503 May 25 19:59:26.809939 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b608e470-864f-42ea-bafc-ecae91ead97b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b608e470-864f-42ea-bafc-ecae91ead97b,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:26.823762 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:26.853544 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-205abfa2-bf47-41b8-b8d6-774963cf4077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:26.871583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-205abfa2-bf47-41b8-b8d6-774963cf4077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:26.875865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-205abfa2-bf47-41b8-b8d6-774963cf4077 admin admin] Usage tracker for resource:security_group_rule and tenant:e92f4cd7052e419a9fb28de2b30737ee is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:26.879651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-205abfa2-bf47-41b8-b8d6-774963cf4077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:26.889412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-205abfa2-bf47-41b8-b8d6-774963cf4077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:26.933474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Pushing event updated for resources: {'Port': ['ID=72f08ec9-6f00-4911-a003-f7ced019eef8,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:26.963100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b608e470-864f-42ea-bafc-ecae91ead97b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:27.024707 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-205abfa2-bf47-41b8-b8d6-774963cf4077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.030658 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-205abfa2-bf47-41b8-b8d6-774963cf4077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.084681 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-205abfa2-bf47-41b8-b8d6-774963cf4077 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e92f4cd7052e419a9fb28de2b30737ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5025308 May 25 19:59:27.086702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205abfa2-bf47-41b8-b8d6-774963cf4077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41d89bd-400b-43d6-a7ff-99badb3d11d9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:27.090265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59476) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:27.103386 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-16eb3ff0-2a71-473f-a420-e87f54b9da4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.162386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-16eb3ff0-2a71-473f-a420-e87f54b9da4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:27.174102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-16eb3ff0-2a71-473f-a420-e87f54b9da4e admin admin] Usage tracker for resource:security_group_rule and tenant:1861897fbd2642548c023824a30afb34 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:27.183868 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e1cf46-4c4d-4b11-927b-8b6990da6da5'] response: {'server_uuid': 'fb9fa231-ff01-48cc-b2c6-c11157afdb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608e470-864f-42ea-bafc-ecae91ead97b', 'code': 200} May 25 19:59:27.192115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-16eb3ff0-2a71-473f-a420-e87f54b9da4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:27.211340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-16eb3ff0-2a71-473f-a420-e87f54b9da4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:27.215044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Network d247a9f2-4b1f-43f1-b337-e3d5c1a9c055 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:59:27.218351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:27.366255 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d46f93be-1169-4018-9b28-1f8191292c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.421997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254362e9-594f-4b80-b24e-bcf416f81471 req-9de8b8ec-fc6b-4882-9b79-1bc8bf61df3e tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:27.425279 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-254362e9-594f-4b80-b24e-bcf416f81471 req-9de8b8ec-fc6b-4882-9b79-1bc8bf61df3e tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 972 time: 0.1787541 May 25 19:59:27.437354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d46f93be-1169-4018-9b28-1f8191292c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.439429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0f736-ae68-4cdf-9394-ddfff30b0f79 req-527d4dbb-28b9-4074-a235-572e62350a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:27.441541 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-86c0f736-ae68-4cdf-9394-ddfff30b0f79 req-527d4dbb-28b9-4074-a235-572e62350a32 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 1123 time: 0.1605403 May 25 19:59:27.457609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 145129b2-efe3-490f-859e-c9c473f44f37 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:59:27.498145 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-86c0f736-ae68-4cdf-9394-ddfff30b0f79 req-ac977e2e-d613-4ee4-90ba-e8fdbf752a2a service neutron] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.520915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-86c0f736-ae68-4cdf-9394-ddfff30b0f79 req-ac977e2e-d613-4ee4-90ba-e8fdbf752a2a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:27.525576 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-254362e9-594f-4b80-b24e-bcf416f81471 req-44a52a11-43cc-49ca-9294-a0182ce1991a tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/security-groups?id=488271dd-3250-415e-8d78-4ff45ca28ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887461 May 25 19:59:27.527933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-86c0f736-ae68-4cdf-9394-ddfff30b0f79 req-ac977e2e-d613-4ee4-90ba-e8fdbf752a2a service neutron] Usage tracker for resource:security_group_rule and tenant:e33b501f9216415e9579f0368e53a0f7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:27.533150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-86c0f736-ae68-4cdf-9394-ddfff30b0f79 req-ac977e2e-d613-4ee4-90ba-e8fdbf752a2a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:27.543584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-86c0f736-ae68-4cdf-9394-ddfff30b0f79 req-ac977e2e-d613-4ee4-90ba-e8fdbf752a2a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:27.553080 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 145129b2-efe3-490f-859e-c9c473f44f37 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:27.567120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 145129b2-efe3-490f-859e-c9c473f44f37 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:27.569990 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.654385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-87b0a584-db85-4194-b9a5-24e23be60745 None None] Provisioning complete for port 72f08ec9-6f00-4911-a003-f7ced019eef8 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:27.655048 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-87b0a584-db85-4194-b9a5-24e23be60745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.660552 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-86c0f736-ae68-4cdf-9394-ddfff30b0f79 req-ac977e2e-d613-4ee4-90ba-e8fdbf752a2a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.668347 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-86c0f736-ae68-4cdf-9394-ddfff30b0f79 req-ac977e2e-d613-4ee4-90ba-e8fdbf752a2a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.694741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Router 4699cac4-1005-4bd7-ab4b-9dde6671eacb has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 19:59:27.706483 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.711953 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-86c0f736-ae68-4cdf-9394-ddfff30b0f79 req-ac977e2e-d613-4ee4-90ba-e8fdbf752a2a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=488271dd-3250-415e-8d78-4ff45ca28ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467034 May 25 19:59:27.720893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac977e2e-d613-4ee4-90ba-e8fdbf752a2a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0926b8ff-3225-44ce-a3a1-6d985874a5b6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:27.752508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-87b0a584-db85-4194-b9a5-24e23be60745 None None] Port 72f08ec9-6f00-4911-a003-f7ced019eef8 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 19:59:27.781571 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-16eb3ff0-2a71-473f-a420-e87f54b9da4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.790132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 145129b2-efe3-490f-859e-c9c473f44f37 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:27.790979 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.791455 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d46f93be-1169-4018-9b28-1f8191292c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.811519 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-16eb3ff0-2a71-473f-a420-e87f54b9da4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.812526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 145129b2-efe3-490f-859e-c9c473f44f37, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=145129b2-efe3-490f-859e-c9c473f44f37,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:27.816328 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:27.831749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f93be-1169-4018-9b28-1f8191292c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41d89bd-400b-43d6-a7ff-99badb3d11d9,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:27.910272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=145129b2-efe3-490f-859e-c9c473f44f37,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:27.932704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-16eb3ff0-2a71-473f-a420-e87f54b9da4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1861897fbd2642548c023824a30afb34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2305405 May 25 19:59:27.935422 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59486) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:27.996527 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0259b12b-dc9c-4127-9a26-8bda1f167ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:28.007661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb3ff0-2a71-473f-a420-e87f54b9da4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4771cbc-72e3-4800-a6b1-8a981d7a82b6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:28.015670 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d46f93be-1169-4018-9b28-1f8191292c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:28.016689 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d46f93be-1169-4018-9b28-1f8191292c3b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b41d89bd-400b-43d6-a7ff-99badb3d11d9 HTTP/1.1" status: 204 len: 168 time: 0.9248071 May 25 19:59:28.029488 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0259b12b-dc9c-4127-9a26-8bda1f167ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:28.039424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 19:59:28.054715 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-755d2fa2-f9a0-492f-ab9d-03a856bc5eec admin admin] 10.222.0.60 "PUT /v2.0/routers/4699cac4-1005-4bd7-ab4b-9dde6671eacb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2327802 May 25 19:59:28.055635 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-421d094d-d041-424b-bd59-88c11c1e1038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:28.084797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f506559-09c1-4b6f-bae0-b8af5d988612 req-74749c99-98e9-44c3-baf7-1bb1336b8783 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:28.086880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f506559-09c1-4b6f-bae0-b8af5d988612 req-74749c99-98e9-44c3-baf7-1bb1336b8783 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 971 time: 0.1360292 May 25 19:59:28.118585 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0259b12b-dc9c-4127-9a26-8bda1f167ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:28.140625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b12b-dc9c-4127-9a26-8bda1f167ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4771cbc-72e3-4800-a6b1-8a981d7a82b6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:28.167277 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f506559-09c1-4b6f-bae0-b8af5d988612 req-fe46ede1-1029-4482-a95f-1c95fc969101 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746272 May 25 19:59:28.180860 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0259b12b-dc9c-4127-9a26-8bda1f167ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:28.183726 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0259b12b-dc9c-4127-9a26-8bda1f167ebf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4771cbc-72e3-4800-a6b1-8a981d7a82b6 HTTP/1.1" status: 204 len: 168 time: 0.2460155 May 25 19:59:28.227442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b0a1df3a-d269-4201-a926-62dd36f55ca5 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:59:28.306567 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port b0a1df3a-d269-4201-a926-62dd36f55ca5 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:28.311974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port b0a1df3a-d269-4201-a926-62dd36f55ca5 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:28.312400 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:28.471039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b0a1df3a-d269-4201-a926-62dd36f55ca5 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:28.471616 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:28.514840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Sync routers for ids ['4699cac4-1005-4bd7-ab4b-9dde6671eacb'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 19:59:28.524716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59504) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:28.537873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b0a1df3a-d269-4201-a926-62dd36f55ca5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b0a1df3a-d269-4201-a926-62dd36f55ca5,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:28.542256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Routers {'4699cac4-1005-4bd7-ab4b-9dde6671eacb'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 19:59:28.543026 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T19:59:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4699cac4-1005-4bd7-ab4b-9dde6671eacb'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:28.543486 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8091e1ff-c1e7-4f37-abca-45bed6caff2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:28.560333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8091e1ff-c1e7-4f37-abca-45bed6caff2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:28.564665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8091e1ff-c1e7-4f37-abca-45bed6caff2d admin admin] Usage tracker for resource:security_group_rule and tenant:84026805c0474b568e12c22eb5e58ce6 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:28.568011 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8091e1ff-c1e7-4f37-abca-45bed6caff2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:28.576670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8091e1ff-c1e7-4f37-abca-45bed6caff2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:28.606539 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:28.702353 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8091e1ff-c1e7-4f37-abca-45bed6caff2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:28.710974 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8091e1ff-c1e7-4f37-abca-45bed6caff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:28.791357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b0a1df3a-d269-4201-a926-62dd36f55ca5,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:28.825713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Set router 4699cac4-1005-4bd7-ab4b-9dde6671eacb gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 19:59:28.871659 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8091e1ff-c1e7-4f37-abca-45bed6caff2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84026805c0474b568e12c22eb5e58ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458781 May 25 19:59:28.872958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091e1ff-c1e7-4f37-abca-45bed6caff2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1d5e25-a955-4871-87aa-f59b9435d949,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:28.876652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59510) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:28.904775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59514) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:28.925923 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3846583d-d56e-4631-927c-2cf8cc5b323e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:28.946465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3846583d-d56e-4631-927c-2cf8cc5b323e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:28.950817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3846583d-d56e-4631-927c-2cf8cc5b323e admin admin] Usage tracker for resource:security_group_rule and tenant:2111a219f82e48c6847b53954215f91f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:28.954295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3846583d-d56e-4631-927c-2cf8cc5b323e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:28.959658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dfb41-4957-40f1-8955-65159b11db85 req-b08d341d-4557-4f3a-909f-87c7797d350d tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:28.960859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3846583d-d56e-4631-927c-2cf8cc5b323e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:28.961691 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-920dfb41-4957-40f1-8955-65159b11db85 req-b08d341d-4557-4f3a-909f-87c7797d350d tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 972 time: 0.2022064 May 25 19:59:29.008030 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7fbb453-5c23-4fcd-84df-135038803e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:29.063834 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-920dfb41-4957-40f1-8955-65159b11db85 req-a5579330-7176-4789-ba28-80023ee68084 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/security-groups?id=488271dd-3250-415e-8d78-4ff45ca28ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933867 May 25 19:59:29.066282 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7fbb453-5c23-4fcd-84df-135038803e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:29.067299 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3846583d-d56e-4631-927c-2cf8cc5b323e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:29.078760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3846583d-d56e-4631-927c-2cf8cc5b323e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:29.135038 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7fbb453-5c23-4fcd-84df-135038803e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:29.142615 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3846583d-d56e-4631-927c-2cf8cc5b323e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2111a219f82e48c6847b53954215f91f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340915 May 25 19:59:29.142615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846583d-d56e-4631-927c-2cf8cc5b323e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a449a05-3f08-4faa-bfbf-ef42e5843e9b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:29.152699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59522) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:29.170326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbb453-5c23-4fcd-84df-135038803e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1d5e25-a955-4871-87aa-f59b9435d949,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:29.182420 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7fbb453-5c23-4fcd-84df-135038803e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:29.183627 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e7fbb453-5c23-4fcd-84df-135038803e9e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de1d5e25-a955-4871-87aa-f59b9435d949 HTTP/1.1" status: 204 len: 168 time: 0.3025892 May 25 19:59:29.198609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f947e8d4-084b-4e47-92a5-739c73db2e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a1df3a-d269-4201-a926-62dd36f55ca5'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 19:59:29.251372 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-413eda42-e655-4283-badf-ecbb4707bced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:29.301334 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-413eda42-e655-4283-badf-ecbb4707bced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:29.315437 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e0c168-7573-4691-a2a6-0aac7eaef8c8'] response: {'server_uuid': 'f947e8d4-084b-4e47-92a5-739c73db2e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a1df3a-d269-4201-a926-62dd36f55ca5', 'code': 200} May 25 19:59:29.349170 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965414549-router', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '145129b2-efe3-490f-859e-c9c473f44f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:59:19Z', 'updated_at': '2022-05-25T19:59:26Z', 'revision_number': 4, 'project_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'gw_port': {'id': '145129b2-efe3-490f-859e-c9c473f44f37', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:21Z', 'updated_at': '2022-05-25T19:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '72f08ec9-6f00-4911-a003-f7ced019eef8', 'name': '', 'network_id': 'd247a9f2-4b1f-43f1-b337-e3d5c1a9c055', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'mac_address': 'fa:16:3e:3c:3d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c35d0804-a29a-4b6a-8780-700ac9905008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:25Z', 'updated_at': '2022-05-25T19:59:26Z', 'revision_number': 2, 'project_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'subnets': [{'id': 'c35d0804-a29a-4b6a-8780-700ac9905008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:29.360285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Checking router: 4699cac4-1005-4bd7-ab4b-9dde6671eacb for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 19:59:29.360749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Updating router 4699cac4-1005-4bd7-ab4b-9dde6671eacb port 72f08ec9-6f00-4911-a003-f7ced019eef8 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 19:59:29.377700 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-413eda42-e655-4283-badf-ecbb4707bced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:29.438747 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:29.466647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eda42-e655-4283-badf-ecbb4707bced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a449a05-3f08-4faa-bfbf-ef42e5843e9b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:29.470652 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-413eda42-e655-4283-badf-ecbb4707bced admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:29.471929 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-413eda42-e655-4283-badf-ecbb4707bced admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a449a05-3f08-4faa-bfbf-ef42e5843e9b HTTP/1.1" status: 204 len: 168 time: 0.3175073 May 25 19:59:29.503377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 145129b2-efe3-490f-859e-c9c473f44f37 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:59:29.512396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d43dd8-2308-410c-a7d1-b6d9c0bc65dc req-f7d1b6b7-90a4-41cb-a0b6-436894732a6c tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:29.520761 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9d43dd8-2308-410c-a7d1-b6d9c0bc65dc req-f7d1b6b7-90a4-41cb-a0b6-436894732a6c tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 972 time: 0.1216168 May 25 19:59:29.584921 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9d43dd8-2308-410c-a7d1-b6d9c0bc65dc req-ac610c1b-8fc9-4a4c-911d-01302703852c tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629957 May 25 19:59:29.617369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644396c4-3d54-4fcf-8bb9-daf831caebe2 req-e9711178-afde-4e8c-9cc1-f0be2f257e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:29.619425 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-644396c4-3d54-4fcf-8bb9-daf831caebe2 req-e9711178-afde-4e8c-9cc1-f0be2f257e0a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 1123 time: 0.2304177 May 25 19:59:29.675656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59544) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:29.681981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--365570616', 'description': 'tempest-description--1789714532'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:29.701105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-644396c4-3d54-4fcf-8bb9-daf831caebe2 req-fc6b6471-a151-42fa-93b0-2f9e053e1d6d service neutron] Synchronizing usage tracker for tenant:e33b501f9216415e9579f0368e53a0f7 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:29.725529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:29.736876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Usage tracker for resource:security_group and tenant:cb8bca67a6764065af3a5be11610e28b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:29.742563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:29.752129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 145129b2-efe3-490f-859e-c9c473f44f37 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:29.752129 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:29.755302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-644396c4-3d54-4fcf-8bb9-daf831caebe2 req-fc6b6471-a151-42fa-93b0-2f9e053e1d6d service neutron] Unset dirty status for tenant:e33b501f9216415e9579f0368e53a0f7 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:29.757200 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-644396c4-3d54-4fcf-8bb9-daf831caebe2 req-fc6b6471-a151-42fa-93b0-2f9e053e1d6d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250777 May 25 19:59:29.760762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:29.786534 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:29.830622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:29.835861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Usage tracker for resource:security_group_rule and tenant:cb8bca67a6764065af3a5be11610e28b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:29.839485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:29.845975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:29.987267 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:29.997030 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.050036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62026e37-bef7-420f-adf6-d7df1493e575,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:30.055849 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.057099 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cdb6fe58-ff65-4ed5-b8b4-df41cdc84f69 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3797154 May 25 19:59:30.060105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59556) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:30.065351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ba066d53-0adf-4131-89e4-4bef8c1650dd tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Request body: {'security_group_rule': {'security_group_id': '62026e37-bef7-420f-adf6-d7df1493e575', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:30.072184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ba066d53-0adf-4131-89e4-4bef8c1650dd tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:30.076321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ba066d53-0adf-4131-89e4-4bef8c1650dd tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Usage tracker for resource:security_group_rule and tenant:cb8bca67a6764065af3a5be11610e28b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:30.079592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ba066d53-0adf-4131-89e4-4bef8c1650dd tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:30.099680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ba066d53-0adf-4131-89e4-4bef8c1650dd tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:30.139212 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba066d53-0adf-4131-89e4-4bef8c1650dd tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.151334 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.165852 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Transition to ACTIVE for port object 72f08ec9-6f00-4911-a003-f7ced019eef8 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:30.187133 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.256374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 145129b2-efe3-490f-859e-c9c473f44f37 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:30.305290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba066d53-0adf-4131-89e4-4bef8c1650dd tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.319355 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba066d53-0adf-4131-89e4-4bef8c1650dd tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.348072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c382d5-322e-4722-b655-7714bd151ed4 req-fa1e04a5-4b51-4a83-8b51-520bb3bf13a7 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:30.349621 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b7c382d5-322e-4722-b655-7714bd151ed4 req-fa1e04a5-4b51-4a83-8b51-520bb3bf13a7 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 972 time: 0.1580226 May 25 19:59:30.360890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba066d53-0adf-4131-89e4-4bef8c1650dd tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e293283c-9fc1-442c-a5c5-38039a4559c3,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:30.361375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07588bd4-5d33-4881-b084-71472ef98375 None None] Pushing event updated for resources: {'Port': ['ID=72f08ec9-6f00-4911-a003-f7ced019eef8,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:30.413630 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b7c382d5-322e-4722-b655-7714bd151ed4 req-66c5dc94-5b42-4c9c-a398-555ed4da8357 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/security-groups?id=488271dd-3250-415e-8d78-4ff45ca28ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480287 May 25 19:59:30.414649 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba066d53-0adf-4131-89e4-4bef8c1650dd tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.418495 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ba066d53-0adf-4131-89e4-4bef8c1650dd tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3547521 May 25 19:59:30.419767 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59576) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:30.429786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e983a0d4-0e9a-49bc-843f-b132dedb9542 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Request body: {'security_group_rule': {'security_group_id': '62026e37-bef7-420f-adf6-d7df1493e575', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:30.436572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e983a0d4-0e9a-49bc-843f-b132dedb9542 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:30.440598 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e983a0d4-0e9a-49bc-843f-b132dedb9542 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Usage tracker for resource:security_group_rule and tenant:cb8bca67a6764065af3a5be11610e28b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:30.447979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e983a0d4-0e9a-49bc-843f-b132dedb9542 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:30.459750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e983a0d4-0e9a-49bc-843f-b132dedb9542 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:30.492355 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e983a0d4-0e9a-49bc-843f-b132dedb9542 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.515668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Attempting to bind port 72f08ec9-6f00-4911-a003-f7ced019eef8 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:59:30.516206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Attempting to bind port 72f08ec9-6f00-4911-a003-f7ced019eef8 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '1414c5aa-3e31-46d8-b716-aafae14d0ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd247a9f2-4b1f-43f1-b337-e3d5c1a9c055'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:59:30.518173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Attempting to bind port 72f08ec9-6f00-4911-a003-f7ced019eef8 on network d247a9f2-4b1f-43f1-b337-e3d5c1a9c055 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:30.557352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:59:30.559386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Checking segment: {'id': '1414c5aa-3e31-46d8-b716-aafae14d0ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd247a9f2-4b1f-43f1-b337-e3d5c1a9c055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:30.560088 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.560602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Bound using segment: {'id': '1414c5aa-3e31-46d8-b716-aafae14d0ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd247a9f2-4b1f-43f1-b337-e3d5c1a9c055'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:59:30.561952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Bound port: 72f08ec9-6f00-4911-a003-f7ced019eef8, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1414c5aa-3e31-46d8-b716-aafae14d0ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd247a9f2-4b1f-43f1-b337-e3d5c1a9c055'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:59:30.562505 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.654786 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a600ae54-d637-4d78-bce3-ccfed9dd4c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.678549 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e983a0d4-0e9a-49bc-843f-b132dedb9542 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.693377 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e983a0d4-0e9a-49bc-843f-b132dedb9542 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.714978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983a0d4-0e9a-49bc-843f-b132dedb9542 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e614ed-7bdc-44b5-9e70-a73cb67798ab,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:30.720214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e8b76-e9d6-4368-a768-3c1a71f2dc4c req-5cb22ae7-febb-44c7-a5e3-125ceaebb245 tempest-AggregatesAdminTestJSON-911401534 tempest-AggregatesAdminTestJSON-911401534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:30.728136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a69e8b76-e9d6-4368-a768-3c1a71f2dc4c req-5cb22ae7-febb-44c7-a5e3-125ceaebb245 tempest-AggregatesAdminTestJSON-911401534 tempest-AggregatesAdminTestJSON-911401534-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 1123 time: 0.1517065 May 25 19:59:30.754467 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a69e8b76-e9d6-4368-a768-3c1a71f2dc4c req-cccdae6d-6796-4e03-a4f7-f87d90bf711f tempest-AggregatesAdminTestJSON-911401534 tempest-AggregatesAdminTestJSON-911401534-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.775266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-a69e8b76-e9d6-4368-a768-3c1a71f2dc4c req-cccdae6d-6796-4e03-a4f7-f87d90bf711f tempest-AggregatesAdminTestJSON-911401534 tempest-AggregatesAdminTestJSON-911401534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:30.779467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a69e8b76-e9d6-4368-a768-3c1a71f2dc4c req-cccdae6d-6796-4e03-a4f7-f87d90bf711f tempest-AggregatesAdminTestJSON-911401534 tempest-AggregatesAdminTestJSON-911401534-project-admin] Usage tracker for resource:security_group_rule and tenant:fa4bc93f6b3d4292a5754c133d4983a8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:30.782595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a69e8b76-e9d6-4368-a768-3c1a71f2dc4c req-cccdae6d-6796-4e03-a4f7-f87d90bf711f tempest-AggregatesAdminTestJSON-911401534 tempest-AggregatesAdminTestJSON-911401534-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:30.794453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-a69e8b76-e9d6-4368-a768-3c1a71f2dc4c req-cccdae6d-6796-4e03-a4f7-f87d90bf711f tempest-AggregatesAdminTestJSON-911401534 tempest-AggregatesAdminTestJSON-911401534-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:30.796905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] For port 72f08ec9-6f00-4911-a003-f7ced019eef8, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:59:30.800757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] For port 72f08ec9-6f00-4911-a003-f7ced019eef8, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=72f08ec9-6f00-4911-a003-f7ced019eef8,segment=NetworkSegment(1414c5aa-3e31-46d8-b716-aafae14d0ce3),segment_id=1414c5aa-3e31-46d8-b716-aafae14d0ce3)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:59:30.807889 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.891887 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e983a0d4-0e9a-49bc-843f-b132dedb9542 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:30.896860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e983a0d4-0e9a-49bc-843f-b132dedb9542 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4709799 May 25 19:59:30.897370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59592) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:30.908841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:30.917587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07588bd4-5d33-4881-b084-71472ef98375 None None] Pushing event updated for resources: {'Port': ['ID=72f08ec9-6f00-4911-a003-f7ced019eef8,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:30.922235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:30.934065 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Routers {'4699cac4-1005-4bd7-ab4b-9dde6671eacb'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 19:59:30.934739 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T19:59:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4699cac4-1005-4bd7-ab4b-9dde6671eacb'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:30.940862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Usage tracker for resource:floatingip and tenant:cb8bca67a6764065af3a5be11610e28b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:30.953597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:30.985287 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:31.014458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca2e4e-2bb5-4e95-869f-64606f37523b req-11bd41bf-2e42-4a80-aeb4-ce5fe8988f44 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:31.020856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7cca2e4e-2bb5-4e95-869f-64606f37523b req-11bd41bf-2e42-4a80-aeb4-ce5fe8988f44 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 972 time: 0.2368660 May 25 19:59:31.092919 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:31.107704 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a69e8b76-e9d6-4368-a768-3c1a71f2dc4c req-cccdae6d-6796-4e03-a4f7-f87d90bf711f tempest-AggregatesAdminTestJSON-911401534 tempest-AggregatesAdminTestJSON-911401534-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:31.120118 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a69e8b76-e9d6-4368-a768-3c1a71f2dc4c req-cccdae6d-6796-4e03-a4f7-f87d90bf711f tempest-AggregatesAdminTestJSON-911401534 tempest-AggregatesAdminTestJSON-911401534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:31.189705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdae6d-6796-4e03-a4f7-f87d90bf711f tempest-AggregatesAdminTestJSON-911401534 tempest-AggregatesAdminTestJSON-911401534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22408e43-3029-4762-b712-1ffea7509617,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:31.201534 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a69e8b76-e9d6-4368-a768-3c1a71f2dc4c req-cccdae6d-6796-4e03-a4f7-f87d90bf711f tempest-AggregatesAdminTestJSON-911401534 tempest-AggregatesAdminTestJSON-911401534-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=488271dd-3250-415e-8d78-4ff45ca28ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724514 May 25 19:59:31.262822 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:31.265578 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7cca2e4e-2bb5-4e95-869f-64606f37523b req-6cb1cf51-d569-4d93-89f9-19a76e04a4c8 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335334 May 25 19:59:31.303121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] Set router 4699cac4-1005-4bd7-ab4b-9dde6671eacb gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 19:59:31.321047 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59606) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:31.446752 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:31.492796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1503386560-network', 'tenant_id': '840ab06ce9ab48fd95f59a9a87a91c5c'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:31.502991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:31.515321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Usage tracker for resource:network and tenant:840ab06ce9ab48fd95f59a9a87a91c5c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:31.518492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:31.545887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:31.565753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Made reservation on behalf of 840ab06ce9ab48fd95f59a9a87a91c5c for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:31.568780 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:31.601631 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:31.630458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Allocated IP 172.25.3.134 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/09c721aa-09fd-4d9f-b86e-69ac62e0d81d) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:59:31.637675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:31.641211 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:31.643155 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Usage tracker for resource:security_group_rule and tenant:840ab06ce9ab48fd95f59a9a87a91c5c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:31.653580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:31.662968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:31.804472 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:31.813590 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:31.822586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965414549-router', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '145129b2-efe3-490f-859e-c9c473f44f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:59:19Z', 'updated_at': '2022-05-25T19:59:26Z', 'revision_number': 4, 'project_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'gw_port': {'id': '145129b2-efe3-490f-859e-c9c473f44f37', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:21Z', 'updated_at': '2022-05-25T19:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '72f08ec9-6f00-4911-a003-f7ced019eef8', 'name': '', 'network_id': 'd247a9f2-4b1f-43f1-b337-e3d5c1a9c055', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'mac_address': 'fa:16:3e:3c:3d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c35d0804-a29a-4b6a-8780-700ac9905008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:25Z', 'updated_at': '2022-05-25T19:59:30Z', 'revision_number': 4, 'project_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'subnets': [{'id': 'c35d0804-a29a-4b6a-8780-700ac9905008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:31.830314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f1a54-585a-49bd-a48a-c7ed55bab749 None None] The sync data for ids ['4699cac4-1005-4bd7-ab4b-9dde6671eacb'] in n-d-843339-1 is: [{'id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965414549-router', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '145129b2-efe3-490f-859e-c9c473f44f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:59:19Z', 'updated_at': '2022-05-25T19:59:26Z', 'revision_number': 4, 'project_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'gw_port': {'id': '145129b2-efe3-490f-859e-c9c473f44f37', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:21Z', 'updated_at': '2022-05-25T19:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '72f08ec9-6f00-4911-a003-f7ced019eef8', 'name': '', 'network_id': 'd247a9f2-4b1f-43f1-b337-e3d5c1a9c055', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'mac_address': 'fa:16:3e:3c:3d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c35d0804-a29a-4b6a-8780-700ac9905008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:25Z', 'updated_at': '2022-05-25T19:59:30Z', 'revision_number': 4, 'project_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'subnets': [{'id': 'c35d0804-a29a-4b6a-8780-700ac9905008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 19:59:31.860201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 19:59:31.877810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88115447-3e7a-44a1-92a6-490b1289cd40,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:31.880861 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:31.881493 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Added segment 0bc91e03-a992-4c47-9a96-9f9de40450ae of type vlan for network ffa8767f-f5ec-49be-9915-f617f3fd4964 May 25 19:59:31.937904 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:31.977362 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:31.978709 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:31.979315 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:31.983045 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:32.031938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763401b-2e4c-4096-ad73-d3e5e6562615 req-0712b19f-d6ee-4553-89ec-55e33d045e0a tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:32.033643 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e763401b-2e4c-4096-ad73-d3e5e6562615 req-0712b19f-d6ee-4553-89ec-55e33d045e0a tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 972 time: 0.1719220 May 25 19:59:32.068884 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:32.108566 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] Pushing event updated for resources: {'Network': ['ID=ffa8767f-f5ec-49be-9915-f617f3fd4964,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:32.118817 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a72cb1bb-0c50-4931-8af7-d4e30d0a5efa admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7963011 May 25 19:59:32.123031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59626) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:32.126946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network ffa8767f-f5ec-49be-9915-f617f3fd4964 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 19:59:32.129109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Request body: {'subnet': {'network_id': 'ffa8767f-f5ec-49be-9915-f617f3fd4964', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1503386560-subnet', 'tenant_id': '840ab06ce9ab48fd95f59a9a87a91c5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:32.134948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:32.139412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Usage tracker for resource:subnet and tenant:840ab06ce9ab48fd95f59a9a87a91c5c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:32.142370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:32.149815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:32.164677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Made reservation on behalf of 840ab06ce9ab48fd95f59a9a87a91c5c for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:32.167700 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:32.182570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Pushing event updated for resources: {'Port': ['ID=09c721aa-09fd-4d9f-b86e-69ac62e0d81d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:32.187985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:59:32.191014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:32.194934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:59:32.295140 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:32.308868 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e763401b-2e4c-4096-ad73-d3e5e6562615 req-b01314c6-82f7-40f9-9ceb-af3097eb5a70 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/security-groups?id=488271dd-3250-415e-8d78-4ff45ca28ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598364 May 25 19:59:32.423473 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:32.591489 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:32.646566 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-3ae42888-22fd-48af-b281-cc0b03ba7651 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c260fc27627f4beaaaabb26155dfc50e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383024 May 25 19:59:32.707080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Checking segment: {'id': '0bc91e03-a992-4c47-9a96-9f9de40450ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ffa8767f-f5ec-49be-9915-f617f3fd4964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:32.708575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Network hostable DHCP agents. Network: ffa8767f-f5ec-49be-9915-f617f3fd4964, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 19:59:32.718076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa19e441-c25e-4dc1-bcf9-a8bddda6d54d,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:32.738401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2166b5-5856-4eeb-9717-2fd4494d5000 req-80ca818f-a388-4668-834a-8e0b434e4a7b tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:32.746304 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d2166b5-5856-4eeb-9717-2fd4494d5000 req-80ca818f-a388-4668-834a-8e0b434e4a7b tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 972 time: 0.2922189 May 25 19:59:32.788976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Network ffa8767f-f5ec-49be-9915-f617f3fd4964 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 19:59:32.798552 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d2166b5-5856-4eeb-9717-2fd4494d5000 req-cf0024c3-1c10-4474-9a74-4c01bdbc4b4f tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513034 May 25 19:59:32.807713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, ffa8767f-f5ec-49be-9915-f617f3fd4964) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:32.815226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c2ab0-266b-445c-8faf-09c1d8b9f6ca None None] Network ffa8767f-f5ec-49be-9915-f617f3fd4964 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:59:32.818383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:32.819108 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:32.867271 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-238c6f43-d3de-4a1a-9222-d5fa129c1353 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7431095 May 25 19:59:32.905838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-12684b1f-a773-4f1d-a4e5-d5425a7b4129 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:32.907703 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-12684b1f-a773-4f1d-a4e5-d5425a7b4129 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2524269 May 25 19:59:32.909933 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:32.929228 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:32.982621 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-1b545cdf-40f0-4d7e-b0b0-69a9258c954f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/quotas/c260fc27627f4beaaaabb26155dfc50e HTTP/1.1" status: 200 len: 375 time: 0.0642462 May 25 19:59:33.042655 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:33.043436 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:33.080532 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-6d45ccda-3b98-4275-ab15-479fc582010f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c260fc27627f4beaaaabb26155dfc50e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875580 May 25 19:59:33.119513 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Pushing event updated for resources: {'Port': ['ID=09c721aa-09fd-4d9f-b86e-69ac62e0d81d,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:33.134915 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:33.144308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1d8005cd-087a-4652-acbb-cd3e270798be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2374859 May 25 19:59:33.303466 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef6e8b9-fa48-4d82-ba85-57703a7c5ca2 None None] Network ffa8767f-f5ec-49be-9915-f617f3fd4964 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:59:33.520658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0a2ae-f421-4dce-b74c-196ebb7404af req-c9b27a35-fe71-4a66-9a85-f6792cca9bdf tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:33.523784 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ef0a2ae-f421-4dce-b74c-196ebb7404af req-c9b27a35-fe71-4a66-9a85-f6792cca9bdf tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 972 time: 0.2354729 May 25 19:59:33.594162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 72f08ec9-6f00-4911-a003-f7ced019eef8 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:59:33.664189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-0d1b7890-baae-4541-af85-6aae2d988754 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Synchronizing usage tracker for tenant:cb8bca67a6764065af3a5be11610e28b on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:33.708388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-5ef0a2ae-f421-4dce-b74c-196ebb7404af req-2781e39a-b15c-421f-8437-d7232d4f17f6 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Deleting port b608e470-864f-42ea-bafc-ecae91ead97b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 19:59:33.711588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-0d1b7890-baae-4541-af85-6aae2d988754 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Unset dirty status for tenant:cb8bca67a6764065af3a5be11610e28b on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:33.721829 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5ef0a2ae-f421-4dce-b74c-196ebb7404af req-2781e39a-b15c-421f-8437-d7232d4f17f6 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:33.731449 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-0d1b7890-baae-4541-af85-6aae2d988754 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--365570616&fields=id&tenant_id=cb8bca67a6764065af3a5be11610e28b HTTP/1.1" status: 200 len: 267 time: 0.1629257 May 25 19:59:33.936749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 72f08ec9-6f00-4911-a003-f7ced019eef8 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:33.948741 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 72f08ec9-6f00-4911-a003-f7ced019eef8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:33.949103 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:34.081052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-f1b0a073-d958-4bb1-86f0-8f73a7dad707 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:34.082400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-f1b0a073-d958-4bb1-86f0-8f73a7dad707 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Synchronizing usage tracker for tenant:cb8bca67a6764065af3a5be11610e28b on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:34.106122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-f1b0a073-d958-4bb1-86f0-8f73a7dad707 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Unset dirty status for tenant:cb8bca67a6764065af3a5be11610e28b on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:34.115040 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-f1b0a073-d958-4bb1-86f0-8f73a7dad707 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/networks?id=2a2085e6-f20e-487f-be4b-c0be0f01090b HTTP/1.1" status: 200 len: 824 time: 0.3812065 May 25 19:59:34.136510 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-928de9b3-a6b0-433d-8df7-a930c017467f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/quotas/cb8bca67a6764065af3a5be11610e28b HTTP/1.1" status: 200 len: 375 time: 0.0202353 May 25 19:59:34.168533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59690) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:34.173841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 72f08ec9-6f00-4911-a003-f7ced019eef8 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:34.174423 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:34.184480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-961082894-network', 'tenant_id': 'baec0f5ac6d64c1bb939d9a3ca596da0'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:34.225279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 72f08ec9-6f00-4911-a003-f7ced019eef8, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=72f08ec9-6f00-4911-a003-f7ced019eef8,segment=NetworkSegment(1414c5aa-3e31-46d8-b716-aafae14d0ce3),segment_id=1414c5aa-3e31-46d8-b716-aafae14d0ce3)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:34.231310 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:34.245004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:34.249097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-1977e2c4-2b0e-47da-b4bc-2e71069bf333 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Synchronizing usage tracker for tenant:cb8bca67a6764065af3a5be11610e28b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:34.269626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d9330-225a-45ea-ba92-f25c43ab2ea6 req-a7ca33e3-19d3-4655-a792-49ec104c3f10 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:34.271435 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d9d9330-225a-45ea-ba92-f25c43ab2ea6 req-a7ca33e3-19d3-4655-a792-49ec104c3f10 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 972 time: 0.3632312 May 25 19:59:34.273304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-1977e2c4-2b0e-47da-b4bc-2e71069bf333 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Unset dirty status for tenant:cb8bca67a6764065af3a5be11610e28b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:34.274998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Usage tracker for resource:network and tenant:baec0f5ac6d64c1bb939d9a3ca596da0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:34.279153 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-1977e2c4-2b0e-47da-b4bc-2e71069bf333 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb8bca67a6764065af3a5be11610e28b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1416030 May 25 19:59:34.280150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:34.312599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=72f08ec9-6f00-4911-a003-f7ced019eef8,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:34.316465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:34.363125 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d9d9330-225a-45ea-ba92-f25c43ab2ea6 req-d101880f-7626-4058-a77a-c3294d18b6e2 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/security-groups?id=488271dd-3250-415e-8d78-4ff45ca28ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774198 May 25 19:59:34.368200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Made reservation on behalf of baec0f5ac6d64c1bb939d9a3ca596da0 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:34.369895 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:34.397448 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:34.421522 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-5ef0a2ae-f421-4dce-b74c-196ebb7404af req-2781e39a-b15c-421f-8437-d7232d4f17f6 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] For port b608e470-864f-42ea-bafc-ecae91ead97b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b608e470-864f-42ea-bafc-ecae91ead97b,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:34.421886 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5ef0a2ae-f421-4dce-b74c-196ebb7404af req-2781e39a-b15c-421f-8437-d7232d4f17f6 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:34.434487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:34.499203 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-94051f20-37ca-4c42-a0ff-6535ef8d821f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 19:59:34.506109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Usage tracker for resource:security_group_rule and tenant:baec0f5ac6d64c1bb939d9a3ca596da0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:34.508984 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-94051f20-37ca-4c42-a0ff-6535ef8d821f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0720720 May 25 19:59:34.562951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:34.599413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-5ef0a2ae-f421-4dce-b74c-196ebb7404af req-2781e39a-b15c-421f-8437-d7232d4f17f6 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Calling delete_port for b608e470-864f-42ea-bafc-ecae91ead97b owned by compute:tempest-test_az-1162632385 {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 19:59:34.627447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:34.649097 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-fd139c9e-a549-4d19-a9ed-732bfbf42c81 service neutron] 10.222.0.60 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390047 May 25 19:59:34.656133 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-83ba7e07-4ae0-4b46-b3ea-6de6c2fc8804 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c260fc27627f4beaaaabb26155dfc50e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902455 May 25 19:59:34.851187 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-11fffcd3-8708-45a7-a6bc-4db32d0f2774 service neutron] 10.222.0.60 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011502 May 25 19:59:34.946121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.70', 51238) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:35.043044 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-f73c9888-033f-4532-b9f0-cf39f52ff116 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c260fc27627f4beaaaabb26155dfc50e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950534 May 25 19:59:35.064434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-41e0b040-f5ad-4b31-a030-73ce886bb244 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:35.065885 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-41e0b040-f5ad-4b31-a030-73ce886bb244 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3959277 May 25 19:59:35.070090 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5ef0a2ae-f421-4dce-b74c-196ebb7404af req-2781e39a-b15c-421f-8437-d7232d4f17f6 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:35.084450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['b608e470-864f-42ea-bafc-ecae91ead97b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 19:59:35.116844 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:35.151172 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:35.164604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781e39a-b15c-421f-8437-d7232d4f17f6 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Pushing event deleted for resources: {'Port': ['ID=b608e470-864f-42ea-bafc-ecae91ead97b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:35.186275 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-026f6fc3-947a-4b96-b64d-592b8c9336ee tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/quotas/c260fc27627f4beaaaabb26155dfc50e HTTP/1.1" status: 200 len: 375 time: 0.1070538 May 25 19:59:35.265053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 19:59:35.319720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b87e80-f981-49fc-b5d2-624e1c71cdb7,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:35.323867 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-bf461da2-ec7e-4867-bf8e-b1dc738a4e8d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c260fc27627f4beaaaabb26155dfc50e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1037135 May 25 19:59:35.324660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39c2e9-f7f7-49fd-abc8-3b4e55b7c368 req-378c85f1-986b-4e3e-9bd4-23f610c39f57 tempest-DeleteServersAdminTestJSON-1871887549 tempest-DeleteServersAdminTestJSON-1871887549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:35.326141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aa39c2e9-f7f7-49fd-abc8-3b4e55b7c368 req-378c85f1-986b-4e3e-9bd4-23f610c39f57 tempest-DeleteServersAdminTestJSON-1871887549 tempest-DeleteServersAdminTestJSON-1871887549-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 1123 time: 0.3467619 May 25 19:59:35.340014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:35.340014 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Added segment 83d99db5-8526-425d-9dd1-0f992ef2ef02 of type vlan for network b878f557-aa45-4260-a035-9f40b67fb426 May 25 19:59:35.408330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef0a2ae-f421-4dce-b74c-196ebb7404af req-2781e39a-b15c-421f-8437-d7232d4f17f6 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] No DVR routers for this DVR port b608e470-864f-42ea-bafc-ecae91ead97b on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 19:59:35.420392 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5ef0a2ae-f421-4dce-b74c-196ebb7404af req-2781e39a-b15c-421f-8437-d7232d4f17f6 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:35.422351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9fa231-ff01-48cc-b2c6-c11157afdb6d', 'name': 'network-vif-deleted', 'tag': 'b608e470-864f-42ea-bafc-ecae91ead97b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 19:59:35.465884 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:35.477365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-c7ecb1fc-0e39-454d-a098-c37077d61b4d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:35.479015 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-c7ecb1fc-0e39-454d-a098-c37077d61b4d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4191942 May 25 19:59:35.518790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 72f08ec9-6f00-4911-a003-f7ced019eef8 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 19:59:35.550391 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ef0a2ae-f421-4dce-b74c-196ebb7404af req-2781e39a-b15c-421f-8437-d7232d4f17f6 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.50 "DELETE /v2.0/ports/b608e470-864f-42ea-bafc-ecae91ead97b HTTP/1.1" status: 204 len: 173 time: 2.0085442 May 25 19:59:35.554759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-aa39c2e9-f7f7-49fd-abc8-3b4e55b7c368 req-17e952e5-ca61-4717-be98-f0427ed55903 tempest-DeleteServersAdminTestJSON-1871887549 tempest-DeleteServersAdminTestJSON-1871887549-project-admin] Deleting port b0a1df3a-d269-4201-a926-62dd36f55ca5 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 19:59:35.555098 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-aa39c2e9-f7f7-49fd-abc8-3b4e55b7c368 req-17e952e5-ca61-4717-be98-f0427ed55903 tempest-DeleteServersAdminTestJSON-1871887549 tempest-DeleteServersAdminTestJSON-1871887549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:35.568963 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:35.571354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:35.572723 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:35.599726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c40bd4-4e9d-4887-a489-1e63b7caa20f req-a27faee2-d8d6-49e1-88c4-d7c3167bc19b tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:35.606725 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9c40bd4-4e9d-4887-a489-1e63b7caa20f req-a27faee2-d8d6-49e1-88c4-d7c3167bc19b tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 972 time: 0.4037659 May 25 19:59:35.672151 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5010633 May 25 19:59:35.675489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59732) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:35.701251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Request body: {'subnet': {'network_id': 'b878f557-aa45-4260-a035-9f40b67fb426', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-961082894-subnet', 'tenant_id': 'baec0f5ac6d64c1bb939d9a3ca596da0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:35.708885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Request body: {'port': {'device_id': '2ee07685-222f-4ce3-a0ea-03a6322a3811', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': 'c260fc27627f4beaaaabb26155dfc50e'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:35.733839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 72f08ec9-6f00-4911-a003-f7ced019eef8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:35.734561 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:35.735609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:35.763614 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9c40bd4-4e9d-4887-a489-1e63b7caa20f req-9bd214f1-1535-419e-bbfd-7d571ce2bd7a tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557515 May 25 19:59:35.884201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Usage tracker for resource:subnet and tenant:baec0f5ac6d64c1bb939d9a3ca596da0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:35.915817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 72f08ec9-6f00-4911-a003-f7ced019eef8 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:36.010807 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0b545c18-f6f9-41d3-aecc-c483e626abca req-a605c943-155d-4224-8730-abd1d9fd9f4d tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 210 time: 0.0820200 May 25 19:59:36.016754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a713ec-7202-4ea4-ad48-4ad896797c7b admin admin] Pushing event updated for resources: {'Network': ['ID=b878f557-aa45-4260-a035-9f40b67fb426,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:36.039473 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network b878f557-aa45-4260-a035-9f40b67fb426 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 19:59:36.052224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:36.116309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:36.124604 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e476abd-0d6f-48d1-92f1-096cb6a2a69b'] response: {'server_uuid': 'fb9fa231-ff01-48cc-b2c6-c11157afdb6d', 'name': 'network-vif-deleted', 'tag': 'b608e470-864f-42ea-bafc-ecae91ead97b', 'status': 'completed', 'code': 200} May 25 19:59:36.178141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Made reservation on behalf of baec0f5ac6d64c1bb939d9a3ca596da0 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:36.181594 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:36.276813 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5cbeabef-9fe1-48c0-8d44-3e5f6f22e910 req-5b89aa27-bdd9-461b-92ac-89e85a862abd tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 210 time: 0.0758541 May 25 19:59:36.441002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-50e3e5ae-d521-4e5c-a207-91962a124773 req-c8a70bb1-3a3e-41b5-92e8-67caa5b63325 tempest-AggregatesAdminTestJSON-1161884975 tempest-AggregatesAdminTestJSON-1161884975-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb9fa231-ff01-48cc-b2c6-c11157afdb6d HTTP/1.1" status: 200 len: 210 time: 0.1047685 May 25 19:59:36.466967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:36.493411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Usage tracker for resource:port and tenant:c260fc27627f4beaaaabb26155dfc50e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:36.498586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:36.523476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:36.547632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-aa39c2e9-f7f7-49fd-abc8-3b4e55b7c368 req-17e952e5-ca61-4717-be98-f0427ed55903 tempest-DeleteServersAdminTestJSON-1871887549 tempest-DeleteServersAdminTestJSON-1871887549-project-admin] For port b0a1df3a-d269-4201-a926-62dd36f55ca5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b0a1df3a-d269-4201-a926-62dd36f55ca5,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:36.547908 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-aa39c2e9-f7f7-49fd-abc8-3b4e55b7c368 req-17e952e5-ca61-4717-be98-f0427ed55903 tempest-DeleteServersAdminTestJSON-1871887549 tempest-DeleteServersAdminTestJSON-1871887549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:36.562306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Made reservation on behalf of c260fc27627f4beaaaabb26155dfc50e for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:36.566100 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:36.699907 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:36.717568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-aa39c2e9-f7f7-49fd-abc8-3b4e55b7c368 req-17e952e5-ca61-4717-be98-f0427ed55903 tempest-DeleteServersAdminTestJSON-1871887549 tempest-DeleteServersAdminTestJSON-1871887549-project-admin] Calling delete_port for b0a1df3a-d269-4201-a926-62dd36f55ca5 owned by compute:tempest-test_az-1162632385 {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 19:59:36.812875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:36.828927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Usage tracker for resource:security_group_rule and tenant:c260fc27627f4beaaaabb26155dfc50e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:36.832443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:36.923066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:36.982252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9ffdc-9dd6-4184-bd3b-0fdeeecaa56d req-a30c3123-978f-4e57-afc7-bda067196d67 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:36.983779 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61c9ffdc-9dd6-4184-bd3b-0fdeeecaa56d req-a30c3123-978f-4e57-afc7-bda067196d67 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 972 time: 0.0836990 May 25 19:59:37.041409 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61c9ffdc-9dd6-4184-bd3b-0fdeeecaa56d req-0568bf2c-fb46-4a19-8c7c-31c677622eca tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470991 May 25 19:59:37.069549 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:37.281015 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-aa39c2e9-f7f7-49fd-abc8-3b4e55b7c368 req-17e952e5-ca61-4717-be98-f0427ed55903 tempest-DeleteServersAdminTestJSON-1871887549 tempest-DeleteServersAdminTestJSON-1871887549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:37.292042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['b0a1df3a-d269-4201-a926-62dd36f55ca5'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 19:59:37.350554 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94aa9db3-634d-484d-96d8-7426734a3686 req-f9ac1d17-7b89-45da-b3c2-1fc1dcdc24d0 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 210 time: 0.1482434 May 25 19:59:37.382783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e952e5-ca61-4717-be98-f0427ed55903 tempest-DeleteServersAdminTestJSON-1871887549 tempest-DeleteServersAdminTestJSON-1871887549-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0a1df3a-d269-4201-a926-62dd36f55ca5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:37.401769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a501db73-9be3-4eda-b349-2f1b833be4f7,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:37.425880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Checking segment: {'id': '83d99db5-8526-425d-9dd1-0f992ef2ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b878f557-aa45-4260-a035-9f40b67fb426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:37.426811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Network hostable DHCP agents. Network: b878f557-aa45-4260-a035-9f40b67fb426, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 19:59:37.440494 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:37.446072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2a4001a-ab57-417b-8cdc-73d89a0a2e94 req-8ff15c65-e9f1-46c3-975f-af9f297b0c2f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 210 time: 0.0509477 May 25 19:59:37.481309 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:37.605189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa39c2e9-f7f7-49fd-abc8-3b4e55b7c368 req-17e952e5-ca61-4717-be98-f0427ed55903 tempest-DeleteServersAdminTestJSON-1871887549 tempest-DeleteServersAdminTestJSON-1871887549-project-admin] No DVR routers for this DVR port b0a1df3a-d269-4201-a926-62dd36f55ca5 on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 19:59:37.624554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Network b878f557-aa45-4260-a035-9f40b67fb426 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 19:59:37.626828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-aa39c2e9-f7f7-49fd-abc8-3b4e55b7c368 req-17e952e5-ca61-4717-be98-f0427ed55903 tempest-DeleteServersAdminTestJSON-1871887549 tempest-DeleteServersAdminTestJSON-1871887549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:37.636066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f947e8d4-084b-4e47-92a5-739c73db2e7d', 'name': 'network-vif-deleted', 'tag': 'b0a1df3a-d269-4201-a926-62dd36f55ca5'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 19:59:37.640457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5170e40a-4f6c-4812-aab6-6599c47ac889,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:37.672993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, b878f557-aa45-4260-a035-9f40b67fb426) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:37.685334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776c9543-7f67-4cef-9fdf-1b03bdcb8394 None None] Network b878f557-aa45-4260-a035-9f40b67fb426 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:59:37.758822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:37.759597 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:37.828715 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ac649c-3d2c-41c3-814d-9558af127815'] response: {'server_uuid': 'f947e8d4-084b-4e47-92a5-739c73db2e7d', 'name': 'network-vif-deleted', 'tag': 'b0a1df3a-d269-4201-a926-62dd36f55ca5', 'status': 'completed', 'code': 200} May 25 19:59:37.842839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-caac414d-e677-4ca5-9f0b-cd8ec2dcbe26 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1564753 May 25 19:59:37.842839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aa39c2e9-f7f7-49fd-abc8-3b4e55b7c368 req-17e952e5-ca61-4717-be98-f0427ed55903 tempest-DeleteServersAdminTestJSON-1871887549 tempest-DeleteServersAdminTestJSON-1871887549-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b0a1df3a-d269-4201-a926-62dd36f55ca5 HTTP/1.1" status: 204 len: 173 time: 2.5001698 May 25 19:59:37.883849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Allocated IP 192.168.233.241 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/2bb7c3f7-89fe-484e-892a-6d3882445b70) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:59:38.069849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59774) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:38.132613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fa113d-01ad-4744-937f-c0184e0d52cc None None] Network b878f557-aa45-4260-a035-9f40b67fb426 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:59:38.176123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb29b11-ef12-4f98-afcd-386fb5f7ef91 admin admin] Deleting subnet fa19e441-c25e-4dc1-bcf9-a8bddda6d54d {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 19:59:38.179386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bbb29b11-ef12-4f98-afcd-386fb5f7ef91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:38.258580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b608e470-864f-42ea-bafc-ecae91ead97b no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 19:59:38.268209 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bbb29b11-ef12-4f98-afcd-386fb5f7ef91 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:38.276704 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bbb29b11-ef12-4f98-afcd-386fb5f7ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:38.285060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:38.310912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Transition to ACTIVE for port object 2bb7c3f7-89fe-484e-892a-6d3882445b70 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:38.312822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: b608e470-864f-42ea-bafc-ecae91ead97b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 19:59:38.313510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b608e470-864f-42ea-bafc-ecae91ead97b not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 19:59:38.383778 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:38.394179 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8c621fe9-3853-4919-8396-eceb3deb3535 req-8bd0d5cd-c62a-4ef7-9b49-1813e2dacde1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=f947e8d4-084b-4e47-92a5-739c73db2e7d HTTP/1.1" status: 200 len: 210 time: 0.0700443 May 25 19:59:38.443656 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bbb29b11-ef12-4f98-afcd-386fb5f7ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:38.534128 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bbb29b11-ef12-4f98-afcd-386fb5f7ef91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:38.540781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:59:38.542733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb29b11-ef12-4f98-afcd-386fb5f7ef91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa19e441-c25e-4dc1-bcf9-a8bddda6d54d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:38.546610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:38.546990 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bbb29b11-ef12-4f98-afcd-386fb5f7ef91 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fa19e441-c25e-4dc1-bcf9-a8bddda6d54d HTTP/1.1" status: 204 len: 168 time: 0.4760256 May 25 19:59:38.555505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:59:38.556240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59796) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:38.562323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:38.563350 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:38.586339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Pushing event updated for resources: {'Port': ['ID=2bb7c3f7-89fe-484e-892a-6d3882445b70,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:38.605989 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-4cb9f6a7-3f13-4690-a8ad-be209cba6283 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9214818 May 25 19:59:38.792753 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ea9cd96-059c-4694-8574-0ef64371645b req-0dc8bd9e-9e2d-4ada-a5b7-31d92d20f0d6 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 210 time: 0.0967565 May 25 19:59:38.811164 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:38.877183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-eeb627eb-9571-47df-a6b2-9508d54cf66a req-7cd43c12-7656-46ce-ac2a-834b83deb21b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Synchronizing usage tracker for tenant:c260fc27627f4beaaaabb26155dfc50e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:38.898760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-eeb627eb-9571-47df-a6b2-9508d54cf66a req-7cd43c12-7656-46ce-ac2a-834b83deb21b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Unset dirty status for tenant:c260fc27627f4beaaaabb26155dfc50e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:38.918227 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eeb627eb-9571-47df-a6b2-9508d54cf66a req-7cd43c12-7656-46ce-ac2a-834b83deb21b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 210 time: 0.1122539 May 25 19:59:38.944799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-96cfb02d-cf04-480f-ace1-b730795c9137 None None] Provisioning for port 2bb7c3f7-89fe-484e-892a-6d3882445b70 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:38.948958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-96cfb02d-cf04-480f-ace1-b730795c9137 None None] Provisioning complete for port 2bb7c3f7-89fe-484e-892a-6d3882445b70 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:38.949319 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-96cfb02d-cf04-480f-ace1-b730795c9137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:38.988442 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:39.015239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-96cfb02d-cf04-480f-ace1-b730795c9137 None None] Port 2bb7c3f7-89fe-484e-892a-6d3882445b70 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 19:59:39.021289 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:39.021644 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:39.022452 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:39.022738 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Subscribe: > port after_create 55550000 {{(pid=88331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:39.023060 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:39.023393 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Subscribe: > port after_update 55550000 {{(pid=88331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:39.023707 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:39.024035 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:39.024366 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:39.024709 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:39.131537 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:39.131886 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:39.132372 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:39.132723 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:39.133062 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa8767f-f5ec-49be-9915-f617f3fd4964']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:39.149032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc91e03-a992-4c47-9a96-9f9de40450ae') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:39.149330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc91e03-a992-4c47-9a96-9f9de40450ae') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:39.162989 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:39.181492 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:39.189942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 19:59:39.190381 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:39.312678 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:39.321835 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:39.354570 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ffa8767f-f5ec-49be-9915-f617f3fd4964 HTTP/1.1" status: 204 len: 168 time: 0.7947075 May 25 19:59:39.354570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a3b63-daeb-4409-a62d-675ab3ba9826 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa8767f-f5ec-49be-9915-f617f3fd4964,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:39.355041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59838) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:39.433564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcefcce-7cf5-498c-98f7-2a38fca5c689 admin admin] Deleting subnet a501db73-9be3-4eda-b349-2f1b833be4f7 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 19:59:39.447559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfcefcce-7cf5-498c-98f7-2a38fca5c689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:39.475897 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 0bc91e03-a992-4c47-9a96-9f9de40450ae resource provider aggregate not found May 25 19:59:39.501793 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 0bc91e03-a992-4c47-9a96-9f9de40450ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bc91e03-a992-4c47-9a96-9f9de40450ae found for delete ", "request_id": "req-39a75522-02b6-49fa-b26c-22279e441779"}]} May 25 19:59:39.516533 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfcefcce-7cf5-498c-98f7-2a38fca5c689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:39.588615 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfcefcce-7cf5-498c-98f7-2a38fca5c689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:39.680829 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfcefcce-7cf5-498c-98f7-2a38fca5c689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:39.746386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfcefcce-7cf5-498c-98f7-2a38fca5c689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:39.767692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bfcefcce-7cf5-498c-98f7-2a38fca5c689 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a501db73-9be3-4eda-b349-2f1b833be4f7 HTTP/1.1" status: 204 len: 168 time: 0.4117117 May 25 19:59:39.770775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59872) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:39.787861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcefcce-7cf5-498c-98f7-2a38fca5c689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a501db73-9be3-4eda-b349-2f1b833be4f7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:39.888364 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-30ed759e-cd91-4648-8d90-7bf28a19fa2b tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1e34c077f63149da82c4288d01128a48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919552 May 25 19:59:40.014637 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:40.044775 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ab25142-335e-4ca9-9d1e-39b4865d1ec1 req-b201fd63-d38f-40b3-8c84-30e6cc93899a tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 210 time: 0.0479369 May 25 19:59:40.187417 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:40.200898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-6c56d402-bdef-49b1-a432-a5a425f43243 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:40.202391 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-6c56d402-bdef-49b1-a432-a5a425f43243 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3011146 May 25 19:59:40.230480 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:40.230797 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:40.231572 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:40.231903 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Subscribe: > port after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:40.232199 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:40.232544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Subscribe: > port after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:40.232861 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:40.233200 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:40.233302 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8417e90d-e382-4112-b2c0-36b640a85712 req-db2251a8-c6f4-49fd-97fd-d4733922edce tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 210 time: 0.0442488 May 25 19:59:40.233539 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:40.233847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:40.262203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b0a1df3a-d269-4201-a926-62dd36f55ca5 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 19:59:40.297824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: b0a1df3a-d269-4201-a926-62dd36f55ca5 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 19:59:40.298131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b0a1df3a-d269-4201-a926-62dd36f55ca5 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 19:59:40.302430 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:40.302815 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:40.303177 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:40.303509 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 19:59:40.303848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b878f557-aa45-4260-a035-9f40b67fb426']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:40.315482 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-e6d20e10-b87c-455a-8f5a-14e0af7fc000 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/quotas/1e34c077f63149da82c4288d01128a48 HTTP/1.1" status: 200 len: 375 time: 0.0984914 May 25 19:59:40.319123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d99db5-8526-425d-9dd1-0f992ef2ef02') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:40.319417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d99db5-8526-425d-9dd1-0f992ef2ef02') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 19:59:40.373457 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:40.380985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-01233a0e-2e4b-4ac7-8451-4c58145473a5 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Synchronizing usage tracker for tenant:1e34c077f63149da82c4288d01128a48 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:40.398281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:40.407453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 19:59:40.407845 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:40.434676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-01233a0e-2e4b-4ac7-8451-4c58145473a5 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Unset dirty status for tenant:1e34c077f63149da82c4288d01128a48 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:40.435934 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-01233a0e-2e4b-4ac7-8451-4c58145473a5 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e34c077f63149da82c4288d01128a48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099162 May 25 19:59:40.536321 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:40.562425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:40.570563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] Pushing event deleted for resources: {'Network': ['ID=b878f557-aa45-4260-a035-9f40b67fb426,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:40.576764 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7bad9ec6-9389-4e4f-b084-60f359bea519 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b878f557-aa45-4260-a035-9f40b67fb426 HTTP/1.1" status: 204 len: 168 time: 0.8049333 May 25 19:59:40.666049 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a99820d9-6dc0-48fe-b54c-30f733385070 req-9e749dab-fc8a-44c9-904c-297a0d05efe9 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 210 time: 0.0679195 May 25 19:59:40.667296 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 83d99db5-8526-425d-9dd1-0f992ef2ef02 resource provider aggregate not found May 25 19:59:40.704302 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 83d99db5-8526-425d-9dd1-0f992ef2ef02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83d99db5-8526-425d-9dd1-0f992ef2ef02 found for delete ", "request_id": "req-b30c2102-582f-4ffd-9897-176c1249259f"}]} May 25 19:59:40.910774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59954) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:41.001951 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-695d4b56-be42-4ac1-bf21-202cb19c0bd9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=840ab06ce9ab48fd95f59a9a87a91c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0886497 May 25 19:59:41.005061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59968) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:41.084937 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49095ece-128b-4221-95ee-64ce8e7f2208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:41.120842 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49095ece-128b-4221-95ee-64ce8e7f2208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:41.201960 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49095ece-128b-4221-95ee-64ce8e7f2208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:41.232307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49095ece-128b-4221-95ee-64ce8e7f2208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88115447-3e7a-44a1-92a6-490b1289cd40,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:41.241290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49095ece-128b-4221-95ee-64ce8e7f2208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:41.255974 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-49095ece-128b-4221-95ee-64ce8e7f2208 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88115447-3e7a-44a1-92a6-490b1289cd40 HTTP/1.1" status: 204 len: 168 time: 0.2365777 May 25 19:59:41.407565 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bc3c7baa-9c88-4109-82a7-a8af38166af2 req-b64171be-a8a6-47d7-9710-8673e4f4ee76 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 210 time: 0.0927687 May 25 19:59:41.629314 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c09c58e-fa8a-49df-a2e7-58882f7eb17d req-465ec11c-d1a2-45a2-907b-ecb00819f805 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 210 time: 0.1157684 May 25 19:59:41.771207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60014) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:41.832321 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-722d162e-4f1d-4aaa-a588-337ca1039108 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=baec0f5ac6d64c1bb939d9a3ca596da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584219 May 25 19:59:41.835143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60022) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:41.890686 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f842238c-96c0-4dc6-9df0-d99d2e355957 req-ac511317-090b-4008-be6c-6c082c9eda66 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 210 time: 0.0585017 May 25 19:59:41.944902 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-62092a02-ae49-4ceb-909f-e85d19861b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:41.978790 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-62092a02-ae49-4ceb-909f-e85d19861b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:42.082818 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-62092a02-ae49-4ceb-909f-e85d19861b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:42.104020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62092a02-ae49-4ceb-909f-e85d19861b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b87e80-f981-49fc-b5d2-624e1c71cdb7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:42.115485 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-62092a02-ae49-4ceb-909f-e85d19861b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:42.119697 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-62092a02-ae49-4ceb-909f-e85d19861b8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94b87e80-f981-49fc-b5d2-624e1c71cdb7 HTTP/1.1" status: 204 len: 168 time: 0.2830930 May 25 19:59:42.175337 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-73a33ceb-b4ed-4d3b-b726-81aefded9fc0 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1e34c077f63149da82c4288d01128a48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1871655 May 25 19:59:42.405299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-48067796-fb5f-4da3-ad56-79fa2bb6123d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 19:59:42.407769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-48067796-fb5f-4da3-ad56-79fa2bb6123d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0393667 May 25 19:59:42.612297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60082) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:42.658422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-b79c4e6f-5060-4875-863a-07b6f93f0102 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:42.662660 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-b79c4e6f-5060-4875-863a-07b6f93f0102 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4807365 May 25 19:59:42.674662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Request body: {'port': {'device_id': '2ee07685-222f-4ce3-a0ea-03a6322a3811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:42.761944 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a5248af3-ce85-4a70-97fc-af2f2685ba5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:42.775409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Request body: {'port': {'device_id': 'c7f18fdc-ac49-43ce-9a10-56879ca6d773', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '1e34c077f63149da82c4288d01128a48'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:42.828512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a5248af3-ce85-4a70-97fc-af2f2685ba5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:42.845318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a5248af3-ce85-4a70-97fc-af2f2685ba5d admin admin] Usage tracker for resource:security_group_rule and tenant:bf3345557bd94e139bff64dae32d01f5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:42.864244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a5248af3-ce85-4a70-97fc-af2f2685ba5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:42.871932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a5248af3-ce85-4a70-97fc-af2f2685ba5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:42.925705 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bff07fc8-c6a7-4389-b5a6-3024e1c684ab req-1612d02e-bde3-4c72-81f0-2d8d93dc1042 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 210 time: 0.1314099 May 25 19:59:43.047680 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a5248af3-ce85-4a70-97fc-af2f2685ba5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:43.056330 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a5248af3-ce85-4a70-97fc-af2f2685ba5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:43.219615 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2b41e428-2eb2-41e9-9a8f-468b80b55532 req-53eb0cd5-8729-40b4-9362-085669f25c67 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 210 time: 0.0790582 May 25 19:59:43.224741 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:43.245761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:43.282213 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ed0c340-c82b-4e3c-aabb-8fe248d3653c req-a03a012c-7742-4a2b-bfdd-1d5fe544cafa tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 210 time: 0.1416552 May 25 19:59:43.288367 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a5248af3-ce85-4a70-97fc-af2f2685ba5d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf3345557bd94e139bff64dae32d01f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6740172 May 25 19:59:43.302251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60116) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:43.346028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:43.358425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.70', 51245) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:43.386378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5248af3-ce85-4a70-97fc-af2f2685ba5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d23ada-d321-4283-a06d-6883c9c891eb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:43.458951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60128) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:43.460533 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adf8ce16-50d0-482f-85ec-33e6391b05d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:43.500775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Made reservation on behalf of 1e34c077f63149da82c4288d01128a48 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:43.505364 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:43.522051 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adf8ce16-50d0-482f-85ec-33e6391b05d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:43.637947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60144) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:43.679162 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adf8ce16-50d0-482f-85ec-33e6391b05d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:43.741363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8ce16-50d0-482f-85ec-33e6391b05d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d23ada-d321-4283-a06d-6883c9c891eb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:43.795278 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adf8ce16-50d0-482f-85ec-33e6391b05d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:43.796425 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-adf8ce16-50d0-482f-85ec-33e6391b05d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39d23ada-d321-4283-a06d-6883c9c891eb HTTP/1.1" status: 204 len: 168 time: 0.4928226 May 25 19:59:43.888809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Allocated IP 192.168.233.247 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/4ec38e78-d599-47b6-9577-5ff7a48a6767) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:59:43.929591 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27efe11e-f374-445b-be67-6db2c4ec519f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:43.953206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-3392be89-7b31-4490-8600-48c642c61f3a tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:43.970765 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-3392be89-7b31-4490-8600-48c642c61f3a tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.70 "GET /v2.0/networks?id=2a2085e6-f20e-487f-be4b-c0be0f01090b HTTP/1.1" status: 200 len: 824 time: 0.6109128 May 25 19:59:43.975678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.70', 51246) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:44.000825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-27efe11e-f374-445b-be67-6db2c4ec519f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:44.010320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-27efe11e-f374-445b-be67-6db2c4ec519f admin admin] Usage tracker for resource:security_group_rule and tenant:038d93072e0f4db0b14199d3fde22f52 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:44.020455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-27efe11e-f374-445b-be67-6db2c4ec519f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:44.035830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-27efe11e-f374-445b-be67-6db2c4ec519f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:44.147275 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-f4ec60c2-c6ff-4191-a82e-9f9cfb82f93b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c260fc27627f4beaaaabb26155dfc50e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1585433 May 25 19:59:44.248579 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5743ae8f-18a8-41b8-b5ff-dfaa79a9f21e req-87b20e42-7aec-4b3b-90dc-a75469fc72ad tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 210 time: 0.0757451 May 25 19:59:44.273947 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-42a25724-b50d-4581-aa51-c97e7942614d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eab7a29fa43e4b808155527e24c6ede9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6300364 May 25 19:59:44.274713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60196) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:44.392640 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-0bebff38-c297-4d09-8844-97c46ee192bd tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8bca67a6764065af3a5be11610e28b HTTP/1.1" status: 200 len: 379 time: 0.3941293 May 25 19:59:44.464701 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Request body: {'port': {'device_id': '71e5d30a-a894-4e82-8cf2-ebf22f7a4e60', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'admin_state_up': True, 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'security_groups': ['62026e37-bef7-420f-adf6-d7df1493e575']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:44.611635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27efe11e-f374-445b-be67-6db2c4ec519f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:44.616133 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ec6e966-bbca-49bf-8140-8ce385f24b26 req-b380de25-5709-47ba-8cfc-36925270fb96 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 210 time: 0.1589611 May 25 19:59:44.620655 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27efe11e-f374-445b-be67-6db2c4ec519f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:44.668019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60210) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:44.668942 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c23b-5e20-4b8c-9015-ec1959d80291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:44.729001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efe11e-f374-445b-be67-6db2c4ec519f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891fcdc5-102b-4a8a-9263-7fc213463fc4,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:44.737056 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd2ee-617d-4c96-aa89-df49d0e68c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:44.756982 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-27efe11e-f374-445b-be67-6db2c4ec519f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=038d93072e0f4db0b14199d3fde22f52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1373031 May 25 19:59:44.763845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60216) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:44.779268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3cfdd2ee-617d-4c96-aa89-df49d0e68c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:44.795365 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c23b-5e20-4b8c-9015-ec1959d80291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:44.803159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3cfdd2ee-617d-4c96-aa89-df49d0e68c1c admin admin] Usage tracker for resource:security_group_rule and tenant:f6471cd820aa468caf7e3d98df5060d6 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:44.810815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3cfdd2ee-617d-4c96-aa89-df49d0e68c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:44.837072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3cfdd2ee-617d-4c96-aa89-df49d0e68c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:44.886870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78ba191a-aa4e-44cc-adff-8f4c0472eaf5 req-f684f77a-090a-47dc-a0fd-30ccb053c57f tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 210 time: 0.2915764 May 25 19:59:44.948841 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57a24fba-a1cd-4aca-8ca9-dfb60a78a90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:44.956800 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c23b-5e20-4b8c-9015-ec1959d80291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:45.005549 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:45.011665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7c23b-5e20-4b8c-9015-ec1959d80291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488271dd-3250-415e-8d78-4ff45ca28ba2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:45.022440 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57a24fba-a1cd-4aca-8ca9-dfb60a78a90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:45.022822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0a7e6b9f-80f9-4945-90d1-5c9318e9fa99 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:45.024304 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0a7e6b9f-80f9-4945-90d1-5c9318e9fa99 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8407822 May 25 19:59:45.042841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Request body: {'port': {'device_id': '57e4d05d-63c4-4049-8fea-6182926da71a', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': 'c260fc27627f4beaaaabb26155dfc50e'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:45.112891 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c23b-5e20-4b8c-9015-ec1959d80291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:45.117631 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dcc7c23b-5e20-4b8c-9015-ec1959d80291 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/488271dd-3250-415e-8d78-4ff45ca28ba2 HTTP/1.1" status: 204 len: 168 time: 0.8407042 May 25 19:59:45.138961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd2ee-617d-4c96-aa89-df49d0e68c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:45.148637 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd2ee-617d-4c96-aa89-df49d0e68c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:45.164157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60228) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:45.164157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:45.198782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Transition to ACTIVE for port object 4ec38e78-d599-47b6-9577-5ff7a48a6767 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:45.203025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:45.205918 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57a24fba-a1cd-4aca-8ca9-dfb60a78a90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:45.228070 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3cfdd2ee-617d-4c96-aa89-df49d0e68c1c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6471cd820aa468caf7e3d98df5060d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563622 May 25 19:59:45.229353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdd2ee-617d-4c96-aa89-df49d0e68c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c4aa89-d1ed-4e8c-a516-214618465938,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:45.231327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60236) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:45.247349 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57a24fba-a1cd-4aca-8ca9-dfb60a78a90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:45.248526 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-57a24fba-a1cd-4aca-8ca9-dfb60a78a90b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/891fcdc5-102b-4a8a-9263-7fc213463fc4 HTTP/1.1" status: 204 len: 168 time: 0.4835553 May 25 19:59:45.251928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a24fba-a1cd-4aca-8ca9-dfb60a78a90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891fcdc5-102b-4a8a-9263-7fc213463fc4,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:45.255279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Made reservation on behalf of cb8bca67a6764065af3a5be11610e28b for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:45.259054 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:45.284818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:45.326190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:45.420886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Made reservation on behalf of c260fc27627f4beaaaabb26155dfc50e for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:45.424608 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:45.449052 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b5d51096-c79e-478d-a5f3-2a24f4009106 req-9c72e5c8-aa12-4b8e-8b77-dd91a8f8bce5 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 210 time: 0.0618141 May 25 19:59:45.450634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:45.602832 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-accfae95-5433-4739-b610-8cc4ad36b639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:45.733547 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5efac328-33ae-47ba-b76a-c2fdc3334b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:45.787132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5efac328-33ae-47ba-b76a-c2fdc3334b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:45.791441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5efac328-33ae-47ba-b76a-c2fdc3334b0c admin admin] Usage tracker for resource:security_group_rule and tenant:685bf217e4a149e1bbfeefae27d4698c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:45.809461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:59:45.810963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:45.813115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5efac328-33ae-47ba-b76a-c2fdc3334b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:45.819959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5efac328-33ae-47ba-b76a-c2fdc3334b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:45.893372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:59:45.924213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60258) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:45.999679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-681b2360-3c03-4c62-b7ba-b03ef04279b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa4bc93f6b3d4292a5754c133d4983a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0735896 May 25 19:59:46.001955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60264) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:46.123591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:46.124201 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.148401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60268) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:46.168706 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3545bae-10a4-48db-ae01-e2afa49576d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.182784 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac2ac1b9-a819-4744-98ed-7385344b7a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.186188 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-accfae95-5433-4739-b610-8cc4ad36b639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.197112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-beddc804-5988-42fc-8108-d375087203f9 None None] Provisioning for port 4ec38e78-d599-47b6-9577-5ff7a48a6767 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:46.203343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-beddc804-5988-42fc-8108-d375087203f9 None None] Provisioning complete for port 4ec38e78-d599-47b6-9577-5ff7a48a6767 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:46.204021 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-beddc804-5988-42fc-8108-d375087203f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.230503 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3545bae-10a4-48db-ae01-e2afa49576d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.234111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5efac328-33ae-47ba-b76a-c2fdc3334b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.238024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Pushing event updated for resources: {'Port': ['ID=4ec38e78-d599-47b6-9577-5ff7a48a6767,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:46.239146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ac2ac1b9-a819-4744-98ed-7385344b7a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:46.253064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0ac59-b857-4cf6-bfff-1a3171c20029 req-ae047951-b49d-4bf3-9957-26f1f5cbdaa7 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:46.255277 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cde0ac59-b857-4cf6-bfff-1a3171c20029 req-ae047951-b49d-4bf3-9957-26f1f5cbdaa7 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 936 time: 0.2043085 May 25 19:59:46.256408 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ac2ac1b9-a819-4744-98ed-7385344b7a4f admin admin] Usage tracker for resource:security_group_rule and tenant:60c5218d9f3848b09a1fe27d4b546282 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:46.261744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ac2ac1b9-a819-4744-98ed-7385344b7a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:46.270235 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5efac328-33ae-47ba-b76a-c2fdc3334b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.273775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-beddc804-5988-42fc-8108-d375087203f9 None None] Port 4ec38e78-d599-47b6-9577-5ff7a48a6767 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 19:59:46.287205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ac2ac1b9-a819-4744-98ed-7385344b7a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:46.300920 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a2200f46-f03c-4272-8beb-8398bf661fc9 req-5d352cf5-2a13-4edb-93e9-163e7bf61458 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 210 time: 0.3359241 May 25 19:59:46.356521 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cde0ac59-b857-4cf6-bfff-1a3171c20029 req-f5d9eb49-5b92-43d8-b926-b380357c5e3a tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916092 May 25 19:59:46.358453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Allocated IP 172.20.0.12 (2a2085e6-f20e-487f-be4b-c0be0f01090b/6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa/8aabd3b3-c810-4091-9ce9-26af9de1fe2c) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:59:46.383761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb7c3f7-89fe-484e-892a-6d3882445b70 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 19:59:46.404781 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.408319 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3545bae-10a4-48db-ae01-e2afa49576d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.416661 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5efac328-33ae-47ba-b76a-c2fdc3334b0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=685bf217e4a149e1bbfeefae27d4698c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2503843 May 25 19:59:46.417782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efac328-33ae-47ba-b76a-c2fdc3334b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67302d8f-a61a-4de4-9372-b44d34405b81,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:46.425536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60276) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:46.442486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3545bae-10a4-48db-ae01-e2afa49576d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22408e43-3029-4762-b712-1ffea7509617,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:46.466377 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3545bae-10a4-48db-ae01-e2afa49576d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.467503 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b3545bae-10a4-48db-ae01-e2afa49576d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22408e43-3029-4762-b712-1ffea7509617 HTTP/1.1" status: 204 len: 168 time: 0.4639099 May 25 19:59:46.469327 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac2ac1b9-a819-4744-98ed-7385344b7a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.485022 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac2ac1b9-a819-4744-98ed-7385344b7a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.500753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-864aebc7-e7a2-49ca-bf85-dc764d712370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7461772 May 25 19:59:46.513997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Transition to ACTIVE for port object 2bb7c3f7-89fe-484e-892a-6d3882445b70 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:46.527844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Request body: {'port': {'device_id': 'c7f18fdc-ac49-43ce-9a10-56879ca6d773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:46.542556 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ac2ac1b9-a819-4744-98ed-7385344b7a4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60c5218d9f3848b09a1fe27d4b546282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890889 May 25 19:59:46.542556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ac1b9-a819-4744-98ed-7385344b7a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d33ff2-dff4-473b-b2c6-5f2f851743ad,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:46.544300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60284) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:46.614896 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.693464 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-943f2688-4f02-4db4-bb01-2035c0f8a344 req-aa06d4ba-891c-4c2e-8bcd-1e1704224f8d tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 210 time: 0.0612464 May 25 19:59:46.694172 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-49db7e99-f850-4fd8-b983-a188f0c19b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.728401 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b01fdbd-972b-4c3d-a26d-518ac23509ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.737227 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-49db7e99-f850-4fd8-b983-a188f0c19b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.771836 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-accfae95-5433-4739-b610-8cc4ad36b639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.815252 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-49db7e99-f850-4fd8-b983-a188f0c19b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.833757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db7e99-f850-4fd8-b983-a188f0c19b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d33ff2-dff4-473b-b2c6-5f2f851743ad,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:46.850337 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-49db7e99-f850-4fd8-b983-a188f0c19b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:46.851884 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-49db7e99-f850-4fd8-b983-a188f0c19b3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1d33ff2-dff4-473b-b2c6-5f2f851743ad HTTP/1.1" status: 204 len: 168 time: 0.3066442 May 25 19:59:46.962754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb7c3f7-89fe-484e-892a-6d3882445b70,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:47.070616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfae95-5433-4739-b610-8cc4ad36b639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c4aa89-d1ed-4e8c-a516-214618465938,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:47.106967 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 19:59:47.115753 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b01fdbd-972b-4c3d-a26d-518ac23509ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:47.171955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Allocated IP 192.168.233.151 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/2c5afd12-9e11-4c55-bb59-e1b56a3a9361) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 19:59:47.184475 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-accfae95-5433-4739-b610-8cc4ad36b639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:47.185787 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-accfae95-5433-4739-b610-8cc4ad36b639 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4c4aa89-d1ed-4e8c-a516-214618465938 HTTP/1.1" status: 204 len: 168 time: 1.9522088 May 25 19:59:47.460702 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:47.592209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7ebf7b9d-dd07-41da-b987-ed4910230868 req-55258cbd-3a5b-4be1-9a0d-164adeac0319 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Synchronizing usage tracker for tenant:c260fc27627f4beaaaabb26155dfc50e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:47.597343 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:47.635388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b733-d943-4edb-8635-3544ff43dcce req-336e038a-ad59-4b19-87f9-41db1049858b tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:47.643208 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b5e8b733-d943-4edb-8635-3544ff43dcce req-336e038a-ad59-4b19-87f9-41db1049858b tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 936 time: 0.0983782 May 25 19:59:47.680231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Attempting to bind port 2bb7c3f7-89fe-484e-892a-6d3882445b70 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:59:47.680813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Attempting to bind port 2bb7c3f7-89fe-484e-892a-6d3882445b70 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:59:47.680941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Attempting to bind port 2bb7c3f7-89fe-484e-892a-6d3882445b70 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:47.713246 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b01fdbd-972b-4c3d-a26d-518ac23509ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:47.740130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b5e8b733-d943-4edb-8635-3544ff43dcce req-e6f35b95-3de4-44aa-993a-5c80263345bc tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960538 May 25 19:59:47.775257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Port 2bb7c3f7-89fe-484e-892a-6d3882445b70 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 19:59:47.775575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Attempting to bind port 2bb7c3f7-89fe-484e-892a-6d3882445b70 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:47.802045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Transition to ACTIVE for port object 8aabd3b3-c810-4091-9ce9-26af9de1fe2c will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:47.803433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7ebf7b9d-dd07-41da-b987-ed4910230868 req-55258cbd-3a5b-4be1-9a0d-164adeac0319 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Unset dirty status for tenant:c260fc27627f4beaaaabb26155dfc50e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:47.804594 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7ebf7b9d-dd07-41da-b987-ed4910230868 req-55258cbd-3a5b-4be1-9a0d-164adeac0319 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 210 time: 0.3333127 May 25 19:59:47.813698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:59:47.814026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:47.814432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:59:47.814872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Bound port: 2bb7c3f7-89fe-484e-892a-6d3882445b70, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:59:47.815209 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:47.836151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01fdbd-972b-4c3d-a26d-518ac23509ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67302d8f-a61a-4de4-9372-b44d34405b81,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:47.914114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60334) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:47.919498 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b01fdbd-972b-4c3d-a26d-518ac23509ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:47.922989 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2b01fdbd-972b-4c3d-a26d-518ac23509ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67302d8f-a61a-4de4-9372-b44d34405b81 HTTP/1.1" status: 204 len: 168 time: 1.4934785 May 25 19:59:47.989132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c3c7f549-95e9-4ecb-94cb-cc6ab52ba8b9 req-12b6db7e-09be-4e0c-acec-033b61f3d386 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 210 time: 0.0593336 May 25 19:59:48.094757 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:48.104031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] For port 2bb7c3f7-89fe-484e-892a-6d3882445b70, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:59:48.108888 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:48.161745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] For port 2bb7c3f7-89fe-484e-892a-6d3882445b70, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:59:48.173975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Transition to ACTIVE for port object 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:48.185236 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:48.210509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Network 2a2085e6-f20e-487f-be4b-c0be0f01090b is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:59:48.219104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:48.226640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:59:48.232560 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ddff085-5d40-4095-9ba8-99752dbc4ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:48.254976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Pushing event updated for resources: {'Port': ['ID=8aabd3b3-c810-4091-9ce9-26af9de1fe2c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:48.261506 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:48.262468 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:48.264378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] 10.222.0.70 "PUT /v2.0/ports/2bb7c3f7-89fe-484e-892a-6d3882445b70 HTTP/1.1" status: 200 len: 1096 time: 5.6558206 May 25 19:59:48.266749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee07685-222f-4ce3-a0ea-03a6322a3811', 'tag': '2bb7c3f7-89fe-484e-892a-6d3882445b70'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 19:59:48.278105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5ddff085-5d40-4095-9ba8-99752dbc4ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:48.284411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5ddff085-5d40-4095-9ba8-99752dbc4ea1 admin admin] Usage tracker for resource:security_group_rule and tenant:5158de8f5a7d4b268dbd1da1cf17e853 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:48.295692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5ddff085-5d40-4095-9ba8-99752dbc4ea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:48.315288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5ddff085-5d40-4095-9ba8-99752dbc4ea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:48.392202 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86fd1ed9-5c01-48b5-bdfe-250ce92c83ed'] response: {'name': 'network-changed', 'server_uuid': '2ee07685-222f-4ce3-a0ea-03a6322a3811', 'tag': '2bb7c3f7-89fe-484e-892a-6d3882445b70', 'status': 'completed', 'code': 200} May 25 19:59:48.493526 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ddff085-5d40-4095-9ba8-99752dbc4ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:48.498483 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ddff085-5d40-4095-9ba8-99752dbc4ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:48.562892 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5ddff085-5d40-4095-9ba8-99752dbc4ea1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5158de8f5a7d4b268dbd1da1cf17e853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6475658 May 25 19:59:48.564036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60362) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:48.600006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:48.600648 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:48.630523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddff085-5d40-4095-9ba8-99752dbc4ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda26d79-92e7-4b72-9c26-4927f5c71404,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:48.635192 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:48.672833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e7dc2b55-91ce-412c-b836-08203696ece5 None None] Provisioning for port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:48.679338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e7dc2b55-91ce-412c-b836-08203696ece5 None None] Provisioning complete for port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:48.679815 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e7dc2b55-91ce-412c-b836-08203696ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:48.716544 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1da3458-7772-4aef-ba00-f3f5cac7d65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:48.717299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec1d0a-6ce0-453c-bc32-bae9daf813b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb7c3f7-89fe-484e-892a-6d3882445b70,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:48.824825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-91c32b9a-bb3f-41a5-85af-fcdb5bb923d1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3649733 May 25 19:59:48.836676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc2b55-91ce-412c-b836-08203696ece5 None None] Port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 19:59:48.877227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60372) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:48.892932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 19:59:48.908219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Request body: {'port': {'device_id': '71e5d30a-a894-4e82-8cf2-ebf22f7a4e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:48.915289 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17fd3e79-21db-4e92-9975-aa026c025303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:48.927260 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1da3458-7772-4aef-ba00-f3f5cac7d65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:48.975842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-17fd3e79-21db-4e92-9975-aa026c025303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:49.002810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:49.007231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 19:59:49.007455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-17fd3e79-21db-4e92-9975-aa026c025303 admin admin] Usage tracker for resource:security_group_rule and tenant:62f4941ad93b4025a59ad654f056422d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:49.027501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-17fd3e79-21db-4e92-9975-aa026c025303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:49.047493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-17fd3e79-21db-4e92-9975-aa026c025303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:49.121514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396ab3-af4b-4ddf-afcd-4c6d5ec51253 req-7e7c8870-5f4a-413e-a3b3-421f59967370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:49.127589 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-90396ab3-af4b-4ddf-afcd-4c6d5ec51253 req-7e7c8870-5f4a-413e-a3b3-421f59967370 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 936 time: 0.1930912 May 25 19:59:49.128252 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1da3458-7772-4aef-ba00-f3f5cac7d65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:49.168627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da3458-7772-4aef-ba00-f3f5cac7d65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda26d79-92e7-4b72-9c26-4927f5c71404,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:49.198456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Pushing event updated for resources: {'Port': ['ID=2c5afd12-9e11-4c55-bb59-e1b56a3a9361,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:49.225029 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1da3458-7772-4aef-ba00-f3f5cac7d65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:49.227682 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d1da3458-7772-4aef-ba00-f3f5cac7d65a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bda26d79-92e7-4b72-9c26-4927f5c71404 HTTP/1.1" status: 204 len: 168 time: 0.6586397 May 25 19:59:49.258711 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-775764f3-882f-4efa-aa79-984dbd8a93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:49.261482 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-775764f3-882f-4efa-aa79-984dbd8a93e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c260fc27627f4beaaaabb26155dfc50e&device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 1099 time: 0.8712204 May 25 19:59:49.290724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-69f35707-a17d-4243-84a3-f7fbd1dd4194 None None] Provisioning for port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 19:59:49.297767 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17fd3e79-21db-4e92-9975-aa026c025303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:49.301838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-69f35707-a17d-4243-84a3-f7fbd1dd4194 None None] Provisioning complete for port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 19:59:49.304505 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-69f35707-a17d-4243-84a3-f7fbd1dd4194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:49.320532 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-90396ab3-af4b-4ddf-afcd-4c6d5ec51253 req-c7d5649b-8ac9-49fb-9372-ada7c67e10b5 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763694 May 25 19:59:49.325295 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17fd3e79-21db-4e92-9975-aa026c025303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:49.413776 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-618691d6-467e-4631-9304-601318be8931 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70 HTTP/1.1" status: 200 len: 217 time: 0.1236954 May 25 19:59:49.417029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-69f35707-a17d-4243-84a3-f7fbd1dd4194 None None] Port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 19:59:49.451672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc6479-d07d-4bc8-b82e-6a7b5d8de052 req-ecbee43f-5409-4588-bd7c-e3cb44a23882 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:49.460742 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-afbc6479-d07d-4bc8-b82e-6a7b5d8de052 req-ecbee43f-5409-4588-bd7c-e3cb44a23882 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 936 time: 0.4046679 May 25 19:59:49.478064 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-17fd3e79-21db-4e92-9975-aa026c025303 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62f4941ad93b4025a59ad654f056422d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996733 May 25 19:59:49.478506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd3e79-21db-4e92-9975-aa026c025303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebd6786-bb33-4963-a754-a0823d4a09d5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:49.486671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60392) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:49.534524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:49.535960 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:49.563290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60398) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:49.676485 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89016943-aefb-4269-8272-382675fec1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:49.703502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4f166-67da-4a02-aac1-58830d886b27 req-b556d877-38b5-4123-9d85-b66c3292223c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:49.704816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-afbc6479-d07d-4bc8-b82e-6a7b5d8de052 req-f89b0946-0fa1-405f-a931-cfaaeffa42e2 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Synchronizing usage tracker for tenant:c260fc27627f4beaaaabb26155dfc50e on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:49.717504 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-cbcaa7c7-d67f-4209-88f5-1122f8ac5cd5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6820774 May 25 19:59:49.721686 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2cb4f166-67da-4a02-aac1-58830d886b27 req-b556d877-38b5-4123-9d85-b66c3292223c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 932 time: 0.2206085 May 25 19:59:49.803544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:49.834465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Request body: {'port': {'device_id': '57e4d05d-63c4-4049-8fea-6182926da71a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:49.840895 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89016943-aefb-4269-8272-382675fec1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:49.887515 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 19:59:49.943288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2cb4f166-67da-4a02-aac1-58830d886b27 req-0d1b071e-c51a-4a08-bbdf-4e7395fd0fa0 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190602 May 25 19:59:49.947991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60414) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:49.971699 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ee35cd3-5566-47e1-8c0b-bbe8f35953b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:49.983398 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89016943-aefb-4269-8272-382675fec1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:50.002064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3ee35cd3-5566-47e1-8c0b-bbe8f35953b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:50.011647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89016943-aefb-4269-8272-382675fec1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebd6786-bb33-4963-a754-a0823d4a09d5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:50.013463 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89016943-aefb-4269-8272-382675fec1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:50.017262 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-89016943-aefb-4269-8272-382675fec1da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aebd6786-bb33-4963-a754-a0823d4a09d5 HTTP/1.1" status: 204 len: 168 time: 0.5211022 May 25 19:59:50.018551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3ee35cd3-5566-47e1-8c0b-bbe8f35953b7 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a25ca8532d43e5a582234dbb7343e1 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:50.023576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3ee35cd3-5566-47e1-8c0b-bbe8f35953b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:50.031381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3ee35cd3-5566-47e1-8c0b-bbe8f35953b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:50.060192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-afbc6479-d07d-4bc8-b82e-6a7b5d8de052 req-f89b0946-0fa1-405f-a931-cfaaeffa42e2 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Unset dirty status for tenant:c260fc27627f4beaaaabb26155dfc50e on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:50.069514 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-afbc6479-d07d-4bc8-b82e-6a7b5d8de052 req-f89b0946-0fa1-405f-a931-cfaaeffa42e2 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077020 May 25 19:59:50.166659 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ee35cd3-5566-47e1-8c0b-bbe8f35953b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:50.173920 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ee35cd3-5566-47e1-8c0b-bbe8f35953b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:50.203486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-54ef9549-dd55-4a6c-b018-0417ee9f2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:50.205960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-54ef9549-dd55-4a6c-b018-0417ee9f2308 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.7623394 May 25 19:59:50.253266 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3ee35cd3-5566-47e1-8c0b-bbe8f35953b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0a25ca8532d43e5a582234dbb7343e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039811 May 25 19:59:50.253880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60422) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:50.257888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee35cd3-5566-47e1-8c0b-bbe8f35953b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d156eb-6016-4272-a037-737d12d84962,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:50.276604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1105232227-network', 'tenant_id': '21c253ae7ded4368a787d305f7c6c031'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:50.344390 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-23aaf99c-e6e4-4311-a82a-08315fac5a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:50.344643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:50.364371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Usage tracker for resource:network and tenant:21c253ae7ded4368a787d305f7c6c031 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:50.388035 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-23aaf99c-e6e4-4311-a82a-08315fac5a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:50.400552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:50.432838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec38e78-d599-47b6-9577-5ff7a48a6767 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 19:59:50.470746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:50.510639 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:50.527518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Transition to ACTIVE for port object 4ec38e78-d599-47b6-9577-5ff7a48a6767 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:50.555041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:50.559322 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:50.590186 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-23aaf99c-e6e4-4311-a82a-08315fac5a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:50.637105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aaf99c-e6e4-4311-a82a-08315fac5a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d156eb-6016-4272-a037-737d12d84962,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:50.650099 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-23aaf99c-e6e4-4311-a82a-08315fac5a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:50.653700 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-23aaf99c-e6e4-4311-a82a-08315fac5a29 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47d156eb-6016-4272-a037-737d12d84962 HTTP/1.1" status: 204 len: 168 time: 0.3954415 May 25 19:59:50.686422 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8edb4-1267-4cd3-8d4a-7a43650d949e req-abbd3205-0195-49c2-9363-22f4bf014195 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:50.693835 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f2e8edb4-1267-4cd3-8d4a-7a43650d949e req-abbd3205-0195-49c2-9363-22f4bf014195 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 948 time: 0.1981041 May 25 19:59:50.744843 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f2e8edb4-1267-4cd3-8d4a-7a43650d949e req-94e245c4-0ddd-4bb8-930c-f04ea4a26c87 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499849 May 25 19:59:50.825058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Made reservation on behalf of 21c253ae7ded4368a787d305f7c6c031 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:50.827333 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:50.853241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec38e78-d599-47b6-9577-5ff7a48a6767,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:50.939490 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:51.186445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:51.256600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a50253-49a4-47ce-ae6d-b1d305a25c30 req-42ba9bb7-c859-4cc0-8c0d-c48c985f3b3b tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:51.259463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-46a50253-49a4-47ce-ae6d-b1d305a25c30 req-42ba9bb7-c859-4cc0-8c0d-c48c985f3b3b tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 932 time: 0.1488435 May 25 19:59:51.296076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Usage tracker for resource:security_group_rule and tenant:21c253ae7ded4368a787d305f7c6c031 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:51.303313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:51.327158 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-46a50253-49a4-47ce-ae6d-b1d305a25c30 req-e1bf7025-fc4a-4fc8-b8c0-a418ddfca79a tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615494 May 25 19:59:51.390368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:51.427277 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-31835799-5d6a-43ed-acbd-58039d0c1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:51.428870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-31835799-5d6a-43ed-acbd-58039d0c1267 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2050610 May 25 19:59:51.569816 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 19:59:51.581792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34469d-4d26-4f4b-8b17-cf17d16bfe5f req-33835a63-3604-4baa-bdaa-c0bbf00b8089 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:51.583910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b34469d-4d26-4f4b-8b17-cf17d16bfe5f req-33835a63-3604-4baa-bdaa-c0bbf00b8089 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 936 time: 0.0985863 May 25 19:59:51.652577 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b34469d-4d26-4f4b-8b17-cf17d16bfe5f req-5ce68d99-ba58-473a-9a5e-aefc0331a761 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594759 May 25 19:59:51.717351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Attempting to bind port 4ec38e78-d599-47b6-9577-5ff7a48a6767 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:59:51.717675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Attempting to bind port 4ec38e78-d599-47b6-9577-5ff7a48a6767 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:59:51.717934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Attempting to bind port 4ec38e78-d599-47b6-9577-5ff7a48a6767 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:51.745382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Port 4ec38e78-d599-47b6-9577-5ff7a48a6767 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 19:59:51.745763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Attempting to bind port 4ec38e78-d599-47b6-9577-5ff7a48a6767 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:51.771621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aabd3b3-c810-4091-9ce9-26af9de1fe2c {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 19:59:51.775930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:59:51.776271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:51.776694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:59:51.777052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Bound port: 4ec38e78-d599-47b6-9577-5ff7a48a6767, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:59:51.778788 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:51.830013 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:51.942376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Transition to ACTIVE for port object 8aabd3b3-c810-4091-9ce9-26af9de1fe2c will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:51.960221 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-ab36a90a-1bf8-44ab-852e-6a783b472882 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165691 May 25 19:59:51.960920 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:52.406532 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:52.447138 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 19:59:52.468602 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:52.481923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] For port 4ec38e78-d599-47b6-9577-5ff7a48a6767, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:59:52.528224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Pushing event updated for resources: {'Port': ['ID=8aabd3b3-c810-4091-9ce9-26af9de1fe2c,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:52.613231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] For port 4ec38e78-d599-47b6-9577-5ff7a48a6767, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4ec38e78-d599-47b6-9577-5ff7a48a6767,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:59:52.633976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 19:59:52.728723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9337d-b0d5-4f93-9111-e67d8b632b7f req-159716c5-3ad9-4771-8477-adfed89544bf tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:52.731021 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:52.738285 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29f9337d-b0d5-4f93-9111-e67d8b632b7f req-159716c5-3ad9-4771-8477-adfed89544bf tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 944 time: 0.1046638 May 25 19:59:52.800150 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29f9337d-b0d5-4f93-9111-e67d8b632b7f req-165a02a2-f746-4147-8f80-0cd69b17a939 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606208 May 25 19:59:52.807034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167a735a-784c-40de-a17a-9824d65a5c21,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:52.830876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 19:59:52.846003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:52.846447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:52.848534 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] 10.222.0.50 "PUT /v2.0/ports/4ec38e78-d599-47b6-9577-5ff7a48a6767 HTTP/1.1" status: 200 len: 1096 time: 6.3325694 May 25 19:59:52.849584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:52.849913 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Added segment f5df7d99-bc61-4e96-ae46-ea68b18d881a of type vlan for network 3784cda9-58df-45f0-a02e-3879a8c23548 May 25 19:59:52.851076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f18fdc-ac49-43ce-9a10-56879ca6d773', 'tag': '4ec38e78-d599-47b6-9577-5ff7a48a6767'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 19:59:52.877639 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:52.890018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Attempting to bind port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:59:52.898493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Attempting to bind port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:59:52.898983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Attempting to bind port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c on network 2a2085e6-f20e-487f-be4b-c0be0f01090b {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:52.913020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c on network 2a2085e6-f20e-487f-be4b-c0be0f01090b not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 19:59:52.913331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Attempting to bind port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c on network 2a2085e6-f20e-487f-be4b-c0be0f01090b {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:52.922647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048a531-2c58-4f37-ac90-f9eebb2be94d req-61355a7f-d707-493c-9ae9-24dbb38a24a1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:52.923364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c048a531-2c58-4f37-ac90-f9eebb2be94d req-61355a7f-d707-493c-9ae9-24dbb38a24a1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Synchronizing usage tracker for tenant:1e34c077f63149da82c4288d01128a48 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:53.005034 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d3b6ce9-c7a3-4b5c-a72d-a50f310eebb3 req-3b5aa11f-f2e7-45b8-9515-1caafbafe239 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9953237 May 25 19:59:53.031268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:59:53.031641 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Checking segment: {'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:53.032028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Bound using segment: {'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:59:53.032462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Bound port: 8aabd3b3-c810-4091-9ce9-26af9de1fe2c, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:59:53.032858 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:53.068357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c048a531-2c58-4f37-ac90-f9eebb2be94d req-61355a7f-d707-493c-9ae9-24dbb38a24a1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Unset dirty status for tenant:1e34c077f63149da82c4288d01128a48 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:53.075756 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c048a531-2c58-4f37-ac90-f9eebb2be94d req-61355a7f-d707-493c-9ae9-24dbb38a24a1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 948 time: 1.0630329 May 25 19:59:53.099627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Transition to ACTIVE for port object 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 19:59:53.164774 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:53.184924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:53.214937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ba290-335d-468f-9cbe-782cceb427c5 req-05c60ba6-7d69-4b75-b77e-0d8e13d3fbd9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:53.216818 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b48ba290-335d-468f-9cbe-782cceb427c5 req-05c60ba6-7d69-4b75-b77e-0d8e13d3fbd9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 948 time: 0.1058922 May 25 19:59:53.233546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f6eec-8e1f-40f9-a4f0-eb69af9c9d96 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec38e78-d599-47b6-9577-5ff7a48a6767,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:53.275753 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b48ba290-335d-468f-9cbe-782cceb427c5 req-1bd66c9e-696f-4022-a674-1809b2e46326 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503843 May 25 19:59:53.380651 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c1e8a9c-82e3-4f29-a744-2d00e51331f4'] response: {'name': 'network-changed', 'server_uuid': 'c7f18fdc-ac49-43ce-9a10-56879ca6d773', 'tag': '4ec38e78-d599-47b6-9577-5ff7a48a6767', 'status': 'completed', 'code': 200} May 25 19:59:53.415658 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 19:59:53.447114 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c048a531-2c58-4f37-ac90-f9eebb2be94d req-2643ad38-956f-4e3f-9d32-1d46aece56a2 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705194 May 25 19:59:53.459769 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:53.500125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60544) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:53.554840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-97a32f61-b701-4ebd-9b35-d3a5a14e69bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:53.556318 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-97a32f61-b701-4ebd-9b35-d3a5a14e69bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1e34c077f63149da82c4288d01128a48&device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 1099 time: 0.6444769 May 25 19:59:53.587267 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:53.588250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:53.588847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:53.715522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] For port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:59:53.724501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5afd12-9e11-4c55-bb59-e1b56a3a9361,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:53.741542 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-a671247c-5301-4fa9-97f3-ca84cde5f777 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4ec38e78-d599-47b6-9577-5ff7a48a6767 HTTP/1.1" status: 200 len: 217 time: 0.1395283 May 25 19:59:53.809811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] For port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8aabd3b3-c810-4091-9ce9-26af9de1fe2c,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:59:53.872758 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:53.895547 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3cf78d00-dec2-4c91-ae9d-9946b6ab9886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:53.930086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3cf78d00-dec2-4c91-ae9d-9946b6ab9886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:53.934512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3cf78d00-dec2-4c91-ae9d-9946b6ab9886 admin admin] Usage tracker for resource:security_group_rule and tenant:559cacd9d98d4e8ba589de694af64c8b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:53.937916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3cf78d00-dec2-4c91-ae9d-9946b6ab9886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:53.942817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] Pushing event updated for resources: {'Network': ['ID=3784cda9-58df-45f0-a02e-3879a8c23548,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:53.947486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3d65f-986c-4210-93d3-5273f8f4f8be req-7ebdf314-e83e-4832-98fb-2d39b9ed9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:53.949151 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ece3d65f-986c-4210-93d3-5273f8f4f8be req-7ebdf314-e83e-4832-98fb-2d39b9ed9195 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c260fc27627f4beaaaabb26155dfc50e&device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 1099 time: 0.8446660 May 25 19:59:53.950762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-94897d08-c7c8-403f-ba46-46871ea4857d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.3082359 May 25 19:59:53.956362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 3784cda9-58df-45f0-a02e-3879a8c23548 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 19:59:53.957745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3cf78d00-dec2-4c91-ae9d-9946b6ab9886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:53.959873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60562) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:53.974942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Request body: {'subnet': {'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1105232227-subnet', 'tenant_id': '21c253ae7ded4368a787d305f7c6c031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:53.987865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60566) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:54.008980 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:54.037783 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Usage tracker for resource:subnet and tenant:21c253ae7ded4368a787d305f7c6c031 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:54.051191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:54.087420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:54.154878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Made reservation on behalf of 21c253ae7ded4368a787d305f7c6c031 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:54.162693 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:54.308852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:54.309508 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:54.311730 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] 10.222.0.70 "PUT /v2.0/ports/8aabd3b3-c810-4091-9ce9-26af9de1fe2c HTTP/1.1" status: 200 len: 1092 time: 5.4329081 May 25 19:59:54.312820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3d65f-986c-4210-93d3-5273f8f4f8be req-cb352e37-969e-41a1-8fd7-e90a5f27da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:54.314332 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ece3d65f-986c-4210-93d3-5273f8f4f8be req-cb352e37-969e-41a1-8fd7-e90a5f27da3d service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.3331900 May 25 19:59:54.411410 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5592a94a-b2ea-414b-9e16-e77edd2d869b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:54.447730 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3cf78d00-dec2-4c91-ae9d-9946b6ab9886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:54.473281 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3cf78d00-dec2-4c91-ae9d-9946b6ab9886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:54.500570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5592a94a-b2ea-414b-9e16-e77edd2d869b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:54.543406 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ece3d65f-986c-4210-93d3-5273f8f4f8be req-3cc0dbcd-0a4b-4673-a8a7-a01fb4269c3e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70 HTTP/1.1" status: 200 len: 217 time: 0.1941211 May 25 19:59:54.549802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-26554ad4-e39a-48a5-83f3-9d4d2f844486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:54.551419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-26554ad4-e39a-48a5-83f3-9d4d2f844486 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.7433991 May 25 19:59:54.569737 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5592a94a-b2ea-414b-9e16-e77edd2d869b admin admin] Usage tracker for resource:security_group_rule and tenant:5b2ba5751573402695db22fe600b4314 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:54.601523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Attempting to bind port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 19:59:54.601855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Attempting to bind port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 19:59:54.602384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Attempting to bind port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:54.646198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 19:59:54.646747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Attempting to bind port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 19:59:54.660104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60594) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:54.661524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5592a94a-b2ea-414b-9e16-e77edd2d869b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:54.679773 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3cf78d00-dec2-4c91-ae9d-9946b6ab9886 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=559cacd9d98d4e8ba589de694af64c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1783311 May 25 19:59:54.699524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5592a94a-b2ea-414b-9e16-e77edd2d869b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:54.715512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60598) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:54.736750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 19:59:54.737165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:54.737470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 19:59:54.738952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Bound port: 2c5afd12-9e11-4c55-bb59-e1b56a3a9361, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 19:59:54.738952 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:54.745040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf78d00-dec2-4c91-ae9d-9946b6ab9886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4412b97a-3127-4736-8775-a450bf0e27e1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:54.750802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667081da-ae97-4ad9-bdb1-978e74c12c7e service neutron] Pushing event updated for resources: {'Port': ['ID=8aabd3b3-c810-4091-9ce9-26af9de1fe2c,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:54.793770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a4bd4-8ba8-422d-a4b2-636c9bd67a11 req-b0307a9a-e3eb-4c0a-a967-c11752799ed9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:54.801215 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb4a4bd4-8ba8-422d-a4b2-636c9bd67a11 req-b0307a9a-e3eb-4c0a-a967-c11752799ed9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 948 time: 0.2971902 May 25 19:59:54.820163 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:54.860237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e8fc5-4a91-4f75-a534-b792619b9c73 req-2f14d95d-9435-4cf5-b303-e7850aeb4b7a tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:54.860981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-305e8fc5-4a91-4f75-a534-b792619b9c73 req-2f14d95d-9435-4cf5-b303-e7850aeb4b7a tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Synchronizing usage tracker for tenant:cb8bca67a6764065af3a5be11610e28b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 19:59:54.887014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3d65f-986c-4210-93d3-5273f8f4f8be req-65b34d9b-71dd-4183-a52b-0e9d33050e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:54.888528 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ece3d65f-986c-4210-93d3-5273f8f4f8be req-65b34d9b-71dd-4183-a52b-0e9d33050e4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.3334022 May 25 19:59:54.951590 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb4a4bd4-8ba8-422d-a4b2-636c9bd67a11 req-2b4219bf-2799-4b58-877d-6b133169b8ab tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465354 May 25 19:59:54.956116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0750c96-37f3-45ce-b7d5-364d0a50b3b3,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:54.977282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Checking segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:54.977844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Network hostable DHCP agents. Network: 3784cda9-58df-45f0-a02e-3879a8c23548, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 19:59:55.015890 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5592a94a-b2ea-414b-9e16-e77edd2d869b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:55.023367 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5592a94a-b2ea-414b-9e16-e77edd2d869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:55.023566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-27fea511-61f1-4027-a51f-b1c65e55dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:55.025307 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-27fea511-61f1-4027-a51f-b1c65e55dfdc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb8bca67a6764065af3a5be11610e28b&device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 1095 time: 0.4773021 May 25 19:59:55.026087 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:55.041834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Network 3784cda9-58df-45f0-a02e-3879a8c23548 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 19:59:55.044809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-305e8fc5-4a91-4f75-a534-b792619b9c73 req-2f14d95d-9435-4cf5-b303-e7850aeb4b7a tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Unset dirty status for tenant:cb8bca67a6764065af3a5be11610e28b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 19:59:55.045987 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-305e8fc5-4a91-4f75-a534-b792619b9c73 req-2f14d95d-9435-4cf5-b303-e7850aeb4b7a tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 944 time: 1.0682986 May 25 19:59:55.123622 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 3784cda9-58df-45f0-a02e-3879a8c23548) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:55.131825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89d0bcf-d3e3-4856-be6a-d20bf12fc2ed None None] Network 3784cda9-58df-45f0-a02e-3879a8c23548 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:59:55.169579 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-f119b927-a5a0-4b5e-abf8-a30f8e4d8945 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aabd3b3-c810-4091-9ce9-26af9de1fe2c HTTP/1.1" status: 200 len: 217 time: 0.1324522 May 25 19:59:55.170969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:55.177275 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37ea712c-96ac-46ac-8dc4-29aef20d7fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:55.189905 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5592a94a-b2ea-414b-9e16-e77edd2d869b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b2ba5751573402695db22fe600b4314&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1869907 May 25 19:59:55.189905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592a94a-b2ea-414b-9e16-e77edd2d869b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2686420e-3208-4b9d-97a6-a1c5c9b8c810,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:55.190189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] For port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 19:59:55.192330 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60608) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:55.194214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:55.194801 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:55.237283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:1ffdb53ef6814c408f17c6a579306cbf is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:55.246222 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e70955a0-c2da-48b9-8bce-b38c466a76d8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2823000 May 25 19:59:55.266057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:55.268688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c42c18-3ac6-4220-be79-d0c2a656d91c req-00099a26-930c-4537-9856-231f2146989e tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:55.270865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-5a0fe3aa-4a36-44e3-a21c-0bc8085d2b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:55.272523 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-5a0fe3aa-4a36-44e3-a21c-0bc8085d2b7f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6289165 May 25 19:59:55.278441 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f1c42c18-3ac6-4220-be79-d0c2a656d91c req-00099a26-930c-4537-9856-231f2146989e tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 948 time: 0.2138824 May 25 19:59:55.300684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] For port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2c5afd12-9e11-4c55-bb59-e1b56a3a9361,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 19:59:55.302206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:55.337466 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f1c42c18-3ac6-4220-be79-d0c2a656d91c req-4d89462a-3ff7-4bd8-8c7e-d275d520c7c3 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577209 May 25 19:59:55.367559 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37ea712c-96ac-46ac-8dc4-29aef20d7fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:55.376176 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:55.376882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f610c1-d4ea-4774-b8ac-016d8f32989f None None] Network 3784cda9-58df-45f0-a02e-3879a8c23548 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:59:55.424864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e5d30a-a894-4e82-8cf2-ebf22f7a4e60', 'tag': '8aabd3b3-c810-4091-9ce9-26af9de1fe2c'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 19:59:55.432521 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-305e8fc5-4a91-4f75-a534-b792619b9c73 req-7c6cdb58-41d6-43cf-8c85-ff284023e09d tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122125 May 25 19:59:55.561191 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b6c156-218b-4cfb-9ce5-9dbd5c3c3911'] response: {'name': 'network-changed', 'server_uuid': '71e5d30a-a894-4e82-8cf2-ebf22f7a4e60', 'tag': '8aabd3b3-c810-4091-9ce9-26af9de1fe2c', 'status': 'completed', 'code': 200} May 25 19:59:55.605481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-358cd162-acd5-4794-aa3f-0ac713faf36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:55.607186 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-358cd162-acd5-4794-aa3f-0ac713faf36c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa HTTP/1.1" status: 200 len: 863 time: 0.4269812 May 25 19:59:55.610696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:55.611808 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:55.613350 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] 10.222.0.70 "PUT /v2.0/ports/2c5afd12-9e11-4c55-bb59-e1b56a3a9361 HTTP/1.1" status: 200 len: 1096 time: 5.8190889 May 25 19:59:55.648367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3d65f-986c-4210-93d3-5273f8f4f8be req-a68a03d8-28b4-4d4c-9c1c-9163649da301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:55.652212 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ece3d65f-986c-4210-93d3-5273f8f4f8be req-a68a03d8-28b4-4d4c-9c1c-9163649da301 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7441723 May 25 19:59:55.653022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74bf43-cbbc-45e9-a8ae-ec7dc00cd6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5afd12-9e11-4c55-bb59-e1b56a3a9361,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:55.916138 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-812d340c-75a2-4117-b5a0-9c003803612a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:55.998728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-bfb0c028-9875-4519-beca-56e2eb2a282c service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6921089 May 25 19:59:56.015654 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-812d340c-75a2-4117-b5a0-9c003803612a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.024925 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37ea712c-96ac-46ac-8dc4-29aef20d7fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.107140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60644) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:56.123368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-351954168-network', 'tenant_id': 'fa94a1329b1542eeaafbcbf207a56ddc'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:56.131738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:56.146054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Usage tracker for resource:network and tenant:fa94a1329b1542eeaafbcbf207a56ddc is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:56.149982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:56.157064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:56.157889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea712c-96ac-46ac-8dc4-29aef20d7fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4412b97a-3127-4736-8775-a450bf0e27e1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:56.174050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Made reservation on behalf of fa94a1329b1542eeaafbcbf207a56ddc for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:56.176541 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.194584 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.223522 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b01b15-fdf4-4fcf-8706-d87221ddd468 req-5176acaa-f929-4624-b626-a0ab8e3d6902 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:56.225089 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56b01b15-fdf4-4fcf-8706-d87221ddd468 req-5176acaa-f929-4624-b626-a0ab8e3d6902 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 948 time: 0.1530797 May 25 19:59:56.234189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:56.250476 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ece3d65f-986c-4210-93d3-5273f8f4f8be req-ed38874d-f3d1-4d8f-8cb0-4d0189d79284 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262313 May 25 19:59:56.255952 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.258896 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37ea712c-96ac-46ac-8dc4-29aef20d7fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.259923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Usage tracker for resource:security_group_rule and tenant:fa94a1329b1542eeaafbcbf207a56ddc is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:56.262300 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-37ea712c-96ac-46ac-8dc4-29aef20d7fa7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4412b97a-3127-4736-8775-a450bf0e27e1 HTTP/1.1" status: 204 len: 168 time: 1.5451574 May 25 19:59:56.267187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:56.289919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:56.291145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-41513e6b-2cbf-42ca-b0cf-450b4d4ef6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:56.292656 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-41513e6b-2cbf-42ca-b0cf-450b4d4ef6cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a2085e6-f20e-487f-be4b-c0be0f01090b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6578801 May 25 19:59:56.294927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-c7e50f8d-bc4f-435c-9819-be50eefd7422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:56.295857 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-c7e50f8d-bc4f-435c-9819-be50eefd7422 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c260fc27627f4beaaaabb26155dfc50e&device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 1099 time: 0.5699306 May 25 19:59:56.314493 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56b01b15-fdf4-4fcf-8706-d87221ddd468 req-2c372740-1161-4309-8a21-533fa3119dfc tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824051 May 25 19:59:56.315501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.431729 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.443574 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.507231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee3cae6-d22e-47dc-b8bf-9198d9387bd8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:56.528806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 2bb7c3f7-89fe-484e-892a-6d3882445b70 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 19:59:56.671377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f8dc8-a65c-4314-9d87-3358aa040b11 req-26d6729a-62d6-4b0f-9e8e-d4c8bc795d78 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:56.682243 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b58f8dc8-a65c-4314-9d87-3358aa040b11 req-26d6729a-62d6-4b0f-9e8e-d4c8bc795d78 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 948 time: 0.1808579 May 25 19:59:56.714234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 19:59:56.738625 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.739025 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Added segment fdeb983f-33d5-4e02-901d-dcfb15e7df38 of type vlan for network f821b692-c0e0-447d-bc56-17b777ceca19 May 25 19:59:56.763355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b58f8dc8-a65c-4314-9d87-3358aa040b11 req-f867b6ef-a4e9-4210-ac6d-82fdc8331778 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730636 May 25 19:59:56.803425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 2bb7c3f7-89fe-484e-892a-6d3882445b70, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:56.810703 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.833477 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '2bb7c3f7-89fe-484e-892a-6d3882445b70', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '2bb7c3f7-89fe-484e-892a-6d3882445b70', 'mac_address': 'fa:16:3e:d8:b8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 19:59:56.850961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.852621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:56.854072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.857274 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-6f58ef95-bff4-499c-ab62-f37f211f3384 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=2c5afd12-9e11-4c55-bb59-e1b56a3a9361 HTTP/1.1" status: 200 len: 217 time: 0.5425923 May 25 19:59:56.863693 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ffdb53ef6814c408f17c6a579306cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1609218 May 25 19:59:56.880726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60664) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:56.885720 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-812d340c-75a2-4117-b5a0-9c003803612a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.925847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 2bb7c3f7-89fe-484e-892a-6d3882445b70 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 19:59:56.926409 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:56.980197 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb7c3f7-89fe-484e-892a-6d3882445b70 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 19:59:56.993090 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3531320d-c06b-4dae-bf04-f58e7c5878cf req-f67d1318-5f67-4f71-a560-1fe2a6b804c3 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9702516 May 25 19:59:57.008345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 2bb7c3f7-89fe-484e-892a-6d3882445b70, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 19:59:57.019885 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:57.021856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60672) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:57.037054 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9221008 May 25 19:59:57.037054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60676) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:57.058214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532bbaa2-6f29-454a-aa51-429795162466,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:57.061300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7c08e-ac9e-4ecc-a8d4-8ac0f4cf3043 admin admin] Pushing event updated for resources: {'Network': ['ID=f821b692-c0e0-447d-bc56-17b777ceca19,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:57.073402 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-812d340c-75a2-4117-b5a0-9c003803612a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:57.074508 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Request body: {'subnet': {'network_id': 'f821b692-c0e0-447d-bc56-17b777ceca19', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-351954168-subnet', 'tenant_id': 'fa94a1329b1542eeaafbcbf207a56ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 19:59:57.077659 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-812d340c-75a2-4117-b5a0-9c003803612a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2686420e-3208-4b9d-97a6-a1c5c9b8c810 HTTP/1.1" status: 204 len: 168 time: 1.8490129 May 25 19:59:57.077789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network f821b692-c0e0-447d-bc56-17b777ceca19 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 19:59:57.083020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:57.086640 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:57.101685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Usage tracker for resource:subnet and tenant:fa94a1329b1542eeaafbcbf207a56ddc is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:57.113880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:57.120748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:57.130498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:57.132924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Usage tracker for resource:security_group_rule and tenant:3d92b331c99d4cefaa9f1d2e2e201d3a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:57.135959 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5517ea2-a7a3-42ae-9c37-f2200cc00fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:57.137826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:57.154859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:57.187363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Made reservation on behalf of fa94a1329b1542eeaafbcbf207a56ddc for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 19:59:57.190362 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:57.208224 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5517ea2-a7a3-42ae-9c37-f2200cc00fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:57.235182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.235562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.235899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.236228 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.236554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.236877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.237192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.237502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.238386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.243809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.244086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.244424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6a563-754b-47e2-9182-90ae736a2ee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.264873 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-697f62b8-5030-4826-b40b-6a447416ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:57.267229 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-697f62b8-5030-4826-b40b-6a447416ae50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.3703671 May 25 19:59:57.276731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d340c-75a2-4117-b5a0-9c003803612a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2686420e-3208-4b9d-97a6-a1c5c9b8c810,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:57.345837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=2bb7c3f7-89fe-484e-892a-6d3882445b70,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:57.385508 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ece3d65f-986c-4210-93d3-5273f8f4f8be req-49b65048-40bb-4082-9aad-4c0592c2985c service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1182895 May 25 19:59:57.389396 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5517ea2-a7a3-42ae-9c37-f2200cc00fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:57.434425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5517ea2-a7a3-42ae-9c37-f2200cc00fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532bbaa2-6f29-454a-aa51-429795162466,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:57.446294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ca41f-e49c-4b20-95d5-ec9c04d564f3 req-8ab6d0b2-2a64-4d57-a1fc-ce55670fa017 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:57.448254 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d47ca41f-e49c-4b20-95d5-ec9c04d564f3 req-8ab6d0b2-2a64-4d57-a1fc-ce55670fa017 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 944 time: 0.7985559 May 25 19:59:57.465509 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:57.472322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['2bb7c3f7-89fe-484e-892a-6d3882445b70'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 19:59:57.479602 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:57.481459 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-f01075b2-e0cb-4781-9797-1345c48e7667 service neutron] 10.222.0.70 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1679938 May 25 19:59:57.527812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2be03-3f59-412f-9f37-bb3c3c788e90 req-92d8907c-14b3-49b1-b31d-a9672554ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:57.529643 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aad2be03-3f59-412f-9f37-bb3c3c788e90 req-92d8907c-14b3-49b1-b31d-a9672554ebee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1e34c077f63149da82c4288d01128a48&device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 1099 time: 0.4617057 May 25 19:59:57.543168 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5517ea2-a7a3-42ae-9c37-f2200cc00fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:57.544485 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e5517ea2-a7a3-42ae-9c37-f2200cc00fbf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/532bbaa2-6f29-454a-aa51-429795162466 HTTP/1.1" status: 204 len: 168 time: 0.6472938 May 25 19:59:57.575369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e4d05d-63c4-4049-8fea-6182926da71a', 'tag': '2c5afd12-9e11-4c55-bb59-e1b56a3a9361'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 19:59:57.588070 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d92b331c99d4cefaa9f1d2e2e201d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5624361 May 25 19:59:57.592572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60692) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:57.610193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6625cf7-e743-4c63-8b8f-eb5c39ac7784,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:57.729844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60696) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:57.735643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.741875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.744267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.744739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.746389 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.747030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.748475 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.749070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.755608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.756120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.756565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.757121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5590c-01c5-4f89-be08-b3352f0ab53a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 19:59:57.760744 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:57.761997 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d47ca41f-e49c-4b20-95d5-ec9c04d564f3 req-d3f4411b-f238-456c-9c9a-899e6041d041 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052979 May 25 19:59:57.795522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-b55e4350-eb54-4396-8e34-fc97c65df7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:57.797240 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-b55e4350-eb54-4396-8e34-fc97c65df7be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5001063 May 25 19:59:57.806860 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b607d97e-4452-4ad5-86fc-578f319b24f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:57.865259 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-159fc074-c220-4b8c-a104-bf53d1d40b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:57.882924 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:57.948105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b607d97e-4452-4ad5-86fc-578f319b24f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:57.961843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b607d97e-4452-4ad5-86fc-578f319b24f0 admin admin] Usage tracker for resource:security_group_rule and tenant:1411c88301b04cacb3d4aa44a395b901 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:57.981574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b607d97e-4452-4ad5-86fc-578f319b24f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:58.006599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b607d97e-4452-4ad5-86fc-578f319b24f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:58.010142 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c2ccb04-4e81-45fc-8bca-f8a5f4b0d78e req-65aad683-8e3f-40c4-87b4-999815dbc3de service neutron] 10.222.0.70 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093284 May 25 19:59:58.038170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2be03-3f59-412f-9f37-bb3c3c788e90 req-fb772f51-5bcc-417d-8ea6-7a00a1783a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:58.039751 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aad2be03-3f59-412f-9f37-bb3c3c788e90 req-fb772f51-5bcc-417d-8ea6-7a00a1783a92 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.5013411 May 25 19:59:58.045333 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-159fc074-c220-4b8c-a104-bf53d1d40b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:58.054815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Checking segment: {'id': 'fdeb983f-33d5-4e02-901d-dcfb15e7df38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f821b692-c0e0-447d-bc56-17b777ceca19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 19:59:58.055456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Network hostable DHCP agents. Network: f821b692-c0e0-447d-bc56-17b777ceca19, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 19:59:58.072375 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d26ffeb8-8719-4ee6-a793-517e44ebf49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:58.110634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f57c60-4535-49e2-8e17-d8e868f835d7,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:58.136314 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-d8be492b-8c4f-4488-bbaf-2a3611aa0b37 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324237 May 25 19:59:58.153307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Network f821b692-c0e0-447d-bc56-17b777ceca19 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 19:59:58.179211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afd17c-0999-491f-a740-9116ff2a1139 req-f3b8dcb1-dff4-4ac8-9111-476b0c54a4e5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:58.200751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60710) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:58.202479 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6afd17c-0999-491f-a740-9116ff2a1139 req-f3b8dcb1-dff4-4ac8-9111-476b0c54a4e5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 948 time: 0.4181137 May 25 19:59:58.216798 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01ae4b59-0d6e-4e1b-b606-3d342d3678b9'] response: {'name': 'network-changed', 'server_uuid': '57e4d05d-63c4-4049-8fea-6182926da71a', 'tag': '2c5afd12-9e11-4c55-bb59-e1b56a3a9361', 'status': 'completed', 'code': 200} May 25 19:59:58.231217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, f821b692-c0e0-447d-bc56-17b777ceca19) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 19:59:58.241398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7707762a-ad54-442a-8172-1e527ac6cf41 None None] Network f821b692-c0e0-447d-bc56-17b777ceca19 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:59:58.241873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:58.242654 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:58.284076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6afd17c-0999-491f-a740-9116ff2a1139 req-1f87fb39-56cf-4d2f-9a69-fb2805ac7afa tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805717 May 25 19:59:58.318783 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-159fc074-c220-4b8c-a104-bf53d1d40b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:58.322905 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-159fc074-c220-4b8c-a104-bf53d1d40b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:58.324371 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-159fc074-c220-4b8c-a104-bf53d1d40b35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6625cf7-e743-4c63-8b8f-eb5c39ac7784 HTTP/1.1" status: 204 len: 168 time: 0.7278554 May 25 19:59:58.340874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fc074-c220-4b8c-a104-bf53d1d40b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6625cf7-e743-4c63-8b8f-eb5c39ac7784,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:58.362803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-85faad98-5eea-4fc3-87c7-d02a899cd8b7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3029301 May 25 19:59:58.374664 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aad2be03-3f59-412f-9f37-bb3c3c788e90 req-9917011d-1467-4cc0-bf38-0cad3a69d6a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4ec38e78-d599-47b6-9577-5ff7a48a6767 HTTP/1.1" status: 200 len: 217 time: 0.2409205 May 25 19:59:58.454022 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e02565f8-8a3f-4f80-9e87-c811b8c32d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:58.563173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e02565f8-8a3f-4f80-9e87-c811b8c32d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:58.596789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e02565f8-8a3f-4f80-9e87-c811b8c32d5c admin admin] Usage tracker for resource:security_group_rule and tenant:fa7f91fa57004dff9c66c631abe29c51 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:58.603272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f000fa-68f5-4ace-a801-0d00b9cc1925 None None] Network f821b692-c0e0-447d-bc56-17b777ceca19 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 19:59:58.618669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e02565f8-8a3f-4f80-9e87-c811b8c32d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:58.622205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2be03-3f59-412f-9f37-bb3c3c788e90 req-f1f7cf5c-6b1c-4751-9c12-4ec7f66feab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:58.623657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aad2be03-3f59-412f-9f37-bb3c3c788e90 req-f1f7cf5c-6b1c-4751-9c12-4ec7f66feab9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2284875 May 25 19:59:58.648266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e02565f8-8a3f-4f80-9e87-c811b8c32d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:58.703080 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7b96346-96f5-4409-aa9e-ee77674e54ed req-05d2f1b5-bba2-4e41-8b70-d6d8ef79a47b service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013990 May 25 19:59:58.945484 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b607d97e-4452-4ad5-86fc-578f319b24f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:58.960244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534d51a-80c8-4db1-a852-a02c8fb5c850 req-c7734326-7194-4831-985c-e518ae650ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:58.961742 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2534d51a-80c8-4db1-a852-a02c8fb5c850 req-c7734326-7194-4831-985c-e518ae650ee5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb8bca67a6764065af3a5be11610e28b&device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 1095 time: 0.8648791 May 25 19:59:59.005472 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b607d97e-4452-4ad5-86fc-578f319b24f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:59.051067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ca619-9ef5-4a61-a7ad-bf56db245ea8 req-c8d26993-611b-4553-8168-f48efc9c03b3 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:59.059611 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f8ca619-9ef5-4a61-a7ad-bf56db245ea8 req-c8d26993-611b-4553-8168-f48efc9c03b3 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 944 time: 0.1230133 May 25 19:59:59.110085 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f8ca619-9ef5-4a61-a7ad-bf56db245ea8 req-fe2238f4-99fa-4e60-8371-4dfaa1c9dbae tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487967 May 25 19:59:59.122499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ba0df-3226-44e7-92fb-407ebbb12bb4 req-f5f6b3a4-e309-41a1-8732-233cdb59376e tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:59.135976 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0a6ba0df-3226-44e7-92fb-407ebbb12bb4 req-f5f6b3a4-e309-41a1-8732-233cdb59376e tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 948 time: 0.6890180 May 25 19:59:59.221864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607d97e-4452-4ad5-86fc-578f319b24f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34024f7c-feb5-4c53-8b63-eebae29eae40,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:59.235077 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b607d97e-4452-4ad5-86fc-578f319b24f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1411c88301b04cacb3d4aa44a395b901&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4960418 May 25 19:59:59.237638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60738) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:59.313709 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0a6ba0df-3226-44e7-92fb-407ebbb12bb4 req-27381b89-fbc4-4219-8cab-3391bc6bd0a8 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810753 May 25 19:59:59.329554 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4102-6ade-4bc8-af8e-58c1b15eeb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:59.345973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2be03-3f59-412f-9f37-bb3c3c788e90 req-4e9f26ab-5ba4-4635-b1c7-b6ff4033039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:59.353940 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aad2be03-3f59-412f-9f37-bb3c3c788e90 req-4e9f26ab-5ba4-4635-b1c7-b6ff4033039e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7077978 May 25 19:59:59.361194 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4102-6ade-4bc8-af8e-58c1b15eeb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:59.417946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60746) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:59.426729 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4102-6ade-4bc8-af8e-58c1b15eeb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:59.431823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534d51a-80c8-4db1-a852-a02c8fb5c850 req-c79fa352-df0b-4fac-99a9-134a4a676668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:59.433496 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2534d51a-80c8-4db1-a852-a02c8fb5c850 req-c79fa352-df0b-4fac-99a9-134a4a676668 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a2085e6-f20e-487f-be4b-c0be0f01090b HTTP/1.1" status: 200 len: 925 time: 0.4600749 May 25 19:59:59.440325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed6e4e-38da-4059-b922-178260adf218 req-641c14c0-c1df-4d8b-a92b-9839d396c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:59.445782 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed4102-6ade-4bc8-af8e-58c1b15eeb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34024f7c-feb5-4c53-8b63-eebae29eae40,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 19:59:59.446897 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93ed6e4e-38da-4059-b922-178260adf218 req-641c14c0-c1df-4d8b-a92b-9839d396c169 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c260fc27627f4beaaaabb26155dfc50e&device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 1099 time: 0.5463219 May 25 19:59:59.455383 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4102-6ade-4bc8-af8e-58c1b15eeb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:59.462783 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a9ed4102-6ade-4bc8-af8e-58c1b15eeb34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34024f7c-feb5-4c53-8b63-eebae29eae40 HTTP/1.1" status: 204 len: 168 time: 0.2237339 May 25 19:59:59.484206 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e02565f8-8a3f-4f80-9e87-c811b8c32d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:59.656750 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e02565f8-8a3f-4f80-9e87-c811b8c32d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:59.714296 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2534d51a-80c8-4db1-a852-a02c8fb5c850 req-d9c66cbd-2820-40d4-9b00-e683d672ed1c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aabd3b3-c810-4091-9ce9-26af9de1fe2c HTTP/1.1" status: 200 len: 217 time: 0.2662814 May 25 19:59:59.748744 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-027edc4b-04fe-41db-a48b-a7d072ba7d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 19:59:59.815838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-027edc4b-04fe-41db-a48b-a7d072ba7d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 19:59:59.844707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-027edc4b-04fe-41db-a48b-a7d072ba7d75 admin admin] Usage tracker for resource:security_group_rule and tenant:5ef9ab8d4dec49859993ab5773f14370 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 19:59:59.851108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-027edc4b-04fe-41db-a48b-a7d072ba7d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 19:59:59.868530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-027edc4b-04fe-41db-a48b-a7d072ba7d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 19:59:59.889179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-963101ec-852e-4d37-aad9-21d1615a156e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 19:59:59.896353 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-963101ec-852e-4d37-aad9-21d1615a156e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 808 time: 0.2854924 May 25 19:59:59.901075 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e02565f8-8a3f-4f80-9e87-c811b8c32d5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa7f91fa57004dff9c66c631abe29c51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6866090 May 25 19:59:59.905235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60768) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 19:59:59.914448 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-76125d77-236c-4e66-9863-ba3f3244c0b5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/quotas/21c253ae7ded4368a787d305f7c6c031 HTTP/1.1" status: 200 len: 375 time: 0.0170195 May 25 19:59:59.948273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02565f8-8a3f-4f80-9e87-c811b8c32d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eb7948-afc4-4918-bdda-5dc3bb345b13,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:00.008794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534d51a-80c8-4db1-a852-a02c8fb5c850 req-dfbc7814-b510-4799-83da-d1fd589cbdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:00.010137 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2534d51a-80c8-4db1-a852-a02c8fb5c850 req-dfbc7814-b510-4799-83da-d1fd589cbdfc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa HTTP/1.1" status: 200 len: 863 time: 0.2220683 May 25 20:00:00.060113 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-5453d802-7f89-47f4-8ad6-9619de7efa24 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1448104 May 25 20:00:00.072538 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-027edc4b-04fe-41db-a48b-a7d072ba7d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:00.081536 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-027edc4b-04fe-41db-a48b-a7d072ba7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:00.083135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aad2be03-3f59-412f-9f37-bb3c3c788e90 req-080e843d-c455-46fa-bee7-b81d415c85ab service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6963575 May 25 20:00:00.092193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed6e4e-38da-4059-b922-178260adf218 req-f67fa4b9-155b-4465-ac35-a4b55166935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:00.093651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93ed6e4e-38da-4059-b922-178260adf218 req-f67fa4b9-155b-4465-ac35-a4b55166935d service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.5334516 May 25 20:00:00.126478 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-027edc4b-04fe-41db-a48b-a7d072ba7d75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ef9ab8d4dec49859993ab5773f14370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7046616 May 25 20:00:00.130678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60790) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:00.251252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027edc4b-04fe-41db-a48b-a7d072ba7d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941d763d-1ac8-45d7-8e61-f11bd2163bda,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:00.279445 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93ed6e4e-38da-4059-b922-178260adf218 req-bbef9d4b-d368-4e37-84a8-fd163b7fa9cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=2c5afd12-9e11-4c55-bb59-e1b56a3a9361 HTTP/1.1" status: 200 len: 217 time: 0.1479716 May 25 20:00:00.287269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bb597-3c5d-4f20-80d9-592e6df9f5cf req-1f7286df-7de9-4fa6-b165-25c81f36784b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:00.292635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2dac-bc6e-4694-9b53-83de6ee565c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:00.294086 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-333bb597-3c5d-4f20-80d9-592e6df9f5cf req-1f7286df-7de9-4fa6-b165-25c81f36784b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 948 time: 0.7088685 May 25 20:00:00.333273 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2dac-bc6e-4694-9b53-83de6ee565c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:00.353710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4ec38e78-d599-47b6-9577-5ff7a48a6767 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:00:00.374529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-227291a6-f1ae-40c2-8281-7f495405fece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:00.463379 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2dac-bc6e-4694-9b53-83de6ee565c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:00.481568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed6e4e-38da-4059-b922-178260adf218 req-8c7d85be-b905-4ce8-8ecb-fdb280bd261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:00.483281 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93ed6e4e-38da-4059-b922-178260adf218 req-8c7d85be-b905-4ce8-8ecb-fdb280bd261c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1794231 May 25 20:00:00.491155 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2dac-bc6e-4694-9b53-83de6ee565c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:00.492527 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2bdd2dac-bc6e-4694-9b53-83de6ee565c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/941d763d-1ac8-45d7-8e61-f11bd2163bda HTTP/1.1" status: 204 len: 168 time: 0.3563228 May 25 20:00:00.495011 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd2dac-bc6e-4694-9b53-83de6ee565c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941d763d-1ac8-45d7-8e61-f11bd2163bda,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:00.527771 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-227291a6-f1ae-40c2-8281-7f495405fece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:00.545440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-333bb597-3c5d-4f20-80d9-592e6df9f5cf req-c6453eac-e9dc-4740-9129-4a657a133117 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504079 May 25 20:00:00.578869 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aad2be03-3f59-412f-9f37-bb3c3c788e90 req-cee8a4b8-ca03-451b-b890-c92d801e9575 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840853 May 25 20:00:00.582921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 2bb7c3f7-89fe-484e-892a-6d3882445b70 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:00:00.622763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0a10bccb-7255-42fc-905c-337e5bcba9eb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:00:00.623867 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0a10bccb-7255-42fc-905c-337e5bcba9eb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2310798 May 25 20:00:00.652326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534d51a-80c8-4db1-a852-a02c8fb5c850 req-b04d69e6-78e8-4979-883f-70f018a7e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:00.655726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4ec38e78-d599-47b6-9577-5ff7a48a6767, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4ec38e78-d599-47b6-9577-5ff7a48a6767,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:00.658286 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2534d51a-80c8-4db1-a852-a02c8fb5c850 req-b04d69e6-78e8-4979-883f-70f018a7e2d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a2085e6-f20e-487f-be4b-c0be0f01090b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6229582 May 25 20:00:00.678507 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2c6a2d7b-d124-432d-b8a1-8690983c1c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:00.713091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '4ec38e78-d599-47b6-9577-5ff7a48a6767', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '4ec38e78-d599-47b6-9577-5ff7a48a6767', 'mac_address': 'fa:16:3e:9f:80:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:00:00.864915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 4ec38e78-d599-47b6-9577-5ff7a48a6767 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:00.865313 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:00.895160 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-b1302128-5e4b-4693-970c-b431aaa28e55 service neutron] 10.222.0.60 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503684 May 25 20:00:00.911031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec38e78-d599-47b6-9577-5ff7a48a6767 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:00:00.916855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 2bb7c3f7-89fe-484e-892a-6d3882445b70 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:00.929986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 2bb7c3f7-89fe-484e-892a-6d3882445b70 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:00.930542 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:01.019686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4ec38e78-d599-47b6-9577-5ff7a48a6767, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4ec38e78-d599-47b6-9577-5ff7a48a6767,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:01.021020 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-227291a6-f1ae-40c2-8281-7f495405fece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:01.056615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed6e4e-38da-4059-b922-178260adf218 req-b956df4d-4211-4ec9-b93c-8b8bb5bd9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:01.058088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93ed6e4e-38da-4059-b922-178260adf218 req-b956df4d-4211-4ec9-b93c-8b8bb5bd9db8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5634210 May 25 20:00:01.061409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227291a6-f1ae-40c2-8281-7f495405fece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eb7948-afc4-4918-bdda-5dc3bb345b13,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:01.068029 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:01.074355 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2534d51a-80c8-4db1-a852-a02c8fb5c850 req-b69d0776-43a9-4ef2-ba6c-cdd1f37fa47a service neutron] 10.222.0.70 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061704 May 25 20:00:01.166641 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-8d5df977-0250-41e9-b532-4806f6b4d330 service neutron] 10.222.0.60 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627988 May 25 20:00:01.221043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 2bb7c3f7-89fe-484e-892a-6d3882445b70 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:01.222739 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:01.226922 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-227291a6-f1ae-40c2-8281-7f495405fece admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:01.230590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-227291a6-f1ae-40c2-8281-7f495405fece admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9eb7948-afc4-4918-bdda-5dc3bb345b13 HTTP/1.1" status: 204 len: 168 time: 1.3183899 May 25 20:00:01.284071 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['4ec38e78-d599-47b6-9577-5ff7a48a6767'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:00:01.317720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd9a48-d3e0-4f17-909a-c1034c9d9165 req-1e7f693e-b4af-4a3a-b430-4ac9e8f9e72b tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:01.320951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60828) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:01.324885 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ebd9a48-d3e0-4f17-909a-c1034c9d9165 req-1e7f693e-b4af-4a3a-b430-4ac9e8f9e72b tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 944 time: 0.5883613 May 25 20:00:01.380660 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce64b02d-24e2-4e46-b6e8-6f838a4fd41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:01.433729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ce64b02d-24e2-4e46-b6e8-6f838a4fd41f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:01.442990 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ebd9a48-d3e0-4f17-909a-c1034c9d9165 req-be52f833-943c-4cbd-816e-701125035190 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171334 May 25 20:00:01.445382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ce64b02d-24e2-4e46-b6e8-6f838a4fd41f admin admin] Usage tracker for resource:security_group_rule and tenant:d631577f9c0a4dcfbb27074235e381b5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:01.452138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ce64b02d-24e2-4e46-b6e8-6f838a4fd41f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:01.460895 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93ed6e4e-38da-4059-b922-178260adf218 req-e3187ef1-2ed1-479b-a1aa-1bd8714cf8d6 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925304 May 25 20:00:01.467945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ce64b02d-24e2-4e46-b6e8-6f838a4fd41f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:01.469134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2534d51a-80c8-4db1-a852-a02c8fb5c850 req-6816e74b-2349-4493-9d1e-740163210054 service neutron] 10.222.0.70 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487763 May 25 20:00:01.499849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=4ec38e78-d599-47b6-9577-5ff7a48a6767,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:01.547983 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:01.550245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:01.552263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:01.552820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:01.554493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:01.555167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:01.555692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:01.556710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:01.558045 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:01.558606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:01.561729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:01.562311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:01.616751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee07685-222f-4ce3-a0ea-03a6322a3811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb7c3f7-89fe-484e-892a-6d3882445b70'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:01.668178 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:01.679473 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:01.708207 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 2bb7c3f7-89fe-484e-892a-6d3882445b70, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:01.744749 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:01.771523 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93ed6e4e-38da-4059-b922-178260adf218 req-fa741219-dda2-4c19-ae4c-f985f7a27048 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013012 May 25 20:00:01.797475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8ed41079-0127-4c2a-abc8-bb4608974c72 req-d74c84be-beba-4618-82d9-ec85703bcc67 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 210 time: 0.2570493 May 25 20:00:01.903395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=2bb7c3f7-89fe-484e-892a-6d3882445b70,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:01.920344 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce64b02d-24e2-4e46-b6e8-6f838a4fd41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:01.934008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce64b02d-24e2-4e46-b6e8-6f838a4fd41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:02.058218 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ce64b02d-24e2-4e46-b6e8-6f838a4fd41f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d631577f9c0a4dcfbb27074235e381b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7348740 May 25 20:00:02.058529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60860) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:02.061463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64b02d-24e2-4e46-b6e8-6f838a4fd41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dde68a0-5b70-4dab-b83a-31c4f635c7cb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:02.073565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9495a5f-36c8-44e1-92f9-6d174150253f req-35b17f0a-5257-45cd-92a5-4c997504bfc1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:02.081051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9495a5f-36c8-44e1-92f9-6d174150253f req-35b17f0a-5257-45cd-92a5-4c997504bfc1 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 949 time: 0.5066640 May 25 20:00:02.172875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff55a4a-9a36-44e7-a280-8761ffeee494 req-faeebb37-1fc8-4fda-aef6-ac9013f0397f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:02.175059 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eff55a4a-9a36-44e7-a280-8761ffeee494 req-faeebb37-1fc8-4fda-aef6-ac9013f0397f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 948 time: 0.1540840 May 25 20:00:02.179255 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9495a5f-36c8-44e1-92f9-6d174150253f req-2ebea6cf-7c9d-4f76-9d1b-dff68f87e639 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969892 May 25 20:00:02.214129 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204c78cf-6ea3-42cf-8eca-786cac41604e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:02.251372 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204c78cf-6ea3-42cf-8eca-786cac41604e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:02.269528 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6eacd78-7bb5-4e1d-8732-872b4500ce05'] response: {'server_uuid': '2ee07685-222f-4ce3-a0ea-03a6322a3811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb7c3f7-89fe-484e-892a-6d3882445b70', 'code': 200} May 25 20:00:02.271327 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eff55a4a-9a36-44e7-a280-8761ffeee494 req-8050451e-2383-4254-a7d2-f28ebd692570 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876393 May 25 20:00:02.332765 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204c78cf-6ea3-42cf-8eca-786cac41604e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:02.348578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c78cf-6ea3-42cf-8eca-786cac41604e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dde68a0-5b70-4dab-b83a-31c4f635c7cb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:02.356156 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204c78cf-6ea3-42cf-8eca-786cac41604e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:02.358267 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-204c78cf-6ea3-42cf-8eca-786cac41604e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6dde68a0-5b70-4dab-b83a-31c4f635c7cb HTTP/1.1" status: 204 len: 168 time: 0.2971280 May 25 20:00:02.371650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4ec38e78-d599-47b6-9577-5ff7a48a6767 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:00:02.515215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 4ec38e78-d599-47b6-9577-5ff7a48a6767 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:02.525827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 4ec38e78-d599-47b6-9577-5ff7a48a6767 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:02.526781 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:02.556870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903c8ae-df69-4d02-9ce7-5564c8538265 req-14690c5c-295d-4689-b841-312697b3cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:02.559283 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c903c8ae-df69-4d02-9ce7-5564c8538265 req-14690c5c-295d-4689-b841-312697b3cfac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 1101 time: 0.1104662 May 25 20:00:02.629778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8aabd3b3-c810-4091-9ce9-26af9de1fe2c details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:00:02.647835 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c903c8ae-df69-4d02-9ce7-5564c8538265 req-27b41d36-f3ac-42c6-b654-261ca0e83f5a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814168 May 25 20:00:02.788343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fd96a-490d-4db7-be9e-01e51ea2facb req-f2658e23-687a-4227-9756-a16e8b305316 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:02.789886 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b22fd96a-490d-4db7-be9e-01e51ea2facb req-f2658e23-687a-4227-9756-a16e8b305316 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 944 time: 0.1353519 May 25 20:00:02.839893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 4ec38e78-d599-47b6-9577-5ff7a48a6767 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:02.840277 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:02.848413 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b22fd96a-490d-4db7-be9e-01e51ea2facb req-0165ae66-ecd1-45a8-b0c5-2d9b6b630e5c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489495 May 25 20:00:02.895111 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:02.911884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4ec38e78-d599-47b6-9577-5ff7a48a6767, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4ec38e78-d599-47b6-9577-5ff7a48a6767,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:02.930733 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:03.015236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8aabd3b3-c810-4091-9ce9-26af9de1fe2c,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:03.053567 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '8aabd3b3-c810-4091-9ce9-26af9de1fe2c', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'port_id': '8aabd3b3-c810-4091-9ce9-26af9de1fe2c', 'mac_address': 'fa:16:3e:2a:34:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:00:03.055220 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-77748529-388a-45be-8492-8b16d99921a7 req-9636af77-9349-4e11-869e-0d9768f2a386 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 210 time: 0.0516031 May 25 20:00:03.130627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=4ec38e78-d599-47b6-9577-5ff7a48a6767,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:03.174128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:03.176111 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:03.196514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aabd3b3-c810-4091-9ce9-26af9de1fe2c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:00:03.232788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8aabd3b3-c810-4091-9ce9-26af9de1fe2c,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:03.241459 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:03.242340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:00:03.333433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-a553d5f2-7276-4e3d-8502-93555bd27693 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:03.335702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-a553d5f2-7276-4e3d-8502-93555bd27693 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Synchronizing usage tracker for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:00:03.364877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-a553d5f2-7276-4e3d-8502-93555bd27693 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Unset dirty status for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:00:03.367006 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-a553d5f2-7276-4e3d-8502-93555bd27693 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 808 time: 0.2687604 May 25 20:00:03.381488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Request body: {'port': {'device_id': 'd2868342-3a35-47a8-9ccb-efd4aff7891f', 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548', 'admin_state_up': True, 'tenant_id': '21c253ae7ded4368a787d305f7c6c031'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:03.516451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d0c96-6eaf-4828-bc0f-15a76da124f6 req-44b2444c-4303-46ab-8668-8eb09681a117 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:03.525429 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-679d0c96-6eaf-4828-bc0f-15a76da124f6 req-44b2444c-4303-46ab-8668-8eb09681a117 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 950 time: 0.1292467 May 25 20:00:03.601337 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-679d0c96-6eaf-4828-bc0f-15a76da124f6 req-f45fb454-0314-4926-ad5b-390b8dbf6d87 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727878 May 25 20:00:03.625436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=8aabd3b3-c810-4091-9ce9-26af9de1fe2c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:03.725956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:03.730080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Usage tracker for resource:port and tenant:21c253ae7ded4368a787d305f7c6c031 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:03.733118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:03.742337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:03.745833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2c5afd12-9e11-4c55-bb59-e1b56a3a9361,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:03.761111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Made reservation on behalf of 21c253ae7ded4368a787d305f7c6c031 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:00:03.771029 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:03.787048 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '2c5afd12-9e11-4c55-bb59-e1b56a3a9361', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '2c5afd12-9e11-4c55-bb59-e1b56a3a9361', 'mac_address': 'fa:16:3e:2a:29:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:00:03.806304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b00e98-5e8b-4c28-a653-787f2b203f99 req-ec380700-9469-491e-ae8f-54f28e0b2991 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:03.807897 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-89b00e98-5e8b-4c28-a653-787f2b203f99 req-ec380700-9469-491e-ae8f-54f28e0b2991 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 948 time: 0.1651788 May 25 20:00:03.876073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:03.877440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:03.905179 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:00:03.930956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2c5afd12-9e11-4c55-bb59-e1b56a3a9361,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:03.934903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-89b00e98-5e8b-4c28-a653-787f2b203f99 req-1a1c98a3-8497-442a-b10e-a7fab7edce27 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825274 May 25 20:00:03.939398 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:04.041806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Allocated IP 172.20.0.11 (3784cda9-58df-45f0-a02e-3879a8c23548/f0750c96-37f3-45ce-b7d5-364d0a50b3b3/fce30dab-67e5-4a10-964e-9e25f6d9f172) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:00:04.060183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=2c5afd12-9e11-4c55-bb59-e1b56a3a9361,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:04.193282 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-544adf37-f838-4f50-877e-2bb7587f432c req-e89576ad-126a-48b1-b5cb-3a4570b3e66f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=04d4004046824ccea8f136fdfd698c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389209 May 25 20:00:04.271225 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f18fdc-ac49-43ce-9a10-56879ca6d773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec38e78-d599-47b6-9577-5ff7a48a6767'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:04.309184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['2c5afd12-9e11-4c55-bb59-e1b56a3a9361'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:00:04.347355 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['8aabd3b3-c810-4091-9ce9-26af9de1fe2c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:00:04.350526 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:04.383813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544adf37-f838-4f50-877e-2bb7587f432c req-021453c4-8ef0-4f39-aa0a-8870e24a5294 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:04.385604 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-544adf37-f838-4f50-877e-2bb7587f432c req-021453c4-8ef0-4f39-aa0a-8870e24a5294 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912062 May 25 20:00:04.397282 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:04.415186 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-544adf37-f838-4f50-877e-2bb7587f432c req-cfb16c6d-ab06-4c89-8e81-93026b3e7927 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/quotas/04d4004046824ccea8f136fdfd698c36 HTTP/1.1" status: 200 len: 375 time: 0.0180151 May 25 20:00:04.506101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Pushing event updated for resources: {'Port': ['ID=fce30dab-67e5-4a10-964e-9e25f6d9f172,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:04.523186 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Network 3784cda9-58df-45f0-a02e-3879a8c23548 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:00:04.525221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:00:04.532317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:00:04.539027 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-544adf37-f838-4f50-877e-2bb7587f432c req-1947c188-a64d-4829-ba0e-4974b08d44cc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1158931 May 25 20:00:04.717378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:04.718050 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:04.772737 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0142a1db-19b4-4741-9c64-11ecb9df16b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3972337 May 25 20:00:04.783852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Request body: {'port': {'device_id': 'd2868342-3a35-47a8-9ccb-efd4aff7891f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:05.179714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c2130-9291-4e18-88e4-cdb849ae657d req-433466db-31d1-4e11-8ced-d8f5649b8f09 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:05.181626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd7c2130-9291-4e18-88e4-cdb849ae657d req-433466db-31d1-4e11-8ced-d8f5649b8f09 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 932 time: 0.1116838 May 25 20:00:05.218535 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:05.279955 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd7c2130-9291-4e18-88e4-cdb849ae657d req-64c125c5-03f5-4269-8073-35f41466a421 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901506 May 25 20:00:05.314194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0abb1-51eb-453f-ad22-9de97fb2dcce req-91a049d1-f8f7-400f-ae42-6c8f0716210b tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:05.316564 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e1e0abb1-51eb-453f-ad22-9de97fb2dcce req-91a049d1-f8f7-400f-ae42-6c8f0716210b tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 945 time: 0.3162105 May 25 20:00:05.348889 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb26d1a-077d-49a0-8f56-55812ea179a1'] response: {'server_uuid': 'c7f18fdc-ac49-43ce-9a10-56879ca6d773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec38e78-d599-47b6-9577-5ff7a48a6767', 'code': 200} May 25 20:00:05.496218 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e1e0abb1-51eb-453f-ad22-9de97fb2dcce req-a5a87f8a-2017-4702-ae48-0c214ce89adf tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646965 May 25 20:00:05.613952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042a918-a2de-4f54-b3da-82f3142dff2e req-69373fa7-3bb9-4dad-85fe-da7744395e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:05.615639 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7042a918-a2de-4f54-b3da-82f3142dff2e req-69373fa7-3bb9-4dad-85fe-da7744395e55 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 1101 time: 0.1972821 May 25 20:00:05.662968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1682c2-5512-45f8-9b8f-6144d4878a6b req-eaac6d15-a0ce-4d8b-8578-4d9de038825f tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:05.676672 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2f1682c2-5512-45f8-9b8f-6144d4878a6b req-eaac6d15-a0ce-4d8b-8578-4d9de038825f tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 950 time: 0.1865919 May 25 20:00:05.735695 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7042a918-a2de-4f54-b3da-82f3142dff2e req-f4e2f136-e09b-4043-a142-d9548335e04f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104469 May 25 20:00:05.759017 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d21c61c-fc47-4270-9e3f-b305c1f4170d req-066e009e-908f-459c-adb1-091838a69994 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 210 time: 0.1107068 May 25 20:00:05.783928 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2f1682c2-5512-45f8-9b8f-6144d4878a6b req-5d362d75-96f5-4869-8a8e-1ec43b1b419d tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114385 May 25 20:00:05.855054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce30dab-67e5-4a10-964e-9e25f6d9f172 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:00:05.864705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:05.881041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Transition to ACTIVE for port object fce30dab-67e5-4a10-964e-9e25f6d9f172 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:00:05.885887 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:06.008025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2628229-6378-41c7-8aa4-71931c1e61ec req-90189b3c-ca07-419c-a384-da6cb09d4cf3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:06.016051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b2628229-6378-41c7-8aa4-71931c1e61ec req-90189b3c-ca07-419c-a384-da6cb09d4cf3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 949 time: 0.1375277 May 25 20:00:06.044843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Pushing event updated for resources: {'Port': ['ID=fce30dab-67e5-4a10-964e-9e25f6d9f172,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:06.075706 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b2628229-6378-41c7-8aa4-71931c1e61ec req-032da86e-f68f-45aa-b189-328a014fe5f1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583522 May 25 20:00:06.196811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:00:06.197145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:00:06.197464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 on network 3784cda9-58df-45f0-a02e-3879a8c23548 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:06.202326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Port fce30dab-67e5-4a10-964e-9e25f6d9f172 on network 3784cda9-58df-45f0-a02e-3879a8c23548 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:00:06.202811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 on network 3784cda9-58df-45f0-a02e-3879a8c23548 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:06.209485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:00:06.210041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Checking segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:00:06.210742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Bound using segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:00:06.211402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Bound port: fce30dab-67e5-4a10-964e-9e25f6d9f172, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:00:06.211964 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:06.302945 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70665fd5-c790-415b-9fb3-7c00ebbdacfa req-bbf6d138-f929-46cf-9811-9085db6ad0d2 tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9c6d9afe3ceb49f780255729eb453612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436349 May 25 20:00:06.428004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:00:06.443995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:00:06.452399 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:06.485006 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-544adf37-f838-4f50-877e-2bb7587f432c req-f26c0661-de1e-4eb5-b2af-c819d9e5effa tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=04d4004046824ccea8f136fdfd698c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404541 May 25 20:00:06.558487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:06.559087 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:06.560446 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] 10.222.0.50 "PUT /v2.0/ports/fce30dab-67e5-4a10-964e-9e25f6d9f172 HTTP/1.1" status: 200 len: 1092 time: 1.7807572 May 25 20:00:06.560879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2868342-3a35-47a8-9ccb-efd4aff7891f', 'tag': 'fce30dab-67e5-4a10-964e-9e25f6d9f172'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:06.575634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafa8ef-a778-45ea-a973-38c088d8fe79 service neutron] Pushing event updated for resources: {'Port': ['ID=fce30dab-67e5-4a10-964e-9e25f6d9f172,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:06.593999 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665fd5-c790-415b-9fb3-7c00ebbdacfa req-8a54f9f2-86b1-4885-91a2-90a19cd1264b tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:06.595508 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70665fd5-c790-415b-9fb3-7c00ebbdacfa req-8a54f9f2-86b1-4885-91a2-90a19cd1264b tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832925 May 25 20:00:06.607412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8aabd3b3-c810-4091-9ce9-26af9de1fe2c up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:00:06.612574 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70665fd5-c790-415b-9fb3-7c00ebbdacfa req-230e2e1b-fad6-4a7d-9fbc-2a99aabf3070 tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] 10.222.0.60 "GET /v2.0/quotas/9c6d9afe3ceb49f780255729eb453612 HTTP/1.1" status: 200 len: 375 time: 0.0103834 May 25 20:00:06.706948 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70665fd5-c790-415b-9fb3-7c00ebbdacfa req-99c75198-082a-4093-8c6a-c4eb8bc8389e tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9c6d9afe3ceb49f780255729eb453612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872996 May 25 20:00:06.754714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-856912a2-71b9-4861-8961-cc606df89ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:06.757419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-856912a2-71b9-4861-8961-cc606df89ace service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 1095 time: 0.1013150 May 25 20:00:06.757923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:06.763495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:06.763849 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:06.866048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544adf37-f838-4f50-877e-2bb7587f432c req-705cf2d9-0612-4a54-ad97-4ae44c0c92d7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:06.868243 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-544adf37-f838-4f50-877e-2bb7587f432c req-705cf2d9-0612-4a54-ad97-4ae44c0c92d7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3763156 May 25 20:00:06.882087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Request body: {'port': {'device_id': '352296be-814a-4dfe-a90a-0d668d901327', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '04d4004046824ccea8f136fdfd698c36'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:06.917725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:06.918102 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:06.923200 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-21beee86-54af-4519-89dc-0c81af6764fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172 HTTP/1.1" status: 200 len: 217 time: 0.1572635 May 25 20:00:06.989363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8aabd3b3-c810-4091-9ce9-26af9de1fe2c,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:06.996357 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:06.997534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:00:07.037550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b1f1c-7c36-414e-9a0e-46a25e81c685 req-f1dc59c8-e145-460f-812a-6def3156c150 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:07.043411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0c1a43d3-6209-4646-832f-51863c6773a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:07.045268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-0c1a43d3-6209-4646-832f-51863c6773a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.1166823 May 25 20:00:07.049129 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d2b1f1c-7c36-414e-9a0e-46a25e81c685 req-f1dc59c8-e145-460f-812a-6def3156c150 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.3529851 May 25 20:00:07.127295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:07.135915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:07.138052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Usage tracker for resource:port and tenant:04d4004046824ccea8f136fdfd698c36 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:07.148467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:07.148467 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:07.153914 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d2b1f1c-7c36-414e-9a0e-46a25e81c685 req-2ab4e0a2-abea-4e15-a7f4-f17638f1bec1 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029081 May 25 20:00:07.155227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:07.164739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:07.190306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Made reservation on behalf of 04d4004046824ccea8f136fdfd698c36 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:00:07.195017 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:07.211672 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:07.227345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=8aabd3b3-c810-4091-9ce9-26af9de1fe2c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:07.236092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:07.242297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Usage tracker for resource:security_group_rule and tenant:04d4004046824ccea8f136fdfd698c36 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:07.245238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:07.251657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:07.280366 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1541d6e-eecc-4370-abbc-dbc27405f190'] response: {'name': 'network-changed', 'server_uuid': 'd2868342-3a35-47a8-9ccb-efd4aff7891f', 'tag': 'fce30dab-67e5-4a10-964e-9e25f6d9f172', 'status': 'completed', 'code': 200} May 25 20:00:07.282697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-c0b80a62-b327-4316-9711-10901ed983cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2306612 May 25 20:00:07.317070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:07.317536 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:07.349870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e5d30a-a894-4e82-8cf2-ebf22f7a4e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aabd3b3-c810-4091-9ce9-26af9de1fe2c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:07.366870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2c5afd12-9e11-4c55-bb59-e1b56a3a9361,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:07.372701 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:07.415919 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6235ce61-8696-4a7b-adf7-87adef80b21e req-7dc70145-8c78-42f8-a412-01ad67d8488d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 210 time: 0.0609150 May 25 20:00:07.417740 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:07.423734 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:07.493456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=2c5afd12-9e11-4c55-bb59-e1b56a3a9361,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:07.541640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d11b7-85de-464e-9554-acc98b29eefd req-da02793d-b6d1-499b-946a-1a661815abe8 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:07.543219 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b0d11b7-85de-464e-9554-acc98b29eefd req-da02793d-b6d1-499b-946a-1a661815abe8 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 946 time: 0.3847015 May 25 20:00:07.577444 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-07e7e822-4492-4368-90c3-2ee9f6824bec service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848670 May 25 20:00:07.652187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:07.690030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Allocated IP 192.168.233.155 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/69e2fa7d-2a77-4512-afe8-e2817535b3cb) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:00:07.690614 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b0d11b7-85de-464e-9554-acc98b29eefd req-f9df4533-1191-4edf-bf37-5fd8d67c174d tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371317 May 25 20:00:07.748787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d29b9-3f68-4943-85e9-37d262d04184 req-89c865e5-46ee-4cb5-a2cf-f98ec8f57aaa tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:07.750325 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf2d29b9-3f68-4943-85e9-37d262d04184 req-89c865e5-46ee-4cb5-a2cf-f98ec8f57aaa tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 950 time: 0.2021403 May 25 20:00:07.779538 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a277235-c1ed-43ac-8e52-adbe726ad087 req-6c1481fa-e11f-42b9-a36a-dd931db71b32 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950495 May 25 20:00:07.903681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd1a4-9c95-41f2-a967-1ce6ac9c32da req-8c9c905c-fe85-46a8-abec-e8b089ec51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:07.905276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4dcd1a4-9c95-41f2-a967-1ce6ac9c32da req-8c9c905c-fe85-46a8-abec-e8b089ec51d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 1095 time: 0.0799315 May 25 20:00:07.910752 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf2d29b9-3f68-4943-85e9-37d262d04184 req-b8e9c62f-4741-45de-b7b4-0c8a90f1640c tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518469 May 25 20:00:08.003111 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:08.024874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Transition to ACTIVE for port object 69e2fa7d-2a77-4512-afe8-e2817535b3cb will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:00:08.072132 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:08.094351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd1a4-9c95-41f2-a967-1ce6ac9c32da req-bc59cad2-9a17-4487-ac64-ef1ce4c4b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:08.095975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4dcd1a4-9c95-41f2-a967-1ce6ac9c32da req-bc59cad2-9a17-4487-ac64-ef1ce4c4b4a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 909 time: 0.1770349 May 25 20:00:08.171598 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4dcd1a4-9c95-41f2-a967-1ce6ac9c32da req-9599df13-f201-43bd-b477-6cf138513097 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172 HTTP/1.1" status: 200 len: 217 time: 0.0687597 May 25 20:00:08.195501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:00:08.201555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:00:08.203281 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0dc56b-8953-4886-97a9-1ddcfc9e00d4'] response: {'server_uuid': '71e5d30a-a894-4e82-8cf2-ebf22f7a4e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aabd3b3-c810-4091-9ce9-26af9de1fe2c', 'code': 200} May 25 20:00:08.204133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:00:08.247158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd1a4-9c95-41f2-a967-1ce6ac9c32da req-9ed2c5a2-8e27-4dfd-878b-89b745f8fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:08.248936 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4dcd1a4-9c95-41f2-a967-1ce6ac9c32da req-9ed2c5a2-8e27-4dfd-878b-89b745f8fe2e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.0710261 May 25 20:00:08.290619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Pushing event updated for resources: {'Port': ['ID=69e2fa7d-2a77-4512-afe8-e2817535b3cb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:08.299221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:08.300121 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:08.349141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3c53b-a829-4f23-8baf-155799a6a6be req-8e2d1a51-c778-4564-9d14-ad5855b38773 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:08.356952 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6d3c53b-a829-4f23-8baf-155799a6a6be req-8e2d1a51-c778-4564-9d14-ad5855b38773 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 950 time: 0.2766912 May 25 20:00:08.374037 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-544adf37-f838-4f50-877e-2bb7587f432c req-c23d8d3c-3f7f-4cb1-810b-bce61b5144f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4970691 May 25 20:00:08.387102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Request body: {'port': {'device_id': '352296be-814a-4dfe-a90a-0d668d901327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:08.430314 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4dcd1a4-9c95-41f2-a967-1ce6ac9c32da req-9c41510c-fe1f-4a46-8695-fcd0cf36e662 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740811 May 25 20:00:08.467255 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6d3c53b-a829-4f23-8baf-155799a6a6be req-f7b511bb-7584-41f6-b002-e9355f9ff7e0 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073818 May 25 20:00:08.551635 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-27e64657-90a9-4fc4-843b-9bd404c0e5e6 None None] Provisioning for port 69e2fa7d-2a77-4512-afe8-e2817535b3cb completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:08.558388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-27e64657-90a9-4fc4-843b-9bd404c0e5e6 None None] Provisioning complete for port 69e2fa7d-2a77-4512-afe8-e2817535b3cb triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:08.558476 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-27e64657-90a9-4fc4-843b-9bd404c0e5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:08.566397 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:08.598841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b907a-3327-4c6d-bd81-8eee2ff2645f req-73e2137c-bcd9-47ca-af9f-1c239df5a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:08.600333 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b0b907a-3327-4c6d-bd81-8eee2ff2645f req-73e2137c-bcd9-47ca-af9f-1c239df5a8a0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 1097 time: 0.2643538 May 25 20:00:08.637806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-27e64657-90a9-4fc4-843b-9bd404c0e5e6 None None] Port 69e2fa7d-2a77-4512-afe8-e2817535b3cb cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:00:08.689870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4dcd1a4-9c95-41f2-a967-1ce6ac9c32da req-6df1bfcf-2727-47b2-9855-3e9c524c5255 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485745 May 25 20:00:08.693852 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b0b907a-3327-4c6d-bd81-8eee2ff2645f req-25c05017-f3b9-4e23-a2df-9353ac6495db service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788562 May 25 20:00:08.987379 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4dcd1a4-9c95-41f2-a967-1ce6ac9c32da req-e5ea0182-4f89-45c7-b0fc-21b3ccf84a1c service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828341 May 25 20:00:09.026977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2f775-f604-4ca2-9160-3a84a59f6c8e req-439c3376-80c5-46ff-bee9-37348cd4721e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:09.028629 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce2f775-f604-4ca2-9160-3a84a59f6c8e req-439c3376-80c5-46ff-bee9-37348cd4721e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 936 time: 0.1252682 May 25 20:00:09.061209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408f15d-2cfa-4104-abbd-e5c47c4e11c5 req-ed9d9211-d0c9-4374-89dc-944d03356881 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:09.062596 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2408f15d-2cfa-4104-abbd-e5c47c4e11c5 req-ed9d9211-d0c9-4374-89dc-944d03356881 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1398113 May 25 20:00:09.078752 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce2f775-f604-4ca2-9160-3a84a59f6c8e req-98075fd5-dc6b-4ed7-bfc5-80e6ead6030d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440848 May 25 20:00:09.287944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e2fa7d-2a77-4512-afe8-e2817535b3cb {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:00:09.294523 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2408f15d-2cfa-4104-abbd-e5c47c4e11c5 req-6c38bc3f-17e8-428b-a4f1-0576936ad75a tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184200 May 25 20:00:09.298730 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:09.333288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Transition to ACTIVE for port object 69e2fa7d-2a77-4512-afe8-e2817535b3cb will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:00:09.339857 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:09.382598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1366da-011b-4116-a052-3daee0776d63 req-9508d0f1-e835-4fc1-bdd5-48265db02c3e tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:09.384219 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe1366da-011b-4116-a052-3daee0776d63 req-9508d0f1-e835-4fc1-bdd5-48265db02c3e tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 950 time: 0.1258101 May 25 20:00:09.477115 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe1366da-011b-4116-a052-3daee0776d63 req-51fb58ed-43f5-4a77-9603-3e33ac451c23 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860925 May 25 20:00:09.622923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Pushing event updated for resources: {'Port': ['ID=69e2fa7d-2a77-4512-afe8-e2817535b3cb,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:09.683136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Attempting to bind port 69e2fa7d-2a77-4512-afe8-e2817535b3cb on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:00:09.686587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Attempting to bind port 69e2fa7d-2a77-4512-afe8-e2817535b3cb by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:00:09.687124 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Attempting to bind port 69e2fa7d-2a77-4512-afe8-e2817535b3cb on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:09.698435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Port 69e2fa7d-2a77-4512-afe8-e2817535b3cb on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:00:09.698983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Attempting to bind port 69e2fa7d-2a77-4512-afe8-e2817535b3cb on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:09.710611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:00:09.711204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:00:09.714645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:00:09.715330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Bound port: 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:00:09.715840 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:09.733052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32876) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:09.836590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:00:09.840380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:00:09.853823 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:09.881330 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80aa95-2372-43fc-b64b-38f95236ed63 req-fc0b6052-6ac9-4f09-bcf4-9d6ff4c41f5c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:09.882880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ef80aa95-2372-43fc-b64b-38f95236ed63 req-fc0b6052-6ac9-4f09-bcf4-9d6ff4c41f5c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 946 time: 0.1345930 May 25 20:00:09.915344 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2a12d92b-296c-43a6-b41b-2c6347944fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:09.931461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:09.932211 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:09.933570 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-544adf37-f838-4f50-877e-2bb7587f432c req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] 10.222.0.50 "PUT /v2.0/ports/69e2fa7d-2a77-4512-afe8-e2817535b3cb HTTP/1.1" status: 200 len: 1096 time: 1.5507610 May 25 20:00:09.933998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352296be-814a-4dfe-a90a-0d668d901327', 'tag': '69e2fa7d-2a77-4512-afe8-e2817535b3cb'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:09.955492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2a12d92b-296c-43a6-b41b-2c6347944fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:09.956721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcdd05-5793-4b13-899a-8eaae5ca489b service neutron] Pushing event updated for resources: {'Port': ['ID=69e2fa7d-2a77-4512-afe8-e2817535b3cb,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:09.973507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2a12d92b-296c-43a6-b41b-2c6347944fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:8d59c3ef8a424912b4298e22e26ddfdf is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:09.978403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2a12d92b-296c-43a6-b41b-2c6347944fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:09.990349 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ef80aa95-2372-43fc-b64b-38f95236ed63 req-32afef1b-1661-49e7-b1db-9a2d09f10cd8 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929008 May 25 20:00:10.001480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2a12d92b-296c-43a6-b41b-2c6347944fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:10.176224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544adf37-f838-4f50-877e-2bb7587f432c req-a7123a0f-65e3-4138-86c1-3467c0729cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:10.179597 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2a12d92b-296c-43a6-b41b-2c6347944fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:10.179720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-544adf37-f838-4f50-877e-2bb7587f432c req-a7123a0f-65e3-4138-86c1-3467c0729cb7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 1099 time: 0.2018344 May 25 20:00:10.205006 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e4d05d-63c4-4049-8fea-6182926da71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5afd12-9e11-4c55-bb59-e1b56a3a9361'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:10.234284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2a12d92b-296c-43a6-b41b-2c6347944fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:10.281540 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2a12d92b-296c-43a6-b41b-2c6347944fa5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d59c3ef8a424912b4298e22e26ddfdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5472636 May 25 20:00:10.282977 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-544adf37-f838-4f50-877e-2bb7587f432c req-2317b264-796d-4d02-bf1c-f0f7ad9837a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb HTTP/1.1" status: 200 len: 217 time: 0.0957901 May 25 20:00:10.285099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32894) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:10.306294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12d92b-296c-43a6-b41b-2c6347944fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45020780-acf9-40a7-888e-9bc442b3e370,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:10.339241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942acd7a-fb2b-40ab-9f2f-f8f539ed13c2 req-1b32c5a8-b04e-4b3c-99df-971c9c021c2a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:10.340777 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-942acd7a-fb2b-40ab-9f2f-f8f539ed13c2 req-1b32c5a8-b04e-4b3c-99df-971c9c021c2a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 950 time: 0.1633129 May 25 20:00:10.390891 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-942acd7a-fb2b-40ab-9f2f-f8f539ed13c2 req-11aede9b-3110-45b1-a310-a5426b9348bc tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 May 25 20:00:10.400699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device fce30dab-67e5-4a10-964e-9e25f6d9f172 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:00:10.438135 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-249e701f-39ce-4caa-8aad-0952d987546f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:10.444221 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4bb53a5-55c8-4816-9883-a5917808bda8'] response: {'name': 'network-changed', 'server_uuid': '352296be-814a-4dfe-a90a-0d668d901327', 'tag': '69e2fa7d-2a77-4512-afe8-e2817535b3cb', 'status': 'completed', 'code': 200} May 25 20:00:10.447027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544adf37-f838-4f50-877e-2bb7587f432c req-c0459c42-8dc7-4fdc-ac82-9c976da28061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:10.449050 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-544adf37-f838-4f50-877e-2bb7587f432c req-c0459c42-8dc7-4fdc-ac82-9c976da28061 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1192369 May 25 20:00:10.541034 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-249e701f-39ce-4caa-8aad-0952d987546f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:10.570850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:10.579111 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43f496e8-1eb0-414d-89de-d57cfe91082b req-e7375ab2-6fe1-4fdf-ae45-e27a86592dce tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9c6d9afe3ceb49f780255729eb453612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316851 May 25 20:00:10.585124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'fce30dab-67e5-4a10-964e-9e25f6d9f172', 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548', 'port_id': 'fce30dab-67e5-4a10-964e-9e25f6d9f172', 'mac_address': 'fa:16:3e:9a:c7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0750c96-37f3-45ce-b7d5-364d0a50b3b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:00:10.654704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port fce30dab-67e5-4a10-964e-9e25f6d9f172 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:10.655031 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:10.658446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544adf37-f838-4f50-877e-2bb7587f432c req-8efbf2e4-711d-4fd1-9543-5a3adf0d28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:10.660440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-544adf37-f838-4f50-877e-2bb7587f432c req-8efbf2e4-711d-4fd1-9543-5a3adf0d28c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2026772 May 25 20:00:10.689474 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce30dab-67e5-4a10-964e-9e25f6d9f172 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:00:10.709661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:10.716151 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:10.745532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-249e701f-39ce-4caa-8aad-0952d987546f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:10.777123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e667fa-1bfa-4e88-88e7-6c7842f4dcbb req-7850afa1-f36c-4b5a-a213-d376a44bf215 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:10.777123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-55e667fa-1bfa-4e88-88e7-6c7842f4dcbb req-7850afa1-f36c-4b5a-a213-d376a44bf215 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Synchronizing usage tracker for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:00:10.793977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e701f-39ce-4caa-8aad-0952d987546f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45020780-acf9-40a7-888e-9bc442b3e370,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:10.805036 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-249e701f-39ce-4caa-8aad-0952d987546f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:10.806135 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-249e701f-39ce-4caa-8aad-0952d987546f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45020780-acf9-40a7-888e-9bc442b3e370 HTTP/1.1" status: 204 len: 168 time: 0.5182176 May 25 20:00:10.828435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-55e667fa-1bfa-4e88-88e7-6c7842f4dcbb req-7850afa1-f36c-4b5a-a213-d376a44bf215 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Unset dirty status for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:00:10.829613 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55e667fa-1bfa-4e88-88e7-6c7842f4dcbb req-7850afa1-f36c-4b5a-a213-d376a44bf215 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2908456 May 25 20:00:10.844709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=fce30dab-67e5-4a10-964e-9e25f6d9f172,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:10.867222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f496e8-1eb0-414d-89de-d57cfe91082b req-56dce5f7-ca93-44eb-9eb2-ca8e6a27c0cb tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:10.868807 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43f496e8-1eb0-414d-89de-d57cfe91082b req-56dce5f7-ca93-44eb-9eb2-ca8e6a27c0cb tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833076 May 25 20:00:10.875043 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-544adf37-f838-4f50-877e-2bb7587f432c req-e5eeda4e-c9cb-45a5-83a0-8b11855d1331 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055378 May 25 20:00:10.884594 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43f496e8-1eb0-414d-89de-d57cfe91082b req-362bc6f7-7734-4ca6-bdcb-dfb7ff7040a7 tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] 10.222.0.60 "GET /v2.0/quotas/9c6d9afe3ceb49f780255729eb453612 HTTP/1.1" status: 200 len: 375 time: 0.0103843 May 25 20:00:10.937859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['fce30dab-67e5-4a10-964e-9e25f6d9f172'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:00:10.957189 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43f496e8-1eb0-414d-89de-d57cfe91082b req-762f959b-ba61-4bff-872f-e683be29d979 tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9c6d9afe3ceb49f780255729eb453612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652754 May 25 20:00:10.963556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-55e667fa-1bfa-4e88-88e7-6c7842f4dcbb req-a531793c-fec7-49a7-a474-8bcb38f4eb8d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Synchronizing usage tracker for tenant:04d4004046824ccea8f136fdfd698c36 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:00:11.020146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-55e667fa-1bfa-4e88-88e7-6c7842f4dcbb req-a531793c-fec7-49a7-a474-8bcb38f4eb8d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Unset dirty status for tenant:04d4004046824ccea8f136fdfd698c36 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:00:11.034814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55e667fa-1bfa-4e88-88e7-6c7842f4dcbb req-a531793c-fec7-49a7-a474-8bcb38f4eb8d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963029 May 25 20:00:11.085756 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d2f0b7-c5ee-4670-98e4-141376015cc0'] response: {'server_uuid': '57e4d05d-63c4-4049-8fea-6182926da71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5afd12-9e11-4c55-bb59-e1b56a3a9361', 'code': 200} May 25 20:00:11.106063 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-544adf37-f838-4f50-877e-2bb7587f432c req-ffa8a6e6-4848-41ed-8b8c-8162659dd165 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205331 May 25 20:00:11.236008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32920) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:11.301917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930e3b-55e4-4802-8606-f988e16fe69e req-fbfe6a4c-9008-49c7-a54e-4efa86ffebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:11.303854 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4930e3b-55e4-4802-8606-f988e16fe69e req-fbfe6a4c-9008-49c7-a54e-4efa86ffebbf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 1099 time: 0.1437838 May 25 20:00:11.308875 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-12c4d46c-bd42-438b-80c3-f7bd1d718df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:11.318082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f1333-c144-456a-9cc8-8c1be60bb8de req-b5dccf92-df1b-4a56-9e23-0214794fed58 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:11.319590 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-596f1333-c144-456a-9cc8-8c1be60bb8de req-b5dccf92-df1b-4a56-9e23-0214794fed58 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 945 time: 0.1170347 May 25 20:00:11.341648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-12c4d46c-bd42-438b-80c3-f7bd1d718df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:11.347674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-12c4d46c-bd42-438b-80c3-f7bd1d718df6 admin admin] Usage tracker for resource:security_group_rule and tenant:a724fa5a4da74e638a498bad8d95cd6f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:11.352167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-12c4d46c-bd42-438b-80c3-f7bd1d718df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:11.360881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-12c4d46c-bd42-438b-80c3-f7bd1d718df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:11.380940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5641e6-ae94-4032-a71f-67c3097e8734 req-6b1b153b-84a6-4e3e-8609-39548acff99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:11.382435 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ef5641e6-ae94-4032-a71f-67c3097e8734 req-6b1b153b-84a6-4e3e-8609-39548acff99e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 1101 time: 0.1973963 May 25 20:00:11.432475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbdd2d-d8f9-421d-b35c-40ed7f28d7a3 req-a483c9ee-7dc9-4db8-b04d-d9476b3c969d tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:11.433940 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8bbdd2d-d8f9-421d-b35c-40ed7f28d7a3 req-a483c9ee-7dc9-4db8-b04d-d9476b3c969d tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 950 time: 0.2042055 May 25 20:00:11.449282 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-596f1333-c144-456a-9cc8-8c1be60bb8de req-37553169-2540-4ab2-b42c-807cfcc5cb26 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061251 May 25 20:00:11.490194 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ef5641e6-ae94-4032-a71f-67c3097e8734 req-55dd5144-0d34-43cb-8400-72009dfb7fcf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925412 May 25 20:00:11.506788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930e3b-55e4-4802-8606-f988e16fe69e req-cedb92c5-c3c3-4c0b-8964-f31737f95d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:11.508728 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4930e3b-55e4-4802-8606-f988e16fe69e req-cedb92c5-c3c3-4c0b-8964-f31737f95d6f service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.1882308 May 25 20:00:11.529343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8bbdd2d-d8f9-421d-b35c-40ed7f28d7a3 req-826178a3-7a1a-4463-927f-85bd1544d64e tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/security-groups?id=04a0752a-6c98-4246-95b3-e2834bb9cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834374 May 25 20:00:11.568884 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-12c4d46c-bd42-438b-80c3-f7bd1d718df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:11.578705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-12c4d46c-bd42-438b-80c3-f7bd1d718df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:11.636432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4d46c-bd42-438b-80c3-f7bd1d718df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2ee260-b222-428b-95f5-64f675de06b8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:11.642056 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-12c4d46c-bd42-438b-80c3-f7bd1d718df6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a724fa5a4da74e638a498bad8d95cd6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060807 May 25 20:00:11.645218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32932) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:11.687726 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4930e3b-55e4-4802-8606-f988e16fe69e req-c9ee918b-96aa-4b6f-bf1d-9808e236cd5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb HTTP/1.1" status: 200 len: 217 time: 0.1721339 May 25 20:00:11.736227 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c910126-df8d-48f4-a898-8093b2c2938f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:11.767382 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c910126-df8d-48f4-a898-8093b2c2938f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:11.822693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930e3b-55e4-4802-8606-f988e16fe69e req-274b43aa-5070-442b-85c0-2750b5446588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:11.824083 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4930e3b-55e4-4802-8606-f988e16fe69e req-274b43aa-5070-442b-85c0-2750b5446588 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0878727 May 25 20:00:11.886629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f4885-3b22-4007-a919-42503d3a4683 req-c17868ef-d189-48d6-bee0-c7d6693a2a94 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:11.888183 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-384f4885-3b22-4007-a919-42503d3a4683 req-c17868ef-d189-48d6-bee0-c7d6693a2a94 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 950 time: 0.1139278 May 25 20:00:11.896248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7cbd5-141b-4d02-912a-016365a3fc14 req-47fc5d7f-44fd-4b1d-ba8a-3f786d3ba774 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:11.897752 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8af7cbd5-141b-4d02-912a-016365a3fc14 req-47fc5d7f-44fd-4b1d-ba8a-3f786d3ba774 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 946 time: 0.2121108 May 25 20:00:11.934101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c910126-df8d-48f4-a898-8093b2c2938f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:11.960613 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8af7cbd5-141b-4d02-912a-016365a3fc14 req-38ddd103-b554-4cce-bd2c-a54906616152 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524340 May 25 20:00:11.963749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c910126-df8d-48f4-a898-8093b2c2938f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2ee260-b222-428b-95f5-64f675de06b8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:11.970930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930e3b-55e4-4802-8606-f988e16fe69e req-945aa983-09d8-4cbb-a006-dae3b47c0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:11.972722 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4930e3b-55e4-4802-8606-f988e16fe69e req-945aa983-09d8-4cbb-a006-dae3b47c0a25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1402075 May 25 20:00:11.990127 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c910126-df8d-48f4-a898-8093b2c2938f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:11.991758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3c910126-df8d-48f4-a898-8093b2c2938f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c2ee260-b222-428b-95f5-64f675de06b8 HTTP/1.1" status: 204 len: 168 time: 0.3452051 May 25 20:00:12.008970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-384f4885-3b22-4007-a919-42503d3a4683 req-791510e2-8812-45b3-96f9-c5d0bb296ebf tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Deleting port 4ec38e78-d599-47b6-9577-5ff7a48a6767 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:00:12.009392 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-384f4885-3b22-4007-a919-42503d3a4683 req-791510e2-8812-45b3-96f9-c5d0bb296ebf tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:12.145826 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4930e3b-55e4-4802-8606-f988e16fe69e req-31062224-473e-4ba4-bc6e-949deec9eb95 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656220 May 25 20:00:12.312540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21deb8a8-25f5-439b-be41-0c891f9e0464 req-75b23958-8d65-4765-9c68-51aebdd74715 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:12.314049 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-21deb8a8-25f5-439b-be41-0c891f9e0464 req-75b23958-8d65-4765-9c68-51aebdd74715 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 950 time: 0.2791920 May 25 20:00:12.363780 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4930e3b-55e4-4802-8606-f988e16fe69e req-01656966-5388-4e0f-a759-3462650c8dbd service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109113 May 25 20:00:12.375165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e7dfe-47ee-4999-be58-434cd12c8401 req-37a796ef-e9e2-45c1-88e9-1e8d39082025 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:12.376737 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5a9e7dfe-47ee-4999-be58-434cd12c8401 req-37a796ef-e9e2-45c1-88e9-1e8d39082025 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 946 time: 0.1432188 May 25 20:00:12.387875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32954) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:12.392921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-31b0fb09-d4e7-42e4-a60a-61a3b2ea4c2c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Request body: {'floatingip': {'port_id': '8aabd3b3-c810-4091-9ce9-26af9de1fe2c'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:12.415278 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device fce30dab-67e5-4a10-964e-9e25f6d9f172 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:00:12.426061 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-21deb8a8-25f5-439b-be41-0c891f9e0464 req-90ec44ab-92f0-4515-bdf6-ac93484ef421 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975652 May 25 20:00:12.492546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-384f4885-3b22-4007-a919-42503d3a4683 req-791510e2-8812-45b3-96f9-c5d0bb296ebf tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] For port 4ec38e78-d599-47b6-9577-5ff7a48a6767, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4ec38e78-d599-47b6-9577-5ff7a48a6767,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:12.493204 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-384f4885-3b22-4007-a919-42503d3a4683 req-791510e2-8812-45b3-96f9-c5d0bb296ebf tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:12.506723 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31b0fb09-d4e7-42e4-a60a-61a3b2ea4c2c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:12.595585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port fce30dab-67e5-4a10-964e-9e25f6d9f172 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:12.601488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port fce30dab-67e5-4a10-964e-9e25f6d9f172 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:12.601847 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:12.719677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-384f4885-3b22-4007-a919-42503d3a4683 req-791510e2-8812-45b3-96f9-c5d0bb296ebf tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Calling delete_port for 4ec38e78-d599-47b6-9577-5ff7a48a6767 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:00:12.863244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port fce30dab-67e5-4a10-964e-9e25f6d9f172 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:12.863609 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:12.906814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:12.914133 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:12.978697 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-384f4885-3b22-4007-a919-42503d3a4683 req-791510e2-8812-45b3-96f9-c5d0bb296ebf tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:13.033962 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['4ec38e78-d599-47b6-9577-5ff7a48a6767'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:00:13.090854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4ece5-9b18-425f-93bf-82097ea97055 req-a3335299-08c7-4e22-a52a-f2c298814a0e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:13.098381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791510e2-8812-45b3-96f9-c5d0bb296ebf tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Pushing event deleted for resources: {'Port': ['ID=4ec38e78-d599-47b6-9577-5ff7a48a6767,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:13.100026 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dba4ece5-9b18-425f-93bf-82097ea97055 req-a3335299-08c7-4e22-a52a-f2c298814a0e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.4573903 May 25 20:00:13.104087 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2868342-3a35-47a8-9ccb-efd4aff7891f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce30dab-67e5-4a10-964e-9e25f6d9f172'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:13.147896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=fce30dab-67e5-4a10-964e-9e25f6d9f172,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:13.244149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-384f4885-3b22-4007-a919-42503d3a4683 req-791510e2-8812-45b3-96f9-c5d0bb296ebf tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] No DVR routers for this DVR port 4ec38e78-d599-47b6-9577-5ff7a48a6767 on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:00:13.246961 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-384f4885-3b22-4007-a919-42503d3a4683 req-791510e2-8812-45b3-96f9-c5d0bb296ebf tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:13.250225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f18fdc-ac49-43ce-9a10-56879ca6d773', 'name': 'network-vif-deleted', 'tag': '4ec38e78-d599-47b6-9577-5ff7a48a6767'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:13.280396 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-384f4885-3b22-4007-a919-42503d3a4683 req-791510e2-8812-45b3-96f9-c5d0bb296ebf tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.50 "DELETE /v2.0/ports/4ec38e78-d599-47b6-9577-5ff7a48a6767 HTTP/1.1" status: 204 len: 173 time: 1.3862383 May 25 20:00:13.337091 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dba4ece5-9b18-425f-93bf-82097ea97055 req-1c74bc5b-dbd7-483c-bdc7-c00f10598601 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351305 May 25 20:00:13.605358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8801eb9-f2fa-4f1a-aa09-a0742f866e94 req-4f6e0842-43b4-4d93-986c-bdd30c28b746 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:13.606558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b8801eb9-f2fa-4f1a-aa09-a0742f866e94 req-4f6e0842-43b4-4d93-986c-bdd30c28b746 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Synchronizing usage tracker for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:00:13.625780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b8801eb9-f2fa-4f1a-aa09-a0742f866e94 req-4f6e0842-43b4-4d93-986c-bdd30c28b746 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Unset dirty status for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:00:13.627173 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8801eb9-f2fa-4f1a-aa09-a0742f866e94 req-4f6e0842-43b4-4d93-986c-bdd30c28b746 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 946 time: 0.1632347 May 25 20:00:13.712367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b8801eb9-f2fa-4f1a-aa09-a0742f866e94 req-03827d90-d109-40bb-8c63-2ad3e1e307c0 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Synchronizing usage tracker for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:00:13.743128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b8801eb9-f2fa-4f1a-aa09-a0742f866e94 req-03827d90-d109-40bb-8c63-2ad3e1e307c0 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Unset dirty status for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:00:13.745292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8801eb9-f2fa-4f1a-aa09-a0742f866e94 req-03827d90-d109-40bb-8c63-2ad3e1e307c0 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961967 May 25 20:00:13.816834 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ed9935-5c7c-47f2-ae8a-58d27ddbdab3'] response: {'server_uuid': 'd2868342-3a35-47a8-9ccb-efd4aff7891f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce30dab-67e5-4a10-964e-9e25f6d9f172', 'code': 200} May 25 20:00:13.821170 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98b08ef6-4f0d-4a9a-8dd7-d25bb31ffbf3 req-da90767b-b9a0-429a-ac99-62ab74eeb444 tempest-DeleteServersAdminTestJSON-493267779 tempest-DeleteServersAdminTestJSON-493267779-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f18fdc-ac49-43ce-9a10-56879ca6d773 HTTP/1.1" status: 200 len: 210 time: 0.1492374 May 25 20:00:13.873342 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5367607-5fe1-4ac1-a0e9-09d68776b73b'] response: {'server_uuid': 'c7f18fdc-ac49-43ce-9a10-56879ca6d773', 'name': 'network-vif-deleted', 'tag': '4ec38e78-d599-47b6-9577-5ff7a48a6767', 'status': 'completed', 'code': 200} May 25 20:00:14.088024 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efb189f2-44a3-4fa1-9058-1b741ccc4a21 req-908e54f6-45dc-4491-b72f-779a8dcc1942 tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9c6d9afe3ceb49f780255729eb453612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449722 May 25 20:00:14.099158 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-31b0fb09-d4e7-42e4-a60a-61a3b2ea4c2c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:00:14.185428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b27e1-860c-4e69-b02e-d9ae74bddcae req-560c716b-d984-4f89-b13d-599b71ce46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:14.187118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b16b27e1-860c-4e69-b02e-d9ae74bddcae req-560c716b-d984-4f89-b13d-599b71ce46bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 1097 time: 0.2848449 May 25 20:00:14.248969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401757d-a786-45bb-a081-1e3e4f6ca743 req-14e64563-fb7d-4f22-8347-abdca41904f3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:14.250531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9401757d-a786-45bb-a081-1e3e4f6ca743 req-14e64563-fb7d-4f22-8347-abdca41904f3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 950 time: 0.1518719 May 25 20:00:14.254287 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b16b27e1-860c-4e69-b02e-d9ae74bddcae req-586a098c-28b2-4820-a21a-b1e63b076c83 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609412 May 25 20:00:14.305588 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31b0fb09-d4e7-42e4-a60a-61a3b2ea4c2c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:14.310686 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9401757d-a786-45bb-a081-1e3e4f6ca743 req-99f86230-3160-4151-9e0c-d953f5db2e96 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544527 May 25 20:00:14.312722 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31b0fb09-d4e7-42e4-a60a-61a3b2ea4c2c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:14.417977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 69e2fa7d-2a77-4512-afe8-e2817535b3cb details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:00:14.494183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb189f2-44a3-4fa1-9058-1b741ccc4a21 req-196aad39-9609-48c5-b3f9-dbdd49d85d89 tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:14.497323 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efb189f2-44a3-4fa1-9058-1b741ccc4a21 req-196aad39-9609-48c5-b3f9-dbdd49d85d89 tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4033134 May 25 20:00:14.534305 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efb189f2-44a3-4fa1-9058-1b741ccc4a21 req-61b2e9a0-e366-4387-ae76-e142ffa4307c tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] 10.222.0.60 "GET /v2.0/quotas/9c6d9afe3ceb49f780255729eb453612 HTTP/1.1" status: 200 len: 375 time: 0.0242915 May 25 20:00:14.539226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b7b6f-2bc7-43fc-99da-f3fcf5b6dd8b req-601b5c36-82e4-4b9c-95f0-82af0eb03cfe tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:14.542922 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f7b7b6f-2bc7-43fc-99da-f3fcf5b6dd8b req-601b5c36-82e4-4b9c-95f0-82af0eb03cfe tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.0956182 May 25 20:00:14.585824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:14.593666 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efb189f2-44a3-4fa1-9058-1b741ccc4a21 req-b9114db3-e723-4508-a56f-67f4258a35e9 tempest-QuotasAdminNegativeTest-108214479 tempest-QuotasAdminNegativeTest-108214479-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9c6d9afe3ceb49f780255729eb453612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511627 May 25 20:00:14.598979 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-31b0fb09-d4e7-42e4-a60a-61a3b2ea4c2c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Floating IP dcf406fd-f265-480b-b152-9e74c426e41c associated. External IP: 172.25.3.134, port: 8aabd3b3-c810-4091-9ce9-26af9de1fe2c. May 25 20:00:14.602297 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f7b7b6f-2bc7-43fc-99da-f3fcf5b6dd8b req-9a344cd3-a65c-401d-a8be-7ff4a142ab32 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541909 May 25 20:00:14.603387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '69e2fa7d-2a77-4512-afe8-e2817535b3cb', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '69e2fa7d-2a77-4512-afe8-e2817535b3cb', 'mac_address': 'fa:16:3e:0e:ab:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:00:14.713658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 69e2fa7d-2a77-4512-afe8-e2817535b3cb is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:14.716947 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:14.747899 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e2fa7d-2a77-4512-afe8-e2817535b3cb {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:00:14.777226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:14.790761 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:14.871244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d69c9-0740-42f4-804d-77f2f3e67c84 req-5479ee34-baee-4b98-85a9-944dd164dffe tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:14.872905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=69e2fa7d-2a77-4512-afe8-e2817535b3cb,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:14.878882 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f57d69c9-0740-42f4-804d-77f2f3e67c84 req-5479ee34-baee-4b98-85a9-944dd164dffe tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 949 time: 0.1427076 May 25 20:00:14.921716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f57d69c9-0740-42f4-804d-77f2f3e67c84 req-1e41ccc1-0038-4825-aeb0-98a1266bd2ff tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418949 May 25 20:00:14.998284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['69e2fa7d-2a77-4512-afe8-e2817535b3cb'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:00:15.078792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b0fb09-d4e7-42e4-a60a-61a3b2ea4c2c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:00:15.302076 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-c058ee14-4d5d-4d9e-8311-9bda14a61d7e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c260fc27627f4beaaaabb26155dfc50e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305557 May 25 20:00:15.437930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb862c-5136-48ad-bd33-de9c2fe5be7f req-9fbeeef9-6734-4e04-b873-c99b6bea76fb tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:15.439334 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2efb862c-5136-48ad-bd33-de9c2fe5be7f req-9fbeeef9-6734-4e04-b873-c99b6bea76fb tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 946 time: 0.2952905 May 25 20:00:15.441587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b0fb09-d4e7-42e4-a60a-61a3b2ea4c2c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:00:15.446571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31b0fb09-d4e7-42e4-a60a-61a3b2ea4c2c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:15.461054 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e36a2f-20e6-47a8-98bb-8644311176a0 None None] Sync routers for ids ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:00:15.471889 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e36a2f-20e6-47a8-98bb-8644311176a0 None None] Routers {'0733dfd9-6c3a-49d5-946d-f1018edfb7fc'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:00:15.473116 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a9e36a2f-20e6-47a8-98bb-8644311176a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:00:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:00:15.480008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-417879ec-c589-44b1-b56a-fb28272567c6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:15.481455 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-417879ec-c589-44b1-b56a-fb28272567c6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725409 May 25 20:00:15.498203 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-466eee5f-18c2-4db9-86ef-9b3d40d8a16c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/quotas/c260fc27627f4beaaaabb26155dfc50e HTTP/1.1" status: 200 len: 375 time: 0.0095124 May 25 20:00:15.538464 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-31b0fb09-d4e7-42e4-a60a-61a3b2ea4c2c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "PUT /v2.0/floatingips/dcf406fd-f265-480b-b152-9e74c426e41c HTTP/1.1" status: 200 len: 992 time: 3.1468501 May 25 20:00:15.538464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e5d30a-a894-4e82-8cf2-ebf22f7a4e60', 'tag': '8aabd3b3-c810-4091-9ce9-26af9de1fe2c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:15.545870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2efb862c-5136-48ad-bd33-de9c2fe5be7f req-5ccec434-228c-46f3-90e6-ac019aec797a tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728037 May 25 20:00:15.590988 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-fe804802-e6a3-4cac-8c99-d07524ec9bd3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c260fc27627f4beaaaabb26155dfc50e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853748 May 25 20:00:15.698529 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-a9e36a2f-20e6-47a8-98bb-8644311176a0 None None] Set router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:00:15.790659 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a67066-6c77-4228-adb0-e75e08fa12c0'] response: {'name': 'network-changed', 'server_uuid': '71e5d30a-a894-4e82-8cf2-ebf22f7a4e60', 'tag': '8aabd3b3-c810-4091-9ce9-26af9de1fe2c', 'status': 'completed', 'code': 200} May 25 20:00:16.033364 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-127410b7-43bd-4c05-b825-045407c1f551 req-ccab3de3-9a97-4b3b-b7a8-1f15c57c4b9d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 210 time: 0.0628650 May 25 20:00:16.103271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbff49-e78c-48ae-b778-07fea7122b86 req-6aac51cb-f51a-4acd-8882-b658b6be500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:16.105147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cbff49-e78c-48ae-b778-07fea7122b86 req-6aac51cb-f51a-4acd-8882-b658b6be500d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb8bca67a6764065af3a5be11610e28b&device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 1097 time: 0.2874384 May 25 20:00:16.115936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79cf59-854b-4b57-b576-ea5463cde790 req-cec174c6-562a-4a4a-b363-0f01646dfeb1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:16.117462 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e79cf59-854b-4b57-b576-ea5463cde790 req-cec174c6-562a-4a4a-b363-0f01646dfeb1 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 946 time: 0.2036655 May 25 20:00:16.287485 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e79cf59-854b-4b57-b576-ea5463cde790 req-7d7575ca-0ed7-4cad-a609-0ff3d0bfae31 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482644 May 25 20:00:16.375866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbff49-e78c-48ae-b778-07fea7122b86 req-ac7f6fde-5250-4c15-8681-ff2451bca62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:16.380480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cbff49-e78c-48ae-b778-07fea7122b86 req-ac7f6fde-5250-4c15-8681-ff2451bca62b service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a2085e6-f20e-487f-be4b-c0be0f01090b HTTP/1.1" status: 200 len: 925 time: 0.2617166 May 25 20:00:16.402240 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a9e36a2f-20e6-47a8-98bb-8644311176a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'dcf406fd-f265-480b-b152-9e74c426e41c', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'port_id': '8aabd3b3-c810-4091-9ce9-26af9de1fe2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'mac_address': 'fa:16:3e:2a:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e5d30a-a894-4e82-8cf2-ebf22f7a4e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T19:59:32Z', 'updated_at': '2022-05-25T20:00:13Z', 'revision_number': 1, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:16Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:00:16.421392 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e36a2f-20e6-47a8-98bb-8644311176a0 None None] Checking router: 0733dfd9-6c3a-49d5-946d-f1018edfb7fc for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:00:16.432894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 69e2fa7d-2a77-4512-afe8-e2817535b3cb up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:00:16.434383 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e36a2f-20e6-47a8-98bb-8644311176a0 None None] Routers {'0733dfd9-6c3a-49d5-946d-f1018edfb7fc'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:00:16.434994 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a9e36a2f-20e6-47a8-98bb-8644311176a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:00:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:00:16.493731 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33108) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:16.546498 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cbff49-e78c-48ae-b778-07fea7122b86 req-546e6092-dd8f-4bd1-aabd-2e54b371e922 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aabd3b3-c810-4091-9ce9-26af9de1fe2c HTTP/1.1" status: 200 len: 1000 time: 0.1587579 May 25 20:00:16.584010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 69e2fa7d-2a77-4512-afe8-e2817535b3cb completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:16.589616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa5047-506e-4b37-9924-fe44baf2c52c req-30c73183-60c0-4640-9105-a6ea218f5107 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:16.597284 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-64aa5047-506e-4b37-9924-fe44baf2c52c req-30c73183-60c0-4640-9105-a6ea218f5107 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 949 time: 0.2513185 May 25 20:00:16.597837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 69e2fa7d-2a77-4512-afe8-e2817535b3cb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:16.598703 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:16.675527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbff49-e78c-48ae-b778-07fea7122b86 req-fcd94700-49da-4a10-b31f-3244cf92b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:16.680385 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cbff49-e78c-48ae-b778-07fea7122b86 req-fcd94700-49da-4a10-b31f-3244cf92b1e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa HTTP/1.1" status: 200 len: 863 time: 0.1269143 May 25 20:00:16.716326 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-64aa5047-506e-4b37-9924-fe44baf2c52c req-528998ec-0b7d-4ae9-96f0-c5a1ef849156 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115823 May 25 20:00:16.808620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 69e2fa7d-2a77-4512-afe8-e2817535b3cb is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:16.808954 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:16.809077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbff49-e78c-48ae-b778-07fea7122b86 req-d534b818-d9c9-492a-b27b-4521727af63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:16.811187 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cbff49-e78c-48ae-b778-07fea7122b86 req-d534b818-d9c9-492a-b27b-4521727af63a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a2085e6-f20e-487f-be4b-c0be0f01090b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230590 May 25 20:00:16.868558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352296be-814a-4dfe-a90a-0d668d901327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e2fa7d-2a77-4512-afe8-e2817535b3cb'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:16.880402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:16.893687 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:16.894880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4ec38e78-d599-47b6-9577-5ff7a48a6767 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:00:16.906765 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-a9e36a2f-20e6-47a8-98bb-8644311176a0 None None] Set router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:00:16.997637 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc2fb-964d-4e1c-915f-bd407c6d6c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:17.042245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33122) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:17.047119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 4ec38e78-d599-47b6-9577-5ff7a48a6767 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:00:17.047585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4ec38e78-d599-47b6-9577-5ff7a48a6767 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:00:17.052061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3cbdc2fb-964d-4e1c-915f-bd407c6d6c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:17.064104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3cbdc2fb-964d-4e1c-915f-bd407c6d6c09 admin admin] Usage tracker for resource:security_group_rule and tenant:9c6d9afe3ceb49f780255729eb453612 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:17.071895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3cbdc2fb-964d-4e1c-915f-bd407c6d6c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:17.091124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=69e2fa7d-2a77-4512-afe8-e2817535b3cb,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:17.092250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3cbdc2fb-964d-4e1c-915f-bd407c6d6c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:17.099834 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cbff49-e78c-48ae-b778-07fea7122b86 req-f8c4d997-3fcf-41d8-affa-3a611896f7be service neutron] 10.222.0.70 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706630 May 25 20:00:17.230767 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b138ed6-d3d9-4e3c-95c8-4bc52bfc8a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:17.257168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6b138ed6-d3d9-4e3c-95c8-4bc52bfc8a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:17.261520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6b138ed6-d3d9-4e3c-95c8-4bc52bfc8a26 admin admin] Usage tracker for resource:security_group_rule and tenant:6ec6cb4d0a9c4b65b7474f68be46ee21 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:17.265094 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa31aac1-3e54-4a35-9972-bf9ba2f131fa'] response: {'server_uuid': '352296be-814a-4dfe-a90a-0d668d901327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e2fa7d-2a77-4512-afe8-e2817535b3cb', 'code': 200} May 25 20:00:17.265332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02be527-d881-4b97-9613-7b99807c54b3 req-ed739d8f-7b0d-4016-ba44-9b8391ddfc58 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:17.268793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6b138ed6-d3d9-4e3c-95c8-4bc52bfc8a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:17.280312 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a02be527-d881-4b97-9613-7b99807c54b3 req-ed739d8f-7b0d-4016-ba44-9b8391ddfc58 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 946 time: 0.1737473 May 25 20:00:17.283575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6b138ed6-d3d9-4e3c-95c8-4bc52bfc8a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:17.337536 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-958ff596-efb6-4185-ab2c-37b5b592eb05 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c260fc27627f4beaaaabb26155dfc50e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463901 May 25 20:00:17.374799 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc2fb-964d-4e1c-915f-bd407c6d6c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:17.388785 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a02be527-d881-4b97-9613-7b99807c54b3 req-2453a2b5-b513-4916-b3d2-98d09103037a tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078343 May 25 20:00:17.394810 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc2fb-964d-4e1c-915f-bd407c6d6c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:17.468352 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a9e36a2f-20e6-47a8-98bb-8644311176a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'dcf406fd-f265-480b-b152-9e74c426e41c', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'port_id': '8aabd3b3-c810-4091-9ce9-26af9de1fe2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'mac_address': 'fa:16:3e:2a:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e5d30a-a894-4e82-8cf2-ebf22f7a4e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T19:59:32Z', 'updated_at': '2022-05-25T20:00:13Z', 'revision_number': 1, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:16Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:00:17.475529 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e36a2f-20e6-47a8-98bb-8644311176a0 None None] The sync data for ids ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'] in n-d-843339-1 is: [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'dcf406fd-f265-480b-b152-9e74c426e41c', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'port_id': '8aabd3b3-c810-4091-9ce9-26af9de1fe2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'mac_address': 'fa:16:3e:2a:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e5d30a-a894-4e82-8cf2-ebf22f7a4e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T19:59:32Z', 'updated_at': '2022-05-25T20:00:13Z', 'revision_number': 1, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:16Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:00:17.525941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3cbdc2fb-964d-4e1c-915f-bd407c6d6c09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c6d9afe3ceb49f780255729eb453612&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0159070 May 25 20:00:17.526607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33136) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:17.533081 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b138ed6-d3d9-4e3c-95c8-4bc52bfc8a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:17.535217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdc2fb-964d-4e1c-915f-bd407c6d6c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ffffcf-b4b4-4114-b3e1-35be91e6bf58,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:17.692999 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42f808e2-5856-4eb9-8ca1-3afa8b54f641 req-23166fa7-9662-41b9-9630-bcf9e2a7d2be tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 210 time: 0.0776410 May 25 20:00:17.741737 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5841e215-1480-4be6-8dcf-8bd241a384f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:17.809423 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5841e215-1480-4be6-8dcf-8bd241a384f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:17.809553 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b138ed6-d3d9-4e3c-95c8-4bc52bfc8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:17.900711 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5841e215-1480-4be6-8dcf-8bd241a384f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:17.945583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b138ed6-d3d9-4e3c-95c8-4bc52bfc8a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6912c064-8837-483f-be39-84db1c7238db,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:17.954823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841e215-1480-4be6-8dcf-8bd241a384f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ffffcf-b4b4-4114-b3e1-35be91e6bf58,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:17.997832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c1b380-ed25-4e59-bb2b-7e628013e660 None None] New status for floating IP dcf406fd-f265-480b-b152-9e74c426e41c: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:00:17.999179 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cbff49-e78c-48ae-b778-07fea7122b86 req-30cf20d6-0834-42f2-a10f-049cadddf75a service neutron] 10.222.0.70 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8920708 May 25 20:00:18.005529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5841e215-1480-4be6-8dcf-8bd241a384f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:18.006694 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5841e215-1480-4be6-8dcf-8bd241a384f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/54ffffcf-b4b4-4114-b3e1-35be91e6bf58 HTTP/1.1" status: 204 len: 168 time: 0.4779112 May 25 20:00:18.021063 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6b138ed6-d3d9-4e3c-95c8-4bc52bfc8a26 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ec6cb4d0a9c4b65b7474f68be46ee21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9764559 May 25 20:00:18.022532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33152) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:18.041878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb70e95-d9db-42d2-aaa3-882af224aea5 req-2c50ab01-ac6e-439f-95f6-98af6174eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:18.043330 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dfb70e95-d9db-42d2-aaa3-882af224aea5 req-2c50ab01-ac6e-439f-95f6-98af6174eef0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 1101 time: 0.6650562 May 25 20:00:18.053949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33156) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:18.106206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61623b-7248-40a4-9c2d-822af378a7bf req-877fa8a7-157c-4d8b-9e39-4ffe1122c6db tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:18.115275 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d61623b-7248-40a4-9c2d-822af378a7bf req-877fa8a7-157c-4d8b-9e39-4ffe1122c6db tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.1624153 May 25 20:00:18.167740 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d61623b-7248-40a4-9c2d-822af378a7bf req-10be1ff7-fb0c-41eb-bbcf-81654b61b69f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513935 May 25 20:00:18.321998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-66646dc4-0af2-436f-bcf8-77c2a16ee2d1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:18.323512 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-66646dc4-0af2-436f-bcf8-77c2a16ee2d1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9762211 May 25 20:00:18.369668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Request body: {'port': {'device_id': 'aded6ed9-8f38-4e14-944e-6697ec0bb851', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': 'c260fc27627f4beaaaabb26155dfc50e'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:18.417816 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dfb70e95-d9db-42d2-aaa3-882af224aea5 req-58d0e2d2-ff50-47e7-ba3b-ea5d405df534 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851682 May 25 20:00:18.463559 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ec8efae1-4147-4e7d-b6af-8cec981e6a99 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e34c077f63149da82c4288d01128a48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4058728 May 25 20:00:18.463827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33176) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:18.463909 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33178) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:18.500695 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c944e06c-c0cb-42a0-bf82-0441a9837fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:18.521349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c944e06c-c0cb-42a0-bf82-0441a9837fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:18.526861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c944e06c-c0cb-42a0-bf82-0441a9837fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:d805de997b0c45f3ae1fd934663a3fc3 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:18.528136 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb44a968-61a1-4ce8-82c2-30094c693166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:18.530425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c944e06c-c0cb-42a0-bf82-0441a9837fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:18.531327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2266419-6d7d-4673-add2-0c2df8037303 req-6aeeff5a-a5da-484e-a185-9994fd10e55b tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:18.533008 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b2266419-6d7d-4673-add2-0c2df8037303 req-6aeeff5a-a5da-484e-a185-9994fd10e55b tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 1097 time: 0.5327382 May 25 20:00:18.538190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c944e06c-c0cb-42a0-bf82-0441a9837fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:18.613331 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb44a968-61a1-4ce8-82c2-30094c693166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:18.672881 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c944e06c-c0cb-42a0-bf82-0441a9837fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:18.675589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b2266419-6d7d-4673-add2-0c2df8037303 req-691714c7-a804-484d-97ec-026ec37a06c5 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283946 May 25 20:00:18.686354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:18.699606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:18.703976 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c944e06c-c0cb-42a0-bf82-0441a9837fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:18.731425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Made reservation on behalf of c260fc27627f4beaaaabb26155dfc50e for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:00:18.737473 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:18.765591 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c944e06c-c0cb-42a0-bf82-0441a9837fa2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d805de997b0c45f3ae1fd934663a3fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983608 May 25 20:00:18.773664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33202) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:18.776406 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e82186ac-d481-481f-bb2d-b93ee69e5e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:18.788657 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb44a968-61a1-4ce8-82c2-30094c693166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:18.836040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944e06c-c0cb-42a0-bf82-0441a9837fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bcddd1-1057-464e-9c06-e4323b6543ed,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:18.858835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44a968-61a1-4ce8-82c2-30094c693166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6912c064-8837-483f-be39-84db1c7238db,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:18.892486 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e82186ac-d481-481f-bb2d-b93ee69e5e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:18.927577 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f7c0f3dd-5269-49f1-b55e-05c7eec63e31 req-9d00f27a-fb19-4efb-a17f-d24c05cc388c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 210 time: 0.0887151 May 25 20:00:18.943884 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb44a968-61a1-4ce8-82c2-30094c693166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:18.947662 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bb44a968-61a1-4ce8-82c2-30094c693166 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6912c064-8837-483f-be39-84db1c7238db HTTP/1.1" status: 204 len: 168 time: 0.9007747 May 25 20:00:18.971519 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c73b700-bec2-414d-bba0-8732d410576d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:19.014322 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c73b700-bec2-414d-bba0-8732d410576d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:19.035329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fd91a-b1e6-4ced-afe3-e8df7c5d784e req-ca638166-0059-4a8d-aa34-9a39a935d3bb tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:19.037170 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd5fd91a-b1e6-4ced-afe3-e8df7c5d784e req-ca638166-0059-4a8d-aa34-9a39a935d3bb tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 1097 time: 0.1736438 May 25 20:00:19.068362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Allocated IP 192.168.233.176 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/1250743f-c3b3-4352-8993-7d0df18f0740) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:00:19.102072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e82186ac-d481-481f-bb2d-b93ee69e5e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:19.121140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82186ac-d481-481f-bb2d-b93ee69e5e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a0752a-6c98-4246-95b3-e2834bb9cd07,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:19.133370 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c73b700-bec2-414d-bba0-8732d410576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:19.134240 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd5fd91a-b1e6-4ced-afe3-e8df7c5d784e req-680db833-3e8a-4582-a971-18e1a6879edd tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901229 May 25 20:00:19.167616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73b700-bec2-414d-bba0-8732d410576d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bcddd1-1057-464e-9c06-e4323b6543ed,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:19.197100 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c73b700-bec2-414d-bba0-8732d410576d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:19.202941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8c73b700-bec2-414d-bba0-8732d410576d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11bcddd1-1057-464e-9c06-e4323b6543ed HTTP/1.1" status: 204 len: 168 time: 0.4277918 May 25 20:00:19.205010 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e82186ac-d481-481f-bb2d-b93ee69e5e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:19.209916 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e82186ac-d481-481f-bb2d-b93ee69e5e19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/04a0752a-6c98-4246-95b3-e2834bb9cd07 HTTP/1.1" status: 204 len: 168 time: 0.7424216 May 25 20:00:19.450701 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:19.484907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Transition to ACTIVE for port object 1250743f-c3b3-4352-8993-7d0df18f0740 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:00:19.505922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5770d29-c1cc-41f8-8ba4-fc1626bd806f req-5d2c6c3b-4d40-46fb-81a2-379efcbafe38 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:19.519210 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5770d29-c1cc-41f8-8ba4-fc1626bd806f req-5d2c6c3b-4d40-46fb-81a2-379efcbafe38 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.2302897 May 25 20:00:19.546630 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:19.558865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['2bb7c3f7-89fe-484e-892a-6d3882445b70', '2c5afd12-9e11-4c55-bb59-e1b56a3a9361'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:00:19.609880 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5770d29-c1cc-41f8-8ba4-fc1626bd806f req-30779452-4e84-497a-95af-72a61d839fc3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894296 May 25 20:00:19.740460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:00:19.746824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:00:19.755978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:00:19.842563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:19.842833 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:19.851766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Pushing event updated for resources: {'Port': ['ID=1250743f-c3b3-4352-8993-7d0df18f0740,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:19.895177 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-6481817d-9347-4c46-9d2c-57ad2ba7af10 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5594301 May 25 20:00:19.921247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Request body: {'port': {'device_id': 'aded6ed9-8f38-4e14-944e-6697ec0bb851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:20.072706 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33254) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:20.119154 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-46199922-0e0f-4407-b1c0-1ba4da98f73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:20.147254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33258) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:20.176788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-46199922-0e0f-4407-b1c0-1ba4da98f73c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:20.187473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-46199922-0e0f-4407-b1c0-1ba4da98f73c admin admin] Usage tracker for resource:security_group_rule and tenant:1f74a30d7ece4073b313b1e9985c03d9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:20.193835 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:20.198643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-46199922-0e0f-4407-b1c0-1ba4da98f73c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:20.214635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a0fabac-2791-4365-a328-92edb4f56ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:20.232743 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f3dfc267-c683-4267-9d40-9156d85bfe9e None None] Provisioning for port 1250743f-c3b3-4352-8993-7d0df18f0740 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:20.233281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-46199922-0e0f-4407-b1c0-1ba4da98f73c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:20.241883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f3dfc267-c683-4267-9d40-9156d85bfe9e None None] Provisioning complete for port 1250743f-c3b3-4352-8993-7d0df18f0740 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:20.242587 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc267-c683-4267-9d40-9156d85bfe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:20.289027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0a0fabac-2791-4365-a328-92edb4f56ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:20.300343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0a0fabac-2791-4365-a328-92edb4f56ead admin admin] Usage tracker for resource:security_group_rule and tenant:272fe4a744514350bae6abff9b1a71d2 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:20.305449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0a0fabac-2791-4365-a328-92edb4f56ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:20.332200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0a0fabac-2791-4365-a328-92edb4f56ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:20.347017 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f3dfc267-c683-4267-9d40-9156d85bfe9e None None] Port 1250743f-c3b3-4352-8993-7d0df18f0740 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:00:20.434197 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92b72b-f47e-4d15-b367-b9ee3ffa45b2 req-9ea83715-d4ac-4eed-b4bc-ce1efcec8a40 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:20.441850 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f92b72b-f47e-4d15-b367-b9ee3ffa45b2 req-9ea83715-d4ac-4eed-b4bc-ce1efcec8a40 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 936 time: 0.2114940 May 25 20:00:20.543427 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f92b72b-f47e-4d15-b367-b9ee3ffa45b2 req-13b00391-3a8b-4f07-ae49-97bf8339a4e1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005802 May 25 20:00:20.601748 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-46199922-0e0f-4407-b1c0-1ba4da98f73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:20.608499 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a0fabac-2791-4365-a328-92edb4f56ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:20.613984 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-46199922-0e0f-4407-b1c0-1ba4da98f73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:20.672665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46199922-0e0f-4407-b1c0-1ba4da98f73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc04d68-b338-401e-8ecb-cfe9596f8c76,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:20.679734 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a0fabac-2791-4365-a328-92edb4f56ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:20.746629 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0a0fabac-2791-4365-a328-92edb4f56ead admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=272fe4a744514350bae6abff9b1a71d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5982118 May 25 20:00:20.758637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fabac-2791-4365-a328-92edb4f56ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bdbcaf-2329-4f82-814f-6e2e95990e79,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:20.761214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33298) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:20.777210 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-46199922-0e0f-4407-b1c0-1ba4da98f73c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f74a30d7ece4073b313b1e9985c03d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7033904 May 25 20:00:20.779723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33302) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:20.855963 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f743ff5d-377f-4759-a6a9-d70a850febe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:20.877922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1250743f-c3b3-4352-8993-7d0df18f0740 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:00:20.889824 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:20.919802 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b47961a0-447d-44ec-b8a0-3b18ec984ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:20.933787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Transition to ACTIVE for port object 1250743f-c3b3-4352-8993-7d0df18f0740 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:00:20.943151 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f743ff5d-377f-4759-a6a9-d70a850febe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:20.951730 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:20.977963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b47961a0-447d-44ec-b8a0-3b18ec984ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:21.006416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169716d6-abb4-4e5c-82cc-5e1f74f1c50e req-f3b90d7f-49df-4fa3-94e7-e022c820debc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:21.007124 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-169716d6-abb4-4e5c-82cc-5e1f74f1c50e req-f3b90d7f-49df-4fa3-94e7-e022c820debc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.1522722 May 25 20:00:21.070748 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f743ff5d-377f-4759-a6a9-d70a850febe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:21.116327 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-169716d6-abb4-4e5c-82cc-5e1f74f1c50e req-d92a6a4a-8788-4134-be05-17073a81de8f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954051 May 25 20:00:21.117168 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743ff5d-377f-4759-a6a9-d70a850febe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc04d68-b338-401e-8ecb-cfe9596f8c76,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:21.119367 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f743ff5d-377f-4759-a6a9-d70a850febe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:21.123573 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f743ff5d-377f-4759-a6a9-d70a850febe7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cc04d68-b338-401e-8ecb-cfe9596f8c76 HTTP/1.1" status: 204 len: 168 time: 0.3422928 May 25 20:00:21.212445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b47961a0-447d-44ec-b8a0-3b18ec984ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:21.293826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47961a0-447d-44ec-b8a0-3b18ec984ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bdbcaf-2329-4f82-814f-6e2e95990e79,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:21.361321 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b47961a0-447d-44ec-b8a0-3b18ec984ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:21.365946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b47961a0-447d-44ec-b8a0-3b18ec984ad7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6bdbcaf-2329-4f82-814f-6e2e95990e79 HTTP/1.1" status: 204 len: 168 time: 0.6036255 May 25 20:00:21.377072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Pushing event updated for resources: {'Port': ['ID=1250743f-c3b3-4352-8993-7d0df18f0740,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:21.503311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Attempting to bind port 1250743f-c3b3-4352-8993-7d0df18f0740 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:00:21.503311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Attempting to bind port 1250743f-c3b3-4352-8993-7d0df18f0740 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:00:21.503311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Attempting to bind port 1250743f-c3b3-4352-8993-7d0df18f0740 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:21.509440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Port 1250743f-c3b3-4352-8993-7d0df18f0740 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:00:21.509905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Attempting to bind port 1250743f-c3b3-4352-8993-7d0df18f0740 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:21.515521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:00:21.515931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:00:21.516446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:00:21.517029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Bound port: 1250743f-c3b3-4352-8993-7d0df18f0740, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:00:21.517492 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:21.621356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] For port 1250743f-c3b3-4352-8993-7d0df18f0740, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:00:21.625393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] For port 1250743f-c3b3-4352-8993-7d0df18f0740, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1250743f-c3b3-4352-8993-7d0df18f0740,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:00:21.634110 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:21.740440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Pushing event updated for resources: {'Port': ['ID=1250743f-c3b3-4352-8993-7d0df18f0740,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:21.746727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:21.747495 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:21.749509 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-76390cf4-a7fb-4349-af2f-670ab6c93bdd service neutron] 10.222.0.70 "PUT /v2.0/ports/1250743f-c3b3-4352-8993-7d0df18f0740 HTTP/1.1" status: 200 len: 1096 time: 1.8346593 May 25 20:00:21.750034 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96e8b0-fe4a-4c1a-ac9d-10a25fd473a4 req-7cd318a5-5262-4dde-ae3d-d7404c0ccf7b tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:21.751227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aded6ed9-8f38-4e14-944e-6697ec0bb851', 'tag': '1250743f-c3b3-4352-8993-7d0df18f0740'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:21.762285 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d96e8b0-fe4a-4c1a-ac9d-10a25fd473a4 req-7cd318a5-5262-4dde-ae3d-d7404c0ccf7b tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 1101 time: 0.1269794 May 25 20:00:21.798348 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0d96e8b0-fe4a-4c1a-ac9d-10a25fd473a4 req-85315e33-226a-4e12-9506-fb88a99c7725 tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:21.823790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-0d96e8b0-fe4a-4c1a-ac9d-10a25fd473a4 req-85315e33-226a-4e12-9506-fb88a99c7725 tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:21.828131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0d96e8b0-fe4a-4c1a-ac9d-10a25fd473a4 req-85315e33-226a-4e12-9506-fb88a99c7725 tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] Usage tracker for resource:security_group_rule and tenant:bcc1f3a85f534021ab2fc09966f32d61 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:21.832289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0d96e8b0-fe4a-4c1a-ac9d-10a25fd473a4 req-85315e33-226a-4e12-9506-fb88a99c7725 tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:21.838877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-0d96e8b0-fe4a-4c1a-ac9d-10a25fd473a4 req-85315e33-226a-4e12-9506-fb88a99c7725 tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:21.967623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-3d322cc7-be36-46a8-a8e6-8b46a0fe2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:21.969076 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-3d322cc7-be36-46a8-a8e6-8b46a0fe2e03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c260fc27627f4beaaaabb26155dfc50e&device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 1099 time: 0.1710763 May 25 20:00:21.979642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33344) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:22.059439 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-2e1e1aea-22f6-4266-8ce1-015b05a0f133 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=1250743f-c3b3-4352-8993-7d0df18f0740 HTTP/1.1" status: 200 len: 217 time: 0.0819323 May 25 20:00:22.074441 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0d96e8b0-fe4a-4c1a-ac9d-10a25fd473a4 req-85315e33-226a-4e12-9506-fb88a99c7725 tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:22.081112 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0d96e8b0-fe4a-4c1a-ac9d-10a25fd473a4 req-85315e33-226a-4e12-9506-fb88a99c7725 tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:22.131334 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d96e8b0-fe4a-4c1a-ac9d-10a25fd473a4 req-85315e33-226a-4e12-9506-fb88a99c7725 tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638222 May 25 20:00:22.159278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85315e33-226a-4e12-9506-fb88a99c7725 tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213eaa3d-e1ed-4c17-90a3-182261170a0e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:22.167857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-2c6d41aa-ceb3-4edb-98f3-1313fc23ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:22.169305 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-2c6d41aa-ceb3-4edb-98f3-1313fc23ad17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1030827 May 25 20:00:22.269233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-36fac395-76c1-464c-b477-4f98593fb9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:22.271967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-36fac395-76c1-464c-b477-4f98593fb9f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0936685 May 25 20:00:22.356807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1897353-14d1-4712-b300-904aebc4e2bd req-03c5a2f2-3dc8-4ed8-9580-87478ffd8ae3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:22.358429 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1897353-14d1-4712-b300-904aebc4e2bd req-03c5a2f2-3dc8-4ed8-9580-87478ffd8ae3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 948 time: 0.0879810 May 25 20:00:22.388663 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ea04fc37-2b19-4212-be3d-41454eb07c9c tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:00:22.399594 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ea04fc37-2b19-4212-be3d-41454eb07c9c tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4175365 May 25 20:00:22.447783 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1897353-14d1-4712-b300-904aebc4e2bd req-52824a3a-08d4-4ef1-b6ca-aa0ee3e907aa tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785620 May 25 20:00:22.475799 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-9e971286-6f8a-4728-a569-954df1ac6c5f service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934497 May 25 20:00:22.517090 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-592f1450-93b6-4657-b9a1-94f73c7e39c7'] response: {'name': 'network-changed', 'server_uuid': 'aded6ed9-8f38-4e14-944e-6697ec0bb851', 'tag': '1250743f-c3b3-4352-8993-7d0df18f0740', 'status': 'completed', 'code': 200} May 25 20:00:22.640486 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c866f7b1-55b8-4e18-9084-d3ce019d2588 req-cc95a1f4-65dc-4695-b404-aab7de815bf8 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569502 May 25 20:00:22.789694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cf294-350c-4a8e-812b-b407bd1a12ed req-76285bdd-e9f8-46d7-b93b-8846c2c3c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:22.791625 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-369cf294-350c-4a8e-812b-b407bd1a12ed req-76285bdd-e9f8-46d7-b93b-8846c2c3c5a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c260fc27627f4beaaaabb26155dfc50e&device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 1099 time: 0.0981300 May 25 20:00:22.944171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33388) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:22.957707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cf294-350c-4a8e-812b-b407bd1a12ed req-cd3e57ab-8d9d-4ef4-b469-0a84a07f9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:22.960135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-369cf294-350c-4a8e-812b-b407bd1a12ed req-cd3e57ab-8d9d-4ef4-b469-0a84a07f9a95 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.1624012 May 25 20:00:22.984530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d4015d4a-6a5c-4cfb-b825-a0c72bf0f419 service neutron] Request body: {'binding': {'host': 'n-h1-843339-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:22.985977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d4015d4a-6a5c-4cfb-b825-a0c72bf0f419 service neutron] Unknown quota resources ['binding']. {{(pid=88331) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 25 20:00:23.039964 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-369cf294-350c-4a8e-812b-b407bd1a12ed req-4040aab2-4b2a-4259-bf85-25168272eba6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=1250743f-c3b3-4352-8993-7d0df18f0740 HTTP/1.1" status: 200 len: 217 time: 0.0727191 May 25 20:00:23.119305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cf294-350c-4a8e-812b-b407bd1a12ed req-008307da-9b0f-4c98-b221-d5947bc30b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:23.120909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-369cf294-350c-4a8e-812b-b407bd1a12ed req-008307da-9b0f-4c98-b221-d5947bc30b86 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0698178 May 25 20:00:23.200496 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2302663c-603e-4ffc-8589-dae1a4287aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:23.237421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2302663c-603e-4ffc-8589-dae1a4287aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:23.241591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2302663c-603e-4ffc-8589-dae1a4287aef admin admin] Usage tracker for resource:security_group_rule and tenant:3f2bc977afb64405ab0296f8f39d177c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:23.244580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2302663c-603e-4ffc-8589-dae1a4287aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:23.251060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2302663c-603e-4ffc-8589-dae1a4287aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:23.274827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d4015d4a-6a5c-4cfb-b825-a0c72bf0f419 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 on host n-h1-843339-1 for vnic_type normal with profile None {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:00:23.275240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d4015d4a-6a5c-4cfb-b825-a0c72bf0f419 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:00:23.275537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d4015d4a-6a5c-4cfb-b825-a0c72bf0f419 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 on network 3784cda9-58df-45f0-a02e-3879a8c23548 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:23.281805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d4015d4a-6a5c-4cfb-b825-a0c72bf0f419 service neutron] Port fce30dab-67e5-4a10-964e-9e25f6d9f172 on network 3784cda9-58df-45f0-a02e-3879a8c23548 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:00:23.282293 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d4015d4a-6a5c-4cfb-b825-a0c72bf0f419 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 on network 3784cda9-58df-45f0-a02e-3879a8c23548 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:23.299672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d4015d4a-6a5c-4cfb-b825-a0c72bf0f419 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 19, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:00:23.299672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d4015d4a-6a5c-4cfb-b825-a0c72bf0f419 service neutron] Checking segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:00:23.299672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d4015d4a-6a5c-4cfb-b825-a0c72bf0f419 service neutron] Bound using segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:00:23.299672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d4015d4a-6a5c-4cfb-b825-a0c72bf0f419 service neutron] Bound port: fce30dab-67e5-4a10-964e-9e25f6d9f172, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:00:23.300299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cf294-350c-4a8e-812b-b407bd1a12ed req-5182298e-a82d-4af4-8d7d-5ca8b0590442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:23.300299 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-369cf294-350c-4a8e-812b-b407bd1a12ed req-5182298e-a82d-4af4-8d7d-5ca8b0590442 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1618793 May 25 20:00:23.409557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d4015d4a-6a5c-4cfb-b825-a0c72bf0f419 service neutron] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:00:23.436077 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d4015d4a-6a5c-4cfb-b825-a0c72bf0f419 service neutron] Notify callbacks [] for binding, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:23.439853 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d4015d4a-6a5c-4cfb-b825-a0c72bf0f419 service neutron] 10.222.0.60 "POST /v2.0/ports/fce30dab-67e5-4a10-964e-9e25f6d9f172/bindings HTTP/1.1" status: 201 len: 389 time: 0.7517831 May 25 20:00:23.447273 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:23.548829 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-369cf294-350c-4a8e-812b-b407bd1a12ed req-04f3e624-911b-49e1-b050-6ed3a92127aa service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426543 May 25 20:00:23.793157 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-369cf294-350c-4a8e-812b-b407bd1a12ed req-0d5858c2-677f-45c9-bdce-7e662c68cd62 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359724 May 25 20:00:23.832067 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2302663c-603e-4ffc-8589-dae1a4287aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:23.841624 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2302663c-603e-4ffc-8589-dae1a4287aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:23.868790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3bd0d-eee5-434c-a39a-34ef3cbd213e req-310d7236-011d-438c-9774-02804195ca14 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:23.870610 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dee3bd0d-eee5-434c-a39a-34ef3cbd213e req-310d7236-011d-438c-9774-02804195ca14 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 948 time: 0.1120741 May 25 20:00:23.881260 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2302663c-603e-4ffc-8589-dae1a4287aef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f2bc977afb64405ab0296f8f39d177c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9357162 May 25 20:00:23.884031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33436) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:23.940948 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dee3bd0d-eee5-434c-a39a-34ef3cbd213e req-af41cd60-bb6d-4669-a4c4-f127c2151c28 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602307 May 25 20:00:23.945385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302663c-603e-4ffc-8589-dae1a4287aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28a6500-5965-406c-a161-e562903bf588,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:23.993008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f56e8f0e-c6d3-4ca2-9934-5f24932f30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:23.994766 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f56e8f0e-c6d3-4ca2-9934-5f24932f30c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 1097 time: 0.2007723 May 25 20:00:23.999696 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-537e1d14-3077-4785-a629-cedfdddb282d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:24.108233 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:00:24.154217 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-537e1d14-3077-4785-a629-cedfdddb282d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:24.170208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba623a-50bf-45bb-88e9-fcc2b5b5208f req-34b12333-2737-4422-a9ae-02bfadd7c738 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:24.173140 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a7ba623a-50bf-45bb-88e9-fcc2b5b5208f req-34b12333-2737-4422-a9ae-02bfadd7c738 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 946 time: 0.1293039 May 25 20:00:24.180669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1764160483', 'description': 'tempest-description-987086472'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:24.192929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-7c953a5f-c0c5-4802-9504-2850d08083f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:24.194002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-7c953a5f-c0c5-4802-9504-2850d08083f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 909 time: 0.1908853 May 25 20:00:24.194914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:24.203584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Usage tracker for resource:security_group and tenant:af512a4ea0104232816eb3468077e2cf is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:24.228275 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a7ba623a-50bf-45bb-88e9-fcc2b5b5208f req-5ecd1a4e-2311-458b-b950-77451f8bb1f1 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477033 May 25 20:00:24.265370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:24.283138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33448) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:24.286423 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:24.292866 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-3a180354-0022-469b-8a17-8ae987074aed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172 HTTP/1.1" status: 200 len: 217 time: 0.0904961 May 25 20:00:24.363212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d6c1642a-0393-4953-85d8-0a1ee370d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:24.364763 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-d6c1642a-0393-4953-85d8-0a1ee370d224 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.0631037 May 25 20:00:24.366338 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:24.418276 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:24.437221 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-09324a43-61e3-44df-86a5-4122e078b940 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608315 May 25 20:00:24.440425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-537e1d14-3077-4785-a629-cedfdddb282d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:24.455373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:24.532406 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-b02448c6-f582-4531-8e89-d2e933a68cf6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2478464 May 25 20:00:24.552380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee73781-98a4-4e91-b8f2-b7eeb9c6784c req-73798806-17fa-4b6a-85a7-d9651aeef078 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:24.553540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e1d14-3077-4785-a629-cedfdddb282d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28a6500-5965-406c-a161-e562903bf588,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:24.555878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Usage tracker for resource:security_group_rule and tenant:af512a4ea0104232816eb3468077e2cf is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:24.562592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:24.566732 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bee73781-98a4-4e91-b8f2-b7eeb9c6784c req-73798806-17fa-4b6a-85a7-d9651aeef078 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.1630797 May 25 20:00:24.573459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:24.578765 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-537e1d14-3077-4785-a629-cedfdddb282d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:24.583087 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-537e1d14-3077-4785-a629-cedfdddb282d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c28a6500-5965-406c-a161-e562903bf588 HTTP/1.1" status: 204 len: 168 time: 0.6886065 May 25 20:00:24.638145 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bee73781-98a4-4e91-b8f2-b7eeb9c6784c req-0eed7e95-af95-42db-8982-e44b7a73b48c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703628 May 25 20:00:24.647976 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-88f528e5-2b0a-44c1-862f-3f64bf17e4fc service neutron] 10.222.0.70 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010479 May 25 20:00:24.855493 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-cf09319b-81a4-43ef-bd60-15ae2a5507c5 service neutron] 10.222.0.70 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010429 May 25 20:00:24.860253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:24.873159 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:24.892347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:24.900377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Usage tracker for resource:security_group_rule and tenant:af512a4ea0104232816eb3468077e2cf is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:24.905785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:24.920779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:24.929234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e06c0b1-024c-43be-a032-bfc25cbe84fa,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:25.016955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:25.022336 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:25.085923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23b2bf5-e333-4ceb-9acc-da2487049286,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:25.160587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f94164-2676-44e7-b128-7f3a0bf17cf4 req-cb606bf1-24f3-4473-b5dc-facb653318d5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:25.165710 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:25.167046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-95a2606f-916b-42bd-9d27-0a96b966cfac req-49e7dd21-6023-4cde-94ea-6b55f7a35244 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9977574 May 25 20:00:25.168786 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4f94164-2676-44e7-b128-7f3a0bf17cf4 req-cb606bf1-24f3-4473-b5dc-facb653318d5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 948 time: 0.1172018 May 25 20:00:25.192478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-2103e336-9916-481c-b441-fe68cb005a48 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:25.197166 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-2103e336-9916-481c-b441-fe68cb005a48 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f&tenant_id=21c253ae7ded4368a787d305f7c6c031&binding%3Ahost_id=n-h2-843339-1 HTTP/1.1" status: 200 len: 1097 time: 0.1125231 May 25 20:00:25.201996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-71f44cc8-4ffd-4716-8f95-36ad6e83c4d5 req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1320871024', 'description': 'tempest-description-2114102708'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:25.208929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-71f44cc8-4ffd-4716-8f95-36ad6e83c4d5 req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:25.213136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-71f44cc8-4ffd-4716-8f95-36ad6e83c4d5 req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Usage tracker for resource:security_group and tenant:af512a4ea0104232816eb3468077e2cf is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:25.216094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-71f44cc8-4ffd-4716-8f95-36ad6e83c4d5 req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:25.221308 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4f94164-2676-44e7-b128-7f3a0bf17cf4 req-5956cb22-b630-4f48-9499-fbc744d94cad tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515769 May 25 20:00:25.222770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-71f44cc8-4ffd-4716-8f95-36ad6e83c4d5 req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:25.235327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843339-1'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:25.317936 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-71f44cc8-4ffd-4716-8f95-36ad6e83c4d5 req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:25.344714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-71f44cc8-4ffd-4716-8f95-36ad6e83c4d5 req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:25.384605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-71f44cc8-4ffd-4716-8f95-36ad6e83c4d5 req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Usage tracker for resource:security_group_rule and tenant:af512a4ea0104232816eb3468077e2cf is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:25.395156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-71f44cc8-4ffd-4716-8f95-36ad6e83c4d5 req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:25.413705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-71f44cc8-4ffd-4716-8f95-36ad6e83c4d5 req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:25.432579 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:25.532059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f2c30-d1a1-4872-805d-393ba5ab3ca7 req-2f721eb4-e260-4cc5-941f-5ef0e83c96a4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:25.540663 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b14f2c30-d1a1-4872-805d-393ba5ab3ca7 req-2f721eb4-e260-4cc5-941f-5ef0e83c96a4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 946 time: 0.1490648 May 25 20:00:25.563920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33502) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:25.601363 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6b8fb89-34a8-443d-a6f1-04cb077b1282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:25.635886 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b14f2c30-d1a1-4872-805d-393ba5ab3ca7 req-fe6c6a49-3bc5-4e59-8427-9d75ad1724f8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939779 May 25 20:00:25.636995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e6b8fb89-34a8-443d-a6f1-04cb077b1282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:25.657431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e6b8fb89-34a8-443d-a6f1-04cb077b1282 admin admin] Usage tracker for resource:security_group_rule and tenant:4042cc5c9dff44f1b8ad56897f44d0ce is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:25.666563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e6b8fb89-34a8-443d-a6f1-04cb077b1282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:25.677440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e6b8fb89-34a8-443d-a6f1-04cb077b1282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:25.761436 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-71f44cc8-4ffd-4716-8f95-36ad6e83c4d5 req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:25.773981 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-71f44cc8-4ffd-4716-8f95-36ad6e83c4d5 req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:25.781913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:25.846917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1ac80f-6917-4fab-a06c-2ceeafe1f126,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:25.857504 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-71f44cc8-4ffd-4716-8f95-36ad6e83c4d5 req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:25.870739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-71f44cc8-4ffd-4716-8f95-36ad6e83c4d5 req-d75b9b84-9b31-4d50-ab49-bb91c6f7864c tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6725111 May 25 20:00:25.888714 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6b8fb89-34a8-443d-a6f1-04cb077b1282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:25.898590 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6b8fb89-34a8-443d-a6f1-04cb077b1282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:25.906490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:00:26.009015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8fb89-34a8-443d-a6f1-04cb077b1282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25139b4-deb9-43ad-8390-d135c1007326,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:26.020382 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e6b8fb89-34a8-443d-a6f1-04cb077b1282 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4042cc5c9dff44f1b8ad56897f44d0ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546106 May 25 20:00:26.026920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33526) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:26.108447 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4751d250-74b0-48aa-a735-dedd233eb7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:26.138259 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4751d250-74b0-48aa-a735-dedd233eb7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:26.204522 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4751d250-74b0-48aa-a735-dedd233eb7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:26.220221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751d250-74b0-48aa-a735-dedd233eb7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25139b4-deb9-43ad-8390-d135c1007326,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:26.240056 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4751d250-74b0-48aa-a735-dedd233eb7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:26.243577 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4751d250-74b0-48aa-a735-dedd233eb7a0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b25139b4-deb9-43ad-8390-d135c1007326 HTTP/1.1" status: 204 len: 168 time: 0.2133043 May 25 20:00:26.254911 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:26.258617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2868342-3a35-47a8-9ccb-efd4aff7891f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fce30dab-67e5-4a10-964e-9e25f6d9f172'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:26.266081 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:26.322691 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-706d1fb7-1b0a-45c4-9ee6-41a8bd165645 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cbcaac7c07cf46f8aad2604a6f1b86ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314245 May 25 20:00:26.479866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430d26e-02f1-4363-b10d-d2d19dbfdebb req-8d7349af-3b50-4b07-9ee2-569e11a60b0b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:26.481306 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d430d26e-02f1-4363-b10d-d2d19dbfdebb req-8d7349af-3b50-4b07-9ee2-569e11a60b0b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.3638997 May 25 20:00:26.490688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fce30dab-67e5-4a10-964e-9e25f6d9f172,revision_number=7']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:26.494179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-0988fa71-f07d-48a6-8bd2-38e1cf743cdb tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:26.495660 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-0988fa71-f07d-48a6-8bd2-38e1cf743cdb tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677577 May 25 20:00:26.512950 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-204a59ab-26a8-4dbc-99b7-6b5567eb2092 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/quotas/cbcaac7c07cf46f8aad2604a6f1b86ac HTTP/1.1" status: 200 len: 375 time: 0.0114007 May 25 20:00:26.534320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 on host n-h2-843339-1 for vnic_type normal with profile {"migrating_to": "n-h1-843339-1"} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:00:26.534650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:00:26.535158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 on network 3784cda9-58df-45f0-a02e-3879a8c23548 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:26.554560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Port fce30dab-67e5-4a10-964e-9e25f6d9f172 on network 3784cda9-58df-45f0-a02e-3879a8c23548 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:00:26.554877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 on network 3784cda9-58df-45f0-a02e-3879a8c23548 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:26.563931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:00:26.564677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Checking segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:00:26.564795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Bound using segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:00:26.565652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Bound port: fce30dab-67e5-4a10-964e-9e25f6d9f172, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:00:26.566003 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:26.566354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-786f91fd-5133-4bb1-abba-3813a4074a24 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbcaac7c07cf46f8aad2604a6f1b86ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447652 May 25 20:00:26.584864 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d430d26e-02f1-4363-b10d-d2d19dbfdebb req-d94b2ad9-0306-43b6-84d7-70925ae7ab83 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952959 May 25 20:00:26.683911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1250743f-c3b3-4352-8993-7d0df18f0740 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:00:26.739374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:00:26.754562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:00:26.773021 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:26.934111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1250743f-c3b3-4352-8993-7d0df18f0740, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1250743f-c3b3-4352-8993-7d0df18f0740,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:26.953350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-534545970', 'description': 'tempest-description-667201739'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:26.958886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:26.964122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Usage tracker for resource:security_group and tenant:e467ca64a57a422c99efc92cc3913557 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:26.968930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '1250743f-c3b3-4352-8993-7d0df18f0740', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '1250743f-c3b3-4352-8993-7d0df18f0740', 'mac_address': 'fa:16:3e:06:fe:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:00:27.024918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:27.043606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1250743f-c3b3-4352-8993-7d0df18f0740 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:27.044288 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:27.071504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1250743f-c3b3-4352-8993-7d0df18f0740 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:00:27.094740 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1250743f-c3b3-4352-8993-7d0df18f0740, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1250743f-c3b3-4352-8993-7d0df18f0740,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:27.104249 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:27.117596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:27.193303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1250743f-c3b3-4352-8993-7d0df18f0740,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:27.225343 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:27.241791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:27.242812 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:27.244956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] 10.222.0.70 "PUT /v2.0/ports/fce30dab-67e5-4a10-964e-9e25f6d9f172 HTTP/1.1" status: 200 len: 1122 time: 2.0140758 May 25 20:00:27.245783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988bbdb-d72c-48a3-9634-a969d879e7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fce30dab-67e5-4a10-964e-9e25f6d9f172,revision_number=8']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:27.246899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a28ab6-8150-4d98-b5e6-20d1f8b3a048 req-f94d171c-db4e-4718-9d56-ca62dd0d2808 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:27.262600 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:27.268069 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b1a28ab6-8150-4d98-b5e6-20d1f8b3a048 req-f94d171c-db4e-4718-9d56-ca62dd0d2808 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 949 time: 0.1833646 May 25 20:00:27.284313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:27.294126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Usage tracker for resource:security_group_rule and tenant:e467ca64a57a422c99efc92cc3913557 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:27.313484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:27.327614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:27.328485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['fce30dab-67e5-4a10-964e-9e25f6d9f172'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:00:27.339740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-0fff50a3-5d5f-4f50-b1f2-be59325da998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:27.341557 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-0fff50a3-5d5f-4f50-b1f2-be59325da998 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 1101 time: 0.3935685 May 25 20:00:27.350742 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b1a28ab6-8150-4d98-b5e6-20d1f8b3a048 req-952b6ee9-3908-4259-8a79-b6cdce16ad02 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813096 May 25 20:00:27.495981 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71b9a1f-bf38-4b8f-a71a-13a53a071dd0'] response: {'server_uuid': 'd2868342-3a35-47a8-9ccb-efd4aff7891f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fce30dab-67e5-4a10-964e-9e25f6d9f172', 'code': 200} May 25 20:00:27.527332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['1250743f-c3b3-4352-8993-7d0df18f0740'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:00:27.561151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-ee15e229-3ba7-432f-a1d2-98d27b61b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:27.562784 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-ee15e229-3ba7-432f-a1d2-98d27b61b145 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.1748400 May 25 20:00:27.644192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c194cf-7159-4bb9-8cbb-2981a79dd05b req-6155b443-ddc1-4437-b0ff-e5848b1ca6cd tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:27.645967 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b7c194cf-7159-4bb9-8cbb-2981a79dd05b req-6155b443-ddc1-4437-b0ff-e5848b1ca6cd tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1094701 May 25 20:00:27.686941 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-c6b6e5b7-1483-44be-85d1-02130a37a469 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb HTTP/1.1" status: 200 len: 217 time: 0.1109211 May 25 20:00:27.709685 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:27.711542 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:27.777047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:27.783705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b7c194cf-7159-4bb9-8cbb-2981a79dd05b req-39d45ccb-7f20-4f14-9bf6-c92819f6e4cd tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183388 May 25 20:00:27.797830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:27.814887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Usage tracker for resource:security_group_rule and tenant:e467ca64a57a422c99efc92cc3913557 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:27.860019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:27.880722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:27.889774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d717df0-8f78-48f0-8850-63e43ecd7566,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:27.907399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-c3e5fb36-e877-4dc8-bb2d-41c1b013816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:27.909880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-c3e5fb36-e877-4dc8-bb2d-41c1b013816d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1956234 May 25 20:00:28.037141 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9f1ec9db-a9fd-482e-b263-6704bb24e62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:28.073465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-2947647e-0026-41f7-96f3-a991b5965683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:28.074950 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-2947647e-0026-41f7-96f3-a991b5965683 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557112 May 25 20:00:28.077138 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:28.085821 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8434faaa-361f-43e9-bd78-1cda0b8569ab req-51caf7f5-1f04-4953-880b-9bdd7fa96c5f tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 210 time: 0.1460671 May 25 20:00:28.115636 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:28.229510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c87ffd-120b-4674-a875-f9def6318fc2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:28.235698 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:28.243745 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bff104a3-a7b9-4f72-b95d-560c16018554 req-dd58beb7-e086-4a3d-b071-12573148fcbd tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2933486 May 25 20:00:28.306417 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-76689d2e-18ea-4610-a672-cd425599ce98 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239926 May 25 20:00:28.430072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-2c77e04e-23ea-4781-bc1d-45260a9171ff tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=cbcaac7c07cf46f8aad2604a6f1b86ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449963 May 25 20:00:28.531385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-96f9a6d1-2985-465a-a47f-e202ceed7e0d req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1798931619', 'description': 'tempest-description-1014010483'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:28.546535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-96f9a6d1-2985-465a-a47f-e202ceed7e0d req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:28.556092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-96f9a6d1-2985-465a-a47f-e202ceed7e0d req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Usage tracker for resource:security_group and tenant:e467ca64a57a422c99efc92cc3913557 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:28.560846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-96f9a6d1-2985-465a-a47f-e202ceed7e0d req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:28.570511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-96f9a6d1-2985-465a-a47f-e202ceed7e0d req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:28.609621 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-96f9a6d1-2985-465a-a47f-e202ceed7e0d req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:28.639569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-b865d849-72e2-4ce1-947d-ba708a9c2fd0 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:28.640970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce676-01e7-459b-bee2-d354c2c396c9 req-778e4b82-8656-4d07-91fd-980a2b53aafd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:28.641110 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-b865d849-72e2-4ce1-947d-ba708a9c2fd0 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2063971 May 25 20:00:28.641924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-96f9a6d1-2985-465a-a47f-e202ceed7e0d req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:28.643847 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc9ce676-01e7-459b-bee2-d354c2c396c9 req-778e4b82-8656-4d07-91fd-980a2b53aafd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.2965348 May 25 20:00:28.646635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-96f9a6d1-2985-465a-a47f-e202ceed7e0d req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Usage tracker for resource:security_group_rule and tenant:e467ca64a57a422c99efc92cc3913557 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:28.649623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-96f9a6d1-2985-465a-a47f-e202ceed7e0d req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:28.650384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-543afea6-408b-483c-9fe0-c0c8bc55cb0d service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376200 May 25 20:00:28.659998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Request body: {'port': {'device_id': 'ce399c26-8d9e-4ddb-8d21-ee50dd61be70', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': 'cbcaac7c07cf46f8aad2604a6f1b86ac'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:28.681766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-96f9a6d1-2985-465a-a47f-e202ceed7e0d req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:28.697391 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc9ce676-01e7-459b-bee2-d354c2c396c9 req-c3605a42-7751-4b5b-ad9a-1a5a5a11fb6b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459981 May 25 20:00:28.874818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:28.882780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Usage tracker for resource:port and tenant:cbcaac7c07cf46f8aad2604a6f1b86ac is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:28.891181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:28.900472 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-96f9a6d1-2985-465a-a47f-e202ceed7e0d req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:28.901661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:28.905694 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-96f9a6d1-2985-465a-a47f-e202ceed7e0d req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:28.913794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec7d7d-67ec-4ee5-b4fd-f7af4fc85c18 req-dfb88ca7-9fb6-433a-8846-b248891295b6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:28.914546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-82ec7d7d-67ec-4ee5-b4fd-f7af4fc85c18 req-dfb88ca7-9fb6-433a-8846-b248891295b6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Synchronizing usage tracker for tenant:c260fc27627f4beaaaabb26155dfc50e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:00:28.930399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-82ec7d7d-67ec-4ee5-b4fd-f7af4fc85c18 req-dfb88ca7-9fb6-433a-8846-b248891295b6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Unset dirty status for tenant:c260fc27627f4beaaaabb26155dfc50e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:00:28.931539 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82ec7d7d-67ec-4ee5-b4fd-f7af4fc85c18 req-dfb88ca7-9fb6-433a-8846-b248891295b6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 949 time: 0.1081319 May 25 20:00:28.933066 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Made reservation on behalf of cbcaac7c07cf46f8aad2604a6f1b86ac for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:00:28.936461 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:28.967777 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:28.979923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7219198-fc33-4fe7-a29c-80e62835e9b2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:28.982743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82ec7d7d-67ec-4ee5-b4fd-f7af4fc85c18 req-8aa2fe80-abf5-408a-af08-7fc6f2955d28 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445273 May 25 20:00:28.984730 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-96f9a6d1-2985-465a-a47f-e202ceed7e0d req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:28.990702 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96f9a6d1-2985-465a-a47f-e202ceed7e0d req-113bb58a-348f-4881-8e8d-0237517dfd8a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4728281 May 25 20:00:28.995686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:29.000862 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Usage tracker for resource:security_group_rule and tenant:cbcaac7c07cf46f8aad2604a6f1b86ac is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:29.005984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:29.012900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:29.133096 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:29.138422 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:29.212518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfa06b4-6ff2-4b33-93ac-3010995c5cb3,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:29.374827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Allocated IP 192.168.233.31 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/0f0f8207-99e3-4d83-99ec-7e0f87c6d75d) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:00:29.390085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ebd8f-12e6-4c53-88f0-bd2df1a74ddc req-a92e7f28-3e87-4d69-bdfa-55ed46c10162 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:29.393013 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a76ebd8f-12e6-4c53-88f0-bd2df1a74ddc req-a92e7f28-3e87-4d69-bdfa-55ed46c10162 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.0952432 May 25 20:00:29.438245 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a76ebd8f-12e6-4c53-88f0-bd2df1a74ddc req-6dab4584-b6e3-4c38-895b-01503c9326ae tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391309 May 25 20:00:29.498691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2868342-3a35-47a8-9ccb-efd4aff7891f', 'tag': 'fce30dab-67e5-4a10-964e-9e25f6d9f172'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:29.578825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b90af015-0d73-4c86-aba5-2462c906e369 req-49ec5eb9-8a67-4499-8078-0be1b10fa091 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 210 time: 0.0418944 May 25 20:00:29.735575 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:29.776572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Transition to ACTIVE for port object 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:00:29.820041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e94040b2-efe1-4c63-8957-413d45bae621 req-73e69136-992f-4dac-88a0-4f630d923212 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Synchronizing usage tracker for tenant:e467ca64a57a422c99efc92cc3913557 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:00:29.848334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e94040b2-efe1-4c63-8957-413d45bae621 req-73e69136-992f-4dac-88a0-4f630d923212 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Unset dirty status for tenant:e467ca64a57a422c99efc92cc3913557 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:00:29.850544 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-73e69136-992f-4dac-88a0-4f630d923212 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45082 time: 0.5457256 May 25 20:00:29.852233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:29.878927 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d87606-ae48-4147-aa5d-07304f0a08be'] response: {'name': 'network-changed', 'server_uuid': 'd2868342-3a35-47a8-9ccb-efd4aff7891f', 'tag': 'fce30dab-67e5-4a10-964e-9e25f6d9f172', 'status': 'completed', 'code': 200} May 25 20:00:29.954094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:00:29.960101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:00:29.967058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:00:29.994534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Pushing event updated for resources: {'Port': ['ID=0f0f8207-99e3-4d83-99ec-7e0f87c6d75d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:30.033558 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-521b7596-129e-4a8d-adb4-4a56b59dce13 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/03fb1c54-7d17-4ab8-90f5-c2e1d6d39201 HTTP/1.1" status: 200 len: 2981 time: 0.1735232 May 25 20:00:30.074009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:30.075153 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:30.091878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c856de-5f63-440d-869f-4d8f182a71fc req-0e65f715-a105-4e6c-832f-9bf81874e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:30.093371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15c856de-5f63-440d-869f-4d8f182a71fc req-0e65f715-a105-4e6c-832f-9bf81874e349 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 1125 time: 0.1751263 May 25 20:00:30.126887 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-ff7d4d1b-e299-4faf-9af8-d7964949bc1b tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/03fb1c54-7d17-4ab8-90f5-c2e1d6d39201 HTTP/1.1" status: 200 len: 2981 time: 0.0921471 May 25 20:00:30.153241 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-80293898-7736-4cb8-b291-b50eeb08d8c5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5004594 May 25 20:00:30.172904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Request body: {'port': {'device_id': 'ce399c26-8d9e-4ddb-8d21-ee50dd61be70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:30.184032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce7c01-3a96-4e1c-bf2c-f1f39a559c64 req-75ad77c0-7d4b-4e67-8f23-32cbafeed4de tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:30.185507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0cce7c01-3a96-4e1c-bf2c-f1f39a559c64 req-75ad77c0-7d4b-4e67-8f23-32cbafeed4de tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.1997752 May 25 20:00:30.261270 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0cce7c01-3a96-4e1c-bf2c-f1f39a559c64 req-0da8cbae-d5bb-4d4b-9e28-c3971cf98cf4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628037 May 25 20:00:30.285030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-91f7dc6b-d601-4169-b124-d057bf653e02 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/0926b8ff-3225-44ce-a3a1-6d985874a5b6 HTTP/1.1" status: 200 len: 2981 time: 0.1480424 May 25 20:00:30.288467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c856de-5f63-440d-869f-4d8f182a71fc req-f0a279ec-9bb9-4853-9ad2-cc994e705eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:30.289996 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15c856de-5f63-440d-869f-4d8f182a71fc req-f0a279ec-9bb9-4853-9ad2-cc994e705eb2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 909 time: 0.1898074 May 25 20:00:30.334266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3a3b3191-52d7-4e6e-a2d3-e01dbc261482 None None] Provisioning for port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:30.341720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3a3b3191-52d7-4e6e-a2d3-e01dbc261482 None None] Provisioning complete for port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:30.345159 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3191-52d7-4e6e-a2d3-e01dbc261482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:30.365013 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:30.376028 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15c856de-5f63-440d-869f-4d8f182a71fc req-21318c7a-1c70-4fe6-a575-c1353653854a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172 HTTP/1.1" status: 200 len: 217 time: 0.0794995 May 25 20:00:30.430473 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-fbbd0708-cd2b-4320-a24d-272cfec80d40 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/0926b8ff-3225-44ce-a3a1-6d985874a5b6 HTTP/1.1" status: 200 len: 2981 time: 0.1310389 May 25 20:00:30.441967 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b3191-52d7-4e6e-a2d3-e01dbc261482 None None] Port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:00:30.464812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c856de-5f63-440d-869f-4d8f182a71fc req-69ead1ec-5061-4484-8a33-fe4147185f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:30.466629 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15c856de-5f63-440d-869f-4d8f182a71fc req-69ead1ec-5061-4484-8a33-fe4147185f72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.0837543 May 25 20:00:30.507847 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-92bbdfd7-0b1a-45b3-9120-80a2db451d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:30.549683 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-b6cf83ef-4115-4590-aaf4-a1ea8a8d1508 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/0e06c0b1-024c-43be-a032-bfc25cbe84fa HTTP/1.1" status: 200 len: 2981 time: 0.1173759 May 25 20:00:30.574131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15c856de-5f63-440d-869f-4d8f182a71fc req-676a9de8-ce1a-4385-ad6a-e785bc84c71e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957656 May 25 20:00:30.711905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device fce30dab-67e5-4a10-964e-9e25f6d9f172 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:00:30.715061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1250743f-c3b3-4352-8993-7d0df18f0740 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:00:30.721886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa10e12-374f-457f-b0a3-8d132168e19a req-3897814e-17f8-4548-9bd4-11093b453273 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:30.723624 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-baa10e12-374f-457f-b0a3-8d132168e19a req-3897814e-17f8-4548-9bd4-11093b453273 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 949 time: 0.1905828 May 25 20:00:30.763381 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-3e9a535e-9393-4ca1-b652-d045864dc1af tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/0e06c0b1-024c-43be-a032-bfc25cbe84fa HTTP/1.1" status: 200 len: 2981 time: 0.2070007 May 25 20:00:30.766335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15c856de-5f63-440d-869f-4d8f182a71fc req-8ab287ce-3e7c-481b-b13e-9a87ae1f18d1 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754675 May 25 20:00:30.852360 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-88f9d96f-3f23-4c6f-8ed0-df1b755bc67a tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/167a735a-784c-40de-a17a-9824d65a5c21 HTTP/1.1" status: 200 len: 2981 time: 0.0785043 May 25 20:00:30.868236 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-baa10e12-374f-457f-b0a3-8d132168e19a req-72747c39-041d-49cb-9311-c9b9cf36ab75 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216884 May 25 20:00:30.916711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 1250743f-c3b3-4352-8993-7d0df18f0740 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:30.934514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 1250743f-c3b3-4352-8993-7d0df18f0740 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:30.935173 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:30.958574 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15c856de-5f63-440d-869f-4d8f182a71fc req-5e1069b2-dc02-495f-9bf0-11508faf7bd1 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734347 May 25 20:00:30.979725 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-574c757b-6774-4cfd-b2f3-54a6a7833817 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/167a735a-784c-40de-a17a-9824d65a5c21 HTTP/1.1" status: 200 len: 2981 time: 0.1150577 May 25 20:00:30.984600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:00:30.995762 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:31.014389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:31.031482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device fce30dab-67e5-4a10-964e-9e25f6d9f172 has no active binding in host n-h1-843339-1 {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 25 20:00:31.041189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Transition to ACTIVE for port object 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:00:31.056510 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:31.102027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1250743f-c3b3-4352-8993-7d0df18f0740 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:31.102431 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:31.114396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-edc0908d-9892-46d4-aef4-ba972aed5e23 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/212e288e-d8b3-4afa-8329-eceb94181c1e HTTP/1.1" status: 200 len: 2977 time: 0.1232862 May 25 20:00:31.143004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aded6ed9-8f38-4e14-944e-6697ec0bb851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1250743f-c3b3-4352-8993-7d0df18f0740'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:31.154091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1250743f-c3b3-4352-8993-7d0df18f0740, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1250743f-c3b3-4352-8993-7d0df18f0740,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:31.160337 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:31.185463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b628e7-fb3b-40f8-897c-e79654835c0e req-9485dcf9-732b-4617-b3f3-578c6b55ec60 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:31.193290 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72b628e7-fb3b-40f8-897c-e79654835c0e req-9485dcf9-732b-4617-b3f3-578c6b55ec60 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1107574 May 25 20:00:31.242134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72b628e7-fb3b-40f8-897c-e79654835c0e req-234da26f-0026-4131-bf27-793fe1510444 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479970 May 25 20:00:31.246244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1250743f-c3b3-4352-8993-7d0df18f0740,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:31.266697 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-2567cd16-75f3-473d-aad8-507db687ec01 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/212e288e-d8b3-4afa-8329-eceb94181c1e HTTP/1.1" status: 200 len: 2977 time: 0.0965774 May 25 20:00:31.268492 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:31.311319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0f8207-99e3-4d83-99ec-7e0f87c6d75d,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:31.407946 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-5829d828-bd0b-41f6-b1df-ec6c872247eb tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/213eaa3d-e1ed-4c17-90a3-182261170a0e HTTP/1.1" status: 200 len: 2981 time: 0.1339328 May 25 20:00:31.440739 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ab5af-9373-4e19-beed-63e6b04d0688 req-efb5e59f-6643-485d-bd45-95ba0fa4c90f tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:31.442981 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-763ab5af-9373-4e19-beed-63e6b04d0688 req-efb5e59f-6643-485d-bd45-95ba0fa4c90f tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 947 time: 0.0865901 May 25 20:00:31.454865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Attempting to bind port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:00:31.455214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Attempting to bind port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:00:31.455653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Attempting to bind port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:31.472038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:00:31.472375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Attempting to bind port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:31.484924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:00:31.485185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:00:31.485542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:00:31.486103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Bound port: 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:00:31.487343 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:31.493330 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-763ab5af-9373-4e19-beed-63e6b04d0688 req-b8c7c612-a19a-4a17-b156-abe6699a51c0 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bfa06b4-6ff2-4b33-93ac-3010995c5cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440536 May 25 20:00:31.499408 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:31.501037 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-e9e7e1ba-7155-42e2-8a36-99ec92f37961 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/213eaa3d-e1ed-4c17-90a3-182261170a0e HTTP/1.1" status: 200 len: 2981 time: 0.0871544 May 25 20:00:31.612470 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-6e7431c6-b794-406e-953d-4a4b5b1e9ce6 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/44db76ee-62b3-471d-a3ef-c26501295402 HTTP/1.1" status: 200 len: 2973 time: 0.0779476 May 25 20:00:31.615070 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c73e1d3-f42b-4259-9f09-4e2fce4a2276'] response: {'server_uuid': 'aded6ed9-8f38-4e14-944e-6697ec0bb851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1250743f-c3b3-4352-8993-7d0df18f0740', 'code': 200} May 25 20:00:31.623473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] For port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:00:31.653804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] For port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0f0f8207-99e3-4d83-99ec-7e0f87c6d75d,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:00:31.668067 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:31.751925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:31.752542 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:31.753910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] 10.222.0.50 "PUT /v2.0/ports/0f0f8207-99e3-4d83-99ec-7e0f87c6d75d HTTP/1.1" status: 200 len: 1095 time: 1.5914667 May 25 20:00:31.754572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce399c26-8d9e-4ddb-8d21-ee50dd61be70', 'tag': '0f0f8207-99e3-4d83-99ec-7e0f87c6d75d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:31.760135 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-bdb4e8b8-6981-4122-b256-41757a8efc4e tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/44db76ee-62b3-471d-a3ef-c26501295402 HTTP/1.1" status: 200 len: 2973 time: 0.1387656 May 25 20:00:31.865006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda8212-2be4-4b03-9558-e67d225f1ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0f8207-99e3-4d83-99ec-7e0f87c6d75d,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:31.898036 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-5b5ab262-c46b-495e-a5f7-37ab160b7609 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/5170e40a-4f6c-4812-aab6-6599c47ac889 HTTP/1.1" status: 200 len: 2981 time: 0.1287425 May 25 20:00:31.914044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088e282-c873-410c-98b9-a757a7652ea0 req-e2fcee8d-596f-43c9-8176-0793fc08b192 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:31.915603 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b088e282-c873-410c-98b9-a757a7652ea0 req-e2fcee8d-596f-43c9-8176-0793fc08b192 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.2115662 May 25 20:00:31.934996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91d9b4-e6af-4e73-a4c9-cf92d6350c2d req-8924d51a-359d-4672-96ba-eaee935a08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:31.936461 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb91d9b4-e6af-4e73-a4c9-cf92d6350c2d req-8924d51a-359d-4672-96ba-eaee935a08ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 1125 time: 0.1483657 May 25 20:00:31.962774 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-186dcd52-25b1-4300-b767-27d5944c68cc tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/5170e40a-4f6c-4812-aab6-6599c47ac889 HTTP/1.1" status: 200 len: 2981 time: 0.0575142 May 25 20:00:32.043530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-072ee050-e498-4cf8-8282-aa860fe63fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:32.044849 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-072ee050-e498-4cf8-8282-aa860fe63fea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbcaac7c07cf46f8aad2604a6f1b86ac&device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 1098 time: 0.2344038 May 25 20:00:32.048534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc3cb8-252a-42c3-ba11-a41867c8b3fe req-6104d5cf-4451-4e24-9889-0a664e613fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:32.050461 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fcc3cb8-252a-42c3-ba11-a41867c8b3fe req-6104d5cf-4451-4e24-9889-0a664e613fde service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 1101 time: 0.2968187 May 25 20:00:32.104312 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-ccbc3c2d-c4b5-4fbd-adc6-2b91f2a25693 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/6bfa06b4-6ff2-4b33-93ac-3010995c5cb3 HTTP/1.1" status: 200 len: 2981 time: 0.1164918 May 25 20:00:32.150099 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-b04027f6-decb-4c1e-9382-be2ae2c99d9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=0f0f8207-99e3-4d83-99ec-7e0f87c6d75d HTTP/1.1" status: 200 len: 217 time: 0.0961075 May 25 20:00:32.153595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b088e282-c873-410c-98b9-a757a7652ea0 req-9ea79c7b-68e1-4eb5-927d-91433409e08f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274454 May 25 20:00:32.163696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91d9b4-e6af-4e73-a4c9-cf92d6350c2d req-2fbc8485-1352-4f06-be9d-742642e91d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:32.165122 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb91d9b4-e6af-4e73-a4c9-cf92d6350c2d req-2fbc8485-1352-4f06-be9d-742642e91d40 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 909 time: 0.1967270 May 25 20:00:32.238408 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fcc3cb8-252a-42c3-ba11-a41867c8b3fe req-1836db0a-031c-4e11-9ade-6e50d145c31d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225471 May 25 20:00:32.245776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-47f25952-5992-48e7-a90e-a7154e6a79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:32.247225 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-47f25952-5992-48e7-a90e-a7154e6a79c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0900531 May 25 20:00:32.264449 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a583c2fc-f93d-4567-bc97-59374c1e5604'] response: {'name': 'network-changed', 'server_uuid': 'ce399c26-8d9e-4ddb-8d21-ee50dd61be70', 'tag': '0f0f8207-99e3-4d83-99ec-7e0f87c6d75d', 'status': 'completed', 'code': 200} May 25 20:00:32.267746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-dcf664cc-2bf8-4203-b550-650b22f51cc1 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/6bfa06b4-6ff2-4b33-93ac-3010995c5cb3 HTTP/1.1" status: 200 len: 2981 time: 0.1488109 May 25 20:00:32.268981 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb91d9b4-e6af-4e73-a4c9-cf92d6350c2d req-e1ed14d1-e69d-4a06-85bf-818a9d01f08a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172 HTTP/1.1" status: 200 len: 217 time: 0.0901873 May 25 20:00:32.325427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-0da7843c-84f7-473c-8d62-3f29aa831136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:32.326847 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-0da7843c-84f7-473c-8d62-3f29aa831136 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733783 May 25 20:00:32.373270 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-c24696dd-23e8-49f7-a0e5-2bb8d2d0bbf3 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/9d717df0-8f78-48f0-8850-63e43ecd7566 HTTP/1.1" status: 200 len: 2981 time: 0.0981767 May 25 20:00:32.378811 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91d9b4-e6af-4e73-a4c9-cf92d6350c2d req-5f9c357d-926b-4590-91f5-1bd72f2d8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:32.380223 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb91d9b4-e6af-4e73-a4c9-cf92d6350c2d req-5f9c357d-926b-4590-91f5-1bd72f2d8a41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.0873587 May 25 20:00:32.447625 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb91d9b4-e6af-4e73-a4c9-cf92d6350c2d req-61c5062a-7240-4aa6-bf6d-0e07e5cb9fa2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510371 May 25 20:00:32.538681 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-27f51073-2ec5-48a4-b2d5-7da40b6d306b service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036440 May 25 20:00:32.547432 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-44a3c52d-a37f-4f54-a991-02e7b0e2af85 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/9d717df0-8f78-48f0-8850-63e43ecd7566 HTTP/1.1" status: 200 len: 2981 time: 0.1662672 May 25 20:00:32.550650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ddf3e-dbda-4ae1-a912-51c50e966b1b req-959c4d9b-2c09-4cb1-9dac-4bc0df9a6f97 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:32.552122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-da6ddf3e-dbda-4ae1-a912-51c50e966b1b req-959c4d9b-2c09-4cb1-9dac-4bc0df9a6f97 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1972368 May 25 20:00:32.637796 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-371086c0-c146-408b-8a61-f71968256c2b tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ad3c8de0-8048-4027-bebe-f8867d1d3952 HTTP/1.1" status: 200 len: 2977 time: 0.0780327 May 25 20:00:32.644362 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb91d9b4-e6af-4e73-a4c9-cf92d6350c2d req-e28c02fb-a9fa-42b1-9d70-520a0ee3ef8e service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844230 May 25 20:00:32.680174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-da6ddf3e-dbda-4ae1-a912-51c50e966b1b req-45a2dfeb-6d98-49ce-a257-e05df6b0f76c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077814 May 25 20:00:32.733868 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b6fb0bde-c214-4066-ab11-697e235dbdb9 req-045772b0-67dd-4db8-a1e9-f1c6c98aee40 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807520 May 25 20:00:32.878523 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:32.920443 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb91d9b4-e6af-4e73-a4c9-cf92d6350c2d req-d5bbcb37-95e5-4fcf-9697-608bc09e4a5a service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646294 May 25 20:00:32.926734 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f526-260b-4e88-9bfd-759ff46b2d4b req-f060ac2e-2a65-44fa-9773-6d10e8268737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:32.928208 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2210f526-260b-4e88-9bfd-759ff46b2d4b req-f060ac2e-2a65-44fa-9773-6d10e8268737 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbcaac7c07cf46f8aad2604a6f1b86ac&device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 1098 time: 0.1408448 May 25 20:00:32.929242 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-482c9811-2efb-4d61-89b5-cfc5699aff42 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ad3c8de0-8048-4027-bebe-f8867d1d3952 HTTP/1.1" status: 200 len: 2977 time: 0.2839329 May 25 20:00:32.993166 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-9c84a80e-5e2c-422e-b9b0-5150ae855d13 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/bee3cae6-d22e-47dc-b8bf-9198d9387bd8 HTTP/1.1" status: 200 len: 2981 time: 0.0566695 May 25 20:00:33.052070 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-f9b1d036-6bdf-479b-b6ab-0366ec691c00 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/bee3cae6-d22e-47dc-b8bf-9198d9387bd8 HTTP/1.1" status: 200 len: 2981 time: 0.0534034 May 25 20:00:33.096112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33682) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:33.097420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f526-260b-4e88-9bfd-759ff46b2d4b req-4b172829-3105-477d-b2aa-fcbea0e04bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:33.098871 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2210f526-260b-4e88-9bfd-759ff46b2d4b req-4b172829-3105-477d-b2aa-fcbea0e04bde service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.1564977 May 25 20:00:33.108958 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-b6097cff-9101-462c-8f6d-92385b221925 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/dc48ec11-720e-4ea7-acd4-7156b2de2132 HTTP/1.1" status: 200 len: 2977 time: 0.0497527 May 25 20:00:33.109411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee6d14-f8bf-4bd6-aec7-2dbb06dd3af5 req-7b461f84-de6e-499a-87d4-8be71c098de9 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:33.110946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-19ee6d14-f8bf-4bd6-aec7-2dbb06dd3af5 req-7b461f84-de6e-499a-87d4-8be71c098de9 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.2227809 May 25 20:00:33.162072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94040b2-efe1-4c63-8957-413d45bae621 req-9d83a219-31ca-4090-aa8f-4c39978c1f6f tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/dc48ec11-720e-4ea7-acd4-7156b2de2132 HTTP/1.1" status: 200 len: 2977 time: 0.0476344 May 25 20:00:33.194904 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2210f526-260b-4e88-9bfd-759ff46b2d4b req-630dbce9-a79b-4396-96b3-643eb2ab5450 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=0f0f8207-99e3-4d83-99ec-7e0f87c6d75d HTTP/1.1" status: 200 len: 217 time: 0.0830085 May 25 20:00:33.266659 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-19ee6d14-f8bf-4bd6-aec7-2dbb06dd3af5 req-9e870e51-b7a2-4862-9b04-f22b09efb584 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035798 May 25 20:00:33.277587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f526-260b-4e88-9bfd-759ff46b2d4b req-14beb6bd-6b1c-4f2b-992a-1a3b0bfb0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:33.279040 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2210f526-260b-4e88-9bfd-759ff46b2d4b req-14beb6bd-6b1c-4f2b-992a-1a3b0bfb0c54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0772073 May 25 20:00:33.331729 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08bc7564-5fc0-4873-a50b-364ced7b8a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:33.349822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3efdce-6c4d-4a8f-bbbc-cd11f5b70845 req-69e8ef92-3ee0-4958-a46c-6a7d1aebcb37 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:33.350473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2c3efdce-6c4d-4a8f-bbbc-cd11f5b70845 req-69e8ef92-3ee0-4958-a46c-6a7d1aebcb37 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Synchronizing usage tracker for tenant:cbcaac7c07cf46f8aad2604a6f1b86ac on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:00:33.369617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2c3efdce-6c4d-4a8f-bbbc-cd11f5b70845 req-69e8ef92-3ee0-4958-a46c-6a7d1aebcb37 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Unset dirty status for tenant:cbcaac7c07cf46f8aad2604a6f1b86ac on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:00:33.371014 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c3efdce-6c4d-4a8f-bbbc-cd11f5b70845 req-69e8ef92-3ee0-4958-a46c-6a7d1aebcb37 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 947 time: 0.1094916 May 25 20:00:33.377539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-08bc7564-5fc0-4873-a50b-364ced7b8a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:33.386208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-08bc7564-5fc0-4873-a50b-364ced7b8a8b admin admin] Usage tracker for resource:security_group_rule and tenant:d8b5ceb8229146aa97b8f4d2fee7cd30 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:33.389585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-08bc7564-5fc0-4873-a50b-364ced7b8a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:33.398604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-08bc7564-5fc0-4873-a50b-364ced7b8a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:33.421943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2c3efdce-6c4d-4a8f-bbbc-cd11f5b70845 req-ff963037-facf-47b0-9633-b13aae454ccf tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Synchronizing usage tracker for tenant:cbcaac7c07cf46f8aad2604a6f1b86ac on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:00:33.465402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f526-260b-4e88-9bfd-759ff46b2d4b req-f27fccd8-af4a-4bbd-85f4-d3b72c3826c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:33.466897 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2210f526-260b-4e88-9bfd-759ff46b2d4b req-f27fccd8-af4a-4bbd-85f4-d3b72c3826c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712649 May 25 20:00:33.669901 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2210f526-260b-4e88-9bfd-759ff46b2d4b req-58cca3ae-77e0-4789-84fc-874649abb8fc service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942930 May 25 20:00:33.678490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4a9cd-212a-4f90-8f40-cf1aa7411403 req-eff52812-9d6f-40f9-bcd6-9f575ffe8fcc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:33.679800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-84f4a9cd-212a-4f90-8f40-cf1aa7411403 req-eff52812-9d6f-40f9-bcd6-9f575ffe8fcc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.2639720 May 25 20:00:33.733626 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08bc7564-5fc0-4873-a50b-364ced7b8a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:33.746781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2c3efdce-6c4d-4a8f-bbbc-cd11f5b70845 req-ff963037-facf-47b0-9633-b13aae454ccf tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Unset dirty status for tenant:cbcaac7c07cf46f8aad2604a6f1b86ac on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:00:33.747957 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c3efdce-6c4d-4a8f-bbbc-cd11f5b70845 req-ff963037-facf-47b0-9633-b13aae454ccf tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bfa06b4-6ff2-4b33-93ac-3010995c5cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713920 May 25 20:00:33.789806 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08bc7564-5fc0-4873-a50b-364ced7b8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:33.851324 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-13432142-69ef-4b4a-baef-785c4778f6c2 req-a16bc2cc-dcf2-426f-9567-72f2dee9e93d tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af512a4ea0104232816eb3468077e2cf HTTP/1.1" status: 200 len: 6103 time: 0.0794282 May 25 20:00:33.910537 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-13432142-69ef-4b4a-baef-785c4778f6c2 req-ce8f1b31-b87c-4bc4-9f96-e410d62c9011 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] 10.222.0.60 "GET /v2.0/security-groups/0e06c0b1-024c-43be-a032-bfc25cbe84fa HTTP/1.1" status: 200 len: 2981 time: 0.0533011 May 25 20:00:33.959017 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-84f4a9cd-212a-4f90-8f40-cf1aa7411403 req-699bfe13-210b-4a70-a151-3563d3dc6bec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703626 May 25 20:00:33.964837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc7564-5fc0-4873-a50b-364ced7b8a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643930dd-cb2b-45ea-9548-ff503cbd1e42,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:33.965047 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-13432142-69ef-4b4a-baef-785c4778f6c2 req-8ea0d6db-eed4-43dc-8bc0-dbdd6f13c02d tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] 10.222.0.60 "GET /v2.0/security-groups/0e06c0b1-024c-43be-a032-bfc25cbe84fa HTTP/1.1" status: 200 len: 2981 time: 0.0482090 May 25 20:00:33.972335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-08bc7564-5fc0-4873-a50b-364ced7b8a8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8b5ceb8229146aa97b8f4d2fee7cd30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8692472 May 25 20:00:33.973118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33698) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:34.013524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2210f526-260b-4e88-9bfd-759ff46b2d4b req-2a9376c2-9be9-46a0-9268-b706ea92253e service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327501 May 25 20:00:34.057860 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1562f31c-1038-45bd-957a-489c8643b2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.105456 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1562f31c-1038-45bd-957a-489c8643b2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.119302 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-06282e63-43fd-44fa-8993-ca79785d0cae req-16e4d79f-fbe0-410e-881b-40b5dece42a6 tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/c7219198-fc33-4fe7-a29c-80e62835e9b2 HTTP/1.1" status: 200 len: 1778 time: 0.0759776 May 25 20:00:34.171822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e939494-140c-4614-a53f-bc860dc61470 req-86a085a3-b36a-470f-8e34-8ffe9076de1b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:34.173322 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e939494-140c-4614-a53f-bc860dc61470 req-86a085a3-b36a-470f-8e34-8ffe9076de1b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.0875390 May 25 20:00:34.198871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-06282e63-43fd-44fa-8993-ca79785d0cae req-8a152adf-e268-4ee9-afea-181c5a953e5f tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.212312 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1562f31c-1038-45bd-957a-489c8643b2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.221323 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e939494-140c-4614-a53f-bc860dc61470 req-063d2936-eb83-44e7-b976-fdfe4546d6e5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 May 25 20:00:34.240535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562f31c-1038-45bd-957a-489c8643b2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643930dd-cb2b-45ea-9548-ff503cbd1e42,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:34.246879 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-06282e63-43fd-44fa-8993-ca79785d0cae req-8a152adf-e268-4ee9-afea-181c5a953e5f tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.261410 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1562f31c-1038-45bd-957a-489c8643b2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.262861 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1562f31c-1038-45bd-957a-489c8643b2da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/643930dd-cb2b-45ea-9548-ff503cbd1e42 HTTP/1.1" status: 204 len: 168 time: 0.2882838 May 25 20:00:34.308401 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-06282e63-43fd-44fa-8993-ca79785d0cae req-8a152adf-e268-4ee9-afea-181c5a953e5f tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.329471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a152adf-e268-4ee9-afea-181c5a953e5f tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7219198-fc33-4fe7-a29c-80e62835e9b2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:34.338876 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-06282e63-43fd-44fa-8993-ca79785d0cae req-8a152adf-e268-4ee9-afea-181c5a953e5f tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.340085 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-06282e63-43fd-44fa-8993-ca79785d0cae req-8a152adf-e268-4ee9-afea-181c5a953e5f tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7219198-fc33-4fe7-a29c-80e62835e9b2 HTTP/1.1" status: 204 len: 173 time: 0.2145824 May 25 20:00:34.527287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df695a9f-9a56-41d5-aa24-4257df7fccc9 req-a879d1f3-1a4c-4965-8895-94768ff0790a tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:34.528984 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df695a9f-9a56-41d5-aa24-4257df7fccc9 req-a879d1f3-1a4c-4965-8895-94768ff0790a tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.0947073 May 25 20:00:34.586229 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df695a9f-9a56-41d5-aa24-4257df7fccc9 req-07a2bc65-a9bf-407c-a71a-66087fdcd709 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495641 May 25 20:00:34.609974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33718) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:34.623624 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc2e92f8-67e1-446a-9f94-e4755c6b6692 req-aeb9d438-74b6-4cf3-826d-f1f1a2e0c92d tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d0c87ffd-120b-4674-a875-f9def6318fc2 HTTP/1.1" status: 200 len: 1776 time: 0.0539181 May 25 20:00:34.632034 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4b51-3708-43b4-8382-02a08ddd9f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.651700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0f9f4b51-3708-43b4-8382-02a08ddd9f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:34.655562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0f9f4b51-3708-43b4-8382-02a08ddd9f23 admin admin] Usage tracker for resource:security_group_rule and tenant:695a749a343c46528280bc70569cfd4c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:34.658643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0f9f4b51-3708-43b4-8382-02a08ddd9f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:34.664480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0f9f4b51-3708-43b4-8382-02a08ddd9f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:34.699371 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bc2e92f8-67e1-446a-9f94-e4755c6b6692 req-d6e18f75-8f07-40e5-a701-29acac10b56d tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.729579 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bc2e92f8-67e1-446a-9f94-e4755c6b6692 req-d6e18f75-8f07-40e5-a701-29acac10b56d tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.789284 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4b51-3708-43b4-8382-02a08ddd9f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.790738 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bc2e92f8-67e1-446a-9f94-e4755c6b6692 req-d6e18f75-8f07-40e5-a701-29acac10b56d tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.794284 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4b51-3708-43b4-8382-02a08ddd9f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.810443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e18f75-8f07-40e5-a701-29acac10b56d tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c87ffd-120b-4674-a875-f9def6318fc2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:34.826091 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bc2e92f8-67e1-446a-9f94-e4755c6b6692 req-d6e18f75-8f07-40e5-a701-29acac10b56d tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:34.846651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc2e92f8-67e1-446a-9f94-e4755c6b6692 req-d6e18f75-8f07-40e5-a701-29acac10b56d tempest-SecurityGroupsTestAdminJSON-1202977207 tempest-SecurityGroupsTestAdminJSON-1202977207-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0c87ffd-120b-4674-a875-f9def6318fc2 HTTP/1.1" status: 204 len: 173 time: 0.2082665 May 25 20:00:34.858344 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0f9f4b51-3708-43b4-8382-02a08ddd9f23 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=695a749a343c46528280bc70569cfd4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472184 May 25 20:00:34.859569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f4b51-3708-43b4-8382-02a08ddd9f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1849ce-1fd4-41e3-81ac-2ec7496abaf1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:34.862403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33736) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:34.928828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff9d49f8-f663-4ec1-9b24-fc3566172def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:35.007485 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff9d49f8-f663-4ec1-9b24-fc3566172def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:35.065578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278e659-4905-4fa0-8812-77c98a34b986 req-94d5f17b-ad17-4ea8-b7d5-e0d27b2b7672 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:35.067115 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b278e659-4905-4fa0-8812-77c98a34b986 req-94d5f17b-ad17-4ea8-b7d5-e0d27b2b7672 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 947 time: 0.1395006 May 25 20:00:35.070414 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e87cb744-fb58-4c5f-8f9d-d8454733dcf6 req-1810b271-162e-498a-8f68-bd7ee2f2e764 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] 10.222.0.60 "GET /v2.0/security-groups/3d1ac80f-6917-4fab-a06c-2ceeafe1f126 HTTP/1.1" status: 200 len: 1778 time: 0.0511057 May 25 20:00:35.092533 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff9d49f8-f663-4ec1-9b24-fc3566172def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:35.122231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d49f8-f663-4ec1-9b24-fc3566172def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1849ce-1fd4-41e3-81ac-2ec7496abaf1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:35.136334 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff9d49f8-f663-4ec1-9b24-fc3566172def admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:35.137436 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ff9d49f8-f663-4ec1-9b24-fc3566172def admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d1849ce-1fd4-41e3-81ac-2ec7496abaf1 HTTP/1.1" status: 204 len: 168 time: 0.2740180 May 25 20:00:35.142750 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b278e659-4905-4fa0-8812-77c98a34b986 req-d001ff93-9f73-4cc7-bf02-9bbd004dbb8f tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bfa06b4-6ff2-4b33-93ac-3010995c5cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678334 May 25 20:00:35.164306 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e87cb744-fb58-4c5f-8f9d-d8454733dcf6 req-73eb4991-55c8-431e-866a-a98a5a4f2203 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:35.196485 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e87cb744-fb58-4c5f-8f9d-d8454733dcf6 req-73eb4991-55c8-431e-866a-a98a5a4f2203 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:35.249533 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e87cb744-fb58-4c5f-8f9d-d8454733dcf6 req-73eb4991-55c8-431e-866a-a98a5a4f2203 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:35.271377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb4991-55c8-431e-866a-a98a5a4f2203 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1ac80f-6917-4fab-a06c-2ceeafe1f126,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:35.278505 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e87cb744-fb58-4c5f-8f9d-d8454733dcf6 req-73eb4991-55c8-431e-866a-a98a5a4f2203 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:35.279427 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e87cb744-fb58-4c5f-8f9d-d8454733dcf6 req-73eb4991-55c8-431e-866a-a98a5a4f2203 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] 10.222.0.60 "DELETE /v2.0/security-groups/3d1ac80f-6917-4fab-a06c-2ceeafe1f126 HTTP/1.1" status: 204 len: 173 time: 0.2007530 May 25 20:00:35.348167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbd533-0cbc-41b1-8bd5-8b41675544fa req-0e3228a5-eb95-4992-b0e3-270628bd3bb6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:35.348167 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-36bbd533-0cbc-41b1-8bd5-8b41675544fa req-0e3228a5-eb95-4992-b0e3-270628bd3bb6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.1019795 May 25 20:00:35.401476 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-36bbd533-0cbc-41b1-8bd5-8b41675544fa req-e51937e9-920b-4a6f-ba8c-794bf9f2f724 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438666 May 25 20:00:35.480842 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f47d23e9-c47e-4db0-89d1-3de021ca79ad req-5d8c8b34-b329-4890-ad02-0018ec53b793 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] 10.222.0.60 "GET /v2.0/security-groups/b23b2bf5-e333-4ceb-9acc-da2487049286 HTTP/1.1" status: 200 len: 1777 time: 0.0500953 May 25 20:00:35.519489 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd84ae-b719-476e-bda3-b5d78b147886 req-eda38da4-f9b6-442b-977d-8cba5b9d90ba tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:35.521083 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7dbd84ae-b719-476e-bda3-b5d78b147886 req-eda38da4-f9b6-442b-977d-8cba5b9d90ba tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.0948997 May 25 20:00:35.559137 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f47d23e9-c47e-4db0-89d1-3de021ca79ad req-37ebed5d-8141-4067-902a-c7959e4137e6 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:35.575012 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7dbd84ae-b719-476e-bda3-b5d78b147886 req-91bc1d2e-a641-41a3-92c3-74e8ff00850b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476305 May 25 20:00:35.587971 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f47d23e9-c47e-4db0-89d1-3de021ca79ad req-37ebed5d-8141-4067-902a-c7959e4137e6 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:35.650405 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f47d23e9-c47e-4db0-89d1-3de021ca79ad req-37ebed5d-8141-4067-902a-c7959e4137e6 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:35.687043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebed5d-8141-4067-902a-c7959e4137e6 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23b2bf5-e333-4ceb-9acc-da2487049286,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:35.691850 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f47d23e9-c47e-4db0-89d1-3de021ca79ad req-37ebed5d-8141-4067-902a-c7959e4137e6 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:35.692957 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f47d23e9-c47e-4db0-89d1-3de021ca79ad req-37ebed5d-8141-4067-902a-c7959e4137e6 tempest-SecurityGroupsTestAdminJSON-737068568 tempest-SecurityGroupsTestAdminJSON-737068568-project] 10.222.0.60 "DELETE /v2.0/security-groups/b23b2bf5-e333-4ceb-9acc-da2487049286 HTTP/1.1" status: 204 len: 173 time: 0.2054482 May 25 20:00:35.889031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ca566-d3ee-4c0e-98ef-f021a477910e req-c2860fb8-8f32-4784-b243-bd7412e912e7 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:35.896751 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e73ca566-d3ee-4c0e-98ef-f021a477910e req-c2860fb8-8f32-4784-b243-bd7412e912e7 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.0986395 May 25 20:00:35.948564 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e73ca566-d3ee-4c0e-98ef-f021a477910e req-3e1ebd72-0def-4069-a499-739d84c0d3f7 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507934 May 25 20:00:36.049469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33782) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:36.350556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15862cc-5f20-469b-b3bf-75177b0aae7b req-afaf9bd8-5ea0-447c-a677-6c592a3d7ac8 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:36.352597 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a15862cc-5f20-469b-b3bf-75177b0aae7b req-afaf9bd8-5ea0-447c-a677-6c592a3d7ac8 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 947 time: 0.0914354 May 25 20:00:36.368027 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4d0599de-0838-4f0b-9af3-b923b1e09527 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af512a4ea0104232816eb3468077e2cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171926 May 25 20:00:36.370526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33800) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:36.410597 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a15862cc-5f20-469b-b3bf-75177b0aae7b req-35f470b7-1762-4473-86aa-40f744d0d708 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bfa06b4-6ff2-4b33-93ac-3010995c5cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507941 May 25 20:00:36.458482 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18c4df66-3b55-4241-bba7-8da36ce4d593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:36.502955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18c4df66-3b55-4241-bba7-8da36ce4d593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:36.558401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:00:36.580700 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18c4df66-3b55-4241-bba7-8da36ce4d593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:36.618790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4df66-3b55-4241-bba7-8da36ce4d593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e06c0b1-024c-43be-a032-bfc25cbe84fa,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:36.626139 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18c4df66-3b55-4241-bba7-8da36ce4d593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:36.630705 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-18c4df66-3b55-4241-bba7-8da36ce4d593 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e06c0b1-024c-43be-a032-bfc25cbe84fa HTTP/1.1" status: 204 len: 168 time: 0.2558424 May 25 20:00:36.632260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c118f1-6035-4365-9c71-a64e603e8cee req-6ca2b7b5-1945-4f6a-a190-2fac3b654cfe tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:36.633928 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-54c118f1-6035-4365-9c71-a64e603e8cee req-6ca2b7b5-1945-4f6a-a190-2fac3b654cfe tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.1104124 May 25 20:00:36.710026 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-54c118f1-6035-4365-9c71-a64e603e8cee req-184f14bd-48d7-4046-8ff5-abfdb7cae4e9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698056 May 25 20:00:36.781574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0f0f8207-99e3-4d83-99ec-7e0f87c6d75d,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:36.799124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '0f0f8207-99e3-4d83-99ec-7e0f87c6d75d', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '0f0f8207-99e3-4d83-99ec-7e0f87c6d75d', 'mac_address': 'fa:16:3e:a3:06:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:00:36.862592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202ce21-fa73-4304-a7b6-ad68e81b2222 req-40b541e0-a4e7-4537-b590-f022d3491124 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:36.863984 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a202ce21-fa73-4304-a7b6-ad68e81b2222 req-40b541e0-a4e7-4537-b590-f022d3491124 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1159649 May 25 20:00:36.875683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:36.876742 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:36.901003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:00:36.916491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0f0f8207-99e3-4d83-99ec-7e0f87c6d75d,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:36.917984 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a202ce21-fa73-4304-a7b6-ad68e81b2222 req-f7fddae6-fdd8-44ca-9f3b-7585a0d15826 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472953 May 25 20:00:36.924235 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:37.005188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=0f0f8207-99e3-4d83-99ec-7e0f87c6d75d,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:37.015601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33830) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:37.118124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33838) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:37.166494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf84f41-8d5c-4fa9-93b9-b03ba868d273 req-da00a325-cb98-4175-9826-56413a7bb1bd tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:37.168096 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dbf84f41-8d5c-4fa9-93b9-b03ba868d273 req-da00a325-cb98-4175-9826-56413a7bb1bd tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1013758 May 25 20:00:37.168299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['0f0f8207-99e3-4d83-99ec-7e0f87c6d75d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:00:37.189466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-af403d4b-0bda-4cbc-8b02-6d40dc8b838b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e467ca64a57a422c99efc92cc3913557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0694332 May 25 20:00:37.190252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33842) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:37.259179 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dbf84f41-8d5c-4fa9-93b9-b03ba868d273 req-36f177ab-de29-4b09-aee5-86fdb1d74111 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737507 May 25 20:00:37.262475 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4a48e23-c2e1-4031-9470-c1bc082e9574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:37.292854 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4a48e23-c2e1-4031-9470-c1bc082e9574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:37.325178 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ae8975e2-a911-4706-a031-464629fa669e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:37.361794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ae8975e2-a911-4706-a031-464629fa669e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:37.369008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ae8975e2-a911-4706-a031-464629fa669e admin admin] Usage tracker for resource:security_group_rule and tenant:d51832995c984955897d22046217ff60 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:37.371818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ae8975e2-a911-4706-a031-464629fa669e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:37.378873 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ae8975e2-a911-4706-a031-464629fa669e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:37.404740 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4a48e23-c2e1-4031-9470-c1bc082e9574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:37.428772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a48e23-c2e1-4031-9470-c1bc082e9574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d717df0-8f78-48f0-8850-63e43ecd7566,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:37.452496 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4a48e23-c2e1-4031-9470-c1bc082e9574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:37.458445 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f4a48e23-c2e1-4031-9470-c1bc082e9574 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d717df0-8f78-48f0-8850-63e43ecd7566 HTTP/1.1" status: 204 len: 168 time: 0.2670636 May 25 20:00:37.515547 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ae8975e2-a911-4706-a031-464629fa669e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:37.522544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ae8975e2-a911-4706-a031-464629fa669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:37.616297 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ae8975e2-a911-4706-a031-464629fa669e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d51832995c984955897d22046217ff60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5993750 May 25 20:00:37.619274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33858) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:37.629454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8975e2-a911-4706-a031-464629fa669e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f2ffe5-aaa3-4ead-b833-18bdf1b4d8c0,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:37.692296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3296a-335f-4a5e-ab13-2e617a921c00 req-6971e31f-3718-46fd-bf6a-15cd4e61d7f5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:37.700042 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85b3296a-335f-4a5e-ab13-2e617a921c00 req-6971e31f-3718-46fd-bf6a-15cd4e61d7f5 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 948 time: 0.1272871 May 25 20:00:37.758717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85b3296a-335f-4a5e-ab13-2e617a921c00 req-f29d0355-08e8-4ae3-a6cf-9206cbcf0cfb tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bfa06b4-6ff2-4b33-93ac-3010995c5cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575037 May 25 20:00:37.769144 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3344913b-be0a-46ab-b91e-a3cba6f00d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:37.820414 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3344913b-be0a-46ab-b91e-a3cba6f00d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:37.913037 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3344913b-be0a-46ab-b91e-a3cba6f00d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:37.938051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344913b-be0a-46ab-b91e-a3cba6f00d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f2ffe5-aaa3-4ead-b833-18bdf1b4d8c0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:37.947965 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3344913b-be0a-46ab-b91e-a3cba6f00d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:37.952415 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3344913b-be0a-46ab-b91e-a3cba6f00d11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/73f2ffe5-aaa3-4ead-b833-18bdf1b4d8c0 HTTP/1.1" status: 204 len: 168 time: 0.3319712 May 25 20:00:37.977807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbd40a-693e-4f50-b796-2b3614e78c74 req-c2f44b1e-fb07-4467-a6d9-0b6b1f91cf20 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:37.979311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76fbd40a-693e-4f50-b796-2b3614e78c74 req-c2f44b1e-fb07-4467-a6d9-0b6b1f91cf20 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.1156290 May 25 20:00:38.039032 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76fbd40a-693e-4f50-b796-2b3614e78c74 req-0f611e81-3373-4d79-9e6c-80cd45eb2c76 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499353 May 25 20:00:38.275487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127501d-081e-4620-82eb-92a4a7e3810f req-d3426806-5b0e-4795-ad48-c19a503a6303 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:38.277260 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f127501d-081e-4620-82eb-92a4a7e3810f req-d3426806-5b0e-4795-ad48-c19a503a6303 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1071663 May 25 20:00:38.345233 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f127501d-081e-4620-82eb-92a4a7e3810f req-15cda0fe-bdd4-4ed6-85e8-811acebed1b9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587780 May 25 20:00:38.438097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33906) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:38.461617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2434d1ed-51d4-4105-bba6-ecbf95d9314b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:38.478060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2434d1ed-51d4-4105-bba6-ecbf95d9314b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:38.482199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2434d1ed-51d4-4105-bba6-ecbf95d9314b admin admin] Usage tracker for resource:security_group_rule and tenant:7cf61743c1ab4979a7edbf553d9308a0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:38.486350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2434d1ed-51d4-4105-bba6-ecbf95d9314b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:38.495015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179f54a-a8ec-45de-b943-171e611b1e3c req-8e2de759-8ae2-41dc-9fa6-4140c52ab27e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:38.496854 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2179f54a-a8ec-45de-b943-171e611b1e3c req-8e2de759-8ae2-41dc-9fa6-4140c52ab27e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.0941849 May 25 20:00:38.498899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2434d1ed-51d4-4105-bba6-ecbf95d9314b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:38.567543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2179f54a-a8ec-45de-b943-171e611b1e3c req-27a0a3eb-c8cf-4b82-b4c2-441bc92ed597 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612426 May 25 20:00:38.574194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:00:38.620822 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2434d1ed-51d4-4105-bba6-ecbf95d9314b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:38.627284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2434d1ed-51d4-4105-bba6-ecbf95d9314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:38.638892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33912) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:38.666069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:38.672926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:38.673670 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:38.730192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434d1ed-51d4-4105-bba6-ecbf95d9314b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985cce50-9b83-42c5-a084-dd258461fb38,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:38.741739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2434d1ed-51d4-4105-bba6-ecbf95d9314b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7cf61743c1ab4979a7edbf553d9308a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979274 May 25 20:00:38.741986 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33922) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:38.847735 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d595e67a-349e-4322-88ce-473a0a97daa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:38.870297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:38.871048 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:38.875899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d595e67a-349e-4322-88ce-473a0a97daa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:38.884836 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d595e67a-349e-4322-88ce-473a0a97daa1 admin admin] Usage tracker for resource:security_group_rule and tenant:df1b7b7070514a4e98897a0420e38449 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:38.890274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d595e67a-349e-4322-88ce-473a0a97daa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:38.893685 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73c08a0b-8f7c-49c3-82ab-27fce3b17c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:38.898913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d595e67a-349e-4322-88ce-473a0a97daa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:38.919330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0f0f8207-99e3-4d83-99ec-7e0f87c6d75d,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:38.920598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce399c26-8d9e-4ddb-8d21-ee50dd61be70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0f8207-99e3-4d83-99ec-7e0f87c6d75d'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:38.932550 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:38.939984 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73c08a0b-8f7c-49c3-82ab-27fce3b17c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:38.994719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c2d41-b812-4bd6-9d6d-742515941e9d req-349d0407-1956-4080-9f9a-ed4c5e3ed640 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:38.996669 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8f5c2d41-b812-4bd6-9d6d-742515941e9d req-349d0407-1956-4080-9f9a-ed4c5e3ed640 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 949 time: 0.1063352 May 25 20:00:39.012826 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4b07a0-213c-4a48-b336-0173883c28fe'] response: {'server_uuid': 'ce399c26-8d9e-4ddb-8d21-ee50dd61be70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0f8207-99e3-4d83-99ec-7e0f87c6d75d', 'code': 200} May 25 20:00:39.060718 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d595e67a-349e-4322-88ce-473a0a97daa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:39.073670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d595e67a-349e-4322-88ce-473a0a97daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:39.076153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=0f0f8207-99e3-4d83-99ec-7e0f87c6d75d,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:39.092457 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73c08a0b-8f7c-49c3-82ab-27fce3b17c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:39.093672 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8f5c2d41-b812-4bd6-9d6d-742515941e9d req-88fe4282-d864-4b76-8892-d4a059ca1cd2 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bfa06b4-6ff2-4b33-93ac-3010995c5cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902851 May 25 20:00:39.172336 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d595e67a-349e-4322-88ce-473a0a97daa1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df1b7b7070514a4e98897a0420e38449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325253 May 25 20:00:39.175763 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73c08a0b-8f7c-49c3-82ab-27fce3b17c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:39.176417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33936) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:39.176913 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-73c08a0b-8f7c-49c3-82ab-27fce3b17c0e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/985cce50-9b83-42c5-a084-dd258461fb38 HTTP/1.1" status: 204 len: 168 time: 0.4336257 May 25 20:00:39.216257 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595e67a-349e-4322-88ce-473a0a97daa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d4939e-26b1-438b-ac7d-f0998d92899c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:39.242939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c08a0b-8f7c-49c3-82ab-27fce3b17c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985cce50-9b83-42c5-a084-dd258461fb38,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:39.295548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884282d-1677-4d04-b7ab-72b8c3225fa8 req-72da3fef-db15-4563-9e8e-c6480c0e9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:39.297148 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c884282d-1677-4d04-b7ab-72b8c3225fa8 req-72da3fef-db15-4563-9e8e-c6480c0e9444 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 1100 time: 0.2023008 May 25 20:00:39.309037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9120bb4-0110-43dc-b82b-b9d0cf5cb08f req-1ab38436-76f5-4b61-8fd7-5240c8374bab tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:39.310786 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9120bb4-0110-43dc-b82b-b9d0cf5cb08f req-1ab38436-76f5-4b61-8fd7-5240c8374bab tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.1415615 May 25 20:00:39.373498 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c884282d-1677-4d04-b7ab-72b8c3225fa8 req-fed0dce9-2c79-4448-8ac9-f6613516cfd8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6bfa06b4-6ff2-4b33-93ac-3010995c5cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669370 May 25 20:00:39.374860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9120bb4-0110-43dc-b82b-b9d0cf5cb08f req-a15c1538-9377-4593-a9ef-3071a093e97d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564408 May 25 20:00:39.387990 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81852f2d-33a2-41c2-98fa-ce9749b9248e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:39.422910 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81852f2d-33a2-41c2-98fa-ce9749b9248e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:39.554649 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81852f2d-33a2-41c2-98fa-ce9749b9248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:39.584705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81852f2d-33a2-41c2-98fa-ce9749b9248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d4939e-26b1-438b-ac7d-f0998d92899c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:39.591522 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81852f2d-33a2-41c2-98fa-ce9749b9248e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:39.595776 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-81852f2d-33a2-41c2-98fa-ce9749b9248e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/48d4939e-26b1-438b-ac7d-f0998d92899c HTTP/1.1" status: 204 len: 168 time: 0.4153306 May 25 20:00:39.603799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccec429-124c-471d-bbeb-4672281b5f8f req-5953f39f-1e17-48e3-b5e2-f4275ac2333e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:39.605238 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ccec429-124c-471d-bbeb-4672281b5f8f req-5953f39f-1e17-48e3-b5e2-f4275ac2333e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1382799 May 25 20:00:39.685427 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ccec429-124c-471d-bbeb-4672281b5f8f req-1f7babe4-864c-466f-b387-fba602625164 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664346 May 25 20:00:39.770643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33962) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:39.797173 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-23b8ad77-97f6-40c3-8dc2-e02df0fe1442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:39.816329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-23b8ad77-97f6-40c3-8dc2-e02df0fe1442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:39.820881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-23b8ad77-97f6-40c3-8dc2-e02df0fe1442 admin admin] Usage tracker for resource:security_group_rule and tenant:1866f9eeb6b74ee284deb5bbff8d9cf0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:39.823931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-23b8ad77-97f6-40c3-8dc2-e02df0fe1442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:39.832339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-23b8ad77-97f6-40c3-8dc2-e02df0fe1442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:39.833285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e2a16-8eee-4a61-8dd1-fbc37b498ce6 req-50b7d1c4-f5be-4288-9996-a1e8f9abced1 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:39.842180 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea8e2a16-8eee-4a61-8dd1-fbc37b498ce6 req-50b7d1c4-f5be-4288-9996-a1e8f9abced1 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1144962 May 25 20:00:39.949184 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-23b8ad77-97f6-40c3-8dc2-e02df0fe1442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:39.958458 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-23b8ad77-97f6-40c3-8dc2-e02df0fe1442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:39.980883 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea8e2a16-8eee-4a61-8dd1-fbc37b498ce6 req-88b82955-3031-47ca-b65c-70972fcfeacf tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372612 May 25 20:00:40.010839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8ad77-97f6-40c3-8dc2-e02df0fe1442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4938b250-c506-49a2-8c88-3bf09308c2f7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:40.023302 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-23b8ad77-97f6-40c3-8dc2-e02df0fe1442 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1866f9eeb6b74ee284deb5bbff8d9cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506864 May 25 20:00:40.025807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33970) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:40.089069 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3bef5e72-6a5b-43ab-b635-bc669df9cf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:40.121441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33980) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:40.128544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3bef5e72-6a5b-43ab-b635-bc669df9cf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:40.146511 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6305579-a386-4f13-adbe-f9f3bd849a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:40.164820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b6305579-a386-4f13-adbe-f9f3bd849a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:40.168621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b6305579-a386-4f13-adbe-f9f3bd849a5b admin admin] Usage tracker for resource:security_group_rule and tenant:dd5dd58908fc470db58e904419a43ae8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:40.171592 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b6305579-a386-4f13-adbe-f9f3bd849a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:40.179877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b6305579-a386-4f13-adbe-f9f3bd849a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:40.203443 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3bef5e72-6a5b-43ab-b635-bc669df9cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:40.223080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef5e72-6a5b-43ab-b635-bc669df9cf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4938b250-c506-49a2-8c88-3bf09308c2f7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:40.232530 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3bef5e72-6a5b-43ab-b635-bc669df9cf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:40.244832 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3bef5e72-6a5b-43ab-b635-bc669df9cf3f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4938b250-c506-49a2-8c88-3bf09308c2f7 HTTP/1.1" status: 204 len: 168 time: 0.2180159 May 25 20:00:40.349216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c1573-6d9d-4d1c-b004-65f87aaed2a6 req-923c6b5b-219f-438f-9edc-700af52bd404 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:40.350745 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-849c1573-6d9d-4d1c-b004-65f87aaed2a6 req-923c6b5b-219f-438f-9edc-700af52bd404 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 949 time: 0.1361437 May 25 20:00:40.380230 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6305579-a386-4f13-adbe-f9f3bd849a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:40.397287 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6305579-a386-4f13-adbe-f9f3bd849a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:40.437704 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-849c1573-6d9d-4d1c-b004-65f87aaed2a6 req-fd2785d4-0c0c-4acc-90ee-dacd796887ef tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bfa06b4-6ff2-4b33-93ac-3010995c5cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794656 May 25 20:00:40.471622 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b6305579-a386-4f13-adbe-f9f3bd849a5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd5dd58908fc470db58e904419a43ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458693 May 25 20:00:40.471622 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6305579-a386-4f13-adbe-f9f3bd849a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9d5048-e397-4980-aba5-7d853d82f096,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:40.471767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33998) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:40.531734 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-4d72eeeb-bc89-4e9d-be28-1db4c3ca38b2 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3306bd222ca444c7abe2322acf25ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389049 May 25 20:00:40.679339 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4931711f-376a-4018-a6c2-5b5a4ad3492e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:40.722744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cf9c7-ac54-4fb4-8390-7f0ab3e1c562 req-8fbb09bf-101f-4b74-a048-ae69d080a2e7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:40.731337 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a27cf9c7-ac54-4fb4-8390-7f0ab3e1c562 req-8fbb09bf-101f-4b74-a048-ae69d080a2e7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.1138434 May 25 20:00:40.740025 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4931711f-376a-4018-a6c2-5b5a4ad3492e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:40.752869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-f15169a8-a767-464d-a5df-22a439d3148e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:40.754716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-f15169a8-a767-464d-a5df-22a439d3148e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159812 May 25 20:00:40.788354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a27cf9c7-ac54-4fb4-8390-7f0ab3e1c562 req-c9b46473-8630-4e5a-bf32-d00493b4a3e7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558660 May 25 20:00:40.791727 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-d068390d-0fe7-417a-81d9-9dd6ccdc4226 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/quotas/3306bd222ca444c7abe2322acf25ea5f HTTP/1.1" status: 200 len: 375 time: 0.0253055 May 25 20:00:40.853756 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-13ccc260-6439-434e-bc79-61d4c7c6833c tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3306bd222ca444c7abe2322acf25ea5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492246 May 25 20:00:40.869434 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4931711f-376a-4018-a6c2-5b5a4ad3492e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:40.892770 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4931711f-376a-4018-a6c2-5b5a4ad3492e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:40.897613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4931711f-376a-4018-a6c2-5b5a4ad3492e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec9d5048-e397-4980-aba5-7d853d82f096 HTTP/1.1" status: 204 len: 168 time: 0.4249010 May 25 20:00:40.898815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931711f-376a-4018-a6c2-5b5a4ad3492e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9d5048-e397-4980-aba5-7d853d82f096,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:41.033428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a4ee6-f39d-48a5-b8b8-891c647ac2f7 req-06d2368a-f93b-482b-bf49-00cf7d34163f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:41.035763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fc7a4ee6-f39d-48a5-b8b8-891c647ac2f7 req-06d2368a-f93b-482b-bf49-00cf7d34163f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1379507 May 25 20:00:41.109355 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-10e3bb17-9125-4df1-adbf-ff37ff5644cf req-c4402858-199f-4b89-81eb-c102f539faba tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 210 time: 0.0653179 May 25 20:00:41.121345 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fc7a4ee6-f39d-48a5-b8b8-891c647ac2f7 req-893aeebd-46ad-41d2-8911-4f8a6eeb4ceb tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791914 May 25 20:00:41.339398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f25c2-e113-40c3-b577-d3131e911669 req-ef365523-ddfc-424d-b011-fb3d1f9e7ad1 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:41.340812 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-809f25c2-e113-40c3-b577-d3131e911669 req-ef365523-ddfc-424d-b011-fb3d1f9e7ad1 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.0910220 May 25 20:00:41.405568 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-809f25c2-e113-40c3-b577-d3131e911669 req-67c5b051-15c5-456b-8229-e270f44b4192 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584693 May 25 20:00:41.707936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c87707-adf4-4528-8692-693111575aa4 req-5e77914e-46b1-4ea5-8058-fb92bf5cc32c tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:41.709504 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-67c87707-adf4-4528-8692-693111575aa4 req-5e77914e-46b1-4ea5-8058-fb92bf5cc32c tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 949 time: 0.1205668 May 25 20:00:41.793523 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-67c87707-adf4-4528-8692-693111575aa4 req-9faf7e4e-03d3-4edb-919f-57edfe8272c2 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bfa06b4-6ff2-4b33-93ac-3010995c5cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674157 May 25 20:00:42.004696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92beb03-3771-4e20-a279-d3c0af26908c req-acadcc43-7532-47f6-b3cc-6b8ceaeb9a88 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:42.005638 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a92beb03-3771-4e20-a279-d3c0af26908c req-acadcc43-7532-47f6-b3cc-6b8ceaeb9a88 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.0914440 May 25 20:00:42.059885 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a92beb03-3771-4e20-a279-d3c0af26908c req-efdd153c-7ab0-41fe-b89e-49107057b7cc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479093 May 25 20:00:42.345486 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-9f77f7bc-295e-4982-a865-d77081bed393 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3306bd222ca444c7abe2322acf25ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353506 May 25 20:00:42.367449 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d90767f-a7d4-4ced-8bb4-c59a99619fd2 req-2d8b5d2b-d6ee-4ae3-8c94-1233b82f70b1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 210 time: 0.0899191 May 25 20:00:42.523699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4eabb8-3272-41a9-b0d1-fdec912f9cff req-18e7c590-2cb2-4305-bde3-586439bb94d8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:42.525202 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc4eabb8-3272-41a9-b0d1-fdec912f9cff req-18e7c590-2cb2-4305-bde3-586439bb94d8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2536316 May 25 20:00:42.538967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-4a3dc936-3a11-4d6c-bded-4bdb1836bee6 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:42.540377 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-4a3dc936-3a11-4d6c-bded-4bdb1836bee6 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852987 May 25 20:00:42.561434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Request body: {'port': {'device_id': '2d8c76bf-260e-42c4-a8b0-2a678c19c67b', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '3306bd222ca444c7abe2322acf25ea5f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:42.680881 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc4eabb8-3272-41a9-b0d1-fdec912f9cff req-2e2cfa90-debc-47a7-9dd6-259ebc535773 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312692 May 25 20:00:42.730180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:42.737358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Usage tracker for resource:port and tenant:3306bd222ca444c7abe2322acf25ea5f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:42.740583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:42.748037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:42.767130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Made reservation on behalf of 3306bd222ca444c7abe2322acf25ea5f for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:00:42.771686 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:42.789087 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:42.807863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:42.812526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Usage tracker for resource:security_group_rule and tenant:3306bd222ca444c7abe2322acf25ea5f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:42.816971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:42.823250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:42.990834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5dc77-8849-495d-9719-0e7347e78621 req-2ac1390c-4276-4a17-a0c7-c51e43fd5628 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:42.992352 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0b5dc77-8849-495d-9719-0e7347e78621 req-2ac1390c-4276-4a17-a0c7-c51e43fd5628 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1557667 May 25 20:00:43.020917 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:43.025780 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:43.122941 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0b5dc77-8849-495d-9719-0e7347e78621 req-52b44dbf-e86f-41ce-bb64-1bf32212a5ef tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232855 May 25 20:00:43.141291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:43.365314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Allocated IP 192.168.233.221 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/43717c7d-a372-4878-af99-4a7593d0d492) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:00:43.421721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d9391-5775-4c38-b679-cb3713996c40 req-23499798-43ea-41e8-ad72-3c0a6a9126e7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:43.424318 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e76d9391-5775-4c38-b679-cb3713996c40 req-23499798-43ea-41e8-ad72-3c0a6a9126e7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.1469584 May 25 20:00:43.448563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9f4cc-736a-4ed4-808d-d0cac474f00c req-b229b6d4-888c-4eb2-a756-518e3ad90c36 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:43.450046 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08a9f4cc-736a-4ed4-808d-d0cac474f00c req-b229b6d4-888c-4eb2-a756-518e3ad90c36 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 949 time: 0.0864298 May 25 20:00:43.495971 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08a9f4cc-736a-4ed4-808d-d0cac474f00c req-2cc4be83-a7e2-4ce1-b881-40f1ff0a1425 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bfa06b4-6ff2-4b33-93ac-3010995c5cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399597 May 25 20:00:43.569157 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e76d9391-5775-4c38-b679-cb3713996c40 req-e363566f-34ad-4d1a-b68d-49d4ca5ab88d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317313 May 25 20:00:43.637112 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:43.659800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Transition to ACTIVE for port object 43717c7d-a372-4878-af99-4a7593d0d492 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:00:43.737956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5bbfa232-78a0-49d9-a7f6-5c9c2008f83c req-7727828a-6f8d-466f-8024-3d770f598f04 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 210 time: 0.0558763 May 25 20:00:43.747379 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:43.836212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Pushing event updated for resources: {'Port': ['ID=43717c7d-a372-4878-af99-4a7593d0d492,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:43.851529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:00:43.857193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:00:43.857193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:00:43.944793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:43.945638 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:43.981868 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-bcbc1c7f-637d-4cf4-a75f-0cb08bbe3239 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4256949 May 25 20:00:43.998509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Request body: {'port': {'device_id': '2d8c76bf-260e-42c4-a8b0-2a678c19c67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:44.041930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86567e-0096-4b5c-afcf-c82047d4bf6d req-8aceec7d-5e5d-4d9a-ac88-e5bb9b3012e4 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:44.051298 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce86567e-0096-4b5c-afcf-c82047d4bf6d req-8aceec7d-5e5d-4d9a-ac88-e5bb9b3012e4 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1466396 May 25 20:00:44.113471 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce86567e-0096-4b5c-afcf-c82047d4bf6d req-1d216893-d6cd-455e-86b9-d982bbf05b52 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596962 May 25 20:00:44.150399 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:44.213172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fee69312-b891-4548-88cc-d2dca27f0cd1 None None] Provisioning for port 43717c7d-a372-4878-af99-4a7593d0d492 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:44.221585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fee69312-b891-4548-88cc-d2dca27f0cd1 None None] Provisioning complete for port 43717c7d-a372-4878-af99-4a7593d0d492 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:44.222132 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fee69312-b891-4548-88cc-d2dca27f0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:44.223561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34150) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:44.281397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fee69312-b891-4548-88cc-d2dca27f0cd1 None None] Port 43717c7d-a372-4878-af99-4a7593d0d492 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:00:44.406046 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-151c8bbc-1586-4281-aff7-4b5bd3706516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:44.424882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-151c8bbc-1586-4281-aff7-4b5bd3706516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:44.436704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283945f-1f5a-47ae-9bbd-9e445c375b2e req-a8d706b2-be24-4ca7-9d4f-b02f999e6dc9 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:44.443036 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6283945f-1f5a-47ae-9bbd-9e445c375b2e req-a8d706b2-be24-4ca7-9d4f-b02f999e6dc9 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1503813 May 25 20:00:44.444719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-151c8bbc-1586-4281-aff7-4b5bd3706516 admin admin] Usage tracker for resource:security_group_rule and tenant:2be16bc9ab174792ae3fc07e5217a24b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:44.470532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-151c8bbc-1586-4281-aff7-4b5bd3706516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:44.524470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-151c8bbc-1586-4281-aff7-4b5bd3706516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:44.607103 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6283945f-1f5a-47ae-9bbd-9e445c375b2e req-64ae846b-da71-40b9-8d79-dc495a35f2d7 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582980 May 25 20:00:44.615324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34170) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:44.673756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43717c7d-a372-4878-af99-4a7593d0d492 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:00:44.688121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:44.710790 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-151c8bbc-1586-4281-aff7-4b5bd3706516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:44.726272 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db65928-483a-4136-b0b2-06ed46c6d94e req-f3671b06-fdf7-4194-8f15-34826b323788 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:44.728172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8db65928-483a-4136-b0b2-06ed46c6d94e req-f3671b06-fdf7-4194-8f15-34826b323788 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 949 time: 0.2604911 May 25 20:00:44.729657 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-151c8bbc-1586-4281-aff7-4b5bd3706516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:44.731967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Transition to ACTIVE for port object 43717c7d-a372-4878-af99-4a7593d0d492 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:00:44.750879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05653f5f-05cc-4d33-81e2-e712ca874968 req-de6b9e20-0cb4-49c7-8d2f-577ecac6e0a1 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:44.752863 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05653f5f-05cc-4d33-81e2-e712ca874968 req-de6b9e20-0cb4-49c7-8d2f-577ecac6e0a1 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 949 time: 0.1225457 May 25 20:00:44.753389 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:44.792718 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-151c8bbc-1586-4281-aff7-4b5bd3706516 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2be16bc9ab174792ae3fc07e5217a24b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5680885 May 25 20:00:44.796166 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34178) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:44.896529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c8bbc-1586-4281-aff7-4b5bd3706516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642c6305-edab-4460-b796-4347d8dcdf82,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:44.899949 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-797756ac-0d8a-4dab-9f98-d1e6181afe82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:44.944246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-797756ac-0d8a-4dab-9f98-d1e6181afe82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:44.952159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-8db65928-483a-4136-b0b2-06ed46c6d94e req-bac8b0e9-86c8-415c-b878-7f173a1c2509 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Deleting port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:00:44.952516 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8db65928-483a-4136-b0b2-06ed46c6d94e req-bac8b0e9-86c8-415c-b878-7f173a1c2509 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:44.980370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-797756ac-0d8a-4dab-9f98-d1e6181afe82 admin admin] Usage tracker for resource:security_group_rule and tenant:3881a30ea17b4569b39e0c3e8ee84201 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:44.988748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-797756ac-0d8a-4dab-9f98-d1e6181afe82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:44.998616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Pushing event updated for resources: {'Port': ['ID=43717c7d-a372-4878-af99-4a7593d0d492,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:45.011555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-797756ac-0d8a-4dab-9f98-d1e6181afe82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:45.040363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05653f5f-05cc-4d33-81e2-e712ca874968 req-a295516f-7d5d-49b6-bc41-69a16176c850 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bfa06b4-6ff2-4b33-93ac-3010995c5cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506900 May 25 20:00:45.090620 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f7b1-3fa3-4568-a8fc-b47e588f5264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:45.140869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Attempting to bind port 43717c7d-a372-4878-af99-4a7593d0d492 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:00:45.141326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Attempting to bind port 43717c7d-a372-4878-af99-4a7593d0d492 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:00:45.141858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Attempting to bind port 43717c7d-a372-4878-af99-4a7593d0d492 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:45.154604 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f7b1-3fa3-4568-a8fc-b47e588f5264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:45.166233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Port 43717c7d-a372-4878-af99-4a7593d0d492 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:00:45.166667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Attempting to bind port 43717c7d-a372-4878-af99-4a7593d0d492 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:45.173901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515be95-6f70-4d1a-8417-323a5063de77 req-abadc434-798d-457a-9f48-e72cee21487b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:45.178998 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e515be95-6f70-4d1a-8417-323a5063de77 req-abadc434-798d-457a-9f48-e72cee21487b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.4135311 May 25 20:00:45.186722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:00:45.187126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:00:45.187530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:00:45.188028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Bound port: 43717c7d-a372-4878-af99-4a7593d0d492, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:00:45.188528 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:45.399869 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f7b1-3fa3-4568-a8fc-b47e588f5264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:45.424630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] For port 43717c7d-a372-4878-af99-4a7593d0d492, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:00:45.439427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5f7b1-3fa3-4568-a8fc-b47e588f5264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642c6305-edab-4460-b796-4347d8dcdf82,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:45.447445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] For port 43717c7d-a372-4878-af99-4a7593d0d492, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=43717c7d-a372-4878-af99-4a7593d0d492,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:00:45.453807 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f7b1-3fa3-4568-a8fc-b47e588f5264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:45.459918 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7ac5f7b1-3fa3-4568-a8fc-b47e588f5264 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/642c6305-edab-4460-b796-4347d8dcdf82 HTTP/1.1" status: 204 len: 168 time: 0.6570609 May 25 20:00:45.461561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:45.512041 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e515be95-6f70-4d1a-8417-323a5063de77 req-7e1b0eba-e5b8-4144-9e0e-14180af1567d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138266 May 25 20:00:45.654960 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-797756ac-0d8a-4dab-9f98-d1e6181afe82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:45.676303 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-797756ac-0d8a-4dab-9f98-d1e6181afe82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:45.724518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-8db65928-483a-4136-b0b2-06ed46c6d94e req-bac8b0e9-86c8-415c-b878-7f173a1c2509 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] For port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0f0f8207-99e3-4d83-99ec-7e0f87c6d75d,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:45.725078 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8db65928-483a-4136-b0b2-06ed46c6d94e req-bac8b0e9-86c8-415c-b878-7f173a1c2509 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:45.753578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9120a-b3da-4c3b-9347-092a31770255 req-fd5c9119-4ad6-4db3-8b22-384fd80eb5f1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:45.754966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dda9120a-b3da-4c3b-9347-092a31770255 req-fd5c9119-4ad6-4db3-8b22-384fd80eb5f1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Synchronizing usage tracker for tenant:3306bd222ca444c7abe2322acf25ea5f on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:00:45.770653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:45.772306 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:45.779461 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] 10.222.0.50 "PUT /v2.0/ports/43717c7d-a372-4878-af99-4a7593d0d492 HTTP/1.1" status: 200 len: 1096 time: 1.7806296 May 25 20:00:45.794113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8c76bf-260e-42c4-a8b0-2a678c19c67b', 'tag': '43717c7d-a372-4878-af99-4a7593d0d492'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:45.903025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797756ac-0d8a-4dab-9f98-d1e6181afe82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8471e620-5129-4e27-a5a1-61fbb57c17d7,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:45.938779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2cf3f-2033-4e31-a36e-533ab7299de0 service neutron] Pushing event updated for resources: {'Port': ['ID=43717c7d-a372-4878-af99-4a7593d0d492,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:45.971769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dda9120a-b3da-4c3b-9347-092a31770255 req-fd5c9119-4ad6-4db3-8b22-384fd80eb5f1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Unset dirty status for tenant:3306bd222ca444c7abe2322acf25ea5f on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:00:45.979225 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dda9120a-b3da-4c3b-9347-092a31770255 req-fd5c9119-4ad6-4db3-8b22-384fd80eb5f1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 948 time: 0.6952462 May 25 20:00:46.087521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dda9120a-b3da-4c3b-9347-092a31770255 req-ef8b73e6-601b-42b0-9194-c10e28499866 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Synchronizing usage tracker for tenant:3306bd222ca444c7abe2322acf25ea5f on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:00:46.118573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-4a8c10dc-6d44-4709-aa01-076624a1c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:46.121188 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-4a8c10dc-6d44-4709-aa01-076624a1c995 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3306bd222ca444c7abe2322acf25ea5f&device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 1099 time: 0.2814815 May 25 20:00:46.128705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34196) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:46.248945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-8db65928-483a-4136-b0b2-06ed46c6d94e req-bac8b0e9-86c8-415c-b878-7f173a1c2509 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Calling delete_port for 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:00:46.288469 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4529-e266-40a2-a2b5-ca633175c06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:46.299646 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-66c938a3-2dd4-4f1e-a34f-e4ae45f920d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=43717c7d-a372-4878-af99-4a7593d0d492 HTTP/1.1" status: 200 len: 217 time: 0.1698439 May 25 20:00:46.302874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dda9120a-b3da-4c3b-9347-092a31770255 req-ef8b73e6-601b-42b0-9194-c10e28499866 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Unset dirty status for tenant:3306bd222ca444c7abe2322acf25ea5f on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:00:46.304223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dda9120a-b3da-4c3b-9347-092a31770255 req-ef8b73e6-601b-42b0-9194-c10e28499866 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236706 May 25 20:00:46.332539 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-797756ac-0d8a-4dab-9f98-d1e6181afe82 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3881a30ea17b4569b39e0c3e8ee84201&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6351473 May 25 20:00:46.335878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34202) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:46.381222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4bfc4529-e266-40a2-a2b5-ca633175c06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:46.389856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4bfc4529-e266-40a2-a2b5-ca633175c06c admin admin] Usage tracker for resource:security_group_rule and tenant:74487d1ac3d6439f81eaa6f605038d7d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:46.395207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4bfc4529-e266-40a2-a2b5-ca633175c06c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:46.403951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4bfc4529-e266-40a2-a2b5-ca633175c06c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:46.413714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-d42496ba-6c29-436e-85ba-e82e646c1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:46.415254 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-d42496ba-6c29-436e-85ba-e82e646c1f00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1078646 May 25 20:00:46.591015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f8ff3-5ad3-4209-aba4-699bf2edf4ea req-4f786fc5-705f-4f26-b910-c92696056031 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:46.592809 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c73f8ff3-5ad3-4209-aba4-699bf2edf4ea req-4f786fc5-705f-4f26-b910-c92696056031 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.6919074 May 25 20:00:46.602372 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-acd1f80d-3700-4f3c-8a35-0f82ffecccf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:46.616096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-ccdf4e65-fc46-49fd-abce-7dbf77da7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:46.617661 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-ccdf4e65-fc46-49fd-abce-7dbf77da7984 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959541 May 25 20:00:46.679056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4529-e266-40a2-a2b5-ca633175c06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:46.702191 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-acd1f80d-3700-4f3c-8a35-0f82ffecccf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:46.714590 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8db65928-483a-4136-b0b2-06ed46c6d94e req-bac8b0e9-86c8-415c-b878-7f173a1c2509 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:46.770714 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c73f8ff3-5ad3-4209-aba4-699bf2edf4ea req-af832716-4782-46f7-892e-135718e1ade9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608799 May 25 20:00:46.796695 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8b0e9-86c8-415c-b878-7f173a1c2509 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Pushing event deleted for resources: {'Port': ['ID=0f0f8207-99e3-4d83-99ec-7e0f87c6d75d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:46.845836 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4529-e266-40a2-a2b5-ca633175c06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:46.905262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db65928-483a-4136-b0b2-06ed46c6d94e req-bac8b0e9-86c8-415c-b878-7f173a1c2509 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] No DVR routers for this DVR port 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:00:46.909892 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8db65928-483a-4136-b0b2-06ed46c6d94e req-bac8b0e9-86c8-415c-b878-7f173a1c2509 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:46.910325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c84836-9df8-4d89-8afd-dd558047812e req-15ece74e-2539-4ecb-a132-8320a8659383 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:46.911547 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4c84836-9df8-4d89-8afd-dd558047812e req-15ece74e-2539-4ecb-a132-8320a8659383 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.3891973 May 25 20:00:46.914208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce399c26-8d9e-4ddb-8d21-ee50dd61be70', 'name': 'network-vif-deleted', 'tag': '0f0f8207-99e3-4d83-99ec-7e0f87c6d75d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:46.944856 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac8af7d-ed07-4fec-bc50-a343eceaa0e8'] response: {'name': 'network-changed', 'server_uuid': '2d8c76bf-260e-42c4-a8b0-2a678c19c67b', 'tag': '43717c7d-a372-4878-af99-4a7593d0d492', 'status': 'completed', 'code': 200} May 25 20:00:46.964238 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8db65928-483a-4136-b0b2-06ed46c6d94e req-bac8b0e9-86c8-415c-b878-7f173a1c2509 tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.50 "DELETE /v2.0/ports/0f0f8207-99e3-4d83-99ec-7e0f87c6d75d HTTP/1.1" status: 204 len: 173 time: 2.2001460 May 25 20:00:46.965430 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-acd1f80d-3700-4f3c-8a35-0f82ffecccf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:46.968257 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-acd1f80d-3700-4f3c-8a35-0f82ffecccf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:46.969726 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-acd1f80d-3700-4f3c-8a35-0f82ffecccf7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8471e620-5129-4e27-a5a1-61fbb57c17d7 HTTP/1.1" status: 204 len: 168 time: 0.6289039 May 25 20:00:47.002567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1f80d-3700-4f3c-8a35-0f82ffecccf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8471e620-5129-4e27-a5a1-61fbb57c17d7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:47.007468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc4529-e266-40a2-a2b5-ca633175c06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415c5720-e19f-4bf9-ac40-622f842fc44c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:47.014895 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4bfc4529-e266-40a2-a2b5-ca633175c06c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74487d1ac3d6439f81eaa6f605038d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8815677 May 25 20:00:47.018717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34212) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:47.143036 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4c84836-9df8-4d89-8afd-dd558047812e req-48d2af56-e42e-48bc-8b6e-3453dd93a7af tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936259 May 25 20:00:47.145280 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-0cefc159-e8f3-463a-b5ff-f180f1090d2b service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196171 May 25 20:00:47.210643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-87169de0-c3c5-4910-9227-4ecd1d7dd23e req-0c986c94-e13c-4eb0-978d-e8ac8243417f tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Synchronizing usage tracker for tenant:cbcaac7c07cf46f8aad2604a6f1b86ac on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:00:47.240170 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-046ea67a-7bc3-4799-9062-b45564c2e679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:47.252525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-87169de0-c3c5-4910-9227-4ecd1d7dd23e req-0c986c94-e13c-4eb0-978d-e8ac8243417f tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] Unset dirty status for tenant:cbcaac7c07cf46f8aad2604a6f1b86ac on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:00:47.254067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87169de0-c3c5-4910-9227-4ecd1d7dd23e req-0c986c94-e13c-4eb0-978d-e8ac8243417f tempest-TenantUsagesTestJSON-1174665248 tempest-TenantUsagesTestJSON-1174665248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399c26-8d9e-4ddb-8d21-ee50dd61be70 HTTP/1.1" status: 200 len: 210 time: 0.1818330 May 25 20:00:47.289862 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-046ea67a-7bc3-4799-9062-b45564c2e679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:47.401419 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc31809-f716-4dfa-bd7b-dffeb754c4ad'] response: {'server_uuid': 'ce399c26-8d9e-4ddb-8d21-ee50dd61be70', 'name': 'network-vif-deleted', 'tag': '0f0f8207-99e3-4d83-99ec-7e0f87c6d75d', 'status': 'completed', 'code': 200} May 25 20:00:47.420471 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-046ea67a-7bc3-4799-9062-b45564c2e679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:47.451270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ea67a-7bc3-4799-9062-b45564c2e679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415c5720-e19f-4bf9-ac40-622f842fc44c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:47.464640 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-046ea67a-7bc3-4799-9062-b45564c2e679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:47.466672 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-046ea67a-7bc3-4799-9062-b45564c2e679 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/415c5720-e19f-4bf9-ac40-622f842fc44c HTTP/1.1" status: 204 len: 168 time: 0.4461653 May 25 20:00:47.630697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab7f916a-15bb-4f75-8138-9478054959d5 req-c24e0e62-45c1-44dd-974f-aeb167a2f49f service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753747 May 25 20:00:47.657942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b4a96-3083-4637-ac6a-d3fd18bc00e5 req-bcbc7e78-6caf-48bc-b424-e0a0202ca4a1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:47.663807 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c5b4a96-3083-4637-ac6a-d3fd18bc00e5 req-bcbc7e78-6caf-48bc-b424-e0a0202ca4a1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 948 time: 0.1319067 May 25 20:00:47.691327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d5d17-0386-4d0c-9cf5-92d3a4b39743 req-6b8d49c7-ccb8-483c-a209-ee016b63ef6a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:47.692931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-196d5d17-0386-4d0c-9cf5-92d3a4b39743 req-6b8d49c7-ccb8-483c-a209-ee016b63ef6a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.3259573 May 25 20:00:47.749657 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c5b4a96-3083-4637-ac6a-d3fd18bc00e5 req-84d85047-1b15-4070-9ca5-e041f34581c5 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714624 May 25 20:00:47.831347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34226) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:47.887174 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c38e794-2bf7-4e1f-bbbd-b00bf1465958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:47.911882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2c38e794-2bf7-4e1f-bbbd-b00bf1465958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:47.916951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2c38e794-2bf7-4e1f-bbbd-b00bf1465958 admin admin] Usage tracker for resource:security_group_rule and tenant:506847f773f24dccbc8f2669e0f2992d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:47.919373 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-196d5d17-0386-4d0c-9cf5-92d3a4b39743 req-be8ec923-8348-43a2-8ef8-036926636f5b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525941 May 25 20:00:47.920646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2c38e794-2bf7-4e1f-bbbd-b00bf1465958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:47.932399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2c38e794-2bf7-4e1f-bbbd-b00bf1465958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:47.939552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e3a00-f0f4-4884-a87b-b2e62fc66a64 req-60147ca2-1ffa-437a-b3d6-37b24255c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:47.941699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-704e3a00-f0f4-4884-a87b-b2e62fc66a64 req-60147ca2-1ffa-437a-b3d6-37b24255c481 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3306bd222ca444c7abe2322acf25ea5f&device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 1099 time: 0.2476335 May 25 20:00:48.115414 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c38e794-2bf7-4e1f-bbbd-b00bf1465958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:48.123152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e3a00-f0f4-4884-a87b-b2e62fc66a64 req-9bd7266f-a2f0-4bdb-a549-fc47ab7e45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:48.124909 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c38e794-2bf7-4e1f-bbbd-b00bf1465958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:48.125513 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-704e3a00-f0f4-4884-a87b-b2e62fc66a64 req-9bd7266f-a2f0-4bdb-a549-fc47ab7e45ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.1762936 May 25 20:00:48.154980 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955288c-e063-402e-b408-30e6fe3c13fa req-be12949b-9b33-4a57-acea-79c6c7ac0027 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:48.156738 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8955288c-e063-402e-b408-30e6fe3c13fa req-be12949b-9b33-4a57-acea-79c6c7ac0027 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1624966 May 25 20:00:48.212152 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2c38e794-2bf7-4e1f-bbbd-b00bf1465958 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=506847f773f24dccbc8f2669e0f2992d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794808 May 25 20:00:48.214466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-704e3a00-f0f4-4884-a87b-b2e62fc66a64 req-a8a31f28-6dec-4cb7-a2a0-aa5c357358af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=43717c7d-a372-4878-af99-4a7593d0d492 HTTP/1.1" status: 200 len: 217 time: 0.0820026 May 25 20:00:48.216081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38e794-2bf7-4e1f-bbbd-b00bf1465958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5cc3e0-656a-40d1-9313-5ab392cddbab,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:48.219051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34240) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:48.246941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8955288c-e063-402e-b408-30e6fe3c13fa req-fc7b4ee9-9763-46e8-a8cf-787d179cbbc6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806463 May 25 20:00:48.349229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e3a00-f0f4-4884-a87b-b2e62fc66a64 req-7d5fbcff-a816-48ae-bb2d-1a80d4bbf93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:48.350853 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-704e3a00-f0f4-4884-a87b-b2e62fc66a64 req-7d5fbcff-a816-48ae-bb2d-1a80d4bbf93f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1230490 May 25 20:00:48.463750 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7667be1-87ab-48ea-a90d-259229aed2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:48.517776 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7667be1-87ab-48ea-a90d-259229aed2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:48.589446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e3a00-f0f4-4884-a87b-b2e62fc66a64 req-7a77cf58-5ff7-4c3f-a1a4-2daff1e577bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:48.591216 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-704e3a00-f0f4-4884-a87b-b2e62fc66a64 req-7a77cf58-5ff7-4c3f-a1a4-2daff1e577bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2267449 May 25 20:00:48.604599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b0dbd-e85e-4b18-a9ae-1fd32f218921 req-bc93fb74-1281-4b72-8c74-82d5a39020ea tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:48.606165 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e5b0dbd-e85e-4b18-a9ae-1fd32f218921 req-bc93fb74-1281-4b72-8c74-82d5a39020ea tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.2037215 May 25 20:00:48.632032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34258) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:48.635534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:00:48.682849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:00:48.683795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 0f0f8207-99e3-4d83-99ec-7e0f87c6d75d not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:00:48.751929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34264) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:48.815222 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7667be1-87ab-48ea-a90d-259229aed2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:48.880648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7667be1-87ab-48ea-a90d-259229aed2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5cc3e0-656a-40d1-9313-5ab392cddbab,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:48.903929 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e5b0dbd-e85e-4b18-a9ae-1fd32f218921 req-52b86557-2d46-486b-a94b-0a9d13764419 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687242 May 25 20:00:48.912047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7667be1-87ab-48ea-a90d-259229aed2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:48.915900 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e7667be1-87ab-48ea-a90d-259229aed2ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a5cc3e0-656a-40d1-9313-5ab392cddbab HTTP/1.1" status: 204 len: 168 time: 0.6913767 May 25 20:00:48.943128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-network', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:48.976538 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-704e3a00-f0f4-4884-a87b-b2e62fc66a64 req-0fe2e55c-5a49-4abb-ae7f-e82453e95bc9 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690536 May 25 20:00:48.983218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:49.008747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Usage tracker for resource:network and tenant:4f3326d988b049239f6ec1e4f89ac268 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:49.038322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:49.069051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:49.133165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Made reservation on behalf of 4f3326d988b049239f6ec1e4f89ac268 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:00:49.136860 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:49.161113 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:49.188037 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2d7a6ea2-e28c-4734-b835-d43db0c08f36 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbcaac7c07cf46f8aad2604a6f1b86ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338958 May 25 20:00:49.194348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34280) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:49.200753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:49.209071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Usage tracker for resource:security_group_rule and tenant:4f3326d988b049239f6ec1e4f89ac268 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:49.214964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:49.235784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dd5c4-18a2-410b-94ab-9eb8197e72da req-a86192ab-a422-4927-8d76-5e803d1f4bc1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:49.238463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab4dd5c4-18a2-410b-94ab-9eb8197e72da req-a86192ab-a422-4927-8d76-5e803d1f4bc1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 948 time: 0.3662076 May 25 20:00:49.262451 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-704e3a00-f0f4-4884-a87b-b2e62fc66a64 req-47bd43c8-3b94-4987-a8fc-8c586ca27dc5 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768636 May 25 20:00:49.266971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:49.320308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e557dee-f8e6-47ae-8109-0e23199b1c3a req-422d1b88-12da-49f6-92cb-84f58449029c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:49.321899 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e557dee-f8e6-47ae-8109-0e23199b1c3a req-422d1b88-12da-49f6-92cb-84f58449029c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.1494157 May 25 20:00:49.378450 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e557dee-f8e6-47ae-8109-0e23199b1c3a req-505db77a-3cd8-4277-8744-18e5f2153a8a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507233 May 25 20:00:49.390760 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab4dd5c4-18a2-410b-94ab-9eb8197e72da req-b629e7c1-6b88-4a1f-a9a9-f50aa8f73af7 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166253 May 25 20:00:49.455229 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99954dee-d310-4087-b79b-551b144396ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:49.510204 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99954dee-d310-4087-b79b-551b144396ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:49.600981 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:49.623291 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:49.664386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99954dee-d310-4087-b79b-551b144396ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:49.669070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751850c6-3e63-4954-9f2a-3b5bd01a9e1c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:49.672267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:00:49.695103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99954dee-d310-4087-b79b-551b144396ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfa06b4-6ff2-4b33-93ac-3010995c5cb3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:49.703311 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:49.703645 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Added segment fcb18b6c-0eea-4020-8c44-bc10a2582e75 of type vlan for network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae May 25 20:00:49.731174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db65676-e67b-4ef7-97c9-1204ab3fab05 req-3b53b2af-421a-437c-bcf0-4130280a2204 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:49.754264 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8db65676-e67b-4ef7-97c9-1204ab3fab05 req-3b53b2af-421a-437c-bcf0-4130280a2204 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2186711 May 25 20:00:49.765584 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:49.776308 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99954dee-d310-4087-b79b-551b144396ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:49.780026 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-99954dee-d310-4087-b79b-551b144396ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6bfa06b4-6ff2-4b33-93ac-3010995c5cb3 HTTP/1.1" status: 204 len: 168 time: 0.5604818 May 25 20:00:49.840308 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:49.841562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:49.842380 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:49.869738 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8db65676-e67b-4ef7-97c9-1204ab3fab05 req-4d5f1403-f38f-4b8e-b7c4-6a93c1485c52 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054409 May 25 20:00:49.940210 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3034513 May 25 20:00:49.940405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34304) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:49.946019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Request body: {'subnet': {'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-subnet', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:49.952648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:49.964442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd62360-118b-4d93-963b-de59ff08a039 admin admin] Pushing event updated for resources: {'Network': ['ID=a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:49.978751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:00:49.980111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Usage tracker for resource:subnet and tenant:4f3326d988b049239f6ec1e4f89ac268 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:49.983558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:49.994133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:50.021504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Made reservation on behalf of 4f3326d988b049239f6ec1e4f89ac268 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:00:50.024874 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:50.242918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34314) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:50.288777 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1af6392c-6289-47c4-a5e9-e1d198514eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:50.310342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1af6392c-6289-47c4-a5e9-e1d198514eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:50.318655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1af6392c-6289-47c4-a5e9-e1d198514eff admin admin] Usage tracker for resource:security_group_rule and tenant:23c286b9620f4b21bb42c68ab0413a38 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:50.324610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1af6392c-6289-47c4-a5e9-e1d198514eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:50.339799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dec34-692a-4fd4-a495-ee2b94dfe9b8 req-1ad26685-2ded-4c36-ac0e-5702e1824caf tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:50.341951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-316dec34-692a-4fd4-a495-ee2b94dfe9b8 req-1ad26685-2ded-4c36-ac0e-5702e1824caf tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.2078910 May 25 20:00:50.343041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:50.343824 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1af6392c-6289-47c4-a5e9-e1d198514eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:50.420670 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-316dec34-692a-4fd4-a495-ee2b94dfe9b8 req-ceaf67a4-741c-46f0-babc-2c77abb00f7d tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701599 May 25 20:00:50.425365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03b0aa2-ca26-4835-b699-ad9242d97ea4,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:50.488814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Checking segment: {'id': 'fcb18b6c-0eea-4020-8c44-bc10a2582e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:00:50.490590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Network hostable DHCP agents. Network: a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:00:50.512389 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1af6392c-6289-47c4-a5e9-e1d198514eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:50.520514 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1af6392c-6289-47c4-a5e9-e1d198514eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:50.541855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:00:50.564839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:00:50.572500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:50.573733 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:50.581586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547a7f97-eab2-4251-99a0-b9d2c587ea9f None None] Network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:00:50.649628 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6392c-6289-47c4-a5e9-e1d198514eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac43f4f-a530-4586-a302-aee25c4a2183,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:50.659768 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1af6392c-6289-47c4-a5e9-e1d198514eff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23c286b9620f4b21bb42c68ab0413a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144371 May 25 20:00:50.662424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34328) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:50.668896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 43717c7d-a372-4878-af99-4a7593d0d492 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:00:50.759650 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e512325e-05e3-43cd-a399-9db97c0a09fa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8157105 May 25 20:00:50.818852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34332) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:50.833755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:50.841195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:50.853565 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-b0c7d4e5-8c0d-47c1-8c6d-fe644204b008 service neutron] show failed (client error): The resource could not be found. May 25 20:00:50.854559 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-b0c7d4e5-8c0d-47c1-8c6d-fe644204b008 service neutron] 10.222.0.50 "GET /v2.0/ports/69e2fa7d-2a77-4512-afe8-e2817535b3cb/bindings/n-h1-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.1734681 May 25 20:00:50.856568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Usage tracker for resource:router and tenant:4f3326d988b049239f6ec1e4f89ac268 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:50.861463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:50.872108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:50.886483 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c62f70f7-ab39-47e7-9261-255156adfb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:50.897686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a245a5-b69c-47fc-bbf3-350cfa55c5b0 req-1f8eb3e9-e117-4c33-b758-186364ef039e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:50.912750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd486bec-7dd6-431a-84cd-cf117e08f329 req-dfedf2a3-f94c-41e8-8459-084306cd77b3 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:50.913199 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5a245a5-b69c-47fc-bbf3-350cfa55c5b0 req-1f8eb3e9-e117-4c33-b758-186364ef039e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.3330071 May 25 20:00:50.920589 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd486bec-7dd6-431a-84cd-cf117e08f329 req-dfedf2a3-f94c-41e8-8459-084306cd77b3 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 948 time: 0.3187408 May 25 20:00:50.923811 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:50.924817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:50.965461 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c62f70f7-ab39-47e7-9261-255156adfb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:51.017752 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5a245a5-b69c-47fc-bbf3-350cfa55c5b0 req-852b093e-84b5-49e3-a70d-bcd59c045666 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952570 May 25 20:00:51.022790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 43717c7d-a372-4878-af99-4a7593d0d492, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=43717c7d-a372-4878-af99-4a7593d0d492,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:51.050544 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:51.064453 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '43717c7d-a372-4878-af99-4a7593d0d492', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '43717c7d-a372-4878-af99-4a7593d0d492', 'mac_address': 'fa:16:3e:3a:b5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:00:51.070690 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'fixed_ips': [{'subnet_id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:00:51.071489 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:51.077174 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd486bec-7dd6-431a-84cd-cf117e08f329 req-10c53abc-9a7a-4a5b-8e83-6370ee37afa2 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474690 May 25 20:00:51.116474 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c62f70f7-ab39-47e7-9261-255156adfb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:51.146981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f70f7-ab39-47e7-9261-255156adfb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac43f4f-a530-4586-a302-aee25c4a2183,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:51.252505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 43717c7d-a372-4878-af99-4a7593d0d492 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:51.253332 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:51.299168 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43717c7d-a372-4878-af99-4a7593d0d492 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:00:51.310596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50ba58-a1f0-4e7f-9a86-4df3e4e3a55d req-e716f07d-67fe-4b7d-bb3d-e9597fcc719d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:51.316185 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c62f70f7-ab39-47e7-9261-255156adfb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:51.320072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c62f70f7-ab39-47e7-9261-255156adfb0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ac43f4f-a530-4586-a302-aee25c4a2183 HTTP/1.1" status: 204 len: 168 time: 0.6545200 May 25 20:00:51.320233 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d50ba58-a1f0-4e7f-9a86-4df3e4e3a55d req-e716f07d-67fe-4b7d-bb3d-e9597fcc719d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1485674 May 25 20:00:51.429800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 43717c7d-a372-4878-af99-4a7593d0d492, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=43717c7d-a372-4878-af99-4a7593d0d492,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:51.439172 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:51.453234 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d50ba58-a1f0-4e7f-9a86-4df3e4e3a55d req-8c3bc45f-d5a4-4205-8461-18ff7b3cb888 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214516 May 25 20:00:51.528721 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Allocated IP 172.20.0.2 (a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae/e03b0aa2-ca26-4835-b699-ad9242d97ea4/ff2063d0-a069-45b9-b39e-33fd4f482ae3) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:00:51.532254 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:51.597410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=43717c7d-a372-4878-af99-4a7593d0d492,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:51.669087 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['43717c7d-a372-4878-af99-4a7593d0d492'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:00:51.937234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3ee3e-e6ba-4a56-a932-2b71e8406161 req-413a9a17-3893-437d-a1d3-f619fac631f8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:51.952104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42f3ee3e-e6ba-4a56-a932-2b71e8406161 req-413a9a17-3893-437d-a1d3-f619fac631f8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.2115438 May 25 20:00:52.000093 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:52.013292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Transition to ACTIVE for port object ff2063d0-a069-45b9-b39e-33fd4f482ae3 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:00:52.037792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Transition to ACTIVE for port object ff2063d0-a069-45b9-b39e-33fd4f482ae3 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:00:52.049814 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:52.108455 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42f3ee3e-e6ba-4a56-a932-2b71e8406161 req-7e1c5dea-1da3-4b3c-a7b3-d0fd06b7b0d6 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554401 May 25 20:00:52.206544 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:52.230112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:00:52.231516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Pushing event updated for resources: {'Port': ['ID=ff2063d0-a069-45b9-b39e-33fd4f482ae3,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:52.243587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:00:52.259681 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:00:52.281620 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:52.350507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34372) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:52.446703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1dda2-d2a8-43ad-a8f4-be1d6a158d3c req-4098da9c-26ec-44b1-85ec-1d16ac0a8735 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:52.448194 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdf1dda2-d2a8-43ad-a8f4-be1d6a158d3c req-4098da9c-26ec-44b1-85ec-1d16ac0a8735 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 950 time: 0.2123868 May 25 20:00:52.477039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba6fd9-86d5-41e4-89af-b7dc281c00cb req-0bc1e700-bcc5-4d5c-bb63-de3b2f61c609 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:52.478392 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5aba6fd9-86d5-41e4-89af-b7dc281c00cb req-0bc1e700-bcc5-4d5c-bb63-de3b2f61c609 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 949 time: 0.1630440 May 25 20:00:52.495253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Allocated IP 172.25.3.41 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/20031181-c2d0-499d-8a2d-2ab282e431ae) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:00:52.510989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Attempting to bind port ff2063d0-a069-45b9-b39e-33fd4f482ae3 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:00:52.511611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Attempting to bind port ff2063d0-a069-45b9-b39e-33fd4f482ae3 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'fcb18b6c-0eea-4020-8c44-bc10a2582e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:00:52.512540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Attempting to bind port ff2063d0-a069-45b9-b39e-33fd4f482ae3 on network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:52.522657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:00:52.523177 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Checking segment: {'id': 'fcb18b6c-0eea-4020-8c44-bc10a2582e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:00:52.524050 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:52.524050 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Bound using segment: {'id': 'fcb18b6c-0eea-4020-8c44-bc10a2582e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:00:52.524695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Bound port: ff2063d0-a069-45b9-b39e-33fd4f482ae3, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb18b6c-0eea-4020-8c44-bc10a2582e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:00:52.525167 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:52.528492 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdf1dda2-d2a8-43ad-a8f4-be1d6a158d3c req-b43c76ac-043f-4ed4-aae6-2cfbe40fdacc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685112 May 25 20:00:52.568149 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5aba6fd9-86d5-41e4-89af-b7dc281c00cb req-21b7ac4f-86fd-44d3-be92-accacc223716 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782955 May 25 20:00:52.667630 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-519c2099-5a96-43e0-b336-2279f05abf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:52.682061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 69e2fa7d-2a77-4512-afe8-e2817535b3cb no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:00:52.700524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-519c2099-5a96-43e0-b336-2279f05abf2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:52.714550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-519c2099-5a96-43e0-b336-2279f05abf2a admin admin] Usage tracker for resource:security_group_rule and tenant:052209a78dac4a9285bad37f07b6f884 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:52.721157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-519c2099-5a96-43e0-b336-2279f05abf2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:52.731063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-519c2099-5a96-43e0-b336-2279f05abf2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:52.758923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] For port ff2063d0-a069-45b9-b39e-33fd4f482ae3, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:00:52.772667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] For port ff2063d0-a069-45b9-b39e-33fd4f482ae3, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ff2063d0-a069-45b9-b39e-33fd4f482ae3,segment=NetworkSegment(fcb18b6c-0eea-4020-8c44-bc10a2582e75),segment_id=fcb18b6c-0eea-4020-8c44-bc10a2582e75)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:00:52.782124 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:52.924787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 69e2fa7d-2a77-4512-afe8-e2817535b3cb is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:52.925338 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:52.958376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-519c2099-5a96-43e0-b336-2279f05abf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:52.961429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532da0d-8212-4211-ace0-55ceab2dfdad None None] Pushing event updated for resources: {'Port': ['ID=ff2063d0-a069-45b9-b39e-33fd4f482ae3,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:52.976916 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-519c2099-5a96-43e0-b336-2279f05abf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:52.980899 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352296be-814a-4dfe-a90a-0d668d901327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e2fa7d-2a77-4512-afe8-e2817535b3cb'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:52.995372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:53.000687 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:53.060923 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:53.080445 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-519c2099-5a96-43e0-b336-2279f05abf2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=052209a78dac4a9285bad37f07b6f884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7271783 May 25 20:00:53.080698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34394) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:53.082829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c2099-5a96-43e0-b336-2279f05abf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efc5656-07b9-49e9-b0f2-720091edc75e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:53.107309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24fa77-781f-48df-94a7-568847a1ace4 req-ac30974c-8c8b-42ef-b28b-8ff3632f1301 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:53.115782 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c24fa77-781f-48df-94a7-568847a1ace4 req-ac30974c-8c8b-42ef-b28b-8ff3632f1301 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2748859 May 25 20:00:53.123343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=69e2fa7d-2a77-4512-afe8-e2817535b3cb,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:53.185369 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c24fa77-781f-48df-94a7-568847a1ace4 req-0ba6c18c-8d15-4671-8095-17b1ac75dec7 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682745 May 25 20:00:53.203147 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:53.206747 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2be0620-8292-412d-927c-acdf0499b567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:53.246923 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2be0620-8292-412d-927c-acdf0499b567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:53.309300 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727893f0-0f05-46d7-8203-cd6be2f87680'] response: {'server_uuid': '352296be-814a-4dfe-a90a-0d668d901327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e2fa7d-2a77-4512-afe8-e2817535b3cb', 'code': 200} May 25 20:00:53.392821 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2be0620-8292-412d-927c-acdf0499b567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:53.431546 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Pushing event updated for resources: {'Port': ['ID=20031181-c2d0-499d-8a2d-2ab282e431ae,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:53.452577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be0620-8292-412d-927c-acdf0499b567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efc5656-07b9-49e9-b0f2-720091edc75e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:53.459567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:00:53.461412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:00:53.475015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:00:53.475848 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2be0620-8292-412d-927c-acdf0499b567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:53.482520 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e2be0620-8292-412d-927c-acdf0499b567 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6efc5656-07b9-49e9-b0f2-720091edc75e HTTP/1.1" status: 204 len: 168 time: 0.3975904 May 25 20:00:53.491987 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:53.659663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ff2063d0-a069-45b9-b39e-33fd4f482ae3 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:00:53.771087 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ff2063d0-a069-45b9-b39e-33fd4f482ae3 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:53.834492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98d86e-0491-478a-8533-08d38cff2247 req-039718f6-1026-4189-86dc-08e205bafbf2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:53.836077 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd98d86e-0491-478a-8533-08d38cff2247 req-039718f6-1026-4189-86dc-08e205bafbf2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1204388 May 25 20:00:53.891093 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd98d86e-0491-478a-8533-08d38cff2247 req-0edd77eb-43fb-4305-ba5e-f78c111cfaad tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482068 May 25 20:00:54.029500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea4aba-bccd-405b-97d0-2a27ced69893 req-f700823b-7d0b-47af-a467-cd6288577193 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:54.035649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34422) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:54.036772 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02ea4aba-bccd-405b-97d0-2a27ced69893 req-f700823b-7d0b-47af-a467-cd6288577193 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.4636636 May 25 20:00:54.090766 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fb886b6-73bb-4216-b1db-a9c7f36b35cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:54.121757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0fb886b6-73bb-4216-b1db-a9c7f36b35cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:54.131676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0fb886b6-73bb-4216-b1db-a9c7f36b35cc admin admin] Usage tracker for resource:security_group_rule and tenant:546a0d83778748c08d6ae3fff4ba827e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:54.136713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0fb886b6-73bb-4216-b1db-a9c7f36b35cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:54.145041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0fb886b6-73bb-4216-b1db-a9c7f36b35cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:54.156487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02ea4aba-bccd-405b-97d0-2a27ced69893 req-ebba1c29-5b5a-49c9-90ad-30080c7ac1c6 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185427 May 25 20:00:54.212640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00853b29-cbd5-4c61-8f3f-c8f3bb41bc6a req-da40fd13-71f8-4b80-b59b-b16b7c0e2399 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:54.212640 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-00853b29-cbd5-4c61-8f3f-c8f3bb41bc6a req-da40fd13-71f8-4b80-b59b-b16b7c0e2399 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 949 time: 0.1514900 May 25 20:00:54.277343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-00853b29-cbd5-4c61-8f3f-c8f3bb41bc6a req-e1c79da7-3562-4181-83cc-a35d8991eb16 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621233 May 25 20:00:54.291561 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:54.368374 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fb886b6-73bb-4216-b1db-a9c7f36b35cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:54.373842 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fb886b6-73bb-4216-b1db-a9c7f36b35cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:54.422128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb886b6-73bb-4216-b1db-a9c7f36b35cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edf1a0a-dc55-41e1-ab50-6b1e776dfe7e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:54.431759 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0fb886b6-73bb-4216-b1db-a9c7f36b35cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=546a0d83778748c08d6ae3fff4ba827e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950653 May 25 20:00:54.432521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34436) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:54.438769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c278b74-ad73-4060-8e67-95933fccdee0 None None] Network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:00:54.540870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d62b8301-b357-4443-9a45-ed25143dd018 None None] Provisioning for port ff2063d0-a069-45b9-b39e-33fd4f482ae3 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:54.560842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d62b8301-b357-4443-9a45-ed25143dd018 None None] Provisioning complete for port ff2063d0-a069-45b9-b39e-33fd4f482ae3 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:54.561275 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d62b8301-b357-4443-9a45-ed25143dd018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:54.605102 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-63af4351-7dba-4b25-a048-63c8217b4f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:54.637497 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-63af4351-7dba-4b25-a048-63c8217b4f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:54.729795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 43717c7d-a372-4878-af99-4a7593d0d492 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:00:54.771453 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-63af4351-7dba-4b25-a048-63c8217b4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:54.782839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61fb5f-45b4-40a8-a20d-68a5aa90c777 req-ed82c9ae-a94d-4a68-ba0b-46d5fdd95e09 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:54.785879 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b61fb5f-45b4-40a8-a20d-68a5aa90c777 req-ed82c9ae-a94d-4a68-ba0b-46d5fdd95e09 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.4203713 May 25 20:00:54.793830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af4351-7dba-4b25-a048-63c8217b4f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edf1a0a-dc55-41e1-ab50-6b1e776dfe7e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:54.809633 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-63af4351-7dba-4b25-a048-63c8217b4f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:54.815419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-63af4351-7dba-4b25-a048-63c8217b4f24 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6edf1a0a-dc55-41e1-ab50-6b1e776dfe7e HTTP/1.1" status: 204 len: 168 time: 0.3790953 May 25 20:00:54.840172 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:54.880294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d62b8301-b357-4443-9a45-ed25143dd018 None None] Current status of the port ff2063d0-a069-45b9-b39e-33fd4f482ae3 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:54.880915 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d62b8301-b357-4443-9a45-ed25143dd018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:54.930744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d62b8301-b357-4443-9a45-ed25143dd018 None None] For port ff2063d0-a069-45b9-b39e-33fd4f482ae3, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ff2063d0-a069-45b9-b39e-33fd4f482ae3,segment=NetworkSegment(fcb18b6c-0eea-4020-8c44-bc10a2582e75),segment_id=fcb18b6c-0eea-4020-8c44-bc10a2582e75)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:54.934937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 43717c7d-a372-4878-af99-4a7593d0d492 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:54.940144 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d62b8301-b357-4443-9a45-ed25143dd018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:54.963322 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b61fb5f-45b4-40a8-a20d-68a5aa90c777 req-90053a44-79df-49e2-8c93-484e0b49be50 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713343 May 25 20:00:55.003389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 43717c7d-a372-4878-af99-4a7593d0d492 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:55.004030 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:55.175385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b8301-b357-4443-9a45-ed25143dd018 None None] Pushing event updated for resources: {'Port': ['ID=ff2063d0-a069-45b9-b39e-33fd4f482ae3,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:55.223267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Router d81d79ef-08c4-4df1-8316-483377b83c82 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:00:55.253001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f52fd0-fdd5-40d7-b724-0e52a581f42f req-2ae889d1-3711-432d-a65b-62eeed884a03 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:55.269695 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a5f52fd0-fdd5-40d7-b724-0e52a581f42f req-2ae889d1-3711-432d-a65b-62eeed884a03 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1792197 May 25 20:00:55.319530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34468) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:55.333575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a5f52fd0-fdd5-40d7-b724-0e52a581f42f req-72f972db-c9ca-446a-8697-2d5a4e60544a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555904 May 25 20:00:55.335484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 43717c7d-a372-4878-af99-4a7593d0d492 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:55.336169 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:55.381417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8c76bf-260e-42c4-a8b0-2a678c19c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43717c7d-a372-4878-af99-4a7593d0d492'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:00:55.397637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3747ddb0-f303-4962-a801-96871b95f313 None None] Provisioning complete for port ff2063d0-a069-45b9-b39e-33fd4f482ae3 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:55.397966 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3747ddb0-f303-4962-a801-96871b95f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:55.442528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 43717c7d-a372-4878-af99-4a7593d0d492, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=43717c7d-a372-4878-af99-4a7593d0d492,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:00:55.464841 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:55.564643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=43717c7d-a372-4878-af99-4a7593d0d492,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:55.606207 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ff2063d0-a069-45b9-b39e-33fd4f482ae3 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:00:55.657755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a260b-c3ee-4ac7-9bf6-78ce4d8a7a86 req-74aaedfa-21dd-481e-b716-8aec044291af tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:55.659282 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c36a260b-c3ee-4ac7-9bf6-78ce4d8a7a86 req-74aaedfa-21dd-481e-b716-8aec044291af tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 950 time: 0.1729307 May 25 20:00:55.702781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3747ddb0-f303-4962-a801-96871b95f313 None None] Current status of the port ff2063d0-a069-45b9-b39e-33fd4f482ae3 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:55.746518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:00:55.756641 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c36a260b-c3ee-4ac7-9bf6-78ce4d8a7a86 req-9011032d-8a52-4353-a241-0b1d5af4c7c3 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767860 May 25 20:00:55.761129 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Sync routers for ids ['d81d79ef-08c4-4df1-8316-483377b83c82'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:00:55.787107 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Routers {'d81d79ef-08c4-4df1-8316-483377b83c82'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:00:55.787749 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:00:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d81d79ef-08c4-4df1-8316-483377b83c82'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:00:55.802681 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ff2063d0-a069-45b9-b39e-33fd4f482ae3 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:55.803051 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:55.805738 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:55.807791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-48154b22-d35f-4e6e-9da9-0d5ae6b5d5ce admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9859657 May 25 20:00:55.810890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34484) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:55.843474 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec2fe2-c6b9-4a4a-9925-54bef6d89aed req-e0514e4d-0396-403c-8d33-2df32b638a00 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:55.861272 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9dec2fe2-c6b9-4a4a-9925-54bef6d89aed req-e0514e4d-0396-403c-8d33-2df32b638a00 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.4150801 May 25 20:00:55.958335 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37418d77-82fe-4b14-9e25-c8dd3931ba45'] response: {'server_uuid': '2d8c76bf-260e-42c4-a8b0-2a678c19c67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43717c7d-a372-4878-af99-4a7593d0d492', 'code': 200} May 25 20:00:55.997036 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9dec2fe2-c6b9-4a4a-9925-54bef6d89aed req-8701d2b1-c19b-4d83-a811-a98f5d31007c tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345663 May 25 20:00:55.999023 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2be70caf-ad3e-45c1-ab3e-83d56a9e426b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:56.041506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2be70caf-ad3e-45c1-ab3e-83d56a9e426b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:56.046854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2be70caf-ad3e-45c1-ab3e-83d56a9e426b admin admin] Usage tracker for resource:security_group_rule and tenant:3612526a522d404a96df81afc77ccfa6 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:56.052454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2be70caf-ad3e-45c1-ab3e-83d56a9e426b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:56.061795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2be70caf-ad3e-45c1-ab3e-83d56a9e426b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:56.065713 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Set router d81d79ef-08c4-4df1-8316-483377b83c82 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:00:56.157039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ff2063d0-a069-45b9-b39e-33fd4f482ae3 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:00:56.234084 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2be70caf-ad3e-45c1-ab3e-83d56a9e426b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:56.246206 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2be70caf-ad3e-45c1-ab3e-83d56a9e426b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:56.284225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34500) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:56.334917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2be70caf-ad3e-45c1-ab3e-83d56a9e426b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3612526a522d404a96df81afc77ccfa6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0139277 May 25 20:00:56.337782 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34506) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:56.341821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be70caf-ad3e-45c1-ab3e-83d56a9e426b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce61560-5ec3-40e7-89ce-2558461123d5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:56.424877 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d02b8a0-1f3b-4bbc-a207-71bf502227cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:56.440722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-526614545-network', 'tenant_id': '588275645f004b30bd16726afb59ab56'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:56.449857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:56.466790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Usage tracker for resource:network and tenant:588275645f004b30bd16726afb59ab56 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:56.473762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:56.480097 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d02b8a0-1f3b-4bbc-a207-71bf502227cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:56.481278 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:00:54Z', 'revision_number': 3, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:00:56.485792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194726fd-d475-4700-bd8f-f221694fab60 req-34895100-9242-42a5-87d5-7450740a4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:56.487196 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Checking router: d81d79ef-08c4-4df1-8316-483377b83c82 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:00:56.487549 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Updating router d81d79ef-08c4-4df1-8316-483377b83c82 port 20031181-c2d0-499d-8a2d-2ab282e431ae binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:00:56.487706 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-194726fd-d475-4700-bd8f-f221694fab60 req-34895100-9242-42a5-87d5-7450740a4269 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 1101 time: 0.4703553 May 25 20:00:56.495149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:56.553264 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:56.577216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Made reservation on behalf of 588275645f004b30bd16726afb59ab56 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:00:56.579590 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:56.597621 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:56.618551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:56.624922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Usage tracker for resource:security_group_rule and tenant:588275645f004b30bd16726afb59ab56 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:56.629468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:56.633029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f068e-8ee5-49e3-8329-15a415c06ed9 req-af133970-d435-443b-9f92-e636890cae94 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:56.637801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:56.640315 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e51f068e-8ee5-49e3-8329-15a415c06ed9 req-af133970-d435-443b-9f92-e636890cae94 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.4071803 May 25 20:00:56.643286 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-194726fd-d475-4700-bd8f-f221694fab60 req-3635b3e0-5e0c-4106-83d6-6648a58a0b80 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389813 May 25 20:00:56.707010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e51f068e-8ee5-49e3-8329-15a415c06ed9 req-a67b16d2-ac28-4012-b763-2f192e081dd6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655038 May 25 20:00:56.769875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34b921-bc64-4392-a464-3453f27b9300 req-33c7c171-b1fd-46de-b1d1-a23052e44ebb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:56.772072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af34b921-bc64-4392-a464-3453f27b9300 req-33c7c171-b1fd-46de-b1d1-a23052e44ebb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2713993 May 25 20:00:56.775331 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d02b8a0-1f3b-4bbc-a207-71bf502227cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:56.804415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02b8a0-1f3b-4bbc-a207-71bf502227cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce61560-5ec3-40e7-89ce-2558461123d5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:56.851277 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:56.865133 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:56.880351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:00:56.893541 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:56.894391 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Added segment da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1 of type vlan for network b7a3b6ab-cda3-4d80-8073-f508c964b6ee May 25 20:00:56.929698 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d02b8a0-1f3b-4bbc-a207-71bf502227cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:56.936523 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9d02b8a0-1f3b-4bbc-a207-71bf502227cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ce61560-5ec3-40e7-89ce-2558461123d5 HTTP/1.1" status: 204 len: 168 time: 0.5912504 May 25 20:00:56.964288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af34b921-bc64-4392-a464-3453f27b9300 req-c7c83198-689d-4672-8be7-8676b6a64698 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805396 May 25 20:00:56.975590 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:56.995992 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1508a31b-a624-411d-a64a-12df2948eef5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:56.997439 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Transition to ACTIVE for port object 20031181-c2d0-499d-8a2d-2ab282e431ae will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:00:57.000148 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:57.017552 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:57.088718 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:57.090413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:57.091366 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:57.161118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd5ab0-7fda-4761-9461-d8bae6865764 req-10cc0e40-3012-4bae-bfc2-b345ed2c2d69 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:57.173603 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28bd5ab0-7fda-4761-9461-d8bae6865764 req-10cc0e40-3012-4bae-bfc2-b345ed2c2d69 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 950 time: 0.2673213 May 25 20:00:57.190465 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de99d29-bc07-420b-8465-dad996a35942 None None] Pushing event updated for resources: {'Port': ['ID=20031181-c2d0-499d-8a2d-2ab282e431ae,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:57.196342 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Attempting to bind port 20031181-c2d0-499d-8a2d-2ab282e431ae on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:00:57.196862 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Attempting to bind port 20031181-c2d0-499d-8a2d-2ab282e431ae by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:00:57.197373 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Attempting to bind port 20031181-c2d0-499d-8a2d-2ab282e431ae on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:00:57.209385 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de99d29-bc07-420b-8465-dad996a35942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:57.209923 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de99d29-bc07-420b-8465-dad996a35942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:57.210402 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de99d29-bc07-420b-8465-dad996a35942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:57.210868 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de99d29-bc07-420b-8465-dad996a35942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:57.211629 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de99d29-bc07-420b-8465-dad996a35942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:57.211629 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de99d29-bc07-420b-8465-dad996a35942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:57.211968 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de99d29-bc07-420b-8465-dad996a35942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:57.212292 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de99d29-bc07-420b-8465-dad996a35942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:57.212632 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de99d29-bc07-420b-8465-dad996a35942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:57.213087 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de99d29-bc07-420b-8465-dad996a35942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:57.213650 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de99d29-bc07-420b-8465-dad996a35942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:57.214212 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de99d29-bc07-420b-8465-dad996a35942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:57.221436 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:00:57.221668 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:00:57.221987 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:57.222398 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:00:57.222875 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Bound port: 20031181-c2d0-499d-8a2d-2ab282e431ae, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:00:57.223250 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:57.225995 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9401085 May 25 20:00:57.232523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34520) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:57.246884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Request body: {'subnet': {'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-526614545-subnet', 'tenant_id': '588275645f004b30bd16726afb59ab56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:57.250374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d2f9f-9ed5-4639-9289-de6edcea4151 admin admin] Pushing event updated for resources: {'Network': ['ID=b7a3b6ab-cda3-4d80-8073-f508c964b6ee,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:57.262803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:57.263747 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28bd5ab0-7fda-4761-9461-d8bae6865764 req-f49158e3-1b61-42ca-a7a3-afade86b3404 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872018 May 25 20:00:57.269115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network b7a3b6ab-cda3-4d80-8073-f508c964b6ee details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:00:57.317942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Usage tracker for resource:subnet and tenant:588275645f004b30bd16726afb59ab56 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:57.332241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:57.343758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:57.372664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Made reservation on behalf of 588275645f004b30bd16726afb59ab56 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:00:57.375415 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:57.446757 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] For port 20031181-c2d0-499d-8a2d-2ab282e431ae, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:00:57.466463 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] For port 20031181-c2d0-499d-8a2d-2ab282e431ae, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=20031181-c2d0-499d-8a2d-2ab282e431ae,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:00:57.471903 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:57.474460 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:57.549018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ba60e-6ccf-4ca6-b3d4-aaf47caacb0e req-faa79613-db04-419c-a73a-ff98d407212b tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:57.560098 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0b7ba60e-6ccf-4ca6-b3d4-aaf47caacb0e req-faa79613-db04-419c-a73a-ff98d407212b tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.2975755 May 25 20:00:57.689860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0b7ba60e-6ccf-4ca6-b3d4-aaf47caacb0e req-6d5eda8b-9aa1-4816-8681-0213f25ac68d tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208496 May 25 20:00:57.693712 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:57.718700 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Routers {'d81d79ef-08c4-4df1-8316-483377b83c82'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:00:57.720157 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:00:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d81d79ef-08c4-4df1-8316-483377b83c82'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:00:57.852697 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de99d29-bc07-420b-8465-dad996a35942 None None] Pushing event updated for resources: {'Port': ['ID=20031181-c2d0-499d-8a2d-2ab282e431ae,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:58.045825 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-71708c15-e440-4363-a7c4-bcc2b321201e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:58.113746 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:58.131251 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] Set router d81d79ef-08c4-4df1-8316-483377b83c82 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:00:58.255822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Allocated IP 172.20.0.1 (a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae/e03b0aa2-ca26-4835-b699-ad9242d97ea4/e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:00:58.307323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:58.341192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:58.341724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:58.342453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:58.342998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:58.343543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:58.344612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:58.345178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:58.345738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:58.346310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:58.346853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:58.347382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:58.347913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:58.364800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Checking segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:00:58.365365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Network hostable DHCP agents. Network: b7a3b6ab-cda3-4d80-8073-f508c964b6ee, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:00:58.420658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Network b7a3b6ab-cda3-4d80-8073-f508c964b6ee is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:00:58.440869 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24d681-01f8-479f-af83-ed3a5877c50b req-a7688268-4678-412a-9f39-bcd2c44cb3e3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:58.443434 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db24d681-01f8-479f-af83-ed3a5877c50b req-a7688268-4678-412a-9f39-bcd2c44cb3e3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2758205 May 25 20:00:58.489505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, b7a3b6ab-cda3-4d80-8073-f508c964b6ee) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:00:58.498318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:58.499265 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:58.501998 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a64fda-189f-4575-bfb9-de60b0a3e17c None None] Network b7a3b6ab-cda3-4d80-8073-f508c964b6ee requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:00:58.509189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34546) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:00:58.586728 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:58.586991 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db24d681-01f8-479f-af83-ed3a5877c50b req-e581872d-bddf-4360-8b28-e82ecdc01a1e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345470 May 25 20:00:58.596880 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-86bb63e5-0711-468c-b56c-c689f244e5d2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3610141 May 25 20:00:58.615961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Transition to ACTIVE for port object e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:00:58.722895 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a69c9-6603-47b4-ad4f-69e88ac145f5 req-b454fac5-f409-41f0-9936-cd1285434b76 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:58.724789 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc1a69c9-6603-47b4-ad4f-69e88ac145f5 req-b454fac5-f409-41f0-9936-cd1285434b76 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.3672371 May 25 20:00:58.785531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1281420019-network', 'tenant_id': '7f368fc57e274a14b1f1a392166d6e99'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:00:58.792236 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:58.795052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:58.805516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Usage tracker for resource:network and tenant:7f368fc57e274a14b1f1a392166d6e99 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:58.810587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:58.828030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:58.837791 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:00:54Z', 'revision_number': 3, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:00:58.845344 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f8d187-ee3b-450c-aca7-03f2e6954507 None None] The sync data for ids ['d81d79ef-08c4-4df1-8316-483377b83c82'] in n-d-843339-1 is: [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:00:54Z', 'revision_number': 3, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:00:58.852717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Made reservation on behalf of 7f368fc57e274a14b1f1a392166d6e99 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:00:58.856286 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:58.934472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:00:58.948509 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:58.952601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:00:58.973493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:00:59.003284 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:00:59.011823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Usage tracker for resource:security_group_rule and tenant:7f368fc57e274a14b1f1a392166d6e99 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:00:59.028138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:00:59.041551 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc1a69c9-6603-47b4-ad4f-69e88ac145f5 req-d2da6d06-f9c4-4e74-bc52-c77aba9343e2 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096089 May 25 20:00:59.046013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:00:59.058576 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659f341a-796f-4bc7-b5a9-4b332bf9a2b4 None None] Network b7a3b6ab-cda3-4d80-8073-f508c964b6ee requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:00:59.120114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Pushing event updated for resources: {'Port': ['ID=e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:59.124653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9138fe-2243-44b5-8bec-035c8585ac93 req-3539a442-be39-4905-ab7d-bc9ed3eab15e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:59.126763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6f9138fe-2243-44b5-8bec-035c8585ac93 req-3539a442-be39-4905-ab7d-bc9ed3eab15e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 950 time: 0.2337794 May 25 20:00:59.160353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:59.161095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:59.161769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:59.162511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:59.163167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:59.163812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:59.164534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:59.165466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:59.166117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:59.167279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:59.167953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:59.168651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:00:59.179387 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:59.340355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6f9138fe-2243-44b5-8bec-035c8585ac93 req-c6ba004b-0ac3-44bb-a94e-2ceeb7e80beb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912887 May 25 20:00:59.491888 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:59.498525 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:59.522118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:00:59.535138 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:59.535524 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Added segment 6cd12a40-16f6-4e40-9fb8-b43096298091 of type vlan for network ac16da66-8ba6-42d0-a487-88fb370f02e7 May 25 20:00:59.594998 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:59.620031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1a46d2a0-e9a5-4093-a518-1c0ce8bf6fde None None] Provisioning for port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:00:59.632914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1a46d2a0-e9a5-4093-a518-1c0ce8bf6fde None None] Provisioning complete for port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:00:59.634478 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1a46d2a0-e9a5-4093-a518-1c0ce8bf6fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:59.697605 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1178095-43e2-43fa-812c-74acee13d9bb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:00:59.702320 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:59.704372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:59.704992 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:59.852847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1a46d2a0-e9a5-4093-a518-1c0ce8bf6fde None None] Port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:00:59.882879 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 20031181-c2d0-499d-8a2d-2ab282e431ae up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:00:59.888480 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:00:59.928522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b751a-6aa8-4c78-83d5-d67de9d2e1b1 req-3206097d-ae5c-40e1-ac48-b1f6e934f842 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:00:59.942476 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae1b751a-6aa8-4c78-83d5-d67de9d2e1b1 req-3206097d-ae5c-40e1-ac48-b1f6e934f842 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.4658639 May 25 20:01:00.010256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] Pushing event updated for resources: {'Network': ['ID=ac16da66-8ba6-42d0-a487-88fb370f02e7,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:00.026103 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e771abde-6293-4c7e-ba33-77df9209fd6c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5151894 May 25 20:01:00.027830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34574) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:01:00.034801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network ac16da66-8ba6-42d0-a487-88fb370f02e7 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:01:00.040914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Request body: {'subnet': {'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1281420019-subnet', 'tenant_id': '7f368fc57e274a14b1f1a392166d6e99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:00.054850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:00.062000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Usage tracker for resource:subnet and tenant:7f368fc57e274a14b1f1a392166d6e99 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:00.067772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:00.077840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:00.091181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34578) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:01:00.097019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Made reservation on behalf of 7f368fc57e274a14b1f1a392166d6e99 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:01:00.100845 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:00.131401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-490183564-network', 'tenant_id': 'e1e511acc0494c78ad42ef6ebea74b24'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:00.152163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:00.278227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Usage tracker for resource:network and tenant:e1e511acc0494c78ad42ef6ebea74b24 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:00.304017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:00.327244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:00.330554 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 20031181-c2d0-499d-8a2d-2ab282e431ae completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:01:00.346328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 20031181-c2d0-499d-8a2d-2ab282e431ae triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:00.347506 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:00.354537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Made reservation on behalf of e1e511acc0494c78ad42ef6ebea74b24 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:01:00.357169 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:00.377353 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:00.401273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:00.405683 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:00.405964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Usage tracker for resource:security_group_rule and tenant:e1e511acc0494c78ad42ef6ebea74b24 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:00.410740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:00.416530 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:00.418409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:00.615326 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:00.653625 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:00.679033 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c8a42ac2-930a-461f-b7c0-44139c018867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:00.715353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae1b751a-6aa8-4c78-83d5-d67de9d2e1b1 req-1274f68f-a81a-4ed1-9e70-34cec61285e8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7674143 May 25 20:01:00.715767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 20031181-c2d0-499d-8a2d-2ab282e431ae is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:00.716322 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:00.739617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 20031181-c2d0-499d-8a2d-2ab282e431ae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=20031181-c2d0-499d-8a2d-2ab282e431ae,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:00.746838 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:00.766474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Pushing event updated for resources: {'Port': ['ID=e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:00.776217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:01:00.787919 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:00.814486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8382d0-e49a-45c0-8cfe-6f03ee560873,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:00.861942 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:00.862516 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Added segment 2fe07799-162a-41ac-a158-2f6923b20d3e of type vlan for network d44d6950-848d-4677-98de-084fa87fb7c2 May 25 20:01:00.927696 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:00.931981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=20031181-c2d0-499d-8a2d-2ab282e431ae,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:01.036615 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:01.064220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469da55-b78d-4bc6-b486-1bac4ce51c4e req-bf2a1ba2-cf5b-4ab7-bf58-b699eca7ba54 tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:01.066764 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f469da55-b78d-4bc6-b486-1bac4ce51c4e req-bf2a1ba2-cf5b-4ab7-bf58-b699eca7ba54 tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 1101 time: 0.3924160 May 25 20:01:01.113190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=416a5448-e8aa-4560-b947-656eb8c9db43,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:01.114867 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:01:01.143405 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f469da55-b78d-4bc6-b486-1bac4ce51c4e req-1f13c548-11c0-461b-b822-8166edd6dc53 tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:01.179014 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-f469da55-b78d-4bc6-b486-1bac4ce51c4e req-1f13c548-11c0-461b-b822-8166edd6dc53 tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:01.184093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:01:01.187722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:01:01.190328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f469da55-b78d-4bc6-b486-1bac4ce51c4e req-1f13c548-11c0-461b-b822-8166edd6dc53 tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] Usage tracker for resource:security_group_rule and tenant:ed2418ab78bd4dfeb0c605c3d1defbac is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:01.194559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:01.196090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:01.197030 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:01.205639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f469da55-b78d-4bc6-b486-1bac4ce51c4e req-1f13c548-11c0-461b-b822-8166edd6dc53 tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:01.210789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c74de-7a2d-44ca-ae62-ff714868cde5 req-5e24bded-bf64-449d-a63f-d715e29bceb4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:01.212598 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-970c74de-7a2d-44ca-ae62-ff714868cde5 req-5e24bded-bf64-449d-a63f-d715e29bceb4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2285249 May 25 20:01:01.231213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Checking segment: {'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:01:01.231814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Network hostable DHCP agents. Network: ac16da66-8ba6-42d0-a487-88fb370f02e7, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:01:01.267069 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:01.270061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-f469da55-b78d-4bc6-b486-1bac4ce51c4e req-1f13c548-11c0-461b-b822-8166edd6dc53 tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:01.435082 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-970c74de-7a2d-44ca-ae62-ff714868cde5 req-1aa76e12-6e24-4783-b5ee-0aeb807111e1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343663 May 25 20:01:01.436679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3438745 May 25 20:01:01.438041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305707c-7332-4790-a1f8-60a9db7aa3ce admin admin] Pushing event updated for resources: {'Network': ['ID=d44d6950-848d-4677-98de-084fa87fb7c2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:01.440054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34584) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:01:01.446773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Network ac16da66-8ba6-42d0-a487-88fb370f02e7 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:01:01.466862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network d44d6950-848d-4677-98de-084fa87fb7c2 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:01:01.475534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, ac16da66-8ba6-42d0-a487-88fb370f02e7) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:01:01.486618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Request body: {'subnet': {'network_id': 'd44d6950-848d-4677-98de-084fa87fb7c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-490183564-subnet', 'tenant_id': 'e1e511acc0494c78ad42ef6ebea74b24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:01.506894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:01.507617 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:01.539308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0254f5d6-9f35-4ee2-a0d6-608c46dfd559 None None] Network ac16da66-8ba6-42d0-a487-88fb370f02e7 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:01:01.547456 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-380e082c-8cec-4ba8-8cc2-a22de1eddd45 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5174887 May 25 20:01:01.656571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f469da55-b78d-4bc6-b486-1bac4ce51c4e req-1f13c548-11c0-461b-b822-8166edd6dc53 tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:01.663847 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f469da55-b78d-4bc6-b486-1bac4ce51c4e req-1f13c548-11c0-461b-b822-8166edd6dc53 tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:01.702320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f469da55-b78d-4bc6-b486-1bac4ce51c4e req-1f13c548-11c0-461b-b822-8166edd6dc53 tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] Synchronizing usage tracker for tenant:ed2418ab78bd4dfeb0c605c3d1defbac on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:01:01.763802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f469da55-b78d-4bc6-b486-1bac4ce51c4e req-1f13c548-11c0-461b-b822-8166edd6dc53 tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] Unset dirty status for tenant:ed2418ab78bd4dfeb0c605c3d1defbac on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:01:01.770884 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f469da55-b78d-4bc6-b486-1bac4ce51c4e req-1f13c548-11c0-461b-b822-8166edd6dc53 tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6947591 May 25 20:01:01.784418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13c548-11c0-461b-b822-8166edd6dc53 tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b2edba-ad32-4d31-9994-1266c6fd74f5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:01.841024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:01.848667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Usage tracker for resource:subnet and tenant:e1e511acc0494c78ad42ef6ebea74b24 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:01.853334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:01.872542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 20031181-c2d0-499d-8a2d-2ab282e431ae up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:01:01.875644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:01.895754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Made reservation on behalf of e1e511acc0494c78ad42ef6ebea74b24 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:01:01.899910 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:01.979863 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:02.023183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ce654-0f51-4653-b133-e1e7b8bf3e13 req-c67ca018-703c-4b2d-ae7b-9faf4d941219 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:02.030929 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-124ce654-0f51-4653-b133-e1e7b8bf3e13 req-c67ca018-703c-4b2d-ae7b-9faf4d941219 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1106429 May 25 20:01:02.050326 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f12742f0-2918-4ae5-a22f-87ede93c7502 None None] Provisioning complete for port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:02.050703 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f12742f0-2918-4ae5-a22f-87ede93c7502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:02.084023 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-124ce654-0f51-4653-b133-e1e7b8bf3e13 req-3b5908f2-36cf-4673-ab0e-c8d485a88d3d tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503812 May 25 20:01:02.129088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 20031181-c2d0-499d-8a2d-2ab282e431ae triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:02.129970 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:02.296656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f12742f0-2918-4ae5-a22f-87ede93c7502 None None] Port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:01:02.344693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Router d81d79ef-08c4-4df1-8316-483377b83c82 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:01:02.483089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8361275-c6fe-4634-ac1f-8797c43dec03 req-73484535-a723-4a39-8919-0f6e0ab3be9b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:02.488306 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c8361275-c6fe-4634-ac1f-8797c43dec03 req-73484535-a723-4a39-8919-0f6e0ab3be9b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.5544055 May 25 20:01:02.565449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfbc4b2-2aed-4716-ac48-65e99ec8759c None None] Network ac16da66-8ba6-42d0-a487-88fb370f02e7 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:01:02.704551 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c8361275-c6fe-4634-ac1f-8797c43dec03 req-051a1a52-af75-4c8a-a5f1-96bee10a3a91 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974578 May 25 20:01:02.746706 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 20031181-c2d0-499d-8a2d-2ab282e431ae is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:02.818633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-0bb414a5-61e2-4590-b2d2-dc1625b60621 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:02.819519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-0bb414a5-61e2-4590-b2d2-dc1625b60621 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Synchronizing usage tracker for tenant:7f368fc57e274a14b1f1a392166d6e99 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:01:02.845340 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-0bb414a5-61e2-4590-b2d2-dc1625b60621 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Unset dirty status for tenant:7f368fc57e274a14b1f1a392166d6e99 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:01:02.846940 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-0bb414a5-61e2-4590-b2d2-dc1625b60621 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/networks?id=ac16da66-8ba6-42d0-a487-88fb370f02e7 HTTP/1.1" status: 200 len: 805 time: 0.2173989 May 25 20:01:02.851818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:01:02.861625 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:02.882879 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-ff6d17b5-8c39-495b-8003-8f7df4ffe780 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/quotas/7f368fc57e274a14b1f1a392166d6e99 HTTP/1.1" status: 200 len: 375 time: 0.0256989 May 25 20:01:02.928947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Sync routers for ids ['d81d79ef-08c4-4df1-8316-483377b83c82'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:01:02.935161 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-18ed78fb-599f-498b-923c-2ddf119e4faa admin admin] 10.222.0.60 "PUT /v2.0/routers/d81d79ef-08c4-4df1-8316-483377b83c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1227267 May 25 20:01:02.971284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bacab76-d5b3-4e2a-b22f-c5f8b1241553,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:02.973823 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-669d30d4-c988-4d6b-9841-47bc2168aa22 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f368fc57e274a14b1f1a392166d6e99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900266 May 25 20:01:03.012178 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-b62a40db-6b24-4a71-8abf-f820ab2deacd tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3306bd222ca444c7abe2322acf25ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476613 May 25 20:01:03.019365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Checking segment: {'id': '2fe07799-162a-41ac-a158-2f6923b20d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd44d6950-848d-4677-98de-084fa87fb7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:01:03.019952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Network hostable DHCP agents. Network: d44d6950-848d-4677-98de-084fa87fb7c2, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:01:03.020756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Routers {'d81d79ef-08c4-4df1-8316-483377b83c82'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:01:03.022169 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:01:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d81d79ef-08c4-4df1-8316-483377b83c82'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:03.092482 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:03.129344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Network d44d6950-848d-4677-98de-084fa87fb7c2 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:01:03.157225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, d44d6950-848d-4677-98de-084fa87fb7c2) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:01:03.176836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:03.178107 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:03.246930 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-536bdd72-86cc-4ff9-b904-bea47c286841 service neutron] 10.222.0.60 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608178 May 25 20:01:03.258375 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7a2669ed-c352-4047-9c16-b1488df068be admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8104827 May 25 20:01:03.271272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82114faf-21aa-448b-87a3-4ad574821bb0 None None] Network d44d6950-848d-4677-98de-084fa87fb7c2 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:01:03.288972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-e0cafee0-7c77-4013-891e-23802c951286 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:03.296148 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-e0cafee0-7c77-4013-891e-23802c951286 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675626 May 25 20:01:03.318916 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-e3fcb622-155c-4c7b-84a8-45de098cd515 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/quotas/3306bd222ca444c7abe2322acf25ea5f HTTP/1.1" status: 200 len: 375 time: 0.0146351 May 25 20:01:03.378818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Set router d81d79ef-08c4-4df1-8316-483377b83c82 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:01:03.452147 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-343e9aeb-c814-49cb-831e-a22734fe321d service neutron] 10.222.0.60 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907039 May 25 20:01:03.491198 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-93298be2-f6fd-4535-a8e9-3868a58ec277 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3306bd222ca444c7abe2322acf25ea5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637738 May 25 20:01:04.111639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2b880-bee3-4622-b726-cb0a4211d4d6 req-297b4070-3545-4016-ab2b-0653da724055 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:04.116890 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c3d2b880-bee3-4622-b726-cb0a4211d4d6 req-297b4070-3545-4016-ab2b-0653da724055 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.3046134 May 25 20:01:04.274911 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c3d2b880-bee3-4622-b726-cb0a4211d4d6 req-ad197961-2ac0-4c41-b6a6-e057d3a3c71e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538780 May 25 20:01:04.370640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34662) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:01:04.380267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1994051952-network', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:04.441856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86194bc3-41aa-4749-b3c2-56a0abc8cecd None None] Network d44d6950-848d-4677-98de-084fa87fb7c2 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:01:04.445573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:04.455449 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5c46cc5-f9fb-416f-abcb-5e71e9e80fed req-223a45f2-e196-4470-a957-2a5a858d0d4a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 210 time: 0.0882785 May 25 20:01:04.456532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Usage tracker for resource:network and tenant:9a7ac3b2bd8e4de9af3f6d43d40253da is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:04.460372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:04.466768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:04.490991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Made reservation on behalf of 9a7ac3b2bd8e4de9af3f6d43d40253da for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:01:04.494956 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:04.561875 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:04.607472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:04.628246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Usage tracker for resource:security_group_rule and tenant:9a7ac3b2bd8e4de9af3f6d43d40253da is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:04.635839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:04.651089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405421e-7f87-41c6-80b4-90fa5637c61f req-1bb0b4d9-e25b-49e3-bdbd-880626c7b391 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:04.655459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:04.665635 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c405421e-7f87-41c6-80b4-90fa5637c61f req-1bb0b4d9-e25b-49e3-bdbd-880626c7b391 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1774964 May 25 20:01:04.707070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:00:59Z', 'revision_number': 4, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd', 'name': '', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'mac_address': 'fa:16:3e:58:e3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:57Z', 'updated_at': '2022-05-25T20:01:00Z', 'revision_number': 2, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'subnets': [{'id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:04.716883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Checking router: d81d79ef-08c4-4df1-8316-483377b83c82 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:01:04.717434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Updating router d81d79ef-08c4-4df1-8316-483377b83c82 port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:01:04.838688 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c405421e-7f87-41c6-80b4-90fa5637c61f req-1528be30-1efa-4bf2-a683-d0fb5139e7d9 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669157 May 25 20:01:04.883455 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:05.165679 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:05.179391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09407e-7a50-4320-a84a-ee040ee15a71 req-35803c4c-4c03-49a0-b7cb-e6f3026a0cce tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:05.181824 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd09407e-7a50-4320-a84a-ee040ee15a71 req-35803c4c-4c03-49a0-b7cb-e6f3026a0cce tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.3088679 May 25 20:01:05.182761 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:05.238447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:01:05.260623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0367d343-5379-418d-be25-92ea665c5d3f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:05.282668 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:05.283332 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Added segment a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621 of type vlan for network 4e90953c-0c0b-4441-8c41-7aba98024ad6 May 25 20:01:05.298636 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd09407e-7a50-4320-a84a-ee040ee15a71 req-2407464c-8a84-4dd1-a252-b83c74132336 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991855 May 25 20:01:05.356513 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:05.397599 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:05.399269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:05.400235 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:05.626228 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:05.650433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] Pushing event updated for resources: {'Network': ['ID=4e90953c-0c0b-4441-8c41-7aba98024ad6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:05.659949 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-26be32b6-be3e-4acb-98a6-024bd43e2399 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2878423 May 25 20:01:05.664040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34692) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:01:05.680035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 4e90953c-0c0b-4441-8c41-7aba98024ad6 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:01:05.683432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Request body: {'subnet': {'network_id': '4e90953c-0c0b-4441-8c41-7aba98024ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1994051952-subnet', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:05.698030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:05.708218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Usage tracker for resource:subnet and tenant:9a7ac3b2bd8e4de9af3f6d43d40253da is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:05.719097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:05.732326 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Transition to ACTIVE for port object e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:01:05.740305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:05.771268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Made reservation on behalf of 9a7ac3b2bd8e4de9af3f6d43d40253da for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:01:05.775184 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:05.882362 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:06.009563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-4ff4aa1b-e602-410c-b32a-d9f944c45ec1 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:06.018366 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-4ff4aa1b-e602-410c-b32a-d9f944c45ec1 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 820 time: 0.4192536 May 25 20:01:06.073803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-217f129b-6640-43a4-9783-a42404edab49 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/quotas/588275645f004b30bd16726afb59ab56 HTTP/1.1" status: 200 len: 375 time: 0.0541577 May 25 20:01:06.215173 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-ffefcf31-2ec4-41d2-9b62-3334bbcbc8ce tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1398001 May 25 20:01:06.384315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4d03c-3a44-4007-910b-316ad42c209c None None] Pushing event updated for resources: {'Port': ['ID=e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:06.480590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4d03c-3a44-4007-910b-316ad42c209c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:06.485929 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4d03c-3a44-4007-910b-316ad42c209c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:06.486872 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4d03c-3a44-4007-910b-316ad42c209c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:06.489622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4d03c-3a44-4007-910b-316ad42c209c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:06.490339 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4d03c-3a44-4007-910b-316ad42c209c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:06.490986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4d03c-3a44-4007-910b-316ad42c209c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:06.491667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4d03c-3a44-4007-910b-316ad42c209c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:06.492822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4d03c-3a44-4007-910b-316ad42c209c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:06.494954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4d03c-3a44-4007-910b-316ad42c209c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:06.495819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4d03c-3a44-4007-910b-316ad42c209c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:06.497013 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4d03c-3a44-4007-910b-316ad42c209c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:06.499255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4d03c-3a44-4007-910b-316ad42c209c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:06.568937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Attempting to bind port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:01:06.569428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Attempting to bind port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'fcb18b6c-0eea-4020-8c44-bc10a2582e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:01:06.569720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Attempting to bind port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd on network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:01:06.578691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:01:06.579206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Checking segment: {'id': 'fcb18b6c-0eea-4020-8c44-bc10a2582e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:01:06.579515 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:06.579915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Bound using segment: {'id': 'fcb18b6c-0eea-4020-8c44-bc10a2582e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:01:06.580396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Bound port: e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb18b6c-0eea-4020-8c44-bc10a2582e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:01:06.580768 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:06.662457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314376-f337-4515-bb36-eb24cbd0f691 req-fdf51542-5e5e-4478-a147-ef6a211cce85 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:06.669951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac314376-f337-4515-bb36-eb24cbd0f691 req-fdf51542-5e5e-4478-a147-ef6a211cce85 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.4898286 May 25 20:01:06.692196 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:06.775600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-1e98e4a1-e5b8-4cb1-b189-2462d2003bd6 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:06.777363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-1e98e4a1-e5b8-4cb1-b189-2462d2003bd6 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "GET /v2.0/networks?id=ac16da66-8ba6-42d0-a487-88fb370f02e7 HTTP/1.1" status: 200 len: 805 time: 0.7556410 May 25 20:01:06.786761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] For port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:01:06.790620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] For port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd,segment=NetworkSegment(fcb18b6c-0eea-4020-8c44-bc10a2582e75),segment_id=fcb18b6c-0eea-4020-8c44-bc10a2582e75)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:01:06.796217 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:06.797761 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac314376-f337-4515-bb36-eb24cbd0f691 req-30e2c472-aa0d-48de-9b61-e1b21e6c84c6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267421 May 25 20:01:06.810801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Request body: {'port': {'device_id': '16abbcaa-1d9a-45d5-9632-cc02e059fdfc', 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7', 'admin_state_up': True, 'tenant_id': '7f368fc57e274a14b1f1a392166d6e99'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:06.813116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=a285259d-99ab-4ebc-a1a5-86a3c222c957,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:06.824914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Checking segment: {'id': 'a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4e90953c-0c0b-4441-8c41-7aba98024ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:01:06.825511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Network hostable DHCP agents. Network: 4e90953c-0c0b-4441-8c41-7aba98024ad6, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:01:06.885211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Network 4e90953c-0c0b-4441-8c41-7aba98024ad6 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:01:06.904038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Routers {'d81d79ef-08c4-4df1-8316-483377b83c82'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:01:06.907428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:01:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d81d79ef-08c4-4df1-8316-483377b83c82'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:06.931087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 4e90953c-0c0b-4441-8c41-7aba98024ad6) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:01:06.950352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:06.952084 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:07.027649 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5efe66-72ba-413e-b82e-4451a43ff7df None None] Network 4e90953c-0c0b-4441-8c41-7aba98024ad6 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:01:07.037770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6c902fff-ef51-4d67-b0b6-cd2833e80fca admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3708136 May 25 20:01:07.038804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34708) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:01:07.050822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1994051952-router', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:07.098744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:07.130277 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-de55e4ea-c98a-4223-b2dc-be4e706311ec service neutron] 10.222.0.60 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7621777 May 25 20:01:07.143937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Usage tracker for resource:router and tenant:9a7ac3b2bd8e4de9af3f6d43d40253da is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:07.170088 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-46897477-dc25-4569-b424-e8afd83432e1 req-ea15754a-f55c-4221-80ec-39b1f69b904e tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 210 time: 0.1133094 May 25 20:01:07.215012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:07.233911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:07.243848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4d03c-3a44-4007-910b-316ad42c209c None None] Pushing event updated for resources: {'Port': ['ID=e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:07.401666 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:07.404211 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:07.457833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-96eca446-51ac-4927-adf4-2cfaee72d7e9 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3306bd222ca444c7abe2322acf25ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1301477 May 25 20:01:07.555952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] Set router d81d79ef-08c4-4df1-8316-483377b83c82 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:01:07.619578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99866d7e-22f3-4229-ba60-41f86bc3a30e req-b94fe8b0-b7d5-48f6-be5a-4c60f9831187 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:07.621593 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-99866d7e-22f3-4229-ba60-41f86bc3a30e req-b94fe8b0-b7d5-48f6-be5a-4c60f9831187 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.2254622 May 25 20:01:07.625512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:07.631737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Usage tracker for resource:port and tenant:7f368fc57e274a14b1f1a392166d6e99 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:07.635181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:07.643850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:07.712120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-c9a8f9fa-2bb2-4632-915b-e2a83715267c tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:07.713856 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-c9a8f9fa-2bb2-4632-915b-e2a83715267c tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2492669 May 25 20:01:07.737752 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-99866d7e-22f3-4229-ba60-41f86bc3a30e req-4ff43b36-d86b-40c2-9b9a-5ce745b82f04 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910137 May 25 20:01:07.751398 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:07.759860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Request body: {'port': {'device_id': 'fed8608f-e4f9-4117-8e66-3fc8db42c0ff', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '3306bd222ca444c7abe2322acf25ea5f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:07.808522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-6380cd39-993d-446c-a03c-440503cc55a5 service neutron] 10.222.0.60 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6441355 May 25 20:01:07.828308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Made reservation on behalf of 7f368fc57e274a14b1f1a392166d6e99 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:01:07.836666 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:07.948064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-4e90953c-0c0b-4441-8c41-7aba98024ad6', 'network_id': '4e90953c-0c0b-4441-8c41-7aba98024ad6', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'fixed_ips': [{'subnet_id': 'a285259d-99ab-4ebc-a1a5-86a3c222c957'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:01:07.949291 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:08.208643 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-798a6e79-0feb-4505-8ef8-a56ce956331d req-15785c61-0292-41f5-a40b-aed8ff93f70e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 210 time: 0.2377148 May 25 20:01:08.224341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:08.254655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:08.278370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Made reservation on behalf of 3306bd222ca444c7abe2322acf25ea5f for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:01:08.282021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:08.389835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.50', 56837) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:01:08.427811 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-cd29e85e-f2df-4a05-abed-bc2edb6835bc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3306bd222ca444c7abe2322acf25ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353267 May 25 20:01:08.743338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-01f06198-14ec-45a0-a0ae-f242cd08c82c tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:08.744763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-01f06198-14ec-45a0-a0ae-f242cd08c82c tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3119519 May 25 20:01:08.757964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Request body: {'port': {'device_id': '538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '3306bd222ca444c7abe2322acf25ea5f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:08.801253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Allocated IP 192.168.233.23 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/4e2596c6-020c-4632-8b97-047a591d138f) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:01:08.815737 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Allocated IP 172.20.0.2 (4e90953c-0c0b-4441-8c41-7aba98024ad6/a285259d-99ab-4ebc-a1a5-86a3c222c957/58187075-e965-4520-aa18-56ffbc9fc22d) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:01:08.876979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:00:59Z', 'revision_number': 4, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd', 'name': '', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'mac_address': 'fa:16:3e:58:e3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:57Z', 'updated_at': '2022-05-25T20:01:06Z', 'revision_number': 4, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'subnets': [{'id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:08.943325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234ccb51-38a5-4aa6-876f-54a219fd3150 None None] The sync data for ids ['d81d79ef-08c4-4df1-8316-483377b83c82'] in n-d-843339-1 is: [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:00:59Z', 'revision_number': 4, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd', 'name': '', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'mac_address': 'fa:16:3e:58:e3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:57Z', 'updated_at': '2022-05-25T20:01:06Z', 'revision_number': 4, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'subnets': [{'id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:01:08.957746 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:09.251688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Allocated IP 172.20.0.14 (ac16da66-8ba6-42d0-a487-88fb370f02e7/416a5448-e8aa-4560-b947-656eb8c9db43/1ff2f0d0-affd-4241-8a4e-1f122ff79f18) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:01:09.278184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92017ec7-5e4b-4f48-8e70-788418710437 req-f95e7441-8e25-40ce-b857-783d3ec14a9f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:09.287015 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-92017ec7-5e4b-4f48-8e70-788418710437 req-f95e7441-8e25-40ce-b857-783d3ec14a9f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.8382919 May 25 20:01:09.287273 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:09.332016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Transition to ACTIVE for port object 58187075-e965-4520-aa18-56ffbc9fc22d will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:01:09.374613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Transition to ACTIVE for port object 58187075-e965-4520-aa18-56ffbc9fc22d will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:01:09.391560 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:09.409354 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-92017ec7-5e4b-4f48-8e70-788418710437 req-01124386-2d7e-43e8-b801-edd77b9e9533 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190426 May 25 20:01:09.445801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fc2ba-3b91-4e5c-8552-b39245c172ef req-05ddc7e4-1abd-46c6-bbda-ad09d5a39d70 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:09.466846 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb1fc2ba-3b91-4e5c-8552-b39245c172ef req-05ddc7e4-1abd-46c6-bbda-ad09d5a39d70 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.8406527 May 25 20:01:09.566450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Pushing event updated for resources: {'Port': ['ID=58187075-e965-4520-aa18-56ffbc9fc22d,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:09.584067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Network 4e90953c-0c0b-4441-8c41-7aba98024ad6 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:01:09.588320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:01:09.599661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:01:09.721054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:01:09.814487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb1fc2ba-3b91-4e5c-8552-b39245c172ef req-532ee5d1-a3d8-4d48-810b-45ab6a99131b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166842 May 25 20:01:09.814487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:09.866852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Usage tracker for resource:port and tenant:3306bd222ca444c7abe2322acf25ea5f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:09.895134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Attempting to bind port 58187075-e965-4520-aa18-56ffbc9fc22d on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:01:09.895495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Attempting to bind port 58187075-e965-4520-aa18-56ffbc9fc22d by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4e90953c-0c0b-4441-8c41-7aba98024ad6'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:01:09.895841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Attempting to bind port 58187075-e965-4520-aa18-56ffbc9fc22d on network 4e90953c-0c0b-4441-8c41-7aba98024ad6 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:01:09.908854 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1225b0f8-0f2c-43ff-a740-7a4c389ae7cc req-11f23f67-958e-4771-8a7f-ba0e00c430f1 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.2853181 May 25 20:01:09.915546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:01:09.915823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:09.915987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Checking segment: {'id': 'a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4e90953c-0c0b-4441-8c41-7aba98024ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:01:09.916291 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:09.916672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Bound using segment: {'id': 'a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4e90953c-0c0b-4441-8c41-7aba98024ad6'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:01:09.918766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Bound port: 58187075-e965-4520-aa18-56ffbc9fc22d, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4e90953c-0c0b-4441-8c41-7aba98024ad6'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:01:09.919191 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:09.989094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:10.048812 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:10.052913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Made reservation on behalf of 3306bd222ca444c7abe2322acf25ea5f for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:01:10.057057 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:10.168373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Transition to ACTIVE for port object 4e2596c6-020c-4632-8b97-047a591d138f will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:01:10.234797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:01:10.267022 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c80bc57-2ed9-4fcd-a395-f2868ecd6c89 req-3004ed04-0214-4357-8311-161b2d2ab6f9 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 210 time: 0.1012132 May 25 20:01:10.295219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:10.295777 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:10.389241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] For port 58187075-e965-4520-aa18-56ffbc9fc22d, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:01:10.399148 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:10.426238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] For port 58187075-e965-4520-aa18-56ffbc9fc22d, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=58187075-e965-4520-aa18-56ffbc9fc22d,segment=NetworkSegment(a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621),segment_id=a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:01:10.435370 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:10.512793 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:10.549579 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4fc36b2f-4b1f-4af7-854e-20e6451f8f3a req-287037eb-6d00-4dfa-8290-0616fc7b9991 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 210 time: 0.1203215 May 25 20:01:10.559189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['43717c7d-a372-4878-af99-4a7593d0d492'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:01:10.577101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:10.617496 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:10.699659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Pushing event updated for resources: {'Port': ['ID=4e2596c6-020c-4632-8b97-047a591d138f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:10.733112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:01:10.745299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:01:10.748245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:01:10.786608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Allocated IP 192.168.233.47 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/b96d5854-ba92-418f-a98e-bd617ca1a269) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:01:10.856041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:10.856696 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:10.865478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:10.866270 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:10.870611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Allocated IP 172.25.3.70 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/7675dc6c-a51e-4a89-9bac-e62a30aab090) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:01:10.904045 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-f4934121-4d9d-4f4e-a600-475f324d0d9a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1629620 May 25 20:01:10.945326 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd,segment=NetworkSegment(fcb18b6c-0eea-4020-8c44-bc10a2582e75),segment_id=fcb18b6c-0eea-4020-8c44-bc10a2582e75)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:10.955340 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Request body: {'port': {'device_id': 'fed8608f-e4f9-4117-8e66-3fc8db42c0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:11.002119 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:11.026539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98700d9c-034e-4943-82be-c01886f1fde4 None None] Pushing event updated for resources: {'Port': ['ID=58187075-e965-4520-aa18-56ffbc9fc22d,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:11.178376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:11.286612 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:11.310521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48053ec1-6d3c-4af8-91c3-eff45f16d762 req-53739c0a-dfef-4577-963c-d63428100e4a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:11.314759 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48053ec1-6d3c-4af8-91c3-eff45f16d762 req-53739c0a-dfef-4577-963c-d63428100e4a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.4263728 May 25 20:01:11.373387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-49dc3118-04f7-48d5-a957-b44259907bac None None] Provisioning for port 4e2596c6-020c-4632-8b97-047a591d138f completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:01:11.383013 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-49dc3118-04f7-48d5-a957-b44259907bac None None] Provisioning complete for port 4e2596c6-020c-4632-8b97-047a591d138f triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:11.383888 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-49dc3118-04f7-48d5-a957-b44259907bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:11.392187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396778e-677c-4da5-96b8-79ca3ae77c0c req-28d86f4c-8fb8-4129-b600-6a0555694af6 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:11.393695 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c396778e-677c-4da5-96b8-79ca3ae77c0c req-28d86f4c-8fb8-4129-b600-6a0555694af6 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.9913154 May 25 20:01:11.424994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:11.504018 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:11.524960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Transition to ACTIVE for port object b96d5854-ba92-418f-a98e-bd617ca1a269 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:01:11.547049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Pushing event updated for resources: {'Port': ['ID=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:11.570436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-49dc3118-04f7-48d5-a957-b44259907bac None None] Port 4e2596c6-020c-4632-8b97-047a591d138f cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:01:11.571487 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:11.589323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Network ac16da66-8ba6-42d0-a487-88fb370f02e7 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:01:11.597417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:01:11.601035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:01:11.645183 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c396778e-677c-4da5-96b8-79ca3ae77c0c req-ad84cd9f-cf00-485b-845f-60f51c296d06 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266152 May 25 20:01:11.648595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:11.669764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['43717c7d-a372-4878-af99-4a7593d0d492'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:01:11.684647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:11.685221 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:11.732354 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-262c86fc-1b81-40f8-b8fb-617e86e4eb9d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9436173 May 25 20:01:11.737170 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:11.765419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Request body: {'port': {'device_id': '16abbcaa-1d9a-45d5-9632-cc02e059fdfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:11.856268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 58187075-e965-4520-aa18-56ffbc9fc22d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:01:11.927191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:01:11.943804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:01:11.961232 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48053ec1-6d3c-4af8-91c3-eff45f16d762 req-004230aa-5450-4c1d-a5ff-3df5376a1386 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929400 May 25 20:01:11.984514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:01:12.031373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:01:12.040578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Pushing event updated for resources: {'Port': ['ID=b96d5854-ba92-418f-a98e-bd617ca1a269,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:12.051697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:01:12.066809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:01:12.136526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 58187075-e965-4520-aa18-56ffbc9fc22d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:01:12.182632 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:01:12.212928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:12.217751 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:12.277768 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-76b41530-a9e3-4359-b92c-c43f6a246dd1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5214119 May 25 20:01:12.292233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Pushing event updated for resources: {'Port': ['ID=7675dc6c-a51e-4a89-9bac-e62a30aab090,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:12.315310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Request body: {'port': {'device_id': '538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:12.447328 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cca6a312-c747-4fc5-917a-adfde7be822d req-d9d4a32f-db24-4c71-bae2-d671ef49e546 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0714464 May 25 20:01:12.517041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2f187126-39cd-489e-98a6-4bf3421b6456 None None] Provisioning for port b96d5854-ba92-418f-a98e-bd617ca1a269 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:01:12.533495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2f187126-39cd-489e-98a6-4bf3421b6456 None None] Provisioning complete for port b96d5854-ba92-418f-a98e-bd617ca1a269 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:12.534069 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2f187126-39cd-489e-98a6-4bf3421b6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:12.652233 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:12.652732 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:12.669701 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:12.721573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caebbf05-ed7a-43a9-bf68-39ec4617b24d None None] Network 4e90953c-0c0b-4441-8c41-7aba98024ad6 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:01:12.797781 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:12.872103 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2f187126-39cd-489e-98a6-4bf3421b6456 None None] Port b96d5854-ba92-418f-a98e-bd617ca1a269 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:01:12.890957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2596c6-020c-4632-8b97-047a591d138f {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:01:12.909919 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:12.935498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Transition to ACTIVE for port object 4e2596c6-020c-4632-8b97-047a591d138f will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:01:12.949134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:13.054786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360139fd-e535-43b1-af56-f3a74a9c9faf req-ae7af7a2-98ed-443e-87f1-e855c9a4125b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:13.056899 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-360139fd-e535-43b1-af56-f3a74a9c9faf req-ae7af7a2-98ed-443e-87f1-e855c9a4125b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 1.0762188 May 25 20:01:13.124016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c0c0227f-a9f9-40d2-95d3-344783bbb955 None None] Provisioning for port 58187075-e965-4520-aa18-56ffbc9fc22d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:01:13.158963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c0c0227f-a9f9-40d2-95d3-344783bbb955 None None] Provisioning complete for port 58187075-e965-4520-aa18-56ffbc9fc22d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:13.159497 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0c0227f-a9f9-40d2-95d3-344783bbb955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:13.174419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3b48b-f2b6-434c-8fcc-5008820287c1 req-edc2d4d2-4262-4f5b-a533-c64ed1359e4c tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:13.186464 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-13a3b48b-f2b6-434c-8fcc-5008820287c1 req-edc2d4d2-4262-4f5b-a533-c64ed1359e4c tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 932 time: 0.5288012 May 25 20:01:13.228874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:13.244956 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2596c6-020c-4632-8b97-047a591d138f,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:13.475136 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0227f-a9f9-40d2-95d3-344783bbb955 None None] Current status of the port 58187075-e965-4520-aa18-56ffbc9fc22d is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:13.475826 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0c0227f-a9f9-40d2-95d3-344783bbb955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:13.479500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-13a3b48b-f2b6-434c-8fcc-5008820287c1 req-f3ad0fc9-90a7-4502-ba30-9b2a9c8e0adc tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Synchronizing usage tracker for tenant:7f368fc57e274a14b1f1a392166d6e99 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:01:13.514034 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-360139fd-e535-43b1-af56-f3a74a9c9faf req-c38459a0-ce5f-48bb-b6d7-e6ed8082c84f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421523 May 25 20:01:13.548389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c0c0227f-a9f9-40d2-95d3-344783bbb955 None None] For port 58187075-e965-4520-aa18-56ffbc9fc22d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=58187075-e965-4520-aa18-56ffbc9fc22d,segment=NetworkSegment(a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621),segment_id=a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:13.557361 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0c0227f-a9f9-40d2-95d3-344783bbb955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:13.587423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-13a3b48b-f2b6-434c-8fcc-5008820287c1 req-f3ad0fc9-90a7-4502-ba30-9b2a9c8e0adc tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Unset dirty status for tenant:7f368fc57e274a14b1f1a392166d6e99 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:01:13.602539 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-13a3b48b-f2b6-434c-8fcc-5008820287c1 req-f3ad0fc9-90a7-4502-ba30-9b2a9c8e0adc tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152236 May 25 20:01:13.635823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Attempting to bind port 4e2596c6-020c-4632-8b97-047a591d138f on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:01:13.646843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Attempting to bind port 4e2596c6-020c-4632-8b97-047a591d138f by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:01:13.647372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Attempting to bind port 4e2596c6-020c-4632-8b97-047a591d138f on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:01:13.778344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0227f-a9f9-40d2-95d3-344783bbb955 None None] Pushing event updated for resources: {'Port': ['ID=58187075-e965-4520-aa18-56ffbc9fc22d,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:13.837844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Port 4e2596c6-020c-4632-8b97-047a591d138f on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:01:13.838426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Attempting to bind port 4e2596c6-020c-4632-8b97-047a591d138f on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:01:13.860504 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:13.936737 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:01:13.938413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:01:13.938413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:01:13.939191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Bound port: 4e2596c6-020c-4632-8b97-047a591d138f, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:01:13.939761 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:14.018393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96d5854-ba92-418f-a98e-bd617ca1a269 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:01:14.034529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:14.112990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f0ef8d7c-7b4f-4b05-87ae-2f9c0eaac106 None None] Provisioning complete for port 58187075-e965-4520-aa18-56ffbc9fc22d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:14.113707 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f0ef8d7c-7b4f-4b05-87ae-2f9c0eaac106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:14.138313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Transition to ACTIVE for port object b96d5854-ba92-418f-a98e-bd617ca1a269 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:01:14.158969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:14.234424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] For port 4e2596c6-020c-4632-8b97-047a591d138f, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:01:14.256914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ac9ba-8408-4f88-ab81-ec6e3d2efaf6 req-fe3ff804-e520-411f-a21a-d1819f85ee56 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:14.262983 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d83ac9ba-8408-4f88-ab81-ec6e3d2efaf6 req-fe3ff804-e520-411f-a21a-d1819f85ee56 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 935 time: 0.5569086 May 25 20:01:14.313985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef8d7c-7b4f-4b05-87ae-2f9c0eaac106 None None] Current status of the port 58187075-e965-4520-aa18-56ffbc9fc22d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:14.348145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] For port 4e2596c6-020c-4632-8b97-047a591d138f, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4e2596c6-020c-4632-8b97-047a591d138f,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:01:14.363586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0fbd9-8974-4e40-9018-b332baa403d0 req-a7cbc35c-08a8-4447-85a4-cffa155629e0 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:14.366901 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-89b0fbd9-8974-4e40-9018-b332baa403d0 req-a7cbc35c-08a8-4447-85a4-cffa155629e0 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.5211337 May 25 20:01:14.394647 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:14.492802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Pushing event updated for resources: {'Port': ['ID=b96d5854-ba92-418f-a98e-bd617ca1a269,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:14.496854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:14.497769 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:14.500573 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] 10.222.0.50 "PUT /v2.0/ports/4e2596c6-020c-4632-8b97-047a591d138f HTTP/1.1" status: 200 len: 1095 time: 3.5586114 May 25 20:01:14.504576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d83ac9ba-8408-4f88-ab81-ec6e3d2efaf6 req-a5fa5cdc-845a-42de-870c-9168032ab79d tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406459 May 25 20:01:14.514303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed8608f-e4f9-4117-8e66-3fc8db42c0ff', 'tag': '4e2596c6-020c-4632-8b97-047a591d138f'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:01:14.535460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:01:14.617355 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:14.727714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Transition to ACTIVE for port object 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:01:14.752628 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:14.803141 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:14.805289 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-89b0fbd9-8974-4e40-9018-b332baa403d0 req-4227dd0f-8b64-4460-a6d1-c56592644ec7 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238920 May 25 20:01:14.867324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd0414-4289-44e5-b3f6-61ead0349ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2596c6-020c-4632-8b97-047a591d138f,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:14.885975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Attempting to bind port b96d5854-ba92-418f-a98e-bd617ca1a269 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:01:14.886745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Attempting to bind port b96d5854-ba92-418f-a98e-bd617ca1a269 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:01:14.887510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Attempting to bind port b96d5854-ba92-418f-a98e-bd617ca1a269 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:01:14.900826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Port b96d5854-ba92-418f-a98e-bd617ca1a269 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:01:14.901560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Attempting to bind port b96d5854-ba92-418f-a98e-bd617ca1a269 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:01:14.918168 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:01:14.918870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:01:14.919265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:01:14.919712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Bound port: b96d5854-ba92-418f-a98e-bd617ca1a269, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:01:14.920059 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:14.933630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-df3dcfa7-698e-4a5d-8daa-39ee6076cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:14.935177 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-df3dcfa7-698e-4a5d-8daa-39ee6076cc43 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3306bd222ca444c7abe2322acf25ea5f&device_id=fed8608f-e4f9-4117-8e66-3fc8db42c0ff HTTP/1.1" status: 200 len: 1098 time: 0.2457747 May 25 20:01:15.044271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:15.111147 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1459a07c-01b9-4b03-8578-aafe7027d2d1 req-c54442d8-bf14-4a25-8e16-6872004e8b9f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1433089 May 25 20:01:15.112878 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-36e9e5a7-ad21-4c52-998c-3130f45fe8d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=4e2596c6-020c-4632-8b97-047a591d138f HTTP/1.1" status: 200 len: 217 time: 0.1463070 May 25 20:01:15.216835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d376b-b53d-42cd-9db1-3daff9c956b8 req-1894555c-51e5-4b35-862b-42ecd613bb88 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:15.218037 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a46d376b-b53d-42cd-9db1-3daff9c956b8 req-1894555c-51e5-4b35-862b-42ecd613bb88 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.5414195 May 25 20:01:15.220278 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce4aab5-6af3-4442-b6c7-d2a621a74fd0'] response: {'name': 'network-changed', 'server_uuid': 'fed8608f-e4f9-4117-8e66-3fc8db42c0ff', 'tag': '4e2596c6-020c-4632-8b97-047a591d138f', 'status': 'completed', 'code': 200} May 25 20:01:15.227447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] For port b96d5854-ba92-418f-a98e-bd617ca1a269, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:01:15.232675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] For port b96d5854-ba92-418f-a98e-bd617ca1a269, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b96d5854-ba92-418f-a98e-bd617ca1a269,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:01:15.236184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-c1b43abf-10ac-4222-81e8-5476d8a85744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:15.237915 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-c1b43abf-10ac-4222-81e8-5476d8a85744 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1160865 May 25 20:01:15.240942 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:15.309681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Attempting to bind port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:01:15.309892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Attempting to bind port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:01:15.310227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Attempting to bind port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 on network ac16da66-8ba6-42d0-a487-88fb370f02e7 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:01:15.331230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 on network ac16da66-8ba6-42d0-a487-88fb370f02e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:01:15.331545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Attempting to bind port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 on network ac16da66-8ba6-42d0-a487-88fb370f02e7 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:01:15.340746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a46d376b-b53d-42cd-9db1-3daff9c956b8 req-ab5fa0ac-47ad-4eb6-8bec-b828b5389b4c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011066 May 25 20:01:15.345854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:01:15.346192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Checking segment: {'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:01:15.346571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Bound using segment: {'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:01:15.347002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Bound port: 1ff2f0d0-affd-4241-8a4e-1f122ff79f18, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:01:15.347342 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:15.414486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Router 7c63bc5a-9fa1-444d-9893-48f0088957c0 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:01:15.544100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:15.544717 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:15.548899 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] 10.222.0.50 "PUT /v2.0/ports/b96d5854-ba92-418f-a98e-bd617ca1a269 HTTP/1.1" status: 200 len: 1095 time: 3.2623982 May 25 20:01:15.619181 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 58187075-e965-4520-aa18-56ffbc9fc22d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:01:15.623653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cc1a3-e87d-4fdb-aefd-45cdec9f2d32 service neutron] Pushing event updated for resources: {'Port': ['ID=b96d5854-ba92-418f-a98e-bd617ca1a269,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:15.647191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] For port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:01:15.716760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 58187075-e965-4520-aa18-56ffbc9fc22d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:15.717855 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:15.760456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] For port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:01:15.771604 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:15.798745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-67a8816b-1493-486d-bad5-f6a2989a7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:15.801416 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-67a8816b-1493-486d-bad5-f6a2989a7d4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5555611 May 25 20:01:15.846429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bac84-3778-499d-899d-b08f2e8ba1ad req-838f725d-5433-4402-a042-fbe417c3d434 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:15.854094 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a3bac84-3778-499d-899d-b08f2e8ba1ad req-838f725d-5433-4402-a042-fbe417c3d434 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.4965417 May 25 20:01:15.859733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:01:15.865018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:15.865947 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:15.867897 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] 10.222.0.50 "PUT /v2.0/ports/1ff2f0d0-affd-4241-8a4e-1f122ff79f18 HTTP/1.1" status: 200 len: 1092 time: 4.1104074 May 25 20:01:15.869721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16abbcaa-1d9a-45d5-9632-cc02e059fdfc', 'tag': '1ff2f0d0-affd-4241-8a4e-1f122ff79f18'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:01:15.910012 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Sync routers for ids ['7c63bc5a-9fa1-444d-9893-48f0088957c0'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:01:15.932632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314aac66-b32e-49d8-97ed-836fbce763a4 req-ee95a5f3-4cf7-458e-b60d-c0598e23e9bd tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:15.933553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-314aac66-b32e-49d8-97ed-836fbce763a4 req-ee95a5f3-4cf7-458e-b60d-c0598e23e9bd tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Synchronizing usage tracker for tenant:7f368fc57e274a14b1f1a392166d6e99 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:01:15.940083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d783d6-a088-4f62-afa4-db1decdf0037 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:15.947768 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Routers {'7c63bc5a-9fa1-444d-9893-48f0088957c0'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:01:15.949404 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:01:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['7c63bc5a-9fa1-444d-9893-48f0088957c0'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:15.993928 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:15.994526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-386caadb-8887-4b8f-ad44-424f4eb5db74 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.9503183 May 25 20:01:16.001387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34762) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:01:16.040982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 58187075-e965-4520-aa18-56ffbc9fc22d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:16.049434 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a3bac84-3778-499d-899d-b08f2e8ba1ad req-eb153026-c15f-4b54-9946-edfb0889f684 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943128 May 25 20:01:16.058954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-4cb957c1-9a61-4d50-b102-cf9f9821a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:16.076377 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-4cb957c1-9a61-4d50-b102-cf9f9821a212 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3306bd222ca444c7abe2322acf25ea5f&device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 1098 time: 0.4401553 May 25 20:01:16.198138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-314aac66-b32e-49d8-97ed-836fbce763a4 req-ee95a5f3-4cf7-458e-b60d-c0598e23e9bd tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Unset dirty status for tenant:7f368fc57e274a14b1f1a392166d6e99 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:01:16.206199 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-314aac66-b32e-49d8-97ed-836fbce763a4 req-ee95a5f3-4cf7-458e-b60d-c0598e23e9bd tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 944 time: 0.6780369 May 25 20:01:16.230711 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-d688038b-ecfc-4542-966a-27d0bd2322db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b96d5854-ba92-418f-a98e-bd617ca1a269 HTTP/1.1" status: 200 len: 217 time: 0.1345668 May 25 20:01:16.357807 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Set router 7c63bc5a-9fa1-444d-9893-48f0088957c0 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:01:16.375379 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-6b20836d-f59a-42aa-ae66-0d60fa0194d6 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641720 May 25 20:01:16.406918 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-314aac66-b32e-49d8-97ed-836fbce763a4 req-977b000c-a32c-4173-99e4-974d74da5f4f tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996024 May 25 20:01:16.438062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-9ff9f649-6c5c-4d61-aab3-38e118044f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:16.439732 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-9ff9f649-6c5c-4d61-aab3-38e118044f77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f368fc57e274a14b1f1a392166d6e99&device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 1095 time: 0.4934094 May 25 20:01:16.521436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-e0cfe2c3-7ac9-4d23-8df3-e0916b7be4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:16.523396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-e0cfe2c3-7ac9-4d23-8df3-e0916b7be4ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2233987 May 25 20:01:16.690193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a721b6-b69d-42dd-8e02-3c07b2c6be14 req-05126a7d-f670-4912-9ece-63a6a0dfce95 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:16.691559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c0a721b6-b69d-42dd-8e02-3c07b2c6be14 req-05126a7d-f670-4912-9ece-63a6a0dfce95 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Synchronizing usage tracker for tenant:3306bd222ca444c7abe2322acf25ea5f on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:01:16.711805 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-d3c3d7ab-2406-47a0-9968-464f75e64553 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158305 May 25 20:01:16.731823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-b69a0a4c-ffc1-4431-96d5-1a8eb4323ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:16.734871 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-b69a0a4c-ffc1-4431-96d5-1a8eb4323ac9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1941822 May 25 20:01:16.736151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c0a721b6-b69d-42dd-8e02-3c07b2c6be14 req-05126a7d-f670-4912-9ece-63a6a0dfce95 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Unset dirty status for tenant:3306bd222ca444c7abe2322acf25ea5f on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:01:16.737717 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c0a721b6-b69d-42dd-8e02-3c07b2c6be14 req-05126a7d-f670-4912-9ece-63a6a0dfce95 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 947 time: 0.5124409 May 25 20:01:16.787390 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-968fd548-d66c-4d2b-bf0f-d5d7ebf8ec09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ff2f0d0-affd-4241-8a4e-1f122ff79f18 HTTP/1.1" status: 200 len: 217 time: 0.2290764 May 25 20:01:16.797212 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1994051952-router', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '7675dc6c-a51e-4a89-9bac-e62a30aab090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:01:07Z', 'updated_at': '2022-05-25T20:01:12Z', 'revision_number': 3, 'project_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'gw_port': {'id': '7675dc6c-a51e-4a89-9bac-e62a30aab090', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:01:10Z', 'updated_at': '2022-05-25T20:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:16.801662 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Checking router: 7c63bc5a-9fa1-444d-9893-48f0088957c0 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:01:16.802024 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Updating router 7c63bc5a-9fa1-444d-9893-48f0088957c0 port 7675dc6c-a51e-4a89-9bac-e62a30aab090 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:01:16.867661 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:16.941983 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c0a721b6-b69d-42dd-8e02-3c07b2c6be14 req-2a05721c-11ab-449d-9e19-53de711195ea tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754498 May 25 20:01:17.025998 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-c580b57a-c96b-43f3-a030-9b2a92dc3cdd service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847292 May 25 20:01:17.053037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-c598e389-f1aa-40a0-9fa7-7441eecca7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:17.056135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-c598e389-f1aa-40a0-9fa7-7441eecca7d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=416a5448-e8aa-4560-b947-656eb8c9db43 HTTP/1.1" status: 200 len: 845 time: 0.2536511 May 25 20:01:17.125994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd17e3-aca5-4602-8d3d-efc930587127 req-0e60197f-7468-45a8-9e1d-6833fb07060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:17.127517 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4cd17e3-aca5-4602-8d3d-efc930587127 req-0e60197f-7468-45a8-9e1d-6833fb07060d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3306bd222ca444c7abe2322acf25ea5f&device_id=fed8608f-e4f9-4117-8e66-3fc8db42c0ff HTTP/1.1" status: 200 len: 1098 time: 0.3430336 May 25 20:01:17.226891 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4a6ec5-8640-473b-97f7-acf3b0a7a1d1'] response: {'name': 'network-changed', 'server_uuid': '16abbcaa-1d9a-45d5-9632-cc02e059fdfc', 'tag': '1ff2f0d0-affd-4241-8a4e-1f122ff79f18', 'status': 'completed', 'code': 200} May 25 20:01:17.231446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f', 'tag': 'b96d5854-ba92-418f-a98e-bd617ca1a269'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:01:17.312541 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-a44a62b9-83d9-4cfe-b090-6be669d10802 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac16da66-8ba6-42d0-a487-88fb370f02e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845952 May 25 20:01:17.332147 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020db304-d8a9-44f1-935e-156eab4cbe5e req-8dd44e1c-edfc-45d6-a2d6-8bcfc4481e89 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:17.334657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-020db304-d8a9-44f1-935e-156eab4cbe5e req-8dd44e1c-edfc-45d6-a2d6-8bcfc4481e89 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.7745190 May 25 20:01:17.353123 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-874ff2f3-c50c-4d2c-b7ac-6635273a7d27 req-db9b1498-8445-4e83-b870-ef55634f0ee4 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1116056 May 25 20:01:17.460829 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:17.490800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-020db304-d8a9-44f1-935e-156eab4cbe5e req-049a439f-277b-4437-9f63-12f7e1e8adfa tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249182 May 25 20:01:17.492458 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc94ffd-8092-46ff-8d30-130c0d1830f7 req-97a2813f-fabb-4394-a8fd-dd22aa2506e7 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597952 May 25 20:01:17.501374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd17e3-aca5-4602-8d3d-efc930587127 req-edb5861c-4276-4ab9-95cb-f992b14a764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:17.515561 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Transition to ACTIVE for port object 7675dc6c-a51e-4a89-9bac-e62a30aab090 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:01:17.516090 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4cd17e3-aca5-4602-8d3d-efc930587127 req-edb5861c-4276-4ab9-95cb-f992b14a764f service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.3631160 May 25 20:01:17.529228 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:17.630505 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57e23c-d539-413b-8fbd-f2f9b07d9d1d None None] Pushing event updated for resources: {'Port': ['ID=7675dc6c-a51e-4a89-9bac-e62a30aab090,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:17.649406 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Attempting to bind port 7675dc6c-a51e-4a89-9bac-e62a30aab090 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:01:17.649920 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Attempting to bind port 7675dc6c-a51e-4a89-9bac-e62a30aab090 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:01:17.650595 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Attempting to bind port 7675dc6c-a51e-4a89-9bac-e62a30aab090 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:01:17.666383 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-d37f3a16-8631-4060-9f92-4f49475745f7 service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303144 May 25 20:01:17.679767 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:01:17.680441 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:01:17.681089 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:17.681770 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:01:17.685521 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Bound port: 7675dc6c-a51e-4a89-9bac-e62a30aab090, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:01:17.686257 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:17.714052 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4cd17e3-aca5-4602-8d3d-efc930587127 req-9b76f415-24e3-4e8a-a9fe-ac16e7d6d6ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=4e2596c6-020c-4632-8b97-047a591d138f HTTP/1.1" status: 200 len: 217 time: 0.1965487 May 25 20:01:17.845390 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] For port 7675dc6c-a51e-4a89-9bac-e62a30aab090, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:01:17.854747 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] For port 7675dc6c-a51e-4a89-9bac-e62a30aab090, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7675dc6c-a51e-4a89-9bac-e62a30aab090,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:01:17.862476 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:17.864084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd17e3-aca5-4602-8d3d-efc930587127 req-8d49be6f-691b-4d89-a12d-7cacd56f5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:17.866427 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4cd17e3-aca5-4602-8d3d-efc930587127 req-8d49be6f-691b-4d89-a12d-7cacd56f5eca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1465056 May 25 20:01:18.015592 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Routers {'7c63bc5a-9fa1-444d-9893-48f0088957c0'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:01:18.015592 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:01:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['7c63bc5a-9fa1-444d-9893-48f0088957c0'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:18.047563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82d0dafd-a2b5-4d5b-8cc3-4f32897098a2 req-49f3e496-0a7f-4b16-834b-8abb82d709f7 service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619721 May 25 20:01:18.067405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11847b11-2a03-466f-af0d-f468c347c99b req-29a4023c-a19e-4e45-bd98-48c772140f64 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:18.068956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-11847b11-2a03-466f-af0d-f468c347c99b req-29a4023c-a19e-4e45-bd98-48c772140f64 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2819362 May 25 20:01:18.077075 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:18.113223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e79fb6-c32d-4c6c-b2c6-17e553f18e16 req-246fa4bd-8860-44ea-a989-d2b1b8cee4a8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:18.114607 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8e79fb6-c32d-4c6c-b2c6-17e553f18e16 req-246fa4bd-8860-44ea-a989-d2b1b8cee4a8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.5007946 May 25 20:01:18.175593 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57e23c-d539-413b-8fbd-f2f9b07d9d1d None None] Pushing event updated for resources: {'Port': ['ID=7675dc6c-a51e-4a89-9bac-e62a30aab090,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:18.179643 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8e79fb6-c32d-4c6c-b2c6-17e553f18e16 req-bc2842f6-22eb-4de9-8309-a9faed56befa tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559933 May 25 20:01:18.187100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd17e3-aca5-4602-8d3d-efc930587127 req-ac17a2dd-11fa-47a6-9167-82543e809a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:18.188729 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4cd17e3-aca5-4602-8d3d-efc930587127 req-ac17a2dd-11fa-47a6-9167-82543e809a53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3136311 May 25 20:01:18.329000 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] Set router 7c63bc5a-9fa1-444d-9893-48f0088957c0 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:01:18.385512 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c26930-bd0f-44b5-ae65-61700ec147d1'] response: {'name': 'network-changed', 'server_uuid': '538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f', 'tag': 'b96d5854-ba92-418f-a98e-bd617ca1a269', 'status': 'completed', 'code': 200} May 25 20:01:18.397953 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-11847b11-2a03-466f-af0d-f468c347c99b req-f4131fd9-f18f-4808-9cff-1b81f26f8d1d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038805 May 25 20:01:18.606683 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4cd17e3-aca5-4602-8d3d-efc930587127 req-2f5f487b-b9f4-4ae5-aa3f-9f593138922b service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109535 May 25 20:01:18.644326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2ee34-018c-4e6f-8ab9-4865a6832e4a req-a015a6f3-37bc-4e71-a061-dcb7d266e477 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:18.645913 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0e2ee34-018c-4e6f-8ab9-4865a6832e4a req-a015a6f3-37bc-4e71-a061-dcb7d266e477 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 944 time: 0.2627099 May 25 20:01:18.781634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Allocated IP 172.20.0.1 (4e90953c-0c0b-4441-8c41-7aba98024ad6/a285259d-99ab-4ebc-a1a5-86a3c222c957/496f096c-f205-476d-8cf6-c50f6f823556) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:01:18.786091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6355484-5f23-4289-bd09-1139fdaf56f8 req-0ab70c8f-7ad3-4855-8197-cf3b68846e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:18.788108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c32a0f-5ac2-4b65-baca-00ce737cf8c7 req-8a534be8-dddc-4a47-9636-f1442ccf5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:18.788279 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6355484-5f23-4289-bd09-1139fdaf56f8 req-0ab70c8f-7ad3-4855-8197-cf3b68846e96 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f368fc57e274a14b1f1a392166d6e99&device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 1095 time: 0.6603148 May 25 20:01:18.791590 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98c32a0f-5ac2-4b65-baca-00ce737cf8c7 req-8a534be8-dddc-4a47-9636-f1442ccf5123 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3306bd222ca444c7abe2322acf25ea5f&device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 1098 time: 0.4043679 May 25 20:01:18.803493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587ad22-b270-4e1f-b2ae-be1380ded7a7 req-906a4fc8-6e12-438e-8ec0-f8e331c0613c tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:18.804949 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a587ad22-b270-4e1f-b2ae-be1380ded7a7 req-906a4fc8-6e12-438e-8ec0-f8e331c0613c tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 947 time: 0.1957176 May 25 20:01:18.882641 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1994051952-router', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '7675dc6c-a51e-4a89-9bac-e62a30aab090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:01:07Z', 'updated_at': '2022-05-25T20:01:12Z', 'revision_number': 3, 'project_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'gw_port': {'id': '7675dc6c-a51e-4a89-9bac-e62a30aab090', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:01:10Z', 'updated_at': '2022-05-25T20:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:18.890878 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd45145-fa13-499a-9220-246f889ef027 None None] The sync data for ids ['7c63bc5a-9fa1-444d-9893-48f0088957c0'] in n-d-843339-1 is: [{'id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1994051952-router', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '7675dc6c-a51e-4a89-9bac-e62a30aab090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:01:07Z', 'updated_at': '2022-05-25T20:01:12Z', 'revision_number': 3, 'project_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'gw_port': {'id': '7675dc6c-a51e-4a89-9bac-e62a30aab090', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:01:10Z', 'updated_at': '2022-05-25T20:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:01:18.927808 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0e2ee34-018c-4e6f-8ab9-4865a6832e4a req-a2b63906-6323-4c45-9c94-a67b149b9aa6 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117586 May 25 20:01:19.003146 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4cd17e3-aca5-4602-8d3d-efc930587127 req-5f431881-4c71-4e37-b08b-f7bfd7608877 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902972 May 25 20:01:19.054440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c32a0f-5ac2-4b65-baca-00ce737cf8c7 req-a2208058-3d8e-4d08-b7d4-678547a153a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:19.056986 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98c32a0f-5ac2-4b65-baca-00ce737cf8c7 req-a2208058-3d8e-4d08-b7d4-678547a153a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.2490153 May 25 20:01:19.159476 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a587ad22-b270-4e1f-b2ae-be1380ded7a7 req-a2ea736a-f3b8-46bd-8b3c-ba6cc169f008 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182337 May 25 20:01:19.220198 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98c32a0f-5ac2-4b65-baca-00ce737cf8c7 req-90e7f06c-06d8-4b4b-9a70-255dca676ed5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b96d5854-ba92-418f-a98e-bd617ca1a269 HTTP/1.1" status: 200 len: 217 time: 0.1562133 May 25 20:01:19.231868 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b0ebb88-cda3-40df-a271-f4534f1ef58e req-0d9531e2-9ced-43a6-be48-2e298b83aa39 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0949934 May 25 20:01:19.278763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6355484-5f23-4289-bd09-1139fdaf56f8 req-2b51e581-ee1e-42ed-a46c-20f0535612a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:19.280247 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6355484-5f23-4289-bd09-1139fdaf56f8 req-2b51e581-ee1e-42ed-a46c-20f0535612a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac16da66-8ba6-42d0-a487-88fb370f02e7 HTTP/1.1" status: 200 len: 906 time: 0.4744248 May 25 20:01:19.349766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c32a0f-5ac2-4b65-baca-00ce737cf8c7 req-11d75032-4988-41bc-b99d-7ac3653cde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:19.352778 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98c32a0f-5ac2-4b65-baca-00ce737cf8c7 req-11d75032-4988-41bc-b99d-7ac3653cde49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1202583 May 25 20:01:19.431567 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6355484-5f23-4289-bd09-1139fdaf56f8 req-3b972f5b-c90f-4049-89ad-103db3024bcc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ff2f0d0-affd-4241-8a4e-1f122ff79f18 HTTP/1.1" status: 200 len: 217 time: 0.1064725 May 25 20:01:19.435202 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:19.588798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c32a0f-5ac2-4b65-baca-00ce737cf8c7 req-794a004c-83a0-4a2c-a700-147c2e94122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:19.590619 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98c32a0f-5ac2-4b65-baca-00ce737cf8c7 req-794a004c-83a0-4a2c-a700-147c2e94122d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2272239 May 25 20:01:19.601111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Transition to ACTIVE for port object 496f096c-f205-476d-8cf6-c50f6f823556 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:01:19.611775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29e5bf-2d6d-4007-b879-c92542be2531 req-22692a1c-46ec-4ff8-8f61-dbed8c7d1b2d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:19.614207 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d29e5bf-2d6d-4007-b879-c92542be2531 req-22692a1c-46ec-4ff8-8f61-dbed8c7d1b2d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1790440 May 25 20:01:19.616490 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7675dc6c-a51e-4a89-9bac-e62a30aab090 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:01:19.693457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6355484-5f23-4289-bd09-1139fdaf56f8 req-ece8ec8e-e916-4fff-9075-533489cb16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:19.696435 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6355484-5f23-4289-bd09-1139fdaf56f8 req-ece8ec8e-e916-4fff-9075-533489cb16c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=416a5448-e8aa-4560-b947-656eb8c9db43 HTTP/1.1" status: 200 len: 845 time: 0.2551212 May 25 20:01:19.784673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6355484-5f23-4289-bd09-1139fdaf56f8 req-5bbb4250-f14a-463e-9243-130474dce4fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac16da66-8ba6-42d0-a487-88fb370f02e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779357 May 25 20:01:19.816418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 7675dc6c-a51e-4a89-9bac-e62a30aab090 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:01:19.822850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7675dc6c-a51e-4a89-9bac-e62a30aab090 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:19.823535 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:19.845789 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d29e5bf-2d6d-4007-b879-c92542be2531 req-83ade77b-fad9-4b6c-bd39-4eb37a8ef4fc tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861639 May 25 20:01:19.966442 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98c32a0f-5ac2-4b65-baca-00ce737cf8c7 req-a4bf0615-1965-404f-bc2c-bcd347b16d93 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505955 May 25 20:01:20.003445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3019ea3-1b6d-4de9-9b2a-d31435bba507 req-4d784eb9-a215-4458-abc3-7ba60fa0fb0e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:20.015347 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3019ea3-1b6d-4de9-9b2a-d31435bba507 req-4d784eb9-a215-4458-abc3-7ba60fa0fb0e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.5170867 May 25 20:01:20.034622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7675dc6c-a51e-4a89-9bac-e62a30aab090 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:20.035062 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:20.057505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 7675dc6c-a51e-4a89-9bac-e62a30aab090, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7675dc6c-a51e-4a89-9bac-e62a30aab090,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:20.063448 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:20.082541 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:20.198924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=7675dc6c-a51e-4a89-9bac-e62a30aab090,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:20.211837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Network 4e90953c-0c0b-4441-8c41-7aba98024ad6 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:01:20.228752 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3019ea3-1b6d-4de9-9b2a-d31435bba507 req-564867c6-d158-47d0-8aa7-c0ee680cc3b8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120714 May 25 20:01:20.232731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Pushing event updated for resources: {'Port': ['ID=496f096c-f205-476d-8cf6-c50f6f823556,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:20.237260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:01:20.239608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:01:20.305481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6355484-5f23-4289-bd09-1139fdaf56f8 req-b84961de-57e2-4222-89b1-a62ab461a7a3 service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103984 May 25 20:01:20.354535 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98c32a0f-5ac2-4b65-baca-00ce737cf8c7 req-fb070be2-955c-43d4-bcbc-ace3564a51e7 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817823 May 25 20:01:20.365553 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:20.400202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e343d4-74ff-428d-b677-5e77ff0778da req-d19d3b01-1bc9-48ee-b3b5-baa22cf3ddfa tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:20.413700 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6e343d4-74ff-428d-b677-5e77ff0778da req-d19d3b01-1bc9-48ee-b3b5-baa22cf3ddfa tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2542288 May 25 20:01:20.486007 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6e343d4-74ff-428d-b677-5e77ff0778da req-b6bfdba4-e765-4478-a8d2-0103a15604d9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709012 May 25 20:01:20.607284 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6355484-5f23-4289-bd09-1139fdaf56f8 req-d83d8aea-36f1-49b9-af25-bbaadbea87bb service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895775 May 25 20:01:20.652484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0f9fb-9e30-47ae-ad72-c4ba8cb27e60 req-242bda86-5757-4bb0-a2f3-1bc94c7b3f89 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:20.653944 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-beb0f9fb-9e30-47ae-ad72-c4ba8cb27e60 req-242bda86-5757-4bb0-a2f3-1bc94c7b3f89 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 944 time: 0.1775694 May 25 20:01:20.677715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1f35c71a-b7c2-49ee-999a-b282b5d270a9 None None] Provisioning for port 496f096c-f205-476d-8cf6-c50f6f823556 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:01:20.691690 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1f35c71a-b7c2-49ee-999a-b282b5d270a9 None None] Provisioning complete for port 496f096c-f205-476d-8cf6-c50f6f823556 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:20.692889 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1f35c71a-b7c2-49ee-999a-b282b5d270a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:20.766670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55a472-75ca-4fc5-b7fa-3bc51510224f req-97579f93-7291-43d0-90c2-721e66231d87 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:20.768447 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a55a472-75ca-4fc5-b7fa-3bc51510224f req-97579f93-7291-43d0-90c2-721e66231d87 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 947 time: 0.1170778 May 25 20:01:20.823049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1f35c71a-b7c2-49ee-999a-b282b5d270a9 None None] Port 496f096c-f205-476d-8cf6-c50f6f823556 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:01:20.831929 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:01:20.857325 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a55a472-75ca-4fc5-b7fa-3bc51510224f req-49948f72-a16c-4b1b-8488-57dc60d94d49 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782557 May 25 20:01:20.906845 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:20.919655 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-beb0f9fb-9e30-47ae-ad72-c4ba8cb27e60 req-dceba41f-fb00-4f90-b25c-3bced24e7d8b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532420 May 25 20:01:21.067781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:21.124877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '1ff2f0d0-affd-4241-8a4e-1f122ff79f18', 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7', 'port_id': '1ff2f0d0-affd-4241-8a4e-1f122ff79f18', 'mac_address': 'fa:16:3e:68:3c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416a5448-e8aa-4560-b947-656eb8c9db43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:01:21.143631 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab0bfa4c-7755-401e-b7b8-0e967249c354 req-9652106b-6418-4ef5-836a-9fe437459f81 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1478648 May 25 20:01:21.200900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:21.201351 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:21.230527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:01:21.255791 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:21.262075 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:21.262797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b96d5854-ba92-418f-a98e-bd617ca1a269 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:01:21.293679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85336a65-1813-4516-8905-eff094fd5a14 req-b6951f56-7342-4d6e-80f1-3cb1eef225d8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:21.295284 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85336a65-1813-4516-8905-eff094fd5a14 req-b6951f56-7342-4d6e-80f1-3cb1eef225d8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2127481 May 25 20:01:21.369968 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:21.383142 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85336a65-1813-4516-8905-eff094fd5a14 req-2ec05d3a-045c-4ea4-a41f-66aad6032ed7 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756788 May 25 20:01:21.384909 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:21.446950 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:21.504008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Pushing event updated for resources: {'Port': ['ID=496f096c-f205-476d-8cf6-c50f6f823556,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:21.507354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:21.558443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fee81-e3f0-4588-8960-2a2fa82f6ba1 req-d819a6fd-4dd2-4683-a8f8-620daf10c448 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:21.569765 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b00fee81-e3f0-4588-8960-2a2fa82f6ba1 req-d819a6fd-4dd2-4683-a8f8-620daf10c448 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1371579 May 25 20:01:21.585230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b96d5854-ba92-418f-a98e-bd617ca1a269, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b96d5854-ba92-418f-a98e-bd617ca1a269,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:21.603361 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'b96d5854-ba92-418f-a98e-bd617ca1a269', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': 'b96d5854-ba92-418f-a98e-bd617ca1a269', 'mac_address': 'fa:16:3e:e2:86:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:01:21.634891 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b00fee81-e3f0-4588-8960-2a2fa82f6ba1 req-adf66f9c-0be4-4c11-bd2b-437a0c7beb3f tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634151 May 25 20:01:21.641235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7675dc6c-a51e-4a89-9bac-e62a30aab090 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:01:21.751558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b96d5854-ba92-418f-a98e-bd617ca1a269 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:21.752551 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:21.777596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96d5854-ba92-418f-a98e-bd617ca1a269 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:01:21.793851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7675dc6c-a51e-4a89-9bac-e62a30aab090 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:21.794235 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:21.796691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Network 4e90953c-0c0b-4441-8c41-7aba98024ad6 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:01:21.798912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:01:21.832543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b96d5854-ba92-418f-a98e-bd617ca1a269, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b96d5854-ba92-418f-a98e-bd617ca1a269,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:21.851823 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:21.852470 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4e2596c6-020c-4632-8b97-047a591d138f details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:01:21.941024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3af5b-6265-4089-bffe-26183b5f1020 req-eb269b8e-4404-4eb8-8c8d-8f46ee6a5d62 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:21.943778 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdd3af5b-6265-4089-bffe-26183b5f1020 req-eb269b8e-4404-4eb8-8c8d-8f46ee6a5d62 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2647338 May 25 20:01:21.972411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b96d5854-ba92-418f-a98e-bd617ca1a269,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:21.981547 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4e2596c6-020c-4632-8b97-047a591d138f, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4e2596c6-020c-4632-8b97-047a591d138f,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:22.045631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '4e2596c6-020c-4632-8b97-047a591d138f', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '4e2596c6-020c-4632-8b97-047a591d138f', 'mac_address': 'fa:16:3e:d6:5a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:01:22.100979 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdd3af5b-6265-4089-bffe-26183b5f1020 req-79958f36-b20e-497f-b3ae-8bd83a3c67b8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727854 May 25 20:01:22.113662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Router 7c63bc5a-9fa1-444d-9893-48f0088957c0 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:01:22.148217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb249b5-c37c-4b26-a391-0df66c2816fa req-e35c560f-9404-4929-9851-69f69dde66e9 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:22.149773 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efb249b5-c37c-4b26-a391-0df66c2816fa req-e35c560f-9404-4929-9851-69f69dde66e9 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 948 time: 0.1087117 May 25 20:01:22.153537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ea0f8ce6-2144-4812-8328-16e757b51d43 None None] Provisioning complete for port 496f096c-f205-476d-8cf6-c50f6f823556 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:22.153872 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea0f8ce6-2144-4812-8328-16e757b51d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:22.214788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7675dc6c-a51e-4a89-9bac-e62a30aab090 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:22.234775 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efb249b5-c37c-4b26-a391-0df66c2816fa req-7f647994-5407-4354-9042-84282289ed5c tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723667 May 25 20:01:22.236077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 4e2596c6-020c-4632-8b97-047a591d138f is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:22.236448 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:22.274427 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2596c6-020c-4632-8b97-047a591d138f {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:01:22.284725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f8ce6-2144-4812-8328-16e757b51d43 None None] Port 496f096c-f205-476d-8cf6-c50f6f823556 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:01:22.300460 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4e2596c6-020c-4632-8b97-047a591d138f, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4e2596c6-020c-4632-8b97-047a591d138f,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:22.306102 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:22.390725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=4e2596c6-020c-4632-8b97-047a591d138f,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:22.425184 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e14c64c8-d61f-407c-9aa3-9b6e3fcb09fc req-571a2b21-80f9-4420-aa8d-407808bf12a3 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0580156 May 25 20:01:22.434198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:01:22.445684 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-967292b3-ed31-49b1-9891-81bf9d68ba35 admin admin] 10.222.0.60 "PUT /v2.0/routers/7c63bc5a-9fa1-444d-9893-48f0088957c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4417307 May 25 20:01:22.455277 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Sync routers for ids ['7c63bc5a-9fa1-444d-9893-48f0088957c0'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:01:22.469850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Routers {'7c63bc5a-9fa1-444d-9893-48f0088957c0'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:01:22.470849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:01:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['7c63bc5a-9fa1-444d-9893-48f0088957c0'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:22.501083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8173ed-4f65-4b02-ae4b-f0883722fcf2 req-58a4d81c-b7ff-4e8e-97f2-9b6d6556a3f3 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:22.503586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c8173ed-4f65-4b02-ae4b-f0883722fcf2 req-58a4d81c-b7ff-4e8e-97f2-9b6d6556a3f3 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 945 time: 0.2079575 May 25 20:01:22.582065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c8173ed-4f65-4b02-ae4b-f0883722fcf2 req-3f34d886-6219-42d2-ac2c-0564bce2b87b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687613 May 25 20:01:22.651416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['4e2596c6-020c-4632-8b97-047a591d138f'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:01:22.686721 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['b96d5854-ba92-418f-a98e-bd617ca1a269'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:01:22.719864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['1ff2f0d0-affd-4241-8a4e-1f122ff79f18'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:01:22.732775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf04bdc-619d-40cb-ae02-55eb628cc7ef req-db4b42d9-fde1-400d-8ae6-8a7bb311e7e4 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:22.746864 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-baf04bdc-619d-40cb-ae02-55eb628cc7ef req-db4b42d9-fde1-400d-8ae6-8a7bb311e7e4 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1743453 May 25 20:01:22.834132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-baf04bdc-619d-40cb-ae02-55eb628cc7ef req-8f804832-a4fd-441d-828a-f9f1b8a3e646 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856433 May 25 20:01:22.981184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa12ba-b09b-4fa0-8ad9-791fc74eda34 req-c26683c0-0946-47fc-bbcd-201577f2956e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:22.983704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-12aa12ba-b09b-4fa0-8ad9-791fc74eda34 req-c26683c0-0946-47fc-bbcd-201577f2956e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1155958 May 25 20:01:23.070899 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-12aa12ba-b09b-4fa0-8ad9-791fc74eda34 req-d45760a5-7aba-41b1-9f6d-86ca3d85e140 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805137 May 25 20:01:23.081921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Set router 7c63bc5a-9fa1-444d-9893-48f0088957c0 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:01:23.546535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df8091-97d2-408e-af8e-22822571802f req-98663b95-e7dc-4624-8ebe-16ffb73c904e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:23.559584 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-23df8091-97d2-408e-af8e-22822571802f req-98663b95-e7dc-4624-8ebe-16ffb73c904e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2084353 May 25 20:01:23.589063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f3604-f5f5-44e2-9014-0bf4bd10eec6 req-e6c56260-9754-4240-9e7b-26233ef5654d tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:23.597092 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-266f3604-f5f5-44e2-9014-0bf4bd10eec6 req-e6c56260-9754-4240-9e7b-26233ef5654d tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 948 time: 0.1336360 May 25 20:01:23.630500 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:23.646300 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-23df8091-97d2-408e-af8e-22822571802f req-8782bb30-fe93-4acb-8074-372aa1bc100f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848534 May 25 20:01:23.665379 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-266f3604-f5f5-44e2-9014-0bf4bd10eec6 req-e3fce251-bc12-43cb-8fea-d56161222166 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674160 May 25 20:01:23.956417 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61126a95-4fa5-4689-a2b5-4282457af07b req-20ac94ab-d77b-4b50-b624-0901fa3b7196 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1134908 May 25 20:01:24.081480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd12e63-90fa-4ae4-aa78-b646d359bd94 req-9f5993d4-395b-4a4d-a44a-8914fba8e347 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:24.085516 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3bd12e63-90fa-4ae4-aa78-b646d359bd94 req-9f5993d4-395b-4a4d-a44a-8914fba8e347 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 945 time: 0.2168360 May 25 20:01:24.205265 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3bd12e63-90fa-4ae4-aa78-b646d359bd94 req-f67a7070-8f61-4527-bd29-b0ce1a5ee565 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044903 May 25 20:01:24.339071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddec7d-8300-4658-b853-f069b46507c1 req-96d3bcaa-6d70-401f-a4b7-f6fc1fa683c8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:24.350280 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-acddec7d-8300-4658-b853-f069b46507c1 req-96d3bcaa-6d70-401f-a4b7-f6fc1fa683c8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1572287 May 25 20:01:24.366013 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1994051952-router', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '7675dc6c-a51e-4a89-9bac-e62a30aab090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:01:07Z', 'updated_at': '2022-05-25T20:01:20Z', 'revision_number': 4, 'project_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'gw_port': {'id': '7675dc6c-a51e-4a89-9bac-e62a30aab090', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:01:10Z', 'updated_at': '2022-05-25T20:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '496f096c-f205-476d-8cf6-c50f6f823556', 'name': '', 'network_id': '4e90953c-0c0b-4441-8c41-7aba98024ad6', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'mac_address': 'fa:16:3e:cf:61:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a285259d-99ab-4ebc-a1a5-86a3c222c957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:01:18Z', 'updated_at': '2022-05-25T20:01:21Z', 'revision_number': 2, 'project_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'subnets': [{'id': 'a285259d-99ab-4ebc-a1a5-86a3c222c957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:24.375700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Checking router: 7c63bc5a-9fa1-444d-9893-48f0088957c0 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:01:24.375700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Updating router 7c63bc5a-9fa1-444d-9893-48f0088957c0 port 496f096c-f205-476d-8cf6-c50f6f823556 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:01:24.450651 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-acddec7d-8300-4658-b853-f069b46507c1 req-92826662-6925-4dc8-97d2-f743a38facd8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002462 May 25 20:01:24.505320 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:24.709374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e922aac-8425-45b3-b677-525a766e7145 req-0001ec53-17e3-4d65-ac35-b57d36628739 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:24.711294 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e922aac-8425-45b3-b677-525a766e7145 req-0001ec53-17e3-4d65-ac35-b57d36628739 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.2546990 May 25 20:01:24.844907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e922aac-8425-45b3-b677-525a766e7145 req-e5d2971e-5d40-4458-be50-da65df42a476 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214418 May 25 20:01:24.907181 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:01:25.091682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecc40d-3b95-42a2-b5fc-6f7c3a85b08e req-fe145034-270c-4602-88e5-ed4284a7263c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:25.107391 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02ecc40d-3b95-42a2-b5fc-6f7c3a85b08e req-fe145034-270c-4602-88e5-ed4284a7263c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2082052 May 25 20:01:25.128896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:01:25.148348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:25.149612 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:25.204215 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02ecc40d-3b95-42a2-b5fc-6f7c3a85b08e req-7a9cfe9a-0d13-40f6-80fc-6cee0031e153 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955756 May 25 20:01:25.303510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1da5c-88b9-44de-b760-e722ac27d010 req-41bb6acd-0ec3-4e48-8ece-d8be68790e0e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:25.316654 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65c1da5c-88b9-44de-b760-e722ac27d010 req-41bb6acd-0ec3-4e48-8ece-d8be68790e0e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 948 time: 0.1928458 May 25 20:01:25.391498 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65c1da5c-88b9-44de-b760-e722ac27d010 req-d1b6b016-1f9b-4ec0-b102-b6b80ecb0ce2 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736947 May 25 20:01:25.486597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:25.487237 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:25.527476 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-449bdfbf-6553-44d3-8bea-cfcc120e2621 req-7931faf5-8229-437e-8560-a53f52360f5b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1171286 May 25 20:01:25.679544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16abbcaa-1d9a-45d5-9632-cc02e059fdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff2f0d0-affd-4241-8a4e-1f122ff79f18'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:01:25.705042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:25.707582 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:25.716697 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:25.768805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ee691-2ca4-4a33-8a0e-a5946d1b93af req-efc3ef18-aab5-4ce4-b955-d122d7f716d5 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:25.785753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b71ee691-2ca4-4a33-8a0e-a5946d1b93af req-efc3ef18-aab5-4ce4-b955-d122d7f716d5 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 945 time: 0.2313280 May 25 20:01:25.840440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Transition to ACTIVE for port object 496f096c-f205-476d-8cf6-c50f6f823556 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:01:25.880918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf990a-5797-4f61-8080-c706ba1805d0 req-ed37b90e-3518-4f8f-a26d-4f2a163d3220 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:25.883259 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-01bf990a-5797-4f61-8080-c706ba1805d0 req-ed37b90e-3518-4f8f-a26d-4f2a163d3220 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1802602 May 25 20:01:25.911778 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:25.919250 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b71ee691-2ca4-4a33-8a0e-a5946d1b93af req-628e267c-89cd-4941-8b50-6e7d8149ea07 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324654 May 25 20:01:26.050659 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b323860-14de-430b-8a83-864e1534c561'] response: {'server_uuid': '16abbcaa-1d9a-45d5-9632-cc02e059fdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff2f0d0-affd-4241-8a4e-1f122ff79f18', 'code': 200} May 25 20:01:26.081154 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-01bf990a-5797-4f61-8080-c706ba1805d0 req-b28f084c-0a29-4a19-8a1d-d42d4d23e620 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680009 May 25 20:01:26.275217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:26.547062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Attempting to bind port 496f096c-f205-476d-8cf6-c50f6f823556 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:01:26.547972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Attempting to bind port 496f096c-f205-476d-8cf6-c50f6f823556 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4e90953c-0c0b-4441-8c41-7aba98024ad6'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:01:26.548562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Attempting to bind port 496f096c-f205-476d-8cf6-c50f6f823556 on network 4e90953c-0c0b-4441-8c41-7aba98024ad6 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:01:26.583062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc2f0b-b952-40b3-958e-d20814809336 None None] Pushing event updated for resources: {'Port': ['ID=496f096c-f205-476d-8cf6-c50f6f823556,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:26.599870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06903a95-a43b-47ab-b9eb-7a2d99f210e0 req-ba7a22d6-16b7-42e8-a741-2d3ba9f969c8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:26.608887 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-06903a95-a43b-47ab-b9eb-7a2d99f210e0 req-ba7a22d6-16b7-42e8-a741-2d3ba9f969c8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1159987 May 25 20:01:26.617193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:01:26.617807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Checking segment: {'id': 'a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4e90953c-0c0b-4441-8c41-7aba98024ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:01:26.618514 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:26.629531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Bound using segment: {'id': 'a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4e90953c-0c0b-4441-8c41-7aba98024ad6'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:01:26.630435 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Bound port: 496f096c-f205-476d-8cf6-c50f6f823556, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4e90953c-0c0b-4441-8c41-7aba98024ad6'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:01:26.638374 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:26.710258 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-06903a95-a43b-47ab-b9eb-7a2d99f210e0 req-2024ba1b-0e12-433b-a634-b650b3e1f925 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997162 May 25 20:01:26.795347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384834e-f11d-4270-a20b-4edea1c9fcb2 req-02d6920d-4c2f-4395-b2e2-32fd52331ae1 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:26.797710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8384834e-f11d-4270-a20b-4edea1c9fcb2 req-02d6920d-4c2f-4395-b2e2-32fd52331ae1 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.4101799 May 25 20:01:26.800432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd62ed-13e4-4a4d-a7bb-6f955d2bd05b req-2b7e4bc7-cba4-4751-8f50-3a1ed29ea54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:26.802545 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6afd62ed-13e4-4a4d-a7bb-6f955d2bd05b req-2b7e4bc7-cba4-4751-8f50-3a1ed29ea54e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 1097 time: 0.5151970 May 25 20:01:26.874316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6afd62ed-13e4-4a4d-a7bb-6f955d2bd05b req-5a541a26-347f-4300-8961-9cb2889c5f76 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534317 May 25 20:01:26.882879 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b96d5854-ba92-418f-a98e-bd617ca1a269 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:01:26.935569 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8384834e-f11d-4270-a20b-4edea1c9fcb2 req-c2f39e74-6d79-4fe0-bc97-d892f92651db tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303780 May 25 20:01:27.060209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72826c48-2095-48a9-a0bd-a757b7b97f25 req-f0bb6140-abf2-4a29-8c5f-b42201cb2079 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:27.065476 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-72826c48-2095-48a9-a0bd-a757b7b97f25 req-f0bb6140-abf2-4a29-8c5f-b42201cb2079 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 948 time: 0.1471746 May 25 20:01:27.073623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] For port 496f096c-f205-476d-8cf6-c50f6f823556, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:01:27.078305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] For port 496f096c-f205-476d-8cf6-c50f6f823556, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=496f096c-f205-476d-8cf6-c50f6f823556,segment=NetworkSegment(a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621),segment_id=a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:01:27.083630 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:27.175941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-72826c48-2095-48a9-a0bd-a757b7b97f25 req-08e0ab70-cf9d-448f-bc21-a3cffd1e1932 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004663 May 25 20:01:27.291061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port b96d5854-ba92-418f-a98e-bd617ca1a269 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:01:27.312834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port b96d5854-ba92-418f-a98e-bd617ca1a269 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:27.313363 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:27.423518 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Routers {'7c63bc5a-9fa1-444d-9893-48f0088957c0'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:01:27.424094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:01:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['7c63bc5a-9fa1-444d-9893-48f0088957c0'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:27.466356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6295431-95f4-40e3-a8ba-2d5bfe6ec3e3 req-17ac16ab-5882-4556-9810-df8e7d06d44a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:27.471689 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6295431-95f4-40e3-a8ba-2d5bfe6ec3e3 req-17ac16ab-5882-4556-9810-df8e7d06d44a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 946 time: 0.1513965 May 25 20:01:27.508132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc2f0b-b952-40b3-958e-d20814809336 None None] Pushing event updated for resources: {'Port': ['ID=496f096c-f205-476d-8cf6-c50f6f823556,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:27.573403 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ca2c469-75a2-4803-9646-0ea6583142d8 req-d9779c7c-7f49-4085-beb1-05cfd3d59f5f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1173568 May 25 20:01:27.581052 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6295431-95f4-40e3-a8ba-2d5bfe6ec3e3 req-88652454-0441-4dc7-84ae-0e8b5e0699be tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024320 May 25 20:01:27.774109 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:27.785710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b96d5854-ba92-418f-a98e-bd617ca1a269 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:27.786520 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:27.878308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] Set router 7c63bc5a-9fa1-444d-9893-48f0088957c0 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:01:27.946650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf9df9-714e-40b3-846d-18f42ebc437d req-3ea91bf8-ecde-43b8-8137-c8af39c20846 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:27.957301 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-91cf9df9-714e-40b3-846d-18f42ebc437d req-3ea91bf8-ecde-43b8-8137-c8af39c20846 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1549053 May 25 20:01:28.042832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b96d5854-ba92-418f-a98e-bd617ca1a269, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b96d5854-ba92-418f-a98e-bd617ca1a269,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:28.048876 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-91cf9df9-714e-40b3-846d-18f42ebc437d req-f004fb27-1f6a-4730-99f7-adb67a1b87c4 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903175 May 25 20:01:28.073612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96d5854-ba92-418f-a98e-bd617ca1a269'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:01:28.102978 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:28.115906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4e2596c6-020c-4632-8b97-047a591d138f up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:01:28.183199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452315a4-5b43-47a8-a59e-22024de2cc8e req-e74cfcaa-2cc6-4fd7-af65-675713871b8b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:28.203964 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452315a4-5b43-47a8-a59e-22024de2cc8e req-e74cfcaa-2cc6-4fd7-af65-675713871b8b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2999845 May 25 20:01:28.318384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452315a4-5b43-47a8-a59e-22024de2cc8e req-bc8f6b8c-daa6-4676-8190-a00b3666d64f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125877 May 25 20:01:28.382667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b2e5c-7919-4e24-9630-f0683bdbe273 req-74a4b120-3668-450c-aa1c-063c3cf70330 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:28.384357 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a72b2e5c-7919-4e24-9630-f0683bdbe273 req-74a4b120-3668-450c-aa1c-063c3cf70330 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1806772 May 25 20:01:28.466310 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69710d9-a727-4715-93af-ecdbf2273c32'] response: {'server_uuid': '538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96d5854-ba92-418f-a98e-bd617ca1a269', 'code': 200} May 25 20:01:28.468414 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f6db-2e1e-4720-8bc8-f49f069810bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:28.506965 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a72b2e5c-7919-4e24-9630-f0683bdbe273 req-4397acbb-e4e7-48db-a68c-3371179f4225 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071391 May 25 20:01:28.671440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b96d5854-ba92-418f-a98e-bd617ca1a269,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:28.673533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4253cd9-375b-4172-9b3f-5f8cc5e9b662 req-1e232eb9-8f69-498b-a4e7-9b964a182048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:28.683716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4253cd9-375b-4172-9b3f-5f8cc5e9b662 req-1e232eb9-8f69-498b-a4e7-9b964a182048 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 1100 time: 0.2114601 May 25 20:01:28.708815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 4e2596c6-020c-4632-8b97-047a591d138f completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:01:28.734099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 4e2596c6-020c-4632-8b97-047a591d138f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:28.735655 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:28.798254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b01c29-f68d-4a5f-a00b-9fff35fa1e2b req-cf7a8582-25d5-4904-ac06-337043f23046 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:28.806001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d5b01c29-f68d-4a5f-a00b-9fff35fa1e2b req-cf7a8582-25d5-4904-ac06-337043f23046 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 949 time: 0.2266824 May 25 20:01:28.825055 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4253cd9-375b-4172-9b3f-5f8cc5e9b662 req-aeb3bf4a-63ae-41c3-9293-b8812297114a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292782 May 25 20:01:28.897328 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d5b01c29-f68d-4a5f-a00b-9fff35fa1e2b req-2a59c5e4-b338-4200-a48d-a8a5250b127d tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885706 May 25 20:01:29.036970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c983a6f-b48e-497c-8568-0457d1b5dda0 req-9a8a29dc-00d7-4184-8436-05f81066f287 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:29.039152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1994051952-router', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '7675dc6c-a51e-4a89-9bac-e62a30aab090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:01:07Z', 'updated_at': '2022-05-25T20:01:20Z', 'revision_number': 4, 'project_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'gw_port': {'id': '7675dc6c-a51e-4a89-9bac-e62a30aab090', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:01:10Z', 'updated_at': '2022-05-25T20:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '496f096c-f205-476d-8cf6-c50f6f823556', 'name': '', 'network_id': '4e90953c-0c0b-4441-8c41-7aba98024ad6', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'mac_address': 'fa:16:3e:cf:61:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a285259d-99ab-4ebc-a1a5-86a3c222c957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:01:18Z', 'updated_at': '2022-05-25T20:01:27Z', 'revision_number': 4, 'project_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'subnets': [{'id': 'a285259d-99ab-4ebc-a1a5-86a3c222c957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:29.042485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 4e2596c6-020c-4632-8b97-047a591d138f is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:29.043155 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:29.044934 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c983a6f-b48e-497c-8568-0457d1b5dda0 req-9a8a29dc-00d7-4184-8436-05f81066f287 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 946 time: 0.1720355 May 25 20:01:29.061904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37fd11-4400-4e0f-b6b9-4cf32a5b462d None None] The sync data for ids ['7c63bc5a-9fa1-444d-9893-48f0088957c0'] in n-d-843339-1 is: [{'id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1994051952-router', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '7675dc6c-a51e-4a89-9bac-e62a30aab090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:01:07Z', 'updated_at': '2022-05-25T20:01:20Z', 'revision_number': 4, 'project_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'gw_port': {'id': '7675dc6c-a51e-4a89-9bac-e62a30aab090', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:01:10Z', 'updated_at': '2022-05-25T20:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '496f096c-f205-476d-8cf6-c50f6f823556', 'name': '', 'network_id': '4e90953c-0c0b-4441-8c41-7aba98024ad6', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'mac_address': 'fa:16:3e:cf:61:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a285259d-99ab-4ebc-a1a5-86a3c222c957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:01:18Z', 'updated_at': '2022-05-25T20:01:27Z', 'revision_number': 4, 'project_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'subnets': [{'id': 'a285259d-99ab-4ebc-a1a5-86a3c222c957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:01:29.164938 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c983a6f-b48e-497c-8568-0457d1b5dda0 req-a8e887f2-346a-400d-9220-51a8fbd63236 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075983 May 25 20:01:29.175049 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64447849-237c-40e2-9263-3f9dd48ad60a req-3d313c2a-e1d5-4387-b0d3-ec213281549c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1510572 May 25 20:01:29.183734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4e2596c6-020c-4632-8b97-047a591d138f, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4e2596c6-020c-4632-8b97-047a591d138f,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:29.199890 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:29.468450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=4e2596c6-020c-4632-8b97-047a591d138f,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:29.700727 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836645b0-9f52-4851-9577-f3992c2eea30 req-eb1dd7e5-8f3a-40d9-99d5-aaa9418c7e93 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:29.700727 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-836645b0-9f52-4851-9577-f3992c2eea30 req-eb1dd7e5-8f3a-40d9-99d5-aaa9418c7e93 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2629488 May 25 20:01:29.811709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 496f096c-f205-476d-8cf6-c50f6f823556 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:01:29.976898 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-836645b0-9f52-4851-9577-f3992c2eea30 req-3350a15f-7d71-4dc6-bf51-03463a76297e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305365 May 25 20:01:30.066327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 496f096c-f205-476d-8cf6-c50f6f823556 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:01:30.099294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 496f096c-f205-476d-8cf6-c50f6f823556 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:30.099857 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:30.106478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db0c2e-61d1-4978-8337-f97dfc5e539e req-3dca8428-0f18-481d-aaa4-c7f8691aeb15 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:30.115291 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-09db0c2e-61d1-4978-8337-f97dfc5e539e req-3dca8428-0f18-481d-aaa4-c7f8691aeb15 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.3583307 May 25 20:01:30.318360 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-09db0c2e-61d1-4978-8337-f97dfc5e539e req-eecb4cb4-fbd1-4a3c-ba60-ed8dd5e319b4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958330 May 25 20:01:30.507394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed8608f-e4f9-4117-8e66-3fc8db42c0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2596c6-020c-4632-8b97-047a591d138f'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:01:30.620127 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0cf23e58-a00a-4e63-90dd-9178a1dea8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:30.639557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe45ecf-22b7-43c9-8a4c-51a85f03bfbb req-666ef281-a84a-4f64-acc5-2ddeefb493fd tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:30.641229 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbe45ecf-22b7-43c9-8a4c-51a85f03bfbb req-666ef281-a84a-4f64-acc5-2ddeefb493fd tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 946 time: 0.1898060 May 25 20:01:30.671282 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 496f096c-f205-476d-8cf6-c50f6f823556 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:30.672146 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:30.785784 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbe45ecf-22b7-43c9-8a4c-51a85f03bfbb req-a528f5b4-349c-415c-a506-9101278c0a74 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341860 May 25 20:01:30.799823 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 496f096c-f205-476d-8cf6-c50f6f823556, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=496f096c-f205-476d-8cf6-c50f6f823556,segment=NetworkSegment(a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621),segment_id=a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:30.806316 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:30.850541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006be13-96f0-4f30-8efd-63db471d4fcb req-c41c7943-ea8e-4ee1-a8f1-c1c2044281f2 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:30.864683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2006be13-96f0-4f30-8efd-63db471d4fcb req-c41c7943-ea8e-4ee1-a8f1-c1c2044281f2 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1946490 May 25 20:01:30.946412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=496f096c-f205-476d-8cf6-c50f6f823556,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:30.948765 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2006be13-96f0-4f30-8efd-63db471d4fcb req-0c299a65-d5a4-4009-906a-40cf046f06f0 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830190 May 25 20:01:31.158172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16c557-5d25-4193-b55e-25b4a7ca1a0d req-74f432f4-a510-421b-8b65-fcf83566cde4 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:31.161158 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c16c557-5d25-4193-b55e-25b4a7ca1a0d req-74f432f4-a510-421b-8b65-fcf83566cde4 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 949 time: 0.1478422 May 25 20:01:31.168132 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-242c3599-2b21-467d-819b-09ee73b07e71 req-2ba300c9-1458-4333-9336-ef1965519c8e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0836904 May 25 20:01:31.278837 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c37e5d0-ecfb-4d77-8cbd-bad4a66e9d85'] response: {'server_uuid': 'fed8608f-e4f9-4117-8e66-3fc8db42c0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2596c6-020c-4632-8b97-047a591d138f', 'code': 200} May 25 20:01:31.299747 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:31.326883 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c16c557-5d25-4193-b55e-25b4a7ca1a0d req-dd22c6cb-1bf3-4fe6-8bca-6fad9ff7fbd2 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526704 May 25 20:01:31.539088 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:31.596720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79c40e-2347-4cf1-a728-369203b6b546 req-e8f4e0f8-9854-4ba8-8ffe-2c096c222208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:31.600723 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e79c40e-2347-4cf1-a728-369203b6b546 req-e8f4e0f8-9854-4ba8-8ffe-2c096c222208 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fed8608f-e4f9-4117-8e66-3fc8db42c0ff HTTP/1.1" status: 200 len: 1100 time: 0.2471199 May 25 20:01:31.685103 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e79c40e-2347-4cf1-a728-369203b6b546 req-3af3b1ca-3818-4e0d-ae97-82d34f05a5cd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758510 May 25 20:01:31.720803 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 496f096c-f205-476d-8cf6-c50f6f823556 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:01:31.845613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b8bc3-c400-4d42-b1ef-fd6600e89739 req-fc85e6ef-8590-452e-ac75-a995b02d23c8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:31.847189 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c51b8bc3-c400-4d42-b1ef-fd6600e89739 req-fc85e6ef-8590-452e-ac75-a995b02d23c8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2389209 May 25 20:01:31.867919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 496f096c-f205-476d-8cf6-c50f6f823556 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:31.868776 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:31.971627 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c51b8bc3-c400-4d42-b1ef-fd6600e89739 req-1400bcdf-5d35-4837-9422-bee362a86c14 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010821 May 25 20:01:32.199959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 496f096c-f205-476d-8cf6-c50f6f823556 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:32.282396 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2ad3e-f24c-4369-a80d-5b6b475dbc86 req-0c07a5ea-ac30-4359-b5fc-827cdda4ff61 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:32.293363 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ec2ad3e-f24c-4369-a80d-5b6b475dbc86 req-0c07a5ea-ac30-4359-b5fc-827cdda4ff61 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1789277 May 25 20:01:32.378785 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ec2ad3e-f24c-4369-a80d-5b6b475dbc86 req-dc7f8795-bdb6-4e33-bda9-d3cfba28fee2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750566 May 25 20:01:32.526257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176af32b-7512-4440-ac52-6c490bfb0693 req-918c5730-28f0-47a4-98e5-3d90522559bc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:32.544605 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-176af32b-7512-4440-ac52-6c490bfb0693 req-918c5730-28f0-47a4-98e5-3d90522559bc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fed8608f-e4f9-4117-8e66-3fc8db42c0ff HTTP/1.1" status: 200 len: 949 time: 0.1610689 May 25 20:01:32.653049 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-176af32b-7512-4440-ac52-6c490bfb0693 req-d6e5c0dc-49bb-4dea-bf60-7f140ff979e2 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056347 May 25 20:01:32.836867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329a1ad-cc52-423a-81cf-7cf042bfd5f7 req-0faa4716-d6f1-419b-a048-afbdd21e6910 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:32.848358 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b329a1ad-cc52-423a-81cf-7cf042bfd5f7 req-0faa4716-d6f1-419b-a048-afbdd21e6910 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.2663229 May 25 20:01:32.923126 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:32.971098 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b329a1ad-cc52-423a-81cf-7cf042bfd5f7 req-93390e78-bd16-4d77-81c1-5fad7222bb76 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215250 May 25 20:01:33.017438 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c0f2780-6c3d-44a9-a597-5c57d8c3969f req-58ebc357-fb40-4e6d-80ab-c6c513b78c6f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1668639 May 25 20:01:33.359723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf67103-56f3-4709-a76c-234fbd6a111a req-34193019-a3e9-4962-93b7-eb70849090ab tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:33.361816 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7bf67103-56f3-4709-a76c-234fbd6a111a req-34193019-a3e9-4962-93b7-eb70849090ab tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1266675 May 25 20:01:33.414185 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7bf67103-56f3-4709-a76c-234fbd6a111a req-e8098c60-dced-4226-b8b0-b124e386af11 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445912 May 25 20:01:33.664216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfbb23-3434-48f3-816f-b4081bbfa6ba req-7558e2ca-6d71-458d-b8a4-8464f55866b1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:33.666896 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2bbfbb23-3434-48f3-816f-b4081bbfa6ba req-7558e2ca-6d71-458d-b8a4-8464f55866b1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1136835 May 25 20:01:33.768494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2bbfbb23-3434-48f3-816f-b4081bbfa6ba req-c515190b-7614-46be-95ee-e7bca692c412 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949068 May 25 20:01:33.956517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984211ba-aeca-4ac0-a17e-e4b36e10377b req-53c8781f-15d9-4de7-b314-10986633ca61 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:33.958061 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-984211ba-aeca-4ac0-a17e-e4b36e10377b req-53c8781f-15d9-4de7-b314-10986633ca61 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fed8608f-e4f9-4117-8e66-3fc8db42c0ff HTTP/1.1" status: 200 len: 949 time: 0.1005120 May 25 20:01:34.030560 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-984211ba-aeca-4ac0-a17e-e4b36e10377b req-f8eb4697-b400-4297-891d-5f8b4f50b8f1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617242 May 25 20:01:34.294485 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db7fc43e-289e-42c3-8ec8-df79185d47c1 req-5cf5a9cf-a005-4d88-8916-82f53f52717b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0589571 May 25 20:01:34.329414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd9b5e-088a-46fe-b437-cd856943b774 req-9500ee86-4940-470a-9a2a-50f5cccff16a tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:34.339651 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1dfd9b5e-088a-46fe-b437-cd856943b774 req-9500ee86-4940-470a-9a2a-50f5cccff16a tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1514175 May 25 20:01:34.426396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1dfd9b5e-088a-46fe-b437-cd856943b774 req-e09a4651-cf59-474a-9027-5913540d274b tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850604 May 25 20:01:34.799179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed99297-2615-4097-8765-70f11a3e101b req-8acaf6de-c4a8-46ed-b338-d9830b599fcd tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:34.800768 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ed99297-2615-4097-8765-70f11a3e101b req-8acaf6de-c4a8-46ed-b338-d9830b599fcd tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1163278 May 25 20:01:34.866967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846b280-f019-438a-89d8-308fd588014c req-21d661cd-55d6-44e9-8dd7-401e448655eb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:34.875157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846b280-f019-438a-89d8-308fd588014c req-21d661cd-55d6-44e9-8dd7-401e448655eb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:34.876589 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ed99297-2615-4097-8765-70f11a3e101b req-4c55cd4e-1ab6-4b81-a19a-6ca4b98d55e4 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691452 May 25 20:01:34.877943 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f846b280-f019-438a-89d8-308fd588014c req-21d661cd-55d6-44e9-8dd7-401e448655eb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f&device_id=fed8608f-e4f9-4117-8e66-3fc8db42c0ff HTTP/1.1" status: 200 len: 1689 time: 0.1276643 May 25 20:01:34.952832 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f846b280-f019-438a-89d8-308fd588014c req-7a15f7e4-1124-4177-89a1-f5c3eafe970c tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643458 May 25 20:01:35.178312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cf8a2-d8e1-49b6-8aa3-2065dd8ca6c8 req-83deb62b-bddd-4c83-a8af-ae6fe2bf14d8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:35.180051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea8cf8a2-d8e1-49b6-8aa3-2065dd8ca6c8 req-83deb62b-bddd-4c83-a8af-ae6fe2bf14d8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1514356 May 25 20:01:35.237777 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea8cf8a2-d8e1-49b6-8aa3-2065dd8ca6c8 req-5e78d484-666f-456f-8731-c3cd4f63cea1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466096 May 25 20:01:35.414579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9676ea-079c-4962-b1c8-8077ce6bb651 req-3628d554-f23e-47be-919c-3967562c6cab tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:35.416104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e9676ea-079c-4962-b1c8-8077ce6bb651 req-3628d554-f23e-47be-919c-3967562c6cab tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 1100 time: 0.2023244 May 25 20:01:35.481073 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e9676ea-079c-4962-b1c8-8077ce6bb651 req-8e0f68a9-7b47-40a1-a2f5-291aa9d380fd tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548754 May 25 20:01:35.552325 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5940dcd-cd9c-4624-a264-8b01aa61ff87 req-e12395ea-1e62-47be-bd38-1f8fd44eb159 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0757842 May 25 20:01:35.831650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c689d-240f-4e07-a727-222ee48aaf40 req-698e0575-0901-4e4a-a3f9-0a79856a0f20 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:35.833801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc7c689d-240f-4e07-a727-222ee48aaf40 req-698e0575-0901-4e4a-a3f9-0a79856a0f20 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1422250 May 25 20:01:35.909458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7340e3d-8549-431b-b9f2-50aeed7fc914 req-b3014092-4f16-443c-9b1a-3341b6387f6d tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:35.913336 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc7c689d-240f-4e07-a727-222ee48aaf40 req-cf581057-86fe-4e4e-bec7-2ca7a5a47064 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635011 May 25 20:01:35.914658 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d7340e3d-8549-431b-b9f2-50aeed7fc914 req-b3014092-4f16-443c-9b1a-3341b6387f6d tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fed8608f-e4f9-4117-8e66-3fc8db42c0ff HTTP/1.1" status: 200 len: 1100 time: 0.1623795 May 25 20:01:36.057111 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d7340e3d-8549-431b-b9f2-50aeed7fc914 req-11285a4a-2d03-496c-8959-e50445331cff tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362379 May 25 20:01:36.371816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cc02d-588d-44c0-a872-c10dcea49bd2 req-c23938da-eeda-4e97-adbd-db284af14ca8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:36.381956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-484cc02d-588d-44c0-a872-c10dcea49bd2 req-c23938da-eeda-4e97-adbd-db284af14ca8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1942921 May 25 20:01:36.502085 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-484cc02d-588d-44c0-a872-c10dcea49bd2 req-11619fec-50aa-44d5-9eee-13ed814b5ab8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187947 May 25 20:01:36.633324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88758951-1947-427f-b4d9-9046f6bdbc07 req-2a81b73d-3a0c-4fa4-b5e2-5abb589330ce tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:36.641534 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-88758951-1947-427f-b4d9-9046f6bdbc07 req-2a81b73d-3a0c-4fa4-b5e2-5abb589330ce tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1747429 May 25 20:01:36.736693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-88758951-1947-427f-b4d9-9046f6bdbc07 req-b9ad6d14-858d-4ef7-b796-1f855365ea6b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941224 May 25 20:01:36.916024 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-663a22cb-bee8-4444-9051-fb7aedf0b868 req-063ef6f9-cc9c-437b-b23e-ae259a91c23c tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3306bd222ca444c7abe2322acf25ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472627 May 25 20:01:36.932318 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:01:37.047968 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-59700792-a667-4d3c-b94c-a9192d8575bf req-b90f0678-cd9d-445c-a789-fff656fb160c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1513429 May 25 20:01:37.130233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a22cb-bee8-4444-9051-fb7aedf0b868 req-3ed61648-8660-4499-a28f-aa5c34ed78ab tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:37.137781 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-663a22cb-bee8-4444-9051-fb7aedf0b868 req-3ed61648-8660-4499-a28f-aa5c34ed78ab tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147434 May 25 20:01:37.156745 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-663a22cb-bee8-4444-9051-fb7aedf0b868 req-c79ad4bd-deee-489e-adaf-1b4b24da7144 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/quotas/3306bd222ca444c7abe2322acf25ea5f HTTP/1.1" status: 200 len: 375 time: 0.0178053 May 25 20:01:37.304648 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-663a22cb-bee8-4444-9051-fb7aedf0b868 req-fe099c6e-944a-42c4-b97a-d9878c753cdf tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3306bd222ca444c7abe2322acf25ea5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1468093 May 25 20:01:37.317440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:37.335902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '1ff2f0d0-affd-4241-8a4e-1f122ff79f18', 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7', 'port_id': '1ff2f0d0-affd-4241-8a4e-1f122ff79f18', 'mac_address': 'fa:16:3e:68:3c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416a5448-e8aa-4560-b947-656eb8c9db43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:01:37.458039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:37.458842 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:37.499864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:01:37.523614 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:37.532598 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:37.581115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa63da1-42be-4c18-8b4c-389cdcc98010 req-616e6de2-ff1b-4aea-87cd-bcfb3f3fa845 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:37.596839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fa63da1-42be-4c18-8b4c-389cdcc98010 req-616e6de2-ff1b-4aea-87cd-bcfb3f3fa845 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.2426920 May 25 20:01:37.667911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['1ff2f0d0-affd-4241-8a4e-1f122ff79f18'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:01:37.691788 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fa63da1-42be-4c18-8b4c-389cdcc98010 req-0f9c4731-a652-46fb-82fc-450d443c5a4e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932262 May 25 20:01:37.938871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:38.107226 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:01:38.578100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14c1f2-30de-4be6-a639-e928fc907c05 req-fc0ae086-1487-49cf-a702-6782a50297f6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:38.605124 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae14c1f2-30de-4be6-a639-e928fc907c05 req-fc0ae086-1487-49cf-a702-6782a50297f6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2269704 May 25 20:01:38.746002 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae14c1f2-30de-4be6-a639-e928fc907c05 req-68c45503-4601-460d-9bc9-dc3ccc885890 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395192 May 25 20:01:38.942656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:01:39.208028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:39.208660 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:39.217641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b6f72-0dfc-45d8-bc7c-2826cf1f374c req-fba12be1-5a1e-4dfa-bc35-a7fb6b7d330b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:39.239143 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb4b6f72-0dfc-45d8-bc7c-2826cf1f374c req-fba12be1-5a1e-4dfa-bc35-a7fb6b7d330b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2152965 May 25 20:01:39.376504 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb4b6f72-0dfc-45d8-bc7c-2826cf1f374c req-febe8aef-c2ae-44c5-bad6-37c40b06021e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360717 May 25 20:01:39.564914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:39.566036 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:39.783371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:39.788209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16abbcaa-1d9a-45d5-9632-cc02e059fdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff2f0d0-affd-4241-8a4e-1f122ff79f18'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:01:39.808822 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:40.047780 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:40.459844 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0342c962-39b7-43c3-a11f-6b88c735c69a req-38ba3357-0acd-456c-b8cc-41296554250c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0661201 May 25 20:01:40.843620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f955c11-784e-48a7-9e21-dc5737d9f9d6 req-5e0f2738-d72d-47bc-abdb-8c650451fd83 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:40.866972 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1f955c11-784e-48a7-9e21-dc5737d9f9d6 req-5e0f2738-d72d-47bc-abdb-8c650451fd83 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.2515793 May 25 20:01:40.980595 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1f955c11-784e-48a7-9e21-dc5737d9f9d6 req-fadd05c1-d178-4b66-af45-6f2df06da321 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121266 May 25 20:01:41.304890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186248-0120-45d7-9cf0-cde76a7d31ec req-ffb60bf4-2491-40c4-a7a6-c14fc32d44f0 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:41.314186 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-13186248-0120-45d7-9cf0-cde76a7d31ec req-ffb60bf4-2491-40c4-a7a6-c14fc32d44f0 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1355453 May 25 20:01:41.376488 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-13186248-0120-45d7-9cf0-cde76a7d31ec req-fc4f3cd8-54e9-490d-a137-6fab9aa16565 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623307 May 25 20:01:41.455953 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cae8408-b266-4f07-a4fe-a9cf331eeff8'] response: {'server_uuid': '16abbcaa-1d9a-45d5-9632-cc02e059fdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff2f0d0-affd-4241-8a4e-1f122ff79f18', 'code': 200} May 25 20:01:41.746799 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7186f220-346c-42c6-9819-7a6b95501141 req-a6040764-cb0a-45b0-8dd6-70882c6ffa29 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedaf9ff-a219-4d51-8495-3152b0ce7236 HTTP/1.1" status: 200 len: 210 time: 0.1273289 May 25 20:01:42.098784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d14346-121b-4124-901e-61a2a9bdbca0 req-568211d0-15e5-4e2d-9d4c-1eacb0f3211c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:42.109035 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17d14346-121b-4124-901e-61a2a9bdbca0 req-568211d0-15e5-4e2d-9d4c-1eacb0f3211c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1306741 May 25 20:01:42.199419 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17d14346-121b-4124-901e-61a2a9bdbca0 req-07103813-12a5-42c9-89a2-0d2c4c8a4e17 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888867 May 25 20:01:42.404538 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9dfffee1-c5a1-41ba-b66f-22d48a44be47 req-929cae19-b1e6-47a4-b93e-2fcff52eaeb8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0519710 May 25 20:01:42.763428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62271d-63b3-442c-86df-2ab222abb8c3 req-7bd4c9fe-0816-4e1d-8be5-5484c1599b84 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:42.765402 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f62271d-63b3-442c-86df-2ab222abb8c3 req-7bd4c9fe-0816-4e1d-8be5-5484c1599b84 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1370244 May 25 20:01:42.888955 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f62271d-63b3-442c-86df-2ab222abb8c3 req-d8264a55-6d99-4202-a5c3-50ea26e0dec9 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103408 May 25 20:01:43.190637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bf0bf-3f49-455f-a0e3-5931aa469a50 req-e4b4a78e-d574-41d5-9aa1-0b75d8b4d95c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:43.193101 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db1bf0bf-3f49-455f-a0e3-5931aa469a50 req-e4b4a78e-d574-41d5-9aa1-0b75d8b4d95c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1497312 May 25 20:01:43.355382 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db1bf0bf-3f49-455f-a0e3-5931aa469a50 req-d5cfbfcf-e8f6-46a0-8597-f6435ef3f5e6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511552 May 25 20:01:43.583230 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-334325c6-1e5b-4931-8de4-4aab14d34808 req-6c360e65-fa26-4a16-b6b6-904ebf8e7433 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedaf9ff-a219-4d51-8495-3152b0ce7236 HTTP/1.1" status: 200 len: 210 time: 0.0789950 May 25 20:01:44.135274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc59487-7f7e-48c0-9bde-8088bd06b9fb req-5a57b997-71dd-403e-aa6c-c9071ef895e1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:44.137731 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dcc59487-7f7e-48c0-9bde-8088bd06b9fb req-5a57b997-71dd-403e-aa6c-c9071ef895e1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2803824 May 25 20:01:44.314095 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dcc59487-7f7e-48c0-9bde-8088bd06b9fb req-0f0647a7-4bfb-4a42-9311-093abcba4957 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632884 May 25 20:01:44.630960 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-84647dca-8d24-454f-add5-0aa1e7d4061e req-ffdb781a-44f7-4ced-be5d-42d89c26b3dc tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0822475 May 25 20:01:45.169656 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b051477d-e87a-460b-b76a-c1144362c796 req-0505e820-816e-45de-a5ce-5d22e1ad7d37 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedaf9ff-a219-4d51-8495-3152b0ce7236 HTTP/1.1" status: 200 len: 210 time: 0.0832007 May 25 20:01:46.309739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b0cf7-a42b-4335-9f7f-6ac6341d8718 req-7b34ebb1-a90b-499b-add2-bafbe557ca63 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:46.313646 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c53b0cf7-a42b-4335-9f7f-6ac6341d8718 req-7b34ebb1-a90b-499b-add2-bafbe557ca63 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1656024 May 25 20:01:46.407544 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c53b0cf7-a42b-4335-9f7f-6ac6341d8718 req-a33ec92c-0867-4474-abda-c92bdbe7734e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872824 May 25 20:01:46.814060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d5a53-f2b4-4cb1-9114-c8986cf7f7b5 req-3064fa09-3787-4193-84fe-a9249493e566 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:46.825683 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d37d5a53-f2b4-4cb1-9114-c8986cf7f7b5 req-3064fa09-3787-4193-84fe-a9249493e566 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2249355 May 25 20:01:46.954201 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d37d5a53-f2b4-4cb1-9114-c8986cf7f7b5 req-f53507a6-5294-442c-b9bc-380286f386f1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171825 May 25 20:01:47.428719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fe437-bc66-4949-93ff-9559e63c943c req-c268e19a-8bf4-4601-a625-3e9c3a16f2d7 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:47.430474 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-049fe437-bc66-4949-93ff-9559e63c943c req-c268e19a-8bf4-4601-a625-3e9c3a16f2d7 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 946 time: 0.1259758 May 25 20:01:47.521837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-049fe437-bc66-4949-93ff-9559e63c943c req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Deleting port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:01:47.522207 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-049fe437-bc66-4949-93ff-9559e63c943c req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:47.973071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-049fe437-bc66-4949-93ff-9559e63c943c req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] For port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8aabd3b3-c810-4091-9ce9-26af9de1fe2c,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:47.973694 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-049fe437-bc66-4949-93ff-9559e63c943c req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:48.475488 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-049fe437-bc66-4949-93ff-9559e63c943c req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:48.479042 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-049fe437-bc66-4949-93ff-9559e63c943c req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:48.479613 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-049fe437-bc66-4949-93ff-9559e63c943c req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Floating IP dcf406fd-f265-480b-b152-9e74c426e41c disassociated. External IP: 172.25.3.134, port: 8aabd3b3-c810-4091-9ce9-26af9de1fe2c. May 25 20:01:48.480150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-049fe437-bc66-4949-93ff-9559e63c943c req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Calling delete_port for 8aabd3b3-c810-4091-9ce9-26af9de1fe2c owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:01:48.864763 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-049fe437-bc66-4949-93ff-9559e63c943c req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:48.931026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Pushing event deleted for resources: {'Port': ['ID=8aabd3b3-c810-4091-9ce9-26af9de1fe2c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:49.585384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-049fe437-bc66-4949-93ff-9559e63c943c req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:01:50.057602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-049fe437-bc66-4949-93ff-9559e63c943c req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:01:50.081795 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105da92-eed5-4c27-a3e1-77a4866f9b35 None None] Sync routers for ids ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:01:50.134855 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105da92-eed5-4c27-a3e1-77a4866f9b35 None None] Routers {'0733dfd9-6c3a-49d5-946d-f1018edfb7fc'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:01:50.136323 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1105da92-eed5-4c27-a3e1-77a4866f9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:01:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:50.267232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-049fe437-bc66-4949-93ff-9559e63c943c req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] No DVR routers for this DVR port 8aabd3b3-c810-4091-9ce9-26af9de1fe2c on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:01:50.280432 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-049fe437-bc66-4949-93ff-9559e63c943c req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:50.298840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e5d30a-a894-4e82-8cf2-ebf22f7a4e60', 'name': 'network-vif-deleted', 'tag': '8aabd3b3-c810-4091-9ce9-26af9de1fe2c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:01:50.320964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-049fe437-bc66-4949-93ff-9559e63c943c req-56c75730-f530-44c3-b93c-b4bed1e2931f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "DELETE /v2.0/ports/8aabd3b3-c810-4091-9ce9-26af9de1fe2c HTTP/1.1" status: 204 len: 173 time: 2.8829210 May 25 20:01:50.823253 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-1105da92-eed5-4c27-a3e1-77a4866f9b35 None None] Set router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:01:51.657372 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1105da92-eed5-4c27-a3e1-77a4866f9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:16Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:51.662695 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105da92-eed5-4c27-a3e1-77a4866f9b35 None None] Checking router: 0733dfd9-6c3a-49d5-946d-f1018edfb7fc for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:01:51.671498 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105da92-eed5-4c27-a3e1-77a4866f9b35 None None] Routers {'0733dfd9-6c3a-49d5-946d-f1018edfb7fc'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:01:51.672204 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1105da92-eed5-4c27-a3e1-77a4866f9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:01:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:51.767521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f905449-d164-4858-97fb-dff43e70f78f req-194b74ac-f50c-4479-9f2b-5c5f492fa87f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:51.769917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f905449-d164-4858-97fb-dff43e70f78f req-194b74ac-f50c-4479-9f2b-5c5f492fa87f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2823174 May 25 20:01:51.913433 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f905449-d164-4858-97fb-dff43e70f78f req-18cf6c6d-3967-4a62-a599-4af3a8a5fec3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334348 May 25 20:01:51.926012 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-1105da92-eed5-4c27-a3e1-77a4866f9b35 None None] Set router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:01:52.374033 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4b804b39-663c-4893-9e4e-951b37184871 req-baaeaa99-938a-487d-82a9-3f3f717616c4 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1108110 May 25 20:01:52.536991 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1105da92-eed5-4c27-a3e1-77a4866f9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:16Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:01:52.554176 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105da92-eed5-4c27-a3e1-77a4866f9b35 None None] The sync data for ids ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'] in n-d-843339-1 is: [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:16Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:01:53.065115 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d9758936-94b5-44ce-8999-dde6403a4ecb req-0f8dda79-9b7b-4636-8152-0d5765351456 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3132ea4-baa0-40cf-b0e1-8f86efce2470 HTTP/1.1" status: 200 len: 210 time: 0.1529686 May 25 20:01:53.137701 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d840f20a-174b-4b2d-9065-07e872394352 None None] New status for floating IP dcf406fd-f265-480b-b152-9e74c426e41c: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:01:53.577208 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:54.010387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcea828-f60c-475e-a9c9-7ac9c0cde5f9 req-3d06fd37-cc47-49ec-9e8e-b5689f49218c tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:54.012194 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7bcea828-f60c-475e-a9c9-7ac9c0cde5f9 req-3d06fd37-cc47-49ec-9e8e-b5689f49218c tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1986880 May 25 20:01:54.111226 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7bcea828-f60c-475e-a9c9-7ac9c0cde5f9 req-fdd07103-5b2b-4534-98e9-2fe65938af7a tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885684 May 25 20:01:54.410187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cec60-7691-4180-b97c-714e8512d97d req-2366134d-744d-4bc5-80b7-d5ad7c6bd0ee tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:54.414933 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e0cec60-7691-4180-b97c-714e8512d97d req-2366134d-744d-4bc5-80b7-d5ad7c6bd0ee tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1426706 May 25 20:01:54.480576 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e0cec60-7691-4180-b97c-714e8512d97d req-7c1eb427-2991-4b6c-9dee-a06f5ffb2c58 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606639 May 25 20:01:54.580262 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-770354ec-27da-43d6-9289-632e7a841739'] response: {'server_uuid': '71e5d30a-a894-4e82-8cf2-ebf22f7a4e60', 'name': 'network-vif-deleted', 'tag': '8aabd3b3-c810-4091-9ce9-26af9de1fe2c', 'status': 'completed', 'code': 200} May 25 20:01:54.910624 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-49ff7f66-88ed-483f-b3a8-30c91b281bfb tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--365570616&fields=id&tenant_id=cb8bca67a6764065af3a5be11610e28b HTTP/1.1" status: 200 len: 267 time: 0.0508161 May 25 20:01:55.074520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768a089-c398-442c-a717-3e9aad8d4ad0 req-ba274b4c-c50e-438b-bc0b-f916993809fa tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:55.077053 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3768a089-c398-442c-a717-3e9aad8d4ad0 req-ba274b4c-c50e-438b-bc0b-f916993809fa tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1260564 May 25 20:01:55.132470 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3768a089-c398-442c-a717-3e9aad8d4ad0 req-bd7d0a33-e09f-49a4-a024-e7347c2a8492 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 May 25 20:01:55.195570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-4686f317-224d-4996-adef-e556e6d9966f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:55.198529 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-4686f317-224d-4996-adef-e556e6d9966f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/networks?id=2a2085e6-f20e-487f-be4b-c0be0f01090b HTTP/1.1" status: 200 len: 824 time: 0.2788515 May 25 20:01:55.220134 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-5254169a-b60c-4dae-887c-0500b1e45534 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/quotas/cb8bca67a6764065af3a5be11610e28b HTTP/1.1" status: 200 len: 375 time: 0.0148654 May 25 20:01:55.296795 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d25a502-c795-445f-bc99-00b1e90b8daa req-9b855f31-0d44-45ad-a901-ba70dc9d5a5f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0497296 May 25 20:01:55.352598 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-f8fb78b2-ecbc-4b1f-9004-305579b159be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Synchronizing usage tracker for tenant:cb8bca67a6764065af3a5be11610e28b on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:01:55.378495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-f8fb78b2-ecbc-4b1f-9004-305579b159be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Unset dirty status for tenant:cb8bca67a6764065af3a5be11610e28b on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:01:55.380185 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-f8fb78b2-ecbc-4b1f-9004-305579b159be tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb8bca67a6764065af3a5be11610e28b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1542413 May 25 20:01:55.541300 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bb962d9c-73d2-4249-8d0a-e6e03a757502 service neutron] 10.222.0.60 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441615 May 25 20:01:55.660146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c0d48-a6ef-4d41-9a39-2a5f7649594f req-d4ee3d90-514f-4fc3-988b-d59c0f45e24f tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:55.661658 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a5c0d48-a6ef-4d41-9a39-2a5f7649594f req-d4ee3d90-514f-4fc3-988b-d59c0f45e24f tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.0926106 May 25 20:01:55.695587 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ec022fbd-2bb5-44f7-8046-69ec0aa621c0 service neutron] 10.222.0.60 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473074 May 25 20:01:55.738578 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a5c0d48-a6ef-4d41-9a39-2a5f7649594f req-9b5b348f-4784-4130-84a8-752538b4ae29 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701430 May 25 20:01:56.038778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35232) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:01:56.048553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1871358558', 'description': 'tempest-description--190232044'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:56.064570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:56.070968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Usage tracker for resource:security_group and tenant:4f3326d988b049239f6ec1e4f89ac268 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:56.076435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:56.088465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:56.109598 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:56.154771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:56.162218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Usage tracker for resource:security_group_rule and tenant:4f3326d988b049239f6ec1e4f89ac268 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:56.169969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:56.235596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:56.367117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c4c3e-3d61-4357-bd18-93324acb1fad req-60bb6ded-9aa3-482a-88b4-459a9e66ba72 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:56.368827 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f10c4c3e-3d61-4357-bd18-93324acb1fad req-60bb6ded-9aa3-482a-88b4-459a9e66ba72 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1933191 May 25 20:01:56.440789 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:56.456783 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:56.500476 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f10c4c3e-3d61-4357-bd18-93324acb1fad req-930af01b-695b-4d85-877f-94783354871f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242468 May 25 20:01:56.537986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe5d932-182b-4f14-8198-3b4c7949adae,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:56.553755 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:56.556009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-08f4def5-32ec-49e4-9cc4-28d68af020b4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5153685 May 25 20:01:56.560755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35276) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:01:56.567412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ce019fc2-b0ce-449b-ad1f-9be0841e903a tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Request body: {'security_group_rule': {'security_group_id': '8fe5d932-182b-4f14-8198-3b4c7949adae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:56.584687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ce019fc2-b0ce-449b-ad1f-9be0841e903a tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:56.590870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ce019fc2-b0ce-449b-ad1f-9be0841e903a tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Usage tracker for resource:security_group_rule and tenant:4f3326d988b049239f6ec1e4f89ac268 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:56.597268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ce019fc2-b0ce-449b-ad1f-9be0841e903a tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:56.608715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ce019fc2-b0ce-449b-ad1f-9be0841e903a tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:56.639516 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce019fc2-b0ce-449b-ad1f-9be0841e903a tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:56.789571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce019fc2-b0ce-449b-ad1f-9be0841e903a tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:56.796575 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce019fc2-b0ce-449b-ad1f-9be0841e903a tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:56.805284 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a1a4fdf4-e635-41bf-9fd9-3dbb1d4c5bab req-32c05371-25c6-4f1f-a0f3-8d6784d715ad tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 210 time: 0.0827992 May 25 20:01:56.870740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce019fc2-b0ce-449b-ad1f-9be0841e903a tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c541f24-1a49-417f-a0cf-f06dbfe1b76f,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:56.894525 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce019fc2-b0ce-449b-ad1f-9be0841e903a tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:56.895782 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ce019fc2-b0ce-449b-ad1f-9be0841e903a tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331702 May 25 20:01:56.904115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35292) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:01:56.909436 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9a56be4f-c601-456d-8525-057c89bf5a40 req-81636870-1e48-4f00-a781-9d65c81a35f1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3306bd222ca444c7abe2322acf25ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443814 May 25 20:01:56.912736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-88ece698-087e-49f0-90c0-777234a65f0d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Request body: {'security_group_rule': {'security_group_id': '8fe5d932-182b-4f14-8198-3b4c7949adae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:56.924676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-88ece698-087e-49f0-90c0-777234a65f0d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:56.949261 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-88ece698-087e-49f0-90c0-777234a65f0d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Usage tracker for resource:security_group_rule and tenant:4f3326d988b049239f6ec1e4f89ac268 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:56.959845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-88ece698-087e-49f0-90c0-777234a65f0d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:57.020464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-88ece698-087e-49f0-90c0-777234a65f0d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:57.047481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efedc8-6e87-4005-87ef-c171203bc7d9 req-19efa7fc-2104-4dba-a059-cdbd3d0f7f4b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:57.049706 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42efedc8-6e87-4005-87ef-c171203bc7d9 req-19efa7fc-2104-4dba-a059-cdbd3d0f7f4b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.0979302 May 25 20:01:57.073925 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88ece698-087e-49f0-90c0-777234a65f0d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:57.115657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42efedc8-6e87-4005-87ef-c171203bc7d9 req-b87388d0-84b5-4652-86ec-c2e3c5d72adf tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578158 May 25 20:01:57.179604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56be4f-c601-456d-8525-057c89bf5a40 req-1744e917-847d-4fc1-aea5-4f9a4570ed85 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:57.181645 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9a56be4f-c601-456d-8525-057c89bf5a40 req-1744e917-847d-4fc1-aea5-4f9a4570ed85 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2616096 May 25 20:01:57.210136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9a56be4f-c601-456d-8525-057c89bf5a40 req-e4c16597-75d1-485f-8021-10eb8efa5cd9 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/quotas/3306bd222ca444c7abe2322acf25ea5f HTTP/1.1" status: 200 len: 375 time: 0.0209305 May 25 20:01:57.270648 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88ece698-087e-49f0-90c0-777234a65f0d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:57.279326 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88ece698-087e-49f0-90c0-777234a65f0d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:57.319347 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-36923f0a-9e00-49d9-b34d-560d9ec7a620 req-af14c3eb-31f5-4a3e-ad46-181e5892a130 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0711074 May 25 20:01:57.325769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ece698-087e-49f0-90c0-777234a65f0d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb1ad93-3290-49f9-aecd-69177054a5ac,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:57.368233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88ece698-087e-49f0-90c0-777234a65f0d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:57.369987 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-88ece698-087e-49f0-90c0-777234a65f0d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4643757 May 25 20:01:57.375832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35296) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:01:57.390252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:57.402062 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:57.412942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Usage tracker for resource:floatingip and tenant:4f3326d988b049239f6ec1e4f89ac268 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:01:57.419920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:01:57.430976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:57.456780 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9a56be4f-c601-456d-8525-057c89bf5a40 req-d1e4de1e-3cd9-40bc-abde-ee7c248d74b8 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3306bd222ca444c7abe2322acf25ea5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2298193 May 25 20:01:57.459770 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:57.516118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-f18b64dc-38c2-4a7f-a293-6ff7611602f3 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:57.517619 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-f18b64dc-38c2-4a7f-a293-6ff7611602f3 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.50 "GET /v2.0/networks?id=2a2085e6-f20e-487f-be4b-c0be0f01090b HTTP/1.1" status: 200 len: 824 time: 0.2322533 May 25 20:01:57.616619 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ef1107ba-0b6c-464b-b9f0-282a182e6807 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8bca67a6764065af3a5be11610e28b HTTP/1.1" status: 200 len: 379 time: 0.0886269 May 25 20:01:57.628011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Request body: {'port': {'device_id': 'cea48c76-213d-434f-bbb0-4147470d3061', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'admin_state_up': True, 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'security_groups': ['62026e37-bef7-420f-adf6-d7df1493e575']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:57.701295 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:57.999949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3b01b-fb92-4de7-b75d-5eaeffd30e13 req-f8d2ff76-c9d0-4c94-a236-ac96679b3bed tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:58.002938 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-80d3b01b-fb92-4de7-b75d-5eaeffd30e13 req-f8d2ff76-c9d0-4c94-a236-ac96679b3bed tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1665988 May 25 20:01:58.047386 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ab1c33c3-7715-4d26-9805-9129d317809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:58.057737 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:58.073823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:01:58.099980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:01:58.123832 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-80d3b01b-fb92-4de7-b75d-5eaeffd30e13 req-ceb31299-d725-4eea-8d14-382c6f08b43b tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030474 May 25 20:01:58.135876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13bf7a-4d0b-4b4a-a340-5ad95dd145c8 req-c63680d6-b280-4e22-8657-e915521ca237 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:58.139421 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c13bf7a-4d0b-4b4a-a340-5ad95dd145c8 req-c63680d6-b280-4e22-8657-e915521ca237 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1920991 May 25 20:01:58.141245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Made reservation on behalf of cb8bca67a6764065af3a5be11610e28b for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:01:58.147565 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:58.264216 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c13bf7a-4d0b-4b4a-a340-5ad95dd145c8 req-db73bb68-2cbe-4a48-9425-e14da76230f4 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000655 May 25 20:01:58.351732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Allocated IP 172.25.3.80 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/7642d83c-102c-44fc-b10d-95653dc852c4) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:01:58.439385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Allocated IP 172.20.0.10 (2a2085e6-f20e-487f-be4b-c0be0f01090b/6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa/38107800-777d-4736-bc3a-3be95045be8e) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:01:58.596346 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-89e80c4d-d3d1-47a0-90a0-d711316bcbcf req-4c373fe9-0060-4f9f-a1bf-aea530b0cee1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=9787c78f-4835-46c7-acc8-d3cafa218e52 HTTP/1.1" status: 200 len: 210 time: 0.1117651 May 25 20:01:58.727572 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:58.781644 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:58.784719 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b644000e-c61a-4dcf-9557-c21d3f111387 req-4c4e076e-b721-4915-858f-c3ed827d7638 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 210 time: 0.2772179 May 25 20:01:58.931345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:01:58.937305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:01:58.937794 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:58.945170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:01:59.003353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Pushing event updated for resources: {'Port': ['ID=7642d83c-102c-44fc-b10d-95653dc852c4,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:59.011290 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:01:59.015247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Transition to ACTIVE for port object 38107800-777d-4736-bc3a-3be95045be8e will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:01:59.023472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.023841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.024140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.024462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.024790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.025130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.025427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.025741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.026060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.026485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.026795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.027108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.064031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a484f-2414-4a54-988d-9240350d0d20 req-18bf685c-e5ee-45c8-8cb3-b6aa80bee785 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:59.065498 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-284a484f-2414-4a54-988d-9240350d0d20 req-18bf685c-e5ee-45c8-8cb3-b6aa80bee785 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/networks?id=ac16da66-8ba6-42d0-a487-88fb370f02e7 HTTP/1.1" status: 200 len: 805 time: 0.3084319 May 25 20:01:59.077583 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:59.132919 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-284a484f-2414-4a54-988d-9240350d0d20 req-f9469eef-e369-4475-8152-1d1977b9dfb8 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/quotas/7f368fc57e274a14b1f1a392166d6e99 HTTP/1.1" status: 200 len: 375 time: 0.0577643 May 25 20:01:59.133293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76407b04-f052-4f40-9220-8582bb0b46e6 req-01742f8a-f078-400b-b991-e7cd0f5572e0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:59.138657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76407b04-f052-4f40-9220-8582bb0b46e6 req-01742f8a-f078-400b-b991-e7cd0f5572e0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1972101 May 25 20:01:59.182446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:01:59.182694 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:59.196687 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:59.223357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16abbcaa-1d9a-45d5-9632-cc02e059fdfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff2f0d0-affd-4241-8a4e-1f122ff79f18'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:01:59.226337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Pushing event updated for resources: {'Port': ['ID=38107800-777d-4736-bc3a-3be95045be8e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:59.233220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Network 2a2085e6-f20e-487f-be4b-c0be0f01090b is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:01:59.241908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:01:59.242198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:01:59.246391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:01:59.249942 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:59.295646 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:59.320680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.321160 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.321472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.321792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.322117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.322465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.322794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.323114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.323606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.324131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.324677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.325705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:01:59.382284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:01:59.397901 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76407b04-f052-4f40-9220-8582bb0b46e6 req-a3edb4ed-f13a-4116-bb7e-40455d241682 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356107 May 25 20:01:59.424977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:01:59.425967 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:59.429137 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-284a484f-2414-4a54-988d-9240350d0d20 req-68fa2f41-ffbc-4013-af98-59ef7c286927 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f368fc57e274a14b1f1a392166d6e99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2771378 May 25 20:01:59.472800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-bfb689e1-27ca-4c7c-a59e-2014467b72b4 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8510070 May 25 20:01:59.489724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Request body: {'port': {'device_id': 'cea48c76-213d-434f-bbb0-4147470d3061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:01:59.550569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7591099f-4028-41e3-8e32-6248dbf31913 None None] Provisioning for port 38107800-777d-4736-bc3a-3be95045be8e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:01:59.577072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7591099f-4028-41e3-8e32-6248dbf31913 None None] Provisioning complete for port 38107800-777d-4736-bc3a-3be95045be8e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:01:59.579368 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7591099f-4028-41e3-8e32-6248dbf31913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:59.669074 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9002369-5e95-4095-ab9a-78e6b1b3485c req-295c16da-fd9c-4241-a649-cc4e16f09965 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0937455 May 25 20:01:59.697842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7591099f-4028-41e3-8e32-6248dbf31913 None None] Port 38107800-777d-4736-bc3a-3be95045be8e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:01:59.759478 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:01:59.946755 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-284a484f-2414-4a54-988d-9240350d0d20 req-a99aacb7-5486-4c14-83d5-19cddfeb27b8 service neutron] 10.222.0.60 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819989 May 25 20:02:00.018084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75bcce-21de-458e-b0ab-dcabc22ec859 req-521c3a22-fdb5-42d8-8771-54e95e830234 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:00.020288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b75bcce-21de-458e-b0ab-dcabc22ec859 req-521c3a22-fdb5-42d8-8771-54e95e830234 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "GET /v2.0/ports?device_id=16abbcaa-1d9a-45d5-9632-cc02e059fdfc HTTP/1.1" status: 200 len: 944 time: 0.3257868 May 25 20:02:00.225644 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:00.235240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904755b2-afae-4699-a5b0-3a9817df662c req-313b834b-5f6b-4e32-8ec1-f9614a96cc89 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:00.237631 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-904755b2-afae-4699-a5b0-3a9817df662c req-313b834b-5f6b-4e32-8ec1-f9614a96cc89 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.3648098 May 25 20:02:00.310480 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:00.368329 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-904755b2-afae-4699-a5b0-3a9817df662c req-a4b610b4-b278-4eb3-bc5c-ac2f4a84aa76 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213670 May 25 20:02:00.485218 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d180fd9d-b867-4c9d-b6a5-bfe4511916df'] response: {'server_uuid': '16abbcaa-1d9a-45d5-9632-cc02e059fdfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff2f0d0-affd-4241-8a4e-1f122ff79f18', 'code': 200} May 25 20:02:00.503339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38107800-777d-4736-bc3a-3be95045be8e {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:02:00.518394 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:00.529425 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-73e02790-c23b-4500-b893-73950c09a1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:00.540082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Transition to ACTIVE for port object 38107800-777d-4736-bc3a-3be95045be8e will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:02:00.545310 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:00.578826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Pushing event updated for resources: {'Port': ['ID=7642d83c-102c-44fc-b10d-95653dc852c4,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:00.586678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-5b75bcce-21de-458e-b0ab-dcabc22ec859 req-b3c79071-217f-4861-a132-1e679dee51ce tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Deleting port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:02:00.586678 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5b75bcce-21de-458e-b0ab-dcabc22ec859 req-b3c79071-217f-4861-a132-1e679dee51ce tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:00.687335 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:00.695434 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-284a484f-2414-4a54-988d-9240350d0d20 req-a5657f4b-aa49-4810-a074-39b5438fc746 service neutron] 10.222.0.60 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7375152 May 25 20:02:00.748908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Pushing event updated for resources: {'Port': ['ID=38107800-777d-4736-bc3a-3be95045be8e,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:00.833766 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:00.835743 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e898e630-dcb4-4121-ae22-f8ef5b9cc228 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4532132 May 25 20:02:00.964454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Attempting to bind port 38107800-777d-4736-bc3a-3be95045be8e on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:02:00.964970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Attempting to bind port 38107800-777d-4736-bc3a-3be95045be8e by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:02:00.965469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Attempting to bind port 38107800-777d-4736-bc3a-3be95045be8e on network 2a2085e6-f20e-487f-be4b-c0be0f01090b {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:02:00.989275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091baf83-c559-4dc5-b769-10bd5a065491 req-af0bc2bb-79f3-4cb6-b166-df1090bfa9fe tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:01.001563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-091baf83-c559-4dc5-b769-10bd5a065491 req-af0bc2bb-79f3-4cb6-b166-df1090bfa9fe tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.3413229 May 25 20:02:01.002792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Port 38107800-777d-4736-bc3a-3be95045be8e on network 2a2085e6-f20e-487f-be4b-c0be0f01090b not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:02:01.003269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Attempting to bind port 38107800-777d-4736-bc3a-3be95045be8e on network 2a2085e6-f20e-487f-be4b-c0be0f01090b {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:02:01.073179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:02:01.073858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Checking segment: {'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:02:01.074820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Bound using segment: {'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:02:01.075883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Bound port: 38107800-777d-4736-bc3a-3be95045be8e, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245f4578-cc25-45ad-ba5e-80f8fbd76523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:02:01.076725 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:01.116984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-5b75bcce-21de-458e-b0ab-dcabc22ec859 req-b3c79071-217f-4861-a132-1e679dee51ce tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] For port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:01.117732 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5b75bcce-21de-458e-b0ab-dcabc22ec859 req-b3c79071-217f-4861-a132-1e679dee51ce tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:01.186807 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-091baf83-c559-4dc5-b769-10bd5a065491 req-70a8747d-5813-4d50-b3f8-ff9bc61dcf5d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780338 May 25 20:02:01.253997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] For port 38107800-777d-4736-bc3a-3be95045be8e, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:02:01.258706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] For port 38107800-777d-4736-bc3a-3be95045be8e, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=38107800-777d-4736-bc3a-3be95045be8e,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:02:01.267824 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:01.271621 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:01.332550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-32f56947-9928-43c4-8284-22226328b2b8 req-b1393531-e41d-4bba-b300-d86dcaee63d6 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=9787c78f-4835-46c7-acc8-d3cafa218e52 HTTP/1.1" status: 200 len: 210 time: 0.1972666 May 25 20:02:01.379360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:01.380432 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:01.382693 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] 10.222.0.50 "PUT /v2.0/ports/38107800-777d-4736-bc3a-3be95045be8e HTTP/1.1" status: 200 len: 1092 time: 1.9020743 May 25 20:02:01.383817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea48c76-213d-434f-bbb0-4147470d3061', 'tag': '38107800-777d-4736-bc3a-3be95045be8e'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:01.403535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e7f59-cf19-41ff-a808-58a1997ae63b service neutron] Pushing event updated for resources: {'Port': ['ID=38107800-777d-4736-bc3a-3be95045be8e,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:01.407593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-5b75bcce-21de-458e-b0ab-dcabc22ec859 req-b3c79071-217f-4861-a132-1e679dee51ce tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Calling delete_port for 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:02:01.515981 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:01.654932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910c479-6de0-474d-b382-2c37007dd456 req-add004f0-ee67-41a2-97c4-32e51702609d tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:01.655675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b910c479-6de0-474d-b382-2c37007dd456 req-add004f0-ee67-41a2-97c4-32e51702609d tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Synchronizing usage tracker for tenant:cb8bca67a6764065af3a5be11610e28b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:02:01.665900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-508674f6-80a6-4e78-8dba-8d157498d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:01.666909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-508674f6-80a6-4e78-8dba-8d157498d4e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb8bca67a6764065af3a5be11610e28b&device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 1095 time: 0.1907115 May 25 20:02:01.765468 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5b75bcce-21de-458e-b0ab-dcabc22ec859 req-b3c79071-217f-4861-a132-1e679dee51ce tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:01.858191 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-a8cc610d-2aa7-4639-88b5-606b2de81a94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38107800-777d-4736-bc3a-3be95045be8e HTTP/1.1" status: 200 len: 217 time: 0.1836052 May 25 20:02:01.859379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b910c479-6de0-474d-b382-2c37007dd456 req-add004f0-ee67-41a2-97c4-32e51702609d tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Unset dirty status for tenant:cb8bca67a6764065af3a5be11610e28b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:02:01.861117 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b910c479-6de0-474d-b382-2c37007dd456 req-add004f0-ee67-41a2-97c4-32e51702609d tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 944 time: 0.4473028 May 25 20:02:01.883564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c79071-217f-4861-a132-1e679dee51ce tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Pushing event deleted for resources: {'Port': ['ID=1ff2f0d0-affd-4241-8a4e-1f122ff79f18,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:01.998931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b75bcce-21de-458e-b0ab-dcabc22ec859 req-b3c79071-217f-4861-a132-1e679dee51ce tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] No DVR routers for this DVR port 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:02:02.001744 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5b75bcce-21de-458e-b0ab-dcabc22ec859 req-b3c79071-217f-4861-a132-1e679dee51ce tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:02.004341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16abbcaa-1d9a-45d5-9632-cc02e059fdfc', 'name': 'network-vif-deleted', 'tag': '1ff2f0d0-affd-4241-8a4e-1f122ff79f18'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:02.012846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-8addf91f-3fd4-4682-b4e5-4238e70aa7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:02.014665 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-8addf91f-3fd4-4682-b4e5-4238e70aa7c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa HTTP/1.1" status: 200 len: 863 time: 0.1497259 May 25 20:02:02.023026 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b910c479-6de0-474d-b382-2c37007dd456 req-3d47f224-495e-440d-94f9-9439490aef17 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939865 May 25 20:02:02.023731 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b75bcce-21de-458e-b0ab-dcabc22ec859 req-b3c79071-217f-4861-a132-1e679dee51ce tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "DELETE /v2.0/ports/1ff2f0d0-affd-4241-8a4e-1f122ff79f18 HTTP/1.1" status: 204 len: 173 time: 1.7944999 May 25 20:02:02.049030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774ebed-89d9-4ec1-ae7b-991019c1e547 req-868519c2-9dd5-44be-9740-00b5442be25d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:02.052600 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6774ebed-89d9-4ec1-ae7b-991019c1e547 req-868519c2-9dd5-44be-9740-00b5442be25d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.4123697 May 25 20:02:02.131845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-c2454c2d-89c0-43d9-910a-dc27d649d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:02.134433 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-c2454c2d-89c0-43d9-910a-dc27d649d475 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a2085e6-f20e-487f-be4b-c0be0f01090b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094391 May 25 20:02:02.147120 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6774ebed-89d9-4ec1-ae7b-991019c1e547 req-79c4bcb9-bd40-45d7-bb8c-b4562bd53eeb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829222 May 25 20:02:02.399351 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bdacf26-f214-4c9e-8158-a5a565773abe req-565668bc-73a8-434b-bdef-abf85a869448 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0860603 May 25 20:02:02.409258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-ba0b7fff-fd6a-4cc3-b4de-fdc301392e4d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Synchronizing usage tracker for tenant:4f3326d988b049239f6ec1e4f89ac268 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:02:02.429611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-dc936b2f-59a3-4420-bd4e-66d451d35fa4 service neutron] 10.222.0.50 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874761 May 25 20:02:02.440249 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-ba0b7fff-fd6a-4cc3-b4de-fdc301392e4d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Unset dirty status for tenant:4f3326d988b049239f6ec1e4f89ac268 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:02:02.451668 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-ba0b7fff-fd6a-4cc3-b4de-fdc301392e4d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1871358558&fields=id&tenant_id=4f3326d988b049239f6ec1e4f89ac268 HTTP/1.1" status: 200 len: 267 time: 0.1077375 May 25 20:02:02.672249 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee3696a1-e41b-4d59-8e9f-c3460f5b921e req-2b8b9a90-2f80-455a-bbb0-c4ebf2354b58 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 210 time: 0.0764728 May 25 20:02:02.738939 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca8d3419-d16e-470d-8fab-015fc6c50e5d req-247ed849-01b3-40e9-97cc-a5d3b36fbd66 service neutron] 10.222.0.50 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023517 May 25 20:02:02.785227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-f8910a65-c380-4cd4-9591-18110d9dedc1 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:02.786539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-f8910a65-c380-4cd4-9591-18110d9dedc1 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Synchronizing usage tracker for tenant:4f3326d988b049239f6ec1e4f89ac268 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:02:02.907194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-f8910a65-c380-4cd4-9591-18110d9dedc1 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Unset dirty status for tenant:4f3326d988b049239f6ec1e4f89ac268 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:02:02.908802 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:02.909290 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-f8910a65-c380-4cd4-9591-18110d9dedc1 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/networks?id=a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae HTTP/1.1" status: 200 len: 815 time: 0.4531186 May 25 20:02:02.935065 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-427ef8ea-9014-451c-868f-20b9419fc8f4 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/quotas/4f3326d988b049239f6ec1e4f89ac268 HTTP/1.1" status: 200 len: 375 time: 0.0119467 May 25 20:02:03.021864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:02:03.079638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:02:03.080338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1ff2f0d0-affd-4241-8a4e-1f122ff79f18 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:02:03.105984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a484f-2414-4a54-988d-9240350d0d20 req-85a0300b-5dcf-4068-af97-69011f49e8c7 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:03.108691 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-284a484f-2414-4a54-988d-9240350d0d20 req-85a0300b-5dcf-4068-af97-69011f49e8c7 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "GET /v2.0/networks?id=ac16da66-8ba6-42d0-a487-88fb370f02e7 HTTP/1.1" status: 200 len: 805 time: 0.4069843 May 25 20:02:03.118865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-851c6e68-2a4e-4615-8316-7328cf4f113a req-0afaa5b1-4cb8-4b80-b4db-0c7ffbf820e7 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=9787c78f-4835-46c7-acc8-d3cafa218e52 HTTP/1.1" status: 200 len: 210 time: 0.0813677 May 25 20:02:03.127925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Request body: {'port': {'device_id': 'b4cb2964-9507-4464-948d-70e99ef9343b', 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7', 'admin_state_up': True, 'tenant_id': '7f368fc57e274a14b1f1a392166d6e99'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:03.333784 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-fe575245-aec3-4b89-93d1-8c1cdd82b31f tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f3326d988b049239f6ec1e4f89ac268&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3740523 May 25 20:02:03.493338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:02:03.500972 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Usage tracker for resource:port and tenant:7f368fc57e274a14b1f1a392166d6e99 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:02:03.515423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:02:03.524615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:02:03.550721 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-bf76bbdf-29e7-4e7d-bb94-9a6f952ca3c8 service neutron] 10.222.0.60 "GET /v2.0/networks/a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956956 May 25 20:02:03.551784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Made reservation on behalf of 7f368fc57e274a14b1f1a392166d6e99 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:02:03.557258 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:03.685603 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c340d3-01de-4c3c-b5fa-ffdecc2acdd7'] response: {'name': 'network-changed', 'server_uuid': 'cea48c76-213d-434f-bbb0-4147470d3061', 'tag': '38107800-777d-4736-bc3a-3be95045be8e', 'status': 'completed', 'code': 200} May 25 20:02:03.813513 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-0263eb19-65f7-4690-984e-93fc1d9e2da4 service neutron] 10.222.0.60 "GET /v2.0/networks/a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429435 May 25 20:02:03.914905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Allocated IP 172.20.0.3 (ac16da66-8ba6-42d0-a487-88fb370f02e7/416a5448-e8aa-4560-b947-656eb8c9db43/9edf0499-d708-4087-bfa2-badfab49a1cb) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:02:03.922136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115141d-226d-44b3-9d19-cb1c1db7b5c3 req-3b6ea1a1-b9c6-46b3-b77c-b621e0518a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:03.923745 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1115141d-226d-44b3-9d19-cb1c1db7b5c3 req-3b6ea1a1-b9c6-46b3-b77c-b621e0518a7e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb8bca67a6764065af3a5be11610e28b&device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 1095 time: 0.2012563 May 25 20:02:03.974926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393af96-4584-4a5b-986b-049df8042845 req-5cc5ca8e-2db4-4ba0-a032-76227a9317be tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:03.977579 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8393af96-4584-4a5b-986b-049df8042845 req-5cc5ca8e-2db4-4ba0-a032-76227a9317be tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.1680536 May 25 20:02:04.073035 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69b0774-7f6c-466b-b359-acb71b9c1ef8'] response: {'server_uuid': '16abbcaa-1d9a-45d5-9632-cc02e059fdfc', 'name': 'network-vif-deleted', 'tag': '1ff2f0d0-affd-4241-8a4e-1f122ff79f18', 'status': 'completed', 'code': 200} May 25 20:02:04.134534 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8393af96-4584-4a5b-986b-049df8042845 req-5d4ef359-af32-4d15-83b6-e3bad3935944 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882959 May 25 20:02:04.170264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115141d-226d-44b3-9d19-cb1c1db7b5c3 req-cc5455c6-a31d-4a9e-9938-47274e16b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:04.172915 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1115141d-226d-44b3-9d19-cb1c1db7b5c3 req-cc5455c6-a31d-4a9e-9938-47274e16b0ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=2a2085e6-f20e-487f-be4b-c0be0f01090b HTTP/1.1" status: 200 len: 925 time: 0.2406838 May 25 20:02:04.279164 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:04.298451 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1115141d-226d-44b3-9d19-cb1c1db7b5c3 req-35835c8c-1aca-4301-8efe-62206123cd4f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38107800-777d-4736-bc3a-3be95045be8e HTTP/1.1" status: 200 len: 217 time: 0.1192000 May 25 20:02:04.421305 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:04.470919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115141d-226d-44b3-9d19-cb1c1db7b5c3 req-0a0cfdbf-7e6d-4450-b646-fc8921c91e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:04.472510 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1115141d-226d-44b3-9d19-cb1c1db7b5c3 req-0a0cfdbf-7e6d-4450-b646-fc8921c91e65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa HTTP/1.1" status: 200 len: 863 time: 0.1679811 May 25 20:02:04.518501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e604aa-23e3-4e70-b46f-b2980581e38c req-eeb7e28c-3c1c-43d6-80e2-d7dac1074744 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:04.520070 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00e604aa-23e3-4e70-b46f-b2980581e38c req-eeb7e28c-3c1c-43d6-80e2-d7dac1074744 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2301757 May 25 20:02:04.542167 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Network ac16da66-8ba6-42d0-a487-88fb370f02e7 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:02:04.558022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b10aa4-c889-4cf9-99f5-6e98253005f6 req-d7ab2f2d-ba2b-4e25-80b9-00c5b5c0d6d7 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:04.561480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76b10aa4-c889-4cf9-99f5-6e98253005f6 req-d7ab2f2d-ba2b-4e25-80b9-00c5b5c0d6d7 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 944 time: 0.1914577 May 25 20:02:04.567997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:02:04.574878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Pushing event updated for resources: {'Port': ['ID=9edf0499-d708-4087-bfa2-badfab49a1cb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:04.581106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:02:04.624432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115141d-226d-44b3-9d19-cb1c1db7b5c3 req-c6a6804c-9e0a-4fab-85ed-09ead1ba04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:04.626774 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1115141d-226d-44b3-9d19-cb1c1db7b5c3 req-c6a6804c-9e0a-4fab-85ed-09ead1ba04f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a2085e6-f20e-487f-be4b-c0be0f01090b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469100 May 25 20:02:04.630175 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76b10aa4-c889-4cf9-99f5-6e98253005f6 req-0980ccf8-1b89-4006-8b9a-415bf8ad7013 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609350 May 25 20:02:04.666480 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00e604aa-23e3-4e70-b46f-b2980581e38c req-9bc6aa84-1f56-4b4f-b2b3-c57d09379f48 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299906 May 25 20:02:04.692227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:04.693007 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:04.742617 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-284a484f-2414-4a54-988d-9240350d0d20 req-833a5e23-256d-40c9-9609-8bafb364eb70 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6196713 May 25 20:02:04.753960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Request body: {'port': {'device_id': 'b4cb2964-9507-4464-948d-70e99ef9343b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:04.891047 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e6c27a6-66ac-4a8f-8124-38d25a5907f8 req-c3b01490-d6db-4686-a10b-464393e9eb19 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0702977 May 25 20:02:04.928761 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1115141d-226d-44b3-9d19-cb1c1db7b5c3 req-d9d667cd-e589-4cb2-b443-a1873f6518a6 service neutron] 10.222.0.50 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959557 May 25 20:02:05.004292 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:05.317401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69500c68-190d-4981-991f-cb83a286a6c9 req-7c708312-3ee3-486e-bc0f-ebb9068a7548 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:05.319009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-69500c68-190d-4981-991f-cb83a286a6c9 req-7c708312-3ee3-486e-bc0f-ebb9068a7548 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.3887358 May 25 20:02:05.322785 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1115141d-226d-44b3-9d19-cb1c1db7b5c3 req-ff18d8ae-c418-4af7-8eb4-8493a074f883 service neutron] 10.222.0.50 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484859 May 25 20:02:05.386348 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-69500c68-190d-4981-991f-cb83a286a6c9 req-e2d01adb-fd0a-4470-aa18-5223232f85bb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556624 May 25 20:02:05.446614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac4e9b-84ef-482a-af75-255148d9c933 req-fbabf7b5-dd85-4751-808b-cfabb51d9a2e tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:05.447419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-01ac4e9b-84ef-482a-af75-255148d9c933 req-fbabf7b5-dd85-4751-808b-cfabb51d9a2e tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Synchronizing usage tracker for tenant:7f368fc57e274a14b1f1a392166d6e99 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:02:05.505175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-01ac4e9b-84ef-482a-af75-255148d9c933 req-fbabf7b5-dd85-4751-808b-cfabb51d9a2e tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Unset dirty status for tenant:7f368fc57e274a14b1f1a392166d6e99 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:02:05.508372 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-01ac4e9b-84ef-482a-af75-255148d9c933 req-fbabf7b5-dd85-4751-808b-cfabb51d9a2e tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 931 time: 0.2828183 May 25 20:02:05.629639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e01a5860-4bda-45b0-b2f8-077d8de367bc req-9aec891b-af91-499a-b93a-d9f931385978 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Synchronizing usage tracker for tenant:4f3326d988b049239f6ec1e4f89ac268 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:02:05.656789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e01a5860-4bda-45b0-b2f8-077d8de367bc req-9aec891b-af91-499a-b93a-d9f931385978 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Unset dirty status for tenant:4f3326d988b049239f6ec1e4f89ac268 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:02:05.658014 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e01a5860-4bda-45b0-b2f8-077d8de367bc req-9aec891b-af91-499a-b93a-d9f931385978 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 210 time: 0.1016788 May 25 20:02:05.721637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9edf0499-d708-4087-bfa2-badfab49a1cb {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:02:05.737847 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:05.768912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Transition to ACTIVE for port object 9edf0499-d708-4087-bfa2-badfab49a1cb will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:02:05.776199 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-01ac4e9b-84ef-482a-af75-255148d9c933 req-93548aa2-312b-4bd1-a35a-cdda2e1029ae tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591476 May 25 20:02:05.778061 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:06.104917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5980a783-af72-4742-be71-a7757a4e5449 req-a4b32f48-ed14-47f5-9563-cc2ddd93b560 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3306bd222ca444c7abe2322acf25ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1209180 May 25 20:02:06.134458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9edf0499-d708-4087-bfa2-badfab49a1cb,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:06.178041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-7c740451-1277-4860-99e1-b42afaf97d75 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:06.180955 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-7c740451-1277-4860-99e1-b42afaf97d75 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.50 "GET /v2.0/networks?id=a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae HTTP/1.1" status: 200 len: 815 time: 0.4145548 May 25 20:02:06.225755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df93474-6603-4763-b2a6-f28a09a7d660 req-58ad670a-9c37-497c-a200-15b2a4659578 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:06.227699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3df93474-6603-4763-b2a6-f28a09a7d660 req-58ad670a-9c37-497c-a200-15b2a4659578 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.2211957 May 25 20:02:06.315401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-90ffb118-efb9-4fef-8113-65718bb04929 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Synchronizing usage tracker for tenant:4f3326d988b049239f6ec1e4f89ac268 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:02:06.339505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-90ffb118-efb9-4fef-8113-65718bb04929 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Unset dirty status for tenant:4f3326d988b049239f6ec1e4f89ac268 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:02:06.340977 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-90ffb118-efb9-4fef-8113-65718bb04929 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f3326d988b049239f6ec1e4f89ac268 HTTP/1.1" status: 200 len: 380 time: 0.1481955 May 25 20:02:06.350782 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3df93474-6603-4763-b2a6-f28a09a7d660 req-8430cb6e-2062-40ca-974a-5359cbcbb5f0 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004062 May 25 20:02:06.367265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Request body: {'port': {'device_id': 'aef395f2-300e-4014-a122-f2d893c70fd1', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'admin_state_up': True, 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'security_groups': ['8fe5d932-182b-4f14-8198-3b4c7949adae']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:06.421351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Attempting to bind port 9edf0499-d708-4087-bfa2-badfab49a1cb on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:02:06.421861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Attempting to bind port 9edf0499-d708-4087-bfa2-badfab49a1cb by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:02:06.422326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Attempting to bind port 9edf0499-d708-4087-bfa2-badfab49a1cb on network ac16da66-8ba6-42d0-a487-88fb370f02e7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:02:06.442584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980a783-af72-4742-be71-a7757a4e5449 req-4ce81433-aace-4803-a149-882a2884a061 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:06.444830 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5980a783-af72-4742-be71-a7757a4e5449 req-4ce81433-aace-4803-a149-882a2884a061 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136680 May 25 20:02:06.455930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Port 9edf0499-d708-4087-bfa2-badfab49a1cb on network ac16da66-8ba6-42d0-a487-88fb370f02e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:02:06.457177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Attempting to bind port 9edf0499-d708-4087-bfa2-badfab49a1cb on network ac16da66-8ba6-42d0-a487-88fb370f02e7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:02:06.483560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:02:06.484126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Checking segment: {'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:02:06.484881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Bound using segment: {'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:02:06.485623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Bound port: 9edf0499-d708-4087-bfa2-badfab49a1cb, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:02:06.486185 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:06.584732 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5980a783-af72-4742-be71-a7757a4e5449 req-465ed08b-8b30-4bc5-9ee4-bf445c680d11 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/quotas/3306bd222ca444c7abe2322acf25ea5f HTTP/1.1" status: 200 len: 375 time: 0.1233752 May 25 20:02:06.692290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:02:06.769620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:02:06.794274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Made reservation on behalf of 4f3326d988b049239f6ec1e4f89ac268 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:02:06.796294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] For port 9edf0499-d708-4087-bfa2-badfab49a1cb, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:02:06.802485 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:06.815566 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] For port 9edf0499-d708-4087-bfa2-badfab49a1cb, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=9edf0499-d708-4087-bfa2-badfab49a1cb,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:02:06.833444 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:06.939252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:06.940229 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:06.942507 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-284a484f-2414-4a54-988d-9240350d0d20 req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] 10.222.0.50 "PUT /v2.0/ports/9edf0499-d708-4087-bfa2-badfab49a1cb HTTP/1.1" status: 200 len: 1091 time: 2.1931546 May 25 20:02:06.943176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cb2964-9507-4464-948d-70e99ef9343b', 'tag': '9edf0499-d708-4087-bfa2-badfab49a1cb'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:07.015761 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5980a783-af72-4742-be71-a7757a4e5449 req-7a653676-3662-49a5-ae10-5433e4cbc81d tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3306bd222ca444c7abe2322acf25ea5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4067039 May 25 20:02:07.032155 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 38107800-777d-4736-bc3a-3be95045be8e details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:02:07.154871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Allocated IP 172.20.0.7 (a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae/e03b0aa2-ca26-4835-b699-ad9242d97ea4/b899b307-4b23-41ff-86b4-7c7d45e8c005) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:02:07.251044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc0ba6-d92f-412c-885e-eb5e5f5702e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9edf0499-d708-4087-bfa2-badfab49a1cb,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:07.323003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a484f-2414-4a54-988d-9240350d0d20 req-bc89dc92-028b-4c1a-95b3-6059d1b8f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:07.327397 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-284a484f-2414-4a54-988d-9240350d0d20 req-bc89dc92-028b-4c1a-95b3-6059d1b8f7bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f368fc57e274a14b1f1a392166d6e99&device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 1094 time: 0.2990155 May 25 20:02:07.422684 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 38107800-777d-4736-bc3a-3be95045be8e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=38107800-777d-4736-bc3a-3be95045be8e,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:07.455602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '38107800-777d-4736-bc3a-3be95045be8e', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'port_id': '38107800-777d-4736-bc3a-3be95045be8e', 'mac_address': 'fa:16:3e:9d:69:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:02:07.516901 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-284a484f-2414-4a54-988d-9240350d0d20 req-48e42d8d-727b-40c1-9fb1-aebaf1b26026 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9edf0499-d708-4087-bfa2-badfab49a1cb HTTP/1.1" status: 200 len: 217 time: 0.1540697 May 25 20:02:07.609311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93bc6a-6248-47aa-9be9-d74b235180aa req-d4add53b-048d-4778-8cf1-702d8a908931 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:07.614963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 38107800-777d-4736-bc3a-3be95045be8e is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:02:07.615840 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:07.620280 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb93bc6a-6248-47aa-9be9-d74b235180aa req-d4add53b-048d-4778-8cf1-702d8a908931 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 944 time: 1.0333099 May 25 20:02:07.746421 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:07.751717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38107800-777d-4736-bc3a-3be95045be8e {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:02:07.784590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb93bc6a-6248-47aa-9be9-d74b235180aa req-2831d799-307f-44dc-9226-d69fc18b1651 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630189 May 25 20:02:07.815473 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 38107800-777d-4736-bc3a-3be95045be8e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=38107800-777d-4736-bc3a-3be95045be8e,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:07.817026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Transition to ACTIVE for port object b899b307-4b23-41ff-86b4-7c7d45e8c005 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:02:07.821152 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:07.903732 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:08.033901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a484f-2414-4a54-988d-9240350d0d20 req-ce67f779-8aaf-4771-9770-a73aaebc3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:08.035886 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-284a484f-2414-4a54-988d-9240350d0d20 req-ce67f779-8aaf-4771-9770-a73aaebc3bf2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=416a5448-e8aa-4560-b947-656eb8c9db43 HTTP/1.1" status: 200 len: 845 time: 0.4889643 May 25 20:02:08.137167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=38107800-777d-4736-bc3a-3be95045be8e,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:08.157152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['38107800-777d-4736-bc3a-3be95045be8e'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:02:08.171211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a5df5-da33-4324-95e5-a6d55a30eb97 req-88502a5b-e13f-484d-b1bd-0c1da1ec9ea4 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:08.188684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a3a5df5-da33-4324-95e5-a6d55a30eb97 req-88502a5b-e13f-484d-b1bd-0c1da1ec9ea4 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.5332553 May 25 20:02:08.198563 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-284a484f-2414-4a54-988d-9240350d0d20 req-4f196530-ab3c-4723-b4bd-b5d4aa232d9f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac16da66-8ba6-42d0-a487-88fb370f02e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449835 May 25 20:02:08.266862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:02:08.267640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:02:08.269124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:02:08.269511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:02:08.270291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:02:08.271016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:02:08.271765 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:02:08.272591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:02:08.273417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:02:08.298945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:02:08.299693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:02:08.300398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:02:08.305152 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a3a5df5-da33-4324-95e5-a6d55a30eb97 req-354e76a7-a3d8-42ff-ac5a-fae98e27c958 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049547 May 25 20:02:08.311992 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-52a9a52b-7478-4691-899b-d960f395d5b4 req-b5dc5212-983c-48f0-9374-5c636492f079 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1253896 May 25 20:02:08.516475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:02:08.520920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Pushing event updated for resources: {'Port': ['ID=b899b307-4b23-41ff-86b4-7c7d45e8c005,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:08.527329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:02:08.553601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:02:08.884011 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-284a484f-2414-4a54-988d-9240350d0d20 req-6e52a22b-a751-4b44-b7b3-345f0ac76767 service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934684 May 25 20:02:08.942297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2548f88-dda6-4f54-9446-3f7e35550500 req-35ed97b5-b730-4f48-9b3c-2e1180612b46 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:08.944518 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2548f88-dda6-4f54-9446-3f7e35550500 req-35ed97b5-b730-4f48-9b3c-2e1180612b46 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.3572180 May 25 20:02:09.025550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:09.027133 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:09.089748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-e750fa6f-690d-4b38-9d87-e964da463271 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7365270 May 25 20:02:09.102676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f385e6-5915-4081-b834-b5ae3f5125f5 req-484b6471-e5a5-4e47-b598-5b5816ad8d87 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:09.103942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-25f385e6-5915-4081-b834-b5ae3f5125f5 req-484b6471-e5a5-4e47-b598-5b5816ad8d87 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Synchronizing usage tracker for tenant:4f3326d988b049239f6ec1e4f89ac268 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:02:09.108594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ac7dd6e0-23b6-44df-82ab-bfcfa7118721 None None] Provisioning for port b899b307-4b23-41ff-86b4-7c7d45e8c005 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:02:09.116776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ac7dd6e0-23b6-44df-82ab-bfcfa7118721 None None] Provisioning complete for port b899b307-4b23-41ff-86b4-7c7d45e8c005 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:02:09.117254 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ac7dd6e0-23b6-44df-82ab-bfcfa7118721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:09.139711 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-25f385e6-5915-4081-b834-b5ae3f5125f5 req-484b6471-e5a5-4e47-b598-5b5816ad8d87 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Unset dirty status for tenant:4f3326d988b049239f6ec1e4f89ac268 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:02:09.141901 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25f385e6-5915-4081-b834-b5ae3f5125f5 req-484b6471-e5a5-4e47-b598-5b5816ad8d87 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 931 time: 0.4115469 May 25 20:02:09.178645 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2548f88-dda6-4f54-9446-3f7e35550500 req-2d270021-71a2-4f1b-8ac1-dc3e62817add tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105789 May 25 20:02:09.189480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Request body: {'port': {'device_id': 'aef395f2-300e-4014-a122-f2d893c70fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:09.267789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ac7dd6e0-23b6-44df-82ab-bfcfa7118721 None None] Port b899b307-4b23-41ff-86b4-7c7d45e8c005 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:02:09.301397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25f385e6-5915-4081-b834-b5ae3f5125f5 req-257b1cd5-6561-48f7-9671-59cb0c81e115 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/security-groups?id=8fe5d932-182b-4f14-8198-3b4c7949adae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516976 May 25 20:02:09.354467 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-284a484f-2414-4a54-988d-9240350d0d20 req-b877ac01-1e82-4763-86cc-8ab6aac65c5b service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303987 May 25 20:02:09.520118 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dce30cd-af92-47da-970d-ca53897f2afd'] response: {'name': 'network-changed', 'server_uuid': 'b4cb2964-9507-4464-948d-70e99ef9343b', 'tag': '9edf0499-d708-4087-bfa2-badfab49a1cb', 'status': 'completed', 'code': 200} May 25 20:02:09.530380 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:09.629699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b4e33-1390-4b1b-ac58-ccbf95f8d1d6 req-1c464a3c-39eb-409e-8c67-c0a85095f89b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:09.641400 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-872b4e33-1390-4b1b-ac58-ccbf95f8d1d6 req-1c464a3c-39eb-409e-8c67-c0a85095f89b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 943 time: 0.1712899 May 25 20:02:09.745990 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-872b4e33-1390-4b1b-ac58-ccbf95f8d1d6 req-fe36b9c2-a320-4ec8-b585-e4eac9740aac tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869029 May 25 20:02:10.296805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f320a72-a7a9-4644-b4f1-a41436e6c051 req-7d701222-918b-4477-b767-95f32d6ca56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:10.298359 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38ad5934-7711-4af7-be31-15dad15e5c86 req-17fe0c18-14ce-4dbe-b4cb-5f2b354275cc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8550755-df2e-4b54-bbb1-b2844950cf1f HTTP/1.1" status: 200 len: 210 time: 0.0778074 May 25 20:02:10.298932 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7f320a72-a7a9-4644-b4f1-a41436e6c051 req-7d701222-918b-4477-b767-95f32d6ca56c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f368fc57e274a14b1f1a392166d6e99&device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 1094 time: 0.4569013 May 25 20:02:10.325782 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3da49-0854-47bf-8c95-8cc06cde8125 req-7b47b4ad-5caa-4281-97e6-b4e2f0940758 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:10.332972 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ef3da49-0854-47bf-8c95-8cc06cde8125 req-7b47b4ad-5caa-4281-97e6-b4e2f0940758 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 944 time: 0.3613412 May 25 20:02:10.393544 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ef3da49-0854-47bf-8c95-8cc06cde8125 req-8a16f83a-9647-4fd4-90c5-d0f4db7d31bb tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565307 May 25 20:02:10.532098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b899b307-4b23-41ff-86b4-7c7d45e8c005 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:02:10.549752 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:10.604240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Transition to ACTIVE for port object b899b307-4b23-41ff-86b4-7c7d45e8c005 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:02:10.612574 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:10.811044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Pushing event updated for resources: {'Port': ['ID=b899b307-4b23-41ff-86b4-7c7d45e8c005,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:11.056124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 38107800-777d-4736-bc3a-3be95045be8e up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:02:11.127997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e7025-f9f4-4a2a-a066-c600600c4c2f req-84a89286-66f6-430f-b2ae-f161bb153025 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:11.140603 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f78e7025-f9f4-4a2a-a066-c600600c4c2f req-84a89286-66f6-430f-b2ae-f161bb153025 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.3804541 May 25 20:02:11.290012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729f5f-83fd-4c64-a76c-96c7fc9d053d req-75004a08-4de7-43d4-8e79-20c591804756 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:11.291080 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f78e7025-f9f4-4a2a-a066-c600600c4c2f req-f8d653eb-48c0-46d8-a8bc-adc3d6eaffd3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490574 May 25 20:02:11.296089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f320a72-a7a9-4644-b4f1-a41436e6c051 req-2b04bc9f-ad60-4fcd-9bb0-18424282a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:11.298690 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7f320a72-a7a9-4644-b4f1-a41436e6c051 req-2b04bc9f-ad60-4fcd-9bb0-18424282a2a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac16da66-8ba6-42d0-a487-88fb370f02e7 HTTP/1.1" status: 200 len: 906 time: 0.7574408 May 25 20:02:11.303694 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53729f5f-83fd-4c64-a76c-96c7fc9d053d req-75004a08-4de7-43d4-8e79-20c591804756 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 945 time: 0.6776810 May 25 20:02:11.345385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 38107800-777d-4736-bc3a-3be95045be8e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:02:11.364576 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 38107800-777d-4736-bc3a-3be95045be8e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:02:11.364940 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:11.390434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Attempting to bind port b899b307-4b23-41ff-86b4-7c7d45e8c005 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:02:11.398778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Attempting to bind port b899b307-4b23-41ff-86b4-7c7d45e8c005 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'fcb18b6c-0eea-4020-8c44-bc10a2582e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:02:11.399505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Attempting to bind port b899b307-4b23-41ff-86b4-7c7d45e8c005 on network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:02:11.437563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Port b899b307-4b23-41ff-86b4-7c7d45e8c005 on network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:02:11.437900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Attempting to bind port b899b307-4b23-41ff-86b4-7c7d45e8c005 on network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:02:11.466773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:02:11.467483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Checking segment: {'id': 'fcb18b6c-0eea-4020-8c44-bc10a2582e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:02:11.468035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Bound using segment: {'id': 'fcb18b6c-0eea-4020-8c44-bc10a2582e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:02:11.468880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Bound port: b899b307-4b23-41ff-86b4-7c7d45e8c005, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb18b6c-0eea-4020-8c44-bc10a2582e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:02:11.469482 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:11.530738 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53729f5f-83fd-4c64-a76c-96c7fc9d053d req-ea5e34e4-2e10-4185-ba3e-10f2bff4c30a tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256007 May 25 20:02:11.657011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 38107800-777d-4736-bc3a-3be95045be8e is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:02:11.657577 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:11.719872 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea48c76-213d-434f-bbb0-4147470d3061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38107800-777d-4736-bc3a-3be95045be8e'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:11.726260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4ac42aa-a520-4171-9fa9-7b639556202b req-44662b0e-1a38-4679-9356-ea5f5608ecef tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1357534 May 25 20:02:11.769874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 38107800-777d-4736-bc3a-3be95045be8e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=38107800-777d-4736-bc3a-3be95045be8e,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:11.788274 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:11.788453 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7f320a72-a7a9-4644-b4f1-a41436e6c051 req-85f13f23-6b1d-405a-9225-1e7311168c23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9edf0499-d708-4087-bfa2-badfab49a1cb HTTP/1.1" status: 200 len: 217 time: 0.3794520 May 25 20:02:11.798402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] For port b899b307-4b23-41ff-86b4-7c7d45e8c005, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:02:11.811324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] For port b899b307-4b23-41ff-86b4-7c7d45e8c005, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b899b307-4b23-41ff-86b4-7c7d45e8c005,segment=NetworkSegment(fcb18b6c-0eea-4020-8c44-bc10a2582e75),segment_id=fcb18b6c-0eea-4020-8c44-bc10a2582e75)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:02:11.887104 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:11.920926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=38107800-777d-4736-bc3a-3be95045be8e,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:12.023595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f320a72-a7a9-4644-b4f1-a41436e6c051 req-673e3bbe-69ea-49bb-9ddf-3df0ffd5328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:12.025564 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7f320a72-a7a9-4644-b4f1-a41436e6c051 req-673e3bbe-69ea-49bb-9ddf-3df0ffd5328e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=416a5448-e8aa-4560-b947-656eb8c9db43 HTTP/1.1" status: 200 len: 845 time: 0.2293625 May 25 20:02:12.048604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:12.049676 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:12.051670 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] 10.222.0.50 "PUT /v2.0/ports/b899b307-4b23-41ff-86b4-7c7d45e8c005 HTTP/1.1" status: 200 len: 1091 time: 2.8717706 May 25 20:02:12.053204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef395f2-300e-4014-a122-f2d893c70fd1', 'tag': 'b899b307-4b23-41ff-86b4-7c7d45e8c005'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:12.136668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7b1a7-f98a-44ac-981a-ee869a5b1cac service neutron] Pushing event updated for resources: {'Port': ['ID=b899b307-4b23-41ff-86b4-7c7d45e8c005,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:12.234900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968a986-4ad5-4e3c-8244-765c6390be35 req-2bf0cc9c-cea7-4829-9b8d-40660ef0252c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:12.248583 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d968a986-4ad5-4e3c-8244-765c6390be35 req-2bf0cc9c-cea7-4829-9b8d-40660ef0252c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.4301925 May 25 20:02:12.262451 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7f320a72-a7a9-4644-b4f1-a41436e6c051 req-21421193-554f-45de-9ce4-7aa1b0a588d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac16da66-8ba6-42d0-a487-88fb370f02e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740477 May 25 20:02:12.347090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-57fcd729-c027-4948-99e1-fcd2c828e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:12.348904 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-57fcd729-c027-4948-99e1-fcd2c828e7ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f3326d988b049239f6ec1e4f89ac268&device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 1094 time: 0.2002785 May 25 20:02:12.452260 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d968a986-4ad5-4e3c-8244-765c6390be35 req-d60e4422-0394-4e49-8b7d-10a7391edfe3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022836 May 25 20:02:12.479503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c787ac-61a8-47a7-8307-cc7dd07d6813 req-8e51a2b2-fd0a-44e5-a0f9-0ce6ddf498b9 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:12.481697 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4c787ac-61a8-47a7-8307-cc7dd07d6813 req-8e51a2b2-fd0a-44e5-a0f9-0ce6ddf498b9 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 943 time: 0.3018723 May 25 20:02:12.517729 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-465c5396-b215-4aeb-ba10-5c78003d2f65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b899b307-4b23-41ff-86b4-7c7d45e8c005 HTTP/1.1" status: 200 len: 217 time: 0.1563420 May 25 20:02:12.544988 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7f320a72-a7a9-4644-b4f1-a41436e6c051 req-e7e26c45-77e1-4e64-9cbd-7e4b8ea8998d service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670743 May 25 20:02:12.625248 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4c787ac-61a8-47a7-8307-cc7dd07d6813 req-46f98a46-458d-4486-9468-bfd849cb7aba tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/security-groups?id=8fe5d932-182b-4f14-8198-3b4c7949adae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255207 May 25 20:02:12.656862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-d0220982-5d5b-40fc-b96d-b8b5c6846e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:12.658717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-d0220982-5d5b-40fc-b96d-b8b5c6846e58 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e03b0aa2-ca26-4835-b699-ad9242d97ea4 HTTP/1.1" status: 200 len: 854 time: 0.1162622 May 25 20:02:12.935645 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7f320a72-a7a9-4644-b4f1-a41436e6c051 req-93ea81d0-852d-46ce-9d51-ef955961b047 service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811812 May 25 20:02:13.009883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-28282e2d-5383-4253-a7b5-4ef5e2f8163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:13.014614 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-28282e2d-5383-4253-a7b5-4ef5e2f8163a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3486362 May 25 20:02:13.037086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aefbd5-a045-4646-ba83-362c1c95b6d9 req-7cff45a0-8a38-4d24-8375-169d8ec0dc9b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:13.039023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75aefbd5-a045-4646-ba83-362c1c95b6d9 req-7cff45a0-8a38-4d24-8375-169d8ec0dc9b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 943 time: 0.2345958 May 25 20:02:13.135133 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-590742a2-e56d-4dab-812f-3e3816488f0e req-69dd3e85-c517-4aff-91b8-03a02e2f47fd tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8550755-df2e-4b54-bbb1-b2844950cf1f HTTP/1.1" status: 200 len: 210 time: 0.1006389 May 25 20:02:13.245698 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75aefbd5-a045-4646-ba83-362c1c95b6d9 req-4d374587-81ea-4a92-b5f4-b041b23087b7 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965439 May 25 20:02:13.271270 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94b6af5-3fd7-4f11-9725-5a27adf027ff'] response: {'server_uuid': 'cea48c76-213d-434f-bbb0-4147470d3061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38107800-777d-4736-bc3a-3be95045be8e', 'code': 200} May 25 20:02:13.336394 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-ce4dfb4d-f505-4613-b94a-cf25fc78dd51 service neutron] 10.222.0.50 "GET /v2.0/networks/a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339995 May 25 20:02:13.349856 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b66a4e-19fd-4a3f-972e-c6a5891b385d'] response: {'name': 'network-changed', 'server_uuid': 'aef395f2-300e-4014-a122-f2d893c70fd1', 'tag': 'b899b307-4b23-41ff-86b4-7c7d45e8c005', 'status': 'completed', 'code': 200} May 25 20:02:13.737299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230b41c-06f7-47ae-af4b-d4c621dc329e req-6476e644-b899-44e0-9a7d-74a42e4f2f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:13.739771 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b230b41c-06f7-47ae-af4b-d4c621dc329e req-6476e644-b899-44e0-9a7d-74a42e4f2f5f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 1097 time: 0.2906985 May 25 20:02:13.773156 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db875024-8228-4812-bd70-229cfb9e168f req-bb88a7e9-b604-4087-8704-16dba67dcb12 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:13.785740 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db875024-8228-4812-bd70-229cfb9e168f req-bb88a7e9-b604-4087-8704-16dba67dcb12 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 1125 time: 0.2060430 May 25 20:02:13.826325 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9686a6a0-3aca-41fc-8ce1-b47a80a96bd0 req-98592c6b-9b79-47a4-a3cf-a60640fbe685 service neutron] 10.222.0.50 "GET /v2.0/networks/a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636972 May 25 20:02:13.850633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-db875024-8228-4812-bd70-229cfb9e168f req-4bcbd930-76cb-4ebd-a86c-ee2d77d575d4 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Synchronizing usage tracker for tenant:fa94a1329b1542eeaafbcbf207a56ddc on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:02:13.855612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a628-f3c0-49e9-92e5-ee14a76d938d req-70d8e2b8-1906-46af-952f-3c10b75e4fbe tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:13.878828 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f436a628-f3c0-49e9-92e5-ee14a76d938d req-70d8e2b8-1906-46af-952f-3c10b75e4fbe tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.3211153 May 25 20:02:13.898836 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-db875024-8228-4812-bd70-229cfb9e168f req-4bcbd930-76cb-4ebd-a86c-ee2d77d575d4 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Unset dirty status for tenant:fa94a1329b1542eeaafbcbf207a56ddc on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:02:13.908693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db875024-8228-4812-bd70-229cfb9e168f req-4bcbd930-76cb-4ebd-a86c-ee2d77d575d4 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193066 May 25 20:02:13.988910 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f436a628-f3c0-49e9-92e5-ee14a76d938d req-6581faab-aabe-4a08-bd5f-54c59191ddb5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071010 May 25 20:02:14.330397 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b230b41c-06f7-47ae-af4b-d4c621dc329e req-8501dd3b-1f1a-43c8-be9a-c833736419d2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150027 May 25 20:02:14.396693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400b290-3663-40dc-8fa2-2a3b4118916e req-b6bff4fd-3af3-4a8c-b734-511cf1a6f85e tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:14.400166 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1400b290-3663-40dc-8fa2-2a3b4118916e req-b6bff4fd-3af3-4a8c-b734-511cf1a6f85e tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 946 time: 0.2701647 May 25 20:02:14.411737 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8786236-bac5-48eb-81f5-4d38a29a9dc9 req-db28a255-ed07-49bf-acd4-5017d1a06023 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0573716 May 25 20:02:14.456149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931340d-ddd6-42ea-afae-f86a373520ea req-d0c1866e-90c4-41d2-9335-f44caec2a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:14.459353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8931340d-ddd6-42ea-afae-f86a373520ea req-d0c1866e-90c4-41d2-9335-f44caec2a3ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f3326d988b049239f6ec1e4f89ac268&device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 1094 time: 0.3851440 May 25 20:02:14.482085 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1400b290-3663-40dc-8fa2-2a3b4118916e req-c3467a75-4748-42e2-b6fb-d9ccea8103f5 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716715 May 25 20:02:14.803536 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e37be6e7-2aac-4473-99d4-1e15ac1875dc req-d54222a6-fe11-46ca-9c30-fea901f95b73 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8550755-df2e-4b54-bbb1-b2844950cf1f HTTP/1.1" status: 200 len: 210 time: 0.0707271 May 25 20:02:14.816025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e51c8-00d6-4716-80ff-cdbe392eba6e req-46a63cf9-fc8b-4515-b510-1c69ad1b0a34 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:14.825328 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-260e51c8-00d6-4716-80ff-cdbe392eba6e req-46a63cf9-fc8b-4515-b510-1c69ad1b0a34 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1720257 May 25 20:02:14.912122 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-260e51c8-00d6-4716-80ff-cdbe392eba6e req-14d9b2ae-15cf-47c1-9ea7-52e657b0ed53 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854578 May 25 20:02:15.095142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 9edf0499-d708-4087-bfa2-badfab49a1cb details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:02:15.124954 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:02:15.313139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07241929-770b-4ac9-bcb7-554f5c70a702 req-44a8e477-4b5e-46bc-946d-36bbe6439065 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:15.330803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07241929-770b-4ac9-bcb7-554f5c70a702 req-44a8e477-4b5e-46bc-946d-36bbe6439065 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 943 time: 0.1997602 May 25 20:02:15.422863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07241929-770b-4ac9-bcb7-554f5c70a702 req-938b7bf2-9ece-49ba-b6a8-8eb279022c48 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/security-groups?id=8fe5d932-182b-4f14-8198-3b4c7949adae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908976 May 25 20:02:15.466056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 9edf0499-d708-4087-bfa2-badfab49a1cb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=9edf0499-d708-4087-bfa2-badfab49a1cb,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:15.485361 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '9edf0499-d708-4087-bfa2-badfab49a1cb', 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7', 'port_id': '9edf0499-d708-4087-bfa2-badfab49a1cb', 'mac_address': 'fa:16:3e:15:5d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416a5448-e8aa-4560-b947-656eb8c9db43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:02:15.598446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 9edf0499-d708-4087-bfa2-badfab49a1cb is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:02:15.600707 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:15.639320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d450f8e-711f-463f-ae64-52d406665e86 req-d81a8104-901f-484d-91ae-3becb8b44da3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:15.652352 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d450f8e-711f-463f-ae64-52d406665e86 req-d81a8104-901f-484d-91ae-3becb8b44da3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 808 time: 0.2759218 May 25 20:02:15.659044 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edf0499-d708-4087-bfa2-badfab49a1cb {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:02:15.673087 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d450f8e-711f-463f-ae64-52d406665e86 req-74f1e4b2-66a2-479c-bede-d0c2a75403ef tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/quotas/21c253ae7ded4368a787d305f7c6c031 HTTP/1.1" status: 200 len: 375 time: 0.0190861 May 25 20:02:15.701745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 9edf0499-d708-4087-bfa2-badfab49a1cb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=9edf0499-d708-4087-bfa2-badfab49a1cb,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:15.709960 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:15.882586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d450f8e-711f-463f-ae64-52d406665e86 req-ddf33f11-4cbe-4093-8975-4fdb5a56cda5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1970060 May 25 20:02:15.960656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=9edf0499-d708-4087-bfa2-badfab49a1cb,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:16.050105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f8d81-7437-4bf2-9313-2b4f9077fe12 req-0a97f250-c1c1-4233-a72c-aa0127eb3469 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:16.054478 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d42f8d81-7437-4bf2-9313-2b4f9077fe12 req-0a97f250-c1c1-4233-a72c-aa0127eb3469 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 944 time: 0.2884336 May 25 20:02:16.096334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['9edf0499-d708-4087-bfa2-badfab49a1cb'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:02:16.190941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d42f8d81-7437-4bf2-9313-2b4f9077fe12 req-c7643c5a-fdd3-4ab4-bb19-86073f5fa2fd tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273308 May 25 20:02:16.446813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931340d-ddd6-42ea-afae-f86a373520ea req-a394aaa9-b917-4576-8544-12b1daef434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:16.450526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8931340d-ddd6-42ea-afae-f86a373520ea req-a394aaa9-b917-4576-8544-12b1daef434d service neutron] 10.222.0.50 "GET /v2.0/networks?id=a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae HTTP/1.1" status: 200 len: 916 time: 0.3070142 May 25 20:02:16.585440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8931340d-ddd6-42ea-afae-f86a373520ea req-a17106a3-8f4e-4764-b7af-b29fbc6d60ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b899b307-4b23-41ff-86b4-7c7d45e8c005 HTTP/1.1" status: 200 len: 217 time: 0.1266816 May 25 20:02:16.640730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde7c2d-77e9-4fd5-8a5a-20df4ad3bc36 req-9e6b9e6a-bae5-46b8-9e54-a8e86326a928 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:16.642746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4bde7c2d-77e9-4fd5-8a5a-20df4ad3bc36 req-9e6b9e6a-bae5-46b8-9e54-a8e86326a928 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2349494 May 25 20:02:16.745068 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4bde7c2d-77e9-4fd5-8a5a-20df4ad3bc36 req-9d811d13-3269-4692-b911-af6442539b7a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806589 May 25 20:02:16.757438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931340d-ddd6-42ea-afae-f86a373520ea req-e3a95973-d31d-4974-9edb-e4f438c75805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:16.759735 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8931340d-ddd6-42ea-afae-f86a373520ea req-e3a95973-d31d-4974-9edb-e4f438c75805 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e03b0aa2-ca26-4835-b699-ad9242d97ea4 HTTP/1.1" status: 200 len: 854 time: 0.1339180 May 25 20:02:16.773968 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d450f8e-711f-463f-ae64-52d406665e86 req-c222bbdf-7c4e-4594-a8bf-ce12fa14b63d service neutron] 10.222.0.60 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8892791 May 25 20:02:17.126818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931340d-ddd6-42ea-afae-f86a373520ea req-563ef3cc-2fcb-476d-9927-1d3efa7ddeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:17.128275 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8931340d-ddd6-42ea-afae-f86a373520ea req-563ef3cc-2fcb-476d-9927-1d3efa7ddeb4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3518074 May 25 20:02:17.142182 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d450f8e-711f-463f-ae64-52d406665e86 req-02ca52c9-e2bc-475b-be2b-bdd3ee1efe2e service neutron] 10.222.0.60 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652552 May 25 20:02:17.218521 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-70ee48c1-1b1f-4cfb-8772-1c2485e691a4 req-3d9f7f32-3577-4ea5-85d6-61413ec1c93c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1585028 May 25 20:02:17.453621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6719bd8-a7dc-4235-80d5-5ec36cf1a4b7 req-28e18a43-f482-4924-9278-4d94d7a62f60 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:17.455362 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f6719bd8-a7dc-4235-80d5-5ec36cf1a4b7 req-28e18a43-f482-4924-9278-4d94d7a62f60 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 946 time: 0.1134353 May 25 20:02:17.500319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8efc1a-c6d8-4057-bd9c-7ac9ff811350 req-a0eb8c8e-22cd-4fc4-a869-a43d246d0632 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:17.502842 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad8efc1a-c6d8-4057-bd9c-7ac9ff811350 req-a0eb8c8e-22cd-4fc4-a869-a43d246d0632 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.0991435 May 25 20:02:17.521256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f6719bd8-a7dc-4235-80d5-5ec36cf1a4b7 req-3dd808ec-d2cb-4822-9084-ae42a8f08f67 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570645 May 25 20:02:17.611637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad8efc1a-c6d8-4057-bd9c-7ac9ff811350 req-3efa4ae6-b8c4-4c8d-8f55-a355b09c5939 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008561 May 25 20:02:17.779759 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8931340d-ddd6-42ea-afae-f86a373520ea req-acd5c9e4-3942-4a3d-a6e5-aea4d7aea127 service neutron] 10.222.0.50 "GET /v2.0/networks/a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236230 May 25 20:02:17.885676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88e9b0-d4b7-4494-b117-f80cbd45b037 req-20e379bb-8839-4987-b6ec-a567c3d45626 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:17.896720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de88e9b0-d4b7-4494-b117-f80cbd45b037 req-20e379bb-8839-4987-b6ec-a567c3d45626 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 943 time: 0.1366854 May 25 20:02:17.957320 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de88e9b0-d4b7-4494-b117-f80cbd45b037 req-572e6ceb-6240-4698-b7f8-dda3e5cfe201 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/security-groups?id=8fe5d932-182b-4f14-8198-3b4c7949adae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595698 May 25 20:02:18.086563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8931340d-ddd6-42ea-afae-f86a373520ea req-28c856fa-c799-479f-a999-16cfa92400c1 service neutron] 10.222.0.50 "GET /v2.0/networks/a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001418 May 25 20:02:18.091242 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-dcb779e7-2ba4-4821-a344-499dcd4c0b58 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3306bd222ca444c7abe2322acf25ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339310 May 25 20:02:18.248946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0b518-f7fc-4c66-a6a6-8521c9dba086 req-c0132e6b-1172-40d6-bc3d-717e1dac120f tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:18.251513 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-36e0b518-f7fc-4c66-a6a6-8521c9dba086 req-c0132e6b-1172-40d6-bc3d-717e1dac120f tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 944 time: 0.1237872 May 25 20:02:18.280922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-780b9af5-e73e-4388-97df-dbd6b7809c30 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:18.282872 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-780b9af5-e73e-4388-97df-dbd6b7809c30 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798563 May 25 20:02:18.303598 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-f60008d7-9f06-4110-85ee-056582079a2c tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/quotas/3306bd222ca444c7abe2322acf25ea5f HTTP/1.1" status: 200 len: 375 time: 0.0142958 May 25 20:02:18.317933 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-36e0b518-f7fc-4c66-a6a6-8521c9dba086 req-e720e662-aeb4-43c4-9c7f-f45182c2bcf4 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579226 May 25 20:02:18.475344 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-271bb57f-f431-4c22-9f13-fe88323d3097 req-0882912e-db77-4c23-80b4-bfe012ad0bf5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 210 time: 0.0479207 May 25 20:02:18.495814 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-2bfbb544-7d00-4eae-a4b9-c77fbb9b1a50 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3306bd222ca444c7abe2322acf25ea5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1838906 May 25 20:02:18.718827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f089d-e3b8-4efd-9ba9-ff83237f03a8 req-16a35e2e-3159-4c73-85a7-5119b8dd53a4 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:18.720424 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3b7f089d-e3b8-4efd-9ba9-ff83237f03a8 req-16a35e2e-3159-4c73-85a7-5119b8dd53a4 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1282086 May 25 20:02:18.796881 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0272ba17-dd3f-4e7c-be87-e53691910b4c req-45d62693-195d-4fe9-9023-748656c26eb9 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0574493 May 25 20:02:18.858252 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3b7f089d-e3b8-4efd-9ba9-ff83237f03a8 req-95ad4eeb-7fa2-4b32-ab38-f52ec9f45188 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303601 May 25 20:02:19.006463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-229ba5a3-fe75-488c-9258-bee9361d4a76 req-4e1a2943-5a92-4739-9f79-ea2b04d54e5c tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 210 time: 0.0813563 May 25 20:02:19.098632 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 9edf0499-d708-4087-bfa2-badfab49a1cb up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:02:19.129800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d450f8e-711f-463f-ae64-52d406665e86 req-ca38815b-3670-40c5-929c-95f4ea7abdfc tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:19.131353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d450f8e-711f-463f-ae64-52d406665e86 req-ca38815b-3670-40c5-929c-95f4ea7abdfc tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 808 time: 0.3127387 May 25 20:02:19.143084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-0d450f8e-711f-463f-ae64-52d406665e86 req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Request body: {'port': {'device_id': '0c3f837f-bb5a-4c25-9493-b811fa0c1522', 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548', 'admin_state_up': True, 'tenant_id': '21c253ae7ded4368a787d305f7c6c031'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:19.230711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 9edf0499-d708-4087-bfa2-badfab49a1cb completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:02:19.238362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 9edf0499-d708-4087-bfa2-badfab49a1cb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:02:19.238739 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:19.264134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f85e82-7fc8-431a-a10f-2203d7f251be req-3cb47fb9-e56a-4ac0-8aae-f8d48dca5530 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:19.266126 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0f85e82-7fc8-431a-a10f-2203d7f251be req-3cb47fb9-e56a-4ac0-8aae-f8d48dca5530 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 946 time: 0.2698727 May 25 20:02:19.307335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9656728-dd11-4215-8697-b67cda0e91f3 req-100c8769-0fba-443b-840d-a3ebc381bd8f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:19.316039 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9656728-dd11-4215-8697-b67cda0e91f3 req-100c8769-0fba-443b-840d-a3ebc381bd8f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1474822 May 25 20:02:19.362450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0d450f8e-711f-463f-ae64-52d406665e86 req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:02:19.367833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9656728-dd11-4215-8697-b67cda0e91f3 req-98fa61ad-169d-4044-870f-95275c4fa60f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506999 May 25 20:02:19.379913 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0f85e82-7fc8-431a-a10f-2203d7f251be req-0f932530-f77c-4aab-a112-a51528ee21b7 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006830 May 25 20:02:19.389750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0d450f8e-711f-463f-ae64-52d406665e86 req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:02:19.405802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 9edf0499-d708-4087-bfa2-badfab49a1cb is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:02:19.410998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d450f8e-711f-463f-ae64-52d406665e86 req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Made reservation on behalf of 21c253ae7ded4368a787d305f7c6c031 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:02:19.415003 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:19.418733 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0d450f8e-711f-463f-ae64-52d406665e86 req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:19.467001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cb2964-9507-4464-948d-70e99ef9343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edf0499-d708-4087-bfa2-badfab49a1cb'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:19.485794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 9edf0499-d708-4087-bfa2-badfab49a1cb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=9edf0499-d708-4087-bfa2-badfab49a1cb,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:19.494211 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:19.694612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=9edf0499-d708-4087-bfa2-badfab49a1cb,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:19.728488 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d99708-32e4-42fa-8222-35dfc515cade req-a5055029-d816-4d79-b04c-306730cea921 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:19.734662 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33d99708-32e4-42fa-8222-35dfc515cade req-a5055029-d816-4d79-b04c-306730cea921 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.1482623 May 25 20:02:19.760483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-0d450f8e-711f-463f-ae64-52d406665e86 req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Allocated IP 172.20.0.10 (3784cda9-58df-45f0-a02e-3879a8c23548/f0750c96-37f3-45ce-b7d5-364d0a50b3b3/7c38a63c-c871-4934-858c-e7febc562181) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:02:19.782551 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33d99708-32e4-42fa-8222-35dfc515cade req-739e9ca7-b811-4328-8b84-52cac0cb472b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469487 May 25 20:02:19.797107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe9ebb-5e8d-42c7-8a0c-0f1203d547e0 req-8c05eba3-c5bb-4912-a972-47f280210157 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:19.804054 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bcfe9ebb-5e8d-42c7-8a0c-0f1203d547e0 req-8c05eba3-c5bb-4912-a972-47f280210157 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 943 time: 0.1652987 May 25 20:02:19.900812 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bcfe9ebb-5e8d-42c7-8a0c-0f1203d547e0 req-ba90aeee-7828-4496-9c0f-8f3c736ad841 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/security-groups?id=8fe5d932-182b-4f14-8198-3b4c7949adae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958743 May 25 20:02:19.969321 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aed6218-eea0-4528-b4f5-391204eefb93'] response: {'server_uuid': 'b4cb2964-9507-4464-948d-70e99ef9343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edf0499-d708-4087-bfa2-badfab49a1cb', 'code': 200} May 25 20:02:20.020296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f301abf-d0a5-4abe-b2ef-f1a64c700ed2 req-f29dcfd5-66eb-4792-bc18-69aefab502b3 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:20.023410 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1f301abf-d0a5-4abe-b2ef-f1a64c700ed2 req-f29dcfd5-66eb-4792-bc18-69aefab502b3 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 946 time: 0.1360168 May 25 20:02:20.033940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35580) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:02:20.041054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-103042c3-4cd8-40f1-b714-9b594891ff64 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Request body: {'floatingip': {'port_id': '38107800-777d-4736-bc3a-3be95045be8e'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:20.156154 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0d450f8e-711f-463f-ae64-52d406665e86 req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:20.174851 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1b720ece-6ac5-4b8b-8b7e-58d51d42a440 req-f4adba94-2241-4925-8c5c-a3828bb5c5f5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 210 time: 0.0576980 May 25 20:02:20.225574 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0d450f8e-711f-463f-ae64-52d406665e86 req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:20.239187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['fce30dab-67e5-4a10-964e-9e25f6d9f172'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:02:20.342188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-ed108b80-c886-491b-ac0f-a84712221c6e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3306bd222ca444c7abe2322acf25ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1938498 May 25 20:02:20.351624 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-103042c3-4cd8-40f1-b714-9b594891ff64 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:20.379369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d450f8e-711f-463f-ae64-52d406665e86 req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Network 3784cda9-58df-45f0-a02e-3879a8c23548 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:02:20.393476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-0d450f8e-711f-463f-ae64-52d406665e86 req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:02:20.399250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d450f8e-711f-463f-ae64-52d406665e86 req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:02:20.436862 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9b146730-9ae8-4b01-a137-16232ee62b58 req-4e97615d-48d4-41ef-bc09-d43f0df04bc0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.2085011 May 25 20:02:20.471391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d450f8e-711f-463f-ae64-52d406665e86 req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:20.472044 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0d450f8e-711f-463f-ae64-52d406665e86 req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:20.476602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Pushing event updated for resources: {'Port': ['ID=7c38a63c-c871-4934-858c-e7febc562181,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:20.541378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d450f8e-711f-463f-ae64-52d406665e86 req-dd1a79b4-2607-4ebb-9d8f-c3168c126352 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4017916 May 25 20:02:20.575002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4f0a7-cd3c-4c73-af1a-68de326b1236 req-800d508d-435d-4df9-914f-e3e3f126fd9c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:20.577287 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-59b4f0a7-cd3c-4c73-af1a-68de326b1236 req-800d508d-435d-4df9-914f-e3e3f126fd9c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2710619 May 25 20:02:20.584167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Request body: {'port': {'device_id': '0c3f837f-bb5a-4c25-9493-b811fa0c1522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:20.720271 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1222e9cf-f120-443d-a1a7-f7dc32c488db req-e7541c87-4b48-4e70-80be-8722b1c19878 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 210 time: 0.0762911 May 25 20:02:20.730718 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-59b4f0a7-cd3c-4c73-af1a-68de326b1236 req-f4b13e2c-fe58-487c-9bd7-15bf7936d120 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077795 May 25 20:02:20.766691 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:20.823366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4e58c-128b-44c0-843e-3327d3611626 req-1923655c-de96-4836-b806-1a9b7ec8cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:20.825116 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4a4e58c-128b-44c0-843e-3327d3611626 req-1923655c-de96-4836-b806-1a9b7ec8cbb2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 1096 time: 0.6780279 May 25 20:02:21.055099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-a247ee01-b8d5-45e9-b60f-d1bdc75617bf tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:21.056449 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-a247ee01-b8d5-45e9-b60f-d1bdc75617bf tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6187541 May 25 20:02:21.084879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Request body: {'port': {'device_id': '7218f0fd-1396-425b-8076-1db1ea3517a0', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '3306bd222ca444c7abe2322acf25ea5f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:21.091775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b899b307-4b23-41ff-86b4-7c7d45e8c005 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:02:21.117264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ace0a3-0217-469b-86f0-11836c552d1c req-fd4e30d9-a5e2-423f-9722-48cd2b3b4076 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:21.118816 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-59ace0a3-0217-469b-86f0-11836c552d1c req-fd4e30d9-a5e2-423f-9722-48cd2b3b4076 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2361681 May 25 20:02:21.215364 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4a4e58c-128b-44c0-843e-3327d3611626 req-009790d5-397d-450e-beec-6753974b67de service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820977 May 25 20:02:21.286444 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-59ace0a3-0217-469b-86f0-11836c552d1c req-445da8e5-f249-42e3-9019-0d57bf79a132 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513705 May 25 20:02:21.306829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b899b307-4b23-41ff-86b4-7c7d45e8c005, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b899b307-4b23-41ff-86b4-7c7d45e8c005,segment=NetworkSegment(fcb18b6c-0eea-4020-8c44-bc10a2582e75),segment_id=fcb18b6c-0eea-4020-8c44-bc10a2582e75)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:21.347029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'b899b307-4b23-41ff-86b4-7c7d45e8c005', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'port_id': 'b899b307-4b23-41ff-86b4-7c7d45e8c005', 'mac_address': 'fa:16:3e:4b:74:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:02:21.407098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c38a63c-c871-4934-858c-e7febc562181 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:02:21.416722 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:21.474748 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b899b307-4b23-41ff-86b4-7c7d45e8c005 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:02:21.475111 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:21.495564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b899b307-4b23-41ff-86b4-7c7d45e8c005 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:02:21.510303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:02:21.513526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Transition to ACTIVE for port object 7c38a63c-c871-4934-858c-e7febc562181 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:02:21.521554 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b899b307-4b23-41ff-86b4-7c7d45e8c005, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b899b307-4b23-41ff-86b4-7c7d45e8c005,segment=NetworkSegment(fcb18b6c-0eea-4020-8c44-bc10a2582e75),segment_id=fcb18b6c-0eea-4020-8c44-bc10a2582e75)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:21.528006 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:21.530663 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:21.536773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:02:21.551822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd5fcd-db0e-414c-9127-a6277b27a2f7 req-fa486bc9-f603-42dc-aa86-f7fb3b557442 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:21.553728 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5fd5fcd-db0e-414c-9127-a6277b27a2f7 req-fa486bc9-f603-42dc-aa86-f7fb3b557442 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.4884422 May 25 20:02:21.598523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Made reservation on behalf of 3306bd222ca444c7abe2322acf25ea5f for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:02:21.604108 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:21.617818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b899b307-4b23-41ff-86b4-7c7d45e8c005,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:21.710935 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5fd5fcd-db0e-414c-9127-a6277b27a2f7 req-42641755-38c4-458f-b28a-3dce1f776502 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391711 May 25 20:02:21.800860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['b899b307-4b23-41ff-86b4-7c7d45e8c005'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:02:21.823245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c38a63c-c871-4934-858c-e7febc562181,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:21.932636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd98cac-1b31-4609-b831-8739adc84f88 req-5e152d87-03b7-4e48-b93d-20945a845d16 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:21.942393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bdd98cac-1b31-4609-b831-8739adc84f88 req-5e152d87-03b7-4e48-b93d-20945a845d16 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 943 time: 0.5005140 May 25 20:02:22.038427 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bdd98cac-1b31-4609-b831-8739adc84f88 req-ffe41209-3aeb-4841-8b12-3035c6ed96cb tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/security-groups?id=8fe5d932-182b-4f14-8198-3b4c7949adae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946288 May 25 20:02:22.105857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Attempting to bind port 7c38a63c-c871-4934-858c-e7febc562181 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:02:22.109180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Attempting to bind port 7c38a63c-c871-4934-858c-e7febc562181 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:02:22.109832 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Attempting to bind port 7c38a63c-c871-4934-858c-e7febc562181 on network 3784cda9-58df-45f0-a02e-3879a8c23548 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:02:22.128426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Port 7c38a63c-c871-4934-858c-e7febc562181 on network 3784cda9-58df-45f0-a02e-3879a8c23548 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:02:22.134122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Attempting to bind port 7c38a63c-c871-4934-858c-e7febc562181 on network 3784cda9-58df-45f0-a02e-3879a8c23548 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:02:22.146423 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-103042c3-4cd8-40f1-b714-9b594891ff64 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:22.146677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:02:22.147211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Checking segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:02:22.147756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Bound using segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:02:22.149825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Bound port: 7c38a63c-c871-4934-858c-e7febc562181, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:02:22.150686 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:22.161135 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-103042c3-4cd8-40f1-b714-9b594891ff64 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:22.324027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] For port 7c38a63c-c871-4934-858c-e7febc562181, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:02:22.335809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce6635fb-f00c-4613-bfd8-e2e8254179b4 req-4ef38e65-eb3e-4ccc-be36-61047ed275b2 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0593441 May 25 20:02:22.343209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Allocated IP 192.168.233.12 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/4d921aa5-5e9f-4ab7-8e3a-749528be6a57) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:02:22.348354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] For port 7c38a63c-c871-4934-858c-e7febc562181, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=7c38a63c-c871-4934-858c-e7febc562181,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:02:22.359908 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:22.398604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307a5be-85ab-4d0a-81e9-a387f8fed421 req-bbac666f-826b-4061-a2ab-52ff8883b659 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:22.400205 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3307a5be-85ab-4d0a-81e9-a387f8fed421 req-bbac666f-826b-4061-a2ab-52ff8883b659 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 944 time: 0.4837615 May 25 20:02:22.460397 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-103042c3-4cd8-40f1-b714-9b594891ff64 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Floating IP dcf406fd-f265-480b-b152-9e74c426e41c associated. External IP: 172.25.3.134, port: 38107800-777d-4736-bc3a-3be95045be8e. May 25 20:02:22.489738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:22.490395 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:22.491711 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d450f8e-711f-463f-ae64-52d406665e86 req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] 10.222.0.50 "PUT /v2.0/ports/7c38a63c-c871-4934-858c-e7febc562181 HTTP/1.1" status: 200 len: 1092 time: 1.9375110 May 25 20:02:22.523647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3f837f-bb5a-4c25-9493-b811fa0c1522', 'tag': '7c38a63c-c871-4934-858c-e7febc562181'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:22.603776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc59417-6475-4a08-9b39-07707f05ffe0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c38a63c-c871-4934-858c-e7febc562181,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:22.640303 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3307a5be-85ab-4d0a-81e9-a387f8fed421 req-9130a988-b397-4cd3-9477-73859d3199dc tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261603 May 25 20:02:22.658424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f2766-5080-4228-a6e2-e2dfdf449de4 req-e3719025-b800-45c7-80ea-bc776e13594e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:22.659961 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce0f2766-5080-4228-a6e2-e2dfdf449de4 req-e3719025-b800-45c7-80ea-bc776e13594e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1743972 May 25 20:02:22.666234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d450f8e-711f-463f-ae64-52d406665e86 req-05b8d7af-c613-463c-9d8c-0ea483d9f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:22.667712 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d450f8e-711f-463f-ae64-52d406665e86 req-05b8d7af-c613-463c-9d8c-0ea483d9f253 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 1095 time: 0.1194839 May 25 20:02:22.770819 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d450f8e-711f-463f-ae64-52d406665e86 req-2f76f1d0-392c-4e67-90d9-b33d95cea4c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c38a63c-c871-4934-858c-e7febc562181 HTTP/1.1" status: 200 len: 217 time: 0.0943947 May 25 20:02:22.846378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce0f2766-5080-4228-a6e2-e2dfdf449de4 req-46d0868f-697d-4973-922b-18e584915e8e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720140 May 25 20:02:22.879609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d450f8e-711f-463f-ae64-52d406665e86 req-2802f962-85ce-4c20-bf7a-dd4fa94a6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:22.880724 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d450f8e-711f-463f-ae64-52d406665e86 req-2802f962-85ce-4c20-bf7a-dd4fa94a6806 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.0950520 May 25 20:02:22.943325 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d450f8e-711f-463f-ae64-52d406665e86 req-2563d08d-b2dd-4567-b4cc-c0f2c78694a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567558 May 25 20:02:23.077281 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07d31bed-4bc1-411c-b7e7-87d710f803b4 req-33ec3ed9-1c8c-4eb7-8bf6-c690e3164ad8 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 210 time: 0.1800196 May 25 20:02:23.098342 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b899b307-4b23-41ff-86b4-7c7d45e8c005 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:02:23.159715 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:23.197870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931e62a-8f20-4bae-9511-d30682972908 req-6ba64857-f14d-46c5-b92b-285359f1659b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:23.200871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Transition to ACTIVE for port object 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:02:23.202560 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9931e62a-8f20-4bae-9511-d30682972908 req-6ba64857-f14d-46c5-b92b-285359f1659b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1673732 May 25 20:02:23.205432 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896a4653-9cef-4aee-9766-49cfeeb0960c'] response: {'name': 'network-changed', 'server_uuid': '0c3f837f-bb5a-4c25-9493-b811fa0c1522', 'tag': '7c38a63c-c871-4934-858c-e7febc562181', 'status': 'completed', 'code': 200} May 25 20:02:23.210406 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d450f8e-711f-463f-ae64-52d406665e86 req-40644a33-5853-4f75-bcbb-1750bbe26574 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614498 May 25 20:02:23.257819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port b899b307-4b23-41ff-86b4-7c7d45e8c005 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:02:23.269617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port b899b307-4b23-41ff-86b4-7c7d45e8c005 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:02:23.270664 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:23.354351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103042c3-4cd8-40f1-b714-9b594891ff64 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:02:23.359845 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:23.373276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9931e62a-8f20-4bae-9511-d30682972908 req-3d48b7b7-e910-47ff-a9ef-ce470c3c3075 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557035 May 25 20:02:23.417191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['43717c7d-a372-4878-af99-4a7593d0d492', 'b96d5854-ba92-418f-a98e-bd617ca1a269', '4e2596c6-020c-4632-8b97-047a591d138f'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:02:23.512779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d450f8e-711f-463f-ae64-52d406665e86 req-7f297c7c-ce1a-4cc3-999a-69348e484fd7 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764826 May 25 20:02:23.575124 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:23.584219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:02:23.593943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:02:23.617864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:02:23.645732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Pushing event updated for resources: {'Port': ['ID=4d921aa5-5e9f-4ab7-8e3a-749528be6a57,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:23.716761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b899b307-4b23-41ff-86b4-7c7d45e8c005 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:02:23.717465 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:23.814588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b899b307-4b23-41ff-86b4-7c7d45e8c005, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b899b307-4b23-41ff-86b4-7c7d45e8c005,segment=NetworkSegment(fcb18b6c-0eea-4020-8c44-bc10a2582e75),segment_id=fcb18b6c-0eea-4020-8c44-bc10a2582e75)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:23.820127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef395f2-300e-4014-a122-f2d893c70fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b899b307-4b23-41ff-86b4-7c7d45e8c005'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:23.834917 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:23.857057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:23.857743 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:23.893193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103042c3-4cd8-40f1-b714-9b594891ff64 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:02:23.912815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d40562-854c-4ab2-a679-71379d9b8b7d req-5677fa7d-bb0a-4540-8614-9c82ae5a76e2 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:23.914384 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58d40562-854c-4ab2-a679-71379d9b8b7d req-5677fa7d-bb0a-4540-8614-9c82ae5a76e2 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.5025754 May 25 20:02:23.915796 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f3930-1190-4b04-81b2-d641c66eeb60 None None] Sync routers for ids ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:02:23.918957 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-fe0c76e3-1135-417e-81bf-2558a006c7dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8473268 May 25 20:02:23.925115 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-103042c3-4cd8-40f1-b714-9b594891ff64 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:23.935201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb738b-0381-4e47-8a4a-26d0a3a5d46d req-a95ce977-18b4-4fb0-8063-c2d19a0325f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:23.936558 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f3930-1190-4b04-81b2-d641c66eeb60 None None] Routers {'0733dfd9-6c3a-49d5-946d-f1018edfb7fc'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:02:23.937228 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5dcb738b-0381-4e47-8a4a-26d0a3a5d46d req-a95ce977-18b4-4fb0-8063-c2d19a0325f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 1095 time: 0.3334482 May 25 20:02:23.937534 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5e3f3930-1190-4b04-81b2-d641c66eeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:02:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:02:23.968085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73928eaa-c402-43da-bd58-8c17966ed9d1 req-437763b0-ca03-499e-b9f5-adc46a517073 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:23.982587 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73928eaa-c402-43da-bd58-8c17966ed9d1 req-437763b0-ca03-499e-b9f5-adc46a517073 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 944 time: 0.2656870 May 25 20:02:24.016274 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-103042c3-4cd8-40f1-b714-9b594891ff64 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "PUT /v2.0/floatingips/dcf406fd-f265-480b-b152-9e74c426e41c HTTP/1.1" status: 200 len: 992 time: 3.9782989 May 25 20:02:24.018773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Request body: {'port': {'device_id': '7218f0fd-1396-425b-8076-1db1ea3517a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:24.041250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dddf9172-c491-45eb-9b22-726786ea79e5 None None] Provisioning for port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:02:24.052481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dddf9172-c491-45eb-9b22-726786ea79e5 None None] Provisioning complete for port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:02:24.053168 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dddf9172-c491-45eb-9b22-726786ea79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:24.054852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea48c76-213d-434f-bbb0-4147470d3061', 'tag': '38107800-777d-4736-bc3a-3be95045be8e'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:24.128956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b899b307-4b23-41ff-86b4-7c7d45e8c005,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:24.147822 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58d40562-854c-4ab2-a679-71379d9b8b7d req-2d695805-1d3a-4846-af8f-018948e2ad4d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375082 May 25 20:02:24.185366 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5e3f3930-1190-4b04-81b2-d641c66eeb60 None None] Set router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:02:24.209369 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dddf9172-c491-45eb-9b22-726786ea79e5 None None] Port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:02:24.406923 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73928eaa-c402-43da-bd58-8c17966ed9d1 req-760856d5-487b-4cf8-8dd7-963ef842b8a7 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/security-groups?id=8fe5d932-182b-4f14-8198-3b4c7949adae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4223197 May 25 20:02:24.427742 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-293cc450-df8e-4a0f-bbf7-eebc85a0ddc7 req-6e6305bf-5c11-449d-bc3a-f0a712f73a2b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1084614 May 25 20:02:24.446085 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:24.535550 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-222e5d7c-558c-43d5-bed9-4bedd67be692'] response: {'server_uuid': 'aef395f2-300e-4014-a122-f2d893c70fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b899b307-4b23-41ff-86b4-7c7d45e8c005', 'code': 200} May 25 20:02:24.559416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb738b-0381-4e47-8a4a-26d0a3a5d46d req-8b6850b5-19c0-4651-913e-4a13162a8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:24.561779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5dcb738b-0381-4e47-8a4a-26d0a3a5d46d req-8b6850b5-19c0-4651-913e-4a13162a8146 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 909 time: 0.6116450 May 25 20:02:24.751946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5dcb738b-0381-4e47-8a4a-26d0a3a5d46d req-e6dc8adc-8b4f-4504-9b88-3771d5cbc933 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c38a63c-c871-4934-858c-e7febc562181 HTTP/1.1" status: 200 len: 217 time: 0.1331496 May 25 20:02:24.844908 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5e3f3930-1190-4b04-81b2-d641c66eeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'dcf406fd-f265-480b-b152-9e74c426e41c', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'port_id': '38107800-777d-4736-bc3a-3be95045be8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'mac_address': 'fa:16:3e:9d:69:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea48c76-213d-434f-bbb0-4147470d3061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T19:59:32Z', 'updated_at': '2022-05-25T20:02:21Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:16Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:02:24.849739 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f3930-1190-4b04-81b2-d641c66eeb60 None None] Checking router: 0733dfd9-6c3a-49d5-946d-f1018edfb7fc for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:02:24.862477 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f3930-1190-4b04-81b2-d641c66eeb60 None None] Routers {'0733dfd9-6c3a-49d5-946d-f1018edfb7fc'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:02:24.863918 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5e3f3930-1190-4b04-81b2-d641c66eeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:02:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:02:24.896460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb738b-0381-4e47-8a4a-26d0a3a5d46d req-db0152d1-d0b6-485b-bfea-3cdb5d29b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:24.898376 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5dcb738b-0381-4e47-8a4a-26d0a3a5d46d req-db0152d1-d0b6-485b-bfea-3cdb5d29b0bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.1404085 May 25 20:02:24.914568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb77d7c-b833-45fb-9651-202ee9df60f4 req-97754a1f-05e0-4921-aeb4-e4213fdb19b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:24.915304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ebb77d7c-b833-45fb-9651-202ee9df60f4 req-97754a1f-05e0-4921-aeb4-e4213fdb19b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Synchronizing usage tracker for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:02:24.966561 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5dcb738b-0381-4e47-8a4a-26d0a3a5d46d req-3a77848d-fde8-40b0-abf7-ee62af115187 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605896 May 25 20:02:25.000455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ebb77d7c-b833-45fb-9651-202ee9df60f4 req-97754a1f-05e0-4921-aeb4-e4213fdb19b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Unset dirty status for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:02:25.006497 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ebb77d7c-b833-45fb-9651-202ee9df60f4 req-97754a1f-05e0-4921-aeb4-e4213fdb19b4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 944 time: 0.4371235 May 25 20:02:25.118515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4abac7-d03d-4566-b22b-df9109960934 req-76fc00c1-0c78-4855-a055-8fa64e4d24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:25.121839 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e4abac7-d03d-4566-b22b-df9109960934 req-76fc00c1-0c78-4855-a055-8fa64e4d24d7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 1096 time: 0.5153880 May 25 20:02:25.127388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ebb77d7c-b833-45fb-9651-202ee9df60f4 req-c143e0df-6be7-45f7-8478-da436498a6ad tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194000 May 25 20:02:25.154709 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5e3f3930-1190-4b04-81b2-d641c66eeb60 None None] Set router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:02:25.161155 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f1f1-4f17-416f-963f-99eec40fe59c req-986e79ef-5885-4efc-97e6-d432c6450406 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:25.162986 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b341f1f1-4f17-416f-963f-99eec40fe59c req-986e79ef-5885-4efc-97e6-d432c6450406 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.4136209 May 25 20:02:25.220194 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5dcb738b-0381-4e47-8a4a-26d0a3a5d46d req-ace48ce9-41aa-418c-8a7a-edc1828d682c service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462349 May 25 20:02:25.275419 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e4abac7-d03d-4566-b22b-df9109960934 req-6b771df3-7475-431c-8a3f-2514be10031f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8fe5d932-182b-4f14-8198-3b4c7949adae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441867 May 25 20:02:25.294002 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b341f1f1-4f17-416f-963f-99eec40fe59c req-8dbe9475-3972-455d-8fdd-17dc58f7bebf tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226125 May 25 20:02:25.424984 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34d3c28-4649-47e7-aceb-42f1c8ee8cce'] response: {'name': 'network-changed', 'server_uuid': 'cea48c76-213d-434f-bbb0-4147470d3061', 'tag': '38107800-777d-4736-bc3a-3be95045be8e', 'status': 'completed', 'code': 200} May 25 20:02:25.432421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:02:25.444806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:25.448098 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5dcb738b-0381-4e47-8a4a-26d0a3a5d46d req-fba3b330-6289-4a26-881c-81d43664a130 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211545 May 25 20:02:25.464616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b549f4-eaef-4c26-a6f6-268d5b38a63f req-0646fa5b-ad7e-420e-9d93-25b392b00b8e tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:25.465705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Transition to ACTIVE for port object 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:02:25.470091 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:25.474371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18b549f4-eaef-4c26-a6f6-268d5b38a63f req-0646fa5b-ad7e-420e-9d93-25b392b00b8e tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 946 time: 0.2207830 May 25 20:02:25.527465 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18b549f4-eaef-4c26-a6f6-268d5b38a63f req-c21e748a-ae16-4d9e-bf54-857257d64e3b tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519371 May 25 20:02:25.667856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0f259-5215-4f42-9a21-8142abe0a83f req-f2031a6e-9efb-417a-8855-3d493ca1e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:25.670373 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7e0f259-5215-4f42-9a21-8142abe0a83f req-f2031a6e-9efb-417a-8855-3d493ca1e0a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb8bca67a6764065af3a5be11610e28b&device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 1097 time: 0.1348941 May 25 20:02:25.775683 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5e3f3930-1190-4b04-81b2-d641c66eeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'dcf406fd-f265-480b-b152-9e74c426e41c', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'port_id': '38107800-777d-4736-bc3a-3be95045be8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'mac_address': 'fa:16:3e:9d:69:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea48c76-213d-434f-bbb0-4147470d3061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T19:59:32Z', 'updated_at': '2022-05-25T20:02:21Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:16Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:02:25.782727 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f3930-1190-4b04-81b2-d641c66eeb60 None None] The sync data for ids ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'] in n-d-843339-1 is: [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'dcf406fd-f265-480b-b152-9e74c426e41c', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'port_id': '38107800-777d-4736-bc3a-3be95045be8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'mac_address': 'fa:16:3e:9d:69:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea48c76-213d-434f-bbb0-4147470d3061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T19:59:32Z', 'updated_at': '2022-05-25T20:02:21Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:16Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:02:25.892661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0f259-5215-4f42-9a21-8142abe0a83f req-6dc0070d-1ed1-403d-85a0-18a66aa189d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:25.894554 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7e0f259-5215-4f42-9a21-8142abe0a83f req-6dc0070d-1ed1-403d-85a0-18a66aa189d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2a2085e6-f20e-487f-be4b-c0be0f01090b HTTP/1.1" status: 200 len: 925 time: 0.2138388 May 25 20:02:25.959780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Pushing event updated for resources: {'Port': ['ID=4d921aa5-5e9f-4ab7-8e3a-749528be6a57,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:26.082685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Attempting to bind port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:02:26.083023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Attempting to bind port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:02:26.083333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Attempting to bind port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:02:26.090960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:02:26.091247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Attempting to bind port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:02:26.101185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:02:26.101605 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:02:26.101892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:02:26.102350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Bound port: 4d921aa5-5e9f-4ab7-8e3a-749528be6a57, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:02:26.102694 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:26.114810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21b3064-98c6-4cc4-b0c7-2631e89d496f None None] New status for floating IP dcf406fd-f265-480b-b152-9e74c426e41c: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:02:26.126782 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eed66-67db-4366-a357-23aac321e309 req-ec7b2e9c-9cea-4144-b4a1-ae2b0b355d3a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:26.127534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-236eed66-67db-4366-a357-23aac321e309 req-ec7b2e9c-9cea-4144-b4a1-ae2b0b355d3a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Synchronizing usage tracker for tenant:3306bd222ca444c7abe2322acf25ea5f on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:02:26.174821 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7e0f259-5215-4f42-9a21-8142abe0a83f req-a5baccf3-145a-4bc8-8f63-2dd3f7fd9bb0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38107800-777d-4736-bc3a-3be95045be8e HTTP/1.1" status: 200 len: 1000 time: 0.2731781 May 25 20:02:26.205757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-236eed66-67db-4366-a357-23aac321e309 req-ec7b2e9c-9cea-4144-b4a1-ae2b0b355d3a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Unset dirty status for tenant:3306bd222ca444c7abe2322acf25ea5f on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:02:26.206999 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-236eed66-67db-4366-a357-23aac321e309 req-ec7b2e9c-9cea-4144-b4a1-ae2b0b355d3a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 947 time: 0.6859434 May 25 20:02:26.274821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] For port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:02:26.283691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e37bee-8d55-4d14-bc99-fd9939ddde4e req-d753037e-25be-4a2b-88a1-621241503462 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:26.286107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2e37bee-8d55-4d14-bc99-fd9939ddde4e req-d753037e-25be-4a2b-88a1-621241503462 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2150161 May 25 20:02:26.295596 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-236eed66-67db-4366-a357-23aac321e309 req-7a6338ba-2dc0-4a44-908e-21b64ced74e6 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777478 May 25 20:02:26.298013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] For port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4d921aa5-5e9f-4ab7-8e3a-749528be6a57,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:02:26.303088 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:26.315661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0f259-5215-4f42-9a21-8142abe0a83f req-e7dc3fc7-e1d7-4a62-8e6c-6bc787f4a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:26.317121 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7e0f259-5215-4f42-9a21-8142abe0a83f req-e7dc3fc7-e1d7-4a62-8e6c-6bc787f4a8f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa HTTP/1.1" status: 200 len: 863 time: 0.1350389 May 25 20:02:26.381216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:26.381889 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:26.383470 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] 10.222.0.50 "PUT /v2.0/ports/4d921aa5-5e9f-4ab7-8e3a-749528be6a57 HTTP/1.1" status: 200 len: 1095 time: 2.3721576 May 25 20:02:26.408313 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2e37bee-8d55-4d14-bc99-fd9939ddde4e req-d23806c2-b647-41f4-b77a-4356a78a7285 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120398 May 25 20:02:26.438921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d6fb7-6a36-40f3-8488-1cd66e39904a service neutron] Pushing event updated for resources: {'Port': ['ID=4d921aa5-5e9f-4ab7-8e3a-749528be6a57,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:26.472338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0f259-5215-4f42-9a21-8142abe0a83f req-0bb39bda-83a9-4c58-b6f7-e7be1d395841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:26.474464 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7e0f259-5215-4f42-9a21-8142abe0a83f req-0bb39bda-83a9-4c58-b6f7-e7be1d395841 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a2085e6-f20e-487f-be4b-c0be0f01090b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466916 May 25 20:02:26.732892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff051f-1226-4ee0-82c4-94d2abd43534 req-53ebab23-8f91-40d9-ab14-8697e51785ed tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:26.737226 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-32ff051f-1226-4ee0-82c4-94d2abd43534 req-53ebab23-8f91-40d9-ab14-8697e51785ed tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 945 time: 0.2781565 May 25 20:02:26.785993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-6c85f7be-dcb8-4665-8027-0d7083363810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:26.787622 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-6c85f7be-dcb8-4665-8027-0d7083363810 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3306bd222ca444c7abe2322acf25ea5f&device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 1098 time: 0.2654326 May 25 20:02:26.892689 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-32ff051f-1226-4ee0-82c4-94d2abd43534 req-1572f9be-cc17-4284-a17a-7e6fc4a1108d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/security-groups?id=8fe5d932-182b-4f14-8198-3b4c7949adae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412895 May 25 20:02:26.909987 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-e5b98140-7558-4b26-af10-dcb4d3c96272 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4d921aa5-5e9f-4ab7-8e3a-749528be6a57 HTTP/1.1" status: 200 len: 217 time: 0.0761073 May 25 20:02:26.930549 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-21e4d29d-34e3-4c96-93cf-7d9eab34afb8 req-419a9ad9-d131-4555-980e-f204ffc125ce tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1890378 May 25 20:02:27.001839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7e0f259-5215-4f42-9a21-8142abe0a83f req-3bee003a-8c6d-42ca-8409-2f01cd299ad8 service neutron] 10.222.0.50 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176682 May 25 20:02:27.005155 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-4de053fe-8797-408a-90a4-b4047212017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:27.006851 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-4de053fe-8797-408a-90a4-b4047212017d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0909216 May 25 20:02:27.096383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 7c38a63c-c871-4934-858c-e7febc562181 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:02:27.176611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-0cbc52af-1680-4bb5-bf04-1085aeff2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:27.178142 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-0cbc52af-1680-4bb5-bf04-1085aeff2b53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539586 May 25 20:02:27.191018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4fd67-30d6-43b9-8ede-b440c74ceac1 req-9d753df3-fca6-4ebe-a3e5-20ecbe1779bd tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:27.192501 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02e4fd67-30d6-43b9-8ede-b440c74ceac1 req-9d753df3-fca6-4ebe-a3e5-20ecbe1779bd tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.1321528 May 25 20:02:27.265949 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7e0f259-5215-4f42-9a21-8142abe0a83f req-f8034d58-e45b-46ae-9440-0c0e889722de service neutron] 10.222.0.50 "GET /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428603 May 25 20:02:27.286982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ec629-c003-4d78-a02b-7cc9dcab253f req-98343778-3ae2-4f89-a708-5b63f7ae09e1 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:27.288598 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-876ec629-c003-4d78-a02b-7cc9dcab253f req-98343778-3ae2-4f89-a708-5b63f7ae09e1 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 944 time: 0.1609426 May 25 20:02:27.306303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 7c38a63c-c871-4934-858c-e7febc562181, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=7c38a63c-c871-4934-858c-e7febc562181,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:27.329351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '7c38a63c-c871-4934-858c-e7febc562181', 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548', 'port_id': '7c38a63c-c871-4934-858c-e7febc562181', 'mac_address': 'fa:16:3e:cd:4a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0750c96-37f3-45ce-b7d5-364d0a50b3b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:02:27.332216 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02e4fd67-30d6-43b9-8ede-b440c74ceac1 req-399cca4a-3974-47ae-ba99-47d662e42eed tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199284 May 25 20:02:27.347638 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-876ec629-c003-4d78-a02b-7cc9dcab253f req-a18d1fb4-af49-4f9c-8143-e93265d6e178 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513434 May 25 20:02:27.384470 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-2575efca-92c6-4f1c-a208-52e4c1c89c1c service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910057 May 25 20:02:27.427716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 7c38a63c-c871-4934-858c-e7febc562181 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:02:27.428093 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:27.429395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7218f0fd-1396-425b-8076-1db1ea3517a0', 'tag': '4d921aa5-5e9f-4ab7-8e3a-749528be6a57'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:27.453785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c38a63c-c871-4934-858c-e7febc562181 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:02:27.484450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 7c38a63c-c871-4934-858c-e7febc562181, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=7c38a63c-c871-4934-858c-e7febc562181,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:27.490896 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:27.579961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=7c38a63c-c871-4934-858c-e7febc562181,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:27.585199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c38f7-0657-4a73-9e2f-634fed19a003 req-bd76b26c-4c6f-4143-8062-86c27a9f815e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:27.588605 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c4c38f7-0657-4a73-9e2f-634fed19a003 req-bd76b26c-4c6f-4143-8062-86c27a9f815e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1153154 May 25 20:02:27.629684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d7a2f4b-769c-4c85-be61-892d5b2d6ea7 req-60172d7f-ab0f-4da4-9031-c83e8182dc48 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358966 May 25 20:02:27.648867 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c4c38f7-0657-4a73-9e2f-634fed19a003 req-fe08e2c1-bfb5-4405-a66a-8867e04245a8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528948 May 25 20:02:27.654162 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d015b7-6702-4741-9823-08e5b71722bb req-5427dfac-f547-4aab-bc12-e3502c29cb87 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:27.656675 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73d015b7-6702-4741-9823-08e5b71722bb req-5427dfac-f547-4aab-bc12-e3502c29cb87 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 947 time: 0.1536357 May 25 20:02:27.682648 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:27.724965 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73d015b7-6702-4741-9823-08e5b71722bb req-230ae8c7-4f33-4807-91f3-f1a5a9bd2518 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595543 May 25 20:02:27.738902 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aeaff4d-63a8-4806-bd6d-30d33633dc22'] response: {'name': 'network-changed', 'server_uuid': '7218f0fd-1396-425b-8076-1db1ea3517a0', 'tag': '4d921aa5-5e9f-4ab7-8e3a-749528be6a57', 'status': 'completed', 'code': 200} May 25 20:02:27.801503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['7c38a63c-c871-4934-858c-e7febc562181'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:02:27.860327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228eb9e-9ae8-49f0-a17a-a014a923e896 req-6320500b-7647-4c59-8d09-ee11a9bd7e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:27.862415 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5228eb9e-9ae8-49f0-a17a-a014a923e896 req-6320500b-7647-4c59-8d09-ee11a9bd7e43 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3306bd222ca444c7abe2322acf25ea5f&device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 1098 time: 0.0888712 May 25 20:02:27.950603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406142cf-ec41-4d6a-88e5-9ee3a08e76e2 req-1e8ba54f-9493-4654-ae34-c837b6ea2353 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:27.959331 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-406142cf-ec41-4d6a-88e5-9ee3a08e76e2 req-1e8ba54f-9493-4654-ae34-c837b6ea2353 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1199865 May 25 20:02:28.034986 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-406142cf-ec41-4d6a-88e5-9ee3a08e76e2 req-0729d45c-215f-4cc2-8258-a9148b5196ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744953 May 25 20:02:28.082777 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d699fd24-d8e3-4ceb-843e-d435f7cfca0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:28.121985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228eb9e-9ae8-49f0-a17a-a014a923e896 req-7249432c-e8a4-400a-babf-2898dbd54808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:28.123905 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5228eb9e-9ae8-49f0-a17a-a014a923e896 req-7249432c-e8a4-400a-babf-2898dbd54808 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.2552826 May 25 20:02:28.204437 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01a3235d-19c5-4ba9-8ade-28aab864b976 req-dd5d5a49-05e7-45bd-9437-6bf61c827fb9 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0490305 May 25 20:02:28.296616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5228eb9e-9ae8-49f0-a17a-a014a923e896 req-63a14a0b-4b43-4cb3-bfad-ae051ebae4df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4d921aa5-5e9f-4ab7-8e3a-749528be6a57 HTTP/1.1" status: 200 len: 217 time: 0.1614959 May 25 20:02:28.382799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f1797-0378-4e23-a998-f5f42acc9f6b req-84f338d1-cf25-4be5-9035-206a7a563e18 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:28.384342 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1e9f1797-0378-4e23-a998-f5f42acc9f6b req-84f338d1-cf25-4be5-9035-206a7a563e18 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 945 time: 0.3268459 May 25 20:02:28.386316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228eb9e-9ae8-49f0-a17a-a014a923e896 req-3abdd40a-902b-4477-bc91-32a8280b5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:28.387692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5228eb9e-9ae8-49f0-a17a-a014a923e896 req-3abdd40a-902b-4477-bc91-32a8280b5a9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0836282 May 25 20:02:28.484858 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1e9f1797-0378-4e23-a998-f5f42acc9f6b req-b89aa64f-5438-483a-a429-3ad6d4605b96 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/security-groups?id=8fe5d932-182b-4f14-8198-3b4c7949adae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933204 May 25 20:02:28.514395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228eb9e-9ae8-49f0-a17a-a014a923e896 req-f9a5f400-56de-4394-8730-5c782a549a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:28.516947 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5228eb9e-9ae8-49f0-a17a-a014a923e896 req-f9a5f400-56de-4394-8730-5c782a549a60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102066 May 25 20:02:28.581990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fc714-ae98-44d4-85a2-ff3a568d507d req-17c47518-31a8-472b-8a59-2ac4832bb553 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:28.584950 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-479fc714-ae98-44d4-85a2-ff3a568d507d req-17c47518-31a8-472b-8a59-2ac4832bb553 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.1114614 May 25 20:02:28.636780 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-479fc714-ae98-44d4-85a2-ff3a568d507d req-b70604d9-8409-459d-ad3d-7ed435cf3650 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458789 May 25 20:02:28.758114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5228eb9e-9ae8-49f0-a17a-a014a923e896 req-ab4c8f05-7787-4ac7-a7db-506f3989f5fa service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351699 May 25 20:02:28.799485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e0760-ce99-4598-92fe-42ae246ae436 req-8423f59f-32e1-40dc-b469-6f889400199f tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:28.802936 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd7e0760-ce99-4598-92fe-42ae246ae436 req-8423f59f-32e1-40dc-b469-6f889400199f tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 945 time: 0.1908088 May 25 20:02:28.864336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6973236-fb8c-49aa-8a07-04775a0b77ac req-8ec0d9a9-b320-4172-a9a3-30033138faa5 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:28.865837 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b6973236-fb8c-49aa-8a07-04775a0b77ac req-8ec0d9a9-b320-4172-a9a3-30033138faa5 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 945 time: 0.1221881 May 25 20:02:28.876461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35660) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:02:28.881800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f2039788-1d4b-40e2-9bdb-cdbc83ce1cce tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Request body: {'floatingip': {'port_id': 'b899b307-4b23-41ff-86b4-7c7d45e8c005'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:28.941760 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd7e0760-ce99-4598-92fe-42ae246ae436 req-bdae42d6-d0f5-4ce7-aeb6-e75d7a36ed97 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801091 May 25 20:02:28.988949 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5228eb9e-9ae8-49f0-a17a-a014a923e896 req-f3ca1ec1-c025-4a4e-97d8-7ef071a5757b service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239470 May 25 20:02:29.050967 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2039788-1d4b-40e2-9bdb-cdbc83ce1cce tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:29.119714 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 7c38a63c-c871-4934-858c-e7febc562181 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:02:29.151509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0d5cb-9d9a-4193-b1ee-030d161af7cd req-2fa071df-4620-4eb2-9118-fc88a8be6319 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:29.154966 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5e0d5cb-9d9a-4193-b1ee-030d161af7cd req-2fa071df-4620-4eb2-9118-fc88a8be6319 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 947 time: 0.1123571 May 25 20:02:29.210900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 7c38a63c-c871-4934-858c-e7febc562181 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:02:29.218451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 7c38a63c-c871-4934-858c-e7febc562181 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:02:29.218451 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:29.226759 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5e0d5cb-9d9a-4193-b1ee-030d161af7cd req-f5ec39da-090e-4b43-b180-7878d9fb4803 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616350 May 25 20:02:29.313154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31012fca-66cc-451d-b942-179fef6686ee req-9d902597-a6c7-49aa-84ea-b8dc978baec5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:29.314715 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-31012fca-66cc-451d-b942-179fef6686ee req-9d902597-a6c7-49aa-84ea-b8dc978baec5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.3140070 May 25 20:02:29.437171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 7c38a63c-c871-4934-858c-e7febc562181 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:02:29.437564 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:29.459443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-31012fca-66cc-451d-b942-179fef6686ee req-cf436f45-bff7-4900-9e79-163e7d02b156 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338620 May 25 20:02:29.495870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3f837f-bb5a-4c25-9493-b811fa0c1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c38a63c-c871-4934-858c-e7febc562181'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:29.515068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 7c38a63c-c871-4934-858c-e7febc562181, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=7c38a63c-c871-4934-858c-e7febc562181,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:29.526285 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:29.685751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=7c38a63c-c871-4934-858c-e7febc562181,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:29.716379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d9331-8bf0-4db6-8c60-3f01d31415ba req-d2412361-8e66-49af-9fa8-e60248f49958 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:29.718892 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f7d9331-8bf0-4db6-8c60-3f01d31415ba req-d2412361-8e66-49af-9fa8-e60248f49958 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1072013 May 25 20:02:29.783312 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f7d9331-8bf0-4db6-8c60-3f01d31415ba req-863de4b3-3cd4-46b5-85f7-850867cecbc5 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539513 May 25 20:02:29.857966 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e7b33d-ac85-45e7-ac4a-dceccb8d32b8'] response: {'server_uuid': '0c3f837f-bb5a-4c25-9493-b811fa0c1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c38a63c-c871-4934-858c-e7febc562181', 'code': 200} May 25 20:02:30.054264 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cdc5545-7db7-4ca9-b73f-8fe3c8ca7fcc req-311c2c27-dda6-458a-a09f-9fedfc4c6ec0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.3239992 May 25 20:02:30.124749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693061b-72af-4123-8ed7-357e2e844be2 req-13ef8a3f-676a-4570-a38c-ecd441da1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:30.126729 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9693061b-72af-4123-8ed7-357e2e844be2 req-13ef8a3f-676a-4570-a38c-ecd441da1bc0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 1097 time: 0.1741571 May 25 20:02:30.172024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffc38a-5727-48eb-b856-519d5e1e199b req-183fb8e6-2d56-4a55-9989-9fdd119feb35 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:30.174800 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfffc38a-5727-48eb-b856-519d5e1e199b req-183fb8e6-2d56-4a55-9989-9fdd119feb35 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.1752772 May 25 20:02:30.221067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9693061b-72af-4123-8ed7-357e2e844be2 req-22c61fae-07fe-477c-bcfe-b4f3f3c8cbdf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876780 May 25 20:02:30.242628 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfffc38a-5727-48eb-b856-519d5e1e199b req-6c972272-ebaf-4099-94a6-33fcf71cb3e8 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535302 May 25 20:02:30.315839 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-f2039788-1d4b-40e2-9bdb-cdbc83ce1cce tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:02:30.432762 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2039788-1d4b-40e2-9bdb-cdbc83ce1cce tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:30.451330 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7338b8-b799-4c86-94a8-d1027865bcd2 req-21a2463f-c04b-4bda-b88f-dde86ad216f3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:30.453538 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af7338b8-b799-4c86-94a8-d1027865bcd2 req-21a2463f-c04b-4bda-b88f-dde86ad216f3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 946 time: 0.2645829 May 25 20:02:30.454521 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2039788-1d4b-40e2-9bdb-cdbc83ce1cce tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:30.496075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c8d91-cf54-4b69-9789-ce0c69304b40 req-9c22d4b5-2ff3-4219-9f30-fdecb793166d tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:30.498797 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f43c8d91-cf54-4b69-9789-ce0c69304b40 req-9c22d4b5-2ff3-4219-9f30-fdecb793166d tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 947 time: 0.1204751 May 25 20:02:30.519501 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-123b26ec-2b14-4a42-b3ea-82c791a3531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:30.553550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f43c8d91-cf54-4b69-9789-ce0c69304b40 req-b1c84b88-dca2-40a0-83d8-9718299c00e4 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449562 May 25 20:02:30.650667 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af7338b8-b799-4c86-94a8-d1027865bcd2 req-a9075228-fbbc-4a1c-9d25-d5a184fa207f tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280921 May 25 20:02:30.699172 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-f2039788-1d4b-40e2-9bdb-cdbc83ce1cce tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Floating IP e4e268c4-551f-4e60-b136-1da3f71ef9e2 associated. External IP: 172.25.3.80, port: b899b307-4b23-41ff-86b4-7c7d45e8c005. May 25 20:02:30.800955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299e4d8-ff85-4304-a978-8b5fbfaabea0 req-6d9dc01d-74a3-401a-b0a4-0af6399f214b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:30.803498 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b299e4d8-ff85-4304-a978-8b5fbfaabea0 req-6d9dc01d-74a3-401a-b0a4-0af6399f214b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1308055 May 25 20:02:30.880639 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b299e4d8-ff85-4304-a978-8b5fbfaabea0 req-b0b15731-7731-454e-8013-7a88a939e2ad tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689323 May 25 20:02:31.159688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:02:31.179864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcedb1-5e01-4d78-bde2-4347e80816ce req-6d0704d2-aa30-4482-b004-5d144d247c8a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:31.181373 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37fcedb1-5e01-4d78-bde2-4347e80816ce req-6d0704d2-aa30-4482-b004-5d144d247c8a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2526979 May 25 20:02:31.257765 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8209108c-74f4-48ba-99ef-e3d2630a3085 req-b4e002a6-c245-47e5-9aed-7bb148af91b2 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0569384 May 25 20:02:31.262853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2039788-1d4b-40e2-9bdb-cdbc83ce1cce tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Router d81d79ef-08c4-4df1-8316-483377b83c82 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:02:31.286533 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37fcedb1-5e01-4d78-bde2-4347e80816ce req-99dd7171-8745-452e-b4b7-3bf3387222dd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856736 May 25 20:02:31.328414 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:31.377977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4d921aa5-5e9f-4ab7-8e3a-749528be6a57,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:31.395191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '4d921aa5-5e9f-4ab7-8e3a-749528be6a57', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '4d921aa5-5e9f-4ab7-8e3a-749528be6a57', 'mac_address': 'fa:16:3e:b8:39:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:02:31.470686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:02:31.471334 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:31.513377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:02:31.536490 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:31.538501 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4d921aa5-5e9f-4ab7-8e3a-749528be6a57,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:31.545337 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:31.568564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2039788-1d4b-40e2-9bdb-cdbc83ce1cce tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:02:31.583931 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2039788-1d4b-40e2-9bdb-cdbc83ce1cce tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:31.600799 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8c080-89f8-4d88-bb2b-f47f74de47c4 None None] Sync routers for ids ['d81d79ef-08c4-4df1-8316-483377b83c82'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:02:31.626615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632f68-91a1-461f-94b5-01b9c93774af req-1a894033-af8b-429c-82ff-7ed525cbb820 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:31.630360 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8c080-89f8-4d88-bb2b-f47f74de47c4 None None] Routers {'d81d79ef-08c4-4df1-8316-483377b83c82'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:02:31.631110 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-81c8c080-89f8-4d88-bb2b-f47f74de47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:02:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d81d79ef-08c4-4df1-8316-483377b83c82'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:02:31.640399 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4632f68-91a1-461f-94b5-01b9c93774af req-1a894033-af8b-429c-82ff-7ed525cbb820 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.2066875 May 25 20:02:31.652345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=4d921aa5-5e9f-4ab7-8e3a-749528be6a57,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:31.671825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f2039788-1d4b-40e2-9bdb-cdbc83ce1cce tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "PUT /v2.0/floatingips/e4e268c4-551f-4e60-b136-1da3f71ef9e2 HTTP/1.1" status: 200 len: 990 time: 2.7944996 May 25 20:02:31.672595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef395f2-300e-4014-a122-f2d893c70fd1', 'tag': 'b899b307-4b23-41ff-86b4-7c7d45e8c005'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:31.772401 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4632f68-91a1-461f-94b5-01b9c93774af req-bb98f6b1-c11a-47e5-b105-b7238588852b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273494 May 25 20:02:31.851921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['4d921aa5-5e9f-4ab7-8e3a-749528be6a57'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:02:32.005735 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74255d16-53c9-446c-bf78-61d15de9639e'] response: {'name': 'network-changed', 'server_uuid': 'aef395f2-300e-4014-a122-f2d893c70fd1', 'tag': 'b899b307-4b23-41ff-86b4-7c7d45e8c005', 'status': 'completed', 'code': 200} May 25 20:02:32.066869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065f917-1480-454b-ab57-424893562a25 req-a772da52-d5ae-4bf8-83a2-3ebadb13d8d2 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:32.068976 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1065f917-1480-454b-ab57-424893562a25 req-a772da52-d5ae-4bf8-83a2-3ebadb13d8d2 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 948 time: 0.2985773 May 25 20:02:32.082693 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-81c8c080-89f8-4d88-bb2b-f47f74de47c4 None None] Set router d81d79ef-08c4-4df1-8316-483377b83c82 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:02:32.107475 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a08ad6-3962-40dc-96a3-14c36a2adb8b req-68c019cf-2763-4ed3-89f6-9d6998827016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:32.109678 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33a08ad6-3962-40dc-96a3-14c36a2adb8b req-68c019cf-2763-4ed3-89f6-9d6998827016 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f3326d988b049239f6ec1e4f89ac268&device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 1096 time: 0.2036526 May 25 20:02:32.127686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5adf4-a948-4600-9c60-f0f2e653f843 req-b8548053-ff91-428b-a3d5-87d4ae4b612a tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:32.129411 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dfb5adf4-a948-4600-9c60-f0f2e653f843 req-b8548053-ff91-428b-a3d5-87d4ae4b612a tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 946 time: 0.1527190 May 25 20:02:32.147689 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1065f917-1480-454b-ab57-424893562a25 req-c5822758-85fa-4f04-839e-a77a7a914c52 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678358 May 25 20:02:32.422291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd444c14-27a6-43e5-b5c1-6cb3f02f4861 req-d1e0e871-0a65-417a-acb9-d35b6e59ae65 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:32.427632 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd444c14-27a6-43e5-b5c1-6cb3f02f4861 req-d1e0e871-0a65-417a-acb9-d35b6e59ae65 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1399190 May 25 20:02:32.469809 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dfb5adf4-a948-4600-9c60-f0f2e653f843 req-279e9cd0-580d-4379-ad38-ae04ec3065e7 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157156 May 25 20:02:32.527204 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd444c14-27a6-43e5-b5c1-6cb3f02f4861 req-2c4315ed-003f-458a-8889-4700b19c9152 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919945 May 25 20:02:32.550237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a08ad6-3962-40dc-96a3-14c36a2adb8b req-1d0a58fb-4399-46e9-8146-f3bbb813ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:32.552105 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33a08ad6-3962-40dc-96a3-14c36a2adb8b req-1d0a58fb-4399-46e9-8146-f3bbb813ba8a service neutron] 10.222.0.50 "GET /v2.0/networks?id=a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae HTTP/1.1" status: 200 len: 916 time: 0.4332309 May 25 20:02:32.731471 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-81c8c080-89f8-4d88-bb2b-f47f74de47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:00:59Z', 'revision_number': 4, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'e4e268c4-551f-4e60-b136-1da3f71ef9e2', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'port_id': 'b899b307-4b23-41ff-86b4-7c7d45e8c005', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'mac_address': 'fa:16:3e:4b:74:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef395f2-300e-4014-a122-f2d893c70fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:01:59Z', 'updated_at': '2022-05-25T20:02:30Z', 'revision_number': 1, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd', 'name': '', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'mac_address': 'fa:16:3e:58:e3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:57Z', 'updated_at': '2022-05-25T20:01:10Z', 'revision_number': 5, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'subnets': [{'id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:02:32.740284 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8c080-89f8-4d88-bb2b-f47f74de47c4 None None] Checking router: d81d79ef-08c4-4df1-8316-483377b83c82 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:02:32.760673 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8c080-89f8-4d88-bb2b-f47f74de47c4 None None] Routers {'d81d79ef-08c4-4df1-8316-483377b83c82'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:02:32.762510 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-81c8c080-89f8-4d88-bb2b-f47f74de47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:02:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d81d79ef-08c4-4df1-8316-483377b83c82'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:02:32.792633 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33a08ad6-3962-40dc-96a3-14c36a2adb8b req-11fddfaf-6b95-4b38-b97d-01c9736204d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b899b307-4b23-41ff-86b4-7c7d45e8c005 HTTP/1.1" status: 200 len: 998 time: 0.2269878 May 25 20:02:32.797717 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1523e02-730f-4325-8bb6-32b2a5486477 req-ab1f771b-a5ea-4987-be2f-1667be34589b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0742733 May 25 20:02:32.894855 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:32.921655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77055484-b803-409f-87a1-29db4fcfb62a req-7288b582-9132-4d7b-acae-bcde9513b8db tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:32.923303 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77055484-b803-409f-87a1-29db4fcfb62a req-7288b582-9132-4d7b-acae-bcde9513b8db tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1521771 May 25 20:02:32.953151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a08ad6-3962-40dc-96a3-14c36a2adb8b req-91185bf6-e4a4-4635-ae7b-27dc111cf8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:32.955644 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33a08ad6-3962-40dc-96a3-14c36a2adb8b req-91185bf6-e4a4-4635-ae7b-27dc111cf8c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e03b0aa2-ca26-4835-b699-ad9242d97ea4 HTTP/1.1" status: 200 len: 854 time: 0.1514010 May 25 20:02:33.025308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77055484-b803-409f-87a1-29db4fcfb62a req-cb1549f8-8421-4e37-b1a1-b0f82e53aad0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914545 May 25 20:02:33.096016 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-81c8c080-89f8-4d88-bb2b-f47f74de47c4 None None] Set router d81d79ef-08c4-4df1-8316-483377b83c82 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:02:33.144922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a08ad6-3962-40dc-96a3-14c36a2adb8b req-7f5955ee-52cb-4d64-8627-6a8cb7f65914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:33.146586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33a08ad6-3962-40dc-96a3-14c36a2adb8b req-7f5955ee-52cb-4d64-8627-6a8cb7f65914 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762588 May 25 20:02:33.154729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9c68b-7df0-4f8c-b325-cb602dc739da req-e15fd5ca-0b1a-4d43-b7e1-01cd03b287d2 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:33.156339 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00e9c68b-7df0-4f8c-b325-cb602dc739da req-e15fd5ca-0b1a-4d43-b7e1-01cd03b287d2 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 1097 time: 0.1269701 May 25 20:02:33.177203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:02:33.258133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:02:33.269538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:02:33.269867 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:33.325819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b65f9-00f8-468e-b92d-41955532fde5 req-1c39a5e2-ff1d-4ec2-8a73-9347d25a6731 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:33.327366 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be7b65f9-00f8-468e-b92d-41955532fde5 req-1c39a5e2-ff1d-4ec2-8a73-9347d25a6731 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.1541893 May 25 20:02:33.389477 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be7b65f9-00f8-468e-b92d-41955532fde5 req-cd3a6d6d-09e2-4fbf-a166-9c711f06bcce tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531540 May 25 20:02:33.460945 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00e9c68b-7df0-4f8c-b325-cb602dc739da req-dc44c909-96d1-47ee-802b-28b59524536c tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262987 May 25 20:02:33.472724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33a08ad6-3962-40dc-96a3-14c36a2adb8b req-239fc090-814e-4e69-826a-15a94599e1d0 service neutron] 10.222.0.50 "GET /v2.0/networks/a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154798 May 25 20:02:33.477412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:02:33.477959 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:33.514329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7218f0fd-1396-425b-8076-1db1ea3517a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d921aa5-5e9f-4ab7-8e3a-749528be6a57'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:33.526351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4d921aa5-5e9f-4ab7-8e3a-749528be6a57,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:33.531782 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:33.627234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e8904-387d-4332-8770-51d04edad381 req-e55af5e6-d42d-4e12-bfab-cbc6078b0def tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:33.635206 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-577e8904-387d-4332-8770-51d04edad381 req-e55af5e6-d42d-4e12-bfab-cbc6078b0def tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 949 time: 0.1113505 May 25 20:02:33.639837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=4d921aa5-5e9f-4ab7-8e3a-749528be6a57,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:33.695665 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-577e8904-387d-4332-8770-51d04edad381 req-2e11c071-a1f6-4a93-bfb6-b71b819c2172 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595298 May 25 20:02:33.696773 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-81c8c080-89f8-4d88-bb2b-f47f74de47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:00:59Z', 'revision_number': 4, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'e4e268c4-551f-4e60-b136-1da3f71ef9e2', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'port_id': 'b899b307-4b23-41ff-86b4-7c7d45e8c005', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'mac_address': 'fa:16:3e:4b:74:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef395f2-300e-4014-a122-f2d893c70fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:01:59Z', 'updated_at': '2022-05-25T20:02:30Z', 'revision_number': 1, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd', 'name': '', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'mac_address': 'fa:16:3e:58:e3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:57Z', 'updated_at': '2022-05-25T20:01:10Z', 'revision_number': 5, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'subnets': [{'id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:02:33.704162 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8c080-89f8-4d88-bb2b-f47f74de47c4 None None] The sync data for ids ['d81d79ef-08c4-4df1-8316-483377b83c82'] in n-d-843339-1 is: [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:00:59Z', 'revision_number': 4, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'e4e268c4-551f-4e60-b136-1da3f71ef9e2', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'port_id': 'b899b307-4b23-41ff-86b4-7c7d45e8c005', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'mac_address': 'fa:16:3e:4b:74:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef395f2-300e-4014-a122-f2d893c70fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:01:59Z', 'updated_at': '2022-05-25T20:02:30Z', 'revision_number': 1, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd', 'name': '', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'mac_address': 'fa:16:3e:58:e3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:57Z', 'updated_at': '2022-05-25T20:01:10Z', 'revision_number': 5, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'subnets': [{'id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:02:33.799607 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a05ca56a-cafd-4e15-bb38-68b0b91066d4'] response: {'server_uuid': '7218f0fd-1396-425b-8076-1db1ea3517a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d921aa5-5e9f-4ab7-8e3a-749528be6a57', 'code': 200} May 25 20:02:33.842057 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33a08ad6-3962-40dc-96a3-14c36a2adb8b req-39760dad-5d95-4ce9-9c5f-6b4bb63ea049 service neutron] 10.222.0.50 "GET /v2.0/networks/a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595984 May 25 20:02:33.855958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186bb8b-9602-4b01-bb8f-b558223028bb req-6132f209-d3c4-40a7-ba61-19c266c82cad tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:33.859262 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c186bb8b-9602-4b01-bb8f-b558223028bb req-6132f209-d3c4-40a7-ba61-19c266c82cad tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 1097 time: 0.1740105 May 25 20:02:33.975923 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c186bb8b-9602-4b01-bb8f-b558223028bb req-dae7fc71-4bfe-49be-b352-7d06bfa96bbe tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117742 May 25 20:02:34.038116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4f571-9c3a-4714-9d98-a87e5681f5dc req-1026c996-5737-4dc6-a8a2-4f6a4a243565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:34.039823 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6bd4f571-9c3a-4714-9d98-a87e5681f5dc req-1026c996-5737-4dc6-a8a2-4f6a4a243565 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 1100 time: 0.1378732 May 25 20:02:34.044802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc86cf-9d0f-4204-a452-d7e346369af5 None None] New status for floating IP e4e268c4-551f-4e60-b136-1da3f71ef9e2: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:02:34.092825 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6bd4f571-9c3a-4714-9d98-a87e5681f5dc req-a407950b-4465-4579-a9df-94af25545bd8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451787 May 25 20:02:34.139332 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96532a99-e1eb-4f4f-8224-dd65189cd566 req-140c7c64-f229-41f9-bad7-cb1af4603962 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0454316 May 25 20:02:34.173497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8a9d1-cc0e-470d-a8d8-2d1fc649cddb req-70b1aa1f-3970-48a6-bb05-3d9667c66b97 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:34.175220 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-abe8a9d1-cc0e-470d-a8d8-2d1fc649cddb req-70b1aa1f-3970-48a6-bb05-3d9667c66b97 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2345345 May 25 20:02:34.189869 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de6aaeb1-4d9c-4685-8502-90d147e04c6e req-3f9ca93c-f9e5-4ca8-943c-2544efdc4e93 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1818130 May 25 20:02:34.242411 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-abe8a9d1-cc0e-470d-a8d8-2d1fc649cddb req-5ac73e97-852d-44e1-ad57-e334f85a10ea tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509863 May 25 20:02:34.442590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e6ea1-49c3-41ea-b8a8-a8dfb3719bb6 req-c15d20d6-3ace-4d29-9db9-93e715d2e9f4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:34.444893 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e57e6ea1-49c3-41ea-b8a8-a8dfb3719bb6 req-c15d20d6-3ace-4d29-9db9-93e715d2e9f4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1179636 May 25 20:02:34.534992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6aaeb1-4d9c-4685-8502-90d147e04c6e req-8e326884-9d8a-449c-98c8-b7c39e72da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:34.539524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de6aaeb1-4d9c-4685-8502-90d147e04c6e req-8e326884-9d8a-449c-98c8-b7c39e72da5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 1125 time: 0.1198740 May 25 20:02:34.540693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e57e6ea1-49c3-41ea-b8a8-a8dfb3719bb6 req-01f5deb0-431c-42e0-9c7c-13add60d8b3e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865099 May 25 20:02:34.741051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95190eb-445e-4ae0-9cab-9b834bd2f250 req-fe63dc18-e798-4f2d-9a60-61a9009bc9e7 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:34.742692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c95190eb-445e-4ae0-9cab-9b834bd2f250 req-fe63dc18-e798-4f2d-9a60-61a9009bc9e7 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 1097 time: 0.0822093 May 25 20:02:34.817596 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c95190eb-445e-4ae0-9cab-9b834bd2f250 req-b447db07-3177-452b-93e0-03f1d5bb53b8 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663805 May 25 20:02:34.843752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6aaeb1-4d9c-4685-8502-90d147e04c6e req-d7899fd1-0ec3-422a-8fbc-e365a320c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:34.845368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de6aaeb1-4d9c-4685-8502-90d147e04c6e req-d7899fd1-0ec3-422a-8fbc-e365a320c275 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 909 time: 0.2466862 May 25 20:02:34.860318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34886c-f222-49ba-a237-671624d9f58c req-277c7f45-3f1f-4b89-9d43-89e4747e81f1 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:34.862095 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be34886c-f222-49ba-a237-671624d9f58c req-277c7f45-3f1f-4b89-9d43-89e4747e81f1 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.1761107 May 25 20:02:34.952717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de6aaeb1-4d9c-4685-8502-90d147e04c6e req-41f43ac6-73d7-47e9-a37c-a1fe2874dcec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172 HTTP/1.1" status: 200 len: 217 time: 0.0892656 May 25 20:02:35.020659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b247e2-3bc5-4d14-9419-99675c987cbe req-d2954398-5408-4695-b7ee-3c96f33b55eb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:35.021045 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e5b247e2-3bc5-4d14-9419-99675c987cbe req-d2954398-5408-4695-b7ee-3c96f33b55eb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 949 time: 0.0975213 May 25 20:02:35.032719 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be34886c-f222-49ba-a237-671624d9f58c req-781f5a63-9458-43c7-8325-a9137fd26a75 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091909 May 25 20:02:35.050969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6aaeb1-4d9c-4685-8502-90d147e04c6e req-9561d7e2-21cf-4790-a602-e589e2eacde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:35.050969 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de6aaeb1-4d9c-4685-8502-90d147e04c6e req-9561d7e2-21cf-4790-a602-e589e2eacde5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.0883565 May 25 20:02:35.083780 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e5b247e2-3bc5-4d14-9419-99675c987cbe req-073000f9-7aa4-4d51-93f1-690335bdc2aa tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544717 May 25 20:02:35.118678 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de6aaeb1-4d9c-4685-8502-90d147e04c6e req-42f3d161-ec1c-49e0-adae-e80a8ad5ec5e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623217 May 25 20:02:35.261172 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de6aaeb1-4d9c-4685-8502-90d147e04c6e req-2876a5ea-c89f-484f-8340-f96c5785450b service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349936 May 25 20:02:35.386174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42c78265-0bbe-4600-8132-7ba7009b0d0b req-f09c1f73-fe79-4330-a4fa-a55ef1449e57 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1161697 May 25 20:02:35.467523 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de6aaeb1-4d9c-4685-8502-90d147e04c6e req-1e68fb2c-18aa-4069-97bd-eefdef3031dd service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986983 May 25 20:02:35.481641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5b7c5-4041-4de0-bc10-378126aeef44 req-2d59a75b-5b96-4e8b-901f-4a66bac94c02 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:35.483856 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7de5b7c5-4041-4de0-bc10-378126aeef44 req-2d59a75b-5b96-4e8b-901f-4a66bac94c02 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.0994203 May 25 20:02:35.535624 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7de5b7c5-4041-4de0-bc10-378126aeef44 req-aa6d951c-3db6-4f62-96dc-47f8d7b3f037 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423872 May 25 20:02:35.787434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c1fb-f954-4c7b-a996-ff369a590cba req-2d3baa71-61b0-4691-86d3-8b3834624b26 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:35.788790 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4453c1fb-f954-4c7b-a996-ff369a590cba req-2d3baa71-61b0-4691-86d3-8b3834624b26 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1071098 May 25 20:02:35.845419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4453c1fb-f954-4c7b-a996-ff369a590cba req-224cfff3-8144-4f3f-8be7-2e71964e1670 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457268 May 25 20:02:36.000823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7562f-d0a9-45c0-acbe-cae634fc4b37 req-7b045ead-0825-4794-8789-7f4f0cf0c7c9 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:36.002568 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ecf7562f-d0a9-45c0-acbe-cae634fc4b37 req-7b045ead-0825-4794-8789-7f4f0cf0c7c9 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 1097 time: 0.0800667 May 25 20:02:36.051021 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ecf7562f-d0a9-45c0-acbe-cae634fc4b37 req-78c4734e-6810-41f6-a88e-5398ec9b652b tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386965 May 25 20:02:36.236245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579639c6-daad-447a-9e7b-eb3d1f1c006b req-7168f62e-fa26-454c-9b3b-40c61f22110f tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:36.238214 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-579639c6-daad-447a-9e7b-eb3d1f1c006b req-7168f62e-fa26-454c-9b3b-40c61f22110f tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.0866976 May 25 20:02:36.251329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a0179-68d3-46ac-a7be-ee4b086e1660 req-65d6089c-2a4d-457c-bea8-7ae0e2422180 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:36.252830 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-629a0179-68d3-46ac-a7be-ee4b086e1660 req-65d6089c-2a4d-457c-bea8-7ae0e2422180 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 1097 time: 0.0792546 May 25 20:02:36.309086 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-629a0179-68d3-46ac-a7be-ee4b086e1660 req-b9984b3d-9acb-405b-a973-b7703c717673 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492401 May 25 20:02:36.399194 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-579639c6-daad-447a-9e7b-eb3d1f1c006b req-05e52044-f278-4e1f-9a64-5f9414ba3b44 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552644 May 25 20:02:36.499823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1c0a9-ffb9-44ef-9f07-8b82117d389b req-511aa92f-6c01-4611-bade-1f5244ea9a3d tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:36.501404 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f6c1c0a9-ffb9-44ef-9f07-8b82117d389b req-511aa92f-6c01-4611-bade-1f5244ea9a3d tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 949 time: 0.0864758 May 25 20:02:36.555292 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f6c1c0a9-ffb9-44ef-9f07-8b82117d389b req-a8813919-0c3f-451f-a8b9-c4f5105aac04 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477469 May 25 20:02:36.754281 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6e080570-feeb-4e55-a831-8bfe1a59e1a9 req-642838ec-e410-4445-8b3d-9608d3512d2e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0553286 May 25 20:02:37.029400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bb8bf-8fcb-424e-88ff-a186f5e5ccb8 req-2b496ffa-c909-4e74-8e27-baed2f927534 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:37.030895 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e7bb8bf-8fcb-424e-88ff-a186f5e5ccb8 req-2b496ffa-c909-4e74-8e27-baed2f927534 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1664243 May 25 20:02:37.087478 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e7bb8bf-8fcb-424e-88ff-a186f5e5ccb8 req-4655a35d-ad96-46ab-b296-f1ec6364e41a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506494 May 25 20:02:37.163167 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-31f7cb34-7747-4d03-906a-bc73b1fb35c1 req-331ce7f6-a4aa-4b3b-9470-cc9ee58a3220 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796447 May 25 20:02:37.274916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd37c7-cb29-4361-8fc0-013d1e08147c req-bf5bbda6-919c-4205-b70c-598d2cad233b tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:37.276416 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ddd37c7-cb29-4361-8fc0-013d1e08147c req-bf5bbda6-919c-4205-b70c-598d2cad233b tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 1100 time: 0.0825262 May 25 20:02:37.322584 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ddd37c7-cb29-4361-8fc0-013d1e08147c req-6e7af7e4-18e5-4e93-b102-fbcf373d661d tempest-ServersOnMultiNodesTest-1281927211 tempest-ServersOnMultiNodesTest-1281927211-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398917 May 25 20:02:37.559315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44d34c-191a-4332-9cab-8315700b72f0 req-55fa750b-7d51-47e8-b4f5-7118593a8005 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:37.561146 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c44d34c-191a-4332-9cab-8315700b72f0 req-55fa750b-7d51-47e8-b4f5-7118593a8005 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1092594 May 25 20:02:37.615241 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c44d34c-191a-4332-9cab-8315700b72f0 req-00df579e-378a-44ec-94f5-47eb3ff8dc33 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464072 May 25 20:02:37.962978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2939938-aed3-4861-986f-47a2f0c4c204 req-c5b6e010-2b66-4959-abc8-17ffde96bbc1 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:37.964424 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2939938-aed3-4861-986f-47a2f0c4c204 req-c5b6e010-2b66-4959-abc8-17ffde96bbc1 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.1048872 May 25 20:02:38.028844 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2939938-aed3-4861-986f-47a2f0c4c204 req-e894740c-6842-4d59-9b81-a529dfa1b73c tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572860 May 25 20:02:38.039891 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-610a0b57-0e98-4534-8f8b-6cd5245fa9f8 req-0c006acc-409c-4c0e-bafa-bf45ec14f462 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0525100 May 25 20:02:38.240294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea078e-4233-46d5-a504-2b6ea839cb5f req-1fe747bf-c268-4eb5-b6cc-b298ba20800f tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:38.241820 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-66ea078e-4233-46d5-a504-2b6ea839cb5f req-1fe747bf-c268-4eb5-b6cc-b298ba20800f tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 949 time: 0.0865107 May 25 20:02:38.285131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-cc20feff-f526-4965-96a6-de2dd728f389 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:38.286567 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-cc20feff-f526-4965-96a6-de2dd728f389 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 808 time: 0.1585214 May 25 20:02:38.299814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-66ea078e-4233-46d5-a504-2b6ea839cb5f req-17a7de13-983a-4ab7-90e3-17e72be01cca tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511014 May 25 20:02:38.302137 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-80043a05-112b-44a2-b3f2-d58ec2c0440d tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/quotas/21c253ae7ded4368a787d305f7c6c031 HTTP/1.1" status: 200 len: 375 time: 0.0099998 May 25 20:02:38.397875 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-7dafd317-099c-4fe7-97bb-1961913ff5e3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898545 May 25 20:02:38.505134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060057-9694-4012-a675-87352fe6a3fc req-58f8dd2b-2550-451a-bf1a-183eae18d129 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:38.506023 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65060057-9694-4012-a675-87352fe6a3fc req-58f8dd2b-2550-451a-bf1a-183eae18d129 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.0885587 May 25 20:02:38.538089 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-fcc8fa64-6463-4098-b394-237ad24a5b10 service neutron] 10.222.0.60 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318295 May 25 20:02:38.553746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65060057-9694-4012-a675-87352fe6a3fc req-9446a782-0e79-44a0-b858-3494997067e2 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 May 25 20:02:38.684414 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-84dd222e-d7a0-4bf3-bdd2-d59eae4d7e7d service neutron] 10.222.0.60 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383977 May 25 20:02:38.853786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd8d03-1ced-4cf0-80b1-dd96f80d4e0f req-748377c3-f7cc-4ac2-9648-b7701080372a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:38.855817 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5efd8d03-1ced-4cf0-80b1-dd96f80d4e0f req-748377c3-f7cc-4ac2-9648-b7701080372a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1090620 May 25 20:02:38.914380 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-11ab1e56-5959-40b7-8217-3a526a55b05c req-f45e20fe-14fd-4637-b0e8-ae591cbf7dd3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 210 time: 0.0465858 May 25 20:02:38.915019 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5efd8d03-1ced-4cf0-80b1-dd96f80d4e0f req-1b6b6d87-c03e-4453-9531-7fa4df9bfb56 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465388 May 25 20:02:39.225683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-69f604aa-7796-4528-b70e-1bd31ebd7555 req-1418cfaa-6f57-4143-b0fe-198df26eed55 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0461998 May 25 20:02:39.279063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e5392-7400-4cdc-8af1-b1e5611b4a63 req-37edc58c-6f95-478f-9881-4925334b598b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:39.280906 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf1e5392-7400-4cdc-8af1-b1e5611b4a63 req-37edc58c-6f95-478f-9881-4925334b598b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.1106415 May 25 20:02:39.338498 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf1e5392-7400-4cdc-8af1-b1e5611b4a63 req-4636cffb-f54b-40cd-9667-d25b512acca9 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472960 May 25 20:02:39.515552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dedef6-0697-4342-a193-97d62cf883d7 req-e8f21ee9-2502-4b97-9431-0c1b2014db31 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:39.517292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94dedef6-0697-4342-a193-97d62cf883d7 req-e8f21ee9-2502-4b97-9431-0c1b2014db31 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 949 time: 0.0982840 May 25 20:02:39.579663 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94dedef6-0697-4342-a193-97d62cf883d7 req-8aca8a3d-80ab-4d4a-b153-62b83662dae9 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530868 May 25 20:02:39.692196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744e4ce-d96d-4e63-be53-8564bacb0d14 req-2f40c2b3-a7f8-4324-9f00-38dfbee3b8c1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:39.693652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8744e4ce-d96d-4e63-be53-8564bacb0d14 req-2f40c2b3-a7f8-4324-9f00-38dfbee3b8c1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 949 time: 0.1131258 May 25 20:02:39.766699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f31dd-23f7-40ac-be7d-6b1575a3533a req-60c3e521-f9f5-411d-b9ae-f71c7d511db0 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:39.768922 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce9f31dd-23f7-40ac-be7d-6b1575a3533a req-60c3e521-f9f5-411d-b9ae-f71c7d511db0 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.0927188 May 25 20:02:39.782935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-8744e4ce-d96d-4e63-be53-8564bacb0d14 req-dd47ec0d-fc53-4f9d-8525-a74db4059d6e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Deleting port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:02:39.783239 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8744e4ce-d96d-4e63-be53-8564bacb0d14 req-dd47ec0d-fc53-4f9d-8525-a74db4059d6e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:39.818886 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce9f31dd-23f7-40ac-be7d-6b1575a3533a req-63491bf6-5b91-4f6b-bf7e-be0c6c182cc1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 May 25 20:02:40.126552 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ffacc5c-8303-43de-a545-e3e7686b4efe req-77977e82-99e9-4000-8b4e-9c7482486984 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 210 time: 0.0761781 May 25 20:02:40.145019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-8744e4ce-d96d-4e63-be53-8564bacb0d14 req-dd47ec0d-fc53-4f9d-8525-a74db4059d6e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] For port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4d921aa5-5e9f-4ab7-8e3a-749528be6a57,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:40.145809 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8744e4ce-d96d-4e63-be53-8564bacb0d14 req-dd47ec0d-fc53-4f9d-8525-a74db4059d6e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:40.285345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-8744e4ce-d96d-4e63-be53-8564bacb0d14 req-dd47ec0d-fc53-4f9d-8525-a74db4059d6e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Calling delete_port for 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:02:40.298904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8540c-1f39-4d5b-a6f2-fe9463aac08a req-e28d2771-6f63-4bbc-bc44-e40a0ba003ff tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:40.300723 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fea8540c-1f39-4d5b-a6f2-fe9463aac08a req-e28d2771-6f63-4bbc-bc44-e40a0ba003ff tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2497177 May 25 20:02:40.307578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-0e8dc8ab-c78c-49dc-ae50-31ab25bf656d tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:40.309703 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-0e8dc8ab-c78c-49dc-ae50-31ab25bf656d tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 808 time: 0.2235169 May 25 20:02:40.329467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Request body: {'port': {'device_id': 'bd798f36-7533-4068-8c1a-d7d2f1bac56f', 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548', 'admin_state_up': True, 'tenant_id': '21c253ae7ded4368a787d305f7c6c031'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:40.420262 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35a440c0-af32-4b80-b635-2a450a769ae6 req-e9766e85-339a-4c52-8c2d-b8ba66bb1b2e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0457518 May 25 20:02:40.450678 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fea8540c-1f39-4d5b-a6f2-fe9463aac08a req-16415be4-92a1-43ed-967d-b3c043875634 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398957 May 25 20:02:40.490811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8744e4ce-d96d-4e63-be53-8564bacb0d14 req-dd47ec0d-fc53-4f9d-8525-a74db4059d6e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:40.504723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['43717c7d-a372-4878-af99-4a7593d0d492', 'b96d5854-ba92-418f-a98e-bd617ca1a269', '4e2596c6-020c-4632-8b97-047a591d138f', '4d921aa5-5e9f-4ab7-8e3a-749528be6a57'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:02:40.505346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:02:40.519803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:02:40.535825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Made reservation on behalf of 21c253ae7ded4368a787d305f7c6c031 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:02:40.540565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:40.757217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Allocated IP 172.20.0.14 (3784cda9-58df-45f0-a02e-3879a8c23548/f0750c96-37f3-45ce-b7d5-364d0a50b3b3/d64b3563-1602-40e1-b66b-728d2eea0d62) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:02:40.792235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47ec0d-fc53-4f9d-8525-a74db4059d6e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Pushing event deleted for resources: {'Port': ['ID=4d921aa5-5e9f-4ab7-8e3a-749528be6a57,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:40.844847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-8744e4ce-d96d-4e63-be53-8564bacb0d14 req-dd47ec0d-fc53-4f9d-8525-a74db4059d6e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] No DVR routers for this DVR port 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:02:40.848393 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8744e4ce-d96d-4e63-be53-8564bacb0d14 req-dd47ec0d-fc53-4f9d-8525-a74db4059d6e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:40.853937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7218f0fd-1396-425b-8076-1db1ea3517a0', 'name': 'network-vif-deleted', 'tag': '4d921aa5-5e9f-4ab7-8e3a-749528be6a57'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:40.883085 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8744e4ce-d96d-4e63-be53-8564bacb0d14 req-dd47ec0d-fc53-4f9d-8525-a74db4059d6e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "DELETE /v2.0/ports/4d921aa5-5e9f-4ab7-8e3a-749528be6a57 HTTP/1.1" status: 204 len: 173 time: 1.1805418 May 25 20:02:40.900155 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d67bd55-3ce7-4bd1-97f2-7dd85de78751 req-a38b6b52-cbdc-4014-bc83-7f2f794385a6 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=7218f0fd-1396-425b-8076-1db1ea3517a0 HTTP/1.1" status: 200 len: 210 time: 0.0737813 May 25 20:02:40.919526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e140ba-cc32-4576-b85a-3bd1536d2cef req-73a1837d-edd9-4599-8ab2-7df6546c9ab8 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:40.928067 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3e140ba-cc32-4576-b85a-3bd1536d2cef req-73a1837d-edd9-4599-8ab2-7df6546c9ab8 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.2930083 May 25 20:02:40.996863 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3e140ba-cc32-4576-b85a-3bd1536d2cef req-c89a12ac-a5d2-410a-9c7b-3decc0b595dc tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637159 May 25 20:02:41.058498 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff80513-73f9-4205-aeaa-8a1e7e1b8512'] response: {'server_uuid': '7218f0fd-1396-425b-8076-1db1ea3517a0', 'name': 'network-vif-deleted', 'tag': '4d921aa5-5e9f-4ab7-8e3a-749528be6a57', 'status': 'completed', 'code': 200} May 25 20:02:41.272062 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:41.286325 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5b2d212f-99fe-4bea-b3b5-d3026ed4def0 req-b652d1ef-fb56-4e4a-8195-aeed742f6a16 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 210 time: 0.0463648 May 25 20:02:41.307713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa173e-046c-47d4-bce6-a1757aabc39f req-490359e2-6563-4eab-b5fb-29b5997180cf tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:41.307713 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9fa173e-046c-47d4-bce6-a1757aabc39f req-490359e2-6563-4eab-b5fb-29b5997180cf tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2103913 May 25 20:02:41.353259 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:41.405563 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9fa173e-046c-47d4-bce6-a1757aabc39f req-b0cd21f0-6a90-4f02-8bec-5f0c405c8ce0 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914879 May 25 20:02:41.433520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Network 3784cda9-58df-45f0-a02e-3879a8c23548 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:02:41.437378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:02:41.441588 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:02:41.486741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Pushing event updated for resources: {'Port': ['ID=d64b3563-1602-40e1-b66b-728d2eea0d62,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:41.533383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:41.534492 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:41.580334 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-4b69a4f6-82ab-4e76-87a7-a58afa2355df tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2562234 May 25 20:02:41.593414 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-917a76fe-5458-44c5-b60b-a571d8ea65a7 req-c527db16-b3ce-4171-a48c-ced6f3769224 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0458331 May 25 20:02:41.630559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Request body: {'port': {'device_id': 'bd798f36-7533-4068-8c1a-d7d2f1bac56f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:41.779953 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:41.798721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a3507-17c6-4ed7-9153-5561bd687da5 req-13af17af-edd9-436a-bae6-bc899f4beea5 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:41.800243 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e00a3507-17c6-4ed7-9153-5561bd687da5 req-13af17af-edd9-436a-bae6-bc899f4beea5 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2112844 May 25 20:02:41.904468 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e00a3507-17c6-4ed7-9153-5561bd687da5 req-a0b95f88-2f7d-4cc0-af28-7c8440b92601 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975504 May 25 20:02:41.905896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['fce30dab-67e5-4a10-964e-9e25f6d9f172', '7c38a63c-c871-4934-858c-e7febc562181'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:02:42.336968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcb0d3-ee42-4c48-9ca1-0ad83095af5c req-8d3618c7-1a05-41f6-8185-ad43b704b378 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:42.343315 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0fcb0d3-ee42-4c48-9ca1-0ad83095af5c req-8d3618c7-1a05-41f6-8185-ad43b704b378 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.1848207 May 25 20:02:42.351659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64b3563-1602-40e1-b66b-728d2eea0d62 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:02:42.373871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:42.402821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Transition to ACTIVE for port object d64b3563-1602-40e1-b66b-728d2eea0d62 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:02:42.409483 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:42.448553 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0fcb0d3-ee42-4c48-9ca1-0ad83095af5c req-1054e153-b99a-4144-adbd-1d54ed74e732 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911677 May 25 20:02:42.539274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6cd77-63b9-45f6-bd3b-49653a072d4c req-3eab7c78-7569-4771-8e59-490b7081cf6e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:42.542075 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-09c6cd77-63b9-45f6-bd3b-49653a072d4c req-3eab7c78-7569-4771-8e59-490b7081cf6e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 944 time: 0.1013091 May 25 20:02:42.596218 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-09c6cd77-63b9-45f6-bd3b-49653a072d4c req-476e6527-06d8-4e9c-ac90-8fa5519b22d8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481536 May 25 20:02:42.625434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Pushing event updated for resources: {'Port': ['ID=d64b3563-1602-40e1-b66b-728d2eea0d62,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:42.676396 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Attempting to bind port d64b3563-1602-40e1-b66b-728d2eea0d62 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:02:42.676816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Attempting to bind port d64b3563-1602-40e1-b66b-728d2eea0d62 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:02:42.677289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Attempting to bind port d64b3563-1602-40e1-b66b-728d2eea0d62 on network 3784cda9-58df-45f0-a02e-3879a8c23548 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:02:42.683115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Port d64b3563-1602-40e1-b66b-728d2eea0d62 on network 3784cda9-58df-45f0-a02e-3879a8c23548 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:02:42.683565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Attempting to bind port d64b3563-1602-40e1-b66b-728d2eea0d62 on network 3784cda9-58df-45f0-a02e-3879a8c23548 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:02:42.689789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:02:42.690120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Checking segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:02:42.690562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Bound using segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:02:42.690987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Bound port: d64b3563-1602-40e1-b66b-728d2eea0d62, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:02:42.691380 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:42.837742 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c4b3fc9-9345-4f80-98fc-08cfe8c95175 req-7f717b6f-5833-49f0-badc-ce45c7588f10 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0504375 May 25 20:02:42.838775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] For port d64b3563-1602-40e1-b66b-728d2eea0d62, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:02:42.845168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4852f-baa3-42d8-8ade-74519281791e req-811f77e4-7382-4326-872e-67159c02d63a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:42.852386 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8ff4852f-baa3-42d8-8ade-74519281791e req-811f77e4-7382-4326-872e-67159c02d63a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1077921 May 25 20:02:42.853901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] For port d64b3563-1602-40e1-b66b-728d2eea0d62, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d64b3563-1602-40e1-b66b-728d2eea0d62,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:02:42.861763 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:42.911994 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8ff4852f-baa3-42d8-8ade-74519281791e req-d52e4f93-9fbf-4eb9-a586-b4bfdc558e1d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587404 May 25 20:02:42.930461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:42.931306 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:42.946358 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] 10.222.0.50 "PUT /v2.0/ports/d64b3563-1602-40e1-b66b-728d2eea0d62 HTTP/1.1" status: 200 len: 1092 time: 1.3546560 May 25 20:02:42.947206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd798f36-7533-4068-8c1a-d7d2f1bac56f', 'tag': 'd64b3563-1602-40e1-b66b-728d2eea0d62'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:42.971600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15309f34-24bd-40fb-863b-6977167b0641 service neutron] Pushing event updated for resources: {'Port': ['ID=d64b3563-1602-40e1-b66b-728d2eea0d62,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:43.141876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2998482-a992-475a-a774-4f0a5b8a08d8 req-44bc7619-b053-45a1-a46c-abbec5d959e4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:43.143860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2998482-a992-475a-a774-4f0a5b8a08d8 req-44bc7619-b053-45a1-a46c-abbec5d959e4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.0971527 May 25 20:02:43.160302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-dfdcd4b1-34d7-42bf-b993-01c3937ba67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:43.161786 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-dfdcd4b1-34d7-42bf-b993-01c3937ba67f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 1095 time: 0.1696804 May 25 20:02:43.174009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647a3a8-a825-4639-9012-79ddebbb131c req-a036d1c3-0619-4cea-a379-5df1a19091c2 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:43.175630 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0647a3a8-a825-4639-9012-79ddebbb131c req-a036d1c3-0619-4cea-a379-5df1a19091c2 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fed8608f-e4f9-4117-8e66-3fc8db42c0ff HTTP/1.1" status: 200 len: 949 time: 0.1244833 May 25 20:02:43.193604 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2998482-a992-475a-a774-4f0a5b8a08d8 req-a9909366-b1ed-47b6-aacd-38ca69f6ea24 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432329 May 25 20:02:43.255901 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-74c7c9df-9887-4bc1-9ee9-5a5cd39b84cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d64b3563-1602-40e1-b66b-728d2eea0d62 HTTP/1.1" status: 200 len: 217 time: 0.0792811 May 25 20:02:43.263801 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d39573-45db-46c3-b71c-0138a31fc151'] response: {'name': 'network-changed', 'server_uuid': 'bd798f36-7533-4068-8c1a-d7d2f1bac56f', 'tag': 'd64b3563-1602-40e1-b66b-728d2eea0d62', 'status': 'completed', 'code': 200} May 25 20:02:43.301365 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:02:43.328497 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0647a3a8-a825-4639-9012-79ddebbb131c req-0de8fb26-4897-49ab-b5f8-4f38739b9adb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007516 May 25 20:02:43.339197 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:02:43.339529 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4d921aa5-5e9f-4ab7-8e3a-749528be6a57 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:02:43.342083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-c6541edb-10e3-4e46-81ae-98f53030dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:43.343651 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-c6541edb-10e3-4e46-81ae-98f53030dde5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.0791385 May 25 20:02:43.459368 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-f36dbcb4-85be-49a9-8804-9563a56049b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069775 May 25 20:02:43.601669 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-bf13ca89-4d81-4955-8fd1-63ec907ec470 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327856 May 25 20:02:43.648848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b25ae4-bc59-40ab-b7e9-bd1174790228 req-6e4058c8-cbfa-4958-b54c-2cb14a8cd068 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:43.650372 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c6b25ae4-bc59-40ab-b7e9-bd1174790228 req-6e4058c8-cbfa-4958-b54c-2cb14a8cd068 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.0825799 May 25 20:02:43.699047 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c6b25ae4-bc59-40ab-b7e9-bd1174790228 req-22a4c3a6-6bf4-4af4-84e2-e9a5127102b6 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 May 25 20:02:43.801954 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe42a4eb-9127-4c2d-b506-2a4a8481f51f req-73f8ea0c-eb3e-4319-9e57-3ceade3937ac service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925278 May 25 20:02:43.834991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830fc87-6c3e-4633-bd81-88b94576a71b req-c13e9755-9a80-4e76-8c71-e29832a1ded6 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:43.835704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-5830fc87-6c3e-4633-bd81-88b94576a71b req-c13e9755-9a80-4e76-8c71-e29832a1ded6 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Synchronizing usage tracker for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:02:43.855880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-5830fc87-6c3e-4633-bd81-88b94576a71b req-c13e9755-9a80-4e76-8c71-e29832a1ded6 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Unset dirty status for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:02:43.857040 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5830fc87-6c3e-4633-bd81-88b94576a71b req-c13e9755-9a80-4e76-8c71-e29832a1ded6 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 944 time: 0.1288211 May 25 20:02:43.951276 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5830fc87-6c3e-4633-bd81-88b94576a71b req-f8927da5-1a23-46f3-95e8-c38a186364b9 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602508 May 25 20:02:43.973900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690aa21-149d-4d0c-bc8e-be42c29197f4 req-ff800230-e58d-442f-ad4f-d43bb40a9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:43.973900 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1690aa21-149d-4d0c-bc8e-be42c29197f4 req-ff800230-e58d-442f-ad4f-d43bb40a9a53 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 1095 time: 0.1181612 May 25 20:02:44.022392 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7cd5197e-35d2-43ce-83c0-ac4f45636b3c req-7037faef-a7ba-4837-9bb8-543493a7112a tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0483904 May 25 20:02:44.106600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc45f55-34ae-4bb6-bca6-89389d096f8d req-7e604b26-ffba-4ddf-a808-7b8e3960a2dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:44.107234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3dc45f55-34ae-4bb6-bca6-89389d096f8d req-7e604b26-ffba-4ddf-a808-7b8e3960a2dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Synchronizing usage tracker for tenant:3306bd222ca444c7abe2322acf25ea5f on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:02:44.124045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3dc45f55-34ae-4bb6-bca6-89389d096f8d req-7e604b26-ffba-4ddf-a808-7b8e3960a2dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Unset dirty status for tenant:3306bd222ca444c7abe2322acf25ea5f on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:02:44.125475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3dc45f55-34ae-4bb6-bca6-89389d096f8d req-7e604b26-ffba-4ddf-a808-7b8e3960a2dc tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed8608f-e4f9-4117-8e66-3fc8db42c0ff HTTP/1.1" status: 200 len: 949 time: 0.1022396 May 25 20:02:44.201330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690aa21-149d-4d0c-bc8e-be42c29197f4 req-fda5c487-7ae4-4eae-bfd2-01a249bc8499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:44.203486 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1690aa21-149d-4d0c-bc8e-be42c29197f4 req-fda5c487-7ae4-4eae-bfd2-01a249bc8499 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 909 time: 0.2160389 May 25 20:02:44.216866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-3dc45f55-34ae-4bb6-bca6-89389d096f8d req-411a4d37-0148-489b-84d5-9666848e2fad tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Deleting port 4e2596c6-020c-4632-8b97-047a591d138f {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:02:44.216866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3dc45f55-34ae-4bb6-bca6-89389d096f8d req-411a4d37-0148-489b-84d5-9666848e2fad tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:44.227671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8f073-5f14-4998-bccf-de0e619e66ca req-afe51b32-3745-496e-8f07-005a09c7a858 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:44.229241 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65e8f073-5f14-4998-bccf-de0e619e66ca req-afe51b32-3745-496e-8f07-005a09c7a858 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1573668 May 25 20:02:44.309220 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1690aa21-149d-4d0c-bc8e-be42c29197f4 req-59f6f3fa-75c6-4412-866b-2e4c949092bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d64b3563-1602-40e1-b66b-728d2eea0d62 HTTP/1.1" status: 200 len: 217 time: 0.0930910 May 25 20:02:44.424592 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65e8f073-5f14-4998-bccf-de0e619e66ca req-c41bcb25-6939-4a15-b101-bd26ee0dd15e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396759 May 25 20:02:44.442846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690aa21-149d-4d0c-bc8e-be42c29197f4 req-91105840-9985-4149-89b5-ca8e67608b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:44.442846 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1690aa21-149d-4d0c-bc8e-be42c29197f4 req-91105840-9985-4149-89b5-ca8e67608b6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.1250610 May 25 20:02:44.512239 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1690aa21-149d-4d0c-bc8e-be42c29197f4 req-fdb4dd05-9be9-4fe0-8688-991cf7b05e6d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574226 May 25 20:02:44.541221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6c29f-57d9-4160-bd87-2792a68d5fa3 req-fa533162-0bb3-460e-b8fb-c5792bed7601 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:44.542860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15d6c29f-57d9-4160-bd87-2792a68d5fa3 req-fa533162-0bb3-460e-b8fb-c5792bed7601 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2118599 May 25 20:02:44.583601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3dc45f55-34ae-4bb6-bca6-89389d096f8d req-411a4d37-0148-489b-84d5-9666848e2fad tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] For port 4e2596c6-020c-4632-8b97-047a591d138f, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4e2596c6-020c-4632-8b97-047a591d138f,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:44.583956 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3dc45f55-34ae-4bb6-bca6-89389d096f8d req-411a4d37-0148-489b-84d5-9666848e2fad tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:44.686379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc2d03-a465-426f-8b08-41765a5ece9f req-a2070d76-73ea-4dd1-99e5-8b71d734cf3f tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:44.688009 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33dc2d03-a465-426f-8b08-41765a5ece9f req-a2070d76-73ea-4dd1-99e5-8b71d734cf3f tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 949 time: 0.3106990 May 25 20:02:44.726221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-3dc45f55-34ae-4bb6-bca6-89389d096f8d req-411a4d37-0148-489b-84d5-9666848e2fad tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Calling delete_port for 4e2596c6-020c-4632-8b97-047a591d138f owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:02:44.769173 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15d6c29f-57d9-4160-bd87-2792a68d5fa3 req-d9e7eaab-73fd-4d3b-81f0-f3632a2c6ed2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195668 May 25 20:02:44.809900 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1690aa21-149d-4d0c-bc8e-be42c29197f4 req-3f5f9a76-d5f9-4a17-a57c-e2f22e4845c5 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903922 May 25 20:02:44.818817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-33dc2d03-a465-426f-8b08-41765a5ece9f req-5e224c6b-f0e8-41c8-97f2-2a11709391bb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Deleting port b96d5854-ba92-418f-a98e-bd617ca1a269 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:02:44.819162 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-33dc2d03-a465-426f-8b08-41765a5ece9f req-5e224c6b-f0e8-41c8-97f2-2a11709391bb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:44.896463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a36091-0e82-45b7-b265-912dd940e79e req-5931c506-15b8-4653-86bb-970b1430cb81 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:44.898029 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4a36091-0e82-45b7-b265-912dd940e79e req-5931c506-15b8-4653-86bb-970b1430cb81 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fed8608f-e4f9-4117-8e66-3fc8db42c0ff HTTP/1.1" status: 200 len: 949 time: 0.3555574 May 25 20:02:44.955600 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3dc45f55-34ae-4bb6-bca6-89389d096f8d req-411a4d37-0148-489b-84d5-9666848e2fad tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:44.967849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['43717c7d-a372-4878-af99-4a7593d0d492', 'b96d5854-ba92-418f-a98e-bd617ca1a269', '4e2596c6-020c-4632-8b97-047a591d138f'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:02:45.136358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a4d37-0148-489b-84d5-9666848e2fad tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Pushing event deleted for resources: {'Port': ['ID=4e2596c6-020c-4632-8b97-047a591d138f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:45.182849 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4a36091-0e82-45b7-b265-912dd940e79e req-5896464c-8ead-4f34-a091-7b8dde38caa6 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684510 May 25 20:02:45.252724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc45f55-34ae-4bb6-bca6-89389d096f8d req-411a4d37-0148-489b-84d5-9666848e2fad tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] No DVR routers for this DVR port 4e2596c6-020c-4632-8b97-047a591d138f on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:02:45.266114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4252c3d-e649-4452-951a-f0a145611e5a req-b4a613fc-394d-4afc-8af6-fe243451a0e4 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:45.273164 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c4252c3d-e649-4452-951a-f0a145611e5a req-b4a613fc-394d-4afc-8af6-fe243451a0e4 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.3870618 May 25 20:02:45.287221 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3dc45f55-34ae-4bb6-bca6-89389d096f8d req-411a4d37-0148-489b-84d5-9666848e2fad tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:45.289609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed8608f-e4f9-4117-8e66-3fc8db42c0ff', 'name': 'network-vif-deleted', 'tag': '4e2596c6-020c-4632-8b97-047a591d138f'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:45.312555 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1690aa21-149d-4d0c-bc8e-be42c29197f4 req-08b6e797-78d7-406f-9ba0-f19c9af95a23 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565418 May 25 20:02:45.319351 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3dc45f55-34ae-4bb6-bca6-89389d096f8d req-411a4d37-0148-489b-84d5-9666848e2fad tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "DELETE /v2.0/ports/4e2596c6-020c-4632-8b97-047a591d138f HTTP/1.1" status: 204 len: 173 time: 1.1871476 May 25 20:02:45.346515 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c4252c3d-e649-4452-951a-f0a145611e5a req-a44803d4-331d-4322-86ab-0887415d93a6 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723879 May 25 20:02:45.453654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-33dc2d03-a465-426f-8b08-41765a5ece9f req-5e224c6b-f0e8-41c8-97f2-2a11709391bb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] For port b96d5854-ba92-418f-a98e-bd617ca1a269, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b96d5854-ba92-418f-a98e-bd617ca1a269,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:45.454310 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-33dc2d03-a465-426f-8b08-41765a5ece9f req-5e224c6b-f0e8-41c8-97f2-2a11709391bb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:45.532627 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7cfaebfb-9baa-4766-84af-78dd3e1aef1a req-a257d62b-83eb-418a-937b-1c012d89b402 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0625057 May 25 20:02:45.603621 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a96bb3c-bac4-4ca4-863c-49e1a6441dce'] response: {'server_uuid': 'fed8608f-e4f9-4117-8e66-3fc8db42c0ff', 'name': 'network-vif-deleted', 'tag': '4e2596c6-020c-4632-8b97-047a591d138f', 'status': 'completed', 'code': 200} May 25 20:02:45.606312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-33dc2d03-a465-426f-8b08-41765a5ece9f req-5e224c6b-f0e8-41c8-97f2-2a11709391bb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Calling delete_port for b96d5854-ba92-418f-a98e-bd617ca1a269 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:02:45.660369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c3df0-8f11-4f25-9622-81bcad00aa42 req-ef71b8ea-5fde-4df8-be99-513d414a8b24 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:45.661907 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d4c3df0-8f11-4f25-9622-81bcad00aa42 req-ef71b8ea-5fde-4df8-be99-513d414a8b24 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 944 time: 0.3133821 May 25 20:02:45.732257 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d4c3df0-8f11-4f25-9622-81bcad00aa42 req-83a66049-2912-486f-ad7c-1b334ba0fadc tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638859 May 25 20:02:45.795538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a4cbd-707d-41f4-84b6-41bf5a47403e req-f5f91224-b16e-4c5a-938c-5cf15f563a49 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:45.799271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de7a4cbd-707d-41f4-84b6-41bf5a47403e req-f5f91224-b16e-4c5a-938c-5cf15f563a49 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1046255 May 25 20:02:45.819615 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-33dc2d03-a465-426f-8b08-41765a5ece9f req-5e224c6b-f0e8-41c8-97f2-2a11709391bb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:45.833285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['43717c7d-a372-4878-af99-4a7593d0d492'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:02:45.887481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e224c6b-f0e8-41c8-97f2-2a11709391bb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Pushing event deleted for resources: {'Port': ['ID=b96d5854-ba92-418f-a98e-bd617ca1a269,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:45.891866 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de7a4cbd-707d-41f4-84b6-41bf5a47403e req-2c61834d-710d-4522-91c8-0ee57ebfb3d7 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841022 May 25 20:02:46.019732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dc2d03-a465-426f-8b08-41765a5ece9f req-5e224c6b-f0e8-41c8-97f2-2a11709391bb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] No DVR routers for this DVR port b96d5854-ba92-418f-a98e-bd617ca1a269 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:02:46.026275 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-33dc2d03-a465-426f-8b08-41765a5ece9f req-5e224c6b-f0e8-41c8-97f2-2a11709391bb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:46.029839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f', 'name': 'network-vif-deleted', 'tag': 'b96d5854-ba92-418f-a98e-bd617ca1a269'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:46.055613 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33dc2d03-a465-426f-8b08-41765a5ece9f req-5e224c6b-f0e8-41c8-97f2-2a11709391bb tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "DELETE /v2.0/ports/b96d5854-ba92-418f-a98e-bd617ca1a269 HTTP/1.1" status: 204 len: 173 time: 1.3593261 May 25 20:02:46.086066 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f0b82-9b74-4161-9fe3-6f17db551660 req-2c056970-4985-43dd-8fdb-e72812c28daa tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:46.087968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-567f0b82-9b74-4161-9fe3-6f17db551660 req-2c056970-4985-43dd-8fdb-e72812c28daa tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1121716 May 25 20:02:46.113128 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ebb39d-1d34-439b-abeb-4f26a49b6742'] response: {'server_uuid': '538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f', 'name': 'network-vif-deleted', 'tag': 'b96d5854-ba92-418f-a98e-bd617ca1a269', 'status': 'completed', 'code': 200} May 25 20:02:46.139659 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-567f0b82-9b74-4161-9fe3-6f17db551660 req-92d68455-6738-4a85-b508-907dd4f0c0c5 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444939 May 25 20:02:46.469842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8ce95239-1d71-4c21-8c99-eb5564d5a551 req-468cb2b2-f339-4edd-9ba0-0773861bc31e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Synchronizing usage tracker for tenant:3306bd222ca444c7abe2322acf25ea5f on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:02:46.487197 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8ce95239-1d71-4c21-8c99-eb5564d5a551 req-468cb2b2-f339-4edd-9ba0-0773861bc31e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Unset dirty status for tenant:3306bd222ca444c7abe2322acf25ea5f on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:02:46.488434 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ce95239-1d71-4c21-8c99-eb5564d5a551 req-468cb2b2-f339-4edd-9ba0-0773861bc31e tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=538e7fc7-da9e-4a68-9bb7-4f68c7c6b03f HTTP/1.1" status: 200 len: 210 time: 0.0669684 May 25 20:02:46.542385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f35f0-0bec-4583-bf38-1ea782cf2480 req-1d278f6c-7dea-4c7a-b123-0bef2693b564 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:46.543909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b8f35f0-0bec-4583-bf38-1ea782cf2480 req-1d278f6c-7dea-4c7a-b123-0bef2693b564 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.0872095 May 25 20:02:46.603381 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b8f35f0-0bec-4583-bf38-1ea782cf2480 req-dfabec9f-f746-4937-a084-d130e3ce6214 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532720 May 25 20:02:46.723491 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea022553-7028-4a58-9da1-d1e3e3d5bc60 req-86ad13fb-71a7-4f92-919b-3d04ac1a72d6 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0468903 May 25 20:02:46.939259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84ca04-9c37-4ec3-a240-9591e673e367 req-199e63b5-b81d-4d34-b910-bc689eebf8e4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:46.940800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb84ca04-9c37-4ec3-a240-9591e673e367 req-199e63b5-b81d-4d34-b910-bc689eebf8e4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 944 time: 0.0912027 May 25 20:02:46.986842 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb84ca04-9c37-4ec3-a240-9591e673e367 req-9e22d79a-ee3c-4aec-b822-8409753e5f8f tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401280 May 25 20:02:47.080850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda873b-5464-4f9f-ac74-4b65222bd0e8 req-fe6d58d1-9cd4-49e3-8d3f-17c5f9a6b5ce tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:47.082352 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-deda873b-5464-4f9f-ac74-4b65222bd0e8 req-fe6d58d1-9cd4-49e3-8d3f-17c5f9a6b5ce tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.0828717 May 25 20:02:47.135402 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-deda873b-5464-4f9f-ac74-4b65222bd0e8 req-f003c5ac-e94b-45c3-99f0-ebafa17561ef tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472393 May 25 20:02:47.317073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d64b3563-1602-40e1-b66b-728d2eea0d62 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:02:47.321584 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4e2596c6-020c-4632-8b97-047a591d138f no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:02:47.334855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f3284-c7af-4431-8daf-5077c91f3d3a req-87c8fc5d-4c0a-4848-9f6c-2649156840f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:47.336356 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-911f3284-c7af-4431-8daf-5077c91f3d3a req-87c8fc5d-4c0a-4848-9f6c-2649156840f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.0841341 May 25 20:02:47.360657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 4e2596c6-020c-4632-8b97-047a591d138f {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:02:47.360984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4e2596c6-020c-4632-8b97-047a591d138f not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:02:47.399424 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-911f3284-c7af-4431-8daf-5077c91f3d3a req-d8e83042-dc1f-4833-8475-9774dc12c452 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519996 May 25 20:02:47.504236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d64b3563-1602-40e1-b66b-728d2eea0d62, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d64b3563-1602-40e1-b66b-728d2eea0d62,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:47.518941 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'd64b3563-1602-40e1-b66b-728d2eea0d62', 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548', 'port_id': 'd64b3563-1602-40e1-b66b-728d2eea0d62', 'mac_address': 'fa:16:3e:77:75:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0750c96-37f3-45ce-b7d5-364d0a50b3b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:02:47.589056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d64b3563-1602-40e1-b66b-728d2eea0d62 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:02:47.589427 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:47.616131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64b3563-1602-40e1-b66b-728d2eea0d62 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:02:47.640568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d64b3563-1602-40e1-b66b-728d2eea0d62, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d64b3563-1602-40e1-b66b-728d2eea0d62,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:47.648854 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:47.736802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d64b3563-1602-40e1-b66b-728d2eea0d62,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:47.869961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce8c92-5813-46e4-a0c6-83e864dadee4 req-b36f9cb9-3bca-4294-befc-41d2ff2e388b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:47.872858 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58ce8c92-5813-46e4-a0c6-83e864dadee4 req-b36f9cb9-3bca-4294-befc-41d2ff2e388b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.1236122 May 25 20:02:47.924573 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58ce8c92-5813-46e4-a0c6-83e864dadee4 req-6587eee7-5cca-4466-aca9-a7e68f94377b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459433 May 25 20:02:47.974264 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['d64b3563-1602-40e1-b66b-728d2eea0d62'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:02:48.102389 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22d9f2c7-e95b-4088-8ef5-7540d5aade98 req-401d3f9b-f841-432b-a6ba-2a5281f763b3 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0536959 May 25 20:02:48.189090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b443dd6-70ac-4441-9627-932187e51731 req-68f1d040-a352-4353-b46c-bd40431b9eb1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:48.189819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5b443dd6-70ac-4441-9627-932187e51731 req-68f1d040-a352-4353-b46c-bd40431b9eb1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Synchronizing usage tracker for tenant:3306bd222ca444c7abe2322acf25ea5f on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:02:48.213322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5b443dd6-70ac-4441-9627-932187e51731 req-68f1d040-a352-4353-b46c-bd40431b9eb1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Unset dirty status for tenant:3306bd222ca444c7abe2322acf25ea5f on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:02:48.214948 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5b443dd6-70ac-4441-9627-932187e51731 req-68f1d040-a352-4353-b46c-bd40431b9eb1 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 950 time: 0.1422093 May 25 20:02:48.274249 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5b443dd6-70ac-4441-9627-932187e51731 req-16d77277-8072-497b-9a9c-54c1b2e4a008 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472405 May 25 20:02:48.313465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef810c3-245e-44aa-b96a-2645bc6f2d60 req-9ad6a62f-d046-464d-8ec4-44257c9e3862 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:48.315032 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ef810c3-245e-44aa-b96a-2645bc6f2d60 req-9ad6a62f-d046-464d-8ec4-44257c9e3862 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 945 time: 0.0951850 May 25 20:02:48.367864 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ef810c3-245e-44aa-b96a-2645bc6f2d60 req-3bc63988-aac6-4f2b-ac33-44af57c096e1 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432215 May 25 20:02:48.476086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d432c7-fc33-4587-b717-615d86e4514b req-434344b9-8c35-4690-a5d0-9f3ea917c9e6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:48.477634 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05d432c7-fc33-4587-b717-615d86e4514b req-434344b9-8c35-4690-a5d0-9f3ea917c9e6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.0989294 May 25 20:02:48.532803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05d432c7-fc33-4587-b717-615d86e4514b req-12b94095-5c7d-4ef0-bc83-23f03cf67ea6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478153 May 25 20:02:48.611623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae230a-943e-4693-bbb2-381434e148c8 req-38e9e175-3581-4252-ac2b-2004dea16a13 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:48.613130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5cae230a-943e-4693-bbb2-381434e148c8 req-38e9e175-3581-4252-ac2b-2004dea16a13 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.0891588 May 25 20:02:48.662309 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5cae230a-943e-4693-bbb2-381434e148c8 req-42dd0990-7471-491b-931c-be36c4b4f822 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433121 May 25 20:02:49.114693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd66c01-5c27-429c-906a-46e2c57e266f req-ff7db4c5-b4f7-4f87-9c5f-14292b1967a6 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:49.116168 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fd66c01-5c27-429c-906a-46e2c57e266f req-ff7db4c5-b4f7-4f87-9c5f-14292b1967a6 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.0798976 May 25 20:02:49.171455 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fd66c01-5c27-429c-906a-46e2c57e266f req-7f7fceb6-e728-45bc-bd8b-f1ac36cd18ae tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 May 25 20:02:49.267487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2ad40fe-daa8-42da-9ecc-d7900a01f841 req-977bafd7-4d76-4ed8-b8ef-231c2dbf918d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0435331 May 25 20:02:49.324775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d64b3563-1602-40e1-b66b-728d2eea0d62 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:02:49.392596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port d64b3563-1602-40e1-b66b-728d2eea0d62 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:02:49.399372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port d64b3563-1602-40e1-b66b-728d2eea0d62 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:02:49.399961 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:49.502435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14880cb-fdbb-4fe3-8c2c-6c06a92cc628 req-9d184ecc-3000-4022-90b2-0207e038ec2a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:49.504425 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a14880cb-fdbb-4fe3-8c2c-6c06a92cc628 req-9d184ecc-3000-4022-90b2-0207e038ec2a tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 950 time: 0.1181157 May 25 20:02:49.563104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a14880cb-fdbb-4fe3-8c2c-6c06a92cc628 req-fecd286f-a728-456c-86fd-487d7112cb04 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/security-groups?id=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527251 May 25 20:02:49.569049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d64b3563-1602-40e1-b66b-728d2eea0d62 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:02:49.569740 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:49.611527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea6715-5d09-41eb-856b-194053169528 req-344f0c97-76ce-4f5e-b173-6f4ae909a6d6 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:49.613308 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-16ea6715-5d09-41eb-856b-194053169528 req-344f0c97-76ce-4f5e-b173-6f4ae909a6d6 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 950 time: 0.1701438 May 25 20:02:49.622238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd798f36-7533-4068-8c1a-d7d2f1bac56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64b3563-1602-40e1-b66b-728d2eea0d62'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:49.633869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d64b3563-1602-40e1-b66b-728d2eea0d62, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d64b3563-1602-40e1-b66b-728d2eea0d62,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:49.650245 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:49.651490 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b96d5854-ba92-418f-a98e-bd617ca1a269 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:02:49.704725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0530f1-cd49-4b2a-b76e-67225949a93f req-355dd5bf-ca10-43ad-9e6c-4913165084e5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:49.706210 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b0530f1-cd49-4b2a-b76e-67225949a93f req-355dd5bf-ca10-43ad-9e6c-4913165084e5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 945 time: 0.1934211 May 25 20:02:49.746923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-16ea6715-5d09-41eb-856b-194053169528 req-eda4d057-68d5-4d27-918e-d79daa090d38 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Deleting port 43717c7d-a372-4878-af99-4a7593d0d492 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:02:49.747295 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-16ea6715-5d09-41eb-856b-194053169528 req-eda4d057-68d5-4d27-918e-d79daa090d38 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:49.748482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: b96d5854-ba92-418f-a98e-bd617ca1a269 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:02:49.748987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b96d5854-ba92-418f-a98e-bd617ca1a269 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:02:49.791461 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d64b3563-1602-40e1-b66b-728d2eea0d62,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:49.803600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1179c3-a53e-4433-934c-dfc8c2995d5e req-3f4bb85f-fb2c-4f1f-a46f-743853b4a308 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:49.810809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5d1179c3-a53e-4433-934c-dfc8c2995d5e req-3f4bb85f-fb2c-4f1f-a46f-743853b4a308 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1144116 May 25 20:02:49.856502 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5d1179c3-a53e-4433-934c-dfc8c2995d5e req-0daac157-176b-4017-8f37-e380f2302ac0 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435071 May 25 20:02:49.910984 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a267fd6-a997-49d9-a8d6-ae6002821408'] response: {'server_uuid': 'bd798f36-7533-4068-8c1a-d7d2f1bac56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64b3563-1602-40e1-b66b-728d2eea0d62', 'code': 200} May 25 20:02:49.919433 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b0530f1-cd49-4b2a-b76e-67225949a93f req-1f058f8d-0b72-461d-89bd-f0c0848c2fcc tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066424 May 25 20:02:50.142582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-16ea6715-5d09-41eb-856b-194053169528 req-eda4d057-68d5-4d27-918e-d79daa090d38 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] For port 43717c7d-a372-4878-af99-4a7593d0d492, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=43717c7d-a372-4878-af99-4a7593d0d492,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:50.142996 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-16ea6715-5d09-41eb-856b-194053169528 req-eda4d057-68d5-4d27-918e-d79daa090d38 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:50.153397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304188f-9f53-40bd-9406-3ad6f286e4ac req-5bdf326a-368d-49a4-9d4f-d89da3cb990e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:50.154926 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9304188f-9f53-40bd-9406-3ad6f286e4ac req-5bdf326a-368d-49a4-9d4f-d89da3cb990e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1410730 May 25 20:02:50.162721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7d03-84af-4a01-a206-048a01a7abb5 req-4ecf0f1f-562f-47f8-87d9-a4d22218aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:50.164191 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e02e7d03-84af-4a01-a206-048a01a7abb5 req-4ecf0f1f-562f-47f8-87d9-a4d22218aa22 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 1097 time: 0.1149712 May 25 20:02:50.227027 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e02e7d03-84af-4a01-a206-048a01a7abb5 req-364a53d6-f4b6-4fc6-a87d-016c44c17866 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465548 May 25 20:02:50.255836 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9304188f-9f53-40bd-9406-3ad6f286e4ac req-709c4401-2d28-47b2-a199-5cf537891a43 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905960 May 25 20:02:50.285518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-16ea6715-5d09-41eb-856b-194053169528 req-eda4d057-68d5-4d27-918e-d79daa090d38 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Calling delete_port for 43717c7d-a372-4878-af99-4a7593d0d492 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:02:50.435673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b6a283c3-e3ed-46b4-b0dd-648c81360ab2 req-f0c5e4fa-21c1-43cc-974f-baee67dc9289 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0461683 May 25 20:02:50.497698 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e151b91-c148-4aab-b6aa-7a629f766010 req-6c5fd8a0-ffb5-4efc-8c05-d55d485af0ff tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:50.499151 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3e151b91-c148-4aab-b6aa-7a629f766010 req-6c5fd8a0-ffb5-4efc-8c05-d55d485af0ff tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.1839335 May 25 20:02:50.528431 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-16ea6715-5d09-41eb-856b-194053169528 req-eda4d057-68d5-4d27-918e-d79daa090d38 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:50.540265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['43717c7d-a372-4878-af99-4a7593d0d492'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:02:50.598243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4d057-68d5-4d27-918e-d79daa090d38 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Pushing event deleted for resources: {'Port': ['ID=43717c7d-a372-4878-af99-4a7593d0d492,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:50.637728 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3e151b91-c148-4aab-b6aa-7a629f766010 req-f183b062-0f07-4f73-9de2-d56ce7a5423c tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290679 May 25 20:02:50.679457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ea6715-5d09-41eb-856b-194053169528 req-eda4d057-68d5-4d27-918e-d79daa090d38 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] No DVR routers for this DVR port 43717c7d-a372-4878-af99-4a7593d0d492 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:02:50.682146 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-16ea6715-5d09-41eb-856b-194053169528 req-eda4d057-68d5-4d27-918e-d79daa090d38 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:50.685558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8c76bf-260e-42c4-a8b0-2a678c19c67b', 'name': 'network-vif-deleted', 'tag': '43717c7d-a372-4878-af99-4a7593d0d492'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:02:50.703362 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-16ea6715-5d09-41eb-856b-194053169528 req-eda4d057-68d5-4d27-918e-d79daa090d38 tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.50 "DELETE /v2.0/ports/43717c7d-a372-4878-af99-4a7593d0d492 HTTP/1.1" status: 204 len: 173 time: 1.0835640 May 25 20:02:50.731319 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ebc3304e-9d6b-4dfd-8aa8-55ecc5acd8fb req-cf640bc5-2769-4424-b6ec-fdee2c5b0afd tempest-ServersOnMultiNodesTest-16787047 tempest-ServersOnMultiNodesTest-16787047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d8c76bf-260e-42c4-a8b0-2a678c19c67b HTTP/1.1" status: 200 len: 210 time: 0.0524781 May 25 20:02:50.735686 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed31371-7e23-4359-ad2e-e0138d6ce493'] response: {'server_uuid': '2d8c76bf-260e-42c4-a8b0-2a678c19c67b', 'name': 'network-vif-deleted', 'tag': '43717c7d-a372-4878-af99-4a7593d0d492', 'status': 'completed', 'code': 200} May 25 20:02:51.064765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a066a29-7a1c-4847-91fa-0bad6ccd338a req-9aac2e04-97c0-47dc-bb21-421f05dd207e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:51.066296 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2a066a29-7a1c-4847-91fa-0bad6ccd338a req-9aac2e04-97c0-47dc-bb21-421f05dd207e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.0935314 May 25 20:02:51.114117 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2a066a29-7a1c-4847-91fa-0bad6ccd338a req-3ec6d55f-b61f-4757-b4fe-ff8a34da71ee tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 May 25 20:02:51.163715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b221b-75ad-4c5a-b195-964f1b2445ba req-b7305115-d788-419e-baef-eab05d758147 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:51.164963 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a0b221b-75ad-4c5a-b195-964f1b2445ba req-b7305115-d788-419e-baef-eab05d758147 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 946 time: 0.0853105 May 25 20:02:51.210941 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a0b221b-75ad-4c5a-b195-964f1b2445ba req-96ff2406-1da8-4763-8f93-c32408d96b3d tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402503 May 25 20:02:51.448003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0dbd8-d7a2-4678-b012-0433885ab347 req-112947e3-35d1-44e8-8a12-c282be2f8a9c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:51.449684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0f0dbd8-d7a2-4678-b012-0433885ab347 req-112947e3-35d1-44e8-8a12-c282be2f8a9c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.0809426 May 25 20:02:51.507565 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0f0dbd8-d7a2-4678-b012-0433885ab347 req-5defbd62-1100-4a1e-a323-64496e7934ef tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501754 May 25 20:02:51.612226 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ccc0812-f312-4b54-9859-cb1fc17e3bf1 req-2501e9c1-7659-4f11-a708-e21c20b9cedb tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0468645 May 25 20:02:51.830912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f708c97-849f-4e6b-81b7-0e436ebdc8d0 req-7d6cb91e-ec79-4f3a-afd3-acaf6191ad4e tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:51.832409 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f708c97-849f-4e6b-81b7-0e436ebdc8d0 req-7d6cb91e-ec79-4f3a-afd3-acaf6191ad4e tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.0848775 May 25 20:02:51.878978 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f708c97-849f-4e6b-81b7-0e436ebdc8d0 req-9ae10a06-cf69-4e93-a98b-3fac0cd47ad7 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 May 25 20:02:52.114232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35978) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:02:52.116933 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:02:52.324371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-480175fe-bb1a-4c9f-bc42-232e2768f08b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3306bd222ca444c7abe2322acf25ea5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064745 May 25 20:02:52.324841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35988) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:02:52.345595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175358b-c4b3-4d75-ad22-026a54aba5cc req-d1ebcb50-73f2-4a8e-b549-58c9f9030aaf tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:52.347801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0175358b-c4b3-4d75-ad22-026a54aba5cc req-d1ebcb50-73f2-4a8e-b549-58c9f9030aaf tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1194243 May 25 20:02:52.401676 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0175358b-c4b3-4d75-ad22-026a54aba5cc req-59ba4ec0-1366-4770-a2e6-fc504017d6b1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471976 May 25 20:02:52.448739 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e835-1cb1-4ed1-9468-d50d10a488ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:52.473784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbca082-2cf1-4fa4-a03c-5b53346d4067 req-07dbe8c4-6e14-4414-9135-a59adb534319 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:52.475260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5dbca082-2cf1-4fa4-a03c-5b53346d4067 req-07dbe8c4-6e14-4414-9135-a59adb534319 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 946 time: 0.1521933 May 25 20:02:52.503239 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e835-1cb1-4ed1-9468-d50d10a488ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:52.557839 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5dbca082-2cf1-4fa4-a03c-5b53346d4067 req-88336a6b-7e5d-4fc1-8126-27780b850a65 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748360 May 25 20:02:52.581673 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e835-1cb1-4ed1-9468-d50d10a488ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:52.601331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4e835-1cb1-4ed1-9468-d50d10a488ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:52.614506 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e835-1cb1-4ed1-9468-d50d10a488ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:52.615488 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b3d4e835-1cb1-4ed1-9468-d50d10a488ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7fc2d6a9-f22e-42e2-8ede-b74ebeacbbc1 HTTP/1.1" status: 204 len: 168 time: 0.2897291 May 25 20:02:52.712794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12c0c1-fc4a-49f7-b4f9-cd19a04d6f6f req-c2216140-114c-499d-a70c-be88c190d043 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:52.720432 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec12c0c1-fc4a-49f7-b4f9-cd19a04d6f6f req-c2216140-114c-499d-a70c-be88c190d043 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.0965800 May 25 20:02:52.764857 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec12c0c1-fc4a-49f7-b4f9-cd19a04d6f6f req-ce1c5598-5ba6-4eae-9a9e-f88cdbae17fe tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430880 May 25 20:02:52.801194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0041c8-8020-4ea8-9530-97de2e0376b5 req-81bc56aa-da06-41ef-8492-882a0d63c121 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:52.802803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c0041c8-8020-4ea8-9530-97de2e0376b5 req-81bc56aa-da06-41ef-8492-882a0d63c121 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 1097 time: 0.0994680 May 25 20:02:52.858772 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c0041c8-8020-4ea8-9530-97de2e0376b5 req-036505f0-1570-43db-b2f2-a01818a707fc tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459325 May 25 20:02:52.912360 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-10e25a0a-edd6-4265-9d01-bafc3e10e924 req-b83cfb3e-ddc5-466e-986f-5d3f4238db2b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0457025 May 25 20:02:53.025032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36010) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:02:53.078517 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0a6939a0-75db-4e9e-b0c5-83f3262aa0b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed2418ab78bd4dfeb0c605c3d1defbac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522351 May 25 20:02:53.081230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36014) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:02:53.107715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b53d7-704e-4d56-9ab1-ce35a77e6303 req-5917e701-654d-4292-8169-663ba9ce5def tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:53.110733 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-198b53d7-704e-4d56-9ab1-ce35a77e6303 req-5917e701-654d-4292-8169-663ba9ce5def tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.0922594 May 25 20:02:53.145360 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4bf32543-e5a9-4946-91db-82ec85ded331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:53.164208 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-198b53d7-704e-4d56-9ab1-ce35a77e6303 req-eff733b2-9dae-4850-b426-2c72ee69abe1 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457897 May 25 20:02:53.253025 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4bf32543-e5a9-4946-91db-82ec85ded331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:53.307784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4bf32543-e5a9-4946-91db-82ec85ded331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:53.325313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf32543-e5a9-4946-91db-82ec85ded331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b2edba-ad32-4d31-9994-1266c6fd74f5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:53.346684 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4bf32543-e5a9-4946-91db-82ec85ded331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:53.347898 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4bf32543-e5a9-4946-91db-82ec85ded331 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1b2edba-ad32-4d31-9994-1266c6fd74f5 HTTP/1.1" status: 204 len: 168 time: 0.2656791 May 25 20:02:53.352439 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 43717c7d-a372-4878-af99-4a7593d0d492 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:02:53.399509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 43717c7d-a372-4878-af99-4a7593d0d492 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:02:53.399840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 43717c7d-a372-4878-af99-4a7593d0d492 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:02:53.510934 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:53.638005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09eb863-2093-4173-b390-8c043b24880c req-cde3dde2-f27d-4e73-b299-d9a1250e2853 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:53.639502 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c09eb863-2093-4173-b390-8c043b24880c req-cde3dde2-f27d-4e73-b299-d9a1250e2853 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.0907867 May 25 20:02:53.707809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c09eb863-2093-4173-b390-8c043b24880c req-169f916f-05f8-407b-88fe-3ae97d4d759b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621302 May 25 20:02:53.969203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455dc5de-d277-48df-b4f8-25dbff3314eb req-8d04b3df-1bd0-4e58-9256-39f38ac5e762 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:53.977389 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-455dc5de-d277-48df-b4f8-25dbff3314eb req-8d04b3df-1bd0-4e58-9256-39f38ac5e762 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.0987482 May 25 20:02:54.035054 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-455dc5de-d277-48df-b4f8-25dbff3314eb req-34cd355e-37be-4bfb-90af-43bc921eb494 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564420 May 25 20:02:54.227540 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36056) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:02:54.261771 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e6c99c6e-46b6-473a-b073-76768ccafc72 req-4ae9c2cf-911e-4621-93b2-bb833f2cffd0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0552258 May 25 20:02:54.391259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1347763295-network', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:54.397429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:02:54.408389 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Usage tracker for resource:network and tenant:1b12352f02c94623af8fdd1a8b4706b2 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:02:54.412093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:02:54.420169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:02:54.441049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Made reservation on behalf of 1b12352f02c94623af8fdd1a8b4706b2 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:02:54.443380 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:54.458187 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:54.475914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bf68a-fe66-4d98-a66d-ad8e10cd70f5 req-53659335-f36d-43a0-a3ba-524ac3b95c1b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:54.477431 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-413bf68a-fe66-4d98-a66d-ad8e10cd70f5 req-53659335-f36d-43a0-a3ba-524ac3b95c1b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.2001064 May 25 20:02:54.484205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:02:54.501648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Usage tracker for resource:security_group_rule and tenant:1b12352f02c94623af8fdd1a8b4706b2 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:02:54.505744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:02:54.515379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:02:54.549844 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-413bf68a-fe66-4d98-a66d-ad8e10cd70f5 req-9246fd54-0e9f-43a8-bc24-99b2bd3078a3 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630507 May 25 20:02:54.633140 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:54.637094 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:54.679573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:02:54.692868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55727655-ab33-40c0-bb62-2f2b97cd86c8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:54.709670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:54.710053 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Added segment f78ba150-fbad-404d-be06-6f7b43afd443 of type vlan for network a2f75599-859c-44c2-8c02-8c40baa2e09f May 25 20:02:54.742907 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:54.780490 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:54.781670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:54.782376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:54.886647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] Pushing event updated for resources: {'Network': ['ID=a2f75599-859c-44c2-8c02-8c40baa2e09f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:54.901776 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dd25d61d-7b66-4360-81a8-57cd4ba6e099 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6727650 May 25 20:02:54.910466 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network a2f75599-859c-44c2-8c02-8c40baa2e09f details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:02:54.911033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36066) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:02:54.918920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Request body: {'subnet': {'network_id': 'a2f75599-859c-44c2-8c02-8c40baa2e09f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1347763295-subnet', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:54.924476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:02:54.928597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Usage tracker for resource:subnet and tenant:1b12352f02c94623af8fdd1a8b4706b2 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:02:54.931866 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:02:54.940649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:02:54.956575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e380fa-859c-4ba9-b111-f7dde4f3c0a6 req-efa71b9e-2cba-45a9-99e7-5ec340dc396a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:54.957664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Made reservation on behalf of 1b12352f02c94623af8fdd1a8b4706b2 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:02:54.959269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28e380fa-859c-4ba9-b111-f7dde4f3c0a6 req-efa71b9e-2cba-45a9-99e7-5ec340dc396a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1214883 May 25 20:02:54.964133 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:55.022143 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28e380fa-859c-4ba9-b111-f7dde4f3c0a6 req-e1c1ce55-8fe6-4b94-b67b-446f557ec1ed tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567551 May 25 20:02:55.265628 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:55.333232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423e906-4616-4367-b241-fb6b0a844e16 req-b7f68a2e-0c4f-4d75-8eba-983d32ba0022 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:55.334759 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b423e906-4616-4367-b241-fb6b0a844e16 req-b7f68a2e-0c4f-4d75-8eba-983d32ba0022 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1760180 May 25 20:02:55.379406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21dca3e2-eaf0-46b8-858f-197d158c030b,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:55.396199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Checking segment: {'id': 'f78ba150-fbad-404d-be06-6f7b43afd443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a2f75599-859c-44c2-8c02-8c40baa2e09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:02:55.396547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Network hostable DHCP agents. Network: a2f75599-859c-44c2-8c02-8c40baa2e09f, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:02:55.418953 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b423e906-4616-4367-b241-fb6b0a844e16 req-47d4e375-8943-407d-a430-91f06db2651a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763173 May 25 20:02:55.427565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Network a2f75599-859c-44c2-8c02-8c40baa2e09f is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:02:55.438705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, a2f75599-859c-44c2-8c02-8c40baa2e09f) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:02:55.440383 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99d566c2-123e-46b5-a520-5572ba4e3a41 req-baf0ae27-1f8e-4ad3-9eeb-b64b52508bff tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0462830 May 25 20:02:55.443792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:55.444424 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:55.451353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09bb114-775a-4961-83bf-bb21a3f130dd None None] Network a2f75599-859c-44c2-8c02-8c40baa2e09f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:02:55.477357 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c96c8008-42f5-4db9-908d-d7ed57acd0b5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5703838 May 25 20:02:55.480008 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36074) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:02:55.485202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1347763295-router', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:02:55.489864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:02:55.493695 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Usage tracker for resource:router and tenant:1b12352f02c94623af8fdd1a8b4706b2 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:02:55.497890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:02:55.503678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:02:55.516344 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:55.517252 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:55.532451 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:55.687896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-a2f75599-859c-44c2-8c02-8c40baa2e09f', 'network_id': 'a2f75599-859c-44c2-8c02-8c40baa2e09f', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'fixed_ips': [{'subnet_id': '21dca3e2-eaf0-46b8-858f-197d158c030b'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:02:55.688718 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:55.867782 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:55.868078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Allocated IP 172.20.0.2 (a2f75599-859c-44c2-8c02-8c40baa2e09f/21dca3e2-eaf0-46b8-858f-197d158c030b/97ef737e-3255-4c6d-82e8-9df9f999b174) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:02:55.965761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5df227-f398-4148-a952-124eba304a33 req-e971d7ff-9c32-4287-8897-8f019fbdf047 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:55.967315 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a5df227-f398-4148-a952-124eba304a33 req-e971d7ff-9c32-4287-8897-8f019fbdf047 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.2900710 May 25 20:02:56.040066 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a5df227-f398-4148-a952-124eba304a33 req-5ddee42a-4ad5-4a23-b567-b8efacccef40 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647113 May 25 20:02:56.114891 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:56.125839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Transition to ACTIVE for port object 97ef737e-3255-4c6d-82e8-9df9f999b174 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:02:56.145863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Transition to ACTIVE for port object 97ef737e-3255-4c6d-82e8-9df9f999b174 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:02:56.153726 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:56.224371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Network a2f75599-859c-44c2-8c02-8c40baa2e09f is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:02:56.227129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:02:56.230983 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:02:56.266526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Pushing event updated for resources: {'Port': ['ID=97ef737e-3255-4c6d-82e8-9df9f999b174,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:56.332048 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Attempting to bind port 97ef737e-3255-4c6d-82e8-9df9f999b174 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:02:56.332406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Attempting to bind port 97ef737e-3255-4c6d-82e8-9df9f999b174 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'f78ba150-fbad-404d-be06-6f7b43afd443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a2f75599-859c-44c2-8c02-8c40baa2e09f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:02:56.332755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Attempting to bind port 97ef737e-3255-4c6d-82e8-9df9f999b174 on network a2f75599-859c-44c2-8c02-8c40baa2e09f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:02:56.338104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:02:56.338500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Checking segment: {'id': 'f78ba150-fbad-404d-be06-6f7b43afd443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a2f75599-859c-44c2-8c02-8c40baa2e09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:02:56.338892 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:56.339272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Bound using segment: {'id': 'f78ba150-fbad-404d-be06-6f7b43afd443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a2f75599-859c-44c2-8c02-8c40baa2e09f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:02:56.340277 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Bound port: 97ef737e-3255-4c6d-82e8-9df9f999b174, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78ba150-fbad-404d-be06-6f7b43afd443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a2f75599-859c-44c2-8c02-8c40baa2e09f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:02:56.340642 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:56.434777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] For port 97ef737e-3255-4c6d-82e8-9df9f999b174, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:02:56.439101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] For port 97ef737e-3255-4c6d-82e8-9df9f999b174, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=97ef737e-3255-4c6d-82e8-9df9f999b174,segment=NetworkSegment(f78ba150-fbad-404d-be06-6f7b43afd443),segment_id=f78ba150-fbad-404d-be06-6f7b43afd443)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:02:56.445193 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:56.524291 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:56.562761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ef0ab-ef8c-47e6-bb59-3a334993ce47 None None] Pushing event updated for resources: {'Port': ['ID=97ef737e-3255-4c6d-82e8-9df9f999b174,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:56.568278 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:56.618989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf2873-8e5e-45ec-a3ae-6e69cee543a4 req-49e7a729-6f00-40b1-ae2b-31577344d8e9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:56.620463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-95bf2873-8e5e-45ec-a3ae-6e69cee543a4 req-49e7a729-6f00-40b1-ae2b-31577344d8e9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.4494269 May 25 20:02:56.680437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9fef8-ab9d-46ba-b498-96aa69b9601e req-b6023baf-d483-490b-9e94-62d7d44ea964 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:56.688560 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9d9fef8-ab9d-46ba-b498-96aa69b9601e req-b6023baf-d483-490b-9e94-62d7d44ea964 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1060798 May 25 20:02:56.697163 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-95bf2873-8e5e-45ec-a3ae-6e69cee543a4 req-9a90071f-0f8c-49cd-8772-98ebbdbe526e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694110 May 25 20:02:56.751618 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9d9fef8-ab9d-46ba-b498-96aa69b9601e req-6fe2a21f-0a43-45b1-ae7e-ab50d15cfc2b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594418 May 25 20:02:56.829988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Allocated IP 172.25.3.21 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/c6a4af1f-15f6-48b0-98d8-cda27e48e246) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:02:56.982187 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-983273b5-ea1a-4b09-8fc8-73f189f2eb8f req-f3db7572-45a0-4d9a-9b07-f5f50a5879f1 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1020927 May 25 20:02:57.057877 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:57.089346 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:57.169768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:02:57.174261 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:02:57.179311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:02:57.229001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a4af1f-15f6-48b0-98d8-cda27e48e246,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:57.274717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b69d7-e65d-4676-ad88-b101ba6ad1d6 req-9825216c-0d01-4938-9af3-78796c50b504 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:57.276668 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fd2b69d7-e65d-4676-ad88-b101ba6ad1d6 req-9825216c-0d01-4938-9af3-78796c50b504 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 945 time: 0.1028082 May 25 20:02:57.355164 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fd2b69d7-e65d-4676-ad88-b101ba6ad1d6 req-e318e373-8c26-459f-bd1e-f97c22158c7c tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717804 May 25 20:02:57.700941 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:57.740108 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:57.771398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 97ef737e-3255-4c6d-82e8-9df9f999b174 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:02:57.835813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbb3a3d-5c4a-40eb-ac54-9ed02cbcb608 None None] Network a2f75599-859c-44c2-8c02-8c40baa2e09f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:02:57.991727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f317168-d392-47f6-b6da-132d834b8fd1 req-9ce70e6f-b7e9-4aa9-8d37-5a78b260afbb tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:58.008086 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f317168-d392-47f6-b6da-132d834b8fd1 req-9ce70e6f-b7e9-4aa9-8d37-5a78b260afbb tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1510136 May 25 20:02:58.112678 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f317168-d392-47f6-b6da-132d834b8fd1 req-59031104-5599-426e-8cb2-86819e3d1aa3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031840 May 25 20:02:58.119946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1f454cea-14bc-4425-b7e9-b8078e3db78c None None] Provisioning for port 97ef737e-3255-4c6d-82e8-9df9f999b174 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:02:58.168750 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-29c615cb-5c3f-43fb-94e1-a58e12e20b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:58.268752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a94c5f-2adc-4efc-b4a6-21e5cab86392 req-c3e43d12-c817-43cb-99fb-bcef13ea42e7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:58.269505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 97ef737e-3255-4c6d-82e8-9df9f999b174 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:02:58.276526 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f3a94c5f-2adc-4efc-b4a6-21e5cab86392 req-c3e43d12-c817-43cb-99fb-bcef13ea42e7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2146835 May 25 20:02:58.279041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 97ef737e-3255-4c6d-82e8-9df9f999b174 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:02:58.279404 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:58.426260 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 97ef737e-3255-4c6d-82e8-9df9f999b174 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:02:58.426631 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:58.433074 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f7dd5ed0-6868-42f0-8cb2-635bca5ce6ac req-7052bee2-fe3d-40c0-a53e-d6d9f01fdea8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0695157 May 25 20:02:58.488416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 97ef737e-3255-4c6d-82e8-9df9f999b174, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=97ef737e-3255-4c6d-82e8-9df9f999b174,segment=NetworkSegment(f78ba150-fbad-404d-be06-6f7b43afd443),segment_id=f78ba150-fbad-404d-be06-6f7b43afd443)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:02:58.494712 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:58.508889 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f3a94c5f-2adc-4efc-b4a6-21e5cab86392 req-541b2728-4b0c-43e1-bca6-86b67b7c0d88 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312896 May 25 20:02:58.514752 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:58.623121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=97ef737e-3255-4c6d-82e8-9df9f999b174,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:02:58.780823 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-862e122d-a336-42cc-b54d-8d2e8dd0df9f None None] Provisioning complete for port 97ef737e-3255-4c6d-82e8-9df9f999b174 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:02:58.781481 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-862e122d-a336-42cc-b54d-8d2e8dd0df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:58.802704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Router 29151817-2b51-4b3f-8bbe-011df475bc43 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:02:58.915105 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-862e122d-a336-42cc-b54d-8d2e8dd0df9f None None] Current status of the port 97ef737e-3255-4c6d-82e8-9df9f999b174 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:02:59.010666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:02:59.023854 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Sync routers for ids ['29151817-2b51-4b3f-8bbe-011df475bc43'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:02:59.035126 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Routers {'29151817-2b51-4b3f-8bbe-011df475bc43'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:02:59.035654 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:02:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['29151817-2b51-4b3f-8bbe-011df475bc43'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:02:59.041412 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:59.045858 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0ed5ac6c-03d8-4893-ad45-cafbd71a2298 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5647545 May 25 20:02:59.046597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36136) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:02:59.234698 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Set router 29151817-2b51-4b3f-8bbe-011df475bc43 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:02:59.401427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c8051-c20e-4f0b-9a79-22cfa08168d4 req-b9dc90b6-316a-41d0-9db6-ef4e7782ed34 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:02:59.403290 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca3c8051-c20e-4f0b-9a79-22cfa08168d4 req-b9dc90b6-316a-41d0-9db6-ef4e7782ed34 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1847115 May 25 20:02:59.530696 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca3c8051-c20e-4f0b-9a79-22cfa08168d4 req-6f4d7932-1223-4fe3-a931-9d7649faa0dd tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626829 May 25 20:02:59.622869 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1347763295-router', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:02:55Z', 'updated_at': '2022-05-25T20:02:57Z', 'revision_number': 3, 'project_id': '1b12352f02c94623af8fdd1a8b4706b2', 'gw_port': {'id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:02:56Z', 'updated_at': '2022-05-25T20:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:02:59.650613 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-80ff5a4e-a1fa-4cab-a1e8-fbd7020523cf req-691186f7-877e-43eb-8342-604512e80969 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0692542 May 25 20:02:59.655018 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Checking router: 29151817-2b51-4b3f-8bbe-011df475bc43 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:02:59.658506 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Updating router 29151817-2b51-4b3f-8bbe-011df475bc43 port c6a4af1f-15f6-48b0-98d8-cda27e48e246 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:02:59.777242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 97ef737e-3255-4c6d-82e8-9df9f999b174 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:02:59.794323 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:59.864248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 97ef737e-3255-4c6d-82e8-9df9f999b174 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:02:59.864773 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:02:59.991700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 97ef737e-3255-4c6d-82e8-9df9f999b174 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:03:00.099240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195d30e-1f90-40da-af16-025d29064358 req-83a202df-6a44-4248-9a84-b86a35b22f51 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:00.100674 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7195d30e-1f90-40da-af16-025d29064358 req-83a202df-6a44-4248-9a84-b86a35b22f51 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2815166 May 25 20:03:00.148598 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:00.164526 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Transition to ACTIVE for port object c6a4af1f-15f6-48b0-98d8-cda27e48e246 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:03:00.171825 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:00.208042 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7195d30e-1f90-40da-af16-025d29064358 req-412770b1-c777-461c-98e8-d8592940cbda tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953538 May 25 20:03:00.219335 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:00.258603 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Attempting to bind port c6a4af1f-15f6-48b0-98d8-cda27e48e246 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:03:00.258603 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Attempting to bind port c6a4af1f-15f6-48b0-98d8-cda27e48e246 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:03:00.258918 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Attempting to bind port c6a4af1f-15f6-48b0-98d8-cda27e48e246 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:03:00.264900 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d5be7-70f4-46f2-b126-b9813efbcf88 None None] Pushing event updated for resources: {'Port': ['ID=c6a4af1f-15f6-48b0-98d8-cda27e48e246,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:00.270053 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:03:00.270428 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:03:00.270825 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:00.271204 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:03:00.271658 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Bound port: c6a4af1f-15f6-48b0-98d8-cda27e48e246, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:03:00.272044 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:00.304497 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5be7-70f4-46f2-b126-b9813efbcf88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:00.304886 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5be7-70f4-46f2-b126-b9813efbcf88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:00.305148 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5be7-70f4-46f2-b126-b9813efbcf88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:00.305488 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5be7-70f4-46f2-b126-b9813efbcf88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:00.305809 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5be7-70f4-46f2-b126-b9813efbcf88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:00.306133 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5be7-70f4-46f2-b126-b9813efbcf88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:00.306552 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5be7-70f4-46f2-b126-b9813efbcf88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:00.306872 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5be7-70f4-46f2-b126-b9813efbcf88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:00.307185 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5be7-70f4-46f2-b126-b9813efbcf88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:00.307499 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5be7-70f4-46f2-b126-b9813efbcf88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:00.307812 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5be7-70f4-46f2-b126-b9813efbcf88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:00.308122 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5be7-70f4-46f2-b126-b9813efbcf88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:00.371960 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] For port c6a4af1f-15f6-48b0-98d8-cda27e48e246, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:03:00.375443 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] For port c6a4af1f-15f6-48b0-98d8-cda27e48e246, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c6a4af1f-15f6-48b0-98d8-cda27e48e246,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:03:00.381341 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:00.465582 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Routers {'29151817-2b51-4b3f-8bbe-011df475bc43'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:00.466324 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:02:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['29151817-2b51-4b3f-8bbe-011df475bc43'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:00.481534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Allocated IP 172.20.0.1 (a2f75599-859c-44c2-8c02-8c40baa2e09f/21dca3e2-eaf0-46b8-858f-197d158c030b/7d02d104-18fc-4c42-b8cf-d617433f22a5) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:03:00.513803 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-12733bf2-dd9e-42f2-9712-950bc07cde53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:00.535762 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d5be7-70f4-46f2-b126-b9813efbcf88 None None] Pushing event updated for resources: {'Port': ['ID=c6a4af1f-15f6-48b0-98d8-cda27e48e246,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:00.679756 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] Set router 29151817-2b51-4b3f-8bbe-011df475bc43 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:00.713160 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:00.742130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Transition to ACTIVE for port object 7d02d104-18fc-4c42-b8cf-d617433f22a5 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:03:00.863257 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:00.913557 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6daef16-eaac-4681-94ef-33acc0632824 req-cc0a1e93-6802-484d-b5c7-46b6dd704b64 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0611889 May 25 20:03:00.951665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Network a2f75599-859c-44c2-8c02-8c40baa2e09f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:03:00.977090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:03:00.985439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:03:01.021568 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1347763295-router', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:02:55Z', 'updated_at': '2022-05-25T20:02:57Z', 'revision_number': 3, 'project_id': '1b12352f02c94623af8fdd1a8b4706b2', 'gw_port': {'id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:02:56Z', 'updated_at': '2022-05-25T20:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:01.026768 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039c7a6-8b6e-4437-b0b6-3ca45123975d None None] The sync data for ids ['29151817-2b51-4b3f-8bbe-011df475bc43'] in n-d-843339-1 is: [{'id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1347763295-router', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:02:55Z', 'updated_at': '2022-05-25T20:02:57Z', 'revision_number': 3, 'project_id': '1b12352f02c94623af8fdd1a8b4706b2', 'gw_port': {'id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:02:56Z', 'updated_at': '2022-05-25T20:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:03:01.058361 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:01.095492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Pushing event updated for resources: {'Port': ['ID=7d02d104-18fc-4c42-b8cf-d617433f22a5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:01.107448 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:01.108220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:01.108220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:01.108698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:01.109380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:01.109809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:01.110246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:01.110636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:01.111025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:01.111408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:01.111794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:01.113275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:01.159764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7092c-11d6-4859-83f7-f7407d440e8b req-083af0fd-b595-4d33-9a3b-a9aed04a7c6a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:01.159764 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17c7092c-11d6-4859-83f7-f7407d440e8b req-083af0fd-b595-4d33-9a3b-a9aed04a7c6a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.3839056 May 25 20:03:01.229188 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17c7092c-11d6-4859-83f7-f7407d440e8b req-fe4dcb86-3912-400d-b5f5-e330f31009ac tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573182 May 25 20:03:01.307850 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:01.336736 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:01.366443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-19debf47-a44b-4fc8-9903-d8025764c44e None None] Provisioning for port 7d02d104-18fc-4c42-b8cf-d617433f22a5 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:03:01.381268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-19debf47-a44b-4fc8-9903-d8025764c44e None None] Provisioning complete for port 7d02d104-18fc-4c42-b8cf-d617433f22a5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:03:01.381623 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-19debf47-a44b-4fc8-9903-d8025764c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:01.510111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 9edf0499-d708-4087-bfa2-badfab49a1cb details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:03:01.575526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-19debf47-a44b-4fc8-9903-d8025764c44e None None] Port 7d02d104-18fc-4c42-b8cf-d617433f22a5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:03:01.633353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898524d6-8fd6-415f-853c-364292b1f7e6 req-ede729ea-8d33-45d6-a6cb-10c694696940 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:01.638183 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:01.649453 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-898524d6-8fd6-415f-853c-364292b1f7e6 req-ede729ea-8d33-45d6-a6cb-10c694696940 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2525718 May 25 20:03:01.781853 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-898524d6-8fd6-415f-853c-364292b1f7e6 req-038fad9b-9e66-4ae1-8199-ae6e45f48933 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214087 May 25 20:03:01.800107 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c6a4af1f-15f6-48b0-98d8-cda27e48e246 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:03:01.885854 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:01.895164 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:01.971690 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 9edf0499-d708-4087-bfa2-badfab49a1cb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=9edf0499-d708-4087-bfa2-badfab49a1cb,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:01.992208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '9edf0499-d708-4087-bfa2-badfab49a1cb', 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7', 'port_id': '9edf0499-d708-4087-bfa2-badfab49a1cb', 'mac_address': 'fa:16:3e:15:5d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416a5448-e8aa-4560-b947-656eb8c9db43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:03:02.000101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:02.155820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Pushing event updated for resources: {'Port': ['ID=7d02d104-18fc-4c42-b8cf-d617433f22a5,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:02.188749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 9edf0499-d708-4087-bfa2-badfab49a1cb is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:03:02.190145 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:02.222867 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9edf0499-d708-4087-bfa2-badfab49a1cb {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:03:02.227024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53a51f39-45a1-4ee2-8180-f2256f6c29ac req-5591f6ff-0927-4576-8672-ff39bb5cc8d7 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0546083 May 25 20:03:02.227730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port c6a4af1f-15f6-48b0-98d8-cda27e48e246 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:03:02.241263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c6a4af1f-15f6-48b0-98d8-cda27e48e246 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:03:02.241917 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:02.314221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 9edf0499-d708-4087-bfa2-badfab49a1cb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=9edf0499-d708-4087-bfa2-badfab49a1cb,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:02.322936 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:02.338738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Network a2f75599-859c-44c2-8c02-8c40baa2e09f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:03:02.343671 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:03:02.492392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=9edf0499-d708-4087-bfa2-badfab49a1cb,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:02.507727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['9edf0499-d708-4087-bfa2-badfab49a1cb'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:03:02.729328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa12e79-8a87-41eb-b1b9-1722ffae3a31 req-ce2dcb92-13b4-418b-a3e7-9b23a9a10ffb tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:02.739554 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1aa12e79-8a87-41eb-b1b9-1722ffae3a31 req-ce2dcb92-13b4-418b-a3e7-9b23a9a10ffb tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2294722 May 25 20:03:02.822763 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-60ad71f4-680c-4419-b204-f328d8f4cabc None None] Provisioning complete for port 7d02d104-18fc-4c42-b8cf-d617433f22a5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:03:02.823472 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-60ad71f4-680c-4419-b204-f328d8f4cabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:02.849371 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1aa12e79-8a87-41eb-b1b9-1722ffae3a31 req-f5418701-bd9e-4ed6-81a8-9f5688a1cf38 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920489 May 25 20:03:02.854920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Router 29151817-2b51-4b3f-8bbe-011df475bc43 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:03:02.883073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c6a4af1f-15f6-48b0-98d8-cda27e48e246 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:03:02.883617 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:02.903349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port c6a4af1f-15f6-48b0-98d8-cda27e48e246, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c6a4af1f-15f6-48b0-98d8-cda27e48e246,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:02.943682 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:03.049359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=c6a4af1f-15f6-48b0-98d8-cda27e48e246,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:03.076202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-60ad71f4-680c-4419-b204-f328d8f4cabc None None] Port 7d02d104-18fc-4c42-b8cf-d617433f22a5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:03:03.080836 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:03.347809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdc1f3-dce3-4216-a713-f1ac9ae9e3e6 req-e0dd554f-1c4b-475a-876a-05e00b2bb6a5 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:03.356534 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a3fdc1f3-dce3-4216-a713-f1ac9ae9e3e6 req-e0dd554f-1c4b-475a-876a-05e00b2bb6a5 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2367156 May 25 20:03:03.409003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:03:03.427469 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a3fdc1f3-dce3-4216-a713-f1ac9ae9e3e6 req-39017013-31b5-49f5-af91-f544f7ec8730 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697138 May 25 20:03:03.457240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 9edf0499-d708-4087-bfa2-badfab49a1cb up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:03:03.468525 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f1d7d8c-bb8f-4a8f-ac7d-ec7ea7a9481d req-11c8aa97-b55d-4fbe-89aa-17c078477d1c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0561280 May 25 20:03:03.469016 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-62c1237d-9f12-43a0-b31a-9e34e6ce838d admin admin] 10.222.0.60 "PUT /v2.0/routers/29151817-2b51-4b3f-8bbe-011df475bc43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4063768 May 25 20:03:03.557055 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 9edf0499-d708-4087-bfa2-badfab49a1cb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:03:03.561359 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:03.754700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c6a4af1f-15f6-48b0-98d8-cda27e48e246 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:03:03.853243 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 9edf0499-d708-4087-bfa2-badfab49a1cb is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:03:03.853727 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:03.883954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Sync routers for ids ['29151817-2b51-4b3f-8bbe-011df475bc43'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:03:03.914483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 9edf0499-d708-4087-bfa2-badfab49a1cb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=9edf0499-d708-4087-bfa2-badfab49a1cb,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:03.919319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cb2964-9507-4464-948d-70e99ef9343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edf0499-d708-4087-bfa2-badfab49a1cb'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:03:03.929925 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:03.970944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Routers {'29151817-2b51-4b3f-8bbe-011df475bc43'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:03.971868 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:03:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['29151817-2b51-4b3f-8bbe-011df475bc43'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:03.994800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-215825ab-8617-432c-99a6-7dba7d9d9e15 req-4e1ad68d-53ef-4ad8-9620-295d9eeb337f tempest-FloatingIPsNegativeTestJSON-403320865 tempest-FloatingIPsNegativeTestJSON-403320865-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=1b12352f02c94623af8fdd1a8b4706b2 HTTP/1.1" status: 200 len: 217 time: 0.0859442 May 25 20:03:04.052026 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2032d356-a5ae-4a5b-afe0-0f36a335ae62'] response: {'server_uuid': 'b4cb2964-9507-4464-948d-70e99ef9343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edf0499-d708-4087-bfa2-badfab49a1cb', 'code': 200} May 25 20:03:04.086499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c6a4af1f-15f6-48b0-98d8-cda27e48e246 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:03:04.087027 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:04.111319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03044a-742e-414e-a7ed-c1029cb878e1 req-0721b539-afc7-4289-b8e9-66c3ed45b086 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:04.112865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fc4464f8-db8c-482b-8e6f-1d2d5a58f226 req-e45e337d-85e8-4fdd-b09e-960cb67344a0 tempest-FloatingIPsNegativeTestJSON-403320865 tempest-FloatingIPsNegativeTestJSON-403320865-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0525389 May 25 20:03:04.120869 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb03044a-742e-414e-a7ed-c1029cb878e1 req-0721b539-afc7-4289-b8e9-66c3ed45b086 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1162288 May 25 20:03:04.162373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=9edf0499-d708-4087-bfa2-badfab49a1cb,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:04.218830 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb03044a-742e-414e-a7ed-c1029cb878e1 req-b6406cb3-bfc4-490a-b5c3-44cf1bf53bfb tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968425 May 25 20:03:04.219911 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-e0f53148-b98d-4d4f-aab6-9c77727d1eb1 req-0188d0e8-e5f8-49b6-8eed-ea0f4f29b1c9 tempest-FloatingIPsNegativeTestJSON-403320865 tempest-FloatingIPsNegativeTestJSON-403320865-project] show failed (client error): The resource could not be found. May 25 20:03:04.233630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36258) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:04.233770 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e0f53148-b98d-4d4f-aab6-9c77727d1eb1 req-0188d0e8-e5f8-49b6-8eed-ea0f4f29b1c9 tempest-FloatingIPsNegativeTestJSON-403320865 tempest-FloatingIPsNegativeTestJSON-403320865-project] 10.222.0.60 "GET /v2.0/floatingips/14e37a4a-4769-44f2-9832-1386ba5dc382 HTTP/1.1" status: 404 len: 350 time: 0.1170404 May 25 20:03:04.340412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Set router 29151817-2b51-4b3f-8bbe-011df475bc43 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:04.422416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c6a4af1f-15f6-48b0-98d8-cda27e48e246 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:03:04.704453 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d45675c-e54b-4158-a616-1dfc3689dbb5 req-26d1cf0d-07dd-42d0-922a-1817d3eba7c3 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0710862 May 25 20:03:04.749592 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1347763295-router', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:02:55Z', 'updated_at': '2022-05-25T20:03:01Z', 'revision_number': 4, 'project_id': '1b12352f02c94623af8fdd1a8b4706b2', 'gw_port': {'id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:02:56Z', 'updated_at': '2022-05-25T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '7d02d104-18fc-4c42-b8cf-d617433f22a5', 'name': '', 'network_id': 'a2f75599-859c-44c2-8c02-8c40baa2e09f', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'mac_address': 'fa:16:3e:90:5c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '21dca3e2-eaf0-46b8-858f-197d158c030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:03:00Z', 'updated_at': '2022-05-25T20:03:01Z', 'revision_number': 2, 'project_id': '1b12352f02c94623af8fdd1a8b4706b2', 'subnets': [{'id': '21dca3e2-eaf0-46b8-858f-197d158c030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:04.754094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Checking router: 29151817-2b51-4b3f-8bbe-011df475bc43 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:03:04.754588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Updating router 29151817-2b51-4b3f-8bbe-011df475bc43 port 7d02d104-18fc-4c42-b8cf-d617433f22a5 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:03:04.855482 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:04.938758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a147222-3432-40f8-8693-d681cdd7548a req-63009f84-ce49-406a-8e77-86978b5ec7c0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:04.940264 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a147222-3432-40f8-8693-d681cdd7548a req-63009f84-ce49-406a-8e77-86978b5ec7c0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2167945 May 25 20:03:05.141048 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a147222-3432-40f8-8693-d681cdd7548a req-10c27067-1ebe-434a-b142-d6e1fa6c91b4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942263 May 25 20:03:05.185518 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:05.292275 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:05.315752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Transition to ACTIVE for port object 7d02d104-18fc-4c42-b8cf-d617433f22a5 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:03:05.329913 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:05.466441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd44c6b-75d8-4e54-bfd0-a2a65514b66a req-82141be4-8f59-4559-8ffd-20fa76298c40 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:05.478279 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bd44c6b-75d8-4e54-bfd0-a2a65514b66a req-82141be4-8f59-4559-8ffd-20fa76298c40 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1226032 May 25 20:03:05.558486 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bd44c6b-75d8-4e54-bfd0-a2a65514b66a req-10ee7fad-74af-47d3-9dc5-8ef6a67dc9d9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790131 May 25 20:03:05.671412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Attempting to bind port 7d02d104-18fc-4c42-b8cf-d617433f22a5 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:03:05.671944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Attempting to bind port 7d02d104-18fc-4c42-b8cf-d617433f22a5 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'f78ba150-fbad-404d-be06-6f7b43afd443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a2f75599-859c-44c2-8c02-8c40baa2e09f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:03:05.672406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Attempting to bind port 7d02d104-18fc-4c42-b8cf-d617433f22a5 on network a2f75599-859c-44c2-8c02-8c40baa2e09f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:03:05.680303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:03:05.680792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Checking segment: {'id': 'f78ba150-fbad-404d-be06-6f7b43afd443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a2f75599-859c-44c2-8c02-8c40baa2e09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:03:05.681409 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:05.681980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Bound using segment: {'id': 'f78ba150-fbad-404d-be06-6f7b43afd443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a2f75599-859c-44c2-8c02-8c40baa2e09f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:03:05.682629 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Bound port: 7d02d104-18fc-4c42-b8cf-d617433f22a5, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78ba150-fbad-404d-be06-6f7b43afd443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a2f75599-859c-44c2-8c02-8c40baa2e09f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:03:05.683951 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:05.775529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Deleting port 7d02d104-18fc-4c42-b8cf-d617433f22a5 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:05.776240 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:05.796847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccaca3-c4f5-4c0f-998d-629a253d4f3c None None] Pushing event updated for resources: {'Port': ['ID=7d02d104-18fc-4c42-b8cf-d617433f22a5,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:05.877554 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] For port 7d02d104-18fc-4c42-b8cf-d617433f22a5, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:03:05.881895 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] For port 7d02d104-18fc-4c42-b8cf-d617433f22a5, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7d02d104-18fc-4c42-b8cf-d617433f22a5,segment=NetworkSegment(f78ba150-fbad-404d-be06-6f7b43afd443),segment_id=f78ba150-fbad-404d-be06-6f7b43afd443)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:03:05.890439 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:06.046298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Routers {'29151817-2b51-4b3f-8bbe-011df475bc43'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:06.046937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:03:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['29151817-2b51-4b3f-8bbe-011df475bc43'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:06.076683 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6cde872-117a-4e32-8913-a477e5203b47 req-1df56b38-43a8-4487-9ca7-a41a4575ce06 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0865140 May 25 20:03:06.136338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccaca3-c4f5-4c0f-998d-629a253d4f3c None None] Pushing event updated for resources: {'Port': ['ID=7d02d104-18fc-4c42-b8cf-d617433f22a5,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:06.148915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] For port 7d02d104-18fc-4c42-b8cf-d617433f22a5, host n-d-843339-1, got binding levels [] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:06.149512 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:06.319985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] Set router 29151817-2b51-4b3f-8bbe-011df475bc43 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:06.354722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Calling delete_port for 7d02d104-18fc-4c42-b8cf-d617433f22a5 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:06.443622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ebf40-e3fe-405e-a09f-22cd12670467 req-94d9029e-a136-4197-a256-a102c1baf4ab tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:06.446675 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c4ebf40-e3fe-405e-a09f-22cd12670467 req-94d9029e-a136-4197-a256-a102c1baf4ab tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1215379 May 25 20:03:06.514673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c4ebf40-e3fe-405e-a09f-22cd12670467 req-f2d0873b-b45b-4e10-87ac-ff3fedf88218 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624576 May 25 20:03:06.787020 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:03:06.787020 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:03:06.831194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1347763295-router', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:02:55Z', 'updated_at': '2022-05-25T20:03:01Z', 'revision_number': 4, 'project_id': '1b12352f02c94623af8fdd1a8b4706b2', 'gw_port': {'id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:02:56Z', 'updated_at': '2022-05-25T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '7d02d104-18fc-4c42-b8cf-d617433f22a5', 'name': '', 'network_id': 'a2f75599-859c-44c2-8c02-8c40baa2e09f', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'mac_address': 'fa:16:3e:90:5c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '21dca3e2-eaf0-46b8-858f-197d158c030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:03:00Z', 'updated_at': '2022-05-25T20:03:05Z', 'revision_number': 4, 'project_id': '1b12352f02c94623af8fdd1a8b4706b2', 'subnets': [{'id': '21dca3e2-eaf0-46b8-858f-197d158c030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:06.835526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07594517-9dbf-422a-a0ce-42c4a966bb85 None None] The sync data for ids ['29151817-2b51-4b3f-8bbe-011df475bc43'] in n-d-843339-1 is: [{'id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1347763295-router', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:02:55Z', 'updated_at': '2022-05-25T20:03:01Z', 'revision_number': 4, 'project_id': '1b12352f02c94623af8fdd1a8b4706b2', 'gw_port': {'id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:02:56Z', 'updated_at': '2022-05-25T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '7d02d104-18fc-4c42-b8cf-d617433f22a5', 'name': '', 'network_id': 'a2f75599-859c-44c2-8c02-8c40baa2e09f', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'mac_address': 'fa:16:3e:90:5c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '21dca3e2-eaf0-46b8-858f-197d158c030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:03:00Z', 'updated_at': '2022-05-25T20:03:05Z', 'revision_number': 4, 'project_id': '1b12352f02c94623af8fdd1a8b4706b2', 'subnets': [{'id': '21dca3e2-eaf0-46b8-858f-197d158c030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:03:06.911749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f269f5-1f2f-43df-b1c4-2e4c2ca45cde req-8ff23809-8f77-4529-843f-760f59e790ac tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:06.923552 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d0f269f5-1f2f-43df-b1c4-2e4c2ca45cde req-8ff23809-8f77-4529-843f-760f59e790ac tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1488919 May 25 20:03:06.986795 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d0f269f5-1f2f-43df-b1c4-2e4c2ca45cde req-35430752-7ddb-4113-9c4e-cb081e71d0b9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620053 May 25 20:03:07.290348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Deleting port 7d02d104-18fc-4c42-b8cf-d617433f22a5 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:07.290348 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:07.325136 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-945e2762-83e7-4c0e-a3d6-59209aa58422 req-cfd2c49b-8913-4263-a180-15fec34b615f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0664196 May 25 20:03:07.536616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] For port 7d02d104-18fc-4c42-b8cf-d617433f22a5, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7d02d104-18fc-4c42-b8cf-d617433f22a5,segment=NetworkSegment(f78ba150-fbad-404d-be06-6f7b43afd443),segment_id=f78ba150-fbad-404d-be06-6f7b43afd443)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:07.537801 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:07.712409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb33189-4f6a-4ef9-b58a-1f8ea817edf4 req-82c04d49-8cac-4fe9-9d4e-2c9498d9798d tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:07.714114 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-beb33189-4f6a-4ef9-b58a-1f8ea817edf4 req-82c04d49-8cac-4fe9-9d4e-2c9498d9798d tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 946 time: 0.1872866 May 25 20:03:07.779472 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7d02d104-18fc-4c42-b8cf-d617433f22a5 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:03:07.838882 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-beb33189-4f6a-4ef9-b58a-1f8ea817edf4 req-bda57ffe-2967-456b-b19d-c2b6314af1fb tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135864 May 25 20:03:07.971616 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 7d02d104-18fc-4c42-b8cf-d617433f22a5 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:03:07.981502 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7d02d104-18fc-4c42-b8cf-d617433f22a5 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:03:07.983310 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:07.986109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Calling delete_port for 7d02d104-18fc-4c42-b8cf-d617433f22a5 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:08.298781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075d01c-6c68-439f-9eae-535f7fe09dd0 req-2ab72efb-3b20-4b12-880f-d560ba8874e3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:08.299900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7d02d104-18fc-4c42-b8cf-d617433f22a5 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:03:08.300338 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:08.306352 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e075d01c-6c68-439f-9eae-535f7fe09dd0 req-2ab72efb-3b20-4b12-880f-d560ba8874e3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1387398 May 25 20:03:08.324769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a5377-047a-49a4-bede-fa2642fd0187 req-6cf5e1e6-ebf1-4477-83fe-047ec7ed3d46 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:08.329652 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb3a5377-047a-49a4-bede-fa2642fd0187 req-6cf5e1e6-ebf1-4477-83fe-047ec7ed3d46 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.5176518 May 25 20:03:08.349235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 7d02d104-18fc-4c42-b8cf-d617433f22a5, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7d02d104-18fc-4c42-b8cf-d617433f22a5,segment=NetworkSegment(f78ba150-fbad-404d-be06-6f7b43afd443),segment_id=f78ba150-fbad-404d-be06-6f7b43afd443)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:08.356918 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:08.388875 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e075d01c-6c68-439f-9eae-535f7fe09dd0 req-ba7e1a98-b84d-4a80-b691-f9c86d33933f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815175 May 25 20:03:08.479959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=7d02d104-18fc-4c42-b8cf-d617433f22a5,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:08.493207 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb3a5377-047a-49a4-bede-fa2642fd0187 req-57e1be94-d4df-4ae7-ad20-7d74b73a4daa tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543548 May 25 20:03:08.498517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:08.499557 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:08.499961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:08.500293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:08.501616 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:08.502004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:08.502901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:08.503310 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:08.503788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:08.504190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:08.504667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:08.505079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:08.517877 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:03:08.518221 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:03:08.678684 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2b2785b-5e05-4cd1-b64b-99c5fa3e8f42 req-88b2935a-0f73-4d8c-a308-4420992d233b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0605509 May 25 20:03:08.837712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Deleting port 7d02d104-18fc-4c42-b8cf-d617433f22a5 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:08.838424 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:09.135500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] For port 7d02d104-18fc-4c42-b8cf-d617433f22a5, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7d02d104-18fc-4c42-b8cf-d617433f22a5,segment=NetworkSegment(f78ba150-fbad-404d-be06-6f7b43afd443),segment_id=f78ba150-fbad-404d-be06-6f7b43afd443)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:09.135809 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:09.209673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7034d36-ceea-42f8-8c3e-8ea9e2739711 req-ff612199-de04-438b-832e-818522940a79 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:09.211186 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7034d36-ceea-42f8-8c3e-8ea9e2739711 req-ff612199-de04-438b-832e-818522940a79 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 946 time: 0.2174861 May 25 20:03:09.288386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Calling delete_port for 7d02d104-18fc-4c42-b8cf-d617433f22a5 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:09.378909 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7034d36-ceea-42f8-8c3e-8ea9e2739711 req-686b2c91-40dc-4d2d-be23-8729fd2c13eb tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111860 May 25 20:03:09.430705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87e778-f909-4975-8828-61c0a85540d1 req-7d075340-f3db-40ee-b447-5e0d16c18a51 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:09.432584 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce87e778-f909-4975-8828-61c0a85540d1 req-7d075340-f3db-40ee-b447-5e0d16c18a51 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 1097 time: 0.0902598 May 25 20:03:09.512041 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce87e778-f909-4975-8828-61c0a85540d1 req-2ce42224-6d4d-4973-9703-f87f51987054 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692959 May 25 20:03:09.526223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-ec1fd70e-6643-4308-ab87-0c25db2d49eb tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:09.527545 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-ec1fd70e-6643-4308-ab87-0c25db2d49eb tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.50 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 946 time: 0.1230617 May 25 20:03:09.699612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Deleting port 38107800-777d-4736-bc3a-3be95045be8e {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:09.700418 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:09.724876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7d02d104-18fc-4c42-b8cf-d617433f22a5 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:03:09.856655 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No active binding found for port 7d02d104-18fc-4c42-b8cf-d617433f22a5 {{(pid=88333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 20:03:09.857072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7d02d104-18fc-4c42-b8cf-d617433f22a5 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 25 20:03:09.864076 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:09.899110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Port 7d02d104-18fc-4c42-b8cf-d617433f22a5 not found, will not notify nova. {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 25 20:03:09.946128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ebd88-cc8c-457b-8772-97efdf6e9120 req-6087ed79-2a0d-4bf8-9245-64161d82a7eb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:09.948003 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1b5ebd88-cc8c-457b-8772-97efdf6e9120 req-6087ed79-2a0d-4bf8-9245-64161d82a7eb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1054366 May 25 20:03:09.999935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d02d104-18fc-4c42-b8cf-d617433f22a5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:10.007440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1b5ebd88-cc8c-457b-8772-97efdf6e9120 req-26cdd80c-e129-4f14-808e-28fa1c6a5a39 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526032 May 25 20:03:10.079025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:10.079359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:10.079689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:10.080013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:10.080332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:10.080649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:10.080962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:10.081275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:10.081587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:10.081895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:10.082282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:10.086262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:03:10.281234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0eed1d-2c2b-490d-b853-c79be94fd998 req-a5f61991-f39e-403d-b0ca-16d2352a53d5 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:10.283507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5d0eed1d-2c2b-490d-b853-c79be94fd998 req-a5f61991-f39e-403d-b0ca-16d2352a53d5 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 1097 time: 0.1424277 May 25 20:03:10.370242 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5d0eed1d-2c2b-490d-b853-c79be94fd998 req-ea6a2999-45d6-4c3e-b92c-a5744910c943 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722010 May 25 20:03:10.588448 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-34fbadfa-3f3b-4d5a-a69d-6f984ae795aa req-467250d4-29bf-4011-9b56-7b2369141ee7 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0643458 May 25 20:03:10.614868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] For port 38107800-777d-4736-bc3a-3be95045be8e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=38107800-777d-4736-bc3a-3be95045be8e,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:10.616410 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:10.831431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14a24f-2221-4bd6-9535-73aabec9d7ab req-54ec46e5-6339-4700-9873-97f920587f7e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:10.833818 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee14a24f-2221-4bd6-9535-73aabec9d7ab req-54ec46e5-6339-4700-9873-97f920587f7e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.9562762 May 25 20:03:10.957181 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:11.135773 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee14a24f-2221-4bd6-9535-73aabec9d7ab req-e1f3179f-4b12-40dd-8330-cde7127698c8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859969 May 25 20:03:11.502197 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:11.502569 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:11.502903 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Floating IP dcf406fd-f265-480b-b152-9e74c426e41c disassociated. External IP: 172.25.3.134, port: 38107800-777d-4736-bc3a-3be95045be8e. May 25 20:03:11.503425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Calling delete_port for 38107800-777d-4736-bc3a-3be95045be8e owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:11.778248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffabfd-74a1-48e6-8016-b59ef03f15dd req-a41a3a9a-3379-498c-b97a-535a55c3db0f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:11.778248 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2bffabfd-74a1-48e6-8016-b59ef03f15dd req-a41a3a9a-3379-498c-b97a-535a55c3db0f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 946 time: 0.4077497 May 25 20:03:12.011338 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2bffabfd-74a1-48e6-8016-b59ef03f15dd req-7a57759a-1ef9-4631-b2f5-51233c414436 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups?id=62026e37-bef7-420f-adf6-d7df1493e575&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197859 May 25 20:03:12.084077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Router 29151817-2b51-4b3f-8bbe-011df475bc43 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:03:12.110773 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:12.427757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b13ca2ca-9059-40e8-9430-106e806dcaed req-76aa722e-fa90-4406-a0a9-df8e6d5ed633 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7557344 May 25 20:03:12.428505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Pushing event deleted for resources: {'Port': ['ID=38107800-777d-4736-bc3a-3be95045be8e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:12.871366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:03:12.885576 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63135a88-b86c-4d51-8684-e1290952a2a0 None None] Sync routers for ids ['29151817-2b51-4b3f-8bbe-011df475bc43'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:03:12.907578 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63135a88-b86c-4d51-8684-e1290952a2a0 None None] Routers {'29151817-2b51-4b3f-8bbe-011df475bc43'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:12.908585 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-63135a88-b86c-4d51-8684-e1290952a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:03:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['29151817-2b51-4b3f-8bbe-011df475bc43'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:12.955372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5624d-38e9-4578-a50e-b426c0201e04 req-c55a347a-91fc-4a44-ad61-83b9a7af715d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:12.963994 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ec5624d-38e9-4578-a50e-b426c0201e04 req-c55a347a-91fc-4a44-ad61-83b9a7af715d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.5460305 May 25 20:03:12.998630 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-093ea3f1-bf01-4d58-9ed7-26382945d8d6 admin admin] 10.222.0.60 "PUT /v2.0/routers/29151817-2b51-4b3f-8bbe-011df475bc43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7623122 May 25 20:03:13.001165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36420) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:13.032473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:03:13.116733 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ec5624d-38e9-4578-a50e-b426c0201e04 req-3089ef7c-3695-4e34-b076-e8c0e2556d8d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510103 May 25 20:03:13.264480 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-63135a88-b86c-4d51-8684-e1290952a2a0 None None] Set router 29151817-2b51-4b3f-8bbe-011df475bc43 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:13.504246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 38107800-777d-4736-bc3a-3be95045be8e no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:03:13.622651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 38107800-777d-4736-bc3a-3be95045be8e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:03:13.624536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 38107800-777d-4736-bc3a-3be95045be8e not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:03:13.711161 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:13.745054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:03:13.758877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39187caf-ce82-4830-b134-ca7d94b8c08e None None] Sync routers for ids ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:03:13.782589 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39187caf-ce82-4830-b134-ca7d94b8c08e None None] Routers {'0733dfd9-6c3a-49d5-946d-f1018edfb7fc'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:13.783219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-39187caf-ce82-4830-b134-ca7d94b8c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:03:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:13.878335 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a3bd4f9-95ff-4fdf-8cb7-080ab930d91f req-cd64ea34-4bc8-41ee-b448-b338f8d0e1d0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.2749195 May 25 20:03:13.893317 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-63135a88-b86c-4d51-8684-e1290952a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1347763295-router', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:02:55Z', 'updated_at': '2022-05-25T20:03:09Z', 'revision_number': 5, 'project_id': '1b12352f02c94623af8fdd1a8b4706b2', 'gw_port': {'id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:02:56Z', 'updated_at': '2022-05-25T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:13.904423 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63135a88-b86c-4d51-8684-e1290952a2a0 None None] Checking router: 29151817-2b51-4b3f-8bbe-011df475bc43 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:03:13.934091 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63135a88-b86c-4d51-8684-e1290952a2a0 None None] Routers {'29151817-2b51-4b3f-8bbe-011df475bc43'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:13.935203 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-63135a88-b86c-4d51-8684-e1290952a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:03:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['29151817-2b51-4b3f-8bbe-011df475bc43'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:13.938856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] No DVR routers for this DVR port 38107800-777d-4736-bc3a-3be95045be8e on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:03:13.941650 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:13.944018 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47ae868e-cf21-49ec-893a-e21eabebead3 req-3e350d0c-10b1-40ea-87bf-cebb93b52b85 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.50 "DELETE /v2.0/ports/38107800-777d-4736-bc3a-3be95045be8e HTTP/1.1" status: 204 len: 173 time: 4.4109077 May 25 20:03:13.944893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea48c76-213d-434f-bbb0-4147470d3061', 'name': 'network-vif-deleted', 'tag': '38107800-777d-4736-bc3a-3be95045be8e'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:03:14.311410 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-63135a88-b86c-4d51-8684-e1290952a2a0 None None] Set router 29151817-2b51-4b3f-8bbe-011df475bc43 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:14.348565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba8068-60a2-4708-afd8-4adbefdf9e84 req-8ebd01b6-9818-4b71-842a-1e1e18695367 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:14.357159 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5ba8068-60a2-4708-afd8-4adbefdf9e84 req-8ebd01b6-9818-4b71-842a-1e1e18695367 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.4514565 May 25 20:03:14.382509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-39187caf-ce82-4830-b134-ca7d94b8c08e None None] Set router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:14.383223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4433513f-ad24-442b-b57d-a80d2aea5e3d req-cd064591-b136-4b4e-b6cf-fb4ea469414c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Synchronizing usage tracker for tenant:cb8bca67a6764065af3a5be11610e28b on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:03:14.414694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:14.416881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4433513f-ad24-442b-b57d-a80d2aea5e3d req-cd064591-b136-4b4e-b6cf-fb4ea469414c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Unset dirty status for tenant:cb8bca67a6764065af3a5be11610e28b on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:03:14.419639 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4433513f-ad24-442b-b57d-a80d2aea5e3d req-cd064591-b136-4b4e-b6cf-fb4ea469414c tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea48c76-213d-434f-bbb0-4147470d3061 HTTP/1.1" status: 200 len: 210 time: 0.1199045 May 25 20:03:14.504602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] Deleting port c6a4af1f-15f6-48b0-98d8-cda27e48e246 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:14.510482 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:14.591718 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5ba8068-60a2-4708-afd8-4adbefdf9e84 req-cf457d33-338c-43c8-8a2a-773f87a87d5a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327073 May 25 20:03:14.829160 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fcb03a-9f66-4065-a5c2-5fdaba4b7d46'] response: {'server_uuid': 'cea48c76-213d-434f-bbb0-4147470d3061', 'name': 'network-vif-deleted', 'tag': '38107800-777d-4736-bc3a-3be95045be8e', 'status': 'completed', 'code': 200} May 25 20:03:15.097206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] For port c6a4af1f-15f6-48b0-98d8-cda27e48e246, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c6a4af1f-15f6-48b0-98d8-cda27e48e246,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:15.097946 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:15.138723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-39187caf-ce82-4830-b134-ca7d94b8c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:16Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:15.146856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39187caf-ce82-4830-b134-ca7d94b8c08e None None] Checking router: 0733dfd9-6c3a-49d5-946d-f1018edfb7fc for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:03:15.151504 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-63135a88-b86c-4d51-8684-e1290952a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1347763295-router', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:02:55Z', 'updated_at': '2022-05-25T20:03:09Z', 'revision_number': 5, 'project_id': '1b12352f02c94623af8fdd1a8b4706b2', 'gw_port': {'id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:02:56Z', 'updated_at': '2022-05-25T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:15.162093 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63135a88-b86c-4d51-8684-e1290952a2a0 None None] The sync data for ids ['29151817-2b51-4b3f-8bbe-011df475bc43'] in n-d-843339-1 is: [{'id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'name': 'tempest-FloatingIPsNegativeTestJSON-1347763295-router', 'tenant_id': '1b12352f02c94623af8fdd1a8b4706b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:02:55Z', 'updated_at': '2022-05-25T20:03:09Z', 'revision_number': 5, 'project_id': '1b12352f02c94623af8fdd1a8b4706b2', 'gw_port': {'id': 'c6a4af1f-15f6-48b0-98d8-cda27e48e246', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29151817-2b51-4b3f-8bbe-011df475bc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:02:56Z', 'updated_at': '2022-05-25T20:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:03:15.166954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39187caf-ce82-4830-b134-ca7d94b8c08e None None] Routers {'0733dfd9-6c3a-49d5-946d-f1018edfb7fc'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:15.167571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-39187caf-ce82-4830-b134-ca7d94b8c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:03:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:15.394820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afefa38-95ba-44d5-b537-211f72a130be req-e291579d-9c21-4452-9b7d-6dca1c0eb9fc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:15.399829 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8afefa38-95ba-44d5-b537-211f72a130be req-e291579d-9c21-4452-9b7d-6dca1c0eb9fc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1771312 May 25 20:03:15.424999 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] Calling delete_port for c6a4af1f-15f6-48b0-98d8-cda27e48e246 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:15.517121 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8afefa38-95ba-44d5-b537-211f72a130be req-ca727c2d-091d-4fb4-b171-f52f5a6dd6a6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124036 May 25 20:03:15.695723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7d02d104-18fc-4c42-b8cf-d617433f22a5 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:03:15.897856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 7d02d104-18fc-4c42-b8cf-d617433f22a5 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:03:15.898350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7d02d104-18fc-4c42-b8cf-d617433f22a5 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:03:15.935228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-39187caf-ce82-4830-b134-ca7d94b8c08e None None] Set router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:16.103259 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f06a5c7-b0c3-42f8-accc-511acd13dd0d req-16f07a17-6b94-4942-91f1-e18f59bcba4d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0530982 May 25 20:03:16.207064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fd899-95e6-413e-9a23-2533056c7327 req-60b8e93e-2ab5-422c-8f0e-31bc2f18b438 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:16.211008 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-759fd899-95e6-413e-9a23-2533056c7327 req-60b8e93e-2ab5-422c-8f0e-31bc2f18b438 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1816709 May 25 20:03:16.319667 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-759fd899-95e6-413e-9a23-2533056c7327 req-1c998550-5887-4a88-8989-9bfad0e8dcd9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002059 May 25 20:03:16.403297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:16.573730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-39187caf-ce82-4830-b134-ca7d94b8c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:16Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:16.587225 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39187caf-ce82-4830-b134-ca7d94b8c08e None None] The sync data for ids ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'] in n-d-843339-1 is: [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T19:59:04Z', 'revision_number': 4, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a10216dd-64b9-4f92-bb5c-b0bbfa4bb590', 'name': '', 'network_id': '2a2085e6-f20e-487f-be4b-c0be0f01090b', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'mac_address': 'fa:16:3e:52:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:02Z', 'updated_at': '2022-05-25T19:59:16Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'subnets': [{'id': '6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:03:16.679908 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:16.746115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36488) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:16.816273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a4af1f-15f6-48b0-98d8-cda27e48e246,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:16.990509 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8947813c-7b0d-4007-bda1-99c1b00cc79f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:17.115239 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8947813c-7b0d-4007-bda1-99c1b00cc79f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:17.146847 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5c3ea-c90d-431d-ad05-3e171fd1b567 None None] New status for floating IP dcf406fd-f265-480b-b152-9e74c426e41c: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:03:17.295516 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8947813c-7b0d-4007-bda1-99c1b00cc79f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:17.326848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947813c-7b0d-4007-bda1-99c1b00cc79f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62026e37-bef7-420f-adf6-d7df1493e575,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:17.346522 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8947813c-7b0d-4007-bda1-99c1b00cc79f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:17.353343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8947813c-7b0d-4007-bda1-99c1b00cc79f tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "DELETE /v2.0/security-groups/62026e37-bef7-420f-adf6-d7df1493e575 HTTP/1.1" status: 204 len: 168 time: 0.6053648 May 25 20:03:17.354329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36500) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:17.380081 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-1dcce75d-721d-4042-a875-a286c547d190 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] show failed (client error): The resource could not be found. May 25 20:03:17.384743 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1dcce75d-721d-4042-a875-a286c547d190 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "GET /v2.0/security-groups/62026e37-bef7-420f-adf6-d7df1493e575 HTTP/1.1" status: 404 len: 347 time: 0.0284259 May 25 20:03:17.385406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36506) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:17.426437 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:17.429017 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:17.638518 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:17.640403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29151817-2b51-4b3f-8bbe-011df475bc43 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:03:17.690741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0715e-0248-4ad0-b144-34fad49d0f72 req-0a8265da-393c-4d13-b056-0c68fc89a0d0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:17.700433 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-92d0715e-0248-4ad0-b144-34fad49d0f72 req-0a8265da-393c-4d13-b056-0c68fc89a0d0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.8851404 May 25 20:03:17.801529 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-92d0715e-0248-4ad0-b144-34fad49d0f72 req-ff865a18-661b-409c-a307-cc76fd281d5a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000471 May 25 20:03:17.804164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9afa774a-22ef-438c-970f-6d0d0a0e5662 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Deleting port 09c721aa-09fd-4d9f-b86e-69ac62e0d81d {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:17.804665 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9afa774a-22ef-438c-970f-6d0d0a0e5662 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:17.831196 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:17.837834 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e83b605a-234e-4c07-aa5c-52b4ad80e98c admin admin] 10.222.0.60 "DELETE /v2.0/routers/29151817-2b51-4b3f-8bbe-011df475bc43 HTTP/1.1" status: 204 len: 168 time: 4.8349812 May 25 20:03:17.839240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36510) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:17.898083 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65228ba0-3402-45ce-aebf-f676c5243ed3 req-2114c3cf-aa04-47b4-9f06-5ef81711d89b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.2601943 May 25 20:03:17.959388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef33d170-2520-4b49-a057-0f4083b3f78b admin admin] Deleting subnet 21dca3e2-eaf0-46b8-858f-197d158c030b {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:03:17.963317 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef33d170-2520-4b49-a057-0f4083b3f78b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:18.051184 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef33d170-2520-4b49-a057-0f4083b3f78b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:18.284826 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9afa774a-22ef-438c-970f-6d0d0a0e5662 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:18.289272 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9afa774a-22ef-438c-970f-6d0d0a0e5662 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:18.313294 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef33d170-2520-4b49-a057-0f4083b3f78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:18.462378 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef33d170-2520-4b49-a057-0f4083b3f78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:18.563188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb147c5-ae7e-4918-ba9c-34c9b72dd63c None None] Network a2f75599-859c-44c2-8c02-8c40baa2e09f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:03:18.566057 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef33d170-2520-4b49-a057-0f4083b3f78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:18.575174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33d170-2520-4b49-a057-0f4083b3f78b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21dca3e2-eaf0-46b8-858f-197d158c030b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:18.583239 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ef33d170-2520-4b49-a057-0f4083b3f78b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/21dca3e2-eaf0-46b8-858f-197d158c030b HTTP/1.1" status: 204 len: 168 time: 0.7414682 May 25 20:03:18.584029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36532) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:18.719150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9afa774a-22ef-438c-970f-6d0d0a0e5662 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Calling delete_port for 09c721aa-09fd-4d9f-b86e-69ac62e0d81d owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:18.919126 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:18.963397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Deleting port 97ef737e-3255-4c6d-82e8-9df9f999b174 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:18.966426 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:19.075726 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9afa774a-22ef-438c-970f-6d0d0a0e5662 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:19.178222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa774a-22ef-438c-970f-6d0d0a0e5662 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Pushing event deleted for resources: {'Port': ['ID=09c721aa-09fd-4d9f-b86e-69ac62e0d81d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:19.236697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d203ce-5a03-45c7-a55e-ee6433547748 None None] DHCP port deletion for a2f75599-859c-44c2-8c02-8c40baa2e09f request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:03:19.241482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e2d203ce-5a03-45c7-a55e-ee6433547748 None None] Deleting port 97ef737e-3255-4c6d-82e8-9df9f999b174 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:19.241948 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e2d203ce-5a03-45c7-a55e-ee6433547748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:19.509399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b5390-1432-4701-a507-0b8a6bcfa694 req-197143a8-6486-49c1-8b89-826976563837 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:19.521659 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9a8b5390-1432-4701-a507-0b8a6bcfa694 req-197143a8-6486-49c1-8b89-826976563837 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.5514333 May 25 20:03:19.555865 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9afa774a-22ef-438c-970f-6d0d0a0e5662 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:19.578341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] For port 97ef737e-3255-4c6d-82e8-9df9f999b174, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=97ef737e-3255-4c6d-82e8-9df9f999b174,segment=NetworkSegment(f78ba150-fbad-404d-be06-6f7b43afd443),segment_id=f78ba150-fbad-404d-be06-6f7b43afd443)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:19.578700 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:19.674466 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9a8b5390-1432-4701-a507-0b8a6bcfa694 req-37ccaa91-8a89-4851-85a2-c0f0c40bceaf tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516643 May 25 20:03:19.679148 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9afa774a-22ef-438c-970f-6d0d0a0e5662 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:19.694836 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9afa774a-22ef-438c-970f-6d0d0a0e5662 tempest-ServersWithSpecificFlavorTestJSON-724817127 tempest-ServersWithSpecificFlavorTestJSON-724817127-project] 10.222.0.60 "DELETE /v2.0/floatingips/dcf406fd-f265-480b-b152-9e74c426e41c HTTP/1.1" status: 204 len: 168 time: 2.3083534 May 25 20:03:19.732083 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e2d203ce-5a03-45c7-a55e-ee6433547748 None None] For port 97ef737e-3255-4c6d-82e8-9df9f999b174, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=97ef737e-3255-4c6d-82e8-9df9f999b174,segment=NetworkSegment(f78ba150-fbad-404d-be06-6f7b43afd443),segment_id=f78ba150-fbad-404d-be06-6f7b43afd443)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:19.732651 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e2d203ce-5a03-45c7-a55e-ee6433547748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:19.815745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Calling delete_port for 97ef737e-3255-4c6d-82e8-9df9f999b174 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:19.914864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aa65d-2396-4014-a5a6-f8b8a0e0df60 req-2f269431-512b-4d63-bb77-d7ebaca2ecd2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:19.924022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-167aa65d-2396-4014-a5a6-f8b8a0e0df60 req-2f269431-512b-4d63-bb77-d7ebaca2ecd2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.5310507 May 25 20:03:19.941133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c6a4af1f-15f6-48b0-98d8-cda27e48e246 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:03:19.987350 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-167aa65d-2396-4014-a5a6-f8b8a0e0df60 req-f5cf62a1-0115-4a1d-bf8e-0bec75ab37f0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616376 May 25 20:03:20.067194 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:20.147713 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7f73f1fe-4a00-4d3e-86e2-fcf1980458fd req-38581aa0-94e6-42bb-834e-d915f04af41b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.2190275 May 25 20:03:20.214369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] No DVR routers for this DVR port 97ef737e-3255-4c6d-82e8-9df9f999b174 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:03:20.230197 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: c6a4af1f-15f6-48b0-98d8-cda27e48e246 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:03:20.230524 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c6a4af1f-15f6-48b0-98d8-cda27e48e246 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:03:20.232207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=97ef737e-3255-4c6d-82e8-9df9f999b174,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:20.244301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 97ef737e-3255-4c6d-82e8-9df9f999b174 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:03:20.360840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e2d203ce-5a03-45c7-a55e-ee6433547748 None None] Calling delete_port for 97ef737e-3255-4c6d-82e8-9df9f999b174 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:20.481262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 97ef737e-3255-4c6d-82e8-9df9f999b174 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:03:20.481743 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 97ef737e-3255-4c6d-82e8-9df9f999b174 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:03:20.522844 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:20.585017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f75599-859c-44c2-8c02-8c40baa2e09f']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:20.622528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78ba150-fbad-404d-be06-6f7b43afd443') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:20.622817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78ba150-fbad-404d-be06-6f7b43afd443') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:20.638707 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-e2d203ce-5a03-45c7-a55e-ee6433547748 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:03:20.639373 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-e2d203ce-5a03-45c7-a55e-ee6433547748 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:03:20.658442 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:20.692132 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:20.707557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:03:20.708295 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:20.807442 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment f78ba150-fbad-404d-be06-6f7b43afd443 resource provider aggregate not found May 25 20:03:20.856470 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment f78ba150-fbad-404d-be06-6f7b43afd443 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f78ba150-fbad-404d-be06-6f7b43afd443 found for delete ", "request_id": "req-7f7f0742-c190-4390-91ae-56a8dafa1b27"}]} May 25 20:03:20.882594 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:20.932077 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:21.140747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e2d203ce-5a03-45c7-a55e-ee6433547748 None None] Deleting port 97ef737e-3255-4c6d-82e8-9df9f999b174 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:21.141327 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e2d203ce-5a03-45c7-a55e-ee6433547748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:21.160132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f75599-859c-44c2-8c02-8c40baa2e09f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:21.184378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-29b266a5-0510-4086-b518-525e8d4da4dc admin admin] 10.222.0.60 "DELETE /v2.0/networks/a2f75599-859c-44c2-8c02-8c40baa2e09f HTTP/1.1" status: 204 len: 168 time: 2.5984075 May 25 20:03:21.248457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62355cdd-1284-4350-b571-062770ad01b7 req-56f456f6-3a57-4b14-8a2e-86807428f6ea tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:21.250026 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-62355cdd-1284-4350-b571-062770ad01b7 req-56f456f6-3a57-4b14-8a2e-86807428f6ea tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.3007715 May 25 20:03:21.286048 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e2d203ce-5a03-45c7-a55e-ee6433547748 None None] The port '97ef737e-3255-4c6d-82e8-9df9f999b174' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:03:21.321441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c17bfe-0fae-42da-8361-5ec599edd221 req-38e2fa5b-cd35-41a1-aa11-954b95a66ec6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:21.324924 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-70c17bfe-0fae-42da-8361-5ec599edd221 req-38e2fa5b-cd35-41a1-aa11-954b95a66ec6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1735625 May 25 20:03:21.373174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-62355cdd-1284-4350-b571-062770ad01b7 req-c0a9d3be-b13e-4aad-a901-37cce1381048 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117439 May 25 20:03:21.464678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36672) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:21.486653 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-70c17bfe-0fae-42da-8361-5ec599edd221 req-fecf93fb-2ad4-47cf-afad-c5924c5ee9d8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538141 May 25 20:03:21.602688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36680) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:21.603661 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a00d8d7f-463d-42a9-b0a6-b6b1aadd1fbb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b12352f02c94623af8fdd1a8b4706b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372650 May 25 20:03:21.634340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36684) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:21.833323 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3e71bf99-6b19-43c4-8e09-0068db7475a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:21.943541 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3e71bf99-6b19-43c4-8e09-0068db7475a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:22.053770 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5511f39c-8f17-4317-ab21-0e7e4882bd59 req-cd4a5ad9-a8aa-4b5b-8f02-242113519607 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0708046 May 25 20:03:22.118218 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3e71bf99-6b19-43c4-8e09-0068db7475a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:22.169645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71bf99-6b19-43c4-8e09-0068db7475a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55727655-ab33-40c0-bb62-2f2b97cd86c8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:22.175329 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3e71bf99-6b19-43c4-8e09-0068db7475a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:22.177904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3e71bf99-6b19-43c4-8e09-0068db7475a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55727655-ab33-40c0-bb62-2f2b97cd86c8 HTTP/1.1" status: 204 len: 168 time: 0.5740731 May 25 20:03:23.101919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d553a0-d130-459f-8a5f-4a44701b3cde req-97a631bd-6b20-48b7-a6ed-0fd8b6ce7cc0 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:23.115891 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29d553a0-d130-459f-8a5f-4a44701b3cde req-97a631bd-6b20-48b7-a6ed-0fd8b6ce7cc0 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.4710972 May 25 20:03:23.117620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8cb38-1421-4d17-8515-00c0a74f95df req-26fd5d48-e675-487e-b93b-d75cfadfb08a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:23.139052 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aff8cb38-1421-4d17-8515-00c0a74f95df req-26fd5d48-e675-487e-b93b-d75cfadfb08a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.3591640 May 25 20:03:23.206793 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aff8cb38-1421-4d17-8515-00c0a74f95df req-0c1d57a2-da22-46ca-a4a6-96f9bf334360 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607743 May 25 20:03:23.289251 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29d553a0-d130-459f-8a5f-4a44701b3cde req-f495cf0b-d94a-43af-847f-fc6061449a5d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694899 May 25 20:03:23.402518 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-378ed083-8d52-4f3a-9358-03be996e31c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:23.510201 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:23.643970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d14ddd1-8810-4a52-9ae7-1ab4be627e39 req-e8dd45a2-2c82-48eb-9d07-3b585d20a42b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0581510 May 25 20:03:23.954329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-378ed083-8d52-4f3a-9358-03be996e31c1 admin admin] Deleting port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:23.954939 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-378ed083-8d52-4f3a-9358-03be996e31c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:24.319642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-378ed083-8d52-4f3a-9358-03be996e31c1 admin admin] For port a10216dd-64b9-4f92-bb5c-b0bbfa4bb590, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a10216dd-64b9-4f92-bb5c-b0bbfa4bb590,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:24.319642 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-378ed083-8d52-4f3a-9358-03be996e31c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:24.466413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-378ed083-8d52-4f3a-9358-03be996e31c1 admin admin] Calling delete_port for a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:24.555019 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-47101b80-756c-45b5-9730-091064c889de req-d9ffd5cf-f9f4-4cdf-80e0-d7818d59c3be tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0be1684b261340a68c76f551323cf161&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450602 May 25 20:03:24.592905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5aca4-4f94-454d-814a-0b950d5e08d0 req-999707bb-80b1-4325-9280-22e451f623ab tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:24.594470 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4bc5aca4-4f94-454d-814a-0b950d5e08d0 req-999707bb-80b1-4325-9280-22e451f623ab tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.0913856 May 25 20:03:24.643679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4bc5aca4-4f94-454d-814a-0b950d5e08d0 req-444a4a06-c2b4-4578-ae68-dbb1a150ae1f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425990 May 25 20:03:24.763294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101b80-756c-45b5-9730-091064c889de req-a97536d5-9035-4d04-a740-7d7716fc58f9 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:24.765046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-47101b80-756c-45b5-9730-091064c889de req-a97536d5-9035-4d04-a740-7d7716fc58f9 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016912 May 25 20:03:24.787555 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-47101b80-756c-45b5-9730-091064c889de req-0a8eb036-03d0-401e-b4d5-8eef4faea20c tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/quotas/0be1684b261340a68c76f551323cf161 HTTP/1.1" status: 200 len: 375 time: 0.0128350 May 25 20:03:24.879167 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-47101b80-756c-45b5-9730-091064c889de req-28790589-b604-4090-914d-51ea5d547692 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be1684b261340a68c76f551323cf161&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808284 May 25 20:03:24.885268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025f3c-75b6-4b5b-b2ba-fe1481bff99a req-20baa47e-d5b5-4cfa-bd2a-5903cf97b153 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:24.887225 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d025f3c-75b6-4b5b-b2ba-fe1481bff99a req-20baa47e-d5b5-4cfa-bd2a-5903cf97b153 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1071005 May 25 20:03:24.909836 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-378ed083-8d52-4f3a-9358-03be996e31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:24.944821 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d025f3c-75b6-4b5b-b2ba-fe1481bff99a req-3a36d0a7-7915-4b82-bb8b-2a614f58cd86 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498836 May 25 20:03:25.016938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ed083-8d52-4f3a-9358-03be996e31c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a10216dd-64b9-4f92-bb5c-b0bbfa4bb590,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:25.315161 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2767338-5df1-494e-84e9-70d10ef39b1f req-17e7f4e8-8805-4cb3-9477-5d1e848f840b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0780525 May 25 20:03:25.488388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fca8d0fb-8b42-4cce-8961-3740c0fb824c req-9face17e-e471-48fc-a3d7-afc92e8de35b tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 210 time: 0.0721908 May 25 20:03:25.520995 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-378ed083-8d52-4f3a-9358-03be996e31c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:25.609497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 9edf0499-d708-4087-bfa2-badfab49a1cb no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:03:25.973816 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 9edf0499-d708-4087-bfa2-badfab49a1cb is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:03:25.974095 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:26.013193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cb2964-9507-4464-948d-70e99ef9343b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9edf0499-d708-4087-bfa2-badfab49a1cb'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:03:26.024822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 9edf0499-d708-4087-bfa2-badfab49a1cb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=9edf0499-d708-4087-bfa2-badfab49a1cb,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:26.031494 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:26.034729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-437394c2-cc3e-47ae-a6a1-ba9a689046ee tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:26.037139 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-437394c2-cc3e-47ae-a6a1-ba9a689046ee tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/networks?id=ac16da66-8ba6-42d0-a487-88fb370f02e7 HTTP/1.1" status: 200 len: 805 time: 0.3451419 May 25 20:03:26.060899 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-0c1aa74a-71fd-4808-8fd2-2e139a8837a1 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/quotas/7f368fc57e274a14b1f1a392166d6e99 HTTP/1.1" status: 200 len: 375 time: 0.0155478 May 25 20:03:26.176642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=9edf0499-d708-4087-bfa2-badfab49a1cb,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:26.214909 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-83c9d8b2-368c-4d8f-88d7-15b24abecfe1 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f368fc57e274a14b1f1a392166d6e99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1473904 May 25 20:03:26.369233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cd279-804a-42c1-bc20-3df9408f5c38 req-331ce537-62af-49d6-978f-971a19c6c41d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:26.371532 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d47cd279-804a-42c1-bc20-3df9408f5c38 req-331ce537-62af-49d6-978f-971a19c6c41d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.4189789 May 25 20:03:26.373952 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-c0cd3695-7645-4a8f-9ad5-fd4e825863e7 service neutron] 10.222.0.60 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580346 May 25 20:03:26.443835 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d47cd279-804a-42c1-bc20-3df9408f5c38 req-89a8c118-8eae-45e1-9e4a-1cfbc064b0d7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615749 May 25 20:03:26.451008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378ed083-8d52-4f3a-9358-03be996e31c1 admin admin] Router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:03:26.642777 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-6657e4db-96af-4bae-a3f5-808e73e49f46 service neutron] 10.222.0.60 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629986 May 25 20:03:26.726565 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47101b80-756c-45b5-9730-091064c889de req-70c7cd77-53f9-467f-a09e-3848b619b4a7 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0be1684b261340a68c76f551323cf161&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806706 May 25 20:03:26.802467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378ed083-8d52-4f3a-9358-03be996e31c1 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:03:26.816172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24f4fe-f76a-40d4-b81f-9814f7855afe None None] Sync routers for ids ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:03:26.827310 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-378ed083-8d52-4f3a-9358-03be996e31c1 admin admin] 10.222.0.60 "PUT /v2.0/routers/0733dfd9-6c3a-49d5-946d-f1018edfb7fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1917682 May 25 20:03:26.828509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36850) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:26.835077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24f4fe-f76a-40d4-b81f-9814f7855afe None None] Routers {'0733dfd9-6c3a-49d5-946d-f1018edfb7fc'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:26.836043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ae24f4fe-f76a-40d4-b81f-9814f7855afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:03:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:27.038088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11169cc9-c36d-47a6-a442-3e4e26a11f6c req-dec1bd91-2876-4b5c-a9e1-2200f85d2b0e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:27.039828 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-11169cc9-c36d-47a6-a442-3e4e26a11f6c req-dec1bd91-2876-4b5c-a9e1-2200f85d2b0e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.3539710 May 25 20:03:27.147820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101b80-756c-45b5-9730-091064c889de req-470dcce9-02f8-4c19-8ed0-f5e568da3676 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:27.150714 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47101b80-756c-45b5-9730-091064c889de req-470dcce9-02f8-4c19-8ed0-f5e568da3676 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4174423 May 25 20:03:27.154457 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242dbee8-1b43-4128-a6c6-826489e43833'] response: {'server_uuid': 'b4cb2964-9507-4464-948d-70e99ef9343b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9edf0499-d708-4087-bfa2-badfab49a1cb', 'code': 200} May 25 20:03:27.166510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Request body: {'port': {'device_id': '2aa61def-68d4-422f-9196-7c72a9921486', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '0be1684b261340a68c76f551323cf161'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:03:27.255521 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-66ce8c3e-c3fa-4214-8380-8424df1ed7b8 req-beb3684c-213f-45cf-8035-c9e1372a9f73 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0640163 May 25 20:03:27.364416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ae24f4fe-f76a-40d4-b81f-9814f7855afe None None] Set router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:27.387222 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-11169cc9-c36d-47a6-a442-3e4e26a11f6c req-132d99d3-a946-4909-b295-c4be68a5bd56 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285685 May 25 20:03:27.451505 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:27.540122 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4de44ffe-e2ef-4ef9-8dcd-d544f3bc345b req-1c26a03a-0192-49fc-b729-2b46419f3d7a tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 210 time: 0.0907693 May 25 20:03:27.563538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:03:27.567381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Usage tracker for resource:port and tenant:0be1684b261340a68c76f551323cf161 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:03:27.570877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:03:27.580363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:03:27.600155 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Made reservation on behalf of 0be1684b261340a68c76f551323cf161 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:03:27.604713 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:27.625750 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:27.682811 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:03:27.688662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Usage tracker for resource:security_group_rule and tenant:0be1684b261340a68c76f551323cf161 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:03:27.691820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:03:27.691991 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fa59f551-27f3-42a5-9b6c-365538ca968e req-649ba8f8-cb06-4310-b645-002bd4e594a1 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 210 time: 0.1269748 May 25 20:03:27.712779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:03:27.734244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2add1fc-a075-4756-93a3-bf5c7a9beb88 req-0d70be77-c8ff-4a64-a4aa-e50653c3c04c tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:27.736116 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2add1fc-a075-4756-93a3-bf5c7a9beb88 req-0d70be77-c8ff-4a64-a4aa-e50653c3c04c tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4cb2964-9507-4464-948d-70e99ef9343b HTTP/1.1" status: 200 len: 943 time: 0.8013937 May 25 20:03:27.798864 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:27.854497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ae24f4fe-f76a-40d4-b81f-9814f7855afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T20:03:24Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:27.860445 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24f4fe-f76a-40d4-b81f-9814f7855afe None None] Checking router: 0733dfd9-6c3a-49d5-946d-f1018edfb7fc for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:03:27.871258 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24f4fe-f76a-40d4-b81f-9814f7855afe None None] Routers {'0733dfd9-6c3a-49d5-946d-f1018edfb7fc'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:27.872073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ae24f4fe-f76a-40d4-b81f-9814f7855afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:03:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:27.970442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-c2add1fc-a075-4756-93a3-bf5c7a9beb88 req-09676020-564c-4078-b7b8-9c00b592e75b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Deleting port 9edf0499-d708-4087-bfa2-badfab49a1cb {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:27.971083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c2add1fc-a075-4756-93a3-bf5c7a9beb88 req-09676020-564c-4078-b7b8-9c00b592e75b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:28.072172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92835c85-7616-4911-9cd8-e805ad1e0de4 req-ca35fe6f-f8bc-4286-af06-3bee0bc4dbe1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:28.080491 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-92835c85-7616-4911-9cd8-e805ad1e0de4 req-ca35fe6f-f8bc-4286-af06-3bee0bc4dbe1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2873108 May 25 20:03:28.087238 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:28.115045 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4cd32c9a-cc6d-4290-8478-2c9b5bbc8f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:28.121406 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:28.144170 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:28.170819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] Deleting port 46b6c730-9d29-4a46-88f8-08bfc2777981 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:28.171153 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:28.172231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ae24f4fe-f76a-40d4-b81f-9814f7855afe None None] Set router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:28.198705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-92835c85-7616-4911-9cd8-e805ad1e0de4 req-f5cd0379-15c6-42a6-af98-51f6b775868a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126940 May 25 20:03:28.243926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd74368c-f14d-4a0d-9a80-4b25dbd951b1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:28.382592 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Allocated IP 192.168.233.87 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/2dc10db5-3e55-492f-a175-05517f945e09) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:03:28.624306 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9512ccb3-37fa-412f-9dfb-95f4cdf40367 req-e66d51b8-ca5a-40af-9e66-b3f8656e2262 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0742445 May 25 20:03:28.681542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ae24f4fe-f76a-40d4-b81f-9814f7855afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T20:03:24Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:28.694223 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24f4fe-f76a-40d4-b81f-9814f7855afe None None] The sync data for ids ['0733dfd9-6c3a-49d5-946d-f1018edfb7fc'] in n-d-843339-1 is: [{'id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1549327675-router', 'tenant_id': 'cb8bca67a6764065af3a5be11610e28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:58:57Z', 'updated_at': '2022-05-25T20:03:24Z', 'revision_number': 5, 'project_id': 'cb8bca67a6764065af3a5be11610e28b', 'gw_port': {'id': '46b6c730-9d29-4a46-88f8-08bfc2777981', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0733dfd9-6c3a-49d5-946d-f1018edfb7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:58:58Z', 'updated_at': '2022-05-25T19:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:03:28.718181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] For port 46b6c730-9d29-4a46-88f8-08bfc2777981, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=46b6c730-9d29-4a46-88f8-08bfc2777981,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:28.718548 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:28.795238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c2add1fc-a075-4756-93a3-bf5c7a9beb88 req-09676020-564c-4078-b7b8-9c00b592e75b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] For port 9edf0499-d708-4087-bfa2-badfab49a1cb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=9edf0499-d708-4087-bfa2-badfab49a1cb,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:28.795238 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c2add1fc-a075-4756-93a3-bf5c7a9beb88 req-09676020-564c-4078-b7b8-9c00b592e75b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:29.029871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:29.067541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e356087-6c37-432a-9bca-ff8b7d148f01 req-61bbb737-aed8-4b92-8d85-f72226fa7b2e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:29.072331 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e356087-6c37-432a-9bca-ff8b7d148f01 req-61bbb737-aed8-4b92-8d85-f72226fa7b2e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.4648592 May 25 20:03:29.121903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Transition to ACTIVE for port object 2dc10db5-3e55-492f-a175-05517f945e09 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:03:29.131348 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:03:29.241223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-c2add1fc-a075-4756-93a3-bf5c7a9beb88 req-09676020-564c-4078-b7b8-9c00b592e75b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Calling delete_port for 9edf0499-d708-4087-bfa2-badfab49a1cb owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:29.283686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-1bdf5802-9e39-42e5-b162-1c68e9b92140 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:29.285297 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-1bdf5802-9e39-42e5-b162-1c68e9b92140 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "GET /v2.0/networks?id=ac16da66-8ba6-42d0-a487-88fb370f02e7 HTTP/1.1" status: 200 len: 805 time: 0.4033926 May 25 20:03:29.304564 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e356087-6c37-432a-9bca-ff8b7d148f01 req-61f73035-fc95-4019-b3c5-761cc2e60143 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123480 May 25 20:03:29.322698 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Request body: {'port': {'device_id': 'b5983ccb-c384-40b0-aaf3-9feb306697e3', 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7', 'admin_state_up': True, 'tenant_id': '7f368fc57e274a14b1f1a392166d6e99'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:03:29.489865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] Calling delete_port for 46b6c730-9d29-4a46-88f8-08bfc2777981 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:29.500137 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:29.663298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:03:29.696872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Pushing event updated for resources: {'Port': ['ID=2dc10db5-3e55-492f-a175-05517f945e09,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:29.732272 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-256ffd56-399d-4dfb-9f10-19d003cd86ec req-2dd4612d-365c-4384-9648-b407f0e9a164 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 210 time: 0.1719174 May 25 20:03:29.737952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:03:29.741599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:03:29.745172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:03:29.766186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:03:29.767058 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a10216dd-64b9-4f92-bb5c-b0bbfa4bb590 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:03:29.794418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d67384-f3ae-4b79-82e3-a7822b09ac8e req-4d21f33e-081c-4b32-9248-f5edf99bdc47 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:29.804286 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99d67384-f3ae-4b79-82e3-a7822b09ac8e req-4d21f33e-081c-4b32-9248-f5edf99bdc47 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 935 time: 0.6736746 May 25 20:03:29.805044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:03:29.821195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:03:29.863817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Made reservation on behalf of 7f368fc57e274a14b1f1a392166d6e99 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:03:29.876351 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:29.927621 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c2add1fc-a075-4756-93a3-bf5c7a9beb88 req-09676020-564c-4078-b7b8-9c00b592e75b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:29.976521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:29.977257 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:30.053318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09676020-564c-4078-b7b8-9c00b592e75b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Pushing event deleted for resources: {'Port': ['ID=9edf0499-d708-4087-bfa2-badfab49a1cb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:30.104428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-87a74085-25d1-4855-959b-2d9475380ee4 None None] Provisioning for port 2dc10db5-3e55-492f-a175-05517f945e09 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:03:30.118317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-87a74085-25d1-4855-959b-2d9475380ee4 None None] Provisioning complete for port 2dc10db5-3e55-492f-a175-05517f945e09 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:03:30.119073 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-87a74085-25d1-4855-959b-2d9475380ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:30.180103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2add1fc-a075-4756-93a3-bf5c7a9beb88 req-09676020-564c-4078-b7b8-9c00b592e75b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] No DVR routers for this DVR port 9edf0499-d708-4087-bfa2-badfab49a1cb on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:03:30.187615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-87a74085-25d1-4855-959b-2d9475380ee4 None None] Port 2dc10db5-3e55-492f-a175-05517f945e09 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:03:30.188000 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c2add1fc-a075-4756-93a3-bf5c7a9beb88 req-09676020-564c-4078-b7b8-9c00b592e75b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:30.195300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cb2964-9507-4464-948d-70e99ef9343b', 'name': 'network-vif-deleted', 'tag': '9edf0499-d708-4087-bfa2-badfab49a1cb'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:03:30.209005 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99d67384-f3ae-4b79-82e3-a7822b09ac8e req-5d1fcaf7-7b8b-4d41-b96c-6b8fdddd5005 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033453 May 25 20:03:30.212229 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:30.284342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b6c730-9d29-4a46-88f8-08bfc2777981,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:30.288789 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2add1fc-a075-4756-93a3-bf5c7a9beb88 req-09676020-564c-4078-b7b8-9c00b592e75b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "DELETE /v2.0/ports/9edf0499-d708-4087-bfa2-badfab49a1cb HTTP/1.1" status: 204 len: 173 time: 2.5372522 May 25 20:03:30.416937 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47101b80-756c-45b5-9730-091064c889de req-3a480728-73bf-4db8-b41a-2d299d8bb407 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2558646 May 25 20:03:30.434616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Request body: {'port': {'device_id': '2aa61def-68d4-422f-9196-7c72a9921486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:03:30.464105 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a428eca-e5ac-4438-b786-504df97d30a7 req-23807064-76a4-4452-8418-8c540870c358 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0663815 May 25 20:03:30.488566 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:30.513623 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a069eeb-ed88-4407-828e-b3a3d1d46228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:30.528897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Allocated IP 172.20.0.12 (ac16da66-8ba6-42d0-a487-88fb370f02e7/416a5448-e8aa-4560-b947-656eb8c9db43/c83da382-763c-4792-aae6-effff88782f5) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:03:30.554667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5682b1-67fc-4d7c-903b-07d55ab2c3ee req-d945d0d6-74f4-4ddf-9289-15091ba607b0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:30.563297 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de5682b1-67fc-4d7c-903b-07d55ab2c3ee req-d945d0d6-74f4-4ddf-9289-15091ba607b0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.5400634 May 25 20:03:30.703417 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c786933-cae1-48d9-a9d5-f04e4307cb87'] response: {'server_uuid': 'b4cb2964-9507-4464-948d-70e99ef9343b', 'name': 'network-vif-deleted', 'tag': '9edf0499-d708-4087-bfa2-badfab49a1cb', 'status': 'completed', 'code': 200} May 25 20:03:30.719494 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:30.721808 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:30.727709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de5682b1-67fc-4d7c-903b-07d55ab2c3ee req-0810179e-2d99-4f9a-846c-828664923a73 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635475 May 25 20:03:30.734638 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:30.788429 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:30.793325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0733dfd9-6c3a-49d5-946d-f1018edfb7fc {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:03:30.801047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:30.807908 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cd31456f-d5fc-45e4-8f7f-b1d3d7d19f91 admin admin] 10.222.0.60 "DELETE /v2.0/routers/0733dfd9-6c3a-49d5-946d-f1018edfb7fc HTTP/1.1" status: 204 len: 168 time: 3.9766431 May 25 20:03:30.816984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36902) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:30.994851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e35a22d-d051-4248-9deb-531e3556b2b5 admin admin] Deleting subnet 6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:03:31.005832 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e35a22d-d051-4248-9deb-531e3556b2b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:31.162533 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e35a22d-d051-4248-9deb-531e3556b2b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:31.274584 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:31.340948 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:31.382461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c01ecc-1363-4413-9d7d-1a410a075d23 req-aaf9dfa8-caae-4bfd-bcf7-afc4282f29f3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:31.385112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64c01ecc-1363-4413-9d7d-1a410a075d23 req-aaf9dfa8-caae-4bfd-bcf7-afc4282f29f3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.4925897 May 25 20:03:31.493958 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64c01ecc-1363-4413-9d7d-1a410a075d23 req-72921487-3cc8-454f-a19a-baa3b5cadad5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014407 May 25 20:03:31.546859 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:31.552351 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e35a22d-d051-4248-9deb-531e3556b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:31.643003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 9edf0499-d708-4087-bfa2-badfab49a1cb no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:03:31.662772 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:31.696476 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e35a22d-d051-4248-9deb-531e3556b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:31.725371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 9edf0499-d708-4087-bfa2-badfab49a1cb {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:03:31.725703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 9edf0499-d708-4087-bfa2-badfab49a1cb not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:03:31.795017 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f7e558-cfaf-40a6-9501-2430182088df None None] Network 2a2085e6-f20e-487f-be4b-c0be0f01090b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:03:31.798466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Network ac16da66-8ba6-42d0-a487-88fb370f02e7 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:03:31.805694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e35a22d-d051-4248-9deb-531e3556b2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:31.808018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:03:31.823245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35a22d-d051-4248-9deb-531e3556b2b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:31.823455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:03:31.830414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 46b6c730-9d29-4a46-88f8-08bfc2777981 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:03:31.882245 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3e35a22d-d051-4248-9deb-531e3556b2b5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6ae4a24c-6d3d-4c71-8fad-8a2a0d6f42aa HTTP/1.1" status: 204 len: 168 time: 1.0639870 May 25 20:03:31.888959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36920) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:31.931406 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:03:31.950438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 46b6c730-9d29-4a46-88f8-08bfc2777981 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:03:31.950773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 46b6c730-9d29-4a46-88f8-08bfc2777981 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:03:32.039102 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:32.050406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b84df-3bd2-414c-9af9-a916f0d7bcb1 req-8d8bb96d-ca89-42da-a402-959ea54219ad tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:32.052196 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9d6b84df-3bd2-414c-9af9-a916f0d7bcb1 req-8d8bb96d-ca89-42da-a402-959ea54219ad tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 935 time: 0.2324255 May 25 20:03:32.052357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Pushing event updated for resources: {'Port': ['ID=c83da382-763c-4792-aae6-effff88782f5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:32.065958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Deleting port 7ef84d13-0823-4371-a717-ac94944a8d07 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:32.066065 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:32.085574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:32.086747 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:32.100091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc10db5-3e55-492f-a175-05517f945e09 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:03:32.130422 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:32.158062 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-7db8c822-660d-4a47-9e7c-ede476ee0d46 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8521409 May 25 20:03:32.172211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Request body: {'port': {'device_id': 'b5983ccb-c384-40b0-aaf3-9feb306697e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:03:32.197181 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9d6b84df-3bd2-414c-9af9-a916f0d7bcb1 req-c3f48893-c3fd-4cb8-a4d7-f2a6e727c137 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375558 May 25 20:03:32.287428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c2b1e1-317b-4ed1-90a6-98957e6be9dc None None] DHCP port deletion for 2a2085e6-f20e-487f-be4b-c0be0f01090b request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:03:32.290112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Transition to ACTIVE for port object 2dc10db5-3e55-492f-a175-05517f945e09 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:03:32.301155 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2b1e1-317b-4ed1-90a6-98957e6be9dc None None] Deleting port 7ef84d13-0823-4371-a717-ac94944a8d07 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:32.301900 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1c2b1e1-317b-4ed1-90a6-98957e6be9dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:32.318834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ea821-a607-4598-aec5-3ed534582e4d req-7a623636-dfe8-4614-9974-b13810fd1331 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:32.319583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-456ea821-a607-4598-aec5-3ed534582e4d req-7a623636-dfe8-4614-9974-b13810fd1331 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Synchronizing usage tracker for tenant:7f368fc57e274a14b1f1a392166d6e99 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:03:32.367620 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:32.660226 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d91a17eb-b62d-43f2-b5d5-c1e0257bc680 req-92a871a1-e601-40a3-bc80-32b2974f1d98 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0716734 May 25 20:03:32.680613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] For port 7ef84d13-0823-4371-a717-ac94944a8d07, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7ef84d13-0823-4371-a717-ac94944a8d07,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:32.680972 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:32.747419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c1c2b1e1-317b-4ed1-90a6-98957e6be9dc None None] For port 7ef84d13-0823-4371-a717-ac94944a8d07, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7ef84d13-0823-4371-a717-ac94944a8d07,segment=NetworkSegment(245f4578-cc25-45ad-ba5e-80f8fbd76523),segment_id=245f4578-cc25-45ad-ba5e-80f8fbd76523)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:32.748094 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1c2b1e1-317b-4ed1-90a6-98957e6be9dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:32.950544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2b1e1-317b-4ed1-90a6-98957e6be9dc None None] Calling delete_port for 7ef84d13-0823-4371-a717-ac94944a8d07 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:32.955127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-456ea821-a607-4598-aec5-3ed534582e4d req-7a623636-dfe8-4614-9974-b13810fd1331 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Unset dirty status for tenant:7f368fc57e274a14b1f1a392166d6e99 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:03:32.962034 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-456ea821-a607-4598-aec5-3ed534582e4d req-7a623636-dfe8-4614-9974-b13810fd1331 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 932 time: 1.1621158 May 25 20:03:33.037551 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:33.059421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Calling delete_port for 7ef84d13-0823-4371-a717-ac94944a8d07 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:33.101049 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1c2b1e1-317b-4ed1-90a6-98957e6be9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:33.107984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc10db5-3e55-492f-a175-05517f945e09,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:33.178016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2b1e1-317b-4ed1-90a6-98957e6be9dc None None] Pushing event deleted for resources: {'Port': ['ID=7ef84d13-0823-4371-a717-ac94944a8d07,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:33.180173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2b1e1-317b-4ed1-90a6-98957e6be9dc None None] No DVR routers for this DVR port 7ef84d13-0823-4371-a717-ac94944a8d07 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:03:33.184189 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:33.204132 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:03:33.204740 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:03:33.213769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc254dd1-1a78-49ef-8f8c-3f7401e04c58 req-6deeb4fb-377d-424f-b4cb-4a5b1201d2fb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:33.223172 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc254dd1-1a78-49ef-8f8c-3f7401e04c58 req-6deeb4fb-377d-424f-b4cb-4a5b1201d2fb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2220328 May 25 20:03:33.234569 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-456ea821-a607-4598-aec5-3ed534582e4d req-682996d4-e679-4d1d-85b8-cecc88516a90 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714319 May 25 20:03:33.291147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc254dd1-1a78-49ef-8f8c-3f7401e04c58 req-1c9e1578-f198-4bc9-ad2d-ddc5310aaa77 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665226 May 25 20:03:33.350330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Attempting to bind port 2dc10db5-3e55-492f-a175-05517f945e09 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:03:33.350813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Attempting to bind port 2dc10db5-3e55-492f-a175-05517f945e09 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:03:33.351213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Attempting to bind port 2dc10db5-3e55-492f-a175-05517f945e09 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:03:33.360772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Port 2dc10db5-3e55-492f-a175-05517f945e09 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:03:33.361294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Attempting to bind port 2dc10db5-3e55-492f-a175-05517f945e09 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:03:33.568601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:03:33.568947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:03:33.569507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:03:33.569899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Bound port: 2dc10db5-3e55-492f-a175-05517f945e09, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:03:33.570277 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:33.582988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42c641-ce95-4af3-8814-86cf5f585c28 req-0f1f1f79-1508-4985-956c-a713b10dfe11 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:33.584574 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a42c641-ce95-4af3-8814-86cf5f585c28 req-0f1f1f79-1508-4985-956c-a713b10dfe11 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 947 time: 0.0943003 May 25 20:03:33.636045 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a42c641-ce95-4af3-8814-86cf5f585c28 req-0d650d87-da01-4cda-ac30-e265d800385b tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433676 May 25 20:03:33.706658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Deleting port 7ef84d13-0823-4371-a717-ac94944a8d07 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:33.707308 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:33.740749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ef84d13-0823-4371-a717-ac94944a8d07 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:03:33.790344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 7ef84d13-0823-4371-a717-ac94944a8d07 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:03:33.791853 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ef84d13-0823-4371-a717-ac94944a8d07 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:03:33.839648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] The port '7ef84d13-0823-4371-a717-ac94944a8d07' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:03:33.865747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] For port 2dc10db5-3e55-492f-a175-05517f945e09, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:03:33.877886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439158cf-03a9-481b-94d4-c1a0c1e9f163 req-d2f82429-dbff-436b-8669-4e39824851db tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:33.878135 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-439158cf-03a9-481b-94d4-c1a0c1e9f163 req-d2f82429-dbff-436b-8669-4e39824851db tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.3510499 May 25 20:03:33.891889 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] For port 2dc10db5-3e55-492f-a175-05517f945e09, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2dc10db5-3e55-492f-a175-05517f945e09,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:03:33.918713 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:33.995121 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d29ab6a9-635c-4ebf-9c29-8377b850803d req-5dd809b7-330e-40ff-92cd-f4f371e303d2 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1265738 May 25 20:03:34.002421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:34.003069 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:34.004475 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47101b80-756c-45b5-9730-091064c889de req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] 10.222.0.50 "PUT /v2.0/ports/2dc10db5-3e55-492f-a175-05517f945e09 HTTP/1.1" status: 200 len: 1095 time: 3.5775590 May 25 20:03:34.017699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa61def-68d4-422f-9196-7c72a9921486', 'tag': '2dc10db5-3e55-492f-a175-05517f945e09'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:03:34.023026 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:34.072981 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-439158cf-03a9-481b-94d4-c1a0c1e9f163 req-c9d24ba0-6bd9-402f-a65f-d499fbee19cc tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865330 May 25 20:03:34.109115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2085e6-f20e-487f-be4b-c0be0f01090b']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:34.156287 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245f4578-cc25-45ad-ba5e-80f8fbd76523') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:34.156584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245f4578-cc25-45ad-ba5e-80f8fbd76523') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:34.207460 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7e495d-2e2d-416b-a48f-c7e915b3abf9'] response: {'name': 'network-changed', 'server_uuid': '2aa61def-68d4-422f-9196-7c72a9921486', 'tag': '2dc10db5-3e55-492f-a175-05517f945e09', 'status': 'completed', 'code': 200} May 25 20:03:34.207869 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:34.208695 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:03:34.224590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b62c51-119e-4237-8099-1432fcc19760 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc10db5-3e55-492f-a175-05517f945e09,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:34.240590 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:34.250660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:03:34.251746 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:34.313892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83da382-763c-4792-aae6-effff88782f5 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:03:34.323643 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:34.369073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Transition to ACTIVE for port object c83da382-763c-4792-aae6-effff88782f5 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:03:34.389122 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:34.422544 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 245f4578-cc25-45ad-ba5e-80f8fbd76523 resource provider aggregate not found May 25 20:03:34.515179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101b80-756c-45b5-9730-091064c889de req-b49edb71-c3e1-4242-8251-94aa8f6083fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:34.516748 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47101b80-756c-45b5-9730-091064c889de req-b49edb71-c3e1-4242-8251-94aa8f6083fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0be1684b261340a68c76f551323cf161&device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 1098 time: 0.4418912 May 25 20:03:34.620362 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 245f4578-cc25-45ad-ba5e-80f8fbd76523 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 245f4578-cc25-45ad-ba5e-80f8fbd76523 found for delete ", "request_id": "req-0bc22939-3d6b-43bc-a10e-32abd38ac638"}]} May 25 20:03:34.672595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Pushing event updated for resources: {'Port': ['ID=c83da382-763c-4792-aae6-effff88782f5,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:34.675599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:34.676826 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47101b80-756c-45b5-9730-091064c889de req-cc4ee1ba-9ac2-4d99-b21a-c8afbc178cd6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2dc10db5-3e55-492f-a175-05517f945e09 HTTP/1.1" status: 200 len: 217 time: 0.1482053 May 25 20:03:34.718178 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:34.756464 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] 10.222.0.60 "DELETE /v2.0/networks/2a2085e6-f20e-487f-be4b-c0be0f01090b HTTP/1.1" status: 204 len: 168 time: 2.8622918 May 25 20:03:34.761161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2614a-0ec4-4493-95d1-f5c9c09d2a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=2a2085e6-f20e-487f-be4b-c0be0f01090b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:34.764809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36958) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:34.849699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101b80-756c-45b5-9730-091064c889de req-2ddbfbc4-e4fd-48aa-97b7-12a7df1778b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:34.851163 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47101b80-756c-45b5-9730-091064c889de req-2ddbfbc4-e4fd-48aa-97b7-12a7df1778b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1649556 May 25 20:03:34.890822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a94045-d5e0-4d4d-b8e2-4c78649a0e52 req-5afbc6f6-8250-47ea-abc7-2a83476cb327 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:34.891764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f5a94045-d5e0-4d4d-b8e2-4c78649a0e52 req-5afbc6f6-8250-47ea-abc7-2a83476cb327 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Synchronizing usage tracker for tenant:7f368fc57e274a14b1f1a392166d6e99 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:03:34.937396 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272ed67-1a47-46c3-8eee-140f7ea8fda3 req-c14ea84a-7aa1-4505-8abb-26f7e78637f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:34.944987 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a272ed67-1a47-46c3-8eee-140f7ea8fda3 req-c14ea84a-7aa1-4505-8abb-26f7e78637f6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.4713588 May 25 20:03:34.969614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Attempting to bind port c83da382-763c-4792-aae6-effff88782f5 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:03:34.969947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Attempting to bind port c83da382-763c-4792-aae6-effff88782f5 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:03:34.970310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Attempting to bind port c83da382-763c-4792-aae6-effff88782f5 on network ac16da66-8ba6-42d0-a487-88fb370f02e7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:03:34.984062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f5a94045-d5e0-4d4d-b8e2-4c78649a0e52 req-5afbc6f6-8250-47ea-abc7-2a83476cb327 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Unset dirty status for tenant:7f368fc57e274a14b1f1a392166d6e99 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:03:34.984360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Port c83da382-763c-4792-aae6-effff88782f5 on network ac16da66-8ba6-42d0-a487-88fb370f02e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:03:34.984644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Attempting to bind port c83da382-763c-4792-aae6-effff88782f5 on network ac16da66-8ba6-42d0-a487-88fb370f02e7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:03:34.987320 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5a94045-d5e0-4d4d-b8e2-4c78649a0e52 req-5afbc6f6-8250-47ea-abc7-2a83476cb327 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 944 time: 0.5585222 May 25 20:03:35.004395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:03:35.005001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Checking segment: {'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:03:35.005114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Bound using segment: {'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:03:35.005523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Bound port: c83da382-763c-4792-aae6-effff88782f5, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:03:35.005865 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:35.038490 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a272ed67-1a47-46c3-8eee-140f7ea8fda3 req-2fc03227-903b-4a70-a4db-b9b7441db6a0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923691 May 25 20:03:35.111670 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5a94045-d5e0-4d4d-b8e2-4c78649a0e52 req-474669bf-e758-4260-b306-6d34401ac821 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083021 May 25 20:03:35.211785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101b80-756c-45b5-9730-091064c889de req-03827d44-cdc7-4821-a2af-8ba0beece01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:35.213386 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47101b80-756c-45b5-9730-091064c889de req-03827d44-cdc7-4821-a2af-8ba0beece01e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3537526 May 25 20:03:35.446225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] For port c83da382-763c-4792-aae6-effff88782f5, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:03:35.451072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f518b8d9-b76e-4ed4-b970-47572ae4b995 req-35c85936-4e02-445a-91ad-01b303dd47f8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0715055 May 25 20:03:35.461636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] For port c83da382-763c-4792-aae6-effff88782f5, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c83da382-763c-4792-aae6-effff88782f5,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:03:35.470667 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:35.565644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Pushing event updated for resources: {'Port': ['ID=c83da382-763c-4792-aae6-effff88782f5,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:35.584573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:35.585475 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:35.588288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-10cdf93a-70bb-499c-bc58-1d111f5b15ff service neutron] 10.222.0.50 "PUT /v2.0/ports/c83da382-763c-4792-aae6-effff88782f5 HTTP/1.1" status: 200 len: 1092 time: 3.4220004 May 25 20:03:35.609550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47101b80-756c-45b5-9730-091064c889de req-20808222-1767-42fd-ac8d-ab5620966326 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748798 May 25 20:03:35.685881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b196f1-9882-4b3f-bde0-eff595c62217 req-4dae5bfa-d13d-4d66-b266-c034bf96cb8d tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:35.695910 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-87b196f1-9882-4b3f-bde0-eff595c62217 req-4dae5bfa-d13d-4d66-b266-c034bf96cb8d tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 947 time: 0.4143946 May 25 20:03:35.812574 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-87b196f1-9882-4b3f-bde0-eff595c62217 req-d8eb8223-ff0e-4ff6-8f5f-75d40f6d4d07 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156619 May 25 20:03:35.858676 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4f574aa-1d50-4f9f-90fa-19faa6edf209 req-89af97d5-2c6f-43a3-a7e0-ffb638f5e874 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3574288 May 25 20:03:36.081400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f574aa-1d50-4f9f-90fa-19faa6edf209 req-38d8e4f8-30bc-4a86-ae3f-6300982f1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:36.082976 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4f574aa-1d50-4f9f-90fa-19faa6edf209 req-38d8e4f8-30bc-4a86-ae3f-6300982f1b95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f3326d988b049239f6ec1e4f89ac268&device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1683002 May 25 20:03:36.144588 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47101b80-756c-45b5-9730-091064c889de req-0ab8d269-7ad9-46ae-9c8b-30bd7d2f11ab service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282981 May 25 20:03:36.155061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcbb2c-f8bd-45a0-b5cf-df61607e5034 req-b42796a8-6a0c-4a62-b44a-269ca01dccf7 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:36.163425 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07dcbb2c-f8bd-45a0-b5cf-df61607e5034 req-b42796a8-6a0c-4a62-b44a-269ca01dccf7 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.4868824 May 25 20:03:36.187276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-5c15bca0-fd4a-4b47-8751-c9a6ac596de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:36.189803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-5c15bca0-fd4a-4b47-8751-c9a6ac596de1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f368fc57e274a14b1f1a392166d6e99&device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 1095 time: 0.3163006 May 25 20:03:36.263617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5983ccb-c384-40b0-aaf3-9feb306697e3', 'tag': 'c83da382-763c-4792-aae6-effff88782f5'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:03:36.338201 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5b4783b-9ca1-4002-9eb2-e1c1cb05a4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:36.358746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-481c9dcf-e6ac-4d80-95f1-57014c4bc092 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c83da382-763c-4792-aae6-effff88782f5 HTTP/1.1" status: 200 len: 217 time: 0.1477952 May 25 20:03:36.372288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07dcbb2c-f8bd-45a0-b5cf-df61607e5034 req-f05ca347-76fd-40e9-a107-fae8fe22a66d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082417 May 25 20:03:36.470880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-5a401ee4-dbe3-4ab9-9820-84ca303c8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:36.472717 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-5a401ee4-dbe3-4ab9-9820-84ca303c8bfa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=416a5448-e8aa-4560-b947-656eb8c9db43 HTTP/1.1" status: 200 len: 845 time: 0.0992315 May 25 20:03:36.477985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f574aa-1d50-4f9f-90fa-19faa6edf209 req-83f0a9a3-de88-443a-8002-7030fdbbd2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:36.479540 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4f574aa-1d50-4f9f-90fa-19faa6edf209 req-83f0a9a3-de88-443a-8002-7030fdbbd2bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae HTTP/1.1" status: 200 len: 916 time: 0.3523800 May 25 20:03:36.542364 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-4fbadfc7-c2ce-44ad-9ced-c6906930fd8e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac16da66-8ba6-42d0-a487-88fb370f02e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607936 May 25 20:03:36.549997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcd877-dff1-4374-bd12-1d22f85a18ed req-96756a3d-2e9f-4bb4-8afa-24ade884544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:36.553037 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0bcd877-dff1-4374-bd12-1d22f85a18ed req-96756a3d-2e9f-4bb4-8afa-24ade884544c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0be1684b261340a68c76f551323cf161&device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 1098 time: 0.2676935 May 25 20:03:36.831310 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4f574aa-1d50-4f9f-90fa-19faa6edf209 req-381e224f-ea13-43b7-aa4f-ae96ef91873d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b899b307-4b23-41ff-86b4-7c7d45e8c005 HTTP/1.1" status: 200 len: 1000 time: 0.3379476 May 25 20:03:36.902524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cab00-98b2-4ae3-a7d5-636c2d43fa66 req-d731015e-7d57-4d81-84f2-ea626e9f75f4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:36.904441 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-727cab00-98b2-4ae3-a7d5-636c2d43fa66 req-d731015e-7d57-4d81-84f2-ea626e9f75f4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.5113635 May 25 20:03:36.942750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcd877-dff1-4374-bd12-1d22f85a18ed req-5bac2d15-7a5a-4146-9a51-597f6514982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:36.945165 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0bcd877-dff1-4374-bd12-1d22f85a18ed req-5bac2d15-7a5a-4146-9a51-597f6514982a service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.3669817 May 25 20:03:36.950588 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-373f84d4-9fe5-4935-b3fe-4378c2eada20 service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971779 May 25 20:03:37.065202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f574aa-1d50-4f9f-90fa-19faa6edf209 req-48686d93-0bc8-47e9-966d-342b42f20bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:37.066589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4f574aa-1d50-4f9f-90fa-19faa6edf209 req-48686d93-0bc8-47e9-966d-342b42f20bfa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e03b0aa2-ca26-4835-b699-ad9242d97ea4 HTTP/1.1" status: 200 len: 854 time: 0.2241762 May 25 20:03:37.088315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c316fb3-55c5-46e7-b691-6ba1480d1d30 req-c4f16158-373e-4523-b1e9-eef479a9af77 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:37.091314 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c316fb3-55c5-46e7-b691-6ba1480d1d30 req-c4f16158-373e-4523-b1e9-eef479a9af77 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 944 time: 0.5117507 May 25 20:03:37.122833 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-727cab00-98b2-4ae3-a7d5-636c2d43fa66 req-d1d60ed9-f82d-4805-9b6b-563cb82ed5a2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098148 May 25 20:03:37.197563 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0bcd877-dff1-4374-bd12-1d22f85a18ed req-842b8cf5-3fa9-43c7-ac34-44f705f822c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2dc10db5-3e55-492f-a175-05517f945e09 HTTP/1.1" status: 200 len: 217 time: 0.2443905 May 25 20:03:37.251155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f574aa-1d50-4f9f-90fa-19faa6edf209 req-055a0c13-2e5a-46e5-a52b-a8938af6ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:37.252719 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4f574aa-1d50-4f9f-90fa-19faa6edf209 req-055a0c13-2e5a-46e5-a52b-a8938af6ee07 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788807 May 25 20:03:37.258420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4783b-9ca1-4002-9eb2-e1c1cb05a4cc admin admin] Deleting port 72f08ec9-6f00-4911-a003-f7ced019eef8 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:37.258747 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5b4783b-9ca1-4002-9eb2-e1c1cb05a4cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:37.373534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcd877-dff1-4374-bd12-1d22f85a18ed req-e0367f3a-0cf4-4864-98e2-81c3cd2b12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:37.375063 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0bcd877-dff1-4374-bd12-1d22f85a18ed req-e0367f3a-0cf4-4864-98e2-81c3cd2b12cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1659520 May 25 20:03:37.421041 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c316fb3-55c5-46e7-b691-6ba1480d1d30 req-b540d96d-2afe-481d-9dc6-d845687e9099 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135119 May 25 20:03:37.449029 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-177388e0-ca26-4da7-bb69-73c6db423f06 req-1a42a406-e057-4dfa-a5a2-525eddf92659 service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273551 May 25 20:03:37.500737 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcd877-dff1-4374-bd12-1d22f85a18ed req-4df2d2a2-ebc2-42c5-bfe1-cb639aacdeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:37.502695 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0bcd877-dff1-4374-bd12-1d22f85a18ed req-4df2d2a2-ebc2-42c5-bfe1-cb639aacdeb9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1211760 May 25 20:03:37.550555 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09c69bed-7096-4216-a6d0-be9a033a71b4'] response: {'name': 'network-changed', 'server_uuid': 'b5983ccb-c384-40b0-aaf3-9feb306697e3', 'tag': 'c83da382-763c-4792-aae6-effff88782f5', 'status': 'completed', 'code': 200} May 25 20:03:37.624183 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4f574aa-1d50-4f9f-90fa-19faa6edf209 req-da3e297a-c0b3-4f79-8e1c-9cebebf2324f service neutron] 10.222.0.50 "GET /v2.0/networks/a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293695 May 25 20:03:37.637783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b7ae1-1555-4a37-87eb-aca0174770e6 req-5debbe88-724a-45cc-b1b2-bffdf1a6dd64 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:37.644866 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-443b7ae1-1555-4a37-87eb-aca0174770e6 req-5debbe88-724a-45cc-b1b2-bffdf1a6dd64 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 945 time: 0.3566685 May 25 20:03:37.785220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.50', 56914) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:37.822129 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-443b7ae1-1555-4a37-87eb-aca0174770e6 req-f18bb325-ceda-43c0-8a90-f3422056eec2 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/security-groups?id=8fe5d932-182b-4f14-8198-3b4c7949adae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761105 May 25 20:03:37.824496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-e5b4783b-9ca1-4002-9eb2-e1c1cb05a4cc admin admin] For port 72f08ec9-6f00-4911-a003-f7ced019eef8, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=72f08ec9-6f00-4911-a003-f7ced019eef8,segment=NetworkSegment(1414c5aa-3e31-46d8-b716-aafae14d0ce3),segment_id=1414c5aa-3e31-46d8-b716-aafae14d0ce3)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:37.825068 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5b4783b-9ca1-4002-9eb2-e1c1cb05a4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:37.986488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4783b-9ca1-4002-9eb2-e1c1cb05a4cc admin admin] Calling delete_port for 72f08ec9-6f00-4911-a003-f7ced019eef8 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:38.061743 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ae1fde2-d513-4371-a894-4c27f6580d2d req-3af6d7a7-68f6-4e70-9348-1f7ed05cb006 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.4249215 May 25 20:03:38.153481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4f574aa-1d50-4f9f-90fa-19faa6edf209 req-ecdb9da1-25c6-42e3-a559-2acfaab9d0f0 service neutron] 10.222.0.50 "GET /v2.0/networks/a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063918 May 25 20:03:38.181763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0bcd877-dff1-4374-bd12-1d22f85a18ed req-0fcf5813-c9e6-4a9e-9903-e80224deda59 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701422 May 25 20:03:38.218173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec746e-548f-423f-8beb-32c503d85313 req-f5bfcc57-8dec-4fdf-bdf1-145f92d23362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:38.219628 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0eec746e-548f-423f-8beb-32c503d85313 req-f5bfcc57-8dec-4fdf-bdf1-145f92d23362 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f368fc57e274a14b1f1a392166d6e99&device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 1095 time: 0.6727989 May 25 20:03:38.262240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39ac86-ccf6-47ab-9f6b-01c50f258333 req-a166dd1c-246d-4d44-b67d-ffe88490837c tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:38.263885 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de39ac86-ccf6-47ab-9f6b-01c50f258333 req-a166dd1c-246d-4d44-b67d-ffe88490837c tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 947 time: 0.2216167 May 25 20:03:38.343964 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de39ac86-ccf6-47ab-9f6b-01c50f258333 req-5ae20c6e-4267-47ea-b37b-50cef7912479 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690870 May 25 20:03:38.415037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-4bae25be-1451-488f-8e4e-3e5f01fec394 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:38.416487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-4bae25be-1451-488f-8e4e-3e5f01fec394 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 945 time: 0.6141937 May 25 20:03:38.446365 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5b4783b-9ca1-4002-9eb2-e1c1cb05a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:38.572003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Deleting port b899b307-4b23-41ff-86b4-7c7d45e8c005 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:38.572356 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:38.593001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4783b-9ca1-4002-9eb2-e1c1cb05a4cc admin admin] Pushing event deleted for resources: {'Port': ['ID=72f08ec9-6f00-4911-a003-f7ced019eef8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:38.647191 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0bcd877-dff1-4374-bd12-1d22f85a18ed req-88923172-e28a-47a3-ac33-60f10e34402a service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591143 May 25 20:03:38.659509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec746e-548f-423f-8beb-32c503d85313 req-52b9e03e-11bb-4df7-8d28-e031e14ef926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:38.661013 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0eec746e-548f-423f-8beb-32c503d85313 req-52b9e03e-11bb-4df7-8d28-e031e14ef926 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac16da66-8ba6-42d0-a487-88fb370f02e7 HTTP/1.1" status: 200 len: 906 time: 0.4031849 May 25 20:03:38.741920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef6ddd-9885-4fc9-adeb-77de765cfbcb req-e981e221-d17b-470e-b9a2-199bc05ada01 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:38.743572 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69ef6ddd-9885-4fc9-adeb-77de765cfbcb req-e981e221-d17b-470e-b9a2-199bc05ada01 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.5327439 May 25 20:03:38.800240 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0eec746e-548f-423f-8beb-32c503d85313 req-47df6b3c-bd97-4118-882a-21f53f1b0bdd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c83da382-763c-4792-aae6-effff88782f5 HTTP/1.1" status: 200 len: 217 time: 0.1313341 May 25 20:03:38.954041 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69ef6ddd-9885-4fc9-adeb-77de765cfbcb req-3522ab30-2060-41c5-955f-ae0f8debf973 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741328 May 25 20:03:39.006838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec746e-548f-423f-8beb-32c503d85313 req-afc8487c-400c-4b0a-809f-2ffc1aaa008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:39.008306 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0eec746e-548f-423f-8beb-32c503d85313 req-afc8487c-400c-4b0a-809f-2ffc1aaa008e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=416a5448-e8aa-4560-b947-656eb8c9db43 HTTP/1.1" status: 200 len: 845 time: 0.1997316 May 25 20:03:39.065233 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0eec746e-548f-423f-8beb-32c503d85313 req-383529e1-e2d4-4fa6-af7e-3415b7ddb79d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac16da66-8ba6-42d0-a487-88fb370f02e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503445 May 25 20:03:39.130592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5539a-1756-45de-9e9d-f5dd6ecd7f75 req-92f43410-0118-45f4-99c4-d2c5c70ec260 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:39.139034 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c3f5539a-1756-45de-9e9d-f5dd6ecd7f75 req-92f43410-0118-45f4-99c4-d2c5c70ec260 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.6387670 May 25 20:03:39.206075 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c3f5539a-1756-45de-9e9d-f5dd6ecd7f75 req-5a8d317b-bde9-44fd-94b1-8ebd5108a26a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666914 May 25 20:03:39.239144 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5b4783b-9ca1-4002-9eb2-e1c1cb05a4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:39.316461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] For port b899b307-4b23-41ff-86b4-7c7d45e8c005, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b899b307-4b23-41ff-86b4-7c7d45e8c005,segment=NetworkSegment(fcb18b6c-0eea-4020-8c44-bc10a2582e75),segment_id=fcb18b6c-0eea-4020-8c44-bc10a2582e75)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:39.316461 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:39.419345 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0eec746e-548f-423f-8beb-32c503d85313 req-6c766fd0-f87b-44d2-9e75-3e9c328cd261 service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465946 May 25 20:03:39.465562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361ae69-8e1e-4a44-930d-24cdd47579e9 req-54c89ca6-a5d5-48c0-bca7-f127775355f3 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:39.467367 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2361ae69-8e1e-4a44-930d-24cdd47579e9 req-54c89ca6-a5d5-48c0-bca7-f127775355f3 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 944 time: 0.3960133 May 25 20:03:39.546860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a01f95-f081-43ee-af90-9585a521c4ed req-508069a1-d2e8-45c7-b81c-b4766330c358 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:39.548405 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78a01f95-f081-43ee-af90-9585a521c4ed req-508069a1-d2e8-45c7-b81c-b4766330c358 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 945 time: 0.2166648 May 25 20:03:39.692977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2dc10db5-3e55-492f-a175-05517f945e09 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:03:39.812008 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78a01f95-f081-43ee-af90-9585a521c4ed req-3a89e695-bd44-4104-b93a-46b824d1327b tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/security-groups?id=8fe5d932-182b-4f14-8198-3b4c7949adae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034202 May 25 20:03:39.883524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b4783b-9ca1-4002-9eb2-e1c1cb05a4cc admin admin] Router 4699cac4-1005-4bd7-ab4b-9dde6671eacb has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:03:39.921651 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2361ae69-8e1e-4a44-930d-24cdd47579e9 req-e522f850-727c-44c8-99c6-e3b6483ebb56 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030957 May 25 20:03:39.966392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2dc10db5-3e55-492f-a175-05517f945e09, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2dc10db5-3e55-492f-a175-05517f945e09,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:40.012523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '2dc10db5-3e55-492f-a175-05517f945e09', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '2dc10db5-3e55-492f-a175-05517f945e09', 'mac_address': 'fa:16:3e:a2:3f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:03:40.032973 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0eec746e-548f-423f-8beb-32c503d85313 req-f7ff4ad6-3d78-485c-af5e-99be6843c806 service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033266 May 25 20:03:40.042456 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:40.043559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:40.044269 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Floating IP e4e268c4-551f-4e60-b136-1da3f71ef9e2 disassociated. External IP: 172.25.3.80, port: b899b307-4b23-41ff-86b4-7c7d45e8c005. May 25 20:03:40.044699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Calling delete_port for b899b307-4b23-41ff-86b4-7c7d45e8c005 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:40.086992 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2dc10db5-3e55-492f-a175-05517f945e09 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:03:40.087496 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:40.117920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc10db5-3e55-492f-a175-05517f945e09 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:03:40.129890 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a5b67cb-5650-4ccc-b812-913a0b5e1777 req-54625643-fbd8-4219-82c1-47dc3681a771 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1013319 May 25 20:03:40.135409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2dc10db5-3e55-492f-a175-05517f945e09, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2dc10db5-3e55-492f-a175-05517f945e09,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:40.141816 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:40.143168 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c83da382-763c-4792-aae6-effff88782f5 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:03:40.313322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2dc10db5-3e55-492f-a175-05517f945e09,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:40.340825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422615a7-479a-40cd-92d6-0fbf42d98803 req-b49ea26f-3c02-40ad-8c5c-bcd3f581b4bd tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:40.342274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-422615a7-479a-40cd-92d6-0fbf42d98803 req-b49ea26f-3c02-40ad-8c5c-bcd3f581b4bd tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Synchronizing usage tracker for tenant:0be1684b261340a68c76f551323cf161 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:03:40.395313 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:40.420716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b4783b-9ca1-4002-9eb2-e1c1cb05a4cc admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:03:40.435254 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8b389a-36b5-4512-8554-ca4118945b44 None None] Sync routers for ids ['4699cac4-1005-4bd7-ab4b-9dde6671eacb'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:03:40.443679 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e5b4783b-9ca1-4002-9eb2-e1c1cb05a4cc admin admin] 10.222.0.60 "PUT /v2.0/routers/4699cac4-1005-4bd7-ab4b-9dde6671eacb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6742852 May 25 20:03:40.447033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37026) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:40.451578 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b389a-36b5-4512-8554-ca4118945b44 None None] Routers {'4699cac4-1005-4bd7-ab4b-9dde6671eacb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:40.452378 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1d8b389a-36b5-4512-8554-ca4118945b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:03:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4699cac4-1005-4bd7-ab4b-9dde6671eacb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:40.491351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c83da382-763c-4792-aae6-effff88782f5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c83da382-763c-4792-aae6-effff88782f5,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:40.515123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Pushing event deleted for resources: {'Port': ['ID=b899b307-4b23-41ff-86b4-7c7d45e8c005,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:40.547906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'c83da382-763c-4792-aae6-effff88782f5', 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7', 'port_id': 'c83da382-763c-4792-aae6-effff88782f5', 'mac_address': 'fa:16:3e:1f:64:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416a5448-e8aa-4560-b947-656eb8c9db43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:03:40.552410 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-422615a7-479a-40cd-92d6-0fbf42d98803 req-b49ea26f-3c02-40ad-8c5c-bcd3f581b4bd tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Unset dirty status for tenant:0be1684b261340a68c76f551323cf161 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:03:40.556190 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-422615a7-479a-40cd-92d6-0fbf42d98803 req-b49ea26f-3c02-40ad-8c5c-bcd3f581b4bd tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 948 time: 0.4396887 May 25 20:03:40.601456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a190c-3ef8-4f6d-9599-daf7a9aa2de6 req-ae16e19f-b099-4b5e-8b11-f6d724f66e22 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:40.610657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-088a190c-3ef8-4f6d-9599-daf7a9aa2de6 req-ae16e19f-b099-4b5e-8b11-f6d724f66e22 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.3088484 May 25 20:03:40.640215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port c83da382-763c-4792-aae6-effff88782f5 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:03:40.640596 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:40.664201 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-1d8b389a-36b5-4512-8554-ca4118945b44 None None] Set router 4699cac4-1005-4bd7-ab4b-9dde6671eacb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:40.667630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83da382-763c-4792-aae6-effff88782f5 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:03:40.700942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c83da382-763c-4792-aae6-effff88782f5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c83da382-763c-4792-aae6-effff88782f5,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:40.706787 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:40.890469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=c83da382-763c-4792-aae6-effff88782f5,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:40.890748 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:40.971663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['2dc10db5-3e55-492f-a175-05517f945e09'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:03:41.020480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-088a190c-3ef8-4f6d-9599-daf7a9aa2de6 req-385558a7-a2fb-49e9-bd2e-f97c1dd647f9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084387 May 25 20:03:41.026552 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-422615a7-479a-40cd-92d6-0fbf42d98803 req-5d8debaf-6438-4ccb-80ba-f1618a8999e8 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Synchronizing usage tracker for tenant:0be1684b261340a68c76f551323cf161 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:03:41.040565 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['c83da382-763c-4792-aae6-effff88782f5'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:03:41.078381 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1d8b389a-36b5-4512-8554-ca4118945b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965414549-router', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '145129b2-efe3-490f-859e-c9c473f44f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:59:19Z', 'updated_at': '2022-05-25T20:03:38Z', 'revision_number': 5, 'project_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'gw_port': {'id': '145129b2-efe3-490f-859e-c9c473f44f37', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:21Z', 'updated_at': '2022-05-25T19:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:41.083967 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8b389a-36b5-4512-8554-ca4118945b44 None None] Checking router: 4699cac4-1005-4bd7-ab4b-9dde6671eacb for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:03:41.096571 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-422615a7-479a-40cd-92d6-0fbf42d98803 req-5d8debaf-6438-4ccb-80ba-f1618a8999e8 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Unset dirty status for tenant:0be1684b261340a68c76f551323cf161 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:03:41.099673 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b389a-36b5-4512-8554-ca4118945b44 None None] Routers {'4699cac4-1005-4bd7-ab4b-9dde6671eacb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:41.100846 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1d8b389a-36b5-4512-8554-ca4118945b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:03:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4699cac4-1005-4bd7-ab4b-9dde6671eacb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:41.114886 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-422615a7-479a-40cd-92d6-0fbf42d98803 req-5d8debaf-6438-4ccb-80ba-f1618a8999e8 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053881 May 25 20:03:41.161928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Router d81d79ef-08c4-4df1-8316-483377b83c82 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:03:41.508550 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-1d8b389a-36b5-4512-8554-ca4118945b44 None None] Set router 4699cac4-1005-4bd7-ab4b-9dde6671eacb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:41.510874 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-52c95700-a8ac-401d-887e-25aa25f488b7 req-e2298c96-e1f2-4ce2-9441-4b8147df971f tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 210 time: 0.0909910 May 25 20:03:41.692374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:03:41.704808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c1913-57cb-42ce-adc2-742a9430fdf7 req-0e249160-e653-4fc0-999b-b96346231f05 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:41.715646 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8c7c1913-57cb-42ce-adc2-742a9430fdf7 req-0e249160-e653-4fc0-999b-b96346231f05 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2696941 May 25 20:03:41.727369 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:41.730013 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b899b307-4b23-41ff-86b4-7c7d45e8c005 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:03:41.805967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] Deleting port 145129b2-efe3-490f-859e-c9c473f44f37 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:41.810747 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:41.820498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: b899b307-4b23-41ff-86b4-7c7d45e8c005 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:03:41.820907 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b899b307-4b23-41ff-86b4-7c7d45e8c005 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:03:41.822590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50d1240-ba84-48cc-a209-92b62bcabe23 None None] Sync routers for ids ['d81d79ef-08c4-4df1-8316-483377b83c82'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:03:41.843129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d1240-ba84-48cc-a209-92b62bcabe23 None None] Routers {'d81d79ef-08c4-4df1-8316-483377b83c82'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:41.843877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f50d1240-ba84-48cc-a209-92b62bcabe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:03:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d81d79ef-08c4-4df1-8316-483377b83c82'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:41.921746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8c7c1913-57cb-42ce-adc2-742a9430fdf7 req-56b44696-40d8-4495-b96b-e5d3a99537d0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043736 May 25 20:03:41.928391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] No DVR routers for this DVR port b899b307-4b23-41ff-86b4-7c7d45e8c005 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:03:41.946859 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:41.962115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef395f2-300e-4014-a122-f2d893c70fd1', 'name': 'network-vif-deleted', 'tag': 'b899b307-4b23-41ff-86b4-7c7d45e8c005'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:03:41.974654 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87c3250c-f394-48fa-a3d4-76d96c80afec req-6ef131a1-b8af-4f7f-85b8-e293598c7549 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.50 "DELETE /v2.0/ports/b899b307-4b23-41ff-86b4-7c7d45e8c005 HTTP/1.1" status: 204 len: 173 time: 3.5427327 May 25 20:03:42.029964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754580f-31c3-4c0d-b844-ec6c5f7680aa req-02d3e7cc-1282-42b2-81cc-b4cc54758acf tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:42.054559 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c754580f-31c3-4c0d-b844-ec6c5f7680aa req-02d3e7cc-1282-42b2-81cc-b4cc54758acf tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 945 time: 0.2833004 May 25 20:03:42.147816 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c754580f-31c3-4c0d-b844-ec6c5f7680aa req-2b033459-f4fc-424f-8020-fe01da162dad tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915909 May 25 20:03:42.166933 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1d8b389a-36b5-4512-8554-ca4118945b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965414549-router', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '145129b2-efe3-490f-859e-c9c473f44f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:59:19Z', 'updated_at': '2022-05-25T20:03:38Z', 'revision_number': 5, 'project_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'gw_port': {'id': '145129b2-efe3-490f-859e-c9c473f44f37', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:21Z', 'updated_at': '2022-05-25T19:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:42.173936 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8b389a-36b5-4512-8554-ca4118945b44 None None] The sync data for ids ['4699cac4-1005-4bd7-ab4b-9dde6671eacb'] in n-d-843339-1 is: [{'id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-965414549-router', 'tenant_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '145129b2-efe3-490f-859e-c9c473f44f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T19:59:19Z', 'updated_at': '2022-05-25T20:03:38Z', 'revision_number': 5, 'project_id': '02ba6ae46971466d8ea66e9b27ac4a0c', 'gw_port': {'id': '145129b2-efe3-490f-859e-c9c473f44f37', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4699cac4-1005-4bd7-ab4b-9dde6671eacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T19:59:21Z', 'updated_at': '2022-05-25T19:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:03:42.217405 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e36f402-a8e9-414f-ac02-dd103320aa26 req-8c5a7784-d1a5-4954-999a-c98bf972939a tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0907247 May 25 20:03:42.238973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] For port 145129b2-efe3-490f-859e-c9c473f44f37, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=145129b2-efe3-490f-859e-c9c473f44f37,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:42.239354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:42.248902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-f50d1240-ba84-48cc-a209-92b62bcabe23 None None] Set router d81d79ef-08c4-4df1-8316-483377b83c82 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:42.288662 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d88ca75-87ff-4e64-8c0a-7d40f2c8564c'] response: {'server_uuid': 'aef395f2-300e-4014-a122-f2d893c70fd1', 'name': 'network-vif-deleted', 'tag': 'b899b307-4b23-41ff-86b4-7c7d45e8c005', 'status': 'completed', 'code': 200} May 25 20:03:42.423586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] Calling delete_port for 145129b2-efe3-490f-859e-c9c473f44f37 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:42.578702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f60feb-37e4-44f5-9328-fd0f5fcce202 req-a8aad2cd-50dd-436a-ba10-9189e429548c tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:42.586485 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5f60feb-37e4-44f5-9328-fd0f5fcce202 req-a8aad2cd-50dd-436a-ba10-9189e429548c tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 948 time: 0.1722994 May 25 20:03:42.708132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5f60feb-37e4-44f5-9328-fd0f5fcce202 req-7d16cedd-414d-4f4f-a8a7-619d85d695e6 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204646 May 25 20:03:42.838199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f50d1240-ba84-48cc-a209-92b62bcabe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:00:59Z', 'revision_number': 4, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd', 'name': '', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'mac_address': 'fa:16:3e:58:e3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:57Z', 'updated_at': '2022-05-25T20:01:10Z', 'revision_number': 5, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'subnets': [{'id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:42.862692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50d1240-ba84-48cc-a209-92b62bcabe23 None None] Checking router: d81d79ef-08c4-4df1-8316-483377b83c82 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:03:42.893688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d1240-ba84-48cc-a209-92b62bcabe23 None None] Routers {'d81d79ef-08c4-4df1-8316-483377b83c82'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:42.894335 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f50d1240-ba84-48cc-a209-92b62bcabe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:03:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d81d79ef-08c4-4df1-8316-483377b83c82'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:42.978977 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:43.012103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1736c6e8-9ed3-43f6-bcd3-a971ba28458f req-cb560511-686b-4cb2-899d-32f691d7176d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Synchronizing usage tracker for tenant:4f3326d988b049239f6ec1e4f89ac268 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:03:43.030318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1736c6e8-9ed3-43f6-bcd3-a971ba28458f req-cb560511-686b-4cb2-899d-32f691d7176d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Unset dirty status for tenant:4f3326d988b049239f6ec1e4f89ac268 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:03:43.039937 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1736c6e8-9ed3-43f6-bcd3-a971ba28458f req-cb560511-686b-4cb2-899d-32f691d7176d tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef395f2-300e-4014-a122-f2d893c70fd1 HTTP/1.1" status: 200 len: 210 time: 0.1027017 May 25 20:03:43.070529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] Pushing event deleted for resources: {'Port': ['ID=145129b2-efe3-490f-859e-c9c473f44f37,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:43.170465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a23ed3-c970-4fbe-a34d-3e339d502aac req-09cb75be-28cb-4213-9069-f77317810b15 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:43.177623 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60a23ed3-c970-4fbe-a34d-3e339d502aac req-09cb75be-28cb-4213-9069-f77317810b15 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.7123907 May 25 20:03:43.213808 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-f50d1240-ba84-48cc-a209-92b62bcabe23 None None] Set router d81d79ef-08c4-4df1-8316-483377b83c82 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:43.243402 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:43.266951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efa486-c881-4461-9d9c-5a6920ab2d36 req-0e33f395-66d3-4eb0-8b59-5cffddd7d848 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:43.268529 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21efa486-c881-4461-9d9c-5a6920ab2d36 req-0e33f395-66d3-4eb0-8b59-5cffddd7d848 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1108384 May 25 20:03:43.318302 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21efa486-c881-4461-9d9c-5a6920ab2d36 req-139f971f-7038-4a20-81ad-2cb16578f4c4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428700 May 25 20:03:43.469602 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:43.473893 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60a23ed3-c970-4fbe-a34d-3e339d502aac req-27783a0e-ad36-4ce1-8c46-fc8c4cf6a86a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954743 May 25 20:03:43.475123 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:43.512258 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:43.513223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4699cac4-1005-4bd7-ab4b-9dde6671eacb {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:03:43.538572 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:43.539675 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d69a5db1-a97c-43df-a6b6-368678dafa68 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4699cac4-1005-4bd7-ab4b-9dde6671eacb HTTP/1.1" status: 204 len: 168 time: 3.0827315 May 25 20:03:43.542365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37062) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:43.616192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadec908-19e6-4966-9793-fe9351458a7b req-7488f071-67f0-480f-8bac-86cca6d604bb tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:43.618639 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dadec908-19e6-4966-9793-fe9351458a7b req-7488f071-67f0-480f-8bac-86cca6d604bb tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 945 time: 0.1551442 May 25 20:03:43.664475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f50d1240-ba84-48cc-a209-92b62bcabe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:00:59Z', 'revision_number': 4, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd', 'name': '', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'mac_address': 'fa:16:3e:58:e3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:57Z', 'updated_at': '2022-05-25T20:01:10Z', 'revision_number': 5, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'subnets': [{'id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:43.674848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50d1240-ba84-48cc-a209-92b62bcabe23 None None] The sync data for ids ['d81d79ef-08c4-4df1-8316-483377b83c82'] in n-d-843339-1 is: [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:00:59Z', 'revision_number': 4, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd', 'name': '', 'network_id': 'a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'mac_address': 'fa:16:3e:58:e3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:57Z', 'updated_at': '2022-05-25T20:01:10Z', 'revision_number': 5, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'subnets': [{'id': 'e03b0aa2-ca26-4835-b699-ad9242d97ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:03:43.696183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2dc10db5-3e55-492f-a175-05517f945e09 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:03:43.726753 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dadec908-19e6-4966-9793-fe9351458a7b req-0e46dc78-5680-43ec-aa34-caf95e0a5c2e tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995371 May 25 20:03:43.728104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e5345e-d2a6-4800-aa79-e7970b6957de admin admin] Deleting subnet c35d0804-a29a-4b6a-8780-700ac9905008 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:03:43.754227 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81e5345e-d2a6-4800-aa79-e7970b6957de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:43.776081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 72f08ec9-6f00-4911-a003-f7ced019eef8 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:03:43.856144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 72f08ec9-6f00-4911-a003-f7ced019eef8 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:03:43.856977 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81e5345e-d2a6-4800-aa79-e7970b6957de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:43.857634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 72f08ec9-6f00-4911-a003-f7ced019eef8 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:03:43.907444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 2dc10db5-3e55-492f-a175-05517f945e09 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:03:43.917643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 2dc10db5-3e55-492f-a175-05517f945e09 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:03:43.918574 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:44.030934 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1d4bdd5e-78e6-4e01-a0a8-7b8dc7f0b959 req-6a057302-3ade-4225-9a9f-ca795e266bbf tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0677278 May 25 20:03:44.032249 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81e5345e-d2a6-4800-aa79-e7970b6957de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:44.100180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a499f-09f7-453f-b297-f85fae6389cf req-ea158ade-231d-4164-9ba5-17f4f607f279 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:44.107933 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e28a499f-09f7-453f-b297-f85fae6389cf req-ea158ade-231d-4164-9ba5-17f4f607f279 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 948 time: 0.1875818 May 25 20:03:44.189089 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e28a499f-09f7-453f-b297-f85fae6389cf req-f9f5c8fb-ebb2-4a3e-b6bb-917ebb19eb82 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800827 May 25 20:03:44.191485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2dc10db5-3e55-492f-a175-05517f945e09 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:03:44.191857 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:44.237927 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81e5345e-d2a6-4800-aa79-e7970b6957de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:44.244373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa61def-68d4-422f-9196-7c72a9921486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc10db5-3e55-492f-a175-05517f945e09'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:03:44.254258 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1524ce-220d-47ef-a78a-1a694c0ddb80 None None] New status for floating IP e4e268c4-551f-4e60-b136-1da3f71ef9e2: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:03:44.264716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2dc10db5-3e55-492f-a175-05517f945e09, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2dc10db5-3e55-492f-a175-05517f945e09,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:44.271953 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:44.273132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c83da382-763c-4792-aae6-effff88782f5 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:03:44.282702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37076) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:44.399934 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d09933-5892-4914-9bfd-36fdd3158f2c'] response: {'server_uuid': '2aa61def-68d4-422f-9196-7c72a9921486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc10db5-3e55-492f-a175-05517f945e09', 'code': 200} May 25 20:03:44.454335 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port c83da382-763c-4792-aae6-effff88782f5 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:03:44.464013 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87fd4a6d-e7e7-433a-926f-b9378d3a3f63 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:44.465297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port c83da382-763c-4792-aae6-effff88782f5 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:03:44.466035 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:44.551991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2dc10db5-3e55-492f-a175-05517f945e09,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:44.629423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port c83da382-763c-4792-aae6-effff88782f5 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:03:44.629826 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:44.644523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5345e-d2a6-4800-aa79-e7970b6957de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c35d0804-a29a-4b6a-8780-700ac9905008,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:44.678856 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81e5345e-d2a6-4800-aa79-e7970b6957de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:44.703797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ab17eb-2e10-440b-a458-4a23a133bb89 None None] Network d247a9f2-4b1f-43f1-b337-e3d5c1a9c055 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:03:44.719531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-81e5345e-d2a6-4800-aa79-e7970b6957de admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c35d0804-a29a-4b6a-8780-700ac9905008 HTTP/1.1" status: 204 len: 168 time: 1.1680713 May 25 20:03:44.719531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37084) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:44.756235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c83da382-763c-4792-aae6-effff88782f5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c83da382-763c-4792-aae6-effff88782f5,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:44.770489 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:44.896718 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87fd4a6d-e7e7-433a-926f-b9378d3a3f63 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:44.968488 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:44.998381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Deleting port 56e32007-9235-4c76-838e-6eb7ac8b58df {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:44.998728 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:45.000480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d7819-a0df-446e-a2ce-5ad8c05fe42f req-7bf86eaa-17dd-4540-a90a-75fc7322b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:45.002516 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e5d7819-a0df-446e-a2ce-5ad8c05fe42f req-7bf86eaa-17dd-4540-a90a-75fc7322b36e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 1100 time: 0.5263255 May 25 20:03:45.021780 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=c83da382-763c-4792-aae6-effff88782f5,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:45.039884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f5908-f1d2-41fa-8775-61ce69935c08 req-5922e186-dd4c-4a8b-9251-5151b1a304d3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:45.041793 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-801f5908-f1d2-41fa-8775-61ce69935c08 req-5922e186-dd4c-4a8b-9251-5151b1a304d3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2068305 May 25 20:03:45.054220 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87fd4a6d-e7e7-433a-926f-b9378d3a3f63 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:45.129436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd4a6d-e7e7-433a-926f-b9378d3a3f63 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe5d932-182b-4f14-8198-3b4c7949adae,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:45.157088 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87fd4a6d-e7e7-433a-926f-b9378d3a3f63 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:45.162112 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-87fd4a6d-e7e7-433a-926f-b9378d3a3f63 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "DELETE /v2.0/security-groups/8fe5d932-182b-4f14-8198-3b4c7949adae HTTP/1.1" status: 204 len: 168 time: 0.8780406 May 25 20:03:45.163383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37094) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:45.171983 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e5d7819-a0df-446e-a2ce-5ad8c05fe42f req-7f877868-1232-49e5-98e3-865d23dae44a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563437 May 25 20:03:45.190757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-801f5908-f1d2-41fa-8775-61ce69935c08 req-e1d94ed2-33a0-4059-92ae-4429871f86a7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993891 May 25 20:03:45.211924 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-3d315e44-2c22-49d9-bf54-5d48cda745d9 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] show failed (client error): The resource could not be found. May 25 20:03:45.216781 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3d315e44-2c22-49d9-bf54-5d48cda745d9 tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "GET /v2.0/security-groups/8fe5d932-182b-4f14-8198-3b4c7949adae HTTP/1.1" status: 404 len: 347 time: 0.0494204 May 25 20:03:45.217716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37098) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:45.350461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e1b68-9b87-495e-8c99-0f560c7c5534 req-64c72b2d-cc0d-49b3-948a-488a2f45ba04 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:45.352234 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce2e1b68-9b87-495e-8c99-0f560c7c5534 req-64c72b2d-cc0d-49b3-948a-488a2f45ba04 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.4619241 May 25 20:03:45.451965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] For port 56e32007-9235-4c76-838e-6eb7ac8b58df, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=56e32007-9235-4c76-838e-6eb7ac8b58df,segment=NetworkSegment(1414c5aa-3e31-46d8-b716-aafae14d0ce3),segment_id=1414c5aa-3e31-46d8-b716-aafae14d0ce3)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:45.452352 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:45.465737 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce2e1b68-9b87-495e-8c99-0f560c7c5534 req-cfc6d669-4f19-4420-bd20-efd04dc97ce7 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062815 May 25 20:03:45.491494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47df382b-6c09-4b8e-89fb-cfd89d080e35 None None] DHCP port deletion for d247a9f2-4b1f-43f1-b337-e3d5c1a9c055 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:03:45.503143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-47df382b-6c09-4b8e-89fb-cfd89d080e35 None None] Deleting port 56e32007-9235-4c76-838e-6eb7ac8b58df {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:45.503502 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-47df382b-6c09-4b8e-89fb-cfd89d080e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:45.533614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-29ef953a-f1a2-4856-acdd-c3e033daee0c tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Deleting port 7642d83c-102c-44fc-b10d-95653dc852c4 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:45.534396 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29ef953a-f1a2-4856-acdd-c3e033daee0c tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:45.597039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Calling delete_port for 56e32007-9235-4c76-838e-6eb7ac8b58df owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:45.687362 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75b5bd95-03cc-439b-875c-2cb7e43c8382 req-f70752c4-5dd3-466f-88f1-6bdddf79136b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0569508 May 25 20:03:45.723323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d25ba-7345-45de-b86a-9caa0db71a14 req-4bfe2034-7ce1-4f74-9619-910f6baf7e40 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:45.731658 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f09d25ba-7345-45de-b86a-9caa0db71a14 req-4bfe2034-7ce1-4f74-9619-910f6baf7e40 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 946 time: 0.3843966 May 25 20:03:45.752008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:45.805376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 145129b2-efe3-490f-859e-c9c473f44f37 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:03:45.818115 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f09d25ba-7345-45de-b86a-9caa0db71a14 req-d9d39575-35c5-4822-9ab7-fc9951e3d9ff tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853426 May 25 20:03:45.840742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] No DVR routers for this DVR port 56e32007-9235-4c76-838e-6eb7ac8b58df on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:03:45.864594 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29ef953a-f1a2-4856-acdd-c3e033daee0c tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:45.865093 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29ef953a-f1a2-4856-acdd-c3e033daee0c tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:45.885907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e32007-9235-4c76-838e-6eb7ac8b58df,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:46.013722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-29ef953a-f1a2-4856-acdd-c3e033daee0c tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Calling delete_port for 7642d83c-102c-44fc-b10d-95653dc852c4 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:46.049130 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:46.069328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 145129b2-efe3-490f-859e-c9c473f44f37 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:03:46.069915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 145129b2-efe3-490f-859e-c9c473f44f37 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:03:46.070399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 56e32007-9235-4c76-838e-6eb7ac8b58df no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:03:46.083554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d247a9f2-4b1f-43f1-b337-e3d5c1a9c055']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:46.105199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1414c5aa-3e31-46d8-b716-aafae14d0ce3') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:46.107218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1414c5aa-3e31-46d8-b716-aafae14d0ce3') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:46.127681 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 56e32007-9235-4c76-838e-6eb7ac8b58df {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:03:46.128334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 56e32007-9235-4c76-838e-6eb7ac8b58df not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:03:46.129564 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:46.145799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-47df382b-6c09-4b8e-89fb-cfd89d080e35 None None] For port 56e32007-9235-4c76-838e-6eb7ac8b58df, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=56e32007-9235-4c76-838e-6eb7ac8b58df,segment=NetworkSegment(1414c5aa-3e31-46d8-b716-aafae14d0ce3),segment_id=1414c5aa-3e31-46d8-b716-aafae14d0ce3)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:46.146404 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-47df382b-6c09-4b8e-89fb-cfd89d080e35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:46.155199 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:46.170213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:03:46.170703 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:46.343102 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29ef953a-f1a2-4856-acdd-c3e033daee0c tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:46.377934 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 1414c5aa-3e31-46d8-b716-aafae14d0ce3 resource provider aggregate not found May 25 20:03:46.445499 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 1414c5aa-3e31-46d8-b716-aafae14d0ce3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1414c5aa-3e31-46d8-b716-aafae14d0ce3 found for delete ", "request_id": "req-624f93fb-fe95-4b16-b8c2-6742a3dc796b"}]} May 25 20:03:46.486371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5983ccb-c384-40b0-aaf3-9feb306697e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83da382-763c-4792-aae6-effff88782f5'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:03:46.493842 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:46.508561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-47df382b-6c09-4b8e-89fb-cfd89d080e35 None None] Calling delete_port for 56e32007-9235-4c76-838e-6eb7ac8b58df owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:46.531735 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:46.558103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967edd3-71d9-4afc-bc14-bb00a3b97421 req-625d4356-54ea-466b-95d7-bfe45fbd56a1 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:46.568738 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4967edd3-71d9-4afc-bc14-bb00a3b97421 req-625d4356-54ea-466b-95d7-bfe45fbd56a1 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 949 time: 0.5619690 May 25 20:03:46.604458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] Pushing event deleted for resources: {'Network': ['ID=d247a9f2-4b1f-43f1-b337-e3d5c1a9c055,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:46.620992 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-723b808d-00b3-445d-acd2-dd5d74528040 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d247a9f2-4b1f-43f1-b337-e3d5c1a9c055 HTTP/1.1" status: 204 len: 168 time: 1.9003897 May 25 20:03:46.621329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef953a-f1a2-4856-acdd-c3e033daee0c tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Pushing event deleted for resources: {'Port': ['ID=7642d83c-102c-44fc-b10d-95653dc852c4,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:46.647312 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4967edd3-71d9-4afc-bc14-bb00a3b97421 req-611b8855-e066-4ae1-b361-df8bfa53b083 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778556 May 25 20:03:46.721981 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-47df382b-6c09-4b8e-89fb-cfd89d080e35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:03:46.722596 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-47df382b-6c09-4b8e-89fb-cfd89d080e35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:03:46.737455 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29ef953a-f1a2-4856-acdd-c3e033daee0c tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:46.781414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c34b9-27f0-4091-954e-1882339e5171 req-0ce302cb-6dbe-49a9-b02f-6fe6e64a02f0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:46.783344 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e5c34b9-27f0-4091-954e-1882339e5171 req-0ce302cb-6dbe-49a9-b02f-6fe6e64a02f0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2345042 May 25 20:03:46.784983 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29ef953a-f1a2-4856-acdd-c3e033daee0c tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:46.786419 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-29ef953a-f1a2-4856-acdd-c3e033daee0c tempest-AttachSCSIVolumeTestJSON-1350788797 tempest-AttachSCSIVolumeTestJSON-1350788797-project] 10.222.0.60 "DELETE /v2.0/floatingips/e4e268c4-551f-4e60-b136-1da3f71ef9e2 HTTP/1.1" status: 204 len: 168 time: 1.5668530 May 25 20:03:46.859897 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e5c34b9-27f0-4091-954e-1882339e5171 req-304b1a5b-c789-40fb-a7a6-f3d744307b45 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616052 May 25 20:03:46.949704 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f568f1-58d3-485e-9e98-50c4bfa17ee3'] response: {'server_uuid': 'b5983ccb-c384-40b0-aaf3-9feb306697e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83da382-763c-4792-aae6-effff88782f5', 'code': 200} May 25 20:03:47.019367 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37132) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:47.149362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa0ddc-584d-488e-91c4-457c8216f2bd req-f3d6788a-ced9-44d6-99fa-237e460171e9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:47.151895 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-98fa0ddc-584d-488e-91c4-457c8216f2bd req-f3d6788a-ced9-44d6-99fa-237e460171e9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1273944 May 25 20:03:47.166462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8b132936-43bb-47d1-a9e8-d7b51ac17fc6 req-29b9a8c6-21b4-437e-b503-9447307450b7 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0653944 May 25 20:03:47.201467 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-914ececa-957a-4c43-8533-7e62f9e7a007 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb8bca67a6764065af3a5be11610e28b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1758928 May 25 20:03:47.204181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37146) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:47.224142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-47df382b-6c09-4b8e-89fb-cfd89d080e35 None None] Deleting port 56e32007-9235-4c76-838e-6eb7ac8b58df {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:47.225043 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-47df382b-6c09-4b8e-89fb-cfd89d080e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:47.230645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619977af-88ed-4924-ad89-91231100ee3d req-d19bbca6-8e1a-4adb-8787-2eeccfab69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:47.233636 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-619977af-88ed-4924-ad89-91231100ee3d req-d19bbca6-8e1a-4adb-8787-2eeccfab69c6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 1097 time: 0.1917183 May 25 20:03:47.320765 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-98fa0ddc-584d-488e-91c4-457c8216f2bd req-07bac1f8-68e1-4848-ba06-216704c6e6e7 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494088 May 25 20:03:47.359565 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9afec62-718b-4137-902d-cb76b4853ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:47.376907 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-619977af-88ed-4924-ad89-91231100ee3d req-51828531-634d-4f97-9151-f0f89ea18339 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351855 May 25 20:03:47.382723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-47df382b-6c09-4b8e-89fb-cfd89d080e35 None None] The port '56e32007-9235-4c76-838e-6eb7ac8b58df' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:03:47.402723 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9afec62-718b-4137-902d-cb76b4853ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:47.473165 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9afec62-718b-4137-902d-cb76b4853ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:47.512194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afec62-718b-4137-902d-cb76b4853ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc48ec11-720e-4ea7-acd4-7156b2de2132,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:47.515343 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9afec62-718b-4137-902d-cb76b4853ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:47.516775 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f9afec62-718b-4137-902d-cb76b4853ccb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc48ec11-720e-4ea7-acd4-7156b2de2132 HTTP/1.1" status: 204 len: 168 time: 0.3112750 May 25 20:03:47.548181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ff5d1-894f-4585-bf95-46fd8cd3a5ba req-80af47f7-9ab6-41e8-afec-19ab76621ee7 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:47.558829 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-601ff5d1-894f-4585-bf95-46fd8cd3a5ba req-80af47f7-9ab6-41e8-afec-19ab76621ee7 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 946 time: 0.1715689 May 25 20:03:47.635227 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-601ff5d1-894f-4585-bf95-46fd8cd3a5ba req-1e7dab90-81cd-4401-8680-19c183189f5d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708950 May 25 20:03:48.077112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10016c-e571-489f-b50e-5477e3ba3f01 req-35794b96-1989-48d6-8462-997094d3c4a1 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:48.081217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff770-2801-421f-92b1-295ceef5fed0 req-2284916d-fd5f-4967-ba64-91be0fba0973 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:48.086032 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a10016c-e571-489f-b50e-5477e3ba3f01 req-35794b96-1989-48d6-8462-997094d3c4a1 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 949 time: 0.1903865 May 25 20:03:48.092609 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-729ff770-2801-421f-92b1-295ceef5fed0 req-2284916d-fd5f-4967-ba64-91be0fba0973 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 808 time: 0.3066075 May 25 20:03:48.118416 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-729ff770-2801-421f-92b1-295ceef5fed0 req-60972ca6-8d32-4b13-b220-be7ec2555dd3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/quotas/21c253ae7ded4368a787d305f7c6c031 HTTP/1.1" status: 200 len: 375 time: 0.0242298 May 25 20:03:48.282540 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37188) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:48.286373 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a10016c-e571-489f-b50e-5477e3ba3f01 req-cba0320b-6253-4480-9889-b73524a7e145 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927516 May 25 20:03:48.371253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37198) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:48.371681 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-190e7eb4-e832-46b3-82bf-c8d1d6373b3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02ba6ae46971466d8ea66e9b27ac4a0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0838046 May 25 20:03:48.396942 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-729ff770-2801-421f-92b1-295ceef5fed0 req-2bf481b3-43fd-49da-9e29-d342597ac2d1 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2775617 May 25 20:03:48.545261 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501179dd-f3da-4257-a20d-e84ae7228793 req-56a19357-37a7-41ba-9b6e-d21982130271 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:48.554103 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-501179dd-f3da-4257-a20d-e84ae7228793 req-56a19357-37a7-41ba-9b6e-d21982130271 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1296670 May 25 20:03:48.609747 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-501179dd-f3da-4257-a20d-e84ae7228793 req-91ebc1da-44fa-4578-ac45-4a8b8c640a41 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545664 May 25 20:03:48.628362 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95e44044-777c-419b-89a7-01d9d561279b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:48.643346 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-729ff770-2801-421f-92b1-295ceef5fed0 req-5cb279c0-9a15-44f7-a159-1e453804b2c7 service neutron] 10.222.0.60 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455263 May 25 20:03:48.744566 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95e44044-777c-419b-89a7-01d9d561279b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:48.814132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c33b9ad7-5d34-4eee-8a3e-da5da229a975 req-8b5e397c-28fc-45e0-b91b-ca6b89dbd749 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0552669 May 25 20:03:48.849914 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-729ff770-2801-421f-92b1-295ceef5fed0 req-d7c76e2b-952e-436b-b513-b9e3e085343e service neutron] 10.222.0.60 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004938 May 25 20:03:48.862428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95e44044-777c-419b-89a7-01d9d561279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:48.879980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e44044-777c-419b-89a7-01d9d561279b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3c8de0-8048-4027-bebe-f8867d1d3952,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:48.888610 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95e44044-777c-419b-89a7-01d9d561279b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:48.905442 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-95e44044-777c-419b-89a7-01d9d561279b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad3c8de0-8048-4027-bebe-f8867d1d3952 HTTP/1.1" status: 204 len: 168 time: 0.4993401 May 25 20:03:49.819107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1ee2a-7b94-4a12-b929-51242944ab08 req-9e5c2671-33cd-4402-90c2-ddf4f2df6d3b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:49.830300 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2f1ee2a-7b94-4a12-b929-51242944ab08 req-9e5c2671-33cd-4402-90c2-ddf4f2df6d3b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2564683 May 25 20:03:49.846262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af57207-07d7-40cb-af71-170bd627c3d5 req-641c7354-9419-4e8a-a9bf-0387e2d3a74a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:49.859711 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6af57207-07d7-40cb-af71-170bd627c3d5 req-641c7354-9419-4e8a-a9bf-0387e2d3a74a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 946 time: 0.1549151 May 25 20:03:49.951942 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6af57207-07d7-40cb-af71-170bd627c3d5 req-92377bb2-196b-43ab-b61e-c95267ae174d tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909956 May 25 20:03:50.022603 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2f1ee2a-7b94-4a12-b929-51242944ab08 req-0060e847-1d21-4256-9207-a917ade94873 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908634 May 25 20:03:50.148724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d3de479-6caf-4222-9d6f-df8bb58fa1a5 req-2397d1d6-9ef5-4264-b2c4-0e22a7ee12c0 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 210 time: 0.1288407 May 25 20:03:50.460202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913aa41-ac2d-4d47-ad20-128a51aec151 req-67d42744-3397-42ec-94ab-614a07292af5 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:50.461736 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a913aa41-ac2d-4d47-ad20-128a51aec151 req-67d42744-3397-42ec-94ab-614a07292af5 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1718714 May 25 20:03:50.463256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ab8763d-1730-4e53-a5a8-0b238e16eb47 req-4f0b6db7-6e5e-4408-9ffc-923f3e05cf95 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0669317 May 25 20:03:50.539557 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a913aa41-ac2d-4d47-ad20-128a51aec151 req-23ec408f-07cd-4b24-bec2-625389547fda tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689099 May 25 20:03:51.154526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00314df5-e935-40c4-a8ec-456503911853 req-1c634f43-4471-4273-9e77-a23c0897c52b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:51.156680 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-00314df5-e935-40c4-a8ec-456503911853 req-1c634f43-4471-4273-9e77-a23c0897c52b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 946 time: 0.1228848 May 25 20:03:51.221065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-00314df5-e935-40c4-a8ec-456503911853 req-577fdbd4-9509-4910-a9be-32c378fa7272 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566704 May 25 20:03:51.288295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62db2c0-e6f0-4289-aa48-6a65842ef1dc req-c2462aab-5dfa-49e3-af89-758e9a454a1c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:51.291302 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c62db2c0-e6f0-4289-aa48-6a65842ef1dc req-c2462aab-5dfa-49e3-af89-758e9a454a1c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1120050 May 25 20:03:51.347100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c62db2c0-e6f0-4289-aa48-6a65842ef1dc req-5b95a4f4-70b5-4364-9d6b-8229bf08766e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 May 25 20:03:51.493702 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af35c200-e5d0-4574-bf00-38ceaf1257b0 req-4aee3012-82e5-4f71-b81d-f072542ddcfa tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 210 time: 0.0866859 May 25 20:03:51.671199 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aaa7a206-82ea-4d48-ba8c-2028fb1bc9df req-d6d11d65-dd30-42e2-85eb-be2c7efe1bc3 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0692308 May 25 20:03:51.732682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff770-2801-421f-92b1-295ceef5fed0 req-87cac8e1-c9f4-4ded-8a92-9c891aaaca7d tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:51.734705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-729ff770-2801-421f-92b1-295ceef5fed0 req-87cac8e1-c9f4-4ded-8a92-9c891aaaca7d tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 808 time: 0.1811652 May 25 20:03:51.768018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2dc10db5-3e55-492f-a175-05517f945e09 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:03:51.772226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-729ff770-2801-421f-92b1-295ceef5fed0 req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Request body: {'port': {'device_id': 'f9e8563b-efef-43ce-b83c-8dfc6c590f49', 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548', 'admin_state_up': True, 'tenant_id': '21c253ae7ded4368a787d305f7c6c031'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:03:51.920099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd2e49-2b51-43d5-acac-9af4343856f9 req-15a781d3-4ab1-4148-9363-850ec8a1a27d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:51.927619 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c7bd2e49-2b51-43d5-acac-9af4343856f9 req-15a781d3-4ab1-4148-9363-850ec8a1a27d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.0999875 May 25 20:03:51.968114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-729ff770-2801-421f-92b1-295ceef5fed0 req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:03:51.980157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-729ff770-2801-421f-92b1-295ceef5fed0 req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:03:51.992426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729ff770-2801-421f-92b1-295ceef5fed0 req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Made reservation on behalf of 21c253ae7ded4368a787d305f7c6c031 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:03:51.998341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-729ff770-2801-421f-92b1-295ceef5fed0 req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:52.017574 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c7bd2e49-2b51-43d5-acac-9af4343856f9 req-d6d5811a-fb1d-4170-b47d-50cf1c67ba56 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887439 May 25 20:03:52.056376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37316) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:52.120185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2dc10db5-3e55-492f-a175-05517f945e09, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2dc10db5-3e55-492f-a175-05517f945e09,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:52.152677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '2dc10db5-3e55-492f-a175-05517f945e09', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '2dc10db5-3e55-492f-a175-05517f945e09', 'mac_address': 'fa:16:3e:a2:3f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:03:52.245363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2dc10db5-3e55-492f-a175-05517f945e09 is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:03:52.246467 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:52.271902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dc10db5-3e55-492f-a175-05517f945e09 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:03:52.289760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2dc10db5-3e55-492f-a175-05517f945e09, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2dc10db5-3e55-492f-a175-05517f945e09,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:52.295168 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:52.298126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-729ff770-2801-421f-92b1-295ceef5fed0 req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Allocated IP 172.20.0.13 (3784cda9-58df-45f0-a02e-3879a8c23548/f0750c96-37f3-45ce-b7d5-364d0a50b3b3/622cbc37-99aa-412e-a5e1-a2031f9fd5f1) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:03:52.476605 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2dc10db5-3e55-492f-a175-05517f945e09,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:52.507437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['2dc10db5-3e55-492f-a175-05517f945e09'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:03:52.780297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37344) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:52.835040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c9383-15c1-4c93-b761-b0d59fd07c2f req-7f8efc66-a719-4a51-a71d-74f5a2b808cd tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:52.844348 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-267c9383-15c1-4c93-b761-b0d59fd07c2f req-7f8efc66-a719-4a51-a71d-74f5a2b808cd tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 946 time: 0.2303016 May 25 20:03:52.913265 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-267c9383-15c1-4c93-b761-b0d59fd07c2f req-7d140c90-2840-419d-9fb1-35b8a6f42050 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679555 May 25 20:03:52.942573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f03dea-c543-4e7b-bb36-68fd15b4d400 req-3478b03f-4d3f-41a4-8863-c1377ba6424f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:52.951984 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1f03dea-c543-4e7b-bb36-68fd15b4d400 req-3478b03f-4d3f-41a4-8863-c1377ba6424f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2821593 May 25 20:03:52.968583 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-729ff770-2801-421f-92b1-295ceef5fed0 req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:53.017264 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1f03dea-c543-4e7b-bb36-68fd15b4d400 req-1207b74a-fe5a-434a-86be-353399492b17 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640979 May 25 20:03:53.077404 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-029fa9bf-ce0a-4988-b918-128afd4c9074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:53.081492 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-729ff770-2801-421f-92b1-295ceef5fed0 req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:53.083829 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb4e3869-3ab1-4f71-8312-11a549f37f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:53.092868 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['fce30dab-67e5-4a10-964e-9e25f6d9f172', '7c38a63c-c871-4934-858c-e7febc562181', 'd64b3563-1602-40e1-b66b-728d2eea0d62'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:03:53.241946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-cb4e3869-3ab1-4f71-8312-11a549f37f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:03:53.244960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Pushing event updated for resources: {'Port': ['ID=622cbc37-99aa-412e-a5e1-a2031f9fd5f1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:53.272687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-cb4e3869-3ab1-4f71-8312-11a549f37f75 admin admin] Usage tracker for resource:security_group_rule and tenant:2dbf597c43354e6c86dfecc3a84aca55 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:03:53.291359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729ff770-2801-421f-92b1-295ceef5fed0 req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Network 3784cda9-58df-45f0-a02e-3879a8c23548 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:03:53.294165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-cb4e3869-3ab1-4f71-8312-11a549f37f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:03:53.297323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-729ff770-2801-421f-92b1-295ceef5fed0 req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:03:53.303595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-729ff770-2801-421f-92b1-295ceef5fed0 req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:03:53.419457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff770-2801-421f-92b1-295ceef5fed0 req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:53.420209 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-729ff770-2801-421f-92b1-295ceef5fed0 req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:53.434920 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8fd853ba-8784-4a4c-a086-17336021eee4 req-3d441c20-d1ab-4613-9284-8cfcf7f6662f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1417668 May 25 20:03:53.435949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-cb4e3869-3ab1-4f71-8312-11a549f37f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:03:53.563693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-729ff770-2801-421f-92b1-295ceef5fed0 req-8ea292cc-de8f-44d2-a98d-87d7151cd145 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8088927 May 25 20:03:53.573100 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:53.580381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Request body: {'port': {'device_id': 'f9e8563b-efef-43ce-b83c-8dfc6c590f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:03:53.583933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872afc2-aea6-4724-b092-3d4374fb139e req-09d3e97d-7e0f-4f34-bd8a-87900e56dcec tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:53.595271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5872afc2-aea6-4724-b092-3d4374fb139e req-09d3e97d-7e0f-4f34-bd8a-87900e56dcec tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 932 time: 0.3019516 May 25 20:03:53.794127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2dc10db5-3e55-492f-a175-05517f945e09 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:03:53.800844 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5872afc2-aea6-4724-b092-3d4374fb139e req-9cdd072d-b7e2-4365-9787-77a100f7cd82 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047024 May 25 20:03:53.931686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 2dc10db5-3e55-492f-a175-05517f945e09 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:03:53.932375 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:54.072772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-029fa9bf-ce0a-4988-b918-128afd4c9074 admin admin] Deleting port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:54.073384 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-029fa9bf-ce0a-4988-b918-128afd4c9074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:54.086900 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb4e3869-3ab1-4f71-8312-11a549f37f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:54.108488 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb4e3869-3ab1-4f71-8312-11a549f37f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:54.190624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2dc10db5-3e55-492f-a175-05517f945e09 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:03:54.191630 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:54.245426 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa61def-68d4-422f-9196-7c72a9921486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc10db5-3e55-492f-a175-05517f945e09'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:03:54.266860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2dc10db5-3e55-492f-a175-05517f945e09, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2dc10db5-3e55-492f-a175-05517f945e09,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:54.275476 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:54.304601 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:54.391189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-029fa9bf-ce0a-4988-b918-128afd4c9074 admin admin] For port e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd,segment=NetworkSegment(fcb18b6c-0eea-4020-8c44-bc10a2582e75),segment_id=fcb18b6c-0eea-4020-8c44-bc10a2582e75)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:54.391617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-029fa9bf-ce0a-4988-b918-128afd4c9074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:54.415045 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2dc10db5-3e55-492f-a175-05517f945e09,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:54.463890 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cb4e3869-3ab1-4f71-8312-11a549f37f75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2dbf597c43354e6c86dfecc3a84aca55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6742086 May 25 20:03:54.470044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37390) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:54.483041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e3869-3ab1-4f71-8312-11a549f37f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c7aa02-573f-465c-aee5-645e5c156605,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:54.785170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-029fa9bf-ce0a-4988-b918-128afd4c9074 admin admin] Calling delete_port for e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:54.825913 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-43eb7b1e-cc6e-42e9-bd47-7b7c82e9d846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:54.865034 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-43eb7b1e-cc6e-42e9-bd47-7b7c82e9d846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:54.988509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4f96c-647a-4cca-95dc-3d0453967039 req-26068cde-35ba-4734-9d2e-fd110538e9f9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:54.989997 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-00f4f96c-647a-4cca-95dc-3d0453967039 req-26068cde-35ba-4734-9d2e-fd110538e9f9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.9192970 May 25 20:03:55.091059 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-43eb7b1e-cc6e-42e9-bd47-7b7c82e9d846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:55.094836 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-00f4f96c-647a-4cca-95dc-3d0453967039 req-e82464ef-b7b2-417b-9963-4d29af28c755 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902226 May 25 20:03:55.131170 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-029fa9bf-ce0a-4988-b918-128afd4c9074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:55.193849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fa9bf-ce0a-4988-b918-128afd4c9074 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:55.212242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa838d-90ec-4cca-b7f7-67866a174d61 req-12cd153b-a06b-4973-a11e-5bd3458f06a7 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:55.219767 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e0aa838d-90ec-4cca-b7f7-67866a174d61 req-12cd153b-a06b-4973-a11e-5bd3458f06a7 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.4857390 May 25 20:03:55.235520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb7b1e-cc6e-42e9-bd47-7b7c82e9d846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c7aa02-573f-465c-aee5-645e5c156605,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:55.284834 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-43eb7b1e-cc6e-42e9-bd47-7b7c82e9d846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:55.298137 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3960aa4e-4215-4685-a2e5-2099e948613e'] response: {'server_uuid': '2aa61def-68d4-422f-9196-7c72a9921486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc10db5-3e55-492f-a175-05517f945e09', 'code': 200} May 25 20:03:55.299674 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-43eb7b1e-cc6e-42e9-bd47-7b7c82e9d846 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93c7aa02-573f-465c-aee5-645e5c156605 HTTP/1.1" status: 204 len: 168 time: 0.8154800 May 25 20:03:55.376023 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e0aa838d-90ec-4cca-b7f7-67866a174d61 req-573b39db-ff75-4b6d-a567-8639c9102281 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552277 May 25 20:03:55.640533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:03:55.676354 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:55.709021 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Transition to ACTIVE for port object 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:03:55.713723 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-029fa9bf-ce0a-4988-b918-128afd4c9074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:55.835575 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:55.918614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Pushing event updated for resources: {'Port': ['ID=622cbc37-99aa-412e-a5e1-a2031f9fd5f1,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:55.936753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c59b945a-d690-44ef-ab7b-4bdd26037a70 req-d4f4c83f-7e65-4fa1-ba85-81b96cfea29d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.2176235 May 25 20:03:56.003414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37424) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:56.086416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbe642-57b0-4ed1-8fe4-df329183e574 req-77dc9f82-9795-49c2-aeb4-4dd48664c530 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:56.087118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-dcdbe642-57b0-4ed1-8fe4-df329183e574 req-77dc9f82-9795-49c2-aeb4-4dd48664c530 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Synchronizing usage tracker for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:03:56.090498 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02df776b-85bc-4da7-ae5d-a5a8c47de4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:56.163441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-02df776b-85bc-4da7-ae5d-a5a8c47de4d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:03:56.174670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-02df776b-85bc-4da7-ae5d-a5a8c47de4d7 admin admin] Usage tracker for resource:security_group_rule and tenant:78bff7713c4f497c9be38f5d191fb0b7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:03:56.179369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-02df776b-85bc-4da7-ae5d-a5a8c47de4d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:03:56.190390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-02df776b-85bc-4da7-ae5d-a5a8c47de4d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:03:56.194859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-dcdbe642-57b0-4ed1-8fe4-df329183e574 req-77dc9f82-9795-49c2-aeb4-4dd48664c530 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Unset dirty status for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:03:56.202300 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dcdbe642-57b0-4ed1-8fe4-df329183e574 req-77dc9f82-9795-49c2-aeb4-4dd48664c530 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 944 time: 0.4964893 May 25 20:03:56.268241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Attempting to bind port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:03:56.268572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Attempting to bind port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:03:56.268895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Attempting to bind port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 on network 3784cda9-58df-45f0-a02e-3879a8c23548 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:03:56.282805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 on network 3784cda9-58df-45f0-a02e-3879a8c23548 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:03:56.283143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Attempting to bind port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 on network 3784cda9-58df-45f0-a02e-3879a8c23548 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:03:56.287769 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dcdbe642-57b0-4ed1-8fe4-df329183e574 req-995db5e8-a6e1-4df6-b044-c62250bfc4c5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846376 May 25 20:03:56.299062 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:03:56.299408 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Checking segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:03:56.299822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Bound using segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:03:56.300248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Bound port: 622cbc37-99aa-412e-a5e1-a2031f9fd5f1, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:03:56.300595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:56.463335 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02df776b-85bc-4da7-ae5d-a5a8c47de4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:56.464694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] For port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:03:56.473901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] For port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=622cbc37-99aa-412e-a5e1-a2031f9fd5f1,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:03:56.475027 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02df776b-85bc-4da7-ae5d-a5a8c47de4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:56.497773 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:56.575407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029fa9bf-ce0a-4988-b918-128afd4c9074 admin admin] Router d81d79ef-08c4-4df1-8316-483377b83c82 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:03:56.601342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a1b1b-ec45-42a0-a97f-bc4abb2e247e req-cbc23525-fe42-4f22-a08b-1b30b8189c6e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:56.611384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-485a1b1b-ec45-42a0-a97f-bc4abb2e247e req-cbc23525-fe42-4f22-a08b-1b30b8189c6e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2633004 May 25 20:03:56.650757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:56.651375 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:56.653339 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-729ff770-2801-421f-92b1-295ceef5fed0 req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] 10.222.0.50 "PUT /v2.0/ports/622cbc37-99aa-412e-a5e1-a2031f9fd5f1 HTTP/1.1" status: 200 len: 1092 time: 3.0822501 May 25 20:03:56.658257 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df776b-85bc-4da7-ae5d-a5a8c47de4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c43384-b90f-47b6-adcc-ebd25f9f6c82,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:56.662511 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-02df776b-85bc-4da7-ae5d-a5a8c47de4d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78bff7713c4f497c9be38f5d191fb0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6563096 May 25 20:03:56.663073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e8563b-efef-43ce-b83c-8dfc6c590f49', 'tag': '622cbc37-99aa-412e-a5e1-a2031f9fd5f1'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:03:56.672495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37440) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:56.696864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da53d3-a08a-4df6-bc9d-70bf5d137984 service neutron] Pushing event updated for resources: {'Port': ['ID=622cbc37-99aa-412e-a5e1-a2031f9fd5f1,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:56.802719 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-485a1b1b-ec45-42a0-a97f-bc4abb2e247e req-12548ea7-a9b0-4e86-83bc-34c0d7c23c88 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902642 May 25 20:03:56.831210 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d6366-0ce1-43b0-9fdf-eb8052ae9ea1 req-92423568-fa26-4e0b-b277-6a8d9337981b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:56.831956 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c6d6366-0ce1-43b0-9fdf-eb8052ae9ea1 req-92423568-fa26-4e0b-b277-6a8d9337981b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2669735 May 25 20:03:56.837235 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4e96c0ac-89ec-48b8-a538-2631ce49448a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:56.892159 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4e96c0ac-89ec-48b8-a538-2631ce49448a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:56.910173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029fa9bf-ce0a-4988-b918-128afd4c9074 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:03:56.924159 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-029fa9bf-ce0a-4988-b918-128afd4c9074 admin admin] 10.222.0.60 "PUT /v2.0/routers/d81d79ef-08c4-4df1-8316-483377b83c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8664575 May 25 20:03:56.927649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff770-2801-421f-92b1-295ceef5fed0 req-e813540c-fa53-4ab9-89fd-ccaf63659fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:56.928917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198bb388-9358-473e-a72e-37f4f3f3da61 None None] Sync routers for ids ['d81d79ef-08c4-4df1-8316-483377b83c82'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:03:56.929402 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-729ff770-2801-421f-92b1-295ceef5fed0 req-e813540c-fa53-4ab9-89fd-ccaf63659fce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 1095 time: 0.2194691 May 25 20:03:56.929601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37454) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:03:56.944199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198bb388-9358-473e-a72e-37f4f3f3da61 None None] Routers {'d81d79ef-08c4-4df1-8316-483377b83c82'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:56.944199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-198bb388-9358-473e-a72e-37f4f3f3da61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:03:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d81d79ef-08c4-4df1-8316-483377b83c82'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:57.052321 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc31dfb-8485-4920-9e38-541dcce1e446'] response: {'name': 'network-changed', 'server_uuid': 'f9e8563b-efef-43ce-b83c-8dfc6c590f49', 'tag': '622cbc37-99aa-412e-a5e1-a2031f9fd5f1', 'status': 'completed', 'code': 200} May 25 20:03:57.061415 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c6d6366-0ce1-43b0-9fdf-eb8052ae9ea1 req-f0842dcd-74cf-41fe-a50a-e637235aa340 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221780 May 25 20:03:57.194207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee9bdc87-c8d7-44ae-828f-33025da28dab req-debb5bd6-7d98-4660-9b86-9ed01b285029 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0923574 May 25 20:03:57.196695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-198bb388-9358-473e-a72e-37f4f3f3da61 None None] Set router d81d79ef-08c4-4df1-8316-483377b83c82 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:57.208360 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-729ff770-2801-421f-92b1-295ceef5fed0 req-e4717477-7ff0-468b-884f-e8abe776f9f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=622cbc37-99aa-412e-a5e1-a2031f9fd5f1 HTTP/1.1" status: 200 len: 217 time: 0.2052734 May 25 20:03:57.374318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff770-2801-421f-92b1-295ceef5fed0 req-103cd96d-2c76-4b22-bd03-14ff48426424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:57.375837 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-729ff770-2801-421f-92b1-295ceef5fed0 req-103cd96d-2c76-4b22-bd03-14ff48426424 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.1585770 May 25 20:03:57.391266 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4e96c0ac-89ec-48b8-a538-2631ce49448a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:57.441380 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:57.538937 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-729ff770-2801-421f-92b1-295ceef5fed0 req-5d8817f2-e781-4fda-ba37-89d9726ec361 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308095 May 25 20:03:57.551374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96c0ac-89ec-48b8-a538-2631ce49448a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c43384-b90f-47b6-adcc-ebd25f9f6c82,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:57.640651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-198bb388-9358-473e-a72e-37f4f3f3da61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:03:54Z', 'revision_number': 5, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:57.644960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198bb388-9358-473e-a72e-37f4f3f3da61 None None] Checking router: d81d79ef-08c4-4df1-8316-483377b83c82 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:03:57.645404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aa81d-f79d-434d-ba5e-ce712cf12789 req-92acbd30-ef76-4e24-80a6-9a276d42acf4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:57.655253 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4e96c0ac-89ec-48b8-a538-2631ce49448a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:57.655766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198bb388-9358-473e-a72e-37f4f3f3da61 None None] Routers {'d81d79ef-08c4-4df1-8316-483377b83c82'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:03:57.656377 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4e96c0ac-89ec-48b8-a538-2631ce49448a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1c43384-b90f-47b6-adcc-ebd25f9f6c82 HTTP/1.1" status: 204 len: 168 time: 0.9827733 May 25 20:03:57.656503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-198bb388-9358-473e-a72e-37f4f3f3da61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:03:30Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d81d79ef-08c4-4df1-8316-483377b83c82'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:57.685101 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-005aa81d-f79d-434d-ba5e-ce712cf12789 req-92acbd30-ef76-4e24-80a6-9a276d42acf4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 944 time: 0.2186546 May 25 20:03:57.800778 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-005aa81d-f79d-434d-ba5e-ce712cf12789 req-af8bb947-a6bd-45b7-81d7-f7f04b52e91f tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146970 May 25 20:03:57.888035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c83da382-763c-4792-aae6-effff88782f5 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:03:57.923804 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:57.988253 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-729ff770-2801-421f-92b1-295ceef5fed0 req-269e6e05-2383-4ff0-9916-595ab14b2fc7 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312723 May 25 20:03:57.993108 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:58.164901 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-33837a16-b068-44f0-986d-184d86d9f81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:58.167875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-198bb388-9358-473e-a72e-37f4f3f3da61 None None] Set router d81d79ef-08c4-4df1-8316-483377b83c82 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:03:58.243526 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-729ff770-2801-421f-92b1-295ceef5fed0 req-0d38314b-a47f-45f0-8ae0-19591530b8e7 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341139 May 25 20:03:58.245896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] Deleting port 20031181-c2d0-499d-8a2d-2ab282e431ae {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:03:58.246797 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:58.472421 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c83da382-763c-4792-aae6-effff88782f5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c83da382-763c-4792-aae6-effff88782f5,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:58.502543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'c83da382-763c-4792-aae6-effff88782f5', 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7', 'port_id': 'c83da382-763c-4792-aae6-effff88782f5', 'mac_address': 'fa:16:3e:1f:64:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416a5448-e8aa-4560-b947-656eb8c9db43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:03:58.723740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f6c2-ba3d-4368-b836-3d8b9915826e req-c00b5969-c9b4-4807-bcb0-6071509dfc48 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:58.732676 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8601f6c2-ba3d-4368-b836-3d8b9915826e req-c00b5969-c9b4-4807-bcb0-6071509dfc48 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.4913318 May 25 20:03:58.756823 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port c83da382-763c-4792-aae6-effff88782f5 is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:03:58.763312 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:58.767632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476475-2590-48a1-86f8-1b1c06dc231a req-b386f96b-451e-4778-a81a-51d83c1508d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:58.769845 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e476475-2590-48a1-86f8-1b1c06dc231a req-b386f96b-451e-4778-a81a-51d83c1508d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 1095 time: 0.4559455 May 25 20:03:58.777193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] For port 20031181-c2d0-499d-8a2d-2ab282e431ae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=20031181-c2d0-499d-8a2d-2ab282e431ae,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:58.777737 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:58.805852 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c83da382-763c-4792-aae6-effff88782f5 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:03:58.827981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c83da382-763c-4792-aae6-effff88782f5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c83da382-763c-4792-aae6-effff88782f5,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:03:58.850975 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:03:58.964339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] Calling delete_port for 20031181-c2d0-499d-8a2d-2ab282e431ae owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:03:58.978623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['c83da382-763c-4792-aae6-effff88782f5'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:03:59.004123 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8601f6c2-ba3d-4368-b836-3d8b9915826e req-7da34952-3842-481a-9c42-15113e1e43e5 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706697 May 25 20:03:59.086110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=c83da382-763c-4792-aae6-effff88782f5,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:03:59.115228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-198bb388-9358-473e-a72e-37f4f3f3da61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:03:54Z', 'revision_number': 5, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:03:59.145020 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198bb388-9358-473e-a72e-37f4f3f3da61 None None] The sync data for ids ['d81d79ef-08c4-4df1-8316-483377b83c82'] in n-d-843339-1 is: [{'id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2017865490-router', 'tenant_id': '4f3326d988b049239f6ec1e4f89ac268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:00:50Z', 'updated_at': '2022-05-25T20:03:54Z', 'revision_number': 5, 'project_id': '4f3326d988b049239f6ec1e4f89ac268', 'gw_port': {'id': '20031181-c2d0-499d-8a2d-2ab282e431ae', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81d79ef-08c4-4df1-8316-483377b83c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:00:52Z', 'updated_at': '2022-05-25T20:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:03:59.527285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476475-2590-48a1-86f8-1b1c06dc231a req-96bcafde-fca2-414f-bdb6-8314707f068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:59.529068 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e476475-2590-48a1-86f8-1b1c06dc231a req-96bcafde-fca2-414f-bdb6-8314707f068b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 909 time: 0.7295814 May 25 20:03:59.649210 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e476475-2590-48a1-86f8-1b1c06dc231a req-56228dca-2511-4a0d-b017-e280aa1a9197 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=622cbc37-99aa-412e-a5e1-a2031f9fd5f1 HTTP/1.1" status: 200 len: 217 time: 0.0938694 May 25 20:03:59.696004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:03:59.817332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c83da382-763c-4792-aae6-effff88782f5 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:03:59.837209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f00e0b-0815-4e9c-9fc0-056b49e5368a req-a6b26b65-ff77-4c01-982a-219a73cdd75c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:03:59.849249 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2f00e0b-0815-4e9c-9fc0-056b49e5368a req-a6b26b65-ff77-4c01-982a-219a73cdd75c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.6410029 May 25 20:03:59.883845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:03:59.884702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e6a5cd53-b3de-43d9-8e90-c1c57f15c6bd not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:00.019171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port c83da382-763c-4792-aae6-effff88782f5 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:00.019922 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:00.045160 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476475-2590-48a1-86f8-1b1c06dc231a req-f90a0432-7b1c-4ef2-a366-ba9a20f6ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:00.046643 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e476475-2590-48a1-86f8-1b1c06dc231a req-f90a0432-7b1c-4ef2-a366-ba9a20f6ae29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.3776219 May 25 20:04:00.146460 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:00.227313 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e476475-2590-48a1-86f8-1b1c06dc231a req-615dc098-c24b-4714-8a3a-c0e1f51f6e9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1713669 May 25 20:04:00.303044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=20031181-c2d0-499d-8a2d-2ab282e431ae,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:00.405634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port c83da382-763c-4792-aae6-effff88782f5 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:00.406287 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:00.457512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5983ccb-c384-40b0-aaf3-9feb306697e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83da382-763c-4792-aae6-effff88782f5'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:00.483892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c83da382-763c-4792-aae6-effff88782f5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c83da382-763c-4792-aae6-effff88782f5,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:00.503460 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:00.515403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:00.621000 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a20a93c-f76c-4b6d-bcd6-b09dc5a0e5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:00.646265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=c83da382-763c-4792-aae6-effff88782f5,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:00.764870 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:00.770192 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:00.899573 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:00.900886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d81d79ef-08c4-4df1-8316-483377b83c82 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:04:00.956065 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2f00e0b-0815-4e9c-9fc0-056b49e5368a req-be419bb6-8c47-41b7-a05b-4832fc21b001 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1035767 May 25 20:04:00.989214 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:00.990655 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b0733dd8-c26e-4344-bb58-c59a7f44a8e5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d81d79ef-08c4-4df1-8316-483377b83c82 HTTP/1.1" status: 204 len: 168 time: 4.0543900 May 25 20:04:00.993207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37562) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:01.034405 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e476475-2590-48a1-86f8-1b1c06dc231a req-fbe06516-7370-4d98-b3e5-04f76f1d8d77 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7813416 May 25 20:04:01.162195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Deleting subnet e03b0aa2-ca26-4835-b699-ad9242d97ea4 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:04:01.165141 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:01.284124 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:01.287834 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:01.347953 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e476475-2590-48a1-86f8-1b1c06dc231a req-5a85d5cf-baba-4452-94e9-4d3858a785c6 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067245 May 25 20:04:01.453321 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:01.543053 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:01.554957 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:01.603348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e03b0aa2-ca26-4835-b699-ad9242d97ea4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:01.606396 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:01.611643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad883df3-f534-47a8-83b2-fa3c22737087 None None] Network a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:04:01.616794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:01.617238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:01.617672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:01.618090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:01.618539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:01.618959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:01.619409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:01.619822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:01.620245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:01.620689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:01.621175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:01.622199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:01.628371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c835d469-b162-4126-93d4-d04ee3ca10eb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e03b0aa2-ca26-4835-b699-ad9242d97ea4 HTTP/1.1" status: 204 len: 168 time: 0.6319096 May 25 20:04:01.629254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37570) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:01.800289 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:01.813459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Deleting port ff2063d0-a069-45b9-b39e-33fd4f482ae3 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:01.813940 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:01.880874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 20031181-c2d0-499d-8a2d-2ab282e431ae no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:01.920881 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 20031181-c2d0-499d-8a2d-2ab282e431ae {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:04:01.921654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 20031181-c2d0-499d-8a2d-2ab282e431ae not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:02.114384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf8c61e-a745-462d-ab2b-a355d666b4f2 None None] DHCP port deletion for a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:04:02.118802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8c61e-a745-462d-ab2b-a355d666b4f2 None None] Deleting port ff2063d0-a069-45b9-b39e-33fd4f482ae3 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:02.119313 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c61e-a745-462d-ab2b-a355d666b4f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:02.266690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] For port ff2063d0-a069-45b9-b39e-33fd4f482ae3, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ff2063d0-a069-45b9-b39e-33fd4f482ae3,segment=NetworkSegment(fcb18b6c-0eea-4020-8c44-bc10a2582e75),segment_id=fcb18b6c-0eea-4020-8c44-bc10a2582e75)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:02.267293 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:02.638838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Calling delete_port for ff2063d0-a069-45b9-b39e-33fd4f482ae3 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:04:02.662526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4cf8c61e-a745-462d-ab2b-a355d666b4f2 None None] For port ff2063d0-a069-45b9-b39e-33fd4f482ae3, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ff2063d0-a069-45b9-b39e-33fd4f482ae3,segment=NetworkSegment(fcb18b6c-0eea-4020-8c44-bc10a2582e75),segment_id=fcb18b6c-0eea-4020-8c44-bc10a2582e75)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:02.663082 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c61e-a745-462d-ab2b-a355d666b4f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:02.805472 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:02.897596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2063d0-a069-45b9-b39e-33fd4f482ae3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:02.927261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] No DVR routers for this DVR port ff2063d0-a069-45b9-b39e-33fd4f482ae3 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:04:02.974956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8c61e-a745-462d-ab2b-a355d666b4f2 None None] Calling delete_port for ff2063d0-a069-45b9-b39e-33fd4f482ae3 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:04:03.109441 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:03.163192 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:03.165038 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-4cf8c61e-a745-462d-ab2b-a355d666b4f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:04:03.165382 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-4cf8c61e-a745-462d-ab2b-a355d666b4f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:04:03.191537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:03.204983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb18b6c-0eea-4020-8c44-bc10a2582e75') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:03.206104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb18b6c-0eea-4020-8c44-bc10a2582e75') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:03.218146 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:03.236405 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:03.242937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:04:03.243465 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:03.355738 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:03.380173 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment fcb18b6c-0eea-4020-8c44-bc10a2582e75 resource provider aggregate not found May 25 20:04:03.384471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:03.386621 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:03.415932 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment fcb18b6c-0eea-4020-8c44-bc10a2582e75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcb18b6c-0eea-4020-8c44-bc10a2582e75 found for delete ", "request_id": "req-dd79e3d0-dc25-4a27-bdc4-95331fc2e5de"}]} May 25 20:04:03.418796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fa1e290d-95f8-494d-85ce-ae7e8bf83079 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a9a2f2b1-e20c-4b3c-a53a-5bb37dd7ffae HTTP/1.1" status: 204 len: 168 time: 1.7884896 May 25 20:04:03.421386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37580) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:03.666409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8c61e-a745-462d-ab2b-a355d666b4f2 None None] Deleting port ff2063d0-a069-45b9-b39e-33fd4f482ae3 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:03.667362 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c61e-a745-462d-ab2b-a355d666b4f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:03.829230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ff2063d0-a069-45b9-b39e-33fd4f482ae3 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:03.933958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8c61e-a745-462d-ab2b-a355d666b4f2 None None] The port 'ff2063d0-a069-45b9-b39e-33fd4f482ae3' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:04:03.950459 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ff2063d0-a069-45b9-b39e-33fd4f482ae3 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:04:03.950939 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ff2063d0-a069-45b9-b39e-33fd4f482ae3 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:04.396056 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5985e389-ffc6-4837-8233-410e9bb4899d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:04.869824 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5985e389-ffc6-4837-8233-410e9bb4899d admin admin] Deleting port 496f096c-f205-476d-8cf6-c50f6f823556 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:04.870934 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5985e389-ffc6-4837-8233-410e9bb4899d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:05.105119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-5985e389-ffc6-4837-8233-410e9bb4899d admin admin] For port 496f096c-f205-476d-8cf6-c50f6f823556, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=496f096c-f205-476d-8cf6-c50f6f823556,segment=NetworkSegment(a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621),segment_id=a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:05.105119 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5985e389-ffc6-4837-8233-410e9bb4899d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:05.256732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5985e389-ffc6-4837-8233-410e9bb4899d admin admin] Calling delete_port for 496f096c-f205-476d-8cf6-c50f6f823556 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:04:05.595927 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5985e389-ffc6-4837-8233-410e9bb4899d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:05.780020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985e389-ffc6-4837-8233-410e9bb4899d admin admin] Pushing event deleted for resources: {'Port': ['ID=496f096c-f205-476d-8cf6-c50f6f823556,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:05.886074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:04:06.120181 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:04:06.267382 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=622cbc37-99aa-412e-a5e1-a2031f9fd5f1,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:06.286833 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5985e389-ffc6-4837-8233-410e9bb4899d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:06.302545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '622cbc37-99aa-412e-a5e1-a2031f9fd5f1', 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548', 'port_id': '622cbc37-99aa-412e-a5e1-a2031f9fd5f1', 'mac_address': 'fa:16:3e:b1:cb:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0750c96-37f3-45ce-b7d5-364d0a50b3b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:04:06.427624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:06.428126 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:06.465840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:04:06.494709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=622cbc37-99aa-412e-a5e1-a2031f9fd5f1,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:06.504285 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:06.653984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=622cbc37-99aa-412e-a5e1-a2031f9fd5f1,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:06.816123 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['622cbc37-99aa-412e-a5e1-a2031f9fd5f1'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:04:07.171250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5985e389-ffc6-4837-8233-410e9bb4899d admin admin] Router 7c63bc5a-9fa1-444d-9893-48f0088957c0 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:04:07.388538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5985e389-ffc6-4837-8233-410e9bb4899d admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:04:07.402471 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1a8ac-f42c-43e3-a4b7-7b2ad25d1093 None None] Sync routers for ids ['7c63bc5a-9fa1-444d-9893-48f0088957c0'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:04:07.406075 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5985e389-ffc6-4837-8233-410e9bb4899d admin admin] 10.222.0.60 "PUT /v2.0/routers/7c63bc5a-9fa1-444d-9893-48f0088957c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9811211 May 25 20:04:07.406535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37594) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:07.430435 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1a8ac-f42c-43e3-a4b7-7b2ad25d1093 None None] Routers {'7c63bc5a-9fa1-444d-9893-48f0088957c0'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:04:07.437220 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-14a1a8ac-f42c-43e3-a4b7-7b2ad25d1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:04:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['7c63bc5a-9fa1-444d-9893-48f0088957c0'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:07.715805 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:07.746952 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-14a1a8ac-f42c-43e3-a4b7-7b2ad25d1093 None None] Set router 7c63bc5a-9fa1-444d-9893-48f0088957c0 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:04:08.140794 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:08.169442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] Deleting port 7675dc6c-a51e-4a89-9bac-e62a30aab090 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:08.170126 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:08.425630 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-14a1a8ac-f42c-43e3-a4b7-7b2ad25d1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1994051952-router', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '7675dc6c-a51e-4a89-9bac-e62a30aab090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:01:07Z', 'updated_at': '2022-05-25T20:04:05Z', 'revision_number': 5, 'project_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'gw_port': {'id': '7675dc6c-a51e-4a89-9bac-e62a30aab090', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:01:10Z', 'updated_at': '2022-05-25T20:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:08.432512 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1a8ac-f42c-43e3-a4b7-7b2ad25d1093 None None] Checking router: 7c63bc5a-9fa1-444d-9893-48f0088957c0 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:04:08.442569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] For port 7675dc6c-a51e-4a89-9bac-e62a30aab090, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7675dc6c-a51e-4a89-9bac-e62a30aab090,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:08.444780 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:08.455597 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1a8ac-f42c-43e3-a4b7-7b2ad25d1093 None None] Routers {'7c63bc5a-9fa1-444d-9893-48f0088957c0'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:04:08.456204 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-14a1a8ac-f42c-43e3-a4b7-7b2ad25d1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:04:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['7c63bc5a-9fa1-444d-9893-48f0088957c0'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:08.597826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] Calling delete_port for 7675dc6c-a51e-4a89-9bac-e62a30aab090 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:04:08.802098 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-14a1a8ac-f42c-43e3-a4b7-7b2ad25d1093 None None] Set router 7c63bc5a-9fa1-444d-9893-48f0088957c0 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:04:08.939932 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:08.969772 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-14a1a8ac-f42c-43e3-a4b7-7b2ad25d1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1994051952-router', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:01:07Z', 'updated_at': '2022-05-25T20:04:08Z', 'revision_number': 6, 'project_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:08.974593 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1a8ac-f42c-43e3-a4b7-7b2ad25d1093 None None] The sync data for ids ['7c63bc5a-9fa1-444d-9893-48f0088957c0'] in n-d-843339-1 is: [{'id': '7c63bc5a-9fa1-444d-9893-48f0088957c0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1994051952-router', 'tenant_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:01:07Z', 'updated_at': '2022-05-25T20:04:08Z', 'revision_number': 6, 'project_id': '9a7ac3b2bd8e4de9af3f6d43d40253da', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:04:09.049470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] Pushing event deleted for resources: {'Port': ['ID=7675dc6c-a51e-4a89-9bac-e62a30aab090,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:09.162271 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:09.450870 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:09.456939 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:09.509752 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:09.510671 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c63bc5a-9fa1-444d-9893-48f0088957c0 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:04:09.535775 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:09.536935 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5d50b2ef-f525-4a2e-944e-42b91622378e admin admin] 10.222.0.60 "DELETE /v2.0/routers/7c63bc5a-9fa1-444d-9893-48f0088957c0 HTTP/1.1" status: 204 len: 168 time: 2.1294281 May 25 20:04:09.539328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37624) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:09.609981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-92314f26-f717-4523-b0f1-b4642054eea2 admin admin] Deleting subnet a285259d-99ab-4ebc-a1a5-86a3c222c957 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:04:09.615812 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92314f26-f717-4523-b0f1-b4642054eea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:09.734853 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ff7d6944-ea9d-409a-b961-629bb6ae9faa req-540ed382-e566-44cf-b929-3a639ed95548 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0638137 May 25 20:04:09.736977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4e0dd-a05f-45f9-a0b8-b67df87e4094 req-62266902-59c8-48d7-b80a-9a95efad1d87 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:09.740823 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-30b4e0dd-a05f-45f9-a0b8-b67df87e4094 req-62266902-59c8-48d7-b80a-9a95efad1d87 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 945 time: 0.1195228 May 25 20:04:09.767668 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92314f26-f717-4523-b0f1-b4642054eea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:09.819329 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-30b4e0dd-a05f-45f9-a0b8-b67df87e4094 req-0974da37-e25c-499d-9587-8f9fd8232276 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728202 May 25 20:04:09.924883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:04:09.970010 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92314f26-f717-4523-b0f1-b4642054eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:09.980499 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2bf69d3-0cf5-41d3-b8e6-1a8f1beb0fbd'] response: {'server_uuid': 'b5983ccb-c384-40b0-aaf3-9feb306697e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83da382-763c-4792-aae6-effff88782f5', 'code': 200} May 25 20:04:10.020069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7675dc6c-a51e-4a89-9bac-e62a30aab090 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:10.087126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 7675dc6c-a51e-4a89-9bac-e62a30aab090 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:04:10.087839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7675dc6c-a51e-4a89-9bac-e62a30aab090 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:10.088268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 496f096c-f205-476d-8cf6-c50f6f823556 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:10.139654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 496f096c-f205-476d-8cf6-c50f6f823556 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:04:10.140269 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 496f096c-f205-476d-8cf6-c50f6f823556 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:10.163939 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:04:10.172869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:10.173348 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:10.180560 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92314f26-f717-4523-b0f1-b4642054eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:10.246838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92314f26-f717-4523-b0f1-b4642054eea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:10.253705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a06202-c4d1-4687-8904-422dd4a5bcac None None] Network 4e90953c-0c0b-4441-8c41-7aba98024ad6 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:04:10.254469 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-92314f26-f717-4523-b0f1-b4642054eea2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a285259d-99ab-4ebc-a1a5-86a3c222c957 HTTP/1.1" status: 204 len: 168 time: 0.7140331 May 25 20:04:10.256828 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92314f26-f717-4523-b0f1-b4642054eea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a285259d-99ab-4ebc-a1a5-86a3c222c957,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:10.260151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37632) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:10.384675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc157a59-0836-4195-90e6-2e768f357548 req-51995219-c458-40fb-86c4-9915f9f0d366 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:10.388174 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc157a59-0836-4195-90e6-2e768f357548 req-51995219-c458-40fb-86c4-9915f9f0d366 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1609511 May 25 20:04:10.404415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:10.430230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Deleting port 58187075-e965-4520-aa18-56ffbc9fc22d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:10.430709 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:10.489168 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc157a59-0836-4195-90e6-2e768f357548 req-b0718f3e-6840-4c5c-aacc-b0ed13e654d8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936279 May 25 20:04:10.499108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeb50e-c07a-4153-a4e0-294d0e89bb91 req-32bab504-95a3-4f75-ad27-f2ba1969ec8a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:10.506651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20eeb50e-c07a-4153-a4e0-294d0e89bb91 req-32bab504-95a3-4f75-ad27-f2ba1969ec8a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.4408982 May 25 20:04:10.576243 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:10.577183 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:10.587129 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20eeb50e-c07a-4153-a4e0-294d0e89bb91 req-f876301e-4539-40d3-b304-b4eb59f98022 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795212 May 25 20:04:10.643798 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=622cbc37-99aa-412e-a5e1-a2031f9fd5f1,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:10.656815 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:10.867976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=622cbc37-99aa-412e-a5e1-a2031f9fd5f1,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:10.882298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:10.882631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:10.883123 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:10.883527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:10.883841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:10.884164 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:10.884485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:10.884799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:10.885113 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:10.885423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:10.885734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:10.886094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:10.937284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] For port 58187075-e965-4520-aa18-56ffbc9fc22d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=58187075-e965-4520-aa18-56ffbc9fc22d,segment=NetworkSegment(a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621),segment_id=a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:10.937638 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:10.962291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273c23fa-988f-4413-b0c9-824a000f79c5 None None] DHCP port deletion for 4e90953c-0c0b-4441-8c41-7aba98024ad6 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:04:10.968455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-273c23fa-988f-4413-b0c9-824a000f79c5 None None] Deleting port 58187075-e965-4520-aa18-56ffbc9fc22d {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:10.969025 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-273c23fa-988f-4413-b0c9-824a000f79c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:11.046137 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8cea23f3-6db4-4ad9-aab8-cedcc943edff req-672a56d1-d0dd-4523-afc4-a9207291a978 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0727539 May 25 20:04:11.080467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Calling delete_port for 58187075-e965-4520-aa18-56ffbc9fc22d owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:04:11.269733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b837d-ff3e-48a2-bfee-02f3034e280e req-7a6d35b3-647a-480e-96f9-2a65e0277888 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:11.270895 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-273c23fa-988f-4413-b0c9-824a000f79c5 None None] For port 58187075-e965-4520-aa18-56ffbc9fc22d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=58187075-e965-4520-aa18-56ffbc9fc22d,segment=NetworkSegment(a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621),segment_id=a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:11.271390 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-273c23fa-988f-4413-b0c9-824a000f79c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:11.276672 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd0b837d-ff3e-48a2-bfee-02f3034e280e req-7a6d35b3-647a-480e-96f9-2a65e0277888 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 949 time: 0.4559870 May 25 20:04:11.340061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f798d-9901-4030-90fd-2efbaa91d7a7 req-59aa64a8-2956-4687-b720-58bbaf3e6d91 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:11.343073 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c5f798d-9901-4030-90fd-2efbaa91d7a7 req-59aa64a8-2956-4687-b720-58bbaf3e6d91 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 946 time: 0.1287458 May 25 20:04:11.356761 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd0b837d-ff3e-48a2-bfee-02f3034e280e req-7f8c4da8-8e47-4e0c-a197-9cf5fdfb6cda tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790665 May 25 20:04:11.374022 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:11.427993 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c5f798d-9901-4030-90fd-2efbaa91d7a7 req-4c38906c-cfeb-4a35-b95e-f131884a4df4 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735884 May 25 20:04:11.474735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Pushing event deleted for resources: {'Port': ['ID=58187075-e965-4520-aa18-56ffbc9fc22d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:11.482772 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-273c23fa-988f-4413-b0c9-824a000f79c5 None None] Calling delete_port for 58187075-e965-4520-aa18-56ffbc9fc22d owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:04:11.484429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] No DVR routers for this DVR port 58187075-e965-4520-aa18-56ffbc9fc22d on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:04:11.650792 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:11.769987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e90953c-0c0b-4441-8c41-7aba98024ad6']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:11.814746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:11.815098 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-273c23fa-988f-4413-b0c9-824a000f79c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:04:11.815455 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-273c23fa-988f-4413-b0c9-824a000f79c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:04:11.816274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:11.824911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 58187075-e965-4520-aa18-56ffbc9fc22d no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:11.842800 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:11.890449 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:11.908551 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:04:11.910329 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:11.918947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 58187075-e965-4520-aa18-56ffbc9fc22d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:04:11.919640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 58187075-e965-4520-aa18-56ffbc9fc22d not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:11.982638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8563b-efef-43ce-b83c-8dfc6c590f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622cbc37-99aa-412e-a5e1-a2031f9fd5f1'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:12.080018 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621 resource provider aggregate not found May 25 20:04:12.117320 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9f5ff31-5a42-4d3c-9eaf-cfcc9127d621 found for delete ", "request_id": "req-07a643c2-14f3-4e7c-b11d-1914043984cc"}]} May 25 20:04:12.144751 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:12.194145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87fe8e-c2ae-4b41-a3f9-89e5c415bdbe req-a3bd28b1-a873-4141-a956-d03e4ff464e0 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:12.195921 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b87fe8e-c2ae-4b41-a3f9-89e5c415bdbe req-a3bd28b1-a873-4141-a956-d03e4ff464e0 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2389834 May 25 20:04:12.204352 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:12.207804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f4167-4013-4398-a74f-27cb1c16d65e req-790fcdea-9578-4c97-b8fe-7f0ec99c4a6a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:12.209763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca4f4167-4013-4398-a74f-27cb1c16d65e req-790fcdea-9578-4c97-b8fe-7f0ec99c4a6a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1679373 May 25 20:04:12.213229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] Pushing event deleted for resources: {'Network': ['ID=4e90953c-0c0b-4441-8c41-7aba98024ad6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:12.244203 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e5a9b26f-defc-4700-b373-6b184835fcce admin admin] 10.222.0.60 "DELETE /v2.0/networks/4e90953c-0c0b-4441-8c41-7aba98024ad6 HTTP/1.1" status: 204 len: 168 time: 1.9791601 May 25 20:04:12.275438 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b87fe8e-c2ae-4b41-a3f9-89e5c415bdbe req-1c1c0624-ff14-4925-af92-bc412c99d56d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632427 May 25 20:04:12.306618 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca4f4167-4013-4398-a74f-27cb1c16d65e req-0bc2fe81-608f-4606-8c79-b67b8af93d34 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626943 May 25 20:04:12.317238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-273c23fa-988f-4413-b0c9-824a000f79c5 None None] Deleting port 58187075-e965-4520-aa18-56ffbc9fc22d {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:12.317611 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-273c23fa-988f-4413-b0c9-824a000f79c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:12.423462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-273c23fa-988f-4413-b0c9-824a000f79c5 None None] The port '58187075-e965-4520-aa18-56ffbc9fc22d' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:04:12.521397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37726) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:12.580790 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3810bac9-b2fe-46e8-86e4-1d7531027158 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f3326d988b049239f6ec1e4f89ac268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582328 May 25 20:04:12.583482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37732) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:12.655536 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8faedffd-21e6-42d7-bea8-12fa240768b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:12.690519 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8faedffd-21e6-42d7-bea8-12fa240768b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:12.777445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8faedffd-21e6-42d7-bea8-12fa240768b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:12.799187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faedffd-21e6-42d7-bea8-12fa240768b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751850c6-3e63-4954-9f2a-3b5bd01a9e1c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:12.804185 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8faedffd-21e6-42d7-bea8-12fa240768b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:12.805446 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8faedffd-21e6-42d7-bea8-12fa240768b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/751850c6-3e63-4954-9f2a-3b5bd01a9e1c HTTP/1.1" status: 204 len: 168 time: 0.2210302 May 25 20:04:13.161566 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45597d9e-63f6-474b-bc2e-2d443b4026bc'] response: {'server_uuid': 'f9e8563b-efef-43ce-b83c-8dfc6c590f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622cbc37-99aa-412e-a5e1-a2031f9fd5f1', 'code': 200} May 25 20:04:13.285819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37786) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:13.335209 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-46f4e1b4-a345-40c6-8367-42ebaeeca20e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a7ac3b2bd8e4de9af3f6d43d40253da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517809 May 25 20:04:13.338052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37794) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:13.343076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c76396dd-4957-412f-a181-d12c474d2346 req-6c9a5bb5-01fc-48da-b9e9-f93c6e3d42fd tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0599265 May 25 20:04:13.407434 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5bce4357-729a-4af9-adf8-5e0908c67c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:13.492937 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5bce4357-729a-4af9-adf8-5e0908c67c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:13.548143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14784c0-4085-4723-a5a8-3e1b61001a91 req-5ae61305-df9b-4965-bb12-23da37567cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:13.549644 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d14784c0-4085-4723-a5a8-3e1b61001a91 req-5ae61305-df9b-4965-bb12-23da37567cba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 1097 time: 0.3171489 May 25 20:04:13.557031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218835e9-2444-4129-bf86-34da72fa03d7 req-294fdb5e-fae3-4202-8255-ec3fe17df59c tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:13.559118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-218835e9-2444-4129-bf86-34da72fa03d7 req-294fdb5e-fae3-4202-8255-ec3fe17df59c tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 946 time: 0.1497824 May 25 20:04:13.596173 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d14784c0-4085-4723-a5a8-3e1b61001a91 req-3e6b975d-af26-4ea0-abf3-252366929f82 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 May 25 20:04:13.605651 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5bce4357-729a-4af9-adf8-5e0908c67c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:13.629022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-218835e9-2444-4129-bf86-34da72fa03d7 req-a22b1ce3-9a36-4e03-b04a-c9704fba158e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621455 May 25 20:04:13.631537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce4357-729a-4af9-adf8-5e0908c67c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0367d343-5379-418d-be25-92ea665c5d3f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:13.637554 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5bce4357-729a-4af9-adf8-5e0908c67c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:13.640820 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5bce4357-729a-4af9-adf8-5e0908c67c12 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0367d343-5379-418d-be25-92ea665c5d3f HTTP/1.1" status: 204 len: 168 time: 0.2996292 May 25 20:04:13.703353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26806e9-f3b3-41d3-abbc-f9bfe4003bf6 req-ad6e1eaf-91b3-449d-a495-b25589f4324e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:13.705609 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c26806e9-f3b3-41d3-abbc-f9bfe4003bf6 req-ad6e1eaf-91b3-449d-a495-b25589f4324e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1047010 May 25 20:04:13.763997 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c26806e9-f3b3-41d3-abbc-f9bfe4003bf6 req-d3c79f6e-7f08-4c5d-837a-00031e21d3e2 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511494 May 25 20:04:13.860153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5effd68-f6a7-47f1-b49a-a1f193b424e1 req-6378560c-cb6c-49ba-9435-40f41d5b9ca3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:13.861706 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5effd68-f6a7-47f1-b49a-a1f193b424e1 req-6378560c-cb6c-49ba-9435-40f41d5b9ca3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1035540 May 25 20:04:13.910481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5effd68-f6a7-47f1-b49a-a1f193b424e1 req-82b7ca55-c732-432e-a04d-fc21341e0da7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403328 May 25 20:04:13.947584 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2dc10db5-3e55-492f-a175-05517f945e09 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:14.147939 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2dc10db5-3e55-492f-a175-05517f945e09 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:14.148304 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:14.232993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2dc10db5-3e55-492f-a175-05517f945e09, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2dc10db5-3e55-492f-a175-05517f945e09,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:14.241083 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:14.336509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2dc10db5-3e55-492f-a175-05517f945e09,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:14.650322 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-50e631cf-b006-4b11-be0f-334bd7fdea65 req-29fe63d6-82da-4411-9926-a5932cc14845 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0714872 May 25 20:04:15.021702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e8165-8b80-42b8-ade8-948a6045967f req-3a3cbab7-d299-4c19-9cff-20c5fdff3d26 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:15.023076 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-230e8165-8b80-42b8-ade8-948a6045967f req-3a3cbab7-d299-4c19-9cff-20c5fdff3d26 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 946 time: 0.1132610 May 25 20:04:15.071346 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-230e8165-8b80-42b8-ade8-948a6045967f req-220888ca-3f96-481f-8137-3f831f585c8e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 May 25 20:04:15.164515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa61def-68d4-422f-9196-7c72a9921486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dc10db5-3e55-492f-a175-05517f945e09'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:15.235052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37920) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:15.271171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9a43d-2ca0-4b19-98a2-dc8d89675a0d req-4af8f3f7-99a7-479f-b437-75bc6f0a055b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:15.272743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ffa9a43d-2ca0-4b19-98a2-dc8d89675a0d req-4af8f3f7-99a7-479f-b437-75bc6f0a055b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.0919509 May 25 20:04:15.329280 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ffa9a43d-2ca0-4b19-98a2-dc8d89675a0d req-3a882422-0fd3-43ad-937e-ad1fdeb4cab4 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499055 May 25 20:04:15.385211 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:15.403572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:15.451591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Usage tracker for resource:security_group_rule and tenant:4f79f5e278904c14b10fc4fc7cfd7b1d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:15.459057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:15.472494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:15.519708 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc821aaa-90fe-4419-838e-2a8225a16b4b req-d998f7bf-05a5-4c60-af01-9e371458bdce tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:15.520891 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc821aaa-90fe-4419-838e-2a8225a16b4b req-d998f7bf-05a5-4c60-af01-9e371458bdce tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 1097 time: 0.0830536 May 25 20:04:15.540773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e687e-2bf3-4a43-921c-f2ceeb3ce481 req-35004971-b9e1-4f3c-a8a2-c4446354805a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:15.542313 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee9e687e-2bf3-4a43-921c-f2ceeb3ce481 req-35004971-b9e1-4f3c-a8a2-c4446354805a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1356690 May 25 20:04:15.571820 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc821aaa-90fe-4419-838e-2a8225a16b4b req-0285157d-360b-444d-99b9-1e7109d696e2 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415919 May 25 20:04:15.612657 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee9e687e-2bf3-4a43-921c-f2ceeb3ce481 req-c1ede30f-1f10-44e0-a0db-5ff5527bf2db tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626342 May 25 20:04:15.641213 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:15.648774 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:15.706200 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f79f5e278904c14b10fc4fc7cfd7b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4658971 May 25 20:04:15.706200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae67ef57-1553-4995-b3af-3650620e59b8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:15.707119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37952) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:15.722614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:15.722748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:15.723067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:15.723399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:15.723725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:15.724050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:15.724372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:15.724748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:15.724993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:15.725313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:15.725715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:15.726030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45c760-6cc9-4415-b3cb-d02c49dd39a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:15.737143 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a99db2a9-2238-4351-8401-fa77e7ca6b1a'] response: {'server_uuid': '2aa61def-68d4-422f-9196-7c72a9921486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dc10db5-3e55-492f-a175-05517f945e09', 'code': 200} May 25 20:04:15.812347 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a7f37c28-47e0-4a4c-80c5-f109a59334de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:15.886915 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a7f37c28-47e0-4a4c-80c5-f109a59334de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:15.927736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-0fe6a339-d816-4b4e-9054-57298210b4aa tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:15.930699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-0fe6a339-d816-4b4e-9054-57298210b4aa tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/networks?id=ac16da66-8ba6-42d0-a487-88fb370f02e7 HTTP/1.1" status: 200 len: 805 time: 0.2268488 May 25 20:04:15.947645 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-8304ccfc-805b-49a3-8c31-d8bdf25ed465 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/quotas/7f368fc57e274a14b1f1a392166d6e99 HTTP/1.1" status: 200 len: 375 time: 0.0145450 May 25 20:04:15.961007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec3dad-5ab3-4bf2-9247-7808ceecde84 req-96e1382f-c4b4-4c2c-b426-e23be5bd2e54 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:15.962756 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2eec3dad-5ab3-4bf2-9247-7808ceecde84 req-96e1382f-c4b4-4c2c-b426-e23be5bd2e54 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 1097 time: 0.1202772 May 25 20:04:15.989366 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a7f37c28-47e0-4a4c-80c5-f109a59334de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:16.017364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f37c28-47e0-4a4c-80c5-f109a59334de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae67ef57-1553-4995-b3af-3650620e59b8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:16.044365 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a7f37c28-47e0-4a4c-80c5-f109a59334de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:16.049727 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a7f37c28-47e0-4a4c-80c5-f109a59334de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae67ef57-1553-4995-b3af-3650620e59b8 HTTP/1.1" status: 204 len: 168 time: 0.3393741 May 25 20:04:16.061797 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2eec3dad-5ab3-4bf2-9247-7808ceecde84 req-622550e8-ccb5-4c85-bc4a-1386b2c78a09 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918427 May 25 20:04:16.074624 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-bbdb9202-4760-460c-a9d3-ef6f7bd2d8b3 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f368fc57e274a14b1f1a392166d6e99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062615 May 25 20:04:16.303586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae7883e2-33ee-45c3-bbc1-af9cf0edecb9 req-16caebd2-1ed3-41bc-964e-9a6e0c9357cd tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1420050 May 25 20:04:16.336853 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-84ee69b9-d9c0-433e-9898-e30dc2c09f78 service neutron] 10.222.0.60 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563462 May 25 20:04:16.376245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37984) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:16.394567 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4434da1d-9721-45c5-903a-5b10a156c76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:16.410103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4434da1d-9721-45c5-903a-5b10a156c76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:16.414338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4434da1d-9721-45c5-903a-5b10a156c76a admin admin] Usage tracker for resource:security_group_rule and tenant:c13cebe9a01b489aa10d9dc1118d3d88 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:16.417600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4434da1d-9721-45c5-903a-5b10a156c76a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:16.423666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4434da1d-9721-45c5-903a-5b10a156c76a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:16.477717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-adb5d862-8737-4671-befe-d192885e2b3e service neutron] 10.222.0.60 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400282 May 25 20:04:16.500539 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d8919a2-7dd8-4bac-aa0f-657590c3ed41 req-c83ae3b9-1c88-4893-af1e-45902d4ff277 tempest-FlavorsV2NegativeTest-131012060 tempest-FlavorsV2NegativeTest-131012060-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=38832d150c354e03b693d4c70ca26557&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317328 May 25 20:04:16.638397 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4434da1d-9721-45c5-903a-5b10a156c76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:16.646392 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4434da1d-9721-45c5-903a-5b10a156c76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:16.740515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434da1d-9721-45c5-903a-5b10a156c76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9e8c2e-1a56-461e-b31b-794ed8889058,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:16.756365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8919a2-7dd8-4bac-aa0f-657590c3ed41 req-f029300a-822e-4c47-8252-3ed9d0e580cd tempest-FlavorsV2NegativeTest-131012060 tempest-FlavorsV2NegativeTest-131012060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:16.758317 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d8919a2-7dd8-4bac-aa0f-657590c3ed41 req-f029300a-822e-4c47-8252-3ed9d0e580cd tempest-FlavorsV2NegativeTest-131012060 tempest-FlavorsV2NegativeTest-131012060-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2493293 May 25 20:04:16.785585 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d8919a2-7dd8-4bac-aa0f-657590c3ed41 req-c4eb0068-7cc4-40fc-885a-65c713118e08 tempest-FlavorsV2NegativeTest-131012060 tempest-FlavorsV2NegativeTest-131012060-project] 10.222.0.60 "GET /v2.0/quotas/38832d150c354e03b693d4c70ca26557 HTTP/1.1" status: 200 len: 375 time: 0.0182483 May 25 20:04:16.791144 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4434da1d-9721-45c5-903a-5b10a156c76a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c13cebe9a01b489aa10d9dc1118d3d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137733 May 25 20:04:16.791706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38008) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:16.837942 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d8919a2-7dd8-4bac-aa0f-657590c3ed41 req-9c2dc952-464b-4efc-bee3-ecd1c64d2d06 tempest-FlavorsV2NegativeTest-131012060 tempest-FlavorsV2NegativeTest-131012060-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=38832d150c354e03b693d4c70ca26557&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449412 May 25 20:04:16.850970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc13da-5ed3-4426-b34f-a17886ebac24 req-d1719176-fcfd-4c41-88b7-e236a3ab16fa tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:16.852052 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72bc13da-5ed3-4426-b34f-a17886ebac24 req-d1719176-fcfd-4c41-88b7-e236a3ab16fa tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1304684 May 25 20:04:16.876234 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-55cf182d-32b3-42e2-a3ec-43a6eb53ee48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:16.938325 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72bc13da-5ed3-4426-b34f-a17886ebac24 req-6ad2ddb4-1306-443f-bb51-c8d9d1c76906 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630770 May 25 20:04:16.940044 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-55cf182d-32b3-42e2-a3ec-43a6eb53ee48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:16.999873 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15475850-db01-45b4-b601-c7e3a3a8d924 req-0e577212-238c-4820-93c6-d220bb14857c tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 210 time: 0.0676947 May 25 20:04:17.021147 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-55cf182d-32b3-42e2-a3ec-43a6eb53ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:17.047072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf182d-32b3-42e2-a3ec-43a6eb53ee48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9e8c2e-1a56-461e-b31b-794ed8889058,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:17.051692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-55cf182d-32b3-42e2-a3ec-43a6eb53ee48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:17.052944 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-55cf182d-32b3-42e2-a3ec-43a6eb53ee48 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c9e8c2e-1a56-461e-b31b-794ed8889058 HTTP/1.1" status: 204 len: 168 time: 0.2598596 May 25 20:04:17.224152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba84daf-20a5-4995-8380-76896208aa25 req-cb527a88-eff4-4eea-ab48-735151364a71 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:17.226145 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3ba84daf-20a5-4995-8380-76896208aa25 req-cb527a88-eff4-4eea-ab48-735151364a71 tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 1097 time: 0.0908842 May 25 20:04:17.294446 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3ba84daf-20a5-4995-8380-76896208aa25 req-8bed99fb-2149-4f28-8692-6ff44db296cd tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616190 May 25 20:04:17.360390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561f7ae-8f4a-42c4-a6bf-d2c22632e884 req-7b031b4c-38ed-4459-936d-b49bf2a2b108 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:17.370886 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5561f7ae-8f4a-42c4-a6bf-d2c22632e884 req-7b031b4c-38ed-4459-936d-b49bf2a2b108 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2485173 May 25 20:04:17.382619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df384b-499f-4ef9-b644-ae07cdd07c2d req-3d73f572-ed4e-4c08-a831-b8e17d28447c tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:17.384887 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-24df384b-499f-4ef9-b644-ae07cdd07c2d req-3d73f572-ed4e-4c08-a831-b8e17d28447c tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5983ccb-c384-40b0-aaf3-9feb306697e3 HTTP/1.1" status: 200 len: 946 time: 0.2267725 May 25 20:04:17.497618 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5561f7ae-8f4a-42c4-a6bf-d2c22632e884 req-005b8a69-9234-4f40-96f2-4d4783b0ea0e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250043 May 25 20:04:17.501053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-24df384b-499f-4ef9-b644-ae07cdd07c2d req-28f84491-c351-43c8-b3ae-3b6d1dc34854 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Deleting port c83da382-763c-4792-aae6-effff88782f5 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:17.501390 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-24df384b-499f-4ef9-b644-ae07cdd07c2d req-28f84491-c351-43c8-b3ae-3b6d1dc34854 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:17.890089 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe9fe822-029e-40d5-a2cb-484cc0e5813b req-d4051cf1-e023-4f6d-8e82-5e0a733d58d4 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0566969 May 25 20:04:17.951834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2dc10db5-3e55-492f-a175-05517f945e09 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:04:17.960262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-24df384b-499f-4ef9-b644-ae07cdd07c2d req-28f84491-c351-43c8-b3ae-3b6d1dc34854 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] For port c83da382-763c-4792-aae6-effff88782f5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c83da382-763c-4792-aae6-effff88782f5,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:17.960627 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-24df384b-499f-4ef9-b644-ae07cdd07c2d req-28f84491-c351-43c8-b3ae-3b6d1dc34854 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:17.961826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c83da382-763c-4792-aae6-effff88782f5 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:17.978545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38068) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:18.100441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-24df384b-499f-4ef9-b644-ae07cdd07c2d req-28f84491-c351-43c8-b3ae-3b6d1dc34854 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Calling delete_port for c83da382-763c-4792-aae6-effff88782f5 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:04:18.218349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port c83da382-763c-4792-aae6-effff88782f5 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:18.218733 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:18.305879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f31cf2-f800-4f22-ba33-ee6d4c72b1e2 req-9e1f873d-7843-4f87-9049-c1487ae7e30d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:18.315418 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-46f31cf2-f800-4f22-ba33-ee6d4c72b1e2 req-9e1f873d-7843-4f87-9049-c1487ae7e30d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1740568 May 25 20:04:18.356255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2dc10db5-3e55-492f-a175-05517f945e09, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2dc10db5-3e55-492f-a175-05517f945e09,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:18.373023 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '2dc10db5-3e55-492f-a175-05517f945e09', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '2dc10db5-3e55-492f-a175-05517f945e09', 'mac_address': 'fa:16:3e:a2:3f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:04:18.432124 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5e09d062-9a0c-472c-b4da-bc43967b43d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:18.454578 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-46f31cf2-f800-4f22-ba33-ee6d4c72b1e2 req-8020c8d7-506e-4569-a5b9-3a0c808b61d1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376464 May 25 20:04:18.466599 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-24df384b-499f-4ef9-b644-ae07cdd07c2d req-28f84491-c351-43c8-b3ae-3b6d1dc34854 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:18.467998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5e09d062-9a0c-472c-b4da-bc43967b43d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:18.471395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2dc10db5-3e55-492f-a175-05517f945e09 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:18.471880 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:18.478948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5e09d062-9a0c-472c-b4da-bc43967b43d1 admin admin] Usage tracker for resource:security_group_rule and tenant:38832d150c354e03b693d4c70ca26557 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:18.487552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5e09d062-9a0c-472c-b4da-bc43967b43d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:18.502027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5e09d062-9a0c-472c-b4da-bc43967b43d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:18.529517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc10db5-3e55-492f-a175-05517f945e09 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:04:18.554775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2dc10db5-3e55-492f-a175-05517f945e09, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2dc10db5-3e55-492f-a175-05517f945e09,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:18.560852 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:18.695787 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5e09d062-9a0c-472c-b4da-bc43967b43d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:18.705754 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5e09d062-9a0c-472c-b4da-bc43967b43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:18.729170 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2dc10db5-3e55-492f-a175-05517f945e09,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:18.749988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f84491-c351-43c8-b3ae-3b6d1dc34854 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Pushing event deleted for resources: {'Port': ['ID=c83da382-763c-4792-aae6-effff88782f5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:18.760471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09d062-9a0c-472c-b4da-bc43967b43d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9f9730-e424-4f52-9de0-182ea5f1788d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:18.763977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['2dc10db5-3e55-492f-a175-05517f945e09'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:04:18.790381 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5e09d062-9a0c-472c-b4da-bc43967b43d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38832d150c354e03b693d4c70ca26557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8067548 May 25 20:04:18.790381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38112) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:18.910871 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-595e2214-613d-4fe2-82f7-d7df74a9aaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:19.009296 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-595e2214-613d-4fe2-82f7-d7df74a9aaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:19.034261 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3dd404c0-a8fa-4236-b484-9c4ab3359005 req-782c0e75-c727-41ae-96c8-4fc3adc7ceaf tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 210 time: 0.2456982 May 25 20:04:19.076799 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-595e2214-613d-4fe2-82f7-d7df74a9aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:19.098799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e2214-613d-4fe2-82f7-d7df74a9aaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9f9730-e424-4f52-9de0-182ea5f1788d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:19.110215 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-595e2214-613d-4fe2-82f7-d7df74a9aaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:19.120983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-24df384b-499f-4ef9-b644-ae07cdd07c2d req-28f84491-c351-43c8-b3ae-3b6d1dc34854 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] No DVR routers for this DVR port c83da382-763c-4792-aae6-effff88782f5 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:04:19.130806 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-595e2214-613d-4fe2-82f7-d7df74a9aaad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f9f9730-e424-4f52-9de0-182ea5f1788d HTTP/1.1" status: 204 len: 168 time: 0.3234260 May 25 20:04:19.213098 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-24df384b-499f-4ef9-b644-ae07cdd07c2d req-28f84491-c351-43c8-b3ae-3b6d1dc34854 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:19.216065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5983ccb-c384-40b0-aaf3-9feb306697e3', 'name': 'network-vif-deleted', 'tag': 'c83da382-763c-4792-aae6-effff88782f5'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:19.335557 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-24df384b-499f-4ef9-b644-ae07cdd07c2d req-28f84491-c351-43c8-b3ae-3b6d1dc34854 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "DELETE /v2.0/ports/c83da382-763c-4792-aae6-effff88782f5 HTTP/1.1" status: 204 len: 173 time: 1.9360483 May 25 20:04:19.393195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-8b69bc82-fdf5-418d-8e65-06ca79947b5e tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:19.394666 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-8b69bc82-fdf5-418d-8e65-06ca79947b5e tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "GET /v2.0/networks?id=ac16da66-8ba6-42d0-a487-88fb370f02e7 HTTP/1.1" status: 200 len: 805 time: 0.6425767 May 25 20:04:19.406429 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-743cfe05-4947-4b8c-a75f-52ed18daf1af req-74eb2572-bdf9-4cff-91f5-be2836fdbe59 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8114922 May 25 20:04:19.411995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Request body: {'port': {'device_id': '23f2280f-c785-4102-b481-154e03320c56', 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7', 'admin_state_up': True, 'tenant_id': '7f368fc57e274a14b1f1a392166d6e99'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:04:19.535996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1717de-41de-45f1-8d7c-70eaa0c43796 req-6e74fccf-0c9f-49ca-85ca-583f00994dd0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:19.538179 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2e1717de-41de-45f1-8d7c-70eaa0c43796 req-6e74fccf-0c9f-49ca-85ca-583f00994dd0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2963219 May 25 20:04:19.641232 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2e1717de-41de-45f1-8d7c-70eaa0c43796 req-0f49a34e-933c-43bb-be3d-6f4c9fc84118 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954535 May 25 20:04:19.648499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:19.678665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Usage tracker for resource:port and tenant:7f368fc57e274a14b1f1a392166d6e99 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:19.678665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:19.681486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:19.696038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Made reservation on behalf of 7f368fc57e274a14b1f1a392166d6e99 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:04:19.702077 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:19.956920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2dc10db5-3e55-492f-a175-05517f945e09 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:04:19.957956 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bcf9f391-470c-459c-a2d4-98ee641193fd req-f84969b7-9cfa-4da7-91b5-c1b3035da596 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0842712 May 25 20:04:20.132118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 2dc10db5-3e55-492f-a175-05517f945e09 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:20.134063 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:20.174385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Allocated IP 172.20.0.2 (ac16da66-8ba6-42d0-a487-88fb370f02e7/416a5448-e8aa-4560-b947-656eb8c9db43/ee5f6fbd-364a-402f-945a-445c0d26f46e) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:04:20.397870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2dc10db5-3e55-492f-a175-05517f945e09 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:20.398514 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:20.409104 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:20.458331 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa61def-68d4-422f-9196-7c72a9921486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc10db5-3e55-492f-a175-05517f945e09'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:20.462947 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:20.474401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2dc10db5-3e55-492f-a175-05517f945e09, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2dc10db5-3e55-492f-a175-05517f945e09,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:20.482115 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:20.484071 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c83da382-763c-4792-aae6-effff88782f5 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:20.559781 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c935d2-a7da-4c79-8903-b4b83c5543d4'] response: {'server_uuid': 'b5983ccb-c384-40b0-aaf3-9feb306697e3', 'name': 'network-vif-deleted', 'tag': 'c83da382-763c-4792-aae6-effff88782f5', 'status': 'completed', 'code': 200} May 25 20:04:20.574580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Network ac16da66-8ba6-42d0-a487-88fb370f02e7 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:04:20.581094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:04:20.588033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:04:20.685747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Pushing event updated for resources: {'Port': ['ID=ee5f6fbd-364a-402f-945a-445c0d26f46e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:20.706829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2dc10db5-3e55-492f-a175-05517f945e09,revision_number=10']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:20.717205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: c83da382-763c-4792-aae6-effff88782f5 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:04:20.717548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c83da382-763c-4792-aae6-effff88782f5 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:20.785218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:20.785892 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:20.926100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5498b82a-ad62-4c36-bd62-a25a1976a246 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5176921 May 25 20:04:20.945449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Request body: {'port': {'device_id': '23f2280f-c785-4102-b481-154e03320c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:04:20.991428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4b08e-612e-4f09-84d4-187e0282c0c7 req-0cff707f-0e28-444a-b2ff-f969c53c2dd3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:20.993001 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-78e4b08e-612e-4f09-84d4-187e0282c0c7 req-0cff707f-0e28-444a-b2ff-f969c53c2dd3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1928301 May 25 20:04:21.064594 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-78e4b08e-612e-4f09-84d4-187e0282c0c7 req-1fadb997-70fc-4efd-92ce-24b59ae80f38 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631735 May 25 20:04:21.109835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38212) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:21.160060 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66cb9130-b7c4-429f-a2c7-c13a1f4e97e8'] response: {'server_uuid': '2aa61def-68d4-422f-9196-7c72a9921486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc10db5-3e55-492f-a175-05517f945e09', 'code': 200} May 25 20:04:21.167683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463320b-42c7-4dca-a8d1-e9716b0af619 req-7fdfb6a4-a30d-40d0-85c7-f2b5f02aae65 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:21.175882 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0463320b-42c7-4dca-a8d1-e9716b0af619 req-7fdfb6a4-a30d-40d0-85c7-f2b5f02aae65 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 931 time: 0.1087275 May 25 20:04:21.231525 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:21.248751 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0463320b-42c7-4dca-a8d1-e9716b0af619 req-511b4f35-a04a-4c2e-873c-c8c4ea2b903b tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717518 May 25 20:04:21.379556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-network', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:04:21.384568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:21.389082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Usage tracker for resource:network and tenant:fa888df1c97c4361b46381c6d6e23e71 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:21.399174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:21.416516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:21.496256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Made reservation on behalf of fa888df1c97c4361b46381c6d6e23e71 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:04:21.498874 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:21.541664 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:21.592475 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03c201-e9c3-4370-a998-8eb3e5020001 req-f68e3858-46e7-42f8-a921-93ec38c23909 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:21.600978 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8d03c201-e9c3-4370-a998-8eb3e5020001 req-f68e3858-46e7-42f8-a921-93ec38c23909 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2801967 May 25 20:04:21.603820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:21.624690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Usage tracker for resource:security_group_rule and tenant:fa888df1c97c4361b46381c6d6e23e71 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:21.629536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:21.738705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:21.973839 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8d03c201-e9c3-4370-a998-8eb3e5020001 req-d7234b39-558d-4b54-bfb0-925fe42a1365 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719163 May 25 20:04:21.987368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e55a2f5-2d5c-4acd-b932-cb2c67ba9517 req-e7d1cbb5-74f0-4508-b9d7-e1740e6aed8e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0590065 May 25 20:04:22.177526 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:22.187363 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:22.200000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:04:22.210321 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:22.210657 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Added segment e962ec07-89ca-4d07-9fb2-9bd486d2ea69 of type vlan for network e236ae8c-f708-42ae-a44d-d3f210eaab6d May 25 20:04:22.246740 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:22.280058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5f6fbd-364a-402f-945a-445c0d26f46e {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:04:22.335294 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:22.340986 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:22.341970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:22.342559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:22.434404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d68bcb-d4cd-495b-b769-dec440de39ed req-6540262c-9acb-4188-b339-4510cf8359ae tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:22.441563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-49d68bcb-d4cd-495b-b769-dec440de39ed req-6540262c-9acb-4188-b339-4510cf8359ae tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1061087 May 25 20:04:22.473267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827eb23d-ab4d-4b55-988e-47a89f30c4bf,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:22.480910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Transition to ACTIVE for port object ee5f6fbd-364a-402f-945a-445c0d26f46e will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:04:22.501235 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:22.503865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-49d68bcb-d4cd-495b-b769-dec440de39ed req-f8de7d24-3d05-4250-a9d5-a76bdd907d6f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587485 May 25 20:04:22.693428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.5785151 May 25 20:04:22.716895 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38244) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:22.735039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Request body: {'subnet': {'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-subnet', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:04:22.740307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4a4b6-bdc8-4000-a686-11ab542b0ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=e236ae8c-f708-42ae-a44d-d3f210eaab6d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:22.754308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:22.754469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network e236ae8c-f708-42ae-a44d-d3f210eaab6d details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:04:22.761468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Usage tracker for resource:subnet and tenant:fa888df1c97c4361b46381c6d6e23e71 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:22.765342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:22.774771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:22.798785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Made reservation on behalf of fa888df1c97c4361b46381c6d6e23e71 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:04:22.801962 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:22.817792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f27fc-1a83-449f-8fcf-81f3f724d483 req-11312bfe-0c67-4c47-862e-1f2c09205a80 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:22.825996 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-077f27fc-1a83-449f-8fcf-81f3f724d483 req-11312bfe-0c67-4c47-862e-1f2c09205a80 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 946 time: 0.5386052 May 25 20:04:22.857215 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Pushing event updated for resources: {'Port': ['ID=ee5f6fbd-364a-402f-945a-445c0d26f46e,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:22.906798 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-077f27fc-1a83-449f-8fcf-81f3f724d483 req-cc547e9b-57ea-4e18-abe4-22d528db7da2 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788827 May 25 20:04:22.915627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Attempting to bind port ee5f6fbd-364a-402f-945a-445c0d26f46e on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:04:22.918930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Attempting to bind port ee5f6fbd-364a-402f-945a-445c0d26f46e by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:04:22.919539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Attempting to bind port ee5f6fbd-364a-402f-945a-445c0d26f46e on network ac16da66-8ba6-42d0-a487-88fb370f02e7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:04:22.935921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Port ee5f6fbd-364a-402f-945a-445c0d26f46e on network ac16da66-8ba6-42d0-a487-88fb370f02e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:04:22.942645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Attempting to bind port ee5f6fbd-364a-402f-945a-445c0d26f46e on network ac16da66-8ba6-42d0-a487-88fb370f02e7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:04:22.958830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:04:22.959191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Checking segment: {'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:04:22.959481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Bound using segment: {'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:04:22.959921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Bound port: ee5f6fbd-364a-402f-945a-445c0d26f46e, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd12a40-16f6-4e40-9fb8-b43096298091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:04:22.960269 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:23.018837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e972b-6db3-4cd5-a875-abfcf9db0726 req-18b3ba9e-9b90-4350-a9cd-c5d95581236a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:23.027539 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-076e972b-6db3-4cd5-a875-abfcf9db0726 req-18b3ba9e-9b90-4350-a9cd-c5d95581236a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 943 time: 0.3772008 May 25 20:04:23.115361 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-076e972b-6db3-4cd5-a875-abfcf9db0726 req-3e7f36a6-70a1-4c14-8006-598078599271 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866127 May 25 20:04:23.118308 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:23.119807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] For port ee5f6fbd-364a-402f-945a-445c0d26f46e, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:04:23.136785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] For port ee5f6fbd-364a-402f-945a-445c0d26f46e, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ee5f6fbd-364a-402f-945a-445c0d26f46e,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:04:23.152218 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:23.251505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b3691ce-8bf7-40ba-b38f-6e43631a7b4f,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:23.257164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Checking segment: {'id': 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:04:23.257761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Network hostable DHCP agents. Network: e236ae8c-f708-42ae-a44d-d3f210eaab6d, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:04:23.288270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Network e236ae8c-f708-42ae-a44d-d3f210eaab6d is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:04:23.290247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:23.290845 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:23.292426 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] 10.222.0.50 "PUT /v2.0/ports/ee5f6fbd-364a-402f-945a-445c0d26f46e HTTP/1.1" status: 200 len: 1091 time: 2.3518610 May 25 20:04:23.298479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f2280f-c785-4102-b481-154e03320c56', 'tag': 'ee5f6fbd-364a-402f-945a-445c0d26f46e'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:23.314868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, e236ae8c-f708-42ae-a44d-d3f210eaab6d) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:04:23.331352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cbd9ae-a639-4761-965e-5347262114ff None None] Network e236ae8c-f708-42ae-a44d-d3f210eaab6d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:04:23.333367 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702b5a5-7023-4c9e-af11-fc58024aac6b service neutron] Pushing event updated for resources: {'Port': ['ID=ee5f6fbd-364a-402f-945a-445c0d26f46e,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:23.376731 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1dfc-878b-4541-8874-6c7c1163e052 req-5c32f5ae-343b-40ed-a740-8656b07132fd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:23.379211 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-632d1dfc-878b-4541-8874-6c7c1163e052 req-5c32f5ae-343b-40ed-a740-8656b07132fd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1827936 May 25 20:04:23.401243 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b6e581ad-b91c-4e2c-a171-a5942f7e0dc0 req-c51e7157-75d7-4c7c-bac3-e7425f303110 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0770338 May 25 20:04:23.410444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:23.413665 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:23.466131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7cec112c-80f6-4d24-93cd-2053b4798ba5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7373774 May 25 20:04:23.470136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38260) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:23.481806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:04:23.493982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:23.496693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-632d1dfc-878b-4541-8874-6c7c1163e052 req-17e6950a-6a94-49b3-bc69-127baee921b4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776849 May 25 20:04:23.507258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Usage tracker for resource:router and tenant:fa888df1c97c4361b46381c6d6e23e71 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:23.516086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:23.523818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:23.537515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-f879d7fc-081d-47bd-8e17-a07d1bb2c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:23.539029 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-f879d7fc-081d-47bd-8e17-a07d1bb2c9d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f368fc57e274a14b1f1a392166d6e99&device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 1094 time: 0.1587906 May 25 20:04:23.541605 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:23.543563 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:23.562282 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:23.596300 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:23.659636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'fixed_ips': [{'subnet_id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:04:23.660042 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:23.676110 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d286d816-11e7-44f5-a0ad-aca7968fe6f8'] response: {'name': 'network-changed', 'server_uuid': '23f2280f-c785-4102-b481-154e03320c56', 'tag': 'ee5f6fbd-364a-402f-945a-445c0d26f46e', 'status': 'completed', 'code': 200} May 25 20:04:23.732699 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-bc410c0c-e4e4-46d4-a71f-5fb0ef8dcad0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee5f6fbd-364a-402f-945a-445c0d26f46e HTTP/1.1" status: 200 len: 217 time: 0.1840839 May 25 20:04:23.850751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-37ad5d2a-a0c5-4b83-b24a-954998eb75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:23.852386 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-37ad5d2a-a0c5-4b83-b24a-954998eb75f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=416a5448-e8aa-4560-b947-656eb8c9db43 HTTP/1.1" status: 200 len: 845 time: 0.1019084 May 25 20:04:23.878040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8df76-0035-4bd8-8346-432ab5e8710e req-e8e5c864-d409-4ac5-b66a-05701e1b5086 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:23.888432 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-05f8df76-0035-4bd8-8346-432ab5e8710e req-e8e5c864-d409-4ac5-b66a-05701e1b5086 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 946 time: 0.2113106 May 25 20:04:24.049077 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-3158646d-57be-45aa-a4d1-a97b06421849 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac16da66-8ba6-42d0-a487-88fb370f02e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1593270 May 25 20:04:24.073012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38282) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:24.099679 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Allocated IP 172.20.0.2 (e236ae8c-f708-42ae-a44d-d3f210eaab6d/0b3691ce-8bf7-40ba-b38f-6e43631a7b4f/cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:04:24.256964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-05f8df76-0035-4bd8-8346-432ab5e8710e req-19cd10f3-069d-42cf-aa1a-da08ace7c871 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Deleting port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:24.257525 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-05f8df76-0035-4bd8-8346-432ab5e8710e req-19cd10f3-069d-42cf-aa1a-da08ace7c871 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:24.465072 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:24.472898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61d01fd0-e458-4484-ade1-11eb60c68530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:24.483557 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Transition to ACTIVE for port object cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:04:24.490297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:24.519315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Transition to ACTIVE for port object cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:04:24.527383 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:24.564681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-61d01fd0-e458-4484-ade1-11eb60c68530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:24.581994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-61d01fd0-e458-4484-ade1-11eb60c68530 admin admin] Usage tracker for resource:security_group_rule and tenant:b447b9b381ab4396b7aebb0937a1bc96 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:24.588157 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-65bce7a7-7389-4fc0-b468-8c77360b12ba service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159721 May 25 20:04:24.590009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-61d01fd0-e458-4484-ade1-11eb60c68530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:24.618890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Pushing event updated for resources: {'Port': ['ID=cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:24.623650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5289a6-4725-423d-acab-c3f7e2f6effb req-e2258e09-8355-49e3-b68c-7012bf5102ad tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:24.631032 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c5289a6-4725-423d-acab-c3f7e2f6effb req-e2258e09-8355-49e3-b68c-7012bf5102ad tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.5245254 May 25 20:04:24.642303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-61d01fd0-e458-4484-ade1-11eb60c68530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:24.645226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Network e236ae8c-f708-42ae-a44d-d3f210eaab6d is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:04:24.646654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:04:24.652887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18ef85-2a25-4f03-8586-96df97c0e2e0 req-1952ca26-5088-4644-a6a6-05e3cb53bd2c tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:24.654178 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:04:24.660362 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8f18ef85-2a25-4f03-8586-96df97c0e2e0 req-1952ca26-5088-4644-a6a6-05e3cb53bd2c tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 946 time: 0.5361242 May 25 20:04:24.702244 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c5289a6-4725-423d-acab-c3f7e2f6effb req-c087819d-dcd8-4cfc-b7c3-71cf8b1d9b61 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682271 May 25 20:04:24.834352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Attempting to bind port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:04:24.834970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Attempting to bind port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:04:24.835484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Attempting to bind port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb on network e236ae8c-f708-42ae-a44d-d3f210eaab6d {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:04:24.850812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:04:24.851466 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Checking segment: {'id': 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:04:24.852472 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:24.853003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Bound using segment: {'id': 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:04:24.854692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Bound port: cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:04:24.855249 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:24.935126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-05f8df76-0035-4bd8-8346-432ab5e8710e req-19cd10f3-069d-42cf-aa1a-da08ace7c871 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] For port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=622cbc37-99aa-412e-a5e1-a2031f9fd5f1,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:24.935736 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-05f8df76-0035-4bd8-8346-432ab5e8710e req-19cd10f3-069d-42cf-aa1a-da08ace7c871 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:24.959331 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] For port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:04:24.963161 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] For port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb,segment=NetworkSegment(e962ec07-89ca-4d07-9fb2-9bd486d2ea69),segment_id=e962ec07-89ca-4d07-9fb2-9bd486d2ea69)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:04:25.005237 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:25.141813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-05f8df76-0035-4bd8-8346-432ab5e8710e req-19cd10f3-069d-42cf-aa1a-da08ace7c871 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Calling delete_port for 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:04:25.162881 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:25.210234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8f18ef85-2a25-4f03-8586-96df97c0e2e0 req-e3b050ac-20e7-4e01-afad-b0a7cff17f3d tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5486805 May 25 20:04:25.213425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a5246-b025-4074-9c81-f911d1c65b17 req-718596a5-563c-4147-ad2b-84e2be1f76d2 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:25.221753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f43a5246-b025-4074-9c81-f911d1c65b17 req-718596a5-563c-4147-ad2b-84e2be1f76d2 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 943 time: 0.3014483 May 25 20:04:25.231055 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db2efa-23a3-462c-b473-3cae3be99b73 None None] Pushing event updated for resources: {'Port': ['ID=cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:25.246897 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:25.395785 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f43a5246-b025-4074-9c81-f911d1c65b17 req-f7c6408a-8d32-4d3e-b40a-cf47cc22f0e4 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737661 May 25 20:04:25.437134 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0948503-4f75-41c6-b5f8-448cde8bde25 req-70686b4b-2f9b-4fbe-a48a-fac46ac3295b service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8405282 May 25 20:04:25.577753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Allocated IP 172.25.3.50 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/8af8e5c6-c521-4c97-a33d-59f344e31556) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:04:25.709238 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-05f8df76-0035-4bd8-8346-432ab5e8710e req-19cd10f3-069d-42cf-aa1a-da08ace7c871 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:25.724374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['fce30dab-67e5-4a10-964e-9e25f6d9f172', '7c38a63c-c871-4934-858c-e7febc562181', 'd64b3563-1602-40e1-b66b-728d2eea0d62', '622cbc37-99aa-412e-a5e1-a2031f9fd5f1'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:04:25.857757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-092ed297-976e-489a-b402-d5d61e9ed48b req-bbf08705-2de4-48ee-8ecc-8246eedffdfe tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.3782501 May 25 20:04:25.884844 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61d01fd0-e458-4484-ade1-11eb60c68530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:25.906871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd10f3-069d-42cf-aa1a-da08ace7c871 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Pushing event deleted for resources: {'Port': ['ID=622cbc37-99aa-412e-a5e1-a2031f9fd5f1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:25.916174 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:25.926606 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61d01fd0-e458-4484-ade1-11eb60c68530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:25.929986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:04:25.989024 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:26.076180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a585e-e4b5-448c-964b-578c9b1af311 req-f10d006f-2552-4841-8055-dc6f328d3b43 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:26.091692 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b25a585e-e4b5-448c-964b-578c9b1af311 req-f10d006f-2552-4841-8055-dc6f328d3b43 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.4628658 May 25 20:04:26.094033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f8df76-0035-4bd8-8346-432ab5e8710e req-19cd10f3-069d-42cf-aa1a-da08ace7c871 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] No DVR routers for this DVR port 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:04:26.101935 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-05f8df76-0035-4bd8-8346-432ab5e8710e req-19cd10f3-069d-42cf-aa1a-da08ace7c871 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:26.105658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8563b-efef-43ce-b83c-8dfc6c590f49', 'name': 'network-vif-deleted', 'tag': '622cbc37-99aa-412e-a5e1-a2031f9fd5f1'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:26.115061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:04:26.140653 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-61d01fd0-e458-4484-ade1-11eb60c68530 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b447b9b381ab4396b7aebb0937a1bc96&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0659719 May 25 20:04:26.145459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38312) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:26.146047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:04:26.155145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d01fd0-e458-4484-ade1-11eb60c68530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe16c01-f551-4f14-b172-15559a180241,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:26.158059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:04:26.176976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2de69-7669-49cc-9908-281e84137780 req-3fbf1b5b-cfda-4ef2-9195-85b5bd827a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:26.178635 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0b2de69-7669-49cc-9908-281e84137780 req-3fbf1b5b-cfda-4ef2-9195-85b5bd827a3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f368fc57e274a14b1f1a392166d6e99&device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 1094 time: 0.6691699 May 25 20:04:26.182007 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-05f8df76-0035-4bd8-8346-432ab5e8710e req-19cd10f3-069d-42cf-aa1a-da08ace7c871 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "DELETE /v2.0/ports/622cbc37-99aa-412e-a5e1-a2031f9fd5f1 HTTP/1.1" status: 204 len: 173 time: 2.2537184 May 25 20:04:26.246623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:04:26.346613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Pushing event updated for resources: {'Port': ['ID=8af8e5c6-c521-4c97-a33d-59f344e31556,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:26.375013 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b25a585e-e4b5-448c-964b-578c9b1af311 req-2845fcf9-e972-4690-8c16-7348a0f55522 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792695 May 25 20:04:26.505984 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8616ee1-64e1-45b3-bdb2-57ea73ff9a75'] response: {'server_uuid': 'f9e8563b-efef-43ce-b83c-8dfc6c590f49', 'name': 'network-vif-deleted', 'tag': '622cbc37-99aa-412e-a5e1-a2031f9fd5f1', 'status': 'completed', 'code': 200} May 25 20:04:26.506598 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-acd46d99-cf23-4380-8014-cf432d72f99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:26.556997 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-acd46d99-cf23-4380-8014-cf432d72f99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:26.901954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1701ed8-8841-4b4a-ac6f-9dbde3ff1fb7 req-eceac20c-3111-46be-8263-43a4501190ab tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:26.913375 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1701ed8-8841-4b4a-ac6f-9dbde3ff1fb7 req-eceac20c-3111-46be-8263-43a4501190ab tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.7096720 May 25 20:04:26.985686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b23eea-5426-4988-929d-f113be6c4f6b None None] Network e236ae8c-f708-42ae-a44d-d3f210eaab6d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:04:27.000531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2de69-7669-49cc-9908-281e84137780 req-39e9db71-c081-4a24-96a4-f51f0d528930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:27.002589 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0b2de69-7669-49cc-9908-281e84137780 req-39e9db71-c081-4a24-96a4-f51f0d528930 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac16da66-8ba6-42d0-a487-88fb370f02e7 HTTP/1.1" status: 200 len: 906 time: 0.7568374 May 25 20:04:27.017324 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1701ed8-8841-4b4a-ac6f-9dbde3ff1fb7 req-30344edd-7c1e-4b0c-b06b-876c830f6965 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027102 May 25 20:04:27.103303 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33fd30ac-3b58-4034-8ecc-b8c9f1cf5e5d req-5fdbe0dd-0b58-416b-8e85-3234d78a0ffe tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 210 time: 0.3238344 May 25 20:04:27.161799 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0b2de69-7669-49cc-9908-281e84137780 req-48cf32e7-7a0a-4277-8da5-a0835ddebe2a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee5f6fbd-364a-402f-945a-445c0d26f46e HTTP/1.1" status: 200 len: 217 time: 0.1409178 May 25 20:04:27.163128 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-acd46d99-cf23-4380-8014-cf432d72f99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:27.197295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1655e1a5-8987-4117-bbb2-6513251601f9 None None] Provisioning for port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:04:27.217158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1655e1a5-8987-4117-bbb2-6513251601f9 None None] Provisioning complete for port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:27.217529 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1655e1a5-8987-4117-bbb2-6513251601f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:27.248133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd46d99-cf23-4380-8014-cf432d72f99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe16c01-f551-4f14-b172-15559a180241,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:27.271301 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-acd46d99-cf23-4380-8014-cf432d72f99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:27.274786 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-acd46d99-cf23-4380-8014-cf432d72f99a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbe16c01-f551-4f14-b172-15559a180241 HTTP/1.1" status: 204 len: 168 time: 1.1227174 May 25 20:04:27.313542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2de69-7669-49cc-9908-281e84137780 req-6f312ce9-f9a4-4806-8f90-489497c8003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:27.318033 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0b2de69-7669-49cc-9908-281e84137780 req-6f312ce9-f9a4-4806-8f90-489497c8003f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=416a5448-e8aa-4560-b947-656eb8c9db43 HTTP/1.1" status: 200 len: 845 time: 0.1484227 May 25 20:04:27.503030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4bebc56d-38a7-4c8c-a39b-725ef5452b75 req-e0b54fbf-16d0-470c-8793-ebccc634918a tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1271524 May 25 20:04:27.535689 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:27.883952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38338) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:27.890730 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0b2de69-7669-49cc-9908-281e84137780 req-5d0df94f-35f2-47eb-8923-0f2a3150ca78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac16da66-8ba6-42d0-a487-88fb370f02e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4439991 May 25 20:04:27.907859 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:28.002432 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device ee5f6fbd-364a-402f-945a-445c0d26f46e details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:04:28.006623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:28.031167 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c4197b9-7ee9-407c-9b6b-0986767c43e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:28.079113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6c4197b9-7ee9-407c-9b6b-0986767c43e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:28.139955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6c4197b9-7ee9-407c-9b6b-0986767c43e0 admin admin] Usage tracker for resource:security_group_rule and tenant:9cc8a97dbaa243c8bd8df27a8986e960 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:28.143128 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0b2de69-7669-49cc-9908-281e84137780 req-947e3710-deaa-43a4-b7de-c87f5d0e7336 service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515752 May 25 20:04:28.149816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6c4197b9-7ee9-407c-9b6b-0986767c43e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:28.152007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1da71-bdc1-4876-9e59-dbb6873eaae1 req-e8d5a7bc-5901-44a5-b7b6-6f296cd3d2a8 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:28.153016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bbe1da71-bdc1-4876-9e59-dbb6873eaae1 req-e8d5a7bc-5901-44a5-b7b6-6f296cd3d2a8 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Synchronizing usage tracker for tenant:7f368fc57e274a14b1f1a392166d6e99 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:04:28.168620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6c4197b9-7ee9-407c-9b6b-0986767c43e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:28.230188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7dddb-4719-4050-9643-ccb7e7dff051 req-645da06f-4e18-481f-babe-1ad4e060d340 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:28.238862 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dfc7dddb-4719-4050-9643-ccb7e7dff051 req-645da06f-4e18-481f-babe-1ad4e060d340 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.2876270 May 25 20:04:28.253887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bbe1da71-bdc1-4876-9e59-dbb6873eaae1 req-e8d5a7bc-5901-44a5-b7b6-6f296cd3d2a8 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Unset dirty status for tenant:7f368fc57e274a14b1f1a392166d6e99 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:04:28.262382 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbe1da71-bdc1-4876-9e59-dbb6873eaae1 req-e8d5a7bc-5901-44a5-b7b6-6f296cd3d2a8 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 943 time: 0.9382432 May 25 20:04:28.389313 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbe1da71-bdc1-4876-9e59-dbb6873eaae1 req-b1b7ae98-f28d-416e-a73e-667adc3d9fd9 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255448 May 25 20:04:28.429508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port ee5f6fbd-364a-402f-945a-445c0d26f46e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ee5f6fbd-364a-402f-945a-445c0d26f46e,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:28.434962 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dfc7dddb-4719-4050-9643-ccb7e7dff051 req-49ae3cde-36f0-43dc-8af3-9736be3dd1c1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949551 May 25 20:04:28.443136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0b2de69-7669-49cc-9908-281e84137780 req-feb1ba59-748a-4dd2-8cb2-94df0412955c service neutron] 10.222.0.50 "GET /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849936 May 25 20:04:28.483591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:04:28.484228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 622cbc37-99aa-412e-a5e1-a2031f9fd5f1 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:28.495747 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:28.515021 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1655e1a5-8987-4117-bbb2-6513251601f9 None None] Current status of the port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:28.515430 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1655e1a5-8987-4117-bbb2-6513251601f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:28.588057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'ee5f6fbd-364a-402f-945a-445c0d26f46e', 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7', 'port_id': 'ee5f6fbd-364a-402f-945a-445c0d26f46e', 'mac_address': 'fa:16:3e:70:f1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416a5448-e8aa-4560-b947-656eb8c9db43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:04:28.627551 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c4197b9-7ee9-407c-9b6b-0986767c43e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:28.743468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06448b0d-f821-400d-8f01-aaa64c7014ef req-9fa156ce-6147-47a1-aeb7-4174479d431c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:28.751472 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-06448b0d-f821-400d-8f01-aaa64c7014ef req-9fa156ce-6147-47a1-aeb7-4174479d431c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.1673965 May 25 20:04:28.810070 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-06448b0d-f821-400d-8f01-aaa64c7014ef req-7ddb83a1-1024-4ae5-98ac-e9e954c05cc1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575426 May 25 20:04:28.851655 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ebff4eec-449a-4298-9208-0a5d2f203bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:28.859573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port ee5f6fbd-364a-402f-945a-445c0d26f46e is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:28.860538 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:28.897104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5f6fbd-364a-402f-945a-445c0d26f46e {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:04:28.902547 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-1655e1a5-8987-4117-bbb2-6513251601f9 None None] For port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb,segment=NetworkSegment(e962ec07-89ca-4d07-9fb2-9bd486d2ea69),segment_id=e962ec07-89ca-4d07-9fb2-9bd486d2ea69)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:28.920784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1655e1a5-8987-4117-bbb2-6513251601f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:28.956096 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c4197b9-7ee9-407c-9b6b-0986767c43e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:28.956659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port ee5f6fbd-364a-402f-945a-445c0d26f46e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ee5f6fbd-364a-402f-945a-445c0d26f46e,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:28.991833 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:29.060151 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655e1a5-8987-4117-bbb2-6513251601f9 None None] Pushing event updated for resources: {'Port': ['ID=cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:29.133587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4197b9-7ee9-407c-9b6b-0986767c43e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72930daf-4fb1-4d7f-a279-bb556ba786f2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:29.144179 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f43c593a-cce0-487a-8fb2-a3997e896ccf req-6a1918cb-8a6d-4c13-bea6-b42eaacc6ddc tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1258202 May 25 20:04:29.200177 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9eb6d99-aa2b-4ee0-afde-4d8a33762230 req-a4cde11f-19f4-4b9e-8308-8a0c35703c63 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9e8563b-efef-43ce-b83c-8dfc6c590f49 HTTP/1.1" status: 200 len: 210 time: 0.2490253 May 25 20:04:29.233434 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6c4197b9-7ee9-407c-9b6b-0986767c43e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9cc8a97dbaa243c8bd8df27a8986e960&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3318586 May 25 20:04:29.243643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38354) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:29.265476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Router b1029a64-b591-4914-a6a1-3ed98bcf7f35 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:04:29.274242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=ee5f6fbd-364a-402f-945a-445c0d26f46e,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:29.339160 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4fb9939e-e061-4dc9-9d6f-7b8bafcfae2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:29.362839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-de51cb7b-486e-47e6-af2e-fddfd41a46d0 None None] Provisioning complete for port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:29.363692 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de51cb7b-486e-47e6-af2e-fddfd41a46d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:29.390780 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4fb9939e-e061-4dc9-9d6f-7b8bafcfae2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:29.437294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['ee5f6fbd-364a-402f-945a-445c0d26f46e'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:04:29.500594 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4fb9939e-e061-4dc9-9d6f-7b8bafcfae2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:29.534307 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4fb9939e-e061-4dc9-9d6f-7b8bafcfae2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:29.538309 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4fb9939e-e061-4dc9-9d6f-7b8bafcfae2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/72930daf-4fb1-4d7f-a279-bb556ba786f2 HTTP/1.1" status: 204 len: 168 time: 0.2935717 May 25 20:04:29.540970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9939e-e061-4dc9-9d6f-7b8bafcfae2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72930daf-4fb1-4d7f-a279-bb556ba786f2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:29.629677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:04:29.816101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:29.820762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38368) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:29.823471 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5fbcccc5-5dce-4e25-8a5c-0947a74e24b4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.3520103 May 25 20:04:29.826133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Sync routers for ids ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:04:29.901069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:04:29.934441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4479913-a6cb-471d-ba4a-e633b6c46cca req-d3ffc798-cf50-48aa-8649-d6d5ba2983c7 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:29.941888 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4479913-a6cb-471d-ba4a-e633b6c46cca req-d3ffc798-cf50-48aa-8649-d6d5ba2983c7 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 944 time: 0.2482932 May 25 20:04:30.047623 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4479913-a6cb-471d-ba4a-e633b6c46cca req-2dd2ba42-6c79-4f29-97fa-6cec57fa1d3c tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044602 May 25 20:04:30.121775 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-eb197d00-4959-441c-ae63-b0fda383532e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1428707 May 25 20:04:30.157609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Routers {'b1029a64-b591-4914-a6a1-3ed98bcf7f35'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:04:30.158276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:04:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:30.516713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Set router b1029a64-b591-4914-a6a1-3ed98bcf7f35 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:04:30.615775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25486f92-e04b-4d15-94f2-45b9b4a56356 req-19facdc6-94e1-4bc5-8a2f-d654cb23eb19 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:30.623983 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25486f92-e04b-4d15-94f2-45b9b4a56356 req-19facdc6-94e1-4bc5-8a2f-d654cb23eb19 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.9377286 May 25 20:04:30.882428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-de51cb7b-486e-47e6-af2e-fddfd41a46d0 None None] Current status of the port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:30.894625 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:30.895001 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:30.949016 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25486f92-e04b-4d15-94f2-45b9b4a56356 req-40b10679-92e7-4dfa-844c-fd583b388a41 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243790 May 25 20:04:30.971316 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2456-de7d-4e53-987f-d1a3fd960462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:30.976856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d00d8-2c76-4275-8050-7acbccd8636f req-1ed319e3-df04-4f2d-a767-4766ed3f056e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:31.000604 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8f8d00d8-2c76-4275-8050-7acbccd8636f req-1ed319e3-df04-4f2d-a767-4766ed3f056e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.7021027 May 25 20:04:31.036677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-b9023016-06c6-48f9-ac55-7b949db461cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:31.039926 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-b9023016-06c6-48f9-ac55-7b949db461cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c260fc27627f4beaaaabb26155dfc50e&device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 1101 time: 0.3398802 May 25 20:04:31.102429 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8f8d00d8-2c76-4275-8050-7acbccd8636f req-61763063-cffa-468b-b3f0-be007609e1a8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006277 May 25 20:04:31.191578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:31.203360 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:04:26Z', 'revision_number': 3, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:31.210829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Checking router: b1029a64-b591-4914-a6a1-3ed98bcf7f35 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:04:31.211171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Updating router b1029a64-b591-4914-a6a1-3ed98bcf7f35 port 8af8e5c6-c521-4c97-a33d-59f344e31556 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:04:31.271265 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:31.351520 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:31.360115 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ae2bd6a-9a26-4f10-8e6c-38c57f8cced4 req-23cd32b7-2e1b-4a65-846c-6128a4490235 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1159017 May 25 20:04:31.527836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-85c30298-15e1-4f36-a1e3-ee0fc2d5362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:31.529590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-85c30298-15e1-4f36-a1e3-ee0fc2d5362c service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.4667301 May 25 20:04:31.797944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device fce30dab-67e5-4a10-964e-9e25f6d9f172 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:31.849683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-53f777c8-46be-4bc8-87a9-baa46fe7ee80 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70 HTTP/1.1" status: 200 len: 217 time: 0.3124762 May 25 20:04:31.898185 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:31.988837 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:32.035508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device ee5f6fbd-364a-402f-945a-445c0d26f46e up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:04:32.364076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device fce30dab-67e5-4a10-964e-9e25f6d9f172 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:32.418239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-04b97c2d-b568-42d8-a6f8-c5111728d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:32.419384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-04b97c2d-b568-42d8-a6f8-c5111728d731 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.5526979 May 25 20:04:32.673501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf54ac8-6611-4257-ba65-b8475033581d req-b9fd28ad-a9a3-4bcc-bcb5-39b36d734ee2 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:32.683059 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fdf54ac8-6611-4257-ba65-b8475033581d req-b9fd28ad-a9a3-4bcc-bcb5-39b36d734ee2 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 944 time: 1.0120716 May 25 20:04:32.857208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-ee2df947-bfb5-4128-86ca-ae97a0275772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:32.858690 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-ee2df947-bfb5-4128-86ca-ae97a0275772 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327&tenant_id=04d4004046824ccea8f136fdfd698c36 HTTP/1.1" status: 200 len: 1099 time: 0.8089263 May 25 20:04:32.894791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-db793fab-678a-44a1-8453-3bdff558c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:32.896470 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-db793fab-678a-44a1-8453-3bdff558c47a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 1125 time: 0.7371874 May 25 20:04:32.919459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:04:32.954930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Allocated IP 172.20.0.1 (e236ae8c-f708-42ae-a44d-d3f210eaab6d/0b3691ce-8bf7-40ba-b38f-6e43631a7b4f/8f0bb404-c887-4a4d-8557-f9f5f25345c9) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:04:32.962679 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:32.971392 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fdf54ac8-6611-4257-ba65-b8475033581d req-663f3e68-2a33-4736-b162-166e3dc4e7df tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814951 May 25 20:04:33.028558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Transition to ACTIVE for port object 8af8e5c6-c521-4c97-a33d-59f344e31556 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:04:33.061169 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:33.215572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port ee5f6fbd-364a-402f-945a-445c0d26f46e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:04:33.271640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port ee5f6fbd-364a-402f-945a-445c0d26f46e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:33.272004 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:33.384363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Attempting to bind port 8af8e5c6-c521-4c97-a33d-59f344e31556 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:04:33.385627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Attempting to bind port 8af8e5c6-c521-4c97-a33d-59f344e31556 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:04:33.386011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Attempting to bind port 8af8e5c6-c521-4c97-a33d-59f344e31556 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:04:33.464533 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:33.480150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:04:33.480634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:04:33.481041 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:33.481433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:04:33.481912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Bound port: 8af8e5c6-c521-4c97-a33d-59f344e31556, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:04:33.482310 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:33.489509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-017ce058-7949-460a-9366-707209cc3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:33.494689 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-017ce058-7949-460a-9366-707209cc3fee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0451570 May 25 20:04:33.516203 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6dc42cfd-8836-4141-b1dd-cd6388ca7b75 req-b202dcf4-fc77-4c9a-8b9a-61ce43ce19c5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.1564960 May 25 20:04:33.547841 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:33.578284 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Transition to ACTIVE for port object 8f0bb404-c887-4a4d-8557-f9f5f25345c9 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:04:33.618334 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:33.717882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b6d6e-0cca-45c7-9ee7-b12861157a1e None None] Pushing event updated for resources: {'Port': ['ID=8af8e5c6-c521-4c97-a33d-59f344e31556,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:33.769202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Network e236ae8c-f708-42ae-a44d-d3f210eaab6d is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:04:33.782333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:04:33.787371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:04:33.825959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] For port 8af8e5c6-c521-4c97-a33d-59f344e31556, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:04:33.835921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] For port 8af8e5c6-c521-4c97-a33d-59f344e31556, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8af8e5c6-c521-4c97-a33d-59f344e31556,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:04:33.874784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:33.918249 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:33.921034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-5ba1733a-204d-4fa2-a506-84bf8ebf283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:33.924507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-5ba1733a-204d-4fa2-a506-84bf8ebf283e service neutron] 10.222.0.70 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 909 time: 0.9368489 May 25 20:04:34.005130 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:34.087871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.70', 51273) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:34.143301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b6d6e-0cca-45c7-9ee7-b12861157a1e None None] Pushing event updated for resources: {'Port': ['ID=8af8e5c6-c521-4c97-a33d-59f344e31556,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:34.167602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Routers {'b1029a64-b591-4914-a6a1-3ed98bcf7f35'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:04:34.168767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:04:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:34.345626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port ee5f6fbd-364a-402f-945a-445c0d26f46e is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:34.350373 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:34.593055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Pushing event updated for resources: {'Port': ['ID=8f0bb404-c887-4a4d-8557-f9f5f25345c9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:34.598079 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-3037c9e8-5abd-4827-8521-53183a383603 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172 HTTP/1.1" status: 200 len: 217 time: 0.6586325 May 25 20:04:34.689746 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a37d6a-7203-4ee1-a47a-e59f77fd4599 req-08203696-cd23-41fb-949b-a6d83eed0ad9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:34.700879 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69a37d6a-7203-4ee1-a47a-e59f77fd4599 req-08203696-cd23-41fb-949b-a6d83eed0ad9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 1.9189441 May 25 20:04:34.760672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port ee5f6fbd-364a-402f-945a-445c0d26f46e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ee5f6fbd-364a-402f-945a-445c0d26f46e,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:34.766204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f2280f-c785-4102-b481-154e03320c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5f6fbd-364a-402f-945a-445c0d26f46e'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:34.779151 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:34.799972 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69a37d6a-7203-4ee1-a47a-e59f77fd4599 req-550d5b6c-d340-46e5-889f-3dddba8c962e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949941 May 25 20:04:34.910958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-7e39307b-33cf-47a6-a75c-9b7879016f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:34.912700 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-7e39307b-33cf-47a6-a75c-9b7879016f0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.2630382 May 25 20:04:35.006588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-dd533069-46e5-403a-8505-d696de620100 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756230 May 25 20:04:35.047154 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-52ea5183-abd8-460b-8cc9-098a30acb6a5 None None] Provisioning for port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:04:35.094097 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-6d3a14fd-9e53-4253-b9bf-d7ea619be354 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5752242 May 25 20:04:35.121622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] Set router b1029a64-b591-4914-a6a1-3ed98bcf7f35 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:04:35.260492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-52ea5183-abd8-460b-8cc9-098a30acb6a5 None None] Provisioning complete for port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:35.260863 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-52ea5183-abd8-460b-8cc9-098a30acb6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:35.330272 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-8d5c0f99-be6a-4bcf-a717-886752123600 service neutron] 10.222.0.70 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048465 May 25 20:04:35.436279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=ee5f6fbd-364a-402f-945a-445c0d26f46e,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:35.525428 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:35.547762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-52ea5183-abd8-460b-8cc9-098a30acb6a5 None None] Port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:04:35.642256 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-cdd30dd3-fe2e-476b-aba9-689f47a6d108 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839814 May 25 20:04:35.652526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:35.705564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-1971619a-8a57-43a5-8482-ee50ff48fd19 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:35.706311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-1971619a-8a57-43a5-8482-ee50ff48fd19 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:35.708011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-1971619a-8a57-43a5-8482-ee50ff48fd19 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:35.708647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-1971619a-8a57-43a5-8482-ee50ff48fd19 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:35.710759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-1971619a-8a57-43a5-8482-ee50ff48fd19 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:35.711415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-1971619a-8a57-43a5-8482-ee50ff48fd19 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:35.723486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-1971619a-8a57-43a5-8482-ee50ff48fd19 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:35.724332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-1971619a-8a57-43a5-8482-ee50ff48fd19 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:35.728690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-1971619a-8a57-43a5-8482-ee50ff48fd19 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:35.742709 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-1971619a-8a57-43a5-8482-ee50ff48fd19 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56&device_id=2aa61def-68d4-422f-9196-7c72a9921486&device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f&device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522&device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49&device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851&device_id=352296be-814a-4dfe-a90a-0d668d901327&device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f&device_id=57e4d05d-63c4-4049-8fea-6182926da71a&device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 8239 time: 1.1434453 May 25 20:04:35.745743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38472) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:35.756985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-fa380929-140f-421c-8c2d-d08a9e418072 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:35.758744 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-fa380929-140f-421c-8c2d-d08a9e418072 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.70 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 820 time: 1.6608634 May 25 20:04:35.783205 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-69a68587-2c47-4b13-850d-68a529f925d5 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:35.809065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Request body: {'port': {'device_id': 'a1925427-ca1c-4af2-990e-b33cf1af4b49', 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee', 'admin_state_up': True, 'tenant_id': '588275645f004b30bd16726afb59ab56'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:04:35.870618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:04:26Z', 'revision_number': 3, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:35.875847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc45e8b-bf4f-4c83-b8f5-d4ab6c708e48 None None] The sync data for ids ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'] in n-d-843339-1 is: [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:04:26Z', 'revision_number': 3, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:04:36.021676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-69a68587-2c47-4b13-850d-68a529f925d5 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:36.041050 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38412041-5a4b-4b3d-be34-43c37a404732 req-bd6ee059-ad10-41e2-b376-a0e2d8e585dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7122216 May 25 20:04:36.059517 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:04:36.131413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-69a68587-2c47-4b13-850d-68a529f925d5 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Usage tracker for resource:security_group_rule and tenant:89756c0b684d4a34918976ebac17d593 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:36.158888 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:36.174076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-69a68587-2c47-4b13-850d-68a529f925d5 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:36.196587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c4919-5626-42f4-a383-94a213741fed req-5acb4ada-f06b-4e28-a181-42bd855769d1 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:36.198376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-048c4919-5626-42f4-a383-94a213741fed req-5acb4ada-f06b-4e28-a181-42bd855769d1 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 945 time: 1.0651851 May 25 20:04:36.216931 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:36.225486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:04:36.279256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-69a68587-2c47-4b13-850d-68a529f925d5 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:36.381263 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f32baafe-2638-4aea-bb6e-635d1ee5c6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:36.480199 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-28c8c94b-e00a-4250-a051-ce3db05acd77 service neutron] 10.222.0.70 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1340532 May 25 20:04:36.512034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f32baafe-2638-4aea-bb6e-635d1ee5c6e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:36.517527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f32baafe-2638-4aea-bb6e-635d1ee5c6e4 admin admin] Usage tracker for resource:security_group_rule and tenant:b77c3f027a704e44b120b04c83b0ed3d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:36.536557 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-048c4919-5626-42f4-a383-94a213741fed req-c37eef08-74b8-4500-94a5-ad21ad88e8b1 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403657 May 25 20:04:36.546693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f32baafe-2638-4aea-bb6e-635d1ee5c6e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:36.547520 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:36.582249 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Pushing event updated for resources: {'Port': ['ID=8f0bb404-c887-4a4d-8557-f9f5f25345c9,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:36.719166 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f32baafe-2638-4aea-bb6e-635d1ee5c6e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:36.785692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e2fa7d-2a77-4512-afe8-e2817535b3cb {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:04:36.871385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:36.875954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Usage tracker for resource:port and tenant:588275645f004b30bd16726afb59ab56 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:36.884089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:36.930516 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:36.964598 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412041-5a4b-4b3d-be34-43c37a404732 req-3890b93f-29ad-4fb5-afc2-6af236245b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:36.966237 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38412041-5a4b-4b3d-be34-43c37a404732 req-3890b93f-29ad-4fb5-afc2-6af236245b73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 1097 time: 0.8953862 May 25 20:04:37.052141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:37.052919 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f677629-efa9-4109-bf93-b44a7f48be52 req-5a0a6c3c-6b67-4a1b-969f-8f3825eaecba tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.0959706 May 25 20:04:37.128198 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-4c09d4a5-5ecf-4f61-b3aa-a43f89db3b15 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb8bca67a6764065af3a5be11610e28b&device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 210 time: 0.2148166 May 25 20:04:37.280881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Transition to ACTIVE for port object 69e2fa7d-2a77-4512-afe8-e2817535b3cb will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:04:37.326527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Network e236ae8c-f708-42ae-a44d-d3f210eaab6d is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:04:37.329472 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:37.331731 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:04:37.354616 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-b8550bc9-d5be-4e1f-8281-14766b7df8c7 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=cb8bca67a6764065af3a5be11610e28b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1661148 May 25 20:04:37.423116 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ed7f86-10c7-4268-9b4e-e7b1d3f9a70d'] response: {'server_uuid': '23f2280f-c785-4102-b481-154e03320c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5f6fbd-364a-402f-945a-445c0d26f46e', 'code': 200} May 25 20:04:37.495628 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-69a68587-2c47-4b13-850d-68a529f925d5 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:37.677725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412041-5a4b-4b3d-be34-43c37a404732 req-36de5b55-72cc-41f2-858c-4a123e27eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:37.685056 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38412041-5a4b-4b3d-be34-43c37a404732 req-36de5b55-72cc-41f2-858c-4a123e27eb2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 909 time: 0.6747828 May 25 20:04:37.815491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e8a49a65-ce76-4150-8f05-04f0740040c8 None None] Provisioning complete for port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:37.815856 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e8a49a65-ce76-4150-8f05-04f0740040c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:37.868860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-18bef184-0251-4ca3-91aa-f2fb69ec228b tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:37.871045 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-18bef184-0251-4ca3-91aa-f2fb69ec228b tempest-LiveMigrationTest-1983588447 tempest-LiveMigrationTest-1983588447-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f&tenant_id=21c253ae7ded4368a787d305f7c6c031&binding%3Ahost_id=n-h2-843339-1 HTTP/1.1" status: 200 len: 1125 time: 1.3461053 May 25 20:04:37.884309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] No DVR routers for this DVR port 69e2fa7d-2a77-4512-afe8-e2817535b3cb on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:04:37.887677 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-69a68587-2c47-4b13-850d-68a529f925d5 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:37.904145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e8a49a65-ce76-4150-8f05-04f0740040c8 None None] Port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:04:37.905777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8af8e5c6-c521-4c97-a33d-59f344e31556 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:04:37.951117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Router b1029a64-b591-4914-a6a1-3ed98bcf7f35 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:04:38.035336 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 8af8e5c6-c521-4c97-a33d-59f344e31556 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:04:38.042423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8af8e5c6-c521-4c97-a33d-59f344e31556 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:38.042927 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:38.185916 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38412041-5a4b-4b3d-be34-43c37a404732 req-bab110ab-1b69-4b0d-ab5b-77d28dcacd36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c38a63c-c871-4934-858c-e7febc562181 HTTP/1.1" status: 200 len: 217 time: 0.2257802 May 25 20:04:38.238217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8af8e5c6-c521-4c97-a33d-59f344e31556 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:38.239008 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:38.258353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 8af8e5c6-c521-4c97-a33d-59f344e31556, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8af8e5c6-c521-4c97-a33d-59f344e31556,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:38.265348 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:38.265811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:04:38.357641 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=8af8e5c6-c521-4c97-a33d-59f344e31556,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:38.457117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a68587-2c47-4b13-850d-68a529f925d5 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c0c65f-7df6-45a1-8ea4-ed170f1e59e2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:38.470443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Made reservation on behalf of 588275645f004b30bd16726afb59ab56 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:04:38.475762 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:38.503075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026664a-264f-4d99-b677-5ba2a6e109c1 req-02ff31b9-a262-4fc5-888d-8f89d59beb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:38.504558 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4026664a-264f-4d99-b677-5ba2a6e109c1 req-02ff31b9-a262-4fc5-888d-8f89d59beb95 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 1096 time: 0.8186176 May 25 20:04:38.521548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412041-5a4b-4b3d-be34-43c37a404732 req-ff27270b-2578-4c42-96bb-65a96061c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:38.523383 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38412041-5a4b-4b3d-be34-43c37a404732 req-ff27270b-2578-4c42-96bb-65a96061c0da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.2455425 May 25 20:04:38.596905 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38412041-5a4b-4b3d-be34-43c37a404732 req-5ad997a4-2493-42ab-95de-a5b9d30c71f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533781 May 25 20:04:38.609053 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-04f1fe56-37a5-4efe-9ef2-9a97f3b4f278 req-69a68587-2c47-4b13-850d-68a529f925d5 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&id=167a735a-784c-40de-a17a-9824d65a5c21&id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 2.8647130 May 25 20:04:38.633827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Attempting to bind port 69e2fa7d-2a77-4512-afe8-e2817535b3cb on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:04:38.634206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Attempting to bind port 69e2fa7d-2a77-4512-afe8-e2817535b3cb by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:04:38.634533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Attempting to bind port 69e2fa7d-2a77-4512-afe8-e2817535b3cb on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:04:38.640703 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:38.654730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7fdf6-0b26-462a-830f-c6395e6fa523 req-436c5dfd-ef12-4773-82f0-13bc9ace21b0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:38.656260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1d7fdf6-0b26-462a-830f-c6395e6fa523 req-436c5dfd-ef12-4773-82f0-13bc9ace21b0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.9691768 May 25 20:04:38.666225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:04:38.680268 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Sync routers for ids ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:04:38.703947 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Routers {'b1029a64-b591-4914-a6a1-3ed98bcf7f35'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:04:38.704581 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:04:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:38.758630 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4026664a-264f-4d99-b677-5ba2a6e109c1 req-52dab29d-855a-456b-8706-5bec50ba566d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415323 May 25 20:04:38.802979 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-072f9184-4663-40b8-a46e-08d81a4e747b admin admin] 10.222.0.60 "PUT /v2.0/routers/b1029a64-b591-4914-a6a1-3ed98bcf7f35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9782341 May 25 20:04:38.848129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Pushing event updated for resources: {'Port': ['ID=69e2fa7d-2a77-4512-afe8-e2817535b3cb,revision_number=7']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:38.919172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1d7fdf6-0b26-462a-830f-c6395e6fa523 req-b267a66d-25bc-46fd-a447-eb1f0f886a7b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348981 May 25 20:04:38.954771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Port 69e2fa7d-2a77-4512-afe8-e2817535b3cb on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:04:38.958329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Attempting to bind port 69e2fa7d-2a77-4512-afe8-e2817535b3cb on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:04:39.016641 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38412041-5a4b-4b3d-be34-43c37a404732 req-fbd4deb4-585d-4fb8-a9d2-4be6f004c650 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107602 May 25 20:04:39.177634 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Set router b1029a64-b591-4914-a6a1-3ed98bcf7f35 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:04:39.236949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Allocated IP 172.20.0.11 (b7a3b6ab-cda3-4d80-8073-f508c964b6ee/1d5c81e9-1012-4bd2-b3ad-402a53a6fd67/7d9dd7f8-cefe-4ca0-8799-90bd4531df8c) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:04:39.256362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:04:39.258871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:04:39.259266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:04:39.259716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Bound port: 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:04:39.260066 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:39.300825 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f32baafe-2638-4aea-bb6e-635d1ee5c6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:39.329336 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f32baafe-2638-4aea-bb6e-635d1ee5c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:39.330948 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38412041-5a4b-4b3d-be34-43c37a404732 req-c66f9366-556a-47e7-a3e5-cd2204bf2d54 service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005919 May 25 20:04:39.340116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7265d-893c-44fd-9211-71613cd17ac0 req-3096d091-4623-48b7-9a66-f68a1d3728ed tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:39.348181 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-12c7265d-893c-44fd-9211-71613cd17ac0 req-3096d091-4623-48b7-9a66-f68a1d3728ed tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 945 time: 0.1779737 May 25 20:04:39.410421 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-12c7265d-893c-44fd-9211-71613cd17ac0 req-5c55daef-541c-4cc9-b32e-6f6816c7afa7 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612881 May 25 20:04:39.535187 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a1ff8e19-e754-4885-83af-bd1b1f6ee527 req-b6af3b4c-f12e-4e58-aaa5-0b9c73d0e4dd tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 210 time: 0.2239616 May 25 20:04:39.639640 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:04:34Z', 'revision_number': 4, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8f0bb404-c887-4a4d-8557-f9f5f25345c9', 'name': '', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'mac_address': 'fa:16:3e:73:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:32Z', 'updated_at': '2022-05-25T20:04:35Z', 'revision_number': 2, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'subnets': [{'id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:39.644140 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Checking router: b1029a64-b591-4914-a6a1-3ed98bcf7f35 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:04:39.644559 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Updating router b1029a64-b591-4914-a6a1-3ed98bcf7f35 port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:04:39.734929 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:39.740814 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f32baafe-2638-4aea-bb6e-635d1ee5c6e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b77c3f027a704e44b120b04c83b0ed3d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9807045 May 25 20:04:39.743543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38518) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:39.749932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32baafe-2638-4aea-bb6e-635d1ee5c6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b667157-9a54-4682-bde7-4743abf078ef,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:39.765565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-f96bd2bd-41b4-4d41-bb7a-a32b84343bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:39.767386 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-f96bd2bd-41b4-4d41-bb7a-a32b84343bd4 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.2747467 May 25 20:04:39.859866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8af8e5c6-c521-4c97-a33d-59f344e31556 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:04:40.064240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8af8e5c6-c521-4c97-a33d-59f344e31556 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:40.065790 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:40.179564 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:40.246277 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:04:40.250366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:04:40.303122 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:40.346398 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:40.373072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-250ab2f7-9cfd-471c-b24e-d6ec67438678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:40.395579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8af8e5c6-c521-4c97-a33d-59f344e31556 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:40.435661 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-250ab2f7-9cfd-471c-b24e-d6ec67438678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:40.452568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91519-ced1-4079-838a-332851e21480 req-f1f00cc9-1155-4181-8513-a351ef924e98 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:40.453326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-fae91519-ced1-4079-838a-332851e21480 req-f1f00cc9-1155-4181-8513-a351ef924e98 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Synchronizing usage tracker for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:04:40.474951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Network b7a3b6ab-cda3-4d80-8073-f508c964b6ee is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:04:40.476149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Pushing event updated for resources: {'Port': ['ID=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:40.504116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:04:40.504602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-fae91519-ced1-4079-838a-332851e21480 req-f1f00cc9-1155-4181-8513-a351ef924e98 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Unset dirty status for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:04:40.517299 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fae91519-ced1-4079-838a-332851e21480 req-f1f00cc9-1155-4181-8513-a351ef924e98 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/networks?id=e236ae8c-f708-42ae-a44d-d3f210eaab6d HTTP/1.1" status: 200 len: 829 time: 0.6229131 May 25 20:04:40.535375 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fae91519-ced1-4079-838a-332851e21480 req-db279fb2-4246-4454-8832-85c05aa70046 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/quotas/fa888df1c97c4361b46381c6d6e23e71 HTTP/1.1" status: 200 len: 375 time: 0.0169978 May 25 20:04:40.553598 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:40.600734 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Transition to ACTIVE for port object 8f0bb404-c887-4a4d-8557-f9f5f25345c9 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:04:40.609416 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-250ab2f7-9cfd-471c-b24e-d6ec67438678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:40.620792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:40.621481 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:40.621675 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:40.623087 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] 10.222.0.70 "PUT /v2.0/ports/69e2fa7d-2a77-4512-afe8-e2817535b3cb HTTP/1.1" status: 200 len: 1096 time: 7.7226191 May 25 20:04:40.624685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352296be-814a-4dfe-a90a-0d668d901327', 'tag': '69e2fa7d-2a77-4512-afe8-e2817535b3cb'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:40.656529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ab2f7-9cfd-471c-b24e-d6ec67438678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b667157-9a54-4682-bde7-4743abf078ef,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:40.679012 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-250ab2f7-9cfd-471c-b24e-d6ec67438678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:40.680076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-250ab2f7-9cfd-471c-b24e-d6ec67438678 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b667157-9a54-4682-bde7-4743abf078ef HTTP/1.1" status: 204 len: 168 time: 0.9356024 May 25 20:04:40.933982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:04:40.942171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-fae91519-ced1-4079-838a-332851e21480 req-0489fa1a-2ec2-417f-adb5-6c7173a65a21 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Synchronizing usage tracker for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:04:41.022361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:41.050792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da49d91-319e-4a7d-bf4b-51fb656ec06c req-c8f82632-dc7e-48d7-93a8-c568e5aec926 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:41.051924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8da49d91-319e-4a7d-bf4b-51fb656ec06c req-c8f82632-dc7e-48d7-93a8-c568e5aec926 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Synchronizing usage tracker for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:04:41.056460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-fae91519-ced1-4079-838a-332851e21480 req-0489fa1a-2ec2-417f-adb5-6c7173a65a21 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Unset dirty status for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:04:41.058684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fae91519-ced1-4079-838a-332851e21480 req-0489fa1a-2ec2-417f-adb5-6c7173a65a21 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa888df1c97c4361b46381c6d6e23e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5224535 May 25 20:04:41.069587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:04:41.132913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce30dab-67e5-4a10-964e-9e25f6d9f172 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:04:41.138106 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b83a3-77e9-489d-8111-e2507fe3b824 None None] Pushing event updated for resources: {'Port': ['ID=8f0bb404-c887-4a4d-8557-f9f5f25345c9,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:41.143254 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:41.160593 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:41.194072 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b83a3-77e9-489d-8111-e2507fe3b824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:41.194437 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b83a3-77e9-489d-8111-e2507fe3b824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:41.196772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8da49d91-319e-4a7d-bf4b-51fb656ec06c req-c8f82632-dc7e-48d7-93a8-c568e5aec926 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Unset dirty status for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:04:41.198066 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8da49d91-319e-4a7d-bf4b-51fb656ec06c req-c8f82632-dc7e-48d7-93a8-c568e5aec926 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 946 time: 0.4892247 May 25 20:04:41.201801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a479b-df28-47b5-8f56-e3b4b304de8d service neutron] Pushing event updated for resources: {'Port': ['ID=69e2fa7d-2a77-4512-afe8-e2817535b3cb,revision_number=8']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:41.208780 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b83a3-77e9-489d-8111-e2507fe3b824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:41.209218 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b83a3-77e9-489d-8111-e2507fe3b824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:41.209558 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b83a3-77e9-489d-8111-e2507fe3b824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:41.209674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:41.209881 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b83a3-77e9-489d-8111-e2507fe3b824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:41.210236 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b83a3-77e9-489d-8111-e2507fe3b824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:41.210367 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:41.214867 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b83a3-77e9-489d-8111-e2507fe3b824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:41.217577 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b83a3-77e9-489d-8111-e2507fe3b824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:41.217941 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b83a3-77e9-489d-8111-e2507fe3b824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:41.218305 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b83a3-77e9-489d-8111-e2507fe3b824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:41.218642 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b83a3-77e9-489d-8111-e2507fe3b824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:04:41.257242 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Attempting to bind port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:04:41.265606 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Attempting to bind port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:04:41.266280 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Attempting to bind port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 on network e236ae8c-f708-42ae-a44d-d3f210eaab6d {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:04:41.277815 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:04:41.279047 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Checking segment: {'id': 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:04:41.279497 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:41.279909 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Bound using segment: {'id': 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:04:41.280456 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Bound port: 8f0bb404-c887-4a4d-8557-f9f5f25345c9, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:04:41.280878 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:41.288660 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3870d6c4-ad5e-4a17-8e11-b16b66fed811 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4905396 May 25 20:04:41.312686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb8a7b-00c5-4569-b3f7-4afaa222179c req-c0172ada-ea6c-40ed-8230-ddc33ed32f97 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:41.314221 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0dcb8a7b-00c5-4569-b3f7-4afaa222179c req-c0172ada-ea6c-40ed-8230-ddc33ed32f97 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd798f36-7533-4068-8c1a-d7d2f1bac56f HTTP/1.1" status: 200 len: 946 time: 1.0567050 May 25 20:04:41.325242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Request body: {'port': {'device_id': 'a1925427-ca1c-4af2-990e-b33cf1af4b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:04:41.349945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 on host n-h2-843339-1 for vnic_type normal with profile {} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:04:41.350235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:04:41.350560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 on network 3784cda9-58df-45f0-a02e-3879a8c23548 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:04:41.399575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-8da49d91-319e-4a7d-bf4b-51fb656ec06c req-6db4eb4c-188f-4d49-a035-81a4a551f0e3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Deleting port d64b3563-1602-40e1-b66b-728d2eea0d62 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:41.400883 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8da49d91-319e-4a7d-bf4b-51fb656ec06c req-6db4eb4c-188f-4d49-a035-81a4a551f0e3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:41.443805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38544) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:41.507515 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] For port 8f0bb404-c887-4a4d-8557-f9f5f25345c9, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:04:41.512237 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] For port 8f0bb404-c887-4a4d-8557-f9f5f25345c9, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8f0bb404-c887-4a4d-8557-f9f5f25345c9,segment=NetworkSegment(e962ec07-89ca-4d07-9fb2-9bd486d2ea69),segment_id=e962ec07-89ca-4d07-9fb2-9bd486d2ea69)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:04:41.521214 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:41.528227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Port fce30dab-67e5-4a10-964e-9e25f6d9f172 on network 3784cda9-58df-45f0-a02e-3879a8c23548 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:04:41.528445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Attempting to bind port fce30dab-67e5-4a10-964e-9e25f6d9f172 on network 3784cda9-58df-45f0-a02e-3879a8c23548 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:04:41.605119 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef0a5-7573-4757-99ef-a81ee2eae295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:41.608473 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Routers {'b1029a64-b591-4914-a6a1-3ed98bcf7f35'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:04:41.609159 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:04:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:41.632878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=fce30dab-67e5-4a10-964e-9e25f6d9f172,revision_number=9']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:41.733956 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fae91519-ced1-4079-838a-332851e21480 req-06bfa376-f20c-4839-8731-16c4f3f1ba65 service neutron] 10.222.0.60 "GET /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665828 May 25 20:04:41.749675 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b83a3-77e9-489d-8111-e2507fe3b824 None None] Pushing event updated for resources: {'Port': ['ID=8f0bb404-c887-4a4d-8557-f9f5f25345c9,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:41.750335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:04:41.750753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Checking segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:04:41.751226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Bound using segment: {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:04:41.751917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Bound port: fce30dab-67e5-4a10-964e-9e25f6d9f172, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5df7d99-bc61-4e96-ae46-ea68b18d881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3784cda9-58df-45f0-a02e-3879a8c23548'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:04:41.752449 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:41.793526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-0e8569d4-0f27-4adc-8967-d4d31d8ade81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:41.795218 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-0e8569d4-0f27-4adc-8967-d4d31d8ade81 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 1099 time: 1.0557778 May 25 20:04:41.820230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7c5ef0a5-7573-4757-99ef-a81ee2eae295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:41.990213 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] Set router b1029a64-b591-4914-a6a1-3ed98bcf7f35 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:04:42.053123 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0dcb8a7b-00c5-4569-b3f7-4afaa222179c req-b24c2b79-0102-4b33-9644-eecb99896b28 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6999662 May 25 20:04:42.061416 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b499b38c-8a1f-4ce7-87e2-2fb27cb2a692 req-58ef154a-b3b4-4601-9869-68981387b05f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71e5d30a-a894-4e82-8cf2-ebf22f7a4e60 HTTP/1.1" status: 200 len: 210 time: 0.3602734 May 25 20:04:42.062979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-f136bd56-23cb-4af4-9f2e-9308c63f4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:42.080191 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-f136bd56-23cb-4af4-9f2e-9308c63f4fbe service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.2360418 May 25 20:04:42.235306 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fae91519-ced1-4079-838a-332851e21480 req-2c481ee3-b460-4ff8-8aed-46d5939555e8 service neutron] 10.222.0.60 "GET /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836893 May 25 20:04:42.278011 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:42.469617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-8da49d91-319e-4a7d-bf4b-51fb656ec06c req-6db4eb4c-188f-4d49-a035-81a4a551f0e3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] For port d64b3563-1602-40e1-b66b-728d2eea0d62, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d64b3563-1602-40e1-b66b-728d2eea0d62,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:42.471025 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8da49d91-319e-4a7d-bf4b-51fb656ec06c req-6db4eb4c-188f-4d49-a035-81a4a551f0e3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:42.536543 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:04:34Z', 'revision_number': 4, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8f0bb404-c887-4a4d-8557-f9f5f25345c9', 'name': '', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'mac_address': 'fa:16:3e:73:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:32Z', 'updated_at': '2022-05-25T20:04:41Z', 'revision_number': 4, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'subnets': [{'id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:42.541516 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf447d1-6b0f-4b26-8fba-df2a9da72479 None None] The sync data for ids ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'] in n-d-843339-1 is: [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:04:34Z', 'revision_number': 4, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8f0bb404-c887-4a4d-8557-f9f5f25345c9', 'name': '', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'mac_address': 'fa:16:3e:73:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:32Z', 'updated_at': '2022-05-25T20:04:41Z', 'revision_number': 4, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'subnets': [{'id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:04:42.914075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-8da49d91-319e-4a7d-bf4b-51fb656ec06c req-6db4eb4c-188f-4d49-a035-81a4a551f0e3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Calling delete_port for d64b3563-1602-40e1-b66b-728d2eea0d62 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:04:42.994101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7c5ef0a5-7573-4757-99ef-a81ee2eae295 admin admin] Usage tracker for resource:security_group_rule and tenant:e12183917b174ff8ad15ad8200d6cf04 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:43.007629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7c5ef0a5-7573-4757-99ef-a81ee2eae295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:43.048748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7c5ef0a5-7573-4757-99ef-a81ee2eae295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:43.194612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:04:43.206098 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:43.243850 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:04:43.248013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Transition to ACTIVE for port object 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:04:43.366036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:04:43.387990 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:43.465440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7164ed6-bde3-4e55-9120-9fbbb753aa5b req-9c4be831-831c-44b7-9f8f-cf3d1760eee1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:43.468947 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a7164ed6-bde3-4e55-9120-9fbbb753aa5b req-9c4be831-831c-44b7-9f8f-cf3d1760eee1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.4214168 May 25 20:04:43.471727 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8da49d91-319e-4a7d-bf4b-51fb656ec06c req-6db4eb4c-188f-4d49-a035-81a4a551f0e3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:43.485011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['fce30dab-67e5-4a10-964e-9e25f6d9f172', '7c38a63c-c871-4934-858c-e7febc562181'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:04:43.518561 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-f83f4cf7-2d7d-462e-ae16-6b6ae2d262f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb HTTP/1.1" status: 200 len: 217 time: 1.4150012 May 25 20:04:43.576678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:04:43.677358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4eb4c-188f-4d49-a035-81a4a551f0e3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Pushing event deleted for resources: {'Port': ['ID=d64b3563-1602-40e1-b66b-728d2eea0d62,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:43.724556 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef0a5-7573-4757-99ef-a81ee2eae295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:43.858657 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef0a5-7573-4757-99ef-a81ee2eae295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:43.863583 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:43.871517 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da49d91-319e-4a7d-bf4b-51fb656ec06c req-6db4eb4c-188f-4d49-a035-81a4a551f0e3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] No DVR routers for this DVR port d64b3563-1602-40e1-b66b-728d2eea0d62 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:04:43.875527 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8da49d91-319e-4a7d-bf4b-51fb656ec06c req-6db4eb4c-188f-4d49-a035-81a4a551f0e3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:43.917557 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8f0bb404-c887-4a4d-8557-f9f5f25345c9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:04:43.940736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd798f36-7533-4068-8c1a-d7d2f1bac56f', 'name': 'network-vif-deleted', 'tag': 'd64b3563-1602-40e1-b66b-728d2eea0d62'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:43.945781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ef0a5-7573-4757-99ef-a81ee2eae295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5201250-cd33-413d-99a9-744a25dce10a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:43.969332 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8da49d91-319e-4a7d-bf4b-51fb656ec06c req-6db4eb4c-188f-4d49-a035-81a4a551f0e3 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "DELETE /v2.0/ports/d64b3563-1602-40e1-b66b-728d2eea0d62 HTTP/1.1" status: 204 len: 173 time: 2.7426064 May 25 20:04:43.979057 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a7164ed6-bde3-4e55-9120-9fbbb753aa5b req-01c450ea-00fc-4eaf-85b8-9a5ff42e2986 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907656 May 25 20:04:44.007511 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7c5ef0a5-7573-4757-99ef-a81ee2eae295 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e12183917b174ff8ad15ad8200d6cf04&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5476279 May 25 20:04:44.008549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38586) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:44.055015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Pushing event updated for resources: {'Port': ['ID=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:44.074214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:44.074995 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:44.076515 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] 10.222.0.70 "PUT /v2.0/ports/fce30dab-67e5-4a10-964e-9e25f6d9f172 HTTP/1.1" status: 200 len: 1092 time: 5.8167500 May 25 20:04:44.125463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d64b3563-1602-40e1-b66b-728d2eea0d62 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:44.198783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: d64b3563-1602-40e1-b66b-728d2eea0d62 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:04:44.199134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d64b3563-1602-40e1-b66b-728d2eea0d62 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:44.226954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:04:44.235610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:44.235972 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:44.264981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-f74a71cb-e73c-4c83-9074-2c728d96fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:44.266573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-f74a71cb-e73c-4c83-9074-2c728d96fe51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.6666765 May 25 20:04:44.277127 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-21645bbe-08cc-4c98-b487-150253a5aef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:44.324234 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['fce30dab-67e5-4a10-964e-9e25f6d9f172'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:04:44.332756 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-21645bbe-08cc-4c98-b487-150253a5aef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:44.366952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686b5be-761b-445b-9459-e5f501fa5e3f req-e30a3382-2796-4477-bca3-68bde73a8c71 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:44.368667 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1686b5be-761b-445b-9459-e5f501fa5e3f req-e30a3382-2796-4477-bca3-68bde73a8c71 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 945 time: 0.1553285 May 25 20:04:44.375089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f85d6-85a0-4618-8f4a-cdd611e765ac req-3d3dd003-4ad7-45a7-a6da-5969ad64120d tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:44.375684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f85d6-85a0-4618-8f4a-cdd611e765ac req-3d3dd003-4ad7-45a7-a6da-5969ad64120d tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:44.376179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f85d6-85a0-4618-8f4a-cdd611e765ac req-3d3dd003-4ad7-45a7-a6da-5969ad64120d tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:44.377959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-073f85d6-85a0-4618-8f4a-cdd611e765ac req-3d3dd003-4ad7-45a7-a6da-5969ad64120d tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851&device_id=57e4d05d-63c4-4049-8fea-6182926da71a&device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 2884 time: 1.4686847 May 25 20:04:44.439591 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1686b5be-761b-445b-9459-e5f501fa5e3f req-bd38196b-e908-4b23-a568-d4b44b6b58a8 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638537 May 25 20:04:44.472950 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-21645bbe-08cc-4c98-b487-150253a5aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:44.484901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9a400-b841-4f1f-8398-5297f71f7aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=fce30dab-67e5-4a10-964e-9e25f6d9f172,revision_number=10']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:44.512538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21645bbe-08cc-4c98-b487-150253a5aef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5201250-cd33-413d-99a9-744a25dce10a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:44.522695 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-21645bbe-08cc-4c98-b487-150253a5aef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:44.529215 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-21645bbe-08cc-4c98-b487-150253a5aef4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5201250-cd33-413d-99a9-744a25dce10a HTTP/1.1" status: 204 len: 168 time: 0.5196126 May 25 20:04:44.606261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:04:44.606896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:04:44.607334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:04:44.630196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:44.630771 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:44.719122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-073f85d6-85a0-4618-8f4a-cdd611e765ac req-2de0c3f6-27a7-4f81-9af3-437d9bf4f988 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Synchronizing usage tracker for tenant:89756c0b684d4a34918976ebac17d593 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:04:44.736661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:04:44.737803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:04:44.743115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141fb91-a789-4154-a7b0-27974d007073 req-eec431a0-0371-481c-90eb-0d6d603a126e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:44.756740 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1141fb91-a789-4154-a7b0-27974d007073 req-eec431a0-0371-481c-90eb-0d6d603a126e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1572323 May 25 20:04:44.786468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:04:44.787076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Checking segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:04:44.787616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Bound using segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:04:44.788075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Bound port: 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:04:44.788403 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:44.828668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 8f0bb404-c887-4a4d-8557-f9f5f25345c9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8f0bb404-c887-4a4d-8557-f9f5f25345c9,segment=NetworkSegment(e962ec07-89ca-4d07-9fb2-9bd486d2ea69),segment_id=e962ec07-89ca-4d07-9fb2-9bd486d2ea69)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:44.856146 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:44.888498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1141fb91-a789-4154-a7b0-27974d007073 req-243c8461-dfcb-40b5-80c0-f72520a5caab tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Synchronizing usage tracker for tenant:588275645f004b30bd16726afb59ab56 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:04:44.929607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1141fb91-a789-4154-a7b0-27974d007073 req-243c8461-dfcb-40b5-80c0-f72520a5caab tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Unset dirty status for tenant:588275645f004b30bd16726afb59ab56 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:04:44.931882 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1141fb91-a789-4154-a7b0-27974d007073 req-243c8461-dfcb-40b5-80c0-f72520a5caab tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730590 May 25 20:04:45.031825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=8f0bb404-c887-4a4d-8557-f9f5f25345c9,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:45.207417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-b8c97704-051f-4e77-8982-38bdd91d9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:45.209363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-b8c97704-051f-4e77-8982-38bdd91d9193 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9102266 May 25 20:04:45.214528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-073f85d6-85a0-4618-8f4a-cdd611e765ac req-2de0c3f6-27a7-4f81-9af3-437d9bf4f988 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Unset dirty status for tenant:89756c0b684d4a34918976ebac17d593 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:04:45.215579 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-073f85d6-85a0-4618-8f4a-cdd611e765ac req-2de0c3f6-27a7-4f81-9af3-437d9bf4f988 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8125720 May 25 20:04:45.248273 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02446a6-126e-4bcf-8ba7-0847d5e37b48'] response: {'name': 'network-changed', 'server_uuid': '352296be-814a-4dfe-a90a-0d668d901327', 'tag': '69e2fa7d-2a77-4512-afe8-e2817535b3cb', 'status': 'completed', 'code': 200} May 25 20:04:45.379322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436330b-402e-47a9-8f3f-4c731918526d req-2d104476-d642-466c-8519-542296cb7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:45.381652 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2436330b-402e-47a9-8f3f-4c731918526d req-2d104476-d642-466c-8519-542296cb7722 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 1099 time: 0.1033125 May 25 20:04:45.472144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:04:45.490891 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0493414c-865a-4298-a53d-612321855190 req-56d765da-4906-47f5-8078-aff28203fba4 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 210 time: 0.0935128 May 25 20:04:45.511001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:04:45.522017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-aed10f4a-f145-4d7e-8bea-d6b103d76b4d service neutron] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:04:45.530138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91519-ced1-4079-838a-332851e21480 req-ddf32fe0-392b-4924-9c90-d3d995629e33 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:45.531573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fae91519-ced1-4079-838a-332851e21480 req-ddf32fe0-392b-4924-9c90-d3d995629e33 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.70 "GET /v2.0/networks?id=e236ae8c-f708-42ae-a44d-d3f210eaab6d HTTP/1.1" status: 200 len: 829 time: 0.7674668 May 25 20:04:45.543918 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:45.587945 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-aed10f4a-f145-4d7e-8bea-d6b103d76b4d service neutron] Notify callbacks [] for binding, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:45.588437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436330b-402e-47a9-8f3f-4c731918526d req-5dde0031-1b79-4961-8d3b-4ce692992a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:45.589883 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0507e80-478f-4b12-b114-bceec72d8b09 req-aed10f4a-f145-4d7e-8bea-d6b103d76b4d service neutron] 10.222.0.70 "DELETE /v2.0/ports/fce30dab-67e5-4a10-964e-9e25f6d9f172/bindings/n-h1-843339-1 HTTP/1.1" status: 204 len: 173 time: 1.3724952 May 25 20:04:45.590618 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2436330b-402e-47a9-8f3f-4c731918526d req-5dde0031-1b79-4961-8d3b-4ce692992a4a service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.2013648 May 25 20:04:45.592178 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3634372e-fad1-499e-a358-012d3ecea987'] response: {'server_uuid': 'bd798f36-7533-4068-8c1a-d7d2f1bac56f', 'name': 'network-vif-deleted', 'tag': 'd64b3563-1602-40e1-b66b-728d2eea0d62', 'status': 'completed', 'code': 200} May 25 20:04:45.593651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Request body: {'port': {'device_id': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'admin_state_up': True, 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:04:45.742667 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-c7ffca7f-9f0f-4574-96f6-635008ab392a service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214221 May 25 20:04:45.774845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:45.774845 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:45.774845 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] 10.222.0.70 "PUT /v2.0/ports/7d9dd7f8-cefe-4ca0-8799-90bd4531df8c HTTP/1.1" status: 200 len: 1092 time: 4.4677510 May 25 20:04:45.814336 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2436330b-402e-47a9-8f3f-4c731918526d req-43f9bb07-1901-4d3c-890b-ab5fbaaa8b41 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb HTTP/1.1" status: 200 len: 217 time: 0.2089927 May 25 20:04:45.832574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8aabd3b3-c810-4091-9ce9-26af9de1fe2c no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:45.913292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 8aabd3b3-c810-4091-9ce9-26af9de1fe2c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:04:45.913720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8aabd3b3-c810-4091-9ce9-26af9de1fe2c not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:45.915416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8f0bb404-c887-4a4d-8557-f9f5f25345c9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:04:45.921596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436330b-402e-47a9-8f3f-4c731918526d req-9b4e2e0d-e4b1-4daf-ad4e-51c8264e4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:45.935506 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2436330b-402e-47a9-8f3f-4c731918526d req-9b4e2e0d-e4b1-4daf-ad4e-51c8264e4d01 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1055138 May 25 20:04:45.994004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd96df-0d75-4e3f-829a-a9d7cc5cf1ac service neutron] Pushing event updated for resources: {'Port': ['ID=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:46.004724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:46.005339 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:46.035326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2fcc9-ba75-4b1f-be76-54860d3a74e9 req-92cbfbeb-1917-4465-b171-2de62e6d54e6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:46.043493 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dfa2fcc9-ba75-4b1f-be76-54860d3a74e9 req-92cbfbeb-1917-4465-b171-2de62e6d54e6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.3226349 May 25 20:04:46.180064 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dfa2fcc9-ba75-4b1f-be76-54860d3a74e9 req-4ed5c6bd-1c6a-4bce-842f-cdc551387804 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069398 May 25 20:04:46.209811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:46.224154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436330b-402e-47a9-8f3f-4c731918526d req-ea13b1e1-e6a0-40cd-a3e5-6acf6f481eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:46.225974 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2436330b-402e-47a9-8f3f-4c731918526d req-ea13b1e1-e6a0-40cd-a3e5-6acf6f481eda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2788687 May 25 20:04:46.282331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:46.313038 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2288ba4-e300-45fe-9958-007cfabdd380 req-30982a02-d3de-4fc3-83f7-31501d1c6289 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352590 May 25 20:04:46.331979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:46.363595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-5817afcb-8292-417e-9faa-33310715aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:46.365600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-5817afcb-8292-417e-9faa-33310715aabb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 1095 time: 0.5351715 May 25 20:04:46.377407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Made reservation on behalf of fa888df1c97c4361b46381c6d6e23e71 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:04:46.380830 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:46.514261 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2436330b-402e-47a9-8f3f-4c731918526d req-e5fde1db-90b9-4466-8fbb-42a073a0c527 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816243 May 25 20:04:46.624037 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-957655ed-de4d-4edc-9c24-58227ddad5e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c HTTP/1.1" status: 200 len: 217 time: 0.2481363 May 25 20:04:46.876649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-5b4c405b-77a4-47ed-b0ea-fa014046b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:46.879080 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-5b4c405b-77a4-47ed-b0ea-fa014046b212 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.2486989 May 25 20:04:46.892846 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2436330b-402e-47a9-8f3f-4c731918526d req-dc197cc4-ae87-4cee-a502-7ffc410b7ec1 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595839 May 25 20:04:46.905343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bc063-5450-4850-bb7f-56d2c7ee3ee5 req-443d747d-93b2-41f5-8a12-927b853a2454 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:46.906899 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af0bc063-5450-4850-bb7f-56d2c7ee3ee5 req-443d747d-93b2-41f5-8a12-927b853a2454 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.2300441 May 25 20:04:46.966573 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af0bc063-5450-4850-bb7f-56d2c7ee3ee5 req-af6dc823-00c5-462a-a2bc-b675eaf967d4 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510879 May 25 20:04:46.985908 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-1d6679d1-9a30-450a-8a51-1d4b5c7617bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971885 May 25 20:04:47.037615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436330b-402e-47a9-8f3f-4c731918526d req-c02ea3b4-fe36-4aea-b43b-95d1b49adab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:47.039272 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2436330b-402e-47a9-8f3f-4c731918526d req-c02ea3b4-fe36-4aea-b43b-95d1b49adab2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 1099 time: 0.5328977 May 25 20:04:47.124478 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-be322081-c5b6-46f9-be35-c8aa7f5b89c1 req-87147dab-acb6-4a1b-a6ba-4da8d9c6b2e4 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 210 time: 0.0427282 May 25 20:04:47.195765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Allocated IP 172.20.0.5 (e236ae8c-f708-42ae-a44d-d3f210eaab6d/0b3691ce-8bf7-40ba-b38f-6e43631a7b4f/20c64003-24f7-44f3-ac3d-46159bb4ecfe) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:04:47.220918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa3896-f5bd-4908-9d43-b0cc961cb4b4 req-70966651-3162-4c0d-b9c5-70781790bd44 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:47.222323 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbfa3896-f5bd-4908-9d43-b0cc961cb4b4 req-70966651-3162-4c0d-b9c5-70781790bd44 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 950 time: 0.4693744 May 25 20:04:47.310051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a5c55-cdf9-43f7-b000-4d81d21dd70b req-366556dd-5a2a-4a12-8b3f-f98691dd6e18 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:47.310968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-552a5c55-cdf9-43f7-b000-4d81d21dd70b req-366556dd-5a2a-4a12-8b3f-f98691dd6e18 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Synchronizing usage tracker for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:04:47.327985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-552a5c55-cdf9-43f7-b000-4d81d21dd70b req-366556dd-5a2a-4a12-8b3f-f98691dd6e18 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Unset dirty status for tenant:21c253ae7ded4368a787d305f7c6c031 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:04:47.329213 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-552a5c55-cdf9-43f7-b000-4d81d21dd70b req-366556dd-5a2a-4a12-8b3f-f98691dd6e18 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 946 time: 0.1087277 May 25 20:04:47.376591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2868342-3a35-47a8-9ccb-efd4aff7891f', 'tag': 'fce30dab-67e5-4a10-964e-9e25f6d9f172'}, {'name': 'network-changed', 'server_uuid': 'a1925427-ca1c-4af2-990e-b33cf1af4b49', 'tag': '7d9dd7f8-cefe-4ca0-8799-90bd4531df8c'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:47.381247 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-552a5c55-cdf9-43f7-b000-4d81d21dd70b req-38554392-345a-4c3a-9fba-dceca83fd01f tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449617 May 25 20:04:47.497645 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-3fbdb1ec-e9ed-48c9-a86b-48d4cf5703df service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994318 May 25 20:04:47.513594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436330b-402e-47a9-8f3f-4c731918526d req-b56fe428-3068-4838-beab-aad75000835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:47.515009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2436330b-402e-47a9-8f3f-4c731918526d req-b56fe428-3068-4838-beab-aad75000835c service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.4197454 May 25 20:04:47.538284 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbfa3896-f5bd-4908-9d43-b0cc961cb4b4 req-65d03454-17d6-472e-a209-7cb3176bdf31 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052530 May 25 20:04:47.778570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2436330b-402e-47a9-8f3f-4c731918526d req-f386da9b-34be-4893-8ce8-a77ca3a4feae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb HTTP/1.1" status: 200 len: 217 time: 0.2344894 May 25 20:04:47.844872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd767f4-78c5-42fd-94f7-1618cbc8ec48 req-ae4b6e77-f7af-4537-a69f-c1d29447b8e9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:47.850427 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552b525a-fd18-4417-b42a-d939712934c1'] response: {'name': 'network-changed', 'server_uuid': 'd2868342-3a35-47a8-9ccb-efd4aff7891f', 'tag': 'fce30dab-67e5-4a10-964e-9e25f6d9f172', 'status': 'completed', 'code': 200} May 25 20:04:47.850760 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552b525a-fd18-4417-b42a-d939712934c1'] response: {'name': 'network-changed', 'server_uuid': 'a1925427-ca1c-4af2-990e-b33cf1af4b49', 'tag': '7d9dd7f8-cefe-4ca0-8799-90bd4531df8c', 'status': 'completed', 'code': 200} May 25 20:04:47.851991 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dcd767f4-78c5-42fd-94f7-1618cbc8ec48 req-ae4b6e77-f7af-4537-a69f-c1d29447b8e9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1022499 May 25 20:04:47.939670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436330b-402e-47a9-8f3f-4c731918526d req-124a338f-5853-4e27-a714-c993ae78d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:47.941102 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2436330b-402e-47a9-8f3f-4c731918526d req-124a338f-5853-4e27-a714-c993ae78d8f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1428812 May 25 20:04:47.953601 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dcd767f4-78c5-42fd-94f7-1618cbc8ec48 req-6ebfefff-e279-4dd6-84e2-9df248c35c08 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006582 May 25 20:04:48.004044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e28513-c81a-4140-8624-dda72652efcc req-e8e81f42-ab8f-4c39-9c7d-63fdc77461bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:48.005762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5e28513-c81a-4140-8624-dda72652efcc req-e8e81f42-ab8f-4c39-9c7d-63fdc77461bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c253ae7ded4368a787d305f7c6c031&device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 1096 time: 0.1139467 May 25 20:04:48.059725 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1941bae8-846e-4ef5-9af5-b025ca9f8661 req-32184282-e46e-4a07-bb22-4997cc08c54c service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472705 May 25 20:04:48.077343 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:48.115510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Transition to ACTIVE for port object 20c64003-24f7-44f3-ac3d-46159bb4ecfe will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:04:48.123745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2dc10db5-3e55-492f-a175-05517f945e09 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:48.196527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436330b-402e-47a9-8f3f-4c731918526d req-dc893552-dddc-447c-823a-16a4783414f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:48.198470 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2436330b-402e-47a9-8f3f-4c731918526d req-dc893552-dddc-447c-823a-16a4783414f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2503886 May 25 20:04:48.294729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2dc10db5-3e55-492f-a175-05517f945e09 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:48.295915 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:48.350384 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:48.357536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa61def-68d4-422f-9196-7c72a9921486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dc10db5-3e55-492f-a175-05517f945e09'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:48.382411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2dc10db5-3e55-492f-a175-05517f945e09, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2dc10db5-3e55-492f-a175-05517f945e09,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:48.391922 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:48.488183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e28513-c81a-4140-8624-dda72652efcc req-e2f2b6c4-f187-4e23-b2e6-771b73b6f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:48.488353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2dc10db5-3e55-492f-a175-05517f945e09,revision_number=11']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:48.489558 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5e28513-c81a-4140-8624-dda72652efcc req-e2f2b6c4-f187-4e23-b2e6-771b73b6f794 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 1095 time: 0.3668067 May 25 20:04:48.497446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e28513-c81a-4140-8624-dda72652efcc req-bb257a65-6d33-4276-86c4-8c4ede1b01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:48.499837 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5e28513-c81a-4140-8624-dda72652efcc req-bb257a65-6d33-4276-86c4-8c4ede1b01e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 200 len: 909 time: 0.4847832 May 25 20:04:48.505696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Network e236ae8c-f708-42ae-a44d-d3f210eaab6d is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:04:48.533736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:04:48.536868 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2436330b-402e-47a9-8f3f-4c731918526d req-ab7d1ab9-5e6a-44e5-a5b5-bfc7515620a4 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283584 May 25 20:04:48.537564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:04:48.572390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Pushing event updated for resources: {'Port': ['ID=20c64003-24f7-44f3-ac3d-46159bb4ecfe,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:48.580558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2eeeee-51e7-432b-a1c5-8cee5acc430b req-4c0b1fc5-18c7-40e8-b608-9304721ce43e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:48.582339 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5a2eeeee-51e7-432b-a1c5-8cee5acc430b req-4c0b1fc5-18c7-40e8-b608-9304721ce43e tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 946 time: 0.2717624 May 25 20:04:48.658338 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5e28513-c81a-4140-8624-dda72652efcc req-5dece50d-39f4-4751-9f44-18b2fd3437ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172 HTTP/1.1" status: 200 len: 217 time: 0.1510277 May 25 20:04:48.768287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-5a2eeeee-51e7-432b-a1c5-8cee5acc430b req-02060f92-7e28-4208-91bb-21a3407b95a8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Deleting port 7c38a63c-c871-4934-858c-e7febc562181 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:48.768980 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5a2eeeee-51e7-432b-a1c5-8cee5acc430b req-02060f92-7e28-4208-91bb-21a3407b95a8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:48.821569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e28513-c81a-4140-8624-dda72652efcc req-c17e614f-dfe8-4675-b276-edd578dee8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:48.824544 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5e28513-c81a-4140-8624-dda72652efcc req-c17e614f-dfe8-4675-b276-edd578dee8f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 200 len: 848 time: 0.1547639 May 25 20:04:48.867540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-de307232-4d6f-4359-b98a-b790b9a68ebd None None] Provisioning for port 20c64003-24f7-44f3-ac3d-46159bb4ecfe completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:04:48.881977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-de307232-4d6f-4359-b98a-b790b9a68ebd None None] Provisioning complete for port 20c64003-24f7-44f3-ac3d-46159bb4ecfe triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:48.882399 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de307232-4d6f-4359-b98a-b790b9a68ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:48.907399 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5e28513-c81a-4140-8624-dda72652efcc req-97b4da2f-746a-4674-9146-10783d22404e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3784cda9-58df-45f0-a02e-3879a8c23548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729609 May 25 20:04:48.983880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-de307232-4d6f-4359-b98a-b790b9a68ebd None None] Port 20c64003-24f7-44f3-ac3d-46159bb4ecfe cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:04:49.010738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:49.011458 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:49.062145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e28513-c81a-4140-8624-dda72652efcc req-79830c45-6f12-4e26-bd80-8e095658f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:49.063522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5e28513-c81a-4140-8624-dda72652efcc req-79830c45-6f12-4e26-bd80-8e095658f40a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 921 time: 0.5614350 May 25 20:04:49.161971 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5e28513-c81a-4140-8624-dda72652efcc req-a116a5e3-24af-401a-897d-8cae0798fb58 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c HTTP/1.1" status: 200 len: 217 time: 0.0866301 May 25 20:04:49.163798 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2436330b-402e-47a9-8f3f-4c731918526d req-502daae1-b33d-46e6-b2d2-fb320c479c7a service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305603 May 25 20:04:49.166178 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fae91519-ced1-4079-838a-332851e21480 req-fea193b2-0b0c-4e2e-8009-77839a82b846 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6178148 May 25 20:04:49.215353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Request body: {'port': {'device_id': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:04:49.256360 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5e28513-c81a-4140-8624-dda72652efcc req-9c7c9c51-7aac-4176-8b42-227c8078207b service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395135 May 25 20:04:49.262523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffeadf7-eafb-4a02-8e96-491f4a458fb5 req-e2a13113-cd74-4e34-884f-e8592b2f3622 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:49.263219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dffeadf7-eafb-4a02-8e96-491f4a458fb5 req-e2a13113-cd74-4e34-884f-e8592b2f3622 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Synchronizing usage tracker for tenant:588275645f004b30bd16726afb59ab56 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:04:49.347627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e28513-c81a-4140-8624-dda72652efcc req-ab6b06b4-60f8-4e23-aa7a-143b97a53067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:49.348978 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5e28513-c81a-4140-8624-dda72652efcc req-ab6b06b4-60f8-4e23-aa7a-143b97a53067 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.1708093 May 25 20:04:49.349549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dffeadf7-eafb-4a02-8e96-491f4a458fb5 req-e2a13113-cd74-4e34-884f-e8592b2f3622 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Unset dirty status for tenant:588275645f004b30bd16726afb59ab56 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:04:49.356246 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dffeadf7-eafb-4a02-8e96-491f4a458fb5 req-e2a13113-cd74-4e34-884f-e8592b2f3622 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.3981903 May 25 20:04:49.400999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10decdc6-729b-4aa4-9420-b46be360d919 req-a0d7252d-da63-4f1a-b6f3-a6d03bea5bc7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:49.403139 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10decdc6-729b-4aa4-9420-b46be360d919 req-a0d7252d-da63-4f1a-b6f3-a6d03bea5bc7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 931 time: 0.3432543 May 25 20:04:49.415130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-5a2eeeee-51e7-432b-a1c5-8cee5acc430b req-02060f92-7e28-4208-91bb-21a3407b95a8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] For port 7c38a63c-c871-4934-858c-e7febc562181, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=7c38a63c-c871-4934-858c-e7febc562181,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:49.415708 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5a2eeeee-51e7-432b-a1c5-8cee5acc430b req-02060f92-7e28-4208-91bb-21a3407b95a8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:49.575996 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5e28513-c81a-4140-8624-dda72652efcc req-e8838982-89f3-4048-ab9f-de8f3383c996 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2105408 May 25 20:04:49.577834 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:49.587246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-5a2eeeee-51e7-432b-a1c5-8cee5acc430b req-02060f92-7e28-4208-91bb-21a3407b95a8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Calling delete_port for 7c38a63c-c871-4934-858c-e7febc562181 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:04:49.665722 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5e28513-c81a-4140-8624-dda72652efcc req-88ac46e8-1754-438b-be36-fa3bfe80037c service neutron] 10.222.0.50 "GET /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977280 May 25 20:04:49.680585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-10decdc6-729b-4aa4-9420-b46be360d919 req-2abee661-835b-4216-af35-dbde079de521 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Synchronizing usage tracker for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:04:49.723859 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dffeadf7-eafb-4a02-8e96-491f4a458fb5 req-12222aea-2d81-496c-afae-5a402d17e032 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666377 May 25 20:04:49.802354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-10decdc6-729b-4aa4-9420-b46be360d919 req-2abee661-835b-4216-af35-dbde079de521 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Unset dirty status for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:04:49.803675 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10decdc6-729b-4aa4-9420-b46be360d919 req-2abee661-835b-4216-af35-dbde079de521 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/security-groups?id=827eb23d-ab4d-4b55-988e-47a89f30c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763216 May 25 20:04:49.807427 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1250e3-eb40-47e3-b0e4-1a95440ad74f'] response: {'server_uuid': '2aa61def-68d4-422f-9196-7c72a9921486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dc10db5-3e55-492f-a175-05517f945e09', 'code': 200} May 25 20:04:49.835549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 69e2fa7d-2a77-4512-afe8-e2817535b3cb details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:04:49.871100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5e28513-c81a-4140-8624-dda72652efcc req-e5dffe4c-c3ff-414f-8ec7-e3ac4f787615 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749426 May 25 20:04:49.880049 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5a2eeeee-51e7-432b-a1c5-8cee5acc430b req-02060f92-7e28-4208-91bb-21a3407b95a8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:49.902508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['fce30dab-67e5-4a10-964e-9e25f6d9f172', '7c38a63c-c871-4934-858c-e7febc562181'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:04:50.084214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02060f92-7e28-4208-91bb-21a3407b95a8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Pushing event deleted for resources: {'Port': ['ID=7c38a63c-c871-4934-858c-e7febc562181,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:50.103048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1336552e-7250-483b-bd8b-a11fe7951414 req-b6db08df-26f3-4c44-b77d-e3580678591f tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c3f837f-bb5a-4c25-9493-b811fa0c1522 HTTP/1.1" status: 200 len: 210 time: 0.1320865 May 25 20:04:50.154729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device ee5f6fbd-364a-402f-945a-445c0d26f46e details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:04:50.180081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2eeeee-51e7-432b-a1c5-8cee5acc430b req-02060f92-7e28-4208-91bb-21a3407b95a8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] No DVR routers for this DVR port 7c38a63c-c871-4934-858c-e7febc562181 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:04:50.184398 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5a2eeeee-51e7-432b-a1c5-8cee5acc430b req-02060f92-7e28-4208-91bb-21a3407b95a8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:50.196526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3f837f-bb5a-4c25-9493-b811fa0c1522', 'name': 'network-vif-deleted', 'tag': '7c38a63c-c871-4934-858c-e7febc562181'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:50.208160 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5a2eeeee-51e7-432b-a1c5-8cee5acc430b req-02060f92-7e28-4208-91bb-21a3407b95a8 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "DELETE /v2.0/ports/7c38a63c-c871-4934-858c-e7febc562181 HTTP/1.1" status: 204 len: 173 time: 1.6124873 May 25 20:04:50.377520 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5e28513-c81a-4140-8624-dda72652efcc req-ca8ab190-8f73-4ce9-b019-a479221c1533 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001676 May 25 20:04:50.425726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:50.447265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '69e2fa7d-2a77-4512-afe8-e2817535b3cb', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '69e2fa7d-2a77-4512-afe8-e2817535b3cb', 'mac_address': 'fa:16:3e:0e:ab:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:04:50.560488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 69e2fa7d-2a77-4512-afe8-e2817535b3cb is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:50.560857 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:50.592415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e2fa7d-2a77-4512-afe8-e2817535b3cb {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:04:50.599518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb32ff-1db2-42eb-9829-d15db343861b req-7bf711b4-563b-43a6-ac30-39ef5201604b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:50.609162 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-05fb32ff-1db2-42eb-9829-d15db343861b req-7bf711b4-563b-43a6-ac30-39ef5201604b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 948 time: 0.1147435 May 25 20:04:50.613128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c64003-24f7-44f3-ac3d-46159bb4ecfe {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:04:50.622582 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:50.624831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port ee5f6fbd-364a-402f-945a-445c0d26f46e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ee5f6fbd-364a-402f-945a-445c0d26f46e,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:50.637246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:50.640605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Transition to ACTIVE for port object 20c64003-24f7-44f3-ac3d-46159bb4ecfe will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:04:50.641851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'ee5f6fbd-364a-402f-945a-445c0d26f46e', 'network_id': 'ac16da66-8ba6-42d0-a487-88fb370f02e7', 'port_id': 'ee5f6fbd-364a-402f-945a-445c0d26f46e', 'mac_address': 'fa:16:3e:70:f1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416a5448-e8aa-4560-b947-656eb8c9db43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:04:50.646781 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:50.650336 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:50.671268 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-05fb32ff-1db2-42eb-9829-d15db343861b req-3a061351-6cec-484d-aa12-88245fa7a906 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608795 May 25 20:04:50.756760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port ee5f6fbd-364a-402f-945a-445c0d26f46e is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:50.764249 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:50.827057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee5f6fbd-364a-402f-945a-445c0d26f46e {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:04:50.910553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be06f6f-1c42-4395-bed9-f520b1db7f4b req-7b8e7884-70cc-4933-86f2-1b50083cb1dc tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:50.912907 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port ee5f6fbd-364a-402f-945a-445c0d26f46e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ee5f6fbd-364a-402f-945a-445c0d26f46e,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:50.913972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=69e2fa7d-2a77-4512-afe8-e2817535b3cb,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:50.931247 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3be06f6f-1c42-4395-bed9-f520b1db7f4b req-7b8e7884-70cc-4933-86f2-1b50083cb1dc tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 945 time: 0.5043502 May 25 20:04:50.936855 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:50.961124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=20c64003-24f7-44f3-ac3d-46159bb4ecfe,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:51.103433 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3be06f6f-1c42-4395-bed9-f520b1db7f4b req-a48315ca-a61a-486f-8f13-73d7f8022677 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711679 May 25 20:04:51.109331 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['ee5f6fbd-364a-402f-945a-445c0d26f46e'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:04:51.161167 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b4b891b-6693-4f01-a9ce-e8a4bd55221c'] response: {'server_uuid': '0c3f837f-bb5a-4c25-9493-b811fa0c1522', 'name': 'network-vif-deleted', 'tag': '7c38a63c-c871-4934-858c-e7febc562181', 'status': 'completed', 'code': 200} May 25 20:04:51.162013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Attempting to bind port 20c64003-24f7-44f3-ac3d-46159bb4ecfe on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:04:51.162465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Attempting to bind port 20c64003-24f7-44f3-ac3d-46159bb4ecfe by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:04:51.164165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Attempting to bind port 20c64003-24f7-44f3-ac3d-46159bb4ecfe on network e236ae8c-f708-42ae-a44d-d3f210eaab6d {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:04:51.169686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Port 20c64003-24f7-44f3-ac3d-46159bb4ecfe on network e236ae8c-f708-42ae-a44d-d3f210eaab6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:04:51.170462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Attempting to bind port 20c64003-24f7-44f3-ac3d-46159bb4ecfe on network e236ae8c-f708-42ae-a44d-d3f210eaab6d {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:04:51.176643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:04:51.177443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Checking segment: {'id': 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:04:51.177922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Bound using segment: {'id': 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:04:51.178066 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd13459-449c-4b6f-8ff1-08240d8bd551 req-7be66164-c9d3-4a84-adb5-f7e26367b8a2 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:51.178762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Bound port: 20c64003-24f7-44f3-ac3d-46159bb4ecfe, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:04:51.179596 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:51.185964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fcd13459-449c-4b6f-8ff1-08240d8bd551 req-7be66164-c9d3-4a84-adb5-f7e26367b8a2 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 1101 time: 0.2925985 May 25 20:04:51.190879 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=ee5f6fbd-364a-402f-945a-445c0d26f46e,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:51.235737 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fcd13459-449c-4b6f-8ff1-08240d8bd551 req-5d5ce7b8-b042-4cfd-bec8-22183df9442e tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487790 May 25 20:04:51.253766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['69e2fa7d-2a77-4512-afe8-e2817535b3cb'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:04:51.360056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] For port 20c64003-24f7-44f3-ac3d-46159bb4ecfe, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:04:51.365893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] For port 20c64003-24f7-44f3-ac3d-46159bb4ecfe, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=20c64003-24f7-44f3-ac3d-46159bb4ecfe,segment=NetworkSegment(e962ec07-89ca-4d07-9fb2-9bd486d2ea69),segment_id=e962ec07-89ca-4d07-9fb2-9bd486d2ea69)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:04:51.373935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:51.457945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:51.458593 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:51.459987 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fae91519-ced1-4079-838a-332851e21480 req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] 10.222.0.70 "PUT /v2.0/ports/20c64003-24f7-44f3-ac3d-46159bb4ecfe HTTP/1.1" status: 200 len: 1091 time: 2.2798197 May 25 20:04:51.460424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'tag': '20c64003-24f7-44f3-ac3d-46159bb4ecfe'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:51.490430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8b977-5309-4b93-accf-31ee7897cdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=20c64003-24f7-44f3-ac3d-46159bb4ecfe,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:51.581517 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bdd06-05aa-4940-b33a-c0a88bda7117 req-bff49d62-ab5b-48d1-8037-1452ac5c2c6c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:51.583111 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e84bdd06-05aa-4940-b33a-c0a88bda7117 req-bff49d62-ab5b-48d1-8037-1452ac5c2c6c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1980228 May 25 20:04:51.639502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91519-ced1-4079-838a-332851e21480 req-c52f5de7-c485-44d1-b817-d3904cc8d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:51.643411 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fae91519-ced1-4079-838a-332851e21480 req-c52f5de7-c485-44d1-b817-d3904cc8d564 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fa888df1c97c4361b46381c6d6e23e71&device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 1094 time: 0.1235809 May 25 20:04:51.670536 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e84bdd06-05aa-4940-b33a-c0a88bda7117 req-65b468c0-f8b9-45d9-a148-10251a0025e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805640 May 25 20:04:51.791374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38814) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:51.808656 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fae91519-ced1-4079-838a-332851e21480 req-e1a2c77c-0b8b-4385-a100-14508b3db65d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c64003-24f7-44f3-ac3d-46159bb4ecfe HTTP/1.1" status: 200 len: 217 time: 0.1499889 May 25 20:04:51.879403 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:04:51.906082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91519-ced1-4079-838a-332851e21480 req-94bf6718-5252-458c-b527-e74912fa7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:51.907930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fae91519-ced1-4079-838a-332851e21480 req-94bf6718-5252-458c-b527-e74912fa7b8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b3691ce-8bf7-40ba-b38f-6e43631a7b4f HTTP/1.1" status: 200 len: 868 time: 0.0872130 May 25 20:04:51.920847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e7b4d-a6ff-45c2-9e25-24ffce9b6205 req-e7b7067d-3ab9-47ae-9efa-56e32236d9c9 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:51.921539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0a1e7b4d-a6ff-45c2-9e25-24ffce9b6205 req-e7b7067d-3ab9-47ae-9efa-56e32236d9c9 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Synchronizing usage tracker for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:04:51.935589 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-396a4705-3330-4e5a-8eb8-2ab1362d846a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:51.957309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-396a4705-3330-4e5a-8eb8-2ab1362d846a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:51.961644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-396a4705-3330-4e5a-8eb8-2ab1362d846a admin admin] Usage tracker for resource:security_group_rule and tenant:b3804f6cc5684e459253ef1dd4faf28a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:51.965844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-396a4705-3330-4e5a-8eb8-2ab1362d846a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:51.976442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-396a4705-3330-4e5a-8eb8-2ab1362d846a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:52.087035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:52.109090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '7d9dd7f8-cefe-4ca0-8799-90bd4531df8c', 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee', 'port_id': '7d9dd7f8-cefe-4ca0-8799-90bd4531df8c', 'mac_address': 'fa:16:3e:d3:db:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c81e9-1012-4bd2-b3ad-402a53a6fd67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:04:52.110545 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-396a4705-3330-4e5a-8eb8-2ab1362d846a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:52.113501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0a1e7b4d-a6ff-45c2-9e25-24ffce9b6205 req-e7b7067d-3ab9-47ae-9efa-56e32236d9c9 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Unset dirty status for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:04:52.117589 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-396a4705-3330-4e5a-8eb8-2ab1362d846a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:52.120859 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0a1e7b4d-a6ff-45c2-9e25-24ffce9b6205 req-e7b7067d-3ab9-47ae-9efa-56e32236d9c9 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 943 time: 0.3823657 May 25 20:04:52.146859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 7c38a63c-c871-4934-858c-e7febc562181 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:52.174550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91519-ced1-4079-838a-332851e21480 req-3eea9066-1df1-4016-ac38-bb43234fe521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:52.176028 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fae91519-ced1-4079-838a-332851e21480 req-3eea9066-1df1-4016-ac38-bb43234fe521 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e236ae8c-f708-42ae-a44d-d3f210eaab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2516987 May 25 20:04:52.186870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0a1e7b4d-a6ff-45c2-9e25-24ffce9b6205 req-357b0d97-4478-49e3-a1f2-1dd0f07cb026 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/security-groups?id=827eb23d-ab4d-4b55-988e-47a89f30c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647490 May 25 20:04:52.206311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 7c38a63c-c871-4934-858c-e7febc562181 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:04:52.206781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 7c38a63c-c871-4934-858c-e7febc562181 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:52.207227 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device ee5f6fbd-364a-402f-945a-445c0d26f46e no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:52.235306 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-396a4705-3330-4e5a-8eb8-2ab1362d846a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3804f6cc5684e459253ef1dd4faf28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395354 May 25 20:04:52.237827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38824) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:52.247675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:52.248035 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:52.279222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:04:52.295180 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:52.303201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a4705-3330-4e5a-8eb8-2ab1362d846a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3c111f-b626-4dd7-b83a-82ec8408bea8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:52.303423 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:52.325730 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08697de5-5629-498b-b0c0-e490a74c123b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:52.352617 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08697de5-5629-498b-b0c0-e490a74c123b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:52.361374 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ba3c50-73e7-4031-af13-4171ff24fab5'] response: {'name': 'network-changed', 'server_uuid': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'tag': '20c64003-24f7-44f3-ac3d-46159bb4ecfe', 'status': 'completed', 'code': 200} May 25 20:04:52.401354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b7b20-9485-4bdd-9f60-05f228ccee9e req-314501fe-b310-4670-a39c-6c92f3a2121e tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:52.403103 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-514b7b20-9485-4bdd-9f60-05f228ccee9e req-314501fe-b310-4670-a39c-6c92f3a2121e tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 1101 time: 0.2298975 May 25 20:04:52.427541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:52.429960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port ee5f6fbd-364a-402f-945a-445c0d26f46e is: BUILD; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:52.430359 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:52.437705 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fae91519-ced1-4079-838a-332851e21480 req-4f49407d-d5c1-445e-a4c7-2c494bb6fb44 service neutron] 10.222.0.70 "GET /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488632 May 25 20:04:52.450923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ee5f6fbd-364a-402f-945a-445c0d26f46e {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:04:52.467333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port ee5f6fbd-364a-402f-945a-445c0d26f46e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ee5f6fbd-364a-402f-945a-445c0d26f46e,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:52.468509 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-514b7b20-9485-4bdd-9f60-05f228ccee9e req-1d454feb-6ad1-4361-8311-25ca80a1abdb tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487826 May 25 20:04:52.469086 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08697de5-5629-498b-b0c0-e490a74c123b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:52.472514 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:52.488412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08697de5-5629-498b-b0c0-e490a74c123b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3c111f-b626-4dd7-b83a-82ec8408bea8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:52.492765 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08697de5-5629-498b-b0c0-e490a74c123b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:52.497764 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-08697de5-5629-498b-b0c0-e490a74c123b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb3c111f-b626-4dd7-b83a-82ec8408bea8 HTTP/1.1" status: 204 len: 168 time: 0.2454858 May 25 20:04:52.574987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=ee5f6fbd-364a-402f-945a-445c0d26f46e,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:52.615423 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fae91519-ced1-4079-838a-332851e21480 req-d3f5a009-96df-4dfa-8102-7b05238d5c3d service neutron] 10.222.0.70 "GET /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670654 May 25 20:04:52.632402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b697563-1207-4c3d-9e06-6dc52ae52255 req-e2c7614a-112b-409b-9b2e-5cd060520886 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:52.633972 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8b697563-1207-4c3d-9e06-6dc52ae52255 req-e2c7614a-112b-409b-9b2e-5cd060520886 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 948 time: 0.2718623 May 25 20:04:52.704986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['7d9dd7f8-cefe-4ca0-8799-90bd4531df8c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:04:52.708500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041a211-e9c4-469f-8ed8-752eb3dcad79 req-27547bb4-d66e-473e-aa71-1570546ad950 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:52.710051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d041a211-e9c4-469f-8ed8-752eb3dcad79 req-27547bb4-d66e-473e-aa71-1570546ad950 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 949 time: 0.1093402 May 25 20:04:52.761935 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8b697563-1207-4c3d-9e06-6dc52ae52255 req-de9ae238-ee17-440d-b4e5-bfb5bf19803a tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149714 May 25 20:04:52.797148 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d041a211-e9c4-469f-8ed8-752eb3dcad79 req-594a9307-501f-4898-90ef-7e72139bc8c0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775514 May 25 20:04:52.802846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca194dd-c15f-40e9-b5a2-e3c43512564c req-a983e1c1-3dbe-41f4-8ef1-62196fd11794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:52.806975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ca194dd-c15f-40e9-b5a2-e3c43512564c req-a983e1c1-3dbe-41f4-8ef1-62196fd11794 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fa888df1c97c4361b46381c6d6e23e71&device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 1094 time: 0.1381891 May 25 20:04:52.965916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38844) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:52.994298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca194dd-c15f-40e9-b5a2-e3c43512564c req-af4ea4d3-db06-4f0c-8d99-131449ac0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:52.996608 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ca194dd-c15f-40e9-b5a2-e3c43512564c req-af4ea4d3-db06-4f0c-8d99-131449ac0ec8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e236ae8c-f708-42ae-a44d-d3f210eaab6d HTTP/1.1" status: 200 len: 930 time: 0.1834114 May 25 20:04:52.997907 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-857cb5ec-351d-4797-915e-89a96a2d237b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:53.033699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-857cb5ec-351d-4797-915e-89a96a2d237b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:53.038685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-857cb5ec-351d-4797-915e-89a96a2d237b admin admin] Usage tracker for resource:security_group_rule and tenant:defda955755544069eb3bbd8bf0593d5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:53.042388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-857cb5ec-351d-4797-915e-89a96a2d237b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:53.048411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-857cb5ec-351d-4797-915e-89a96a2d237b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:53.086983 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ca194dd-c15f-40e9-b5a2-e3c43512564c req-b3f3c014-d4fc-4a01-a846-bebf49bb4f28 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c64003-24f7-44f3-ac3d-46159bb4ecfe HTTP/1.1" status: 200 len: 217 time: 0.0823195 May 25 20:04:53.155070 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-857cb5ec-351d-4797-915e-89a96a2d237b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:53.168571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-857cb5ec-351d-4797-915e-89a96a2d237b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:53.190145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca194dd-c15f-40e9-b5a2-e3c43512564c req-e8d78d1b-7c23-4041-9840-7c44ae4d4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:53.191618 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ca194dd-c15f-40e9-b5a2-e3c43512564c req-e8d78d1b-7c23-4041-9840-7c44ae4d4b6e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b3691ce-8bf7-40ba-b38f-6e43631a7b4f HTTP/1.1" status: 200 len: 868 time: 0.0963399 May 25 20:04:53.284475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca194dd-c15f-40e9-b5a2-e3c43512564c req-b0dcbf8a-7f85-409e-b1da-222e05fe33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:53.286235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ca194dd-c15f-40e9-b5a2-e3c43512564c req-b0dcbf8a-7f85-409e-b1da-222e05fe33e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e236ae8c-f708-42ae-a44d-d3f210eaab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880609 May 25 20:04:53.289570 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-857cb5ec-351d-4797-915e-89a96a2d237b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=defda955755544069eb3bbd8bf0593d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230712 May 25 20:04:53.294507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38856) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:53.297452 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cb5ec-351d-4797-915e-89a96a2d237b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b646e258-1db1-4d7c-827b-2f36748f2fde,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:53.341682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b596a4a-59c0-4c26-adf4-254dfbe862b0 req-1b6b713d-0a61-4442-908e-2082934c4603 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:53.343638 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b596a4a-59c0-4c26-adf4-254dfbe862b0 req-1b6b713d-0a61-4442-908e-2082934c4603 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 945 time: 0.1331801 May 25 20:04:53.485485 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7f2a104-786d-4a54-9bf4-879fe81da0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:53.526389 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b596a4a-59c0-4c26-adf4-254dfbe862b0 req-48e6d191-5879-4d90-9781-de11b6407c59 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765509 May 25 20:04:53.528339 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:53.533139 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ca194dd-c15f-40e9-b5a2-e3c43512564c req-130affab-ef69-4458-a3b9-db228903f899 service neutron] 10.222.0.70 "GET /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393267 May 25 20:04:53.540493 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7f2a104-786d-4a54-9bf4-879fe81da0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:53.589098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-350e9d31-7a0e-425b-9f1a-20ad777196f3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:53.590946 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-350e9d31-7a0e-425b-9f1a-20ad777196f3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327&tenant_id=04d4004046824ccea8f136fdfd698c36&binding%3Ahost_id=n-h1-843339-1 HTTP/1.1" status: 200 len: 949 time: 0.2142904 May 25 20:04:53.599254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215646f-fa57-425d-a386-65ab39d24b26 req-c4bdea9c-ed8f-4c6c-9828-c4165c25faf0 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:53.600567 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e215646f-fa57-425d-a386-65ab39d24b26 req-c4bdea9c-ed8f-4c6c-9828-c4165c25faf0 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.50 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 948 time: 0.1523480 May 25 20:04:53.783074 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ca194dd-c15f-40e9-b5a2-e3c43512564c req-0b089bd7-9d2a-4c0b-a244-d7657ee8f94d service neutron] 10.222.0.70 "GET /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323861 May 25 20:04:53.798357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e634dd-527c-440c-878a-a4e5daee1002 req-8731b5ce-e4b3-4d20-a120-dc691c2aa70a tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:53.799858 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75e634dd-527c-440c-878a-a4e5daee1002 req-8731b5ce-e4b3-4d20-a120-dc691c2aa70a tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 945 time: 0.2305079 May 25 20:04:53.801163 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7f2a104-786d-4a54-9bf4-879fe81da0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:53.801929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-e215646f-fa57-425d-a386-65ab39d24b26 req-3311bd77-4808-4414-830c-655bfa0e8ef6 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Deleting port 2dc10db5-3e55-492f-a175-05517f945e09 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:53.802598 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e215646f-fa57-425d-a386-65ab39d24b26 req-3311bd77-4808-4414-830c-655bfa0e8ef6 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:53.841880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2a104-786d-4a54-9bf4-879fe81da0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b646e258-1db1-4d7c-827b-2f36748f2fde,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:53.845716 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7f2a104-786d-4a54-9bf4-879fe81da0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:53.849588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e7f2a104-786d-4a54-9bf4-879fe81da0fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b646e258-1db1-4d7c-827b-2f36748f2fde HTTP/1.1" status: 204 len: 168 time: 0.5512831 May 25 20:04:53.877658 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75e634dd-527c-440c-878a-a4e5daee1002 req-d36bb3a1-47c2-4003-a367-0cdf57aa938b tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646846 May 25 20:04:53.903948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 69e2fa7d-2a77-4512-afe8-e2817535b3cb up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:04:53.911563 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-0e41408f-1633-49fe-b22c-b5a50e79d247 service neutron] delete failed (client error): The resource could not be found. May 25 20:04:53.912569 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-0e41408f-1633-49fe-b22c-b5a50e79d247 service neutron] 10.222.0.50 "DELETE /v2.0/ports/69e2fa7d-2a77-4512-afe8-e2817535b3cb/bindings/n-h2-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.3111570 May 25 20:04:53.984676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 69e2fa7d-2a77-4512-afe8-e2817535b3cb completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:04:53.992536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 69e2fa7d-2a77-4512-afe8-e2817535b3cb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:53.993339 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:54.016723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ebdc2-81c5-4b88-83da-0101efaffbfd req-2e184869-8e50-437b-85dd-a579896ccfe9 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:54.017994 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-340ebdc2-81c5-4b88-83da-0101efaffbfd req-2e184869-8e50-437b-85dd-a579896ccfe9 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 943 time: 0.3220384 May 25 20:04:54.149615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ed364-3af7-4b3f-af73-9368420d309a req-e0c8bff0-444c-44d2-b1ce-6c4fe212f89a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:54.153580 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9d0ed364-3af7-4b3f-af73-9368420d309a req-e0c8bff0-444c-44d2-b1ce-6c4fe212f89a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 949 time: 0.1085780 May 25 20:04:54.164414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 69e2fa7d-2a77-4512-afe8-e2817535b3cb is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:54.164783 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:54.192941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd8500-9f52-4136-ace7-31529c79f73d req-bbaa2e1f-5898-451a-b1f0-0b57b565fbd9 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:54.194623 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dabd8500-9f52-4136-ace7-31529c79f73d req-bbaa2e1f-5898-451a-b1f0-0b57b565fbd9 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 943 time: 0.3663347 May 25 20:04:54.209817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352296be-814a-4dfe-a90a-0d668d901327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e2fa7d-2a77-4512-afe8-e2817535b3cb'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:54.213952 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9d0ed364-3af7-4b3f-af73-9368420d309a req-6ebae387-537f-4ace-ba44-e2b3ce5095b0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507505 May 25 20:04:54.221660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:54.227496 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:54.312343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-340ebdc2-81c5-4b88-83da-0101efaffbfd req-134d57d0-fd9f-4cad-98e0-7468cdc50b4a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Deleting port ee5f6fbd-364a-402f-945a-445c0d26f46e {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:54.312688 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-340ebdc2-81c5-4b88-83da-0101efaffbfd req-134d57d0-fd9f-4cad-98e0-7468cdc50b4a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:54.313062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=69e2fa7d-2a77-4512-afe8-e2817535b3cb,revision_number=10']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:54.418360 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dabd8500-9f52-4136-ace7-31529c79f73d req-892224ce-e9f5-402b-b0f6-f2f03e896c70 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/security-groups?id=827eb23d-ab4d-4b55-988e-47a89f30c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641278 May 25 20:04:54.432399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ce69f-008f-47fd-a6b4-705ee3b9ef60 req-d64b315d-7d52-47e3-8947-6d70eb22b6b5 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:54.434423 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5b5ce69f-008f-47fd-a6b4-705ee3b9ef60 req-d64b315d-7d52-47e3-8947-6d70eb22b6b5 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 943 time: 0.0868454 May 25 20:04:54.505155 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5b5ce69f-008f-47fd-a6b4-705ee3b9ef60 req-e015d441-54f8-4bc6-8c5f-b95b52526196 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1178095-43e2-43fa-812c-74acee13d9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634124 May 25 20:04:54.631713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-e811fd8a-cdaf-4ebd-8677-0a5945022bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:54.632427 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-e811fd8a-cdaf-4ebd-8677-0a5945022bcb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 1100 time: 0.5511391 May 25 20:04:54.637276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-e215646f-fa57-425d-a386-65ab39d24b26 req-3311bd77-4808-4414-830c-655bfa0e8ef6 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] For port 2dc10db5-3e55-492f-a175-05517f945e09, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2dc10db5-3e55-492f-a175-05517f945e09,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:54.637643 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e215646f-fa57-425d-a386-65ab39d24b26 req-3311bd77-4808-4414-830c-655bfa0e8ef6 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:54.810014 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f84cc5-4175-4d7f-bd62-483df23f57f9'] response: {'server_uuid': '352296be-814a-4dfe-a90a-0d668d901327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e2fa7d-2a77-4512-afe8-e2817535b3cb', 'code': 200} May 25 20:04:54.865152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-e215646f-fa57-425d-a386-65ab39d24b26 req-3311bd77-4808-4414-830c-655bfa0e8ef6 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Calling delete_port for 2dc10db5-3e55-492f-a175-05517f945e09 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:04:54.923717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546b6ef-1ac2-4e08-8dfd-ff094197da81 req-4c5e4a0c-3f5a-4637-bc09-637e7ed5013c tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:54.925125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c546b6ef-1ac2-4e08-8dfd-ff094197da81 req-4c5e4a0c-3f5a-4637-bc09-637e7ed5013c tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 948 time: 0.2872376 May 25 20:04:54.940104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fafd6-f901-4adc-8754-046f8692d71f req-5c5484a1-887e-4cf3-b19b-f3a39104cd16 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:54.941501 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a07fafd6-f901-4adc-8754-046f8692d71f req-5c5484a1-887e-4cf3-b19b-f3a39104cd16 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 945 time: 0.2529795 May 25 20:04:55.040532 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c546b6ef-1ac2-4e08-8dfd-ff094197da81 req-1a8c26c9-da65-420a-906e-46c19feb145a tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd74368c-f14d-4a0d-9a80-4b25dbd951b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980592 May 25 20:04:55.046672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-a07fafd6-f901-4adc-8754-046f8692d71f req-06ebcf5f-e697-46f8-a1e2-cde5b7cf49b5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Deleting port fce30dab-67e5-4a10-964e-9e25f6d9f172 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:04:55.047060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a07fafd6-f901-4adc-8754-046f8692d71f req-06ebcf5f-e697-46f8-a1e2-cde5b7cf49b5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:55.283991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-bb920329-eba5-49f5-95f4-6ae37eb18cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:55.285508 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-bb920329-eba5-49f5-95f4-6ae37eb18cf2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.6357048 May 25 20:04:55.360551 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-a07fafd6-f901-4adc-8754-046f8692d71f req-06ebcf5f-e697-46f8-a1e2-cde5b7cf49b5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] For port fce30dab-67e5-4a10-964e-9e25f6d9f172, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=fce30dab-67e5-4a10-964e-9e25f6d9f172,segment=NetworkSegment(f5df7d99-bc61-4e96-ae46-ea68b18d881a),segment_id=f5df7d99-bc61-4e96-ae46-ea68b18d881a)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:55.361141 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a07fafd6-f901-4adc-8754-046f8692d71f req-06ebcf5f-e697-46f8-a1e2-cde5b7cf49b5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:55.387227 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-bdae4f37-633c-4b7f-ba83-55965a91b528 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb HTTP/1.1" status: 200 len: 217 time: 0.0840373 May 25 20:04:55.392868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-340ebdc2-81c5-4b88-83da-0101efaffbfd req-134d57d0-fd9f-4cad-98e0-7468cdc50b4a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] For port ee5f6fbd-364a-402f-945a-445c0d26f46e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ee5f6fbd-364a-402f-945a-445c0d26f46e,segment=NetworkSegment(6cd12a40-16f6-4e40-9fb8-b43096298091),segment_id=6cd12a40-16f6-4e40-9fb8-b43096298091)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:55.393171 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-340ebdc2-81c5-4b88-83da-0101efaffbfd req-134d57d0-fd9f-4cad-98e0-7468cdc50b4a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:55.585906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-a07fafd6-f901-4adc-8754-046f8692d71f req-06ebcf5f-e697-46f8-a1e2-cde5b7cf49b5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Calling delete_port for fce30dab-67e5-4a10-964e-9e25f6d9f172 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:04:55.639980 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-340ebdc2-81c5-4b88-83da-0101efaffbfd req-134d57d0-fd9f-4cad-98e0-7468cdc50b4a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Calling delete_port for ee5f6fbd-364a-402f-945a-445c0d26f46e owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:04:55.681863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027137a-5dcf-4ab4-b009-e5045da40b15 req-516f5ede-c16b-4720-9c04-6cbc01a98e85 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:55.684789 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1027137a-5dcf-4ab4-b009-e5045da40b15 req-516f5ede-c16b-4720-9c04-6cbc01a98e85 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 945 time: 0.7579823 May 25 20:04:55.707481 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e215646f-fa57-425d-a386-65ab39d24b26 req-3311bd77-4808-4414-830c-655bfa0e8ef6 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:55.798530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06490039-0a50-4ebf-abf3-c20d4e525ccd req-b88c6331-8fd8-47f1-98c0-b3a75eeecd5f tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:55.800045 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-06490039-0a50-4ebf-abf3-c20d4e525ccd req-b88c6331-8fd8-47f1-98c0-b3a75eeecd5f tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2868342-3a35-47a8-9ccb-efd4aff7891f HTTP/1.1" status: 200 len: 945 time: 0.1739054 May 25 20:04:55.805720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311bd77-4808-4414-830c-655bfa0e8ef6 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Pushing event deleted for resources: {'Port': ['ID=2dc10db5-3e55-492f-a175-05517f945e09,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:55.836563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-25e7ce79-535c-4b71-9116-7f55d165c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:55.837953 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-25e7ce79-535c-4b71-9116-7f55d165c244 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.4092796 May 25 20:04:55.866143 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a07fafd6-f901-4adc-8754-046f8692d71f req-06ebcf5f-e697-46f8-a1e2-cde5b7cf49b5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:55.877611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['fce30dab-67e5-4a10-964e-9e25f6d9f172'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:04:55.912452 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 20c64003-24f7-44f3-ac3d-46159bb4ecfe details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:04:55.914915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:04:55.918976 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1027137a-5dcf-4ab4-b009-e5045da40b15 req-97ed107c-bf0e-4aaa-aac1-c23c77bafec9 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123702 May 25 20:04:55.968833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebcf5f-e697-46f8-a1e2-cde5b7cf49b5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Pushing event deleted for resources: {'Port': ['ID=fce30dab-67e5-4a10-964e-9e25f6d9f172,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:55.979959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-06490039-0a50-4ebf-abf3-c20d4e525ccd req-59c78b01-ba0a-4203-9e97-2da302a67daa tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.60 "GET /v2.0/security-groups?id=167a735a-784c-40de-a17a-9824d65a5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584353 May 25 20:04:56.022985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07fafd6-f901-4adc-8754-046f8692d71f req-06ebcf5f-e697-46f8-a1e2-cde5b7cf49b5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] No DVR routers for this DVR port fce30dab-67e5-4a10-964e-9e25f6d9f172 on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:04:56.027260 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a07fafd6-f901-4adc-8754-046f8692d71f req-06ebcf5f-e697-46f8-a1e2-cde5b7cf49b5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:56.031355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2868342-3a35-47a8-9ccb-efd4aff7891f', 'name': 'network-vif-deleted', 'tag': 'fce30dab-67e5-4a10-964e-9e25f6d9f172'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:56.044252 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a07fafd6-f901-4adc-8754-046f8692d71f req-06ebcf5f-e697-46f8-a1e2-cde5b7cf49b5 tempest-LiveMigrationTest-646069308 tempest-LiveMigrationTest-646069308-project] 10.222.0.50 "DELETE /v2.0/ports/fce30dab-67e5-4a10-964e-9e25f6d9f172 HTTP/1.1" status: 204 len: 173 time: 1.0884609 May 25 20:04:56.057864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-e215646f-fa57-425d-a386-65ab39d24b26 req-3311bd77-4808-4414-830c-655bfa0e8ef6 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] No DVR routers for this DVR port 2dc10db5-3e55-492f-a175-05517f945e09 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:04:56.069642 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e215646f-fa57-425d-a386-65ab39d24b26 req-3311bd77-4808-4414-830c-655bfa0e8ef6 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:56.071783 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa61def-68d4-422f-9196-7c72a9921486', 'name': 'network-vif-deleted', 'tag': '2dc10db5-3e55-492f-a175-05517f945e09'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:56.187897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 20c64003-24f7-44f3-ac3d-46159bb4ecfe, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=20c64003-24f7-44f3-ac3d-46159bb4ecfe,segment=NetworkSegment(e962ec07-89ca-4d07-9fb2-9bd486d2ea69),segment_id=e962ec07-89ca-4d07-9fb2-9bd486d2ea69)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:56.197329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:04:56.209755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:04:56.210122 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:56.211011 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e215646f-fa57-425d-a386-65ab39d24b26 req-3311bd77-4808-4414-830c-655bfa0e8ef6 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.50 "DELETE /v2.0/ports/2dc10db5-3e55-492f-a175-05517f945e09 HTTP/1.1" status: 204 len: 173 time: 2.5693159 May 25 20:04:56.238507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '20c64003-24f7-44f3-ac3d-46159bb4ecfe', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'port_id': '20c64003-24f7-44f3-ac3d-46159bb4ecfe', 'mac_address': 'fa:16:3e:d1:68:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:04:56.268424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-c765680a-bced-4a31-ac75-b7b8cc1d24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:56.277674 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-c765680a-bced-4a31-ac75-b7b8cc1d24b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3957899 May 25 20:04:56.320507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f9b75-51a7-4149-bb8e-26dd0d96ac2b req-e58ba3ef-1429-42da-997e-780f760cf76b tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:56.329124 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-340ebdc2-81c5-4b88-83da-0101efaffbfd req-134d57d0-fd9f-4cad-98e0-7468cdc50b4a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:56.330189 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c1f9b75-51a7-4149-bb8e-26dd0d96ac2b req-e58ba3ef-1429-42da-997e-780f760cf76b tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 943 time: 0.1730616 May 25 20:04:56.342994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 20c64003-24f7-44f3-ac3d-46159bb4ecfe is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:56.343351 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:56.370315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c64003-24f7-44f3-ac3d-46159bb4ecfe {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:04:56.379542 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c1f9b75-51a7-4149-bb8e-26dd0d96ac2b req-5ca1edbe-7038-48fb-9f5a-2aec9f6dfba4 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/security-groups?id=827eb23d-ab4d-4b55-988e-47a89f30c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484412 May 25 20:04:56.438639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 20c64003-24f7-44f3-ac3d-46159bb4ecfe, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=20c64003-24f7-44f3-ac3d-46159bb4ecfe,segment=NetworkSegment(e962ec07-89ca-4d07-9fb2-9bd486d2ea69),segment_id=e962ec07-89ca-4d07-9fb2-9bd486d2ea69)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:56.452399 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:56.486187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:04:56.486559 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:56.550626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:04:56.553485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=20c64003-24f7-44f3-ac3d-46159bb4ecfe,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:56.558932 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:56.625328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523ca9d-fa50-44e1-87d6-a6022f9d268f req-be42c6ff-4d30-4c04-b507-b96aa260e95a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:56.626896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6523ca9d-fa50-44e1-87d6-a6022f9d268f req-be42c6ff-4d30-4c04-b507-b96aa260e95a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.1211936 May 25 20:04:56.674402 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6523ca9d-fa50-44e1-87d6-a6022f9d268f req-340fbde0-24dd-495c-b546-4605a9448e24 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404592 May 25 20:04:56.676473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d57d0-fd9f-4cad-98e0-7468cdc50b4a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Pushing event deleted for resources: {'Port': ['ID=ee5f6fbd-364a-402f-945a-445c0d26f46e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:56.707234 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:56.737799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea495dbe-514d-414f-a3d7-0af013bbfd45 req-bea2c156-cd44-42a7-85c8-7118ba94ebd6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:56.745177 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea495dbe-514d-414f-a3d7-0af013bbfd45 req-bea2c156-cd44-42a7-85c8-7118ba94ebd6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 951 time: 0.6608868 May 25 20:04:56.750104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-340ebdc2-81c5-4b88-83da-0101efaffbfd req-134d57d0-fd9f-4cad-98e0-7468cdc50b4a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] No DVR routers for this DVR port ee5f6fbd-364a-402f-945a-445c0d26f46e on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:04:56.769477 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-340ebdc2-81c5-4b88-83da-0101efaffbfd req-134d57d0-fd9f-4cad-98e0-7468cdc50b4a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:56.810400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['20c64003-24f7-44f3-ac3d-46159bb4ecfe'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:04:56.830113 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-340ebdc2-81c5-4b88-83da-0101efaffbfd req-134d57d0-fd9f-4cad-98e0-7468cdc50b4a tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.50 "DELETE /v2.0/ports/ee5f6fbd-364a-402f-945a-445c0d26f46e HTTP/1.1" status: 204 len: 173 time: 2.8029249 May 25 20:04:56.839135 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-864345fb-c22f-4d34-bf69-a0c351329cc1 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568805 May 25 20:04:56.849062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1925427-ca1c-4af2-990e-b33cf1af4b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9dd7f8-cefe-4ca0-8799-90bd4531df8c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:56.851040 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea495dbe-514d-414f-a3d7-0af013bbfd45 req-798ef866-6d9d-4b34-959c-b67efae50d83 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049697 May 25 20:04:56.873430 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2e20dd4-c2a2-4944-a8b0-c907b9b3f4d8 req-e968a81c-3ca5-4ee1-bd90-5fa597a36073 tempest-ImagesTestJSON-1106401784 tempest-ImagesTestJSON-1106401784-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f2280f-c785-4102-b481-154e03320c56 HTTP/1.1" status: 200 len: 210 time: 0.0552964 May 25 20:04:56.992358 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d250033-2f49-4fd9-9c53-77c1f0565fb4'] response: {'server_uuid': 'd2868342-3a35-47a8-9ccb-efd4aff7891f', 'name': 'network-vif-deleted', 'tag': 'fce30dab-67e5-4a10-964e-9e25f6d9f172', 'status': 'completed', 'code': 200} May 25 20:04:57.082619 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e94893eb-2d76-4917-95ed-968a8538bbb7 req-ded032ba-8729-4c63-bd16-899ec2161ceb service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302513 May 25 20:04:57.186870 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2006049a-7b61-4972-97c3-d20e500d49ce'] response: {'server_uuid': '2aa61def-68d4-422f-9196-7c72a9921486', 'name': 'network-vif-deleted', 'tag': '2dc10db5-3e55-492f-a175-05517f945e09', 'status': 'completed', 'code': 200} May 25 20:04:57.189928 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-231b231e-a11c-400c-92b2-97ca7aeff804 req-6d94e381-0761-400d-9431-78002b7c36a3 tempest-ImagesOneServerTestJSON-1525385390 tempest-ImagesOneServerTestJSON-1525385390-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aa61def-68d4-422f-9196-7c72a9921486 HTTP/1.1" status: 200 len: 210 time: 0.0459590 May 25 20:04:57.230003 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88358fb5-d43d-476d-b09d-2317466ef0d5'] response: {'server_uuid': 'a1925427-ca1c-4af2-990e-b33cf1af4b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9dd7f8-cefe-4ca0-8799-90bd4531df8c', 'code': 200} May 25 20:04:57.299638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38946) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:57.450359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96b33d-9b10-4973-86e6-cc7067d6b545 req-a5d2e5b7-d518-4209-bcc9-173ecf913343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:57.452176 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df96b33d-9b10-4973-86e6-cc7067d6b545 req-a5d2e5b7-d518-4209-bcc9-173ecf913343 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 1097 time: 0.1652277 May 25 20:04:57.470221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9322e7e-c036-4574-ac6e-cd438acf5c27 req-7fd9bb35-65fc-4bad-ab3a-b5aced27fbd1 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:57.471846 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9322e7e-c036-4574-ac6e-cd438acf5c27 req-7fd9bb35-65fc-4bad-ab3a-b5aced27fbd1 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 946 time: 0.1492333 May 25 20:04:57.541817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df96b33d-9b10-4973-86e6-cc7067d6b545 req-5a0e6fcd-e349-4852-8eec-3dfb81d26ac1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818317 May 25 20:04:57.554716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9322e7e-c036-4574-ac6e-cd438acf5c27 req-08dd95ec-9b0e-44f7-98d3-1762a5d73aa6 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688653 May 25 20:04:57.663376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f2595e-50ae-40ab-95eb-ace9d4a60100 admin admin] Deleting subnet f0750c96-37f3-45ce-b7d5-364d0a50b3b3 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:04:57.668838 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-04f2595e-50ae-40ab-95eb-ace9d4a60100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:57.730680 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:57.762391 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-04f2595e-50ae-40ab-95eb-ace9d4a60100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:57.823965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3e91d-e398-45d0-ae21-4defd58c4abc req-62d3147b-2794-433c-8498-9f515987a66f tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:57.825517 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-92b3e91d-e398-45d0-ae21-4defd58c4abc req-62d3147b-2794-433c-8498-9f515987a66f tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 944 time: 0.2584836 May 25 20:04:57.881326 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-04f2595e-50ae-40ab-95eb-ace9d4a60100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:57.937924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38968) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:57.940264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce530ce3-d8c0-45c1-9d50-3c32320e9a43 req-315d5226-668b-4554-9f7e-df5095f6130f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:57.941755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce530ce3-d8c0-45c1-9d50-3c32320e9a43 req-315d5226-668b-4554-9f7e-df5095f6130f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.1057088 May 25 20:04:57.949632 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-92b3e91d-e398-45d0-ae21-4defd58c4abc req-2e547e44-0f25-4519-9e0c-2dfc9e19443d tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/security-groups?id=827eb23d-ab4d-4b55-988e-47a89f30c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124012 May 25 20:04:58.019291 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-04f2595e-50ae-40ab-95eb-ace9d4a60100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.026675 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce530ce3-d8c0-45c1-9d50-3c32320e9a43 req-78ac49d2-3741-4713-a277-d9973b912ff6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775096 May 25 20:04:58.064178 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-674b0c8a-1e43-4e03-9205-c2d3698467e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.090717 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-04f2595e-50ae-40ab-95eb-ace9d4a60100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.122136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2595e-50ae-40ab-95eb-ace9d4a60100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0750c96-37f3-45ce-b7d5-364d0a50b3b3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:58.157144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2dc10db5-3e55-492f-a175-05517f945e09 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:58.163053 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-04f2595e-50ae-40ab-95eb-ace9d4a60100 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f0750c96-37f3-45ce-b7d5-364d0a50b3b3 HTTP/1.1" status: 204 len: 168 time: 0.8598504 May 25 20:04:58.163444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38974) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:58.183708 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8bffcad5-96da-4c48-bb33-df7eba8db1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.200877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 2dc10db5-3e55-492f-a175-05517f945e09 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:04:58.201313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2dc10db5-3e55-492f-a175-05517f945e09 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:58.202111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device fce30dab-67e5-4a10-964e-9e25f6d9f172 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:58.215105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8bffcad5-96da-4c48-bb33-df7eba8db1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:58.223452 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8bffcad5-96da-4c48-bb33-df7eba8db1e4 admin admin] Usage tracker for resource:security_group_rule and tenant:ab4ff706ba4a43a091625666528ad7b0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:58.231690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8bffcad5-96da-4c48-bb33-df7eba8db1e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:58.242770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: fce30dab-67e5-4a10-964e-9e25f6d9f172 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:04:58.243384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device fce30dab-67e5-4a10-964e-9e25f6d9f172 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:58.243930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device ee5f6fbd-364a-402f-945a-445c0d26f46e no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:04:58.246060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8bffcad5-96da-4c48-bb33-df7eba8db1e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:58.279150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13efe8-f2dd-4ea4-a98e-b376dbe3c210 req-91afe206-202a-4521-ab5a-6ffdc03e8f43 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:58.281627 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7b13efe8-f2dd-4ea4-a98e-b376dbe3c210 req-91afe206-202a-4521-ab5a-6ffdc03e8f43 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 951 time: 0.1681919 May 25 20:04:58.296053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: ee5f6fbd-364a-402f-945a-445c0d26f46e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:04:58.296502 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device ee5f6fbd-364a-402f-945a-445c0d26f46e not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:04:58.366076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7b13efe8-f2dd-4ea4-a98e-b376dbe3c210 req-e7103c91-34ca-46c5-aba1-96bb3876f760 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748703 May 25 20:04:58.440241 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8bffcad5-96da-4c48-bb33-df7eba8db1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.441584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9c58-4a0f-4720-b52d-7d1c2d48fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.451356 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8bffcad5-96da-4c48-bb33-df7eba8db1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.523428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8bffcad5-96da-4c48-bb33-df7eba8db1e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab4ff706ba4a43a091625666528ad7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5845430 May 25 20:04:58.524359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffcad5-96da-4c48-bb33-df7eba8db1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925194bd-936f-45c0-b9e0-828cf038c011,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:58.526988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38994) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:58.596337 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9c58-4a0f-4720-b52d-7d1c2d48fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.627631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-cfcd9c58-4a0f-4720-b52d-7d1c2d48fbc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3784cda9-58df-45f0-a02e-3879a8c23548']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:58.641661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-cfcd9c58-4a0f-4720-b52d-7d1c2d48fbc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5df7d99-bc61-4e96-ae46-ea68b18d881a') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:58.642024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-cfcd9c58-4a0f-4720-b52d-7d1c2d48fbc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5df7d99-bc61-4e96-ae46-ea68b18d881a') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:04:58.655275 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9c58-4a0f-4720-b52d-7d1c2d48fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.668044 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-80a34e4d-827c-451a-ab85-0be5877d55cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.704126 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-80a34e4d-827c-451a-ab85-0be5877d55cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.712783 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a495e-f7ac-44b1-a981-d0ce1a3760c0 req-d5901c00-7bdc-4c76-88bb-8a7327c8b49a tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:58.715306 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0b3a495e-f7ac-44b1-a981-d0ce1a3760c0 req-d5901c00-7bdc-4c76-88bb-8a7327c8b49a tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 1102 time: 0.1458595 May 25 20:04:58.747201 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9c58-4a0f-4720-b52d-7d1c2d48fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.762345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39004) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:58.768923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcd9c58-4a0f-4720-b52d-7d1c2d48fbc0 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:04:58.769399 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9c58-4a0f-4720-b52d-7d1c2d48fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.808128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0b3a495e-f7ac-44b1-a981-d0ce1a3760c0 req-0885908a-d85b-4046-bd4e-2c2ca8c2b4dd tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] Synchronizing usage tracker for tenant:bcc1f3a85f534021ab2fc09966f32d61 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:04:58.830723 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-80a34e4d-827c-451a-ab85-0be5877d55cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.844795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0b3a495e-f7ac-44b1-a981-d0ce1a3760c0 req-0885908a-d85b-4046-bd4e-2c2ca8c2b4dd tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] Unset dirty status for tenant:bcc1f3a85f534021ab2fc09966f32d61 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:04:58.846257 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0b3a495e-f7ac-44b1-a981-d0ce1a3760c0 req-0885908a-d85b-4046-bd4e-2c2ca8c2b4dd tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921216 May 25 20:04:58.851990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a34e4d-827c-451a-ab85-0be5877d55cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925194bd-936f-45c0-b9e0-828cf038c011,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:58.861959 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-80a34e4d-827c-451a-ab85-0be5877d55cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.863695 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-80a34e4d-827c-451a-ab85-0be5877d55cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/925194bd-936f-45c0-b9e0-828cf038c011 HTTP/1.1" status: 204 len: 168 time: 0.3358223 May 25 20:04:58.902541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef6696-0bc8-4662-8078-9580d25c6087 req-c4746070-f18d-4d5a-8399-9aaa6f445a76 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:58.904310 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f3ef6696-0bc8-4662-8078-9580d25c6087 req-c4746070-f18d-4d5a-8399-9aaa6f445a76 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 946 time: 0.2177136 May 25 20:04:58.905096 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9c58-4a0f-4720-b52d-7d1c2d48fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:58.948800 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9c58-4a0f-4720-b52d-7d1c2d48fbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:59.010305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd9c58-4a0f-4720-b52d-7d1c2d48fbc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3784cda9-58df-45f0-a02e-3879a8c23548,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:59.128192 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment f5df7d99-bc61-4e96-ae46-ea68b18d881a resource provider aggregate not found May 25 20:04:59.139780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39034) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:59.140521 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e32fd88b-36b7-4c9d-b7e1-a0c96dfb3924 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0be1684b261340a68c76f551323cf161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754933 May 25 20:04:59.151342 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cfcd9c58-4a0f-4720-b52d-7d1c2d48fbc0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3784cda9-58df-45f0-a02e-3879a8c23548 HTTP/1.1" status: 204 len: 168 time: 0.9866526 May 25 20:04:59.154912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39038) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:59.195613 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment f5df7d99-bc61-4e96-ae46-ea68b18d881a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5df7d99-bc61-4e96-ae46-ea68b18d881a found for delete ", "request_id": "req-1160c4e6-d729-470f-aaad-ea63ab98d6aa"}]} May 25 20:04:59.212685 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f3ef6696-0bc8-4662-8078-9580d25c6087 req-aeb7d37b-6c8d-466b-9523-adeecda16948 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005846 May 25 20:04:59.231807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f2280f-c785-4102-b481-154e03320c56', 'name': 'network-vif-deleted', 'tag': 'ee5f6fbd-364a-402f-945a-445c0d26f46e'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:04:59.259146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b2ffed-c7ee-4920-bec5-260b8689afd1 admin admin] Deleting subnet 66f57c60-4535-49e2-8e17-d8e868f835d7 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:04:59.263607 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89b2ffed-c7ee-4920-bec5-260b8689afd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:59.322451 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89b2ffed-c7ee-4920-bec5-260b8689afd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:59.322898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-09c060c8-a83e-491a-84bb-d8e7a77e990b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:59.362305 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-09c060c8-a83e-491a-84bb-d8e7a77e990b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:59.415209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732df7b-3cbf-46c7-a159-ffe5c990b41a req-706c96c9-08ed-4f86-8602-9be632b8cf42 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:59.422703 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9732df7b-3cbf-46c7-a159-ffe5c990b41a req-706c96c9-08ed-4f86-8602-9be632b8cf42 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 944 time: 0.1477604 May 25 20:04:59.440892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89b2ffed-c7ee-4920-bec5-260b8689afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:59.463596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39048) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:59.486600 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9732df7b-3cbf-46c7-a159-ffe5c990b41a req-ab4af7ac-80b2-452c-9926-24248268a6d7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/security-groups?id=827eb23d-ab4d-4b55-988e-47a89f30c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630195 May 25 20:04:59.489385 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-46743c8b-ad79-4967-8b4d-e081e6592a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:59.500645 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-09c060c8-a83e-491a-84bb-d8e7a77e990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:59.514499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372bf3-4ee0-4601-88b0-ee10dbf03124 req-a2834efd-1f82-48ae-ae0c-c12e553fcaf9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:04:59.516111 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70372bf3-4ee0-4601-88b0-ee10dbf03124 req-a2834efd-1f82-48ae-ae0c-c12e553fcaf9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.1634772 May 25 20:04:59.522936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-46743c8b-ad79-4967-8b4d-e081e6592a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:04:59.527897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c060c8-a83e-491a-84bb-d8e7a77e990b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd74368c-f14d-4a0d-9a80-4b25dbd951b1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:59.529990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-46743c8b-ad79-4967-8b4d-e081e6592a09 admin admin] Usage tracker for resource:security_group_rule and tenant:5a14f2f7f1bd41759f3fbdcb0c0d32b3 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:04:59.533474 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-46743c8b-ad79-4967-8b4d-e081e6592a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:04:59.541566 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-46743c8b-ad79-4967-8b4d-e081e6592a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:04:59.552261 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-09c060c8-a83e-491a-84bb-d8e7a77e990b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:59.553388 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-09c060c8-a83e-491a-84bb-d8e7a77e990b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd74368c-f14d-4a0d-9a80-4b25dbd951b1 HTTP/1.1" status: 204 len: 168 time: 0.4121974 May 25 20:04:59.572376 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89b2ffed-c7ee-4920-bec5-260b8689afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:59.623566 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70372bf3-4ee0-4601-88b0-ee10dbf03124 req-f93729b9-2878-4886-ae9d-062e31956f04 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976822 May 25 20:04:59.634098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2ffed-c7ee-4920-bec5-260b8689afd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f57c60-4535-49e2-8e17-d8e868f835d7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:04:59.649049 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89b2ffed-c7ee-4920-bec5-260b8689afd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:59.664336 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-89b2ffed-c7ee-4920-bec5-260b8689afd1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/66f57c60-4535-49e2-8e17-d8e868f835d7 HTTP/1.1" status: 204 len: 168 time: 0.5062518 May 25 20:04:59.669159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39060) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:59.693933 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-46743c8b-ad79-4967-8b4d-e081e6592a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:59.704261 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-46743c8b-ad79-4967-8b4d-e081e6592a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:59.784159 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e39a4a-ab44-41d0-bb65-c49c2e2aba5e'] response: {'server_uuid': '23f2280f-c785-4102-b481-154e03320c56', 'name': 'network-vif-deleted', 'tag': 'ee5f6fbd-364a-402f-945a-445c0d26f46e', 'status': 'completed', 'code': 200} May 25 20:04:59.813836 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-46743c8b-ad79-4967-8b4d-e081e6592a09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a14f2f7f1bd41759f3fbdcb0c0d32b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491256 May 25 20:04:59.818624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39074) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:59.821183 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25984672-c61b-45d2-a300-632f577191f4 req-e77bd79d-78e4-425b-a2de-cc801911678d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=04d4004046824ccea8f136fdfd698c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669560 May 25 20:04:59.854636 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-803a87a9-fd4d-4072-adff-2c315c44125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:04:59.912873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 20c64003-24f7-44f3-ac3d-46159bb4ecfe up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:04:59.942517 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39082) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:04:59.944325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46743c8b-ad79-4967-8b4d-e081e6592a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04fbf74-fff9-482e-9448-573696c2b3da,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:00.016394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 20c64003-24f7-44f3-ac3d-46159bb4ecfe completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:00.025149 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 20c64003-24f7-44f3-ac3d-46159bb4ecfe triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:00.027081 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.032259 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56a09486-0417-43a7-bff7-2af5cacdc65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.037886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-803a87a9-fd4d-4072-adff-2c315c44125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.087676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-803a87a9-fd4d-4072-adff-2c315c44125d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f821b692-c0e0-447d-bc56-17b777ceca19']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:00.096987 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56a09486-0417-43a7-bff7-2af5cacdc65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.120987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-803a87a9-fd4d-4072-adff-2c315c44125d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdeb983f-33d5-4e02-901d-dcfb15e7df38') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:00.121271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-803a87a9-fd4d-4072-adff-2c315c44125d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdeb983f-33d5-4e02-901d-dcfb15e7df38') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:00.143941 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-803a87a9-fd4d-4072-adff-2c315c44125d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.167885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984672-c61b-45d2-a300-632f577191f4 req-46bc01c4-0d82-4279-8567-31b14f71ebff tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:00.168895 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25984672-c61b-45d2-a300-632f577191f4 req-46bc01c4-0d82-4279-8567-31b14f71ebff tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3467612 May 25 20:05:00.182354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-803a87a9-fd4d-4072-adff-2c315c44125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.191833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25984672-c61b-45d2-a300-632f577191f4 req-e72b5dd9-8ffd-4c82-a01b-7720c14e9bf6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/quotas/04d4004046824ccea8f136fdfd698c36 HTTP/1.1" status: 200 len: 375 time: 0.0162101 May 25 20:05:00.195018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803a87a9-fd4d-4072-adff-2c315c44125d admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:05:00.195603 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-803a87a9-fd4d-4072-adff-2c315c44125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.224658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 20c64003-24f7-44f3-ac3d-46159bb4ecfe is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:00.225365 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.264913 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56a09486-0417-43a7-bff7-2af5cacdc65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.270128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c64003-24f7-44f3-ac3d-46159bb4ecfe'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:00.288659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 20c64003-24f7-44f3-ac3d-46159bb4ecfe, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=20c64003-24f7-44f3-ac3d-46159bb4ecfe,segment=NetworkSegment(e962ec07-89ca-4d07-9fb2-9bd486d2ea69),segment_id=e962ec07-89ca-4d07-9fb2-9bd486d2ea69)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:00.298109 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.307875 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56a09486-0417-43a7-bff7-2af5cacdc65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.310589 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25984672-c61b-45d2-a300-632f577191f4 req-343b0ead-1834-47de-b250-5a91bd4b55e0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1177154 May 25 20:05:00.312877 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-56a09486-0417-43a7-bff7-2af5cacdc65f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c04fbf74-fff9-482e-9448-573696c2b3da HTTP/1.1" status: 204 len: 168 time: 0.4932630 May 25 20:05:00.315046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a09486-0417-43a7-bff7-2af5cacdc65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04fbf74-fff9-482e-9448-573696c2b3da,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:00.317554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-70501ad6-d5f5-4bad-a1eb-caef9faa6f0b admin admin] Deleting subnet 416a5448-e8aa-4560-b947-656eb8c9db43 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:05:00.329183 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-70501ad6-d5f5-4bad-a1eb-caef9faa6f0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.339667 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-803a87a9-fd4d-4072-adff-2c315c44125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.393305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=20c64003-24f7-44f3-ac3d-46159bb4ecfe,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:00.403566 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-803a87a9-fd4d-4072-adff-2c315c44125d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.408749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a87a9-fd4d-4072-adff-2c315c44125d admin admin] Pushing event deleted for resources: {'Network': ['ID=f821b692-c0e0-447d-bc56-17b777ceca19,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:00.426315 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-803a87a9-fd4d-4072-adff-2c315c44125d admin admin] 10.222.0.60 "DELETE /v2.0/networks/f821b692-c0e0-447d-bc56-17b777ceca19 HTTP/1.1" status: 204 len: 168 time: 0.7537184 May 25 20:05:00.470789 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-70501ad6-d5f5-4bad-a1eb-caef9faa6f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.544003 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4e99-0d16-4b7b-926b-ddfa456f41cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.584635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51888b-f8df-4823-bff3-c88e64faf89e req-e80b0da7-3652-41b1-af4d-c6068a6d8de0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:00.589435 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df51888b-f8df-4823-bff3-c88e64faf89e req-e80b0da7-3652-41b1-af4d-c6068a6d8de0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 946 time: 0.1394005 May 25 20:05:00.592504 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-70501ad6-d5f5-4bad-a1eb-caef9faa6f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.597056 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6430c59-dcc6-40d3-9d7e-5785b4891099'] response: {'server_uuid': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c64003-24f7-44f3-ac3d-46159bb4ecfe', 'code': 200} May 25 20:05:00.731801 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1cad3ee3-ccf7-4b6d-b104-26c43b44a7fb req-30973352-9ce2-4f27-a5e7-c3774075861d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 210 time: 0.0538876 May 25 20:05:00.780463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39118) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:00.807934 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-70501ad6-d5f5-4bad-a1eb-caef9faa6f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:00.850388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df51888b-f8df-4823-bff3-c88e64faf89e req-cf284f11-9d38-4bac-a1df-aae63c263141 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482171 May 25 20:05:00.939882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70501ad6-d5f5-4bad-a1eb-caef9faa6f0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416a5448-e8aa-4560-b947-656eb8c9db43,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:00.963607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb7896-1b52-49c7-a1e6-519c0df83bda req-744d1c66-bdd2-4138-af2b-2ca0d35d60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:00.966605 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9bb7896-1b52-49c7-a1e6-519c0df83bda req-744d1c66-bdd2-4138-af2b-2ca0d35d60e7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 1096 time: 0.2702289 May 25 20:05:00.977542 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-70501ad6-d5f5-4bad-a1eb-caef9faa6f0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.012283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39132) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:01.018599 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f4ff2224-a0ba-4f48-8ba6-35f187cfe587 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21c253ae7ded4368a787d305f7c6c031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361200 May 25 20:05:01.020072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-70501ad6-d5f5-4bad-a1eb-caef9faa6f0b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/416a5448-e8aa-4560-b947-656eb8c9db43 HTTP/1.1" status: 204 len: 168 time: 1.0660896 May 25 20:05:01.021550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39136) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:01.026304 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39140) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:01.222911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6d589-964b-4db6-9833-f3b186044b77 req-416a1533-8ed4-457f-8949-22b3d7485b58 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:01.230650 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ebb6d589-964b-4db6-9833-f3b186044b77 req-416a1533-8ed4-457f-8949-22b3d7485b58 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 945 time: 0.3416700 May 25 20:05:01.234297 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0802b63b-e6d9-49d7-a9a6-e5a0edb5ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.250647 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment fdeb983f-33d5-4e02-901d-dcfb15e7df38 resource provider aggregate not found May 25 20:05:01.255435 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f1c73fb-8b70-4dac-8c26-501ea213e992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.280586 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.289494 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9bb7896-1b52-49c7-a1e6-519c0df83bda req-a16d6c76-0a3d-478e-a8c6-ae4bbfa7ad15 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=827eb23d-ab4d-4b55-988e-47a89f30c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149846 May 25 20:05:01.297395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1974672544-network', 'tenant_id': '2802763962b04e3bb06c9f54560b4877'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:01.303589 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment fdeb983f-33d5-4e02-901d-dcfb15e7df38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdeb983f-33d5-4e02-901d-dcfb15e7df38 found for delete ", "request_id": "req-c12bb113-26d1-4f5d-8f8d-b9cb441adfb9"}]} May 25 20:05:01.305861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:01.311004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Usage tracker for resource:network and tenant:2802763962b04e3bb06c9f54560b4877 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:01.315576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:01.325238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:01.346812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Made reservation on behalf of 2802763962b04e3bb06c9f54560b4877 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:01.349864 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.351395 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f1c73fb-8b70-4dac-8c26-501ea213e992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.373893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa40ac-2c1e-47f1-aa3f-d6ebe30fdedc req-b92faffc-203c-476e-a0d8-3e0320377160 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:01.376001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5ffa40ac-2c1e-47f1-aa3f-d6ebe30fdedc req-b92faffc-203c-476e-a0d8-3e0320377160 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.1937897 May 25 20:05:01.376958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.379853 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ebb6d589-964b-4db6-9833-f3b186044b77 req-4d42ccc3-2de9-4785-8cf6-bc27f864324d tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/security-groups?id=827eb23d-ab4d-4b55-988e-47a89f30c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482747 May 25 20:05:01.425307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:01.433502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Usage tracker for resource:security_group_rule and tenant:2802763962b04e3bb06c9f54560b4877 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:01.443230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:01.454569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:01.466217 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5ffa40ac-2c1e-47f1-aa3f-d6ebe30fdedc req-222773a7-8c65-4aad-a120-42aeb5d71378 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754192 May 25 20:05:01.517051 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0802b63b-e6d9-49d7-a9a6-e5a0edb5ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.544891 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.556199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0802b63b-e6d9-49d7-a9a6-e5a0edb5ef7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac16da66-8ba6-42d0-a487-88fb370f02e7']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:01.576485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0802b63b-e6d9-49d7-a9a6-e5a0edb5ef7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd12a40-16f6-4e40-9fb8-b43096298091') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:01.577135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0802b63b-e6d9-49d7-a9a6-e5a0edb5ef7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd12a40-16f6-4e40-9fb8-b43096298091') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:01.597594 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.600300 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0802b63b-e6d9-49d7-a9a6-e5a0edb5ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.605784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.636619 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f1c73fb-8b70-4dac-8c26-501ea213e992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.637926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:05:01.647924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10997aa9-60d0-412d-9661-77d2533d909e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:01.668115 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.668451 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Added segment e5896dee-352e-4de6-b96e-5242d699c2fe of type vlan for network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f May 25 20:05:01.676452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:01.676716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:01.677044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:01.677363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:01.677678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:01.677990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:01.678330 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:01.678637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:01.678946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:01.679255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:01.679562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:01.679870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:01.683077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c73fb-8b70-4dac-8c26-501ea213e992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167a735a-784c-40de-a17a-9824d65a5c21,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:01.690486 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0802b63b-e6d9-49d7-a9a6-e5a0edb5ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.693426 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f1c73fb-8b70-4dac-8c26-501ea213e992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.698260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5f1c73fb-8b70-4dac-8c26-501ea213e992 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/167a735a-784c-40de-a17a-9824d65a5c21 HTTP/1.1" status: 204 len: 168 time: 0.6752365 May 25 20:05:01.704382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0802b63b-e6d9-49d7-a9a6-e5a0edb5ef7a admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:05:01.705074 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0802b63b-e6d9-49d7-a9a6-e5a0edb5ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.764120 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.830594 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.831799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:01.832603 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.867274 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0802b63b-e6d9-49d7-a9a6-e5a0edb5ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.894716 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0802b63b-e6d9-49d7-a9a6-e5a0edb5ef7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:01.908643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802b63b-e6d9-49d7-a9a6-e5a0edb5ef7a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac16da66-8ba6-42d0-a487-88fb370f02e7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:01.919865 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0802b63b-e6d9-49d7-a9a6-e5a0edb5ef7a admin admin] 10.222.0.60 "DELETE /v2.0/networks/ac16da66-8ba6-42d0-a487-88fb370f02e7 HTTP/1.1" status: 204 len: 168 time: 0.8924534 May 25 20:05:02.008179 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e022186e-b944-4f0c-9355-7822cdc29f8a req-afd99c3b-38e7-47a1-a2c0-f727174b22b4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 210 time: 0.0555885 May 25 20:05:02.015652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9994552 May 25 20:05:02.018017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39182) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:02.023883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fd3d3-ba74-4ed4-87ee-41bb4eb561b8 admin admin] Pushing event updated for resources: {'Network': ['ID=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:02.024919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Request body: {'subnet': {'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1974672544-subnet', 'tenant_id': '2802763962b04e3bb06c9f54560b4877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:02.039455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:05:02.039634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:02.046400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Usage tracker for resource:subnet and tenant:2802763962b04e3bb06c9f54560b4877 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:02.050113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:02.059309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:02.087997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Made reservation on behalf of 2802763962b04e3bb06c9f54560b4877 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:02.091566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:02.171144 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 6cd12a40-16f6-4e40-9fb8-b43096298091 resource provider aggregate not found May 25 20:05:02.236451 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 6cd12a40-16f6-4e40-9fb8-b43096298091 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cd12a40-16f6-4e40-9fb8-b43096298091 found for delete ", "request_id": "req-58d4296a-6e5a-4f44-8e22-45ab5c7f5bce"}]} May 25 20:05:02.294069 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25984672-c61b-45d2-a300-632f577191f4 req-dccbbcb8-f27f-495f-a5d9-6d77beaba289 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=04d4004046824ccea8f136fdfd698c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600226 May 25 20:05:02.412594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39194) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:02.545867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcf0b7-cc06-4867-a643-082f0695ae04 req-f1624953-efbd-4855-9edf-f7e5b8eccb08 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:02.552994 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6bcf0b7-cc06-4867-a643-082f0695ae04 req-f1624953-efbd-4855-9edf-f7e5b8eccb08 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 1097 time: 0.4270811 May 25 20:05:02.568420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984672-c61b-45d2-a300-632f577191f4 req-dfc23fd6-e7b8-46b5-b20f-7aaed26cde5d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:02.569835 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25984672-c61b-45d2-a300-632f577191f4 req-dfc23fd6-e7b8-46b5-b20f-7aaed26cde5d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653191 May 25 20:05:02.580913 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8e8e916f-b717-4af0-ba87-f836fd8490dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f368fc57e274a14b1f1a392166d6e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640325 May 25 20:05:02.584341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39200) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:02.600829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Request body: {'port': {'device_id': 'f1351fa7-ba83-465b-887f-81399639cdf0', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '04d4004046824ccea8f136fdfd698c36'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:02.806826 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34200e36-3986-48af-95a5-b35a678e11e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:02.854098 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34200e36-3986-48af-95a5-b35a678e11e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:02.900563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39208) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:02.904633 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:02.954267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e6bcf0b7-cc06-4867-a643-082f0695ae04 req-3e33958f-9f78-4444-a4d3-69108bc2e628 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Synchronizing usage tracker for tenant:e1e511acc0494c78ad42ef6ebea74b24 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:03.006812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98e7e9-8899-4737-8b68-02bd5566087b req-450cdb1f-555e-46ce-ba06-2f68e1544124 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:03.008763 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae98e7e9-8899-4737-8b68-02bd5566087b req-450cdb1f-555e-46ce-ba06-2f68e1544124 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 945 time: 0.3871515 May 25 20:05:03.021490 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:03.044495 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-72b2e52e-2d2c-410b-81e2-884abb6ec277 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa94a1329b1542eeaafbcbf207a56ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412904 May 25 20:05:03.045358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39216) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:03.083720 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34200e36-3986-48af-95a5-b35a678e11e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:03.084150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:03.087913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e6bcf0b7-cc06-4867-a643-082f0695ae04 req-3e33958f-9f78-4444-a4d3-69108bc2e628 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Unset dirty status for tenant:e1e511acc0494c78ad42ef6ebea74b24 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:03.094851 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6bcf0b7-cc06-4867-a643-082f0695ae04 req-3e33958f-9f78-4444-a4d3-69108bc2e628 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409853 May 25 20:05:03.129543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34200e36-3986-48af-95a5-b35a678e11e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1178095-43e2-43fa-812c-74acee13d9bb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:03.146850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:03.150939 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae98e7e9-8899-4737-8b68-02bd5566087b req-8fa4800c-6940-4ca6-939d-b0080401f1fd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/security-groups?id=827eb23d-ab4d-4b55-988e-47a89f30c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329861 May 25 20:05:03.162206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73c490fc-9d2c-491a-941a-073d05e04508,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:03.190037 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34200e36-3986-48af-95a5-b35a678e11e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:03.191772 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-34200e36-3986-48af-95a5-b35a678e11e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1178095-43e2-43fa-812c-74acee13d9bb HTTP/1.1" status: 204 len: 168 time: 0.6027954 May 25 20:05:03.193016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Made reservation on behalf of 04d4004046824ccea8f136fdfd698c36 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:03.214816 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:03.232375 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54534749-8c24-40ee-97fb-2847e993a4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:03.276945 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54534749-8c24-40ee-97fb-2847e993a4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:03.296066 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Checking segment: {'id': 'e5896dee-352e-4de6-b96e-5242d699c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:03.296763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Network hostable DHCP agents. Network: de66928f-98a4-4bf7-bcc8-4d34cdfcff7f, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:05:03.419187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c6bb5-8f91-46ed-b539-d07984a2fccf req-89772e3d-aa5e-48d1-80ea-6674f6c1c7d1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:03.421031 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd1c6bb5-8f91-46ed-b539-d07984a2fccf req-89772e3d-aa5e-48d1-80ea-6674f6c1c7d1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.1274827 May 25 20:05:03.443606 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54534749-8c24-40ee-97fb-2847e993a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:03.466855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54534749-8c24-40ee-97fb-2847e993a4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee3cae6-d22e-47dc-b8bf-9198d9387bd8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:03.498719 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-77197de1-f126-4dd9-ad0d-ac21768ab231 req-98334475-4206-4797-b5b9-f067f9c3ea8c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 210 time: 0.0781384 May 25 20:05:03.507344 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd1c6bb5-8f91-46ed-b539-d07984a2fccf req-5a0b661d-42a3-48aa-84ea-437247ac2d8d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798266 May 25 20:05:03.511179 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54534749-8c24-40ee-97fb-2847e993a4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:03.512839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-54534749-8c24-40ee-97fb-2847e993a4e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bee3cae6-d22e-47dc-b8bf-9198d9387bd8 HTTP/1.1" status: 204 len: 168 time: 0.4632132 May 25 20:05:03.576184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:05:03.595361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, de66928f-98a4-4bf7-bcc8-4d34cdfcff7f) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:03.603645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f465e97-694a-404c-adee-8357c2bc8334 None None] Network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:05:03.618928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:03.622464 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:03.690563 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b161f408-6d17-4408-8abc-00c974c15697 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6694489 May 25 20:05:03.767493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Allocated IP 192.168.233.207 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/1b9acb47-a82c-4572-a38d-b983dd06b5f6) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:03.856822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ee39c-6d0c-42a9-a0a8-0eeda0c5095b req-e8d637b9-7f6a-4292-bcf3-b42d6efa0ff1 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:03.865348 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a2ee39c-6d0c-42a9-a0a8-0eeda0c5095b req-e8d637b9-7f6a-4292-bcf3-b42d6efa0ff1 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 1097 time: 0.1592128 May 25 20:05:04.003585 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a2ee39c-6d0c-42a9-a0a8-0eeda0c5095b req-5448906e-57a2-47a6-b47d-a8b3f58c0f9c tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318090 May 25 20:05:04.043295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4fc069-74d7-49da-86cf-471e939939ff None None] Network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:05:04.192805 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:04.213686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Transition to ACTIVE for port object 1b9acb47-a82c-4572-a38d-b983dd06b5f6 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:04.246105 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:04.264704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['69e2fa7d-2a77-4512-afe8-e2817535b3cb'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:05:04.427469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:04.430835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:04.448854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc32a3-29fc-4fd4-840a-751daa649284 req-26ff86cc-f1ff-4fd4-9cbe-a6cc7556e2ae tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:04.449629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc32a3-29fc-4fd4-840a-751daa649284 req-26ff86cc-f1ff-4fd4-9cbe-a6cc7556e2ae tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:04.449802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:04.462557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc32a3-29fc-4fd4-840a-751daa649284 req-26ff86cc-f1ff-4fd4-9cbe-a6cc7556e2ae tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:04.463140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc32a3-29fc-4fd4-840a-751daa649284 req-26ff86cc-f1ff-4fd4-9cbe-a6cc7556e2ae tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:04.463848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc32a3-29fc-4fd4-840a-751daa649284 req-26ff86cc-f1ff-4fd4-9cbe-a6cc7556e2ae tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:04.464566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc32a3-29fc-4fd4-840a-751daa649284 req-26ff86cc-f1ff-4fd4-9cbe-a6cc7556e2ae tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:04.465174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc32a3-29fc-4fd4-840a-751daa649284 req-26ff86cc-f1ff-4fd4-9cbe-a6cc7556e2ae tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:04.482422 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3dc32a3-29fc-4fd4-840a-751daa649284 req-26ff86cc-f1ff-4fd4-9cbe-a6cc7556e2ae tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5049 time: 0.4177270 May 25 20:05:04.570201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Pushing event updated for resources: {'Port': ['ID=1b9acb47-a82c-4572-a38d-b983dd06b5f6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:04.618561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:04.619130 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:04.700508 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25984672-c61b-45d2-a300-632f577191f4 req-ddb4fc76-83eb-4f5b-ad7f-f3a4848cc329 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1097620 May 25 20:05:04.712564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Request body: {'port': {'device_id': 'f1351fa7-ba83-465b-887f-81399639cdf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:04.905960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203fee0-f141-4784-94b8-2056fdb10c9b req-ef148260-e9b2-49e7-bfbb-f0eb67aea762 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:04.912973 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0203fee0-f141-4784-94b8-2056fdb10c9b req-ef148260-e9b2-49e7-bfbb-f0eb67aea762 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 945 time: 0.2785509 May 25 20:05:04.921344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-13c25072-ebba-404c-9747-0f0de3c2a360 None None] Provisioning for port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:04.931546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-13c25072-ebba-404c-9747-0f0de3c2a360 None None] Provisioning complete for port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:04.932817 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-13c25072-ebba-404c-9747-0f0de3c2a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:04.940607 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:04.985431 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0203fee0-f141-4784-94b8-2056fdb10c9b req-52087b58-5842-419f-ad29-6db21b8597a2 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/security-groups?id=827eb23d-ab4d-4b55-988e-47a89f30c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711138 May 25 20:05:05.031469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-13c25072-ebba-404c-9747-0f0de3c2a360 None None] Port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:05:05.142736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39298) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:05.157401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ab1e5-ddc3-4e54-9793-83f72ff17cba req-42b513fc-8ff7-4260-b0e6-2bf82906e092 tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:05.170135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca7ab1e5-ddc3-4e54-9793-83f72ff17cba req-42b513fc-8ff7-4260-b0e6-2bf82906e092 tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 886 time: 0.1671786 May 25 20:05:05.295428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1281012227-network', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:05.301439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:05.311238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Usage tracker for resource:network and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:05.315592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:05.327889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:05.344461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:05.347630 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:05.390418 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:05.424895 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:05.439947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:05.445244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:05.451720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:05.564356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b9acb47-a82c-4572-a38d-b983dd06b5f6 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:05:05.575663 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:05.595776 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Transition to ACTIVE for port object 1b9acb47-a82c-4572-a38d-b983dd06b5f6 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:05.600819 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:05.612609 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:05.620302 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:05.663030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:05:05.696116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b959f24-244f-413f-ab6b-90b3f235d314,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:05.725265 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:05.725852 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Added segment 0da87d82-2b1f-469f-b565-ba713ced5588 of type vlan for network 1a24d098-219c-46a2-a2c5-0778d747f827 May 25 20:05:05.846831 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:05.871397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-716b5fdc-0a2c-4082-8a4d-aa3178a71f52 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:05:05.872388 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-716b5fdc-0a2c-4082-8a4d-aa3178a71f52 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171599 May 25 20:05:05.917012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Pushing event updated for resources: {'Port': ['ID=1b9acb47-a82c-4572-a38d-b983dd06b5f6,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:05.922545 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:05.923849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:05.924685 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:05.926820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-87372970-74be-4e6c-ae05-e7980f2e160d req-86965f1c-d3f3-47a3-9ea4-992f7317c950 service neutron] Request body: {'binding': {'host': 'n-h2-843339-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:05.927196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-87372970-74be-4e6c-ae05-e7980f2e160d req-86965f1c-d3f3-47a3-9ea4-992f7317c950 service neutron] Unknown quota resources ['binding']. {{(pid=88331) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 25 20:05:05.979465 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8347239 May 25 20:05:05.983965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39336) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:05.998521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Request body: {'subnet': {'network_id': '1a24d098-219c-46a2-a2c5-0778d747f827', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1281012227-subnet', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:06.023579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-af4ca390-4b5c-4b54-9d47-245f07d0b1e5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:06.024550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-af4ca390-4b5c-4b54-9d47-245f07d0b1e5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Synchronizing usage tracker for tenant:2802763962b04e3bb06c9f54560b4877 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:06.099915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:06.124684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Usage tracker for resource:subnet and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:06.131314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:06.142519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:06.159880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cd305-6afa-4e00-ac2f-a9bf2691c7e8 admin admin] Pushing event updated for resources: {'Network': ['ID=1a24d098-219c-46a2-a2c5-0778d747f827,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:06.173046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-af4ca390-4b5c-4b54-9d47-245f07d0b1e5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Unset dirty status for tenant:2802763962b04e3bb06c9f54560b4877 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:06.181339 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-af4ca390-4b5c-4b54-9d47-245f07d0b1e5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/networks?id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f HTTP/1.1" status: 200 len: 822 time: 0.4904487 May 25 20:05:06.191098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 1a24d098-219c-46a2-a2c5-0778d747f827 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:05:06.192453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:06.195354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:06.289157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Attempting to bind port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:06.289470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Attempting to bind port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:06.289790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Attempting to bind port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:06.304266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:05:06.304637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Attempting to bind port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:06.328325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:06.328325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:06.328325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:06.328325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Bound port: 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:06.328325 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:06.387318 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-821793db-9038-45fd-baf6-679aad5d748e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/quotas/2802763962b04e3bb06c9f54560b4877 HTTP/1.1" status: 200 len: 375 time: 0.2051604 May 25 20:05:06.465964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] For port 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:06.467577 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2be489e0-9fcd-4f89-a7b0-e1c67237e05d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2802763962b04e3bb06c9f54560b4877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623991 May 25 20:05:06.469553 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] For port 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:06.485060 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:06.559139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:06.559763 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:06.561197 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25984672-c61b-45d2-a300-632f577191f4 req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] 10.222.0.50 "PUT /v2.0/ports/1b9acb47-a82c-4572-a38d-b983dd06b5f6 HTTP/1.1" status: 200 len: 1096 time: 1.8534381 May 25 20:05:06.561667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1351fa7-ba83-465b-887f-81399639cdf0', 'tag': '1b9acb47-a82c-4572-a38d-b983dd06b5f6'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:06.606426 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:06.637011 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-87372970-74be-4e6c-ae05-e7980f2e160d req-86965f1c-d3f3-47a3-9ea4-992f7317c950 service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on host n-h2-843339-1 for vnic_type normal with profile None {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:06.637840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-87372970-74be-4e6c-ae05-e7980f2e160d req-86965f1c-d3f3-47a3-9ea4-992f7317c950 service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:06.637840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-86965f1c-d3f3-47a3-9ea4-992f7317c950 service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:06.652629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-86965f1c-d3f3-47a3-9ea4-992f7317c950 service neutron] Port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:05:06.653123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-86965f1c-d3f3-47a3-9ea4-992f7317c950 service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:06.664842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-86965f1c-d3f3-47a3-9ea4-992f7317c950 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:06.665185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-86965f1c-d3f3-47a3-9ea4-992f7317c950 service neutron] Checking segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:06.665560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-86965f1c-d3f3-47a3-9ea4-992f7317c950 service neutron] Bound using segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:06.666006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-87372970-74be-4e6c-ae05-e7980f2e160d req-86965f1c-d3f3-47a3-9ea4-992f7317c950 service neutron] Bound port: 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:06.769123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426028b-40a3-4c1e-9733-71e46b67665b service neutron] Pushing event updated for resources: {'Port': ['ID=1b9acb47-a82c-4572-a38d-b983dd06b5f6,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:06.821012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-87372970-74be-4e6c-ae05-e7980f2e160d req-86965f1c-d3f3-47a3-9ea4-992f7317c950 service neutron] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:06.827854 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87372970-74be-4e6c-ae05-e7980f2e160d req-86965f1c-d3f3-47a3-9ea4-992f7317c950 service neutron] Notify callbacks [] for binding, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:06.828999 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-86965f1c-d3f3-47a3-9ea4-992f7317c950 service neutron] 10.222.0.60 "POST /v2.0/ports/7d9dd7f8-cefe-4ca0-8799-90bd4531df8c/bindings HTTP/1.1" status: 201 len: 389 time: 0.9136126 May 25 20:05:06.835016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d419cd-3853-4b54-bc8a-ff424215ed21,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:06.835365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984672-c61b-45d2-a300-632f577191f4 req-ddd12ce1-ed79-4a52-88e8-1c6e9d9d0dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:06.836830 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25984672-c61b-45d2-a300-632f577191f4 req-ddd12ce1-ed79-4a52-88e8-1c6e9d9d0dcc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 1099 time: 0.1379490 May 25 20:05:06.855220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Checking segment: {'id': '0da87d82-2b1f-469f-b565-ba713ced5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1a24d098-219c-46a2-a2c5-0778d747f827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:06.855572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Network hostable DHCP agents. Network: 1a24d098-219c-46a2-a2c5-0778d747f827, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:05:06.919904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Network 1a24d098-219c-46a2-a2c5-0778d747f827 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:05:06.923514 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25984672-c61b-45d2-a300-632f577191f4 req-dc7ed8bd-4ca3-4cb5-a0fd-c83ba7c98091 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6 HTTP/1.1" status: 200 len: 217 time: 0.0777073 May 25 20:05:06.941311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-1694f642-71ca-449a-beb9-ba53e3fc3894 service neutron] 10.222.0.60 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613147 May 25 20:05:06.962811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 1a24d098-219c-46a2-a2c5-0778d747f827) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:06.977287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dccf88-28af-4c5a-a971-d0f45702efa4 None None] Network 1a24d098-219c-46a2-a2c5-0778d747f827 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:05:07.002994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984672-c61b-45d2-a300-632f577191f4 req-8c8b3031-e03b-4adc-8694-c4bb2537975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:07.004843 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25984672-c61b-45d2-a300-632f577191f4 req-8c8b3031-e03b-4adc-8694-c4bb2537975b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0756738 May 25 20:05:07.022942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:07.023674 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:07.074706 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-79fff959-55e3-4998-a76b-729ed59d2428 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0828896 May 25 20:05:07.078686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39362) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:07.092321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1281012227-router', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:07.106107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:07.111939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Usage tracker for resource:router and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:07.116101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:07.118782 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-c9cf7b9f-337e-4907-b464-521288c210f2 service neutron] 10.222.0.60 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766500 May 25 20:05:07.125743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:07.184988 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:07.185979 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:07.206684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984672-c61b-45d2-a300-632f577191f4 req-e8d06071-d100-48cf-b078-2e6d916e6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:07.208169 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25984672-c61b-45d2-a300-632f577191f4 req-e8d06071-d100-48cf-b078-2e6d916e6e4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1970978 May 25 20:05:07.222414 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:07.337137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-1a24d098-219c-46a2-a2c5-0778d747f827', 'network_id': '1a24d098-219c-46a2-a2c5-0778d747f827', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'fixed_ips': [{'subnet_id': '63d419cd-3853-4b54-bc8a-ff424215ed21'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:05:07.338029 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:07.488515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef572c9-74a1-4c07-a046-ab2d78dece1a req-9313634c-b2b9-4c48-8577-76d56c70e25f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:07.490073 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7ef572c9-74a1-4c07-a046-ab2d78dece1a req-9313634c-b2b9-4c48-8577-76d56c70e25f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.1099188 May 25 20:05:07.549871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Allocated IP 172.20.0.2 (1a24d098-219c-46a2-a2c5-0778d747f827/63d419cd-3853-4b54-bc8a-ff424215ed21/aadffafc-1ecc-419e-bd8d-2f47ba21e993) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:07.550976 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7ef572c9-74a1-4c07-a046-ab2d78dece1a req-4b11fa0f-c4ab-42a9-819f-60406dd07395 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537131 May 25 20:05:07.574436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372970-74be-4e6c-ae05-e7980f2e160d req-2c2f1aa8-4d97-4052-9294-83a969c837e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:07.575760 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-2c2f1aa8-4d97-4052-9294-83a969c837e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 1097 time: 0.4352703 May 25 20:05:07.612772 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25984672-c61b-45d2-a300-632f577191f4 req-8e1c4d0d-24d4-4e85-8e81-62371749b681 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916819 May 25 20:05:07.794122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-b1cbd79a-b67b-42cb-b6b1-5ebea3637bf7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 258 time: 0.1967435 May 25 20:05:07.801725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:07.808829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:07.813030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Usage tracker for resource:floatingip and tenant:fa888df1c97c4361b46381c6d6e23e71 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:07.816054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:07.822299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:07.849232 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:07.851147 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:07.861973 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Transition to ACTIVE for port object aadffafc-1ecc-419e-bd8d-2f47ba21e993 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:07.884560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Transition to ACTIVE for port object aadffafc-1ecc-419e-bd8d-2f47ba21e993 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:07.894176 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:07.981831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Network 1a24d098-219c-46a2-a2c5-0778d747f827 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:07.984358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:07.991755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656451f-f687-4a22-a873-75bc4affa08d req-1e6e63ec-d047-4a7c-aaa0-01f8e4093dcf tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:07.992304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:07.992450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e656451f-f687-4a22-a873-75bc4affa08d req-1e6e63ec-d047-4a7c-aaa0-01f8e4093dcf tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Synchronizing usage tracker for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:08.006369 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Pushing event updated for resources: {'Port': ['ID=aadffafc-1ecc-419e-bd8d-2f47ba21e993,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:08.007418 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:08.011802 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:08.075387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e656451f-f687-4a22-a873-75bc4affa08d req-1e6e63ec-d047-4a7c-aaa0-01f8e4093dcf tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Unset dirty status for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:08.082192 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e656451f-f687-4a22-a873-75bc4affa08d req-1e6e63ec-d047-4a7c-aaa0-01f8e4093dcf tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 948 time: 0.8244288 May 25 20:05:08.137520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Attempting to bind port aadffafc-1ecc-419e-bd8d-2f47ba21e993 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:08.138054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Attempting to bind port aadffafc-1ecc-419e-bd8d-2f47ba21e993 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '0da87d82-2b1f-469f-b565-ba713ced5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1a24d098-219c-46a2-a2c5-0778d747f827'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:08.139009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Attempting to bind port aadffafc-1ecc-419e-bd8d-2f47ba21e993 on network 1a24d098-219c-46a2-a2c5-0778d747f827 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:08.145365 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:08.145900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Checking segment: {'id': '0da87d82-2b1f-469f-b565-ba713ced5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1a24d098-219c-46a2-a2c5-0778d747f827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:08.146436 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:08.146910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Bound using segment: {'id': '0da87d82-2b1f-469f-b565-ba713ced5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1a24d098-219c-46a2-a2c5-0778d747f827'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:08.147471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Bound port: aadffafc-1ecc-419e-bd8d-2f47ba21e993, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da87d82-2b1f-469f-b565-ba713ced5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1a24d098-219c-46a2-a2c5-0778d747f827'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:08.147934 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:08.180845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Allocated IP 172.25.3.210 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/6833d1ec-d2f5-48f6-b186-89549323ff16) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:08.254796 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] For port aadffafc-1ecc-419e-bd8d-2f47ba21e993, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:08.258091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] For port aadffafc-1ecc-419e-bd8d-2f47ba21e993, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=aadffafc-1ecc-419e-bd8d-2f47ba21e993,segment=NetworkSegment(0da87d82-2b1f-469f-b565-ba713ced5588),segment_id=0da87d82-2b1f-469f-b565-ba713ced5588)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:08.264119 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:08.321206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372970-74be-4e6c-ae05-e7980f2e160d req-27331c76-7678-456f-9d12-9cbd9117e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:08.322684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-27331c76-7678-456f-9d12-9cbd9117e9bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 921 time: 0.7324762 May 25 20:05:08.345915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1279557-dd6d-4bc4-b858-c1fee0f668be None None] Pushing event updated for resources: {'Port': ['ID=aadffafc-1ecc-419e-bd8d-2f47ba21e993,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:08.365465 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:08.405230 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:08.415787 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e656451f-f687-4a22-a873-75bc4affa08d req-2d461503-060c-4cd2-8713-9c5237e80364 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323028 May 25 20:05:08.422197 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25984672-c61b-45d2-a300-632f577191f4 req-ab50e8e2-45f4-486e-9212-357b21d58c28 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7960181 May 25 20:05:08.424233 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-f988ff18-239b-402c-828b-f293c1979811 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c HTTP/1.1" status: 200 len: 217 time: 0.0931399 May 25 20:05:08.471801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:08.478191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:08.487894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:08.555858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Pushing event updated for resources: {'Port': ['ID=6833d1ec-d2f5-48f6-b186-89549323ff16,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:08.615324 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:08.728085 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:08.784302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372970-74be-4e6c-ae05-e7980f2e160d req-d0d706dc-94b8-494a-9aa0-a0e8c2d027bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:08.785782 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-d0d706dc-94b8-494a-9aa0-a0e8c2d027bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.3539948 May 25 20:05:08.861261 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-0c83b95a-1100-426d-b078-fd8f2ebadf79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665808 May 25 20:05:09.003404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72a16e-50e6-4e2d-a98d-2aab4c53cb9f req-09af9d8d-7f1f-45a8-b424-230d83591675 tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:09.004371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72a16e-50e6-4e2d-a98d-2aab4c53cb9f req-09af9d8d-7f1f-45a8-b424-230d83591675 tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:09.004500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72a16e-50e6-4e2d-a98d-2aab4c53cb9f req-09af9d8d-7f1f-45a8-b424-230d83591675 tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:09.005302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72a16e-50e6-4e2d-a98d-2aab4c53cb9f req-09af9d8d-7f1f-45a8-b424-230d83591675 tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:09.006174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72a16e-50e6-4e2d-a98d-2aab4c53cb9f req-09af9d8d-7f1f-45a8-b424-230d83591675 tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:09.006773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72a16e-50e6-4e2d-a98d-2aab4c53cb9f req-09af9d8d-7f1f-45a8-b424-230d83591675 tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:09.007243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72a16e-50e6-4e2d-a98d-2aab4c53cb9f req-09af9d8d-7f1f-45a8-b424-230d83591675 tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:09.007697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72a16e-50e6-4e2d-a98d-2aab4c53cb9f req-09af9d8d-7f1f-45a8-b424-230d83591675 tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:09.009548 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b72a16e-50e6-4e2d-a98d-2aab4c53cb9f req-09af9d8d-7f1f-45a8-b424-230d83591675 tempest-NetworksTest-453317261 tempest-NetworksTest-453317261-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5747 time: 0.5080209 May 25 20:05:09.091769 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3131019-32b1-44fc-971f-3c399e906a46'] response: {'name': 'network-changed', 'server_uuid': 'f1351fa7-ba83-465b-887f-81399639cdf0', 'tag': '1b9acb47-a82c-4572-a38d-b983dd06b5f6', 'status': 'completed', 'code': 200} May 25 20:05:09.117987 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:09.129210 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:09.168476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-b378973f-44b3-47ca-b816-cd2f430706ce tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:09.170030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-b378973f-44b3-47ca-b816-cd2f430706ce tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.50 "GET /v2.0/networks?id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f HTTP/1.1" status: 200 len: 822 time: 0.5470569 May 25 20:05:09.191620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Request body: {'port': {'device_id': 'ec7a41ed-55aa-4eb6-854e-170bafc7f16e', 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f', 'admin_state_up': True, 'tenant_id': '2802763962b04e3bb06c9f54560b4877'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:09.218354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8b053001-92d5-4f1a-bd63-0dbf9a053636 service neutron] 10.222.0.50 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491387 May 25 20:05:09.286447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:09.319391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Pushing event updated for resources: {'Port': ['ID=6833d1ec-d2f5-48f6-b186-89549323ff16,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:09.327735 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:09.335104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-d0b13cf5-3083-453c-8ecb-aa14988da2e7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5389740 May 25 20:05:09.430486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39392) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:09.448961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-33f9bb1b-ec07-4500-80d8-5b8b0b7b9e9c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Synchronizing usage tracker for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:floatingip {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:09.469889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-33f9bb1b-ec07-4500-80d8-5b8b0b7b9e9c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Unset dirty status for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:floatingip {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:09.470743 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-4551a914-bfa0-4383-b385-90f747e7510d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dcddf9f64a9e42e28dc8ff11c28cd9b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1962047 May 25 20:05:09.476945 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-33f9bb1b-ec07-4500-80d8-5b8b0b7b9e9c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.1408336 May 25 20:05:09.596946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404733b3-c56d-4892-b158-e484d9ddd34c None None] Network 1a24d098-219c-46a2-a2c5-0778d747f827 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:05:09.601964 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15805904-d24a-4cd4-9eb9-eb8cf8df16fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:09.626740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-15805904-d24a-4cd4-9eb9-eb8cf8df16fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:09.643722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-15805904-d24a-4cd4-9eb9-eb8cf8df16fd admin admin] Usage tracker for resource:security_group_rule and tenant:d57abf967ad74de4b685fcb7da8ff120 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:09.648387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-15805904-d24a-4cd4-9eb9-eb8cf8df16fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:09.696347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-ae93605a-af8a-4427-95b1-422053dfa75e tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:09.698932 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-ae93605a-af8a-4427-95b1-422053dfa75e tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.2209578 May 25 20:05:09.700230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-15805904-d24a-4cd4-9eb9-eb8cf8df16fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:09.725706 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5c05eceb-fc98-492e-9877-c71e1b324b2c None None] Provisioning for port aadffafc-1ecc-419e-bd8d-2f47ba21e993 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:09.771123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-0ff19d6b-cd99-4cb4-9538-d2329d2ec041 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:05:09.772397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1dc6b541-d90b-49ed-afb3-02068eff269f req-0ff19d6b-cd99-4cb4-9538-d2329d2ec041 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106716 May 25 20:05:09.879251 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15805904-d24a-4cd4-9eb9-eb8cf8df16fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:09.889243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15805904-d24a-4cd4-9eb9-eb8cf8df16fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:09.915143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device aadffafc-1ecc-419e-bd8d-2f47ba21e993 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:09.936246 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-15805904-d24a-4cd4-9eb9-eb8cf8df16fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d57abf967ad74de4b685fcb7da8ff120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5048473 May 25 20:05:09.946638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39402) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:09.981591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 2bb7c3f7-89fe-484e-892a-6d3882445b70 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:05:09.984056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 2bb7c3f7-89fe-484e-892a-6d3882445b70 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:05:10.067273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207f76d-0fdc-47e8-8fad-a9cd813dfcdf req-0b908dc8-36dc-478d-b37d-2eb9125aa0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:10.068788 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d207f76d-0fdc-47e8-8fad-a9cd813dfcdf req-0b908dc8-36dc-478d-b37d-2eb9125aa0d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 1099 time: 0.9853926 May 25 20:05:10.073938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:10.077113 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:10.085565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15805904-d24a-4cd4-9eb9-eb8cf8df16fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9588970-203e-40c9-8406-104bce452b94,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:10.115904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-464f639d-8b7a-48d9-8bb5-641ddac69e1a service neutron] 10.222.0.50 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8317621 May 25 20:05:10.143473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Usage tracker for resource:port and tenant:2802763962b04e3bb06c9f54560b4877 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:10.162146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:10.165230 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:10.185574 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dafa5f7b-63d0-4646-b040-6db825b1f4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:10.192752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port aadffafc-1ecc-419e-bd8d-2f47ba21e993 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:10.206853 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1b9acb47-a82c-4572-a38d-b983dd06b5f6 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:05:10.219844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:10.224508 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dafa5f7b-63d0-4646-b040-6db825b1f4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:10.234479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabc46e-e54c-4ca8-bd43-65a572352b06 req-c5279abc-5ad0-4ad9-9859-d6dd5717c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:10.236071 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eeabc46e-e54c-4ca8-bd43-65a572352b06 req-c5279abc-5ad0-4ad9-9859-d6dd5717c515 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 1101 time: 0.2093575 May 25 20:05:10.258810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782080c-554f-4de6-9e50-dbc2c3dc0f58 req-ff7649d1-bd99-46a5-bc53-84a0b0772380 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:10.260900 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2782080c-554f-4de6-9e50-dbc2c3dc0f58 req-ff7649d1-bd99-46a5-bc53-84a0b0772380 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 946 time: 0.2783825 May 25 20:05:10.280616 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port aadffafc-1ecc-419e-bd8d-2f47ba21e993 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:10.281226 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:10.349626 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eeabc46e-e54c-4ca8-bd43-65a572352b06 req-d8855481-4b48-4c82-9a99-e93d20aae444 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989132 May 25 20:05:10.365833 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2782080c-554f-4de6-9e50-dbc2c3dc0f58 req-de400e3f-34b7-42ce-bef4-a1013dc725d6 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854168 May 25 20:05:10.375300 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dafa5f7b-63d0-4646-b040-6db825b1f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:10.388821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-f9dc8cee-6d10-402f-a58d-39ed7a5982b7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:10.395178 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-f9dc8cee-6d10-402f-a58d-39ed7a5982b7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8173883 May 25 20:05:10.400725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa5f7b-63d0-4646-b040-6db825b1f4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9588970-203e-40c9-8406-104bce452b94,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:10.409207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Made reservation on behalf of 2802763962b04e3bb06c9f54560b4877 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:10.412142 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dafa5f7b-63d0-4646-b040-6db825b1f4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:10.414192 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dafa5f7b-63d0-4646-b040-6db825b1f4ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9588970-203e-40c9-8406-104bce452b94 HTTP/1.1" status: 204 len: 168 time: 0.4655893 May 25 20:05:10.414350 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:10.451614 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 2bb7c3f7-89fe-484e-892a-6d3882445b70 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:10.451874 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:10.490733 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-8d77f8ed-762f-4a2b-9e8a-6545f27f2790 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/quotas/dcddf9f64a9e42e28dc8ff11c28cd9b4 HTTP/1.1" status: 200 len: 375 time: 0.0946593 May 25 20:05:10.571665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-236126ee-0f6d-42ae-b7f1-c6758c45803e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dcddf9f64a9e42e28dc8ff11c28cd9b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797286 May 25 20:05:10.589376 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7697959c-552b-4c81-a55c-00855668082b req-301aa72f-20a2-408b-a851-2c7104c169cd tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 210 time: 0.0738101 May 25 20:05:10.601926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee07685-222f-4ce3-a0ea-03a6322a3811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb7c3f7-89fe-484e-892a-6d3882445b70'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:10.616633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 2bb7c3f7-89fe-484e-892a-6d3882445b70, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:10.640735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 2bb7c3f7-89fe-484e-892a-6d3882445b70, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:10.645396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-62d1f7a9-746a-4677-8a76-b7107e3c3f11 None None] Provisioning complete for port aadffafc-1ecc-419e-bd8d-2f47ba21e993 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:10.645760 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-62d1f7a9-746a-4677-8a76-b7107e3c3f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:10.677721 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '2bb7c3f7-89fe-484e-892a-6d3882445b70', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '2bb7c3f7-89fe-484e-892a-6d3882445b70', 'mac_address': 'fa:16:3e:d8:b8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:05:10.724468 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:10.881841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207f76d-0fdc-47e8-8fad-a9cd813dfcdf req-5926fd1b-29be-463d-aeb7-3dcec2088517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:10.884046 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d207f76d-0fdc-47e8-8fad-a9cd813dfcdf req-5926fd1b-29be-463d-aeb7-3dcec2088517 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.7810552 May 25 20:05:10.925453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39416) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:10.935762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:10.943384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port aadffafc-1ecc-419e-bd8d-2f47ba21e993 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:10.943784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:10.954992 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a16451aa-0d57-4492-a242-d686cbc496f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:10.976733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 2bb7c3f7-89fe-484e-892a-6d3882445b70 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:10.977133 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:10.986277 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a16451aa-0d57-4492-a242-d686cbc496f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:10.990993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '1b9acb47-a82c-4572-a38d-b983dd06b5f6', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '1b9acb47-a82c-4572-a38d-b983dd06b5f6', 'mac_address': 'fa:16:3e:8f:fd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:05:10.991792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a16451aa-0d57-4492-a242-d686cbc496f2 admin admin] Usage tracker for resource:security_group_rule and tenant:cf75d457e39640f98227fee85b45a3ad is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:10.996521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a16451aa-0d57-4492-a242-d686cbc496f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:11.004423 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a16451aa-0d57-4492-a242-d686cbc496f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:11.011036 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=2bb7c3f7-89fe-484e-892a-6d3882445b70,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:11.024267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb7c3f7-89fe-484e-892a-6d3882445b70 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:05:11.075978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:11.076349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:11.076681 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:11.077009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:11.077331 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:11.077655 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:11.077971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:11.078317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:11.078634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:11.078947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:11.079260 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:11.079570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:11.121802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port aadffafc-1ecc-419e-bd8d-2f47ba21e993, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=aadffafc-1ecc-419e-bd8d-2f47ba21e993,segment=NetworkSegment(0da87d82-2b1f-469f-b565-ba713ced5588),segment_id=0da87d82-2b1f-469f-b565-ba713ced5588)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:11.125311 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d207f76d-0fdc-47e8-8fad-a9cd813dfcdf req-b75c8eb6-48ed-4c67-be51-88b5de0df274 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6 HTTP/1.1" status: 200 len: 217 time: 0.2159843 May 25 20:05:11.149379 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:11.167259 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a16451aa-0d57-4492-a242-d686cbc496f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:11.179071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae47577-028e-41b3-b6c1-cb2899279dff req-17271e8c-b2cc-412c-91c8-8bf34d6a1874 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:11.189136 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dae47577-028e-41b3-b6c1-cb2899279dff req-17271e8c-b2cc-412c-91c8-8bf34d6a1874 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 948 time: 0.3673959 May 25 20:05:11.193589 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 2bb7c3f7-89fe-484e-892a-6d3882445b70, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:11.219497 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:11.232748 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a16451aa-0d57-4492-a242-d686cbc496f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:11.236364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372970-74be-4e6c-ae05-e7980f2e160d req-736e85c5-333d-491d-b10a-1b0f39d4e735 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:11.238842 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-736e85c5-333d-491d-b10a-1b0f39d4e735 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49&tenant_id=588275645f004b30bd16726afb59ab56&binding%3Ahost_id=n-h1-843339-1 HTTP/1.1" status: 200 len: 1097 time: 0.9742467 May 25 20:05:11.239270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:11.239686 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:11.260218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Allocated IP 172.25.3.167 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/a6f6c829-657d-4f81-859b-88d00483e000) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:11.261715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-62d1f7a9-746a-4677-8a76-b7107e3c3f11 None None] Current status of the port aadffafc-1ecc-419e-bd8d-2f47ba21e993 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:11.272138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b9acb47-a82c-4572-a38d-b983dd06b5f6 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:05:11.272999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843339-1'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:11.294460 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=aadffafc-1ecc-419e-bd8d-2f47ba21e993,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:11.330297 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a16451aa-0d57-4492-a242-d686cbc496f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf75d457e39640f98227fee85b45a3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027243 May 25 20:05:11.337261 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:11.349028 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dae47577-028e-41b3-b6c1-cb2899279dff req-cd1716fa-8469-4219-8f7b-32c9cb7e0d66 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560435 May 25 20:05:11.352134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39426) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:11.356695 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:11.388103 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=2bb7c3f7-89fe-484e-892a-6d3882445b70,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:11.402136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16451aa-0d57-4492-a242-d686cbc496f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6842daf2-1957-4533-9163-96e286e7ad1f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:11.417503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207f76d-0fdc-47e8-8fad-a9cd813dfcdf req-3169c328-075e-45cc-b896-6a98cfc91cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:11.418921 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d207f76d-0fdc-47e8-8fad-a9cd813dfcdf req-3169c328-075e-45cc-b896-6a98cfc91cf5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2467530 May 25 20:05:11.480882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=1b9acb47-a82c-4572-a38d-b983dd06b5f6,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:11.564385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['1b9acb47-a82c-4572-a38d-b983dd06b5f6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:05:11.606386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-1138b59b-6f30-44db-bfd2-0178479c23dd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:11.608219 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-1138b59b-6f30-44db-bfd2-0178479c23dd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1014466 May 25 20:05:11.726761 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-4db5e900-aca0-4fe7-8a19-5fbc5ffd6142 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.1107819 May 25 20:05:11.731847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-cd901878-2524-474b-8d7a-a7ab7593688c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Request body: {'floatingip': {'port_id': '20c64003-24f7-44f3-ac3d-46159bb4ecfe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:11.750817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Allocated IP 172.20.0.9 (de66928f-98a4-4bf7-bcc8-4d34cdfcff7f/73c490fc-9d2c-491a-941a-073d05e04508/84a29044-f989-4b34-a56c-af7ae74af3bb) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:11.784708 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb583855-f99a-4d76-bcf6-8204a3c35876 req-a69d19f9-5c20-4298-8855-623a3c6c886f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:11.794253 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb583855-f99a-4d76-bcf6-8204a3c35876 req-a69d19f9-5c20-4298-8855-623a3c6c886f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 948 time: 0.7068086 May 25 20:05:11.850190 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-cd901878-2524-474b-8d7a-a7ab7593688c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:11.870915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device aadffafc-1ecc-419e-bd8d-2f47ba21e993 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:11.881621 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:11.902544 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-09015c30-fb13-42b9-9723-6102ca4c646a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:11.947909 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port aadffafc-1ecc-419e-bd8d-2f47ba21e993 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:11.948259 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:12.074532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-09015c30-fb13-42b9-9723-6102ca4c646a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:12.079195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port aadffafc-1ecc-419e-bd8d-2f47ba21e993 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:12.098758 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:12.104423 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb583855-f99a-4d76-bcf6-8204a3c35876 req-e0fd9069-2425-4e82-a99c-02654d506ab4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089006 May 25 20:05:12.120313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207f76d-0fdc-47e8-8fad-a9cd813dfcdf req-c6bd9e76-ac8e-4c0b-9c0a-5ca959d534c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:12.122083 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d207f76d-0fdc-47e8-8fad-a9cd813dfcdf req-c6bd9e76-ac8e-4c0b-9c0a-5ca959d534c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6635242 May 25 20:05:12.200387 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b9af19-af40-4181-b8c7-78498bc743f0'] response: {'server_uuid': '2ee07685-222f-4ce3-a0ea-03a6322a3811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb7c3f7-89fe-484e-892a-6d3882445b70', 'code': 200} May 25 20:05:12.204842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1b9acb47-a82c-4572-a38d-b983dd06b5f6 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:12.341982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:12.352792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:12.353154 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:12.550538 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-cf25b438-40cf-4aaa-a9ea-077e2187377c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=dcddf9f64a9e42e28dc8ff11c28cd9b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447030 May 25 20:05:12.757008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:12.757766 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:12.777437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['2bb7c3f7-89fe-484e-892a-6d3882445b70'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:05:12.824073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-d21c836c-12fa-4042-aa76-cf759ea3af5c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:12.825528 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-d21c836c-12fa-4042-aa76-cf759ea3af5c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698319 May 25 20:05:12.834065 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dce39574-c30f-41e4-a17f-c906a86f7a99 req-61b1a8fb-3cf9-4f92-aefc-4eec27280d73 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 210 time: 0.4102685 May 25 20:05:12.865837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Request body: {'port': {'device_id': '22cd0b94-f967-4723-b089-1930d1d11c14', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': 'dcddf9f64a9e42e28dc8ff11c28cd9b4'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:12.875011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:12.884776 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:12.899966 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:12.942694 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-09015c30-fb13-42b9-9723-6102ca4c646a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:13.033895 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=1b9acb47-a82c-4572-a38d-b983dd06b5f6,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:13.038750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09015c30-fb13-42b9-9723-6102ca4c646a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6842daf2-1957-4533-9163-96e286e7ad1f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:13.050394 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:13.115334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:13.119789 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d207f76d-0fdc-47e8-8fad-a9cd813dfcdf req-cf1dae89-d74e-461e-85d2-3f3e5bbceaff service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9644499 May 25 20:05:13.124088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:13.140520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Usage tracker for resource:port and tenant:dcddf9f64a9e42e28dc8ff11c28cd9b4 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:13.145387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:13.154345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:13.163994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-cd901878-2524-474b-8d7a-a7ab7593688c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:13.168726 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-cd901878-2524-474b-8d7a-a7ab7593688c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:13.194415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:13.222186 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Made reservation on behalf of dcddf9f64a9e42e28dc8ff11c28cd9b4 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:13.225548 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:13.252005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:13.254336 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:13.254758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:13.281829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:13.320286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f6c829-657d-4f81-859b-88d00483e000,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:13.323297 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-09015c30-fb13-42b9-9723-6102ca4c646a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:13.326902 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-09015c30-fb13-42b9-9723-6102ca4c646a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6842daf2-1957-4533-9163-96e286e7ad1f HTTP/1.1" status: 204 len: 168 time: 1.9685276 May 25 20:05:13.326902 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:05:13.332294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Usage tracker for resource:security_group_rule and tenant:dcddf9f64a9e42e28dc8ff11c28cd9b4 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:13.341952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:13.357764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:13.380209 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:13.392195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:13.393832 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-cd901878-2524-474b-8d7a-a7ab7593688c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Floating IP 999adf5b-95f0-423c-82a1-176725efb7f6 associated. External IP: 172.25.3.210, port: 20c64003-24f7-44f3-ac3d-46159bb4ecfe. May 25 20:05:13.692800 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:13.711926 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:13.776758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4552159-01c0-4609-add2-cd5d9f77fd1d req-2c76fe86-1c3b-47ef-9f7e-75238f9a19c5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:13.778709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4552159-01c0-4609-add2-cd5d9f77fd1d req-2c76fe86-1c3b-47ef-9f7e-75238f9a19c5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 946 time: 0.8297145 May 25 20:05:13.789614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1925427-ca1c-4af2-990e-b33cf1af4b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d9dd7f8-cefe-4ca0-8799-90bd4531df8c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:13.852733 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:13.869006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:13.899183 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d207f76d-0fdc-47e8-8fad-a9cd813dfcdf req-e6e58089-8523-4e07-912e-b92c8688ba3b service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7533054 May 25 20:05:13.900004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:13.903168 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:13.957458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Pushing event updated for resources: {'Port': ['ID=84a29044-f989-4b34-a56c-af7ae74af3bb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:13.960946 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:13.993493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea20f336-955d-459c-b54c-f17695d595fb,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:14.086555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-cd901878-2524-474b-8d7a-a7ab7593688c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Router b1029a64-b591-4914-a6a1-3ed98bcf7f35 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:05:14.172666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Allocated IP 192.168.233.153 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/673fef62-de33-4fe3-a34e-e501c71addc5) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:14.202122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1351fa7-ba83-465b-887f-81399639cdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9acb47-a82c-4572-a38d-b983dd06b5f6'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:14.333676 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4552159-01c0-4609-add2-cd5d9f77fd1d req-05930699-5c02-455f-a141-e044bd681e66 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759998 May 25 20:05:14.359810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-cd901878-2524-474b-8d7a-a7ab7593688c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:05:14.374413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df45530-c206-49ee-a2a5-35241c8512e6 None None] Sync routers for ids ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:05:14.386981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df45530-c206-49ee-a2a5-35241c8512e6 None None] Routers {'b1029a64-b591-4914-a6a1-3ed98bcf7f35'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:05:14.388188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-6df45530-c206-49ee-a2a5-35241c8512e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:05:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:14.388820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:14.389454 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:14.440061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Pushing event updated for resources: {'Port': ['ID=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,revision_number=7']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:14.458777 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-2f5a6522-ade7-49a2-a517-c660baed3428 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2744725 May 25 20:05:14.463339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on host n-h1-843339-1 for vnic_type normal with profile {"migrating_to": "n-h2-843339-1"} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:14.465532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:14.465871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:14.469484 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-cd901878-2524-474b-8d7a-a7ab7593688c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:14.470182 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:14.536353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Request body: {'port': {'device_id': 'ec7a41ed-55aa-4eb6-854e-170bafc7f16e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:14.581507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-cd901878-2524-474b-8d7a-a7ab7593688c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "PUT /v2.0/floatingips/999adf5b-95f0-423c-82a1-176725efb7f6 HTTP/1.1" status: 200 len: 996 time: 2.8497701 May 25 20:05:14.581859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:05:14.581859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:14.593623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'tag': '20c64003-24f7-44f3-ac3d-46159bb4ecfe'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:14.615229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:14.615644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Checking segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:14.615949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Bound using segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:14.616397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Bound port: 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:14.616743 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:14.636403 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:14.669647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Transition to ACTIVE for port object 673fef62-de33-4fe3-a34e-e501c71addc5 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:14.693998 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-6df45530-c206-49ee-a2a5-35241c8512e6 None None] Set router b1029a64-b591-4914-a6a1-3ed98bcf7f35 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:05:14.704642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-8017b88f-9535-4a71-8f3a-05be517ba96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:14.711581 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-8017b88f-9535-4a71-8f3a-05be517ba96c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa888df1c97c4361b46381c6d6e23e71&device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 1096 time: 0.1097081 May 25 20:05:14.797364 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:14.915789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:14.921354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:14.928202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:14.962466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Pushing event updated for resources: {'Port': ['ID=673fef62-de33-4fe3-a34e-e501c71addc5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:15.019757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-97755f18-dce6-45aa-b7f2-da1255aff8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:15.021524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-97755f18-dce6-45aa-b7f2-da1255aff8f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e236ae8c-f708-42ae-a44d-d3f210eaab6d HTTP/1.1" status: 200 len: 930 time: 0.3090019 May 25 20:05:15.065711 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:15.149192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:15.150646 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:15.213995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:15.224035 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-20a2888b-321d-4e46-bbd1-5b81a0da759b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3780870 May 25 20:05:15.240517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Request body: {'port': {'device_id': '22cd0b94-f967-4723-b089-1930d1d11c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:15.285316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d587fd2-1550-47a4-b5ec-1286de6eef33 req-96a9ac5e-2189-4292-96af-c35397218b8c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:15.286222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2d587fd2-1550-47a4-b5ec-1286de6eef33 req-96a9ac5e-2189-4292-96af-c35397218b8c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Synchronizing usage tracker for tenant:2802763962b04e3bb06c9f54560b4877 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:15.288165 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-6df45530-c206-49ee-a2a5-35241c8512e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:04:34Z', 'revision_number': 4, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '999adf5b-95f0-423c-82a1-176725efb7f6', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'port_id': '20c64003-24f7-44f3-ac3d-46159bb4ecfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'mac_address': 'fa:16:3e:d1:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:05:08Z', 'updated_at': '2022-05-25T20:05:12Z', 'revision_number': 1, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0bb404-c887-4a4d-8557-f9f5f25345c9', 'name': '', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'mac_address': 'fa:16:3e:73:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:32Z', 'updated_at': '2022-05-25T20:04:44Z', 'revision_number': 5, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'subnets': [{'id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:15.296273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df45530-c206-49ee-a2a5-35241c8512e6 None None] Checking router: b1029a64-b591-4914-a6a1-3ed98bcf7f35 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:05:15.305697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-bb242daa-caaa-494e-8207-2816141780ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c64003-24f7-44f3-ac3d-46159bb4ecfe HTTP/1.1" status: 200 len: 999 time: 0.2676778 May 25 20:05:15.311093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:15.323466 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df45530-c206-49ee-a2a5-35241c8512e6 None None] Routers {'b1029a64-b591-4914-a6a1-3ed98bcf7f35'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:05:15.324418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-6df45530-c206-49ee-a2a5-35241c8512e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:05:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:15.386876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-0a316f33-e4f9-444c-928c-a3662aae769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:15.388540 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-0a316f33-e4f9-444c-928c-a3662aae769f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b3691ce-8bf7-40ba-b38f-6e43631a7b4f HTTP/1.1" status: 200 len: 868 time: 0.0743303 May 25 20:05:15.395939 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:15.430135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ad554141-3faa-408a-bfbc-94ac6069fd7b None None] Provisioning for port 673fef62-de33-4fe3-a34e-e501c71addc5 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:15.439173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ad554141-3faa-408a-bfbc-94ac6069fd7b None None] Provisioning complete for port 673fef62-de33-4fe3-a34e-e501c71addc5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:15.439952 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ad554141-3faa-408a-bfbc-94ac6069fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:15.536190 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:15.565281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2d587fd2-1550-47a4-b5ec-1286de6eef33 req-96a9ac5e-2189-4292-96af-c35397218b8c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Unset dirty status for tenant:2802763962b04e3bb06c9f54560b4877 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:15.573734 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d587fd2-1550-47a4-b5ec-1286de6eef33 req-96a9ac5e-2189-4292-96af-c35397218b8c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 931 time: 0.9398849 May 25 20:05:15.589551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ad554141-3faa-408a-bfbc-94ac6069fd7b None None] Port 673fef62-de33-4fe3-a34e-e501c71addc5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:05:15.605037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-6df45530-c206-49ee-a2a5-35241c8512e6 None None] Set router b1029a64-b591-4914-a6a1-3ed98bcf7f35 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:05:15.645730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-56e4ddd5-9c6c-4b68-a4bc-8069b9e8f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:15.647861 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-56e4ddd5-9c6c-4b68-a4bc-8069b9e8f03f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e236ae8c-f708-42ae-a44d-d3f210eaab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2495902 May 25 20:05:15.696082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-1273711e-63b7-45c7-872d-6ffc310506ae service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:05:15.697083 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-1273711e-63b7-45c7-872d-6ffc310506ae service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053723 May 25 20:05:15.748299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39490) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:15.803784 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:15.820732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Pushing event updated for resources: {'Port': ['ID=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,revision_number=8']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:15.919412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:15.920273 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:15.922105 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] 10.222.0.50 "PUT /v2.0/ports/7d9dd7f8-cefe-4ca0-8799-90bd4531df8c HTTP/1.1" status: 200 len: 1122 time: 4.6594977 May 25 20:05:15.939241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:15.939855 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:15.940295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:15.940749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:15.941187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:15.941608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:15.942034 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:15.942478 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:15.942899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:15.943322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:15.943743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:15.944160 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aedf67-fb95-4c9f-b070-25419088501e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:15.998178 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d587fd2-1550-47a4-b5ec-1286de6eef33 req-d49d45d9-b787-4281-bf8f-39c4a05c4915 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231107 May 25 20:05:16.081859 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f0564f0c-8843-4003-af3e-80e0d9b92d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:16.137194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f0564f0c-8843-4003-af3e-80e0d9b92d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:16.152027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 2bb7c3f7-89fe-484e-892a-6d3882445b70 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:16.152990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f0564f0c-8843-4003-af3e-80e0d9b92d5d admin admin] Usage tracker for resource:security_group_rule and tenant:474e0ec62388425c911850cb6f964e68 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:16.173009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f0564f0c-8843-4003-af3e-80e0d9b92d5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:16.186224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f0564f0c-8843-4003-af3e-80e0d9b92d5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:16.215946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-3fe56b85-e0fe-4ad3-acce-c33a5c0eaba1 service neutron] 10.222.0.60 "GET /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103688 May 25 20:05:16.222098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['7d9dd7f8-cefe-4ca0-8799-90bd4531df8c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:05:16.368024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 2bb7c3f7-89fe-484e-892a-6d3882445b70 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:16.368024 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:16.414430 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-6df45530-c206-49ee-a2a5-35241c8512e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:04:34Z', 'revision_number': 4, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '999adf5b-95f0-423c-82a1-176725efb7f6', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'port_id': '20c64003-24f7-44f3-ac3d-46159bb4ecfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'mac_address': 'fa:16:3e:d1:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:05:08Z', 'updated_at': '2022-05-25T20:05:12Z', 'revision_number': 1, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0bb404-c887-4a4d-8557-f9f5f25345c9', 'name': '', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'mac_address': 'fa:16:3e:73:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:32Z', 'updated_at': '2022-05-25T20:04:44Z', 'revision_number': 5, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'subnets': [{'id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:16.443875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df45530-c206-49ee-a2a5-35241c8512e6 None None] The sync data for ids ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'] in n-d-843339-1 is: [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:04:34Z', 'revision_number': 4, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '999adf5b-95f0-423c-82a1-176725efb7f6', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'port_id': '20c64003-24f7-44f3-ac3d-46159bb4ecfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'mac_address': 'fa:16:3e:d1:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:05:08Z', 'updated_at': '2022-05-25T20:05:12Z', 'revision_number': 1, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0bb404-c887-4a4d-8557-f9f5f25345c9', 'name': '', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'mac_address': 'fa:16:3e:73:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:32Z', 'updated_at': '2022-05-25T20:04:44Z', 'revision_number': 5, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'subnets': [{'id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:05:16.554921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5736-3295-4a68-bd26-8380ce439bbf req-50c59f3a-e30a-4689-89ee-56aef94dd204 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:16.556547 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8d3e5736-3295-4a68-bd26-8380ce439bbf req-50c59f3a-e30a-4689-89ee-56aef94dd204 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 949 time: 0.2589998 May 25 20:05:16.564684 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8c96e78-fd3a-4651-9a6f-da0f7223d615 req-ed190f0b-eb7f-4348-81c0-12f4b1a05f97 service neutron] 10.222.0.60 "GET /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239698 May 25 20:05:16.579780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673fef62-de33-4fe3-a34e-e501c71addc5 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:05:16.592341 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:16.593514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Router 3a460fd0-3b1f-43d2-a14b-5777cac23eff is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:05:16.618165 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f0564f0c-8843-4003-af3e-80e0d9b92d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:16.624847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f0564f0c-8843-4003-af3e-80e0d9b92d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:16.625869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 2bb7c3f7-89fe-484e-892a-6d3882445b70 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:16.626266 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:16.638091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a29044-f989-4b34-a56c-af7ae74af3bb {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:05:16.646055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Transition to ACTIVE for port object 673fef62-de33-4fe3-a34e-e501c71addc5 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:16.686827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:16.691912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 2bb7c3f7-89fe-484e-892a-6d3882445b70, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:16.703589 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:16.735414 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:16.831469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0564f0c-8843-4003-af3e-80e0d9b92d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61336c17-b681-4de8-a04e-79589a0034b5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:16.840095 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f0564f0c-8843-4003-af3e-80e0d9b92d5d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=474e0ec62388425c911850cb6f964e68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0452673 May 25 20:05:16.875434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=2bb7c3f7-89fe-484e-892a-6d3882445b70,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:16.899714 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee98f857-3b11-4d5f-ae3a-632fb72447a7 None None] New status for floating IP 999adf5b-95f0-423c-82a1-176725efb7f6: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:05:16.903091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39498) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:16.923403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Pushing event updated for resources: {'Port': ['ID=673fef62-de33-4fe3-a34e-e501c71addc5,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:16.939355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8d3e5736-3295-4a68-bd26-8380ce439bbf req-06328628-1157-4163-82dd-82973dad7c98 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517706 May 25 20:05:16.966126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Transition to ACTIVE for port object 84a29044-f989-4b34-a56c-af7ae74af3bb will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:16.987882 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:17.083623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:05:17.096387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Sync routers for ids ['3a460fd0-3b1f-43d2-a14b-5777cac23eff'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:05:17.119029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Routers {'3a460fd0-3b1f-43d2-a14b-5777cac23eff'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:05:17.120662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:05:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['3a460fd0-3b1f-43d2-a14b-5777cac23eff'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:17.195057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f44d2-e56f-47de-b0d1-e3062fd2abfe req-91b3cf80-68dc-48a8-906b-b82def1a5d53 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:17.197086 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-142f44d2-e56f-47de-b0d1-e3062fd2abfe req-91b3cf80-68dc-48a8-906b-b82def1a5d53 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2749710 May 25 20:05:17.235523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Attempting to bind port 673fef62-de33-4fe3-a34e-e501c71addc5 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:17.236000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Attempting to bind port 673fef62-de33-4fe3-a34e-e501c71addc5 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:17.236426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Attempting to bind port 673fef62-de33-4fe3-a34e-e501c71addc5 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:17.253384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Port 673fef62-de33-4fe3-a34e-e501c71addc5 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:05:17.253854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Attempting to bind port 673fef62-de33-4fe3-a34e-e501c71addc5 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:17.266567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:17.266958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:17.267462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:17.267996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Bound port: 673fef62-de33-4fe3-a34e-e501c71addc5, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:17.268441 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:17.282866 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-142f44d2-e56f-47de-b0d1-e3062fd2abfe req-6b652414-a082-4d4d-bf5e-880178587c37 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752158 May 25 20:05:17.350414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Set router 3a460fd0-3b1f-43d2-a14b-5777cac23eff gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:05:17.378722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] For port 673fef62-de33-4fe3-a34e-e501c71addc5, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:17.381985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] For port 673fef62-de33-4fe3-a34e-e501c71addc5, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=673fef62-de33-4fe3-a34e-e501c71addc5,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:17.388557 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:17.394708 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:17.396291 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c5cc859c-c2bf-4806-9cf3-77db36279e89 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.3165817 May 25 20:05:17.407955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Pushing event updated for resources: {'Port': ['ID=84a29044-f989-4b34-a56c-af7ae74af3bb,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:17.420991 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ef7dfe1-f660-4341-8ac3-71e3bb8739b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:17.438665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39506) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:17.451334 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ef7dfe1-f660-4341-8ac3-71e3bb8739b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:17.466735 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea2e964-1bda-4d48-a885-cd57d4d1dd0f'] response: {'server_uuid': 'a1925427-ca1c-4af2-990e-b33cf1af4b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d9dd7f8-cefe-4ca0-8799-90bd4531df8c', 'code': 200} May 25 20:05:17.497255 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-588f1c14-7b9a-4cc2-b9a0-6ffecccaf11c'] response: {'server_uuid': 'f1351fa7-ba83-465b-887f-81399639cdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9acb47-a82c-4572-a38d-b983dd06b5f6', 'code': 200} May 25 20:05:17.555804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4ce91-e76b-40d0-948e-d91a13e2e86a req-ab88d7c3-4438-4b9f-a5eb-31719eb87fae tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:17.557650 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ec4ce91-e76b-40d0-948e-d91a13e2e86a req-ab88d7c3-4438-4b9f-a5eb-31719eb87fae tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.3644259 May 25 20:05:17.569316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Attempting to bind port 84a29044-f989-4b34-a56c-af7ae74af3bb on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:17.569316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Attempting to bind port 84a29044-f989-4b34-a56c-af7ae74af3bb by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e5896dee-352e-4de6-b96e-5242d699c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:17.569704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Attempting to bind port 84a29044-f989-4b34-a56c-af7ae74af3bb on network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:17.613760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:17.616315 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:17.618748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] 10.222.0.50 "PUT /v2.0/ports/673fef62-de33-4fe3-a34e-e501c71addc5 HTTP/1.1" status: 200 len: 1096 time: 2.3855419 May 25 20:05:17.620699 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feef0484-3d9f-4adb-8033-520965eebb1d'] response: {'name': 'network-changed', 'server_uuid': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'tag': '20c64003-24f7-44f3-ac3d-46159bb4ecfe', 'status': 'completed', 'code': 200} May 25 20:05:17.665290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Port 84a29044-f989-4b34-a56c-af7ae74af3bb on network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:05:17.665896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Attempting to bind port 84a29044-f989-4b34-a56c-af7ae74af3bb on network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:17.686612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:17.687426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Checking segment: {'id': 'e5896dee-352e-4de6-b96e-5242d699c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:17.687993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Bound using segment: {'id': 'e5896dee-352e-4de6-b96e-5242d699c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:17.688703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Bound port: 84a29044-f989-4b34-a56c-af7ae74af3bb, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5896dee-352e-4de6-b96e-5242d699c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:17.689219 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:17.718494 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ef7dfe1-f660-4341-8ac3-71e3bb8739b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:17.748559 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ec4ce91-e76b-40d0-948e-d91a13e2e86a req-b65d2783-1451-49bd-b00e-f92ea2d6ad4b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829216 May 25 20:05:17.756563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7dfe1-f660-4341-8ac3-71e3bb8739b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61336c17-b681-4de8-a04e-79589a0034b5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:17.844231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'name': 'tempest-ServersTestMultiNic-1281012227-router', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a6f6c829-657d-4f81-859b-88d00483e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:07Z', 'updated_at': '2022-05-25T20:05:13Z', 'revision_number': 3, 'project_id': 'e579da175ae34ba290b3df4b663acf2e', 'gw_port': {'id': 'a6f6c829-657d-4f81-859b-88d00483e000', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:10Z', 'updated_at': '2022-05-25T20:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:17.850143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Checking router: 3a460fd0-3b1f-43d2-a14b-5777cac23eff for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:05:17.850626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Updating router 3a460fd0-3b1f-43d2-a14b-5777cac23eff port a6f6c829-657d-4f81-859b-88d00483e000 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:05:17.883241 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ef7dfe1-f660-4341-8ac3-71e3bb8739b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:17.884263 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0ef7dfe1-f660-4341-8ac3-71e3bb8739b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61336c17-b681-4de8-a04e-79589a0034b5 HTTP/1.1" status: 204 len: 168 time: 0.9802079 May 25 20:05:17.934617 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:17.997975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c8c0a-f96d-42da-bbaf-83dbfc9f95fa req-b20ff74c-3b1e-45ae-b041-a4550b376a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:17.999549 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-973c8c0a-f96d-42da-bbaf-83dbfc9f95fa req-b20ff74c-3b1e-45ae-b041-a4550b376a6d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 1101 time: 0.3928037 May 25 20:05:18.045850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] For port 84a29044-f989-4b34-a56c-af7ae74af3bb, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:18.066731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142a8b6-333d-496a-bc90-1df8a63d8596 service neutron] Pushing event updated for resources: {'Port': ['ID=673fef62-de33-4fe3-a34e-e501c71addc5,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:18.098651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] For port 84a29044-f989-4b34-a56c-af7ae74af3bb, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=84a29044-f989-4b34-a56c-af7ae74af3bb,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:18.114880 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:18.125920 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-844667a7-67d3-4f36-ad5a-a674fdfec983 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 258 time: 0.3005807 May 25 20:05:18.237780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:18.244987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:18.256140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:18.267096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Pushing event updated for resources: {'Port': ['ID=84a29044-f989-4b34-a56c-af7ae74af3bb,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:18.272831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-973c8c0a-f96d-42da-bbaf-83dbfc9f95fa req-10078b76-1b08-4a49-b1fa-a718eda381ea service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616150 May 25 20:05:18.277589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:18.278140 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:18.279940 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-6e982cd7-133e-4708-85d9-e0528d6a1605 service neutron] 10.222.0.50 "PUT /v2.0/ports/84a29044-f989-4b34-a56c-af7ae74af3bb HTTP/1.1" status: 200 len: 1091 time: 3.7549119 May 25 20:05:18.280919 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:18.310521 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:05:18.347536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39516) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:18.371827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3a182-7cb5-48b3-ab78-91c829d85f4d req-8fbceaee-4eed-466f-96e6-c4a32bc2af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:18.373378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8e3a182-7cb5-48b3-ab78-91c829d85f4d req-8fbceaee-4eed-466f-96e6-c4a32bc2af5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fa888df1c97c4361b46381c6d6e23e71&device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 1096 time: 0.7377872 May 25 20:05:18.387586 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-421bd1f4-f325-4fc8-b2f1-4ad04aa47aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:18.428810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-a4ca3d31-f007-4269-820c-a966a3251a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:18.430309 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-a4ca3d31-f007-4269-820c-a966a3251a5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dcddf9f64a9e42e28dc8ff11c28cd9b4&device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 1099 time: 0.6505666 May 25 20:05:18.438003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbd8c6-e334-4ada-a223-1f1ffe0191e7 req-230c79eb-dd40-4fd8-aa03-ba0228c64190 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:18.442998 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ebbd8c6-e334-4ada-a223-1f1ffe0191e7 req-230c79eb-dd40-4fd8-aa03-ba0228c64190 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.6543298 May 25 20:05:18.446819 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:18.458053 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:18.483477 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Transition to ACTIVE for port object a6f6c829-657d-4f81-859b-88d00483e000 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:18.494072 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:18.563481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-421bd1f4-f325-4fc8-b2f1-4ad04aa47aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:18.601073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Allocated IP 172.25.3.203 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/03bd98d4-3bef-45f1-b498-c7f874e18657) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:18.601701 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-421bd1f4-f325-4fc8-b2f1-4ad04aa47aeb admin admin] Usage tracker for resource:security_group_rule and tenant:1a09178f893841bb893eee9f78264b76 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:18.620792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-421bd1f4-f325-4fc8-b2f1-4ad04aa47aeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:18.634361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-421bd1f4-f325-4fc8-b2f1-4ad04aa47aeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:18.644212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:18.652010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Attempting to bind port a6f6c829-657d-4f81-859b-88d00483e000 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:18.652350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Attempting to bind port a6f6c829-657d-4f81-859b-88d00483e000 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:18.652890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Attempting to bind port a6f6c829-657d-4f81-859b-88d00483e000 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:18.671507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c has no active binding in host n-h2-843339-1 {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 25 20:05:18.674253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1937a-b0d9-4a89-99b7-adab0434d2ee None None] Pushing event updated for resources: {'Port': ['ID=a6f6c829-657d-4f81-859b-88d00483e000,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:18.691365 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:18.692152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:18.694218 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:18.694893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:18.695661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Bound port: a6f6c829-657d-4f81-859b-88d00483e000, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:18.696196 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:18.720114 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ebbd8c6-e334-4ada-a223-1f1ffe0191e7 req-dbce66e9-867f-46fa-8ddb-3978e76c3eb0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654734 May 25 20:05:18.802856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] For port a6f6c829-657d-4f81-859b-88d00483e000, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:18.806531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] For port a6f6c829-657d-4f81-859b-88d00483e000, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a6f6c829-657d-4f81-859b-88d00483e000,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:18.812823 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:18.899688 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:18.905555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3a182-7cb5-48b3-ab78-91c829d85f4d req-0a96227d-ddfb-45a0-88de-9eb556f3ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:18.907252 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8e3a182-7cb5-48b3-ab78-91c829d85f4d req-0a96227d-ddfb-45a0-88de-9eb556f3ac5d service neutron] 10.222.0.70 "GET /v2.0/networks?id=e236ae8c-f708-42ae-a44d-d3f210eaab6d HTTP/1.1" status: 200 len: 930 time: 0.5069635 May 25 20:05:18.925690 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Routers {'3a460fd0-3b1f-43d2-a14b-5777cac23eff'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:05:18.926623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:05:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['3a460fd0-3b1f-43d2-a14b-5777cac23eff'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:18.936849 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:19.012590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:19.015844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:19.019917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:19.024807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1937a-b0d9-4a89-99b7-adab0434d2ee None None] Pushing event updated for resources: {'Port': ['ID=a6f6c829-657d-4f81-859b-88d00483e000,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:19.066198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Pushing event updated for resources: {'Port': ['ID=03bd98d4-3bef-45f1-b498-c7f874e18657,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:19.112695 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:19.151074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] Set router 3a460fd0-3b1f-43d2-a14b-5777cac23eff gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:05:19.151290 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8e3a182-7cb5-48b3-ab78-91c829d85f4d req-40cdfa52-b02a-4ab9-8de0-97bfb49e9cb7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c64003-24f7-44f3-ac3d-46159bb4ecfe HTTP/1.1" status: 200 len: 1001 time: 0.2310579 May 25 20:05:19.182170 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:19.267894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16652b-de7a-40b4-8249-ccd3b4cc782d req-47a88c02-55cf-4895-a336-4a542e34c803 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:19.269910 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e16652b-de7a-40b4-8249-ccd3b4cc782d req-47a88c02-55cf-4895-a336-4a542e34c803 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.4194326 May 25 20:05:19.309352 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-421bd1f4-f325-4fc8-b2f1-4ad04aa47aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:19.324182 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-421bd1f4-f325-4fc8-b2f1-4ad04aa47aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:19.331437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3a182-7cb5-48b3-ab78-91c829d85f4d req-b060f0f7-a92c-40a4-8348-2c7824ef2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:19.332741 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8e3a182-7cb5-48b3-ab78-91c829d85f4d req-b060f0f7-a92c-40a4-8348-2c7824ef2d4a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b3691ce-8bf7-40ba-b38f-6e43631a7b4f HTTP/1.1" status: 200 len: 868 time: 0.1528039 May 25 20:05:19.416524 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:19.423559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:19.457910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'name': 'tempest-ServersTestMultiNic-1281012227-router', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a6f6c829-657d-4f81-859b-88d00483e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:07Z', 'updated_at': '2022-05-25T20:05:13Z', 'revision_number': 3, 'project_id': 'e579da175ae34ba290b3df4b663acf2e', 'gw_port': {'id': 'a6f6c829-657d-4f81-859b-88d00483e000', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:10Z', 'updated_at': '2022-05-25T20:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:19.465023 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e734f3a-6313-4275-a3f7-60417cd6497d None None] The sync data for ids ['3a460fd0-3b1f-43d2-a14b-5777cac23eff'] in n-d-843339-1 is: [{'id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'name': 'tempest-ServersTestMultiNic-1281012227-router', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a6f6c829-657d-4f81-859b-88d00483e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:07Z', 'updated_at': '2022-05-25T20:05:13Z', 'revision_number': 3, 'project_id': 'e579da175ae34ba290b3df4b663acf2e', 'gw_port': {'id': 'a6f6c829-657d-4f81-859b-88d00483e000', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:10Z', 'updated_at': '2022-05-25T20:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:05:19.473693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1925427-ca1c-4af2-990e-b33cf1af4b49', 'tag': '7d9dd7f8-cefe-4ca0-8799-90bd4531df8c'}, {'name': 'network-changed', 'server_uuid': 'ec7a41ed-55aa-4eb6-854e-170bafc7f16e', 'tag': '84a29044-f989-4b34-a56c-af7ae74af3bb'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:19.476661 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e16652b-de7a-40b4-8249-ccd3b4cc782d req-a0299cc7-ab61-489c-8708-cad619c9c816 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918459 May 25 20:05:19.490054 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-421bd1f4-f325-4fc8-b2f1-4ad04aa47aeb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a09178f893841bb893eee9f78264b76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1400721 May 25 20:05:19.499716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39524) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:19.500524 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee07685-222f-4ce3-a0ea-03a6322a3811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb7c3f7-89fe-484e-892a-6d3882445b70'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:19.505412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bd1f4-f325-4fc8-b2f1-4ad04aa47aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068e469d-13f9-4cff-b473-4e7c130afd7b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:19.557595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:19.586975 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:19.588702 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3597150 May 25 20:05:19.601101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2011c-fed2-46ac-9af3-0fe4a32cb0a1 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Pushing event updated for resources: {'Port': ['ID=03bd98d4-3bef-45f1-b498-c7f874e18657,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:19.625694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cd0b94-f967-4723-b089-1930d1d11c14', 'tag': '673fef62-de33-4fe3-a34e-e501c71addc5'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:19.645128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3a182-7cb5-48b3-ab78-91c829d85f4d req-86aa2faa-128f-419b-ab55-315c3249cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:19.646595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8e3a182-7cb5-48b3-ab78-91c829d85f4d req-86aa2faa-128f-419b-ab55-315c3249cd94 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e236ae8c-f708-42ae-a44d-d3f210eaab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2993197 May 25 20:05:19.702325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-93667eb2-3f09-417d-bf05-d0430abac6f8 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Synchronizing usage tracker for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:floatingip {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:19.721286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-93667eb2-3f09-417d-bf05-d0430abac6f8 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Unset dirty status for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:floatingip {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:19.722649 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-93667eb2-3f09-417d-bf05-d0430abac6f8 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.1112206 May 25 20:05:19.723856 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:19.913692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a6f6c829-657d-4f81-859b-88d00483e000 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:19.949975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-eea95b4c-17e8-4fee-b355-825843df3636 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:19.951413 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-eea95b4c-17e8-4fee-b355-825843df3636 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.2210839 May 25 20:05:19.968159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-ffab9c6e-8223-4468-8074-fb3a0a496339 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:05:19.969488 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f59162f2-6318-454f-bb69-fed2623b8be1 req-ffab9c6e-8223-4468-8074-fb3a0a496339 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104063 May 25 20:05:19.988952 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a272460-8d78-4911-a5d4-ffba569aa16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:20.029546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a6f6c829-657d-4f81-859b-88d00483e000 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:20.038364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a6f6c829-657d-4f81-859b-88d00483e000 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:20.038838 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:20.093391 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a272460-8d78-4911-a5d4-ffba569aa16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:20.113799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52ff28-1f29-4835-9c62-7f23b3cac5f0 req-fde2a5d2-72b1-439d-a458-25ab1d31e338 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:20.120004 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f52ff28-1f29-4835-9c62-7f23b3cac5f0 req-fde2a5d2-72b1-439d-a458-25ab1d31e338 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.4786348 May 25 20:05:20.127436 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:05:20.136528 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8e3a182-7cb5-48b3-ab78-91c829d85f4d req-95dbacb6-8dd1-4827-90cc-c7470f677506 service neutron] 10.222.0.70 "GET /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459152 May 25 20:05:20.176866 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f0e26-0032-42a9-a76f-a41084dcae3a req-e4a9df83-447a-49a7-90c3-2671b3e11d0f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:20.178985 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-611f0e26-0032-42a9-a76f-a41084dcae3a req-e4a9df83-447a-49a7-90c3-2671b3e11d0f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0997107 May 25 20:05:20.217819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a6f6c829-657d-4f81-859b-88d00483e000 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:20.218290 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:20.231783 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-611f0e26-0032-42a9-a76f-a41084dcae3a req-44b34d41-ddf2-4d32-8948-e04f97265b16 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 May 25 20:05:20.240795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port a6f6c829-657d-4f81-859b-88d00483e000, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a6f6c829-657d-4f81-859b-88d00483e000,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:20.257183 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:20.340043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=a6f6c829-657d-4f81-859b-88d00483e000,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:20.449346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff521e1-d184-4a81-9c9d-4f590b4cab6e req-95928fc5-9427-439e-b6d2-52f0afba61d4 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:20.451069 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ff521e1-d184-4a81-9c9d-4f590b4cab6e req-95928fc5-9427-439e-b6d2-52f0afba61d4 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.0958550 May 25 20:05:20.505176 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ff521e1-d184-4a81-9c9d-4f590b4cab6e req-f401cd97-bb66-4555-9874-1f0ff0188d1c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473573 May 25 20:05:20.515677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1f52ff28-1f29-4835-9c62-7f23b3cac5f0 req-b6f18533-7c50-468e-839d-b201c5f1a4ea tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Synchronizing usage tracker for tenant:2802763962b04e3bb06c9f54560b4877 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:20.540384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Allocated IP 172.20.0.1 (1a24d098-219c-46a2-a2c5-0778d747f827/63d419cd-3853-4b54-bc8a-ff424215ed21/05ee2e73-63d3-445d-9b95-865181467254) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:20.572741 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacb3c37-6126-479d-b5fb-981b00f3f113'] response: {'server_uuid': '2ee07685-222f-4ce3-a0ea-03a6322a3811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb7c3f7-89fe-484e-892a-6d3882445b70', 'code': 200} May 25 20:05:20.616615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1f52ff28-1f29-4835-9c62-7f23b3cac5f0 req-b6f18533-7c50-468e-839d-b201c5f1a4ea tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Unset dirty status for tenant:2802763962b04e3bb06c9f54560b4877 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:20.617771 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f52ff28-1f29-4835-9c62-7f23b3cac5f0 req-b6f18533-7c50-468e-839d-b201c5f1a4ea tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763484 May 25 20:05:20.622718 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a272460-8d78-4911-a5d4-ffba569aa16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:20.688375 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8e3a182-7cb5-48b3-ab78-91c829d85f4d req-84b5e5ec-2348-4a41-ab41-8405b61bca9b service neutron] 10.222.0.70 "GET /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319505 May 25 20:05:20.695111 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b911bab5-1acd-467f-bdae-5c789e60b863'] response: {'name': 'network-changed', 'server_uuid': 'a1925427-ca1c-4af2-990e-b33cf1af4b49', 'tag': '7d9dd7f8-cefe-4ca0-8799-90bd4531df8c', 'status': 'completed', 'code': 200} May 25 20:05:20.701338 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b911bab5-1acd-467f-bdae-5c789e60b863'] response: {'name': 'network-changed', 'server_uuid': 'ec7a41ed-55aa-4eb6-854e-170bafc7f16e', 'tag': '84a29044-f989-4b34-a56c-af7ae74af3bb', 'status': 'completed', 'code': 200} May 25 20:05:20.777684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a272460-8d78-4911-a5d4-ffba569aa16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068e469d-13f9-4cff-b473-4e7c130afd7b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:20.795663 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ecb93c-21d0-4182-a74c-126b2ada965e'] response: {'name': 'network-changed', 'server_uuid': '22cd0b94-f967-4723-b089-1930d1d11c14', 'tag': '673fef62-de33-4fe3-a34e-e501c71addc5', 'status': 'completed', 'code': 200} May 25 20:05:20.843250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a272460-8d78-4911-a5d4-ffba569aa16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:20.844379 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3a272460-8d78-4911-a5d4-ffba569aa16f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/068e469d-13f9-4cff-b473-4e7c130afd7b HTTP/1.1" status: 204 len: 168 time: 1.3437281 May 25 20:05:20.953330 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:20.987249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Transition to ACTIVE for port object 05ee2e73-63d3-445d-9b95-865181467254 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:21.000389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-1bb6895d-068c-41a5-a5d8-0b14e8b5a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:21.001924 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-1bb6895d-068c-41a5-a5d8-0b14e8b5a8d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 1125 time: 0.2677288 May 25 20:05:21.045332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b02237-98ca-479b-acd5-4de80427f641 req-4391b72d-c148-44c1-a500-c0a8e4d46a13 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:21.047223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-52b02237-98ca-479b-acd5-4de80427f641 req-4391b72d-c148-44c1-a500-c0a8e4d46a13 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.2000644 May 25 20:05:21.200590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c16eb-95a2-46ac-9187-01339e2f11e5 req-36d54878-d23d-4859-8b7c-26669b1b7a3d tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:21.202356 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f41c16eb-95a2-46ac-9187-01339e2f11e5 req-36d54878-d23d-4859-8b7c-26669b1b7a3d tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0986454 May 25 20:05:21.222757 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:21.298338 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-52b02237-98ca-479b-acd5-4de80427f641 req-1bc6c937-2bb9-4ded-a498-d22fa30b34a1 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840882 May 25 20:05:21.310407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-3105d1f6-a045-47b0-9d50-439cbf5df61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:21.311856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-3105d1f6-a045-47b0-9d50-439cbf5df61b service neutron] 10.222.0.70 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 921 time: 0.3000655 May 25 20:05:21.344063 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f41c16eb-95a2-46ac-9187-01339e2f11e5 req-7cf0f694-f27b-45cc-9fad-042bd0bad659 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.1353629 May 25 20:05:21.353780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-f41c16eb-95a2-46ac-9187-01339e2f11e5 req-14258706-5871-4413-8797-0a0826d8847c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Request body: {'floatingip': {'port_id': '20c64003-24f7-44f3-ac3d-46159bb4ecfe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:21.392847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Network 1a24d098-219c-46a2-a2c5-0778d747f827 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:21.405312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:21.408163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:21.447364 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-2093039e-9700-4b2e-a233-fa818f6c8927 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c HTTP/1.1" status: 200 len: 217 time: 0.1247985 May 25 20:05:21.498618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Pushing event updated for resources: {'Port': ['ID=05ee2e73-63d3-445d-9b95-865181467254,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:21.545811 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f41c16eb-95a2-46ac-9187-01339e2f11e5 req-14258706-5871-4413-8797-0a0826d8847c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:21.585151 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:21.734988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-7837ddf2-f394-4263-b761-97c32171105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:21.737275 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-7837ddf2-f394-4263-b761-97c32171105a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.2752213 May 25 20:05:21.806403 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cbd1abc8-284f-4d7f-a5e0-87ecb5157da8 None None] Provisioning for port 05ee2e73-63d3-445d-9b95-865181467254 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:21.812722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cbd1abc8-284f-4d7f-a5e0-87ecb5157da8 None None] Provisioning complete for port 05ee2e73-63d3-445d-9b95-865181467254 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:21.813095 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cbd1abc8-284f-4d7f-a5e0-87ecb5157da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:21.829357 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-cb7e5f6b-1159-4ff2-9090-ed99a044fa2d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836844 May 25 20:05:21.875431 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1abc8-284f-4d7f-a5e0-87ecb5157da8 None None] Port 05ee2e73-63d3-445d-9b95-865181467254 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:05:21.892791 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a6f6c829-657d-4f81-859b-88d00483e000 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:21.996696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a6f6c829-657d-4f81-859b-88d00483e000 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:21.997355 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:22.001718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78599162-4ffc-44a5-8b21-6cd26b0aa224 req-8825540b-cdf9-4aea-8648-0cefaad1ff0d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:22.003275 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78599162-4ffc-44a5-8b21-6cd26b0aa224 req-8825540b-cdf9-4aea-8648-0cefaad1ff0d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.4944866 May 25 20:05:22.114283 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-27ef9736-2b02-4df2-af2e-fc4d8ba25ca2 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474754 May 25 20:05:22.121005 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78599162-4ffc-44a5-8b21-6cd26b0aa224 req-083cb2d3-8d83-4110-90cb-eb44c45b44bd tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077166 May 25 20:05:22.219623 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [req-f41c16eb-95a2-46ac-9187-01339e2f11e5 req-14258706-5871-4413-8797-0a0826d8847c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] update failed (client error): There was a conflict when trying to complete your request. May 25 20:05:22.229785 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f41c16eb-95a2-46ac-9187-01339e2f11e5 req-14258706-5871-4413-8797-0a0826d8847c tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "PUT /v2.0/floatingips/c0d843be-66a6-473b-a1a0-f18ab72a9286 HTTP/1.1" status: 409 len: 550 time: 0.8798842 May 25 20:05:22.230450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a6f6c829-657d-4f81-859b-88d00483e000 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:22.438031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5673a80-9994-4fb6-841d-3c5bccdf0b6a req-3a008309-9d05-45b4-92e4-5e0ccccf2946 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:22.439610 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5673a80-9994-4fb6-841d-3c5bccdf0b6a req-3a008309-9d05-45b4-92e4-5e0ccccf2946 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.0973752 May 25 20:05:22.458188 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:22.489120 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5673a80-9994-4fb6-841d-3c5bccdf0b6a req-ced16555-3e2e-457d-90f9-c74a9c179e92 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408676 May 25 20:05:22.599271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-a6a884d6-aaad-4eb4-b77c-8214f2d4618e service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745495 May 25 20:05:22.624056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1a105-2487-4a66-a248-4a1a3763cb6d req-5b577023-69a6-418b-8882-fb90db797d5f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:22.624972 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73e1a105-2487-4a66-a248-4a1a3763cb6d req-5b577023-69a6-418b-8882-fb90db797d5f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2346108 May 25 20:05:22.688873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882d343-cd16-489a-815b-fd484494d970 req-6a6a5a14-8ff2-47c5-be1d-5d1f24ab5ef4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:22.690676 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1882d343-cd16-489a-815b-fd484494d970 req-6a6a5a14-8ff2-47c5-be1d-5d1f24ab5ef4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1022584 May 25 20:05:22.750828 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73e1a105-2487-4a66-a248-4a1a3763cb6d req-50a7cae4-bbf7-4a28-b879-56fda24c575d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089151 May 25 20:05:22.753680 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1882d343-cd16-489a-815b-fd484494d970 req-062bdec3-0902-4f2d-b711-bbe7d060c137 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566196 May 25 20:05:22.877134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-398c6ed9-6a1f-451b-aed1-6e37bc215b4a tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips/c0d843be-66a6-473b-a1a0-f18ab72a9286 HTTP/1.1" status: 200 len: 693 time: 0.0987840 May 25 20:05:22.948007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf150f1-f661-46a8-84be-12a4ec159370 req-078f5acd-52ce-4e9e-8756-4315ffc33bb8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:22.949459 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1cf150f1-f661-46a8-84be-12a4ec159370 req-078f5acd-52ce-4e9e-8756-4315ffc33bb8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.0907962 May 25 20:05:22.993206 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:22.994291 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1cf150f1-f661-46a8-84be-12a4ec159370 req-ed9f8f07-3dbe-48e3-89a1-ce323e890a01 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390491 May 25 20:05:23.001182 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:23.154628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-e4ce00a7-d85d-4c5e-940b-795ca0bc8bf5 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:23.155897 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-e4ce00a7-d85d-4c5e-940b-795ca0bc8bf5 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.2727854 May 25 20:05:23.156544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Pushing event updated for resources: {'Port': ['ID=05ee2e73-63d3-445d-9b95-865181467254,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:23.164395 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:23.171914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-873d54c5-50ce-4793-9c95-2ce2bf8916f7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:05:23.172968 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-873d54c5-50ce-4793-9c95-2ce2bf8916f7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105693 May 25 20:05:23.323132 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-3a04ed00-7b3b-4fc0-b87e-2910915e7c09 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.1436045 May 25 20:05:23.345842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29672468-71ce-40ba-a0d4-36a828350f48 req-de285a0c-e888-431b-9650-3e9e2b1faad3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:23.347347 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29672468-71ce-40ba-a0d4-36a828350f48 req-de285a0c-e888-431b-9650-3e9e2b1faad3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.0836072 May 25 20:05:23.398484 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29672468-71ce-40ba-a0d4-36a828350f48 req-d62c6c20-dc64-46c6-8177-561d5e3a3298 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451126 May 25 20:05:23.412982 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-7cb1cc3d-ab5f-4a86-9963-a4ec83e2c7d8 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.0814312 May 25 20:05:23.519281 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:23.616452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Network 1a24d098-219c-46a2-a2c5-0778d747f827 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:23.617816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-49fa8aa8-2f13-471c-b979-738c90864015 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Deleting port 03bd98d4-3bef-45f1-b498-c7f874e18657 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:05:23.618146 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-49fa8aa8-2f13-471c-b979-738c90864015 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:23.642509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:23.730547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43211a-1bc6-423b-8df0-da71a1038dc5 req-a9e5d3b6-a215-43bc-9b8f-ef5c1f30c611 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:23.731193 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8b43211a-1bc6-423b-8df0-da71a1038dc5 req-a9e5d3b6-a215-43bc-9b8f-ef5c1f30c611 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.0997815 May 25 20:05:23.786745 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8b43211a-1bc6-423b-8df0-da71a1038dc5 req-99fcae3f-cdfe-494f-90ea-751fd7f1826c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490525 May 25 20:05:23.910039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-eeca04ec-e57b-4ffb-a92b-53c43fbff672 None None] Provisioning complete for port 05ee2e73-63d3-445d-9b95-865181467254 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:23.910412 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eeca04ec-e57b-4ffb-a92b-53c43fbff672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:23.965896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-eeca04ec-e57b-4ffb-a92b-53c43fbff672 None None] Port 05ee2e73-63d3-445d-9b95-865181467254 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:05:24.016939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db284b11-cbd0-40ec-aa6b-849ee1570223 req-1f2e0d12-a47a-4143-b56c-4486a02130ad tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:24.018417 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db284b11-cbd0-40ec-aa6b-849ee1570223 req-1f2e0d12-a47a-4143-b56c-4486a02130ad tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0823119 May 25 20:05:24.067089 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db284b11-cbd0-40ec-aa6b-849ee1570223 req-6ed098b2-8478-467e-a363-de5f93a60a2e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428169 May 25 20:05:24.101104 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-49fa8aa8-2f13-471c-b979-738c90864015 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:24.101411 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-49fa8aa8-2f13-471c-b979-738c90864015 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:24.116059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Router 3a460fd0-3b1f-43d2-a14b-5777cac23eff has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:05:24.235958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-49fa8aa8-2f13-471c-b979-738c90864015 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Calling delete_port for 03bd98d4-3bef-45f1-b498-c7f874e18657 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:05:24.242500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7f6dd-c093-4e32-8a18-bb9187fd41e2 req-c3412dee-be62-4c06-8938-44f43303c268 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:24.244042 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2da7f6dd-c093-4e32-8a18-bb9187fd41e2 req-c3412dee-be62-4c06-8938-44f43303c268 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.0823517 May 25 20:05:24.289703 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2da7f6dd-c093-4e32-8a18-bb9187fd41e2 req-ab5a2163-1fd7-4d92-8c00-556c579f7af9 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389359 May 25 20:05:24.512414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a1c26-a6c8-4b91-a75d-b4201c1af45d req-f0ec8d3d-7931-4a4c-bc0e-9bad3f321c02 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:24.513863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e59a1c26-a6c8-4b91-a75d-b4201c1af45d req-f0ec8d3d-7931-4a4c-bc0e-9bad3f321c02 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.0922718 May 25 20:05:24.516708 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:05:24.526994 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Sync routers for ids ['3a460fd0-3b1f-43d2-a14b-5777cac23eff'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:05:24.537669 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Routers {'3a460fd0-3b1f-43d2-a14b-5777cac23eff'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:05:24.538523 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:05:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['3a460fd0-3b1f-43d2-a14b-5777cac23eff'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:24.563076 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-49fa8aa8-2f13-471c-b979-738c90864015 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:24.570250 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e59a1c26-a6c8-4b91-a75d-b4201c1af45d req-009d9bc2-7313-4b2a-906c-c94be9ae24d2 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503380 May 25 20:05:24.601969 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-95612fbb-8841-468c-accc-f3352c56d70a admin admin] 10.222.0.60 "PUT /v2.0/routers/3a460fd0-3b1f-43d2-a14b-5777cac23eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1569457 May 25 20:05:24.620654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa8aa8-2f13-471c-b979-738c90864015 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Pushing event deleted for resources: {'Port': ['ID=03bd98d4-3bef-45f1-b498-c7f874e18657,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:24.727392 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-49fa8aa8-2f13-471c-b979-738c90864015 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:24.730287 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-49fa8aa8-2f13-471c-b979-738c90864015 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:24.747261 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-52b219a9-1693-47d1-ac8c-94dd5653a0e9 req-49fa8aa8-2f13-471c-b979-738c90864015 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "DELETE /v2.0/floatingips/c0d843be-66a6-473b-a1a0-f18ab72a9286 HTTP/1.1" status: 204 len: 173 time: 1.3164067 May 25 20:05:24.795300 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Set router 3a460fd0-3b1f-43d2-a14b-5777cac23eff gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:05:24.800654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39644) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:24.939121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f76c6-0e88-4970-bc46-b8fbc327f66b req-954791f7-55c8-48ae-b848-3a86391a1a8e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:24.940923 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-386f76c6-0e88-4970-bc46-b8fbc327f66b req-954791f7-55c8-48ae-b848-3a86391a1a8e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.0983038 May 25 20:05:24.992953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-435247549'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:24.999968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:25.006797 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-640955a2-0632-4a67-8860-1b04c4f33045 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 1001 time: 0.1715539 May 25 20:05:25.007868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Usage tracker for resource:network and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:25.013504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:25.022919 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-386f76c6-0e88-4970-bc46-b8fbc327f66b req-fa93cdc6-95d1-45fc-9b56-820694d848fa tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759315 May 25 20:05:25.023665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:25.038527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:25.044250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:25.098542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:05:25.111813 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:25.112286 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Added segment c5c22b51-bcbe-4467-8be5-455d5cf89d74 of type vlan for network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 May 25 20:05:25.128116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-04a98db9-a5f9-4d8d-bba2-79b01581e076 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:25.129516 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-04a98db9-a5f9-4d8d-bba2-79b01581e076 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports/20c64003-24f7-44f3-ac3d-46159bb4ecfe HTTP/1.1" status: 200 len: 942 time: 0.1175487 May 25 20:05:25.172879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:25.204488 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'name': 'tempest-ServersTestMultiNic-1281012227-router', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a6f6c829-657d-4f81-859b-88d00483e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:07Z', 'updated_at': '2022-05-25T20:05:22Z', 'revision_number': 4, 'project_id': 'e579da175ae34ba290b3df4b663acf2e', 'gw_port': {'id': 'a6f6c829-657d-4f81-859b-88d00483e000', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:10Z', 'updated_at': '2022-05-25T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '05ee2e73-63d3-445d-9b95-865181467254', 'name': '', 'network_id': '1a24d098-219c-46a2-a2c5-0778d747f827', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'mac_address': 'fa:16:3e:cf:49:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '63d419cd-3853-4b54-bc8a-ff424215ed21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:19Z', 'updated_at': '2022-05-25T20:05:22Z', 'revision_number': 2, 'project_id': 'e579da175ae34ba290b3df4b663acf2e', 'subnets': [{'id': '63d419cd-3853-4b54-bc8a-ff424215ed21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:25.209318 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Checking router: 3a460fd0-3b1f-43d2-a14b-5777cac23eff for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:05:25.209902 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Updating router 3a460fd0-3b1f-43d2-a14b-5777cac23eff port 05ee2e73-63d3-445d-9b95-865181467254 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:05:25.281993 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:25.288298 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:25.297158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:25.297840 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:25.315892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39658) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:25.382721 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-abb2fb47-49a4-4703-bbea-98581b9f9c67 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 1001 time: 0.1292217 May 25 20:05:25.396851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64570b1-85a9-4c01-adf2-05965fabc40e req-f123da54-561a-430d-9ac8-b775c79d1a8a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:25.397836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a64570b1-85a9-4c01-adf2-05965fabc40e req-f123da54-561a-430d-9ac8-b775c79d1a8a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Synchronizing usage tracker for tenant:dcddf9f64a9e42e28dc8ff11c28cd9b4 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:25.434342 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6325347 May 25 20:05:25.439927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39666) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:25.443951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a64e7b-42c7-4d5f-98f2-5e96aeb1853d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event updated for resources: {'Network': ['ID=8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:25.451588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Request body: {'subnet': {'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:25.460696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:05:25.470666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a64570b1-85a9-4c01-adf2-05965fabc40e req-f123da54-561a-430d-9ac8-b775c79d1a8a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Unset dirty status for tenant:dcddf9f64a9e42e28dc8ff11c28cd9b4 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:25.471813 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a64570b1-85a9-4c01-adf2-05965fabc40e req-f123da54-561a-430d-9ac8-b775c79d1a8a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.3035181 May 25 20:05:25.536815 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c020d040-52b5-45e1-b539-01d6654e76cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:25.555320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c020d040-52b5-45e1-b539-01d6654e76cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:25.560094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c020d040-52b5-45e1-b539-01d6654e76cc admin admin] Usage tracker for resource:security_group_rule and tenant:01f7f9edf8194765a7830e1f3b5372a7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:25.563474 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c020d040-52b5-45e1-b539-01d6654e76cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:25.570350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c020d040-52b5-45e1-b539-01d6654e76cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:25.608381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a64570b1-85a9-4c01-adf2-05965fabc40e req-d801322c-a0b7-415d-99fd-982f00adf79b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Synchronizing usage tracker for tenant:dcddf9f64a9e42e28dc8ff11c28cd9b4 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:25.630955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:25.637192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Usage tracker for resource:subnet and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:25.641019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:25.646680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a64570b1-85a9-4c01-adf2-05965fabc40e req-d801322c-a0b7-415d-99fd-982f00adf79b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Unset dirty status for tenant:dcddf9f64a9e42e28dc8ff11c28cd9b4 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:25.648550 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a64570b1-85a9-4c01-adf2-05965fabc40e req-d801322c-a0b7-415d-99fd-982f00adf79b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160779 May 25 20:05:25.649185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:25.664449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-a1058413-33e9-48eb-bb09-237f7ffa1128 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:25.665331 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-a1058413-33e9-48eb-bb09-237f7ffa1128 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.2751186 May 25 20:05:25.669329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:25.677416 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:25.695403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-a8f36722-4cb6-43bb-87c6-b2229fbe0060 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:05:25.696535 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-a8f36722-4cb6-43bb-87c6-b2229fbe0060 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115414 May 25 20:05:25.754263 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:25.792488 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Transition to ACTIVE for port object 05ee2e73-63d3-445d-9b95-865181467254 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:25.813311 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:25.844774 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c020d040-52b5-45e1-b539-01d6654e76cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:25.850447 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-90d1b3c8-3d05-472e-b36f-a0c61f464f22 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 1001 time: 0.1318536 May 25 20:05:25.851566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c020d040-52b5-45e1-b539-01d6654e76cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:25.877123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-7edb8e55-7f1c-44f8-b303-165ecd4862d6 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:25.958066 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa39bf-d9c4-4bfd-ab2f-3d885af19225 None None] Pushing event updated for resources: {'Port': ['ID=05ee2e73-63d3-445d-9b95-865181467254,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:25.980457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cb64f-73cb-4277-9aa3-5d0b91f95d68 req-7a730d63-1013-4fbe-987d-b1c86b5ad5a8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:25.982946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c3cb64f-73cb-4277-9aa3-5d0b91f95d68 req-7a730d63-1013-4fbe-987d-b1c86b5ad5a8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1435637 May 25 20:05:26.066959 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Attempting to bind port 05ee2e73-63d3-445d-9b95-865181467254 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:26.067369 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Attempting to bind port 05ee2e73-63d3-445d-9b95-865181467254 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '0da87d82-2b1f-469f-b565-ba713ced5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1a24d098-219c-46a2-a2c5-0778d747f827'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:26.067653 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Attempting to bind port 05ee2e73-63d3-445d-9b95-865181467254 on network 1a24d098-219c-46a2-a2c5-0778d747f827 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:26.075235 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:26.075676 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Checking segment: {'id': '0da87d82-2b1f-469f-b565-ba713ced5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1a24d098-219c-46a2-a2c5-0778d747f827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:26.076171 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:26.076594 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Bound using segment: {'id': '0da87d82-2b1f-469f-b565-ba713ced5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1a24d098-219c-46a2-a2c5-0778d747f827'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:26.077097 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Bound port: 05ee2e73-63d3-445d-9b95-865181467254, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da87d82-2b1f-469f-b565-ba713ced5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1a24d098-219c-46a2-a2c5-0778d747f827'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:26.077481 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:26.112022 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-7edb8e55-7f1c-44f8-b303-165ecd4862d6 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:26.214503 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] For port 05ee2e73-63d3-445d-9b95-865181467254, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:26.223232 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] For port 05ee2e73-63d3-445d-9b95-865181467254, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=05ee2e73-63d3-445d-9b95-865181467254,segment=NetworkSegment(0da87d82-2b1f-469f-b565-ba713ced5588),segment_id=0da87d82-2b1f-469f-b565-ba713ced5588)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:26.229380 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:26.260787 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c3cb64f-73cb-4277-9aa3-5d0b91f95d68 req-7a445735-ee8d-450f-9cc6-ad7709c859f9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679832 May 25 20:05:26.316652 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:26.361560 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Routers {'3a460fd0-3b1f-43d2-a14b-5777cac23eff'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:05:26.362197 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:05:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['3a460fd0-3b1f-43d2-a14b-5777cac23eff'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:26.430291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event updated for resources: {'Subnet': ['ID=5616536b-bf12-4f8a-ab89-7eb5336d39b1,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:26.444826 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa39bf-d9c4-4bfd-ab2f-3d885af19225 None None] Pushing event updated for resources: {'Port': ['ID=05ee2e73-63d3-445d-9b95-865181467254,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:26.462080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Checking segment: {'id': 'c5c22b51-bcbe-4467-8be5-455d5cf89d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:26.462568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Network hostable DHCP agents. Network: 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:05:26.518004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:05:26.547348 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-7edb8e55-7f1c-44f8-b303-165ecd4862d6 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:26.580109 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:26.590857 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281fb8a4-90b0-4608-bd7f-107e6f283aa8 None None] Network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:05:26.598505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:26.599097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:26.600677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020d040-52b5-45e1-b539-01d6654e76cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef37b7f8-95f1-46fe-9db5-dc60b03a3fa6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:26.636621 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c020d040-52b5-45e1-b539-01d6654e76cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01f7f9edf8194765a7830e1f3b5372a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3132384 May 25 20:05:26.637236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39674) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:26.640464 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-7edb8e55-7f1c-44f8-b303-165ecd4862d6 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:26.640783 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-7edb8e55-7f1c-44f8-b303-165ecd4862d6 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Floating IP 999adf5b-95f0-423c-82a1-176725efb7f6 disassociated. External IP: 172.25.3.210, port: 20c64003-24f7-44f3-ac3d-46159bb4ecfe. May 25 20:05:26.678557 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ad3b523a-7e1c-43fb-b4fe-100a194d09ed tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2371764 May 25 20:05:26.681317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39678) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:26.718300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1717257609'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:26.738201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:26.758825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Usage tracker for resource:network and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:26.760059 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] Set router 3a460fd0-3b1f-43d2-a14b-5777cac23eff gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:05:26.778763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:26.804536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:26.828818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782854d-9b82-41d2-a294-1d54f6fd1066 req-19c5fad3-a1d8-405b-9900-886a403eca72 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:26.834765 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3782854d-9b82-41d2-a294-1d54f6fd1066 req-19c5fad3-a1d8-405b-9900-886a403eca72 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.3043153 May 25 20:05:26.907945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:26.911617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:26.934774 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44d80185-8d77-4555-8a20-611399fa9314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:26.945767 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3782854d-9b82-41d2-a294-1d54f6fd1066 req-15915fc6-98f8-4dde-8e9d-4c4fcd8bf9a3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993445 May 25 20:05:26.998370 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44d80185-8d77-4555-8a20-611399fa9314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:27.023015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:05:27.049816 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:27.050288 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Added segment df42a3ef-aab7-4683-9f44-94dc30e8b639 of type vlan for network 82507f75-bd96-4d5e-be11-c61da92e9a8a May 25 20:05:27.058056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6', 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'fixed_ips': [{'subnet_id': '5616536b-bf12-4f8a-ab89-7eb5336d39b1'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:05:27.059034 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:27.078603 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:27.157284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:27.163137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:27.163841 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:27.252029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-7edb8e55-7f1c-44f8-b303-165ecd4862d6 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Router b1029a64-b591-4914-a6a1-3ed98bcf7f35 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:05:27.284215 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'name': 'tempest-ServersTestMultiNic-1281012227-router', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a6f6c829-657d-4f81-859b-88d00483e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:07Z', 'updated_at': '2022-05-25T20:05:22Z', 'revision_number': 4, 'project_id': 'e579da175ae34ba290b3df4b663acf2e', 'gw_port': {'id': 'a6f6c829-657d-4f81-859b-88d00483e000', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:10Z', 'updated_at': '2022-05-25T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '05ee2e73-63d3-445d-9b95-865181467254', 'name': '', 'network_id': '1a24d098-219c-46a2-a2c5-0778d747f827', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'mac_address': 'fa:16:3e:cf:49:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '63d419cd-3853-4b54-bc8a-ff424215ed21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:19Z', 'updated_at': '2022-05-25T20:05:26Z', 'revision_number': 4, 'project_id': 'e579da175ae34ba290b3df4b663acf2e', 'subnets': [{'id': '63d419cd-3853-4b54-bc8a-ff424215ed21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:27.288319 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5a48e-b1dd-4e8e-b536-c343b6e3c1a9 None None] The sync data for ids ['3a460fd0-3b1f-43d2-a14b-5777cac23eff'] in n-d-843339-1 is: [{'id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'name': 'tempest-ServersTestMultiNic-1281012227-router', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a6f6c829-657d-4f81-859b-88d00483e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:07Z', 'updated_at': '2022-05-25T20:05:22Z', 'revision_number': 4, 'project_id': 'e579da175ae34ba290b3df4b663acf2e', 'gw_port': {'id': 'a6f6c829-657d-4f81-859b-88d00483e000', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:10Z', 'updated_at': '2022-05-25T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '05ee2e73-63d3-445d-9b95-865181467254', 'name': '', 'network_id': '1a24d098-219c-46a2-a2c5-0778d747f827', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'mac_address': 'fa:16:3e:cf:49:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '63d419cd-3853-4b54-bc8a-ff424215ed21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:19Z', 'updated_at': '2022-05-25T20:05:26Z', 'revision_number': 4, 'project_id': 'e579da175ae34ba290b3df4b663acf2e', 'subnets': [{'id': '63d419cd-3853-4b54-bc8a-ff424215ed21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:05:27.297468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event updated for resources: {'Network': ['ID=82507f75-bd96-4d5e-be11-c61da92e9a8a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:27.310145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 82507f75-bd96-4d5e-be11-c61da92e9a8a details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:05:27.338563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-999bdc69-da52-4924-ab73-91a51bf5e912 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6499734 May 25 20:05:27.339498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39686) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:27.346243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Request body: {'subnet': {'network_id': '82507f75-bd96-4d5e-be11-c61da92e9a8a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:27.441008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Allocated IP 19.80.0.2 (8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6/5616536b-bf12-4f8a-ab89-7eb5336d39b1/b6c80271-b46e-4279-a884-cf94e355abdd) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:27.483989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-7edb8e55-7f1c-44f8-b303-165ecd4862d6 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:05:27.495122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23123830-425a-4a7d-9983-1528d0ffba69 req-3ca1e9e7-fdbb-4000-9817-c72d0525fb17 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:27.498475 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-7edb8e55-7f1c-44f8-b303-165ecd4862d6 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:27.502842 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-23123830-425a-4a7d-9983-1528d0ffba69 req-3ca1e9e7-fdbb-4000-9817-c72d0525fb17 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.3955727 May 25 20:05:27.544361 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44d80185-8d77-4555-8a20-611399fa9314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:27.571500 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-7edb8e55-7f1c-44f8-b303-165ecd4862d6 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "PUT /v2.0/floatingips/999adf5b-95f0-423c-82a1-176725efb7f6 HTTP/1.1" status: 200 len: 695 time: 1.7057459 May 25 20:05:27.572122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'tag': '20c64003-24f7-44f3-ac3d-46159bb4ecfe'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:27.593290 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-23123830-425a-4a7d-9983-1528d0ffba69 req-bff5093d-bbf3-46bd-8b66-6d8352745606 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895898 May 25 20:05:27.599310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d80185-8d77-4555-8a20-611399fa9314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef37b7f8-95f1-46fe-9db5-dc60b03a3fa6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:27.611146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:27.613800 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44d80185-8d77-4555-8a20-611399fa9314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:27.615283 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-44d80185-8d77-4555-8a20-611399fa9314 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef37b7f8-95f1-46fe-9db5-dc60b03a3fa6 HTTP/1.1" status: 204 len: 168 time: 0.9735990 May 25 20:05:27.617954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Usage tracker for resource:subnet and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:27.621486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:27.627601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:27.648854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:27.655244 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:27.675404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328303a-9f44-4b98-b143-38ba70e4b74b None None] Sync routers for ids ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:05:27.761802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328303a-9f44-4b98-b143-38ba70e4b74b None None] Routers {'b1029a64-b591-4914-a6a1-3ed98bcf7f35'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:05:27.762561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-6328303a-9f44-4b98-b143-38ba70e4b74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:05:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:27.856854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-d6532b15-e880-4505-9515-350d99bc6627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:27.864248 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-d6532b15-e880-4505-9515-350d99bc6627 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa888df1c97c4361b46381c6d6e23e71&device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 1096 time: 0.2856710 May 25 20:05:27.927736 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 05ee2e73-63d3-445d-9b95-865181467254 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:27.958673 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:28.065682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-ee41fcc7-4d2b-4468-8fe7-e053fbf6f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:28.075193 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-ee41fcc7-4d2b-4468-8fe7-e053fbf6f12d service neutron] 10.222.0.60 "GET /v2.0/networks?id=e236ae8c-f708-42ae-a44d-d3f210eaab6d HTTP/1.1" status: 200 len: 930 time: 0.2061920 May 25 20:05:28.129131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333b0dc-9bac-41a3-ade6-d4ceed189dfb req-217f0593-d548-4258-a74c-565bf063e066 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:28.131001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1333b0dc-9bac-41a3-ade6-d4ceed189dfb req-217f0593-d548-4258-a74c-565bf063e066 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.2500236 May 25 20:05:28.176631 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-864fefee-569a-4221-8bb5-a1daa1065c17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c64003-24f7-44f3-ac3d-46159bb4ecfe HTTP/1.1" status: 200 len: 217 time: 0.1010735 May 25 20:05:28.203556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39700) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:28.206852 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa927-714e-43dd-97e9-492fc28aac4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:28.235375 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:28.257753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-6d38d26a-4aca-47de-a481-bfd67235b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:28.259576 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-6d38d26a-4aca-47de-a481-bfd67235b25a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b3691ce-8bf7-40ba-b38f-6e43631a7b4f HTTP/1.1" status: 200 len: 868 time: 0.0823812 May 25 20:05:28.268471 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5e249b5b-8b91-4a3f-ae7b-902cbf8ac53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:28.274098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 05ee2e73-63d3-445d-9b95-865181467254 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:28.282230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Transition to ACTIVE for port object b6c80271-b46e-4279-a884-cf94e355abdd will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:28.290741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5e249b5b-8b91-4a3f-ae7b-902cbf8ac53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:28.293534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 05ee2e73-63d3-445d-9b95-865181467254 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:28.293900 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:28.295853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5e249b5b-8b91-4a3f-ae7b-902cbf8ac53d admin admin] Usage tracker for resource:security_group_rule and tenant:04a38c16985c406f9a1ac98130ce487a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:28.299638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5e249b5b-8b91-4a3f-ae7b-902cbf8ac53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:28.308253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5e249b5b-8b91-4a3f-ae7b-902cbf8ac53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:28.342119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-6328303a-9f44-4b98-b143-38ba70e4b74b None None] Set router b1029a64-b591-4914-a6a1-3ed98bcf7f35 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:05:28.360290 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1333b0dc-9bac-41a3-ade6-d4ceed189dfb req-86e791a2-41de-4823-82f0-c742c99aa39a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834667 May 25 20:05:28.468676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Transition to ACTIVE for port object b6c80271-b46e-4279-a884-cf94e355abdd will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:28.485667 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5e249b5b-8b91-4a3f-ae7b-902cbf8ac53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:28.488068 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:28.493767 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-202d7ca7-80b7-4cfa-b0d5-6f15caae0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:28.496236 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-202d7ca7-80b7-4cfa-b0d5-6f15caae0759 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e236ae8c-f708-42ae-a44d-d3f210eaab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2259200 May 25 20:05:28.587238 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:28.652467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:28.660892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event updated for resources: {'Subnet': ['ID=0d00e247-d1dd-4bfa-85cd-bc428ce5cbdf,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:28.663020 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5e249b5b-8b91-4a3f-ae7b-902cbf8ac53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:28.682872 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:28.688651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:28.702132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-accb00fa-fa19-4f51-9d6b-82d0fe59f5a0 service neutron] 10.222.0.60 "GET /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985235 May 25 20:05:28.777382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e249b5b-8b91-4a3f-ae7b-902cbf8ac53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74809989-fe6f-4ca3-b671-29e8bf6ebde1,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:28.799538 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5e249b5b-8b91-4a3f-ae7b-902cbf8ac53d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04a38c16985c406f9a1ac98130ce487a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5667579 May 25 20:05:28.802385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39706) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:28.877951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Checking segment: {'id': 'df42a3ef-aab7-4683-9f44-94dc30e8b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '82507f75-bd96-4d5e-be11-c61da92e9a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:28.878394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Network hostable DHCP agents. Network: 82507f75-bd96-4d5e-be11-c61da92e9a8a, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:05:28.896178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38694c-6c63-40a6-bce9-fbb72f973775 req-c60c2d92-db4c-4ca0-82bc-b115139a0075 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:28.897695 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c38694c-6c63-40a6-bce9-fbb72f973775 req-c60c2d92-db4c-4ca0-82bc-b115139a0075 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2746353 May 25 20:05:28.917688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Pushing event updated for resources: {'Port': ['ID=b6c80271-b46e-4279-a884-cf94e355abdd,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:28.942119 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3d99b93-7ca5-4369-9abe-5f03dd381c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:28.949282 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a732d2d2-d7dc-461d-8bfa-8ef687b23757 req-410d2239-03b4-44e8-bc0d-3020a75b4bed service neutron] 10.222.0.60 "GET /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406130 May 25 20:05:28.968061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Attempting to bind port b6c80271-b46e-4279-a884-cf94e355abdd on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:28.968484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Attempting to bind port b6c80271-b46e-4279-a884-cf94e355abdd by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'c5c22b51-bcbe-4467-8be5-455d5cf89d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:28.968734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Attempting to bind port b6c80271-b46e-4279-a884-cf94e355abdd on network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:28.979315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 05ee2e73-63d3-445d-9b95-865181467254 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:28.979676 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:28.983060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Network 82507f75-bd96-4d5e-be11-c61da92e9a8a is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:05:29.000301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 82507f75-bd96-4d5e-be11-c61da92e9a8a) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:29.012453 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c38694c-6c63-40a6-bce9-fbb72f973775 req-ad3637e7-e5da-4bf0-9558-e0c6edeaed72 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004057 May 25 20:05:29.018141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:29.018755 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:29.028628 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3d99b93-7ca5-4369-9abe-5f03dd381c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:29.068594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc02b86c-293b-424c-bcd5-d0a6169d13e0 None None] Network 82507f75-bd96-4d5e-be11-c61da92e9a8a requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:05:29.090186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:29.090579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Checking segment: {'id': 'c5c22b51-bcbe-4467-8be5-455d5cf89d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:29.090972 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:29.091355 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Bound using segment: {'id': 'c5c22b51-bcbe-4467-8be5-455d5cf89d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:29.091828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Bound port: b6c80271-b46e-4279-a884-cf94e355abdd, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c22b51-bcbe-4467-8be5-455d5cf89d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:29.092195 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:29.117019 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464c86d2-3cfb-4f20-a4e9-17c7b0522d5d'] response: {'name': 'network-changed', 'server_uuid': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'tag': '20c64003-24f7-44f3-ac3d-46159bb4ecfe', 'status': 'completed', 'code': 200} May 25 20:05:29.127553 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-721d9783-4e11-45e2-9cec-f1f0ed6a524f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7783129 May 25 20:05:29.169443 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3d99b93-7ca5-4369-9abe-5f03dd381c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:29.193051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d99b93-7ca5-4369-9abe-5f03dd381c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74809989-fe6f-4ca3-b671-29e8bf6ebde1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:29.285937 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3d99b93-7ca5-4369-9abe-5f03dd381c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:29.293884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a3d99b93-7ca5-4369-9abe-5f03dd381c2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74809989-fe6f-4ca3-b671-29e8bf6ebde1 HTTP/1.1" status: 204 len: 168 time: 0.4836941 May 25 20:05:29.328937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67f2bc-ffb0-47b2-992b-b40ed247ae5a req-9b762c30-95a0-4d32-9eef-61e8089c4901 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:29.332481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d67f2bc-ffb0-47b2-992b-b40ed247ae5a req-9b762c30-95a0-4d32-9eef-61e8089c4901 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1906781 May 25 20:05:29.343353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 05ee2e73-63d3-445d-9b95-865181467254, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=05ee2e73-63d3-445d-9b95-865181467254,segment=NetworkSegment(0da87d82-2b1f-469f-b565-ba713ced5588),segment_id=0da87d82-2b1f-469f-b565-ba713ced5588)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:29.346833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00a947-f397-44ff-91c1-872278680833 req-7b6ec36e-4d11-45f2-a0be-6174ed62940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:29.351092 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee00a947-f397-44ff-91c1-872278680833 req-7b6ec36e-4d11-45f2-a0be-6174ed62940d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fa888df1c97c4361b46381c6d6e23e71&device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 1096 time: 0.1533773 May 25 20:05:29.368630 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:29.423761 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d67f2bc-ffb0-47b2-992b-b40ed247ae5a req-868aca7e-e31d-4488-92a6-bde3ed34385e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802965 May 25 20:05:29.454955 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] For port b6c80271-b46e-4279-a884-cf94e355abdd, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:29.486958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] For port b6c80271-b46e-4279-a884-cf94e355abdd, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b6c80271-b46e-4279-a884-cf94e355abdd,segment=NetworkSegment(c5c22b51-bcbe-4467-8be5-455d5cf89d74),segment_id=c5c22b51-bcbe-4467-8be5-455d5cf89d74)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:29.527158 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:29.561950 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=05ee2e73-63d3-445d-9b95-865181467254,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:29.570787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-6328303a-9f44-4b98-b143-38ba70e4b74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:04:34Z', 'revision_number': 4, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8f0bb404-c887-4a4d-8557-f9f5f25345c9', 'name': '', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'mac_address': 'fa:16:3e:73:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:32Z', 'updated_at': '2022-05-25T20:04:44Z', 'revision_number': 5, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'subnets': [{'id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:29.643547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ce043-3207-49ef-86a2-cc695d89154d req-3cc43882-2667-4637-8240-b75d1d7bcbe6 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:29.656763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e3ce043-3207-49ef-86a2-cc695d89154d req-3cc43882-2667-4637-8240-b75d1d7bcbe6 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1091115 May 25 20:05:29.664795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328303a-9f44-4b98-b143-38ba70e4b74b None None] Checking router: b1029a64-b591-4914-a6a1-3ed98bcf7f35 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:05:29.700636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-82507f75-bd96-4d5e-be11-c61da92e9a8a', 'network_id': '82507f75-bd96-4d5e-be11-c61da92e9a8a', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'fixed_ips': [{'subnet_id': '0d00e247-d1dd-4bfa-85cd-bc428ce5cbdf'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:05:29.701533 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:29.725775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328303a-9f44-4b98-b143-38ba70e4b74b None None] Routers {'b1029a64-b591-4914-a6a1-3ed98bcf7f35'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:05:29.726857 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-6328303a-9f44-4b98-b143-38ba70e4b74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:05:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:29.743579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00a947-f397-44ff-91c1-872278680833 req-0e59e119-5e56-4d06-8f07-28928efd8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:29.745643 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee00a947-f397-44ff-91c1-872278680833 req-0e59e119-5e56-4d06-8f07-28928efd8bb6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e236ae8c-f708-42ae-a44d-d3f210eaab6d HTTP/1.1" status: 200 len: 930 time: 0.3880405 May 25 20:05:29.784476 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e3ce043-3207-49ef-86a2-cc695d89154d req-61418527-00ec-4056-9ced-e9a89b88d21c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262560 May 25 20:05:29.827975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cfa8c-586b-4184-9d68-35410d5b994d None None] Pushing event updated for resources: {'Port': ['ID=b6c80271-b46e-4279-a884-cf94e355abdd,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:29.895236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f63fc-98bf-45af-9422-1d8a8ba37908 req-aa1e88cc-6fc3-4761-bd64-cbd6703fba8d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:29.904784 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fd5f63fc-98bf-45af-9422-1d8a8ba37908 req-aa1e88cc-6fc3-4761-bd64-cbd6703fba8d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.5021648 May 25 20:05:29.937316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee00a947-f397-44ff-91c1-872278680833 req-513032d1-9552-4621-b0d4-498c42003c9c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20c64003-24f7-44f3-ac3d-46159bb4ecfe HTTP/1.1" status: 200 len: 217 time: 0.1836984 May 25 20:05:29.946896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 05ee2e73-63d3-445d-9b95-865181467254 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:29.959105 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-65be1d83-c7f4-4b58-8c8f-a4d29d467c14 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips/999adf5b-95f0-423c-82a1-176725efb7f6 HTTP/1.1" status: 200 len: 695 time: 0.1494095 May 25 20:05:30.034744 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fd5f63fc-98bf-45af-9422-1d8a8ba37908 req-9d8ad4c0-e0a4-4947-af9d-16136f14d3c1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287904 May 25 20:05:30.074093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00a947-f397-44ff-91c1-872278680833 req-c73717e7-68f3-4dc0-b598-53f8c6260f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:30.078814 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee00a947-f397-44ff-91c1-872278680833 req-c73717e7-68f3-4dc0-b598-53f8c6260f79 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b3691ce-8bf7-40ba-b38f-6e43631a7b4f HTTP/1.1" status: 200 len: 868 time: 0.1338699 May 25 20:05:30.283965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-6328303a-9f44-4b98-b143-38ba70e4b74b None None] Set router b1029a64-b591-4914-a6a1-3ed98bcf7f35 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:05:30.308230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-9db958c4-e697-4485-9b87-2e1d2827f019 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:30.317474 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-9db958c4-e697-4485-9b87-2e1d2827f019 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.3265727 May 25 20:05:30.325200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-5b79e49c-93b2-47d0-8f4e-2cb1ba60e85d tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:05:30.329320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00a947-f397-44ff-91c1-872278680833 req-9c512895-f27d-4351-955d-fa1cdc527f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:30.330674 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-5b79e49c-93b2-47d0-8f4e-2cb1ba60e85d tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120625 May 25 20:05:30.330822 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee00a947-f397-44ff-91c1-872278680833 req-9c512895-f27d-4351-955d-fa1cdc527f0c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e236ae8c-f708-42ae-a44d-d3f210eaab6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2455153 May 25 20:05:30.395607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 05ee2e73-63d3-445d-9b95-865181467254 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:30.395965 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:30.416744 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-1a6c56b3-0dc9-424c-9595-7eb796d9f4f4 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 698 time: 0.0813398 May 25 20:05:30.477374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-0614b511-9144-4b09-8ed5-4db3a7a86293 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:30.486628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-0614b511-9144-4b09-8ed5-4db3a7a86293 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:30.487605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-0614b511-9144-4b09-8ed5-4db3a7a86293 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Synchronizing usage tracker for tenant:e579da175ae34ba290b3df4b663acf2e on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:30.501659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Allocated IP 19.86.0.2 (82507f75-bd96-4d5e-be11-c61da92e9a8a/0d00e247-d1dd-4bfa-85cd-bc428ce5cbdf/4bf3c319-f646-4441-b72d-b267a767ca77) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:30.526781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-0614b511-9144-4b09-8ed5-4db3a7a86293 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Unset dirty status for tenant:e579da175ae34ba290b3df4b663acf2e on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:30.527940 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-0614b511-9144-4b09-8ed5-4db3a7a86293 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/networks?id=8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6&id=82507f75-bd96-4d5e-be11-c61da92e9a8a&id=8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 HTTP/1.1" status: 200 len: 1391 time: 0.3712223 May 25 20:05:30.537530 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-9ec54445-215b-4426-b76d-de1a34620c5d tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 698 time: 0.1138883 May 25 20:05:30.558652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-a6e74127-985a-4e88-acf1-563195526b41 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/quotas/e579da175ae34ba290b3df4b663acf2e HTTP/1.1" status: 200 len: 375 time: 0.0207937 May 25 20:05:30.627207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee00a947-f397-44ff-91c1-872278680833 req-e3090527-a64b-4e92-8c9b-00d8b1e6c5a5 service neutron] 10.222.0.70 "GET /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791739 May 25 20:05:30.643895 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-03260773-76df-4999-87cf-4ffcfdb8db18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:30.797737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1b94f1d5-d5d8-44ba-96bb-b945fc02e90b tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Synchronizing usage tracker for tenant:e579da175ae34ba290b3df4b663acf2e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:30.811840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-6319d7fb-7c76-4414-887b-820f62fd29fd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Deleting port 6833d1ec-d2f5-48f6-b186-89549323ff16 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:05:30.812437 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-6319d7fb-7c76-4414-887b-820f62fd29fd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:30.856292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee00a947-f397-44ff-91c1-872278680833 req-d118646e-2787-4cb2-9968-24881fb96b3b service neutron] 10.222.0.70 "GET /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192619 May 25 20:05:30.857380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1b94f1d5-d5d8-44ba-96bb-b945fc02e90b tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Unset dirty status for tenant:e579da175ae34ba290b3df4b663acf2e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:30.858553 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1b94f1d5-d5d8-44ba-96bb-b945fc02e90b tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e579da175ae34ba290b3df4b663acf2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2920892 May 25 20:05:31.004124 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-6319d7fb-7c76-4414-887b-820f62fd29fd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:31.004589 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-6319d7fb-7c76-4414-887b-820f62fd29fd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:31.050083 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-3a3f6dce-3fb1-4a10-a10e-d0f65f93a0b5 service neutron] 10.222.0.60 "GET /v2.0/networks/8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718631 May 25 20:05:31.116390 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:31.142815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da192fae-277b-4c4c-a6fe-3aeddfa93850 None None] Network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:05:31.165859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Transition to ACTIVE for port object 4bf3c319-f646-4441-b72d-b267a767ca77 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:31.178639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 05ee2e73-63d3-445d-9b95-865181467254 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:31.198194 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-2ace01a9-5390-4b0b-876d-bdaeaeaf357d service neutron] 10.222.0.60 "GET /v2.0/networks/8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417403 May 25 20:05:31.255804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-6319d7fb-7c76-4414-887b-820f62fd29fd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Calling delete_port for 6833d1ec-d2f5-48f6-b186-89549323ff16 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:05:31.272543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Transition to ACTIVE for port object 4bf3c319-f646-4441-b72d-b267a767ca77 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:31.290406 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:31.344687 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:31.346091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d95ac125-2ac0-4c80-8be7-d957154b1014 None None] Provisioning for port b6c80271-b46e-4279-a884-cf94e355abdd completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:31.348832 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e4eca898-54bf-4cf1-bc1a-ebf96e4d77fd service neutron] 10.222.0.60 "GET /v2.0/networks/82507f75-bd96-4d5e-be11-c61da92e9a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432741 May 25 20:05:31.397004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Network 82507f75-bd96-4d5e-be11-c61da92e9a8a is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:31.404403 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:31.420045 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-6319d7fb-7c76-4414-887b-820f62fd29fd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:31.437110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:31.471044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319d7fb-7c76-4414-887b-820f62fd29fd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Pushing event deleted for resources: {'Port': ['ID=6833d1ec-d2f5-48f6-b186-89549323ff16,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:31.485054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Pushing event updated for resources: {'Port': ['ID=4bf3c319-f646-4441-b72d-b267a767ca77,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:31.498851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-6328303a-9f44-4b98-b143-38ba70e4b74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:04:34Z', 'revision_number': 4, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8f0bb404-c887-4a4d-8557-f9f5f25345c9', 'name': '', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'mac_address': 'fa:16:3e:73:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:32Z', 'updated_at': '2022-05-25T20:04:44Z', 'revision_number': 5, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'subnets': [{'id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:31.516112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-68ff608f-02f0-46f5-8afc-475a06ad809c service neutron] 10.222.0.60 "GET /v2.0/networks/82507f75-bd96-4d5e-be11-c61da92e9a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592829 May 25 20:05:31.546535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328303a-9f44-4b98-b143-38ba70e4b74b None None] The sync data for ids ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'] in n-d-843339-1 is: [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:04:34Z', 'revision_number': 4, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8f0bb404-c887-4a4d-8557-f9f5f25345c9', 'name': '', 'network_id': 'e236ae8c-f708-42ae-a44d-d3f210eaab6d', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'mac_address': 'fa:16:3e:73:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:32Z', 'updated_at': '2022-05-25T20:04:44Z', 'revision_number': 5, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'subnets': [{'id': '0b3691ce-8bf7-40ba-b38f-6e43631a7b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:05:31.570262 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-6319d7fb-7c76-4414-887b-820f62fd29fd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:31.594868 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-6319d7fb-7c76-4414-887b-820f62fd29fd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:31.603966 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a4af795-e57b-425b-8d4b-ba2567a8032d req-6319d7fb-7c76-4414-887b-820f62fd29fd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "DELETE /v2.0/floatingips/999adf5b-95f0-423c-82a1-176725efb7f6 HTTP/1.1" status: 204 len: 173 time: 1.0657108 May 25 20:05:31.627190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Attempting to bind port 4bf3c319-f646-4441-b72d-b267a767ca77 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:31.627982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Attempting to bind port 4bf3c319-f646-4441-b72d-b267a767ca77 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'df42a3ef-aab7-4683-9f44-94dc30e8b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '82507f75-bd96-4d5e-be11-c61da92e9a8a'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:31.628420 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Attempting to bind port 4bf3c319-f646-4441-b72d-b267a767ca77 on network 82507f75-bd96-4d5e-be11-c61da92e9a8a {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:31.637165 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:31.641087 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:31.641727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Checking segment: {'id': 'df42a3ef-aab7-4683-9f44-94dc30e8b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '82507f75-bd96-4d5e-be11-c61da92e9a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:31.642114 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:31.642526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Bound using segment: {'id': 'df42a3ef-aab7-4683-9f44-94dc30e8b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '82507f75-bd96-4d5e-be11-c61da92e9a8a'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:31.642975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Bound port: 4bf3c319-f646-4441-b72d-b267a767ca77, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df42a3ef-aab7-4683-9f44-94dc30e8b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '82507f75-bd96-4d5e-be11-c61da92e9a8a'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:31.643345 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:31.690009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-b8e15cf4-1b0e-4949-bdc7-93f0654a69cc service neutron] 10.222.0.60 "GET /v2.0/networks/8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669302 May 25 20:05:31.777769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] For port 4bf3c319-f646-4441-b72d-b267a767ca77, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:31.793201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] For port 4bf3c319-f646-4441-b72d-b267a767ca77, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4bf3c319-f646-4441-b72d-b267a767ca77,segment=NetworkSegment(df42a3ef-aab7-4683-9f44-94dc30e8b639),segment_id=df42a3ef-aab7-4683-9f44-94dc30e8b639)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:31.800975 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:31.872511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f926a9-a03c-4eaa-a596-f0c50c431c7d req-9e9e79dd-9940-44e7-a711-fff42ca22d30 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:31.874378 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38f926a9-a03c-4eaa-a596-f0c50c431c7d req-9e9e79dd-9940-44e7-a711-fff42ca22d30 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.1632636 May 25 20:05:31.933799 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fb3184-7894-4eed-a16c-d399bbff92ba None None] New status for floating IP 999adf5b-95f0-423c-82a1-176725efb7f6: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:05:31.959267 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38f926a9-a03c-4eaa-a596-f0c50c431c7d req-e7eb5cf0-d418-403b-9ec8-dc554cd1d16b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788505 May 25 20:05:31.960609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b6c80271-b46e-4279-a884-cf94e355abdd up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:32.047989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef6bbf-c583-4d95-b147-97d1b9e50626 None None] Pushing event updated for resources: {'Port': ['ID=4bf3c319-f646-4441-b72d-b267a767ca77,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:32.113135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port b6c80271-b46e-4279-a884-cf94e355abdd completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:32.117831 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e0482e63-fe1f-4b61-a978-a1984e16f1cc service neutron] 10.222.0.60 "GET /v2.0/networks/8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216619 May 25 20:05:32.127564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b6c80271-b46e-4279-a884-cf94e355abdd triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:32.128089 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:32.161544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-173b7814-e7e7-4f8b-b6c6-384975049af5 None None] Provisioning complete for port b6c80271-b46e-4279-a884-cf94e355abdd triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:32.161906 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-173b7814-e7e7-4f8b-b6c6-384975049af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:32.241149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf3dfe-2569-40ef-b50f-a359ad07690a req-c084a294-b1fb-48dd-a2e4-3d9b61ba2392 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:32.243210 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3daf3dfe-2569-40ef-b50f-a359ad07690a req-c084a294-b1fb-48dd-a2e4-3d9b61ba2392 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1097541 May 25 20:05:32.338268 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3daf3dfe-2569-40ef-b50f-a359ad07690a req-8a36ea4d-94b8-4adf-b576-24c9eb63caf2 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855165 May 25 20:05:32.439195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-173b7814-e7e7-4f8b-b6c6-384975049af5 None None] Current status of the port b6c80271-b46e-4279-a884-cf94e355abdd is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:32.439578 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-173b7814-e7e7-4f8b-b6c6-384975049af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:32.449086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b6c80271-b46e-4279-a884-cf94e355abdd is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:32.449462 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:32.511689 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-173b7814-e7e7-4f8b-b6c6-384975049af5 None None] For port b6c80271-b46e-4279-a884-cf94e355abdd, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b6c80271-b46e-4279-a884-cf94e355abdd,segment=NetworkSegment(c5c22b51-bcbe-4467-8be5-455d5cf89d74),segment_id=c5c22b51-bcbe-4467-8be5-455d5cf89d74)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:32.522718 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-173b7814-e7e7-4f8b-b6c6-384975049af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:32.545885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f976afb-0d45-4051-aa91-a7e5b953e757 req-e5bdc9c9-83e9-494b-9894-ff5fbc79c8a2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:32.554488 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f976afb-0d45-4051-aa91-a7e5b953e757 req-e5bdc9c9-83e9-494b-9894-ff5fbc79c8a2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1124985 May 25 20:05:32.624140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f976afb-0d45-4051-aa91-a7e5b953e757 req-18bd3704-62f3-4380-805a-30134e525223 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687039 May 25 20:05:32.681447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b7814-e7e7-4f8b-b6c6-384975049af5 None None] Pushing event updated for resources: {'Port': ['ID=b6c80271-b46e-4279-a884-cf94e355abdd,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:32.721573 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:05:32.721921 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:05:32.804385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d4998-9dd2-4430-90b3-bb475bfda8a7 req-65074a35-8249-4013-8c5b-988659ffdade tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:32.806070 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d5d4998-9dd2-4430-90b3-bb475bfda8a7 req-65074a35-8249-4013-8c5b-988659ffdade tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.0973573 May 25 20:05:32.843717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc7ecc-df8e-47f4-9fd2-42dcd15fb160 req-98bda089-22dd-46d0-ac86-a59605cdc834 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:32.845318 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bdbc7ecc-df8e-47f4-9fd2-42dcd15fb160 req-98bda089-22dd-46d0-ac86-a59605cdc834 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.0921218 May 25 20:05:32.859440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d5d4998-9dd2-4430-90b3-bb475bfda8a7 req-dc7fc386-5016-4ddf-b301-39b6269ada6b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438399 May 25 20:05:32.906840 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bdbc7ecc-df8e-47f4-9fd2-42dcd15fb160 req-4d3b259c-bd66-4cae-bd56-02b5a1ee6a7c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551176 May 25 20:05:32.919349 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:33.074799 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4718a929-db90-4229-9a92-9526fd520d72 req-0f0710a7-1713-4b56-9321-3e03bbd71308 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 210 time: 0.0586205 May 25 20:05:33.188497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2ef99-3595-40bc-a729-8aeb14eeaea3 req-c31bcbc1-2d3d-46f8-9e0d-33d8e962ab27 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:33.189174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7fa2ef99-3595-40bc-a729-8aeb14eeaea3 req-c31bcbc1-2d3d-46f8-9e0d-33d8e962ab27 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Synchronizing usage tracker for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:33.211618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7fa2ef99-3595-40bc-a729-8aeb14eeaea3 req-c31bcbc1-2d3d-46f8-9e0d-33d8e962ab27 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Unset dirty status for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:33.212753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7fa2ef99-3595-40bc-a729-8aeb14eeaea3 req-c31bcbc1-2d3d-46f8-9e0d-33d8e962ab27 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1423559 May 25 20:05:33.313964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7fa2ef99-3595-40bc-a729-8aeb14eeaea3 req-fa63bf66-2b00-49e1-89c3-6980e89373fe tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Synchronizing usage tracker for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:floatingip {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:33.324492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b6c80271-b46e-4279-a884-cf94e355abdd is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:33.328553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7fa2ef99-3595-40bc-a729-8aeb14eeaea3 req-fa63bf66-2b00-49e1-89c3-6980e89373fe tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Unset dirty status for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:floatingip {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:33.329801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7fa2ef99-3595-40bc-a729-8aeb14eeaea3 req-fa63bf66-2b00-49e1-89c3-6980e89373fe tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1108449 May 25 20:05:33.343125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec4b2f-1429-419b-9829-d409cb886e93 req-4a38d96f-0448-4bb2-a2d2-488ab1509e4c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:33.344740 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2bec4b2f-1429-419b-9829-d409cb886e93 req-4a38d96f-0448-4bb2-a2d2-488ab1509e4c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.1223087 May 25 20:05:33.348433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78baa003-d64f-49d7-8e55-e49d1c31456b None None] Network 82507f75-bd96-4d5e-be11-c61da92e9a8a requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:05:33.405486 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2bec4b2f-1429-419b-9829-d409cb886e93 req-cc2ffd67-1ac2-4151-a504-80429ce4184c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531852 May 25 20:05:33.448949 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-880de082-fe7b-4e8a-b74e-61c2dc1e1c32 req-2e3bd8a0-0d9b-4433-b6c6-9b8695a11141 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0638340 May 25 20:05:33.488308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-322e4362-ba85-4449-b820-985da60e2d60 None None] Provisioning for port 4bf3c319-f646-4441-b72d-b267a767ca77 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:33.614612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc107a-61c5-4d3e-89b7-10f18e5b833f req-8b398d91-0240-4978-b827-cf5f6ca47a16 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:33.616994 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61cc107a-61c5-4d3e-89b7-10f18e5b833f req-8b398d91-0240-4978-b827-cf5f6ca47a16 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1011920 May 25 20:05:33.682550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61cc107a-61c5-4d3e-89b7-10f18e5b833f req-243c0f91-6b4e-451d-af18-1c4972b067b5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581203 May 25 20:05:34.089734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b6c80271-b46e-4279-a884-cf94e355abdd up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:34.118396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1c2d1869-4f17-4f97-8a08-7e045fd563ef tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:34.125816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1c2d1869-4f17-4f97-8a08-7e045fd563ef tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:34.127460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1c2d1869-4f17-4f97-8a08-7e045fd563ef tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.70 "GET /v2.0/networks?id=8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6&id=82507f75-bd96-4d5e-be11-c61da92e9a8a&id=8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 HTTP/1.1" status: 200 len: 1391 time: 0.4469397 May 25 20:05:34.142352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6c497-bfa4-4f17-a7dd-1b4f5c8dfa2a req-2721c0a0-e731-4fdb-b64c-1809ddf130ed tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:34.143814 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0c6c497-bfa4-4f17-a7dd-1b4f5c8dfa2a req-2721c0a0-e731-4fdb-b64c-1809ddf130ed tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2444890 May 25 20:05:34.148820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Request body: {'port': {'device_id': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6', 'admin_state_up': True, 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:34.210004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59228a5b-1dd9-4852-bf4a-cd3237b9516d req-cf411d89-3d06-49da-9bd8-3b7368d919cb tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:34.210643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-59228a5b-1dd9-4852-bf4a-cd3237b9516d req-cf411d89-3d06-49da-9bd8-3b7368d919cb tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Synchronizing usage tracker for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:34.225103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-59228a5b-1dd9-4852-bf4a-cd3237b9516d req-cf411d89-3d06-49da-9bd8-3b7368d919cb tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Unset dirty status for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:34.226405 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59228a5b-1dd9-4852-bf4a-cd3237b9516d req-cf411d89-3d06-49da-9bd8-3b7368d919cb tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 945 time: 0.1816766 May 25 20:05:34.235561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b6c80271-b46e-4279-a884-cf94e355abdd triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:34.235931 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:34.285222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39828) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:34.288246 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59228a5b-1dd9-4852-bf4a-cd3237b9516d req-2447d80e-7846-4bd3-a49e-971503dcf2d7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/security-groups?id=827eb23d-ab4d-4b55-988e-47a89f30c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556309 May 25 20:05:34.330800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0c6c497-bfa4-4f17-a7dd-1b4f5c8dfa2a req-41cf319c-5ff0-4656-968d-2171722b895f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641726 May 25 20:05:34.404093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:34.408855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Usage tracker for resource:port and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:34.412262 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:34.419489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:34.420496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b6c80271-b46e-4279-a884-cf94e355abdd is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:34.421576 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4bf3c319-f646-4441-b72d-b267a767ca77 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:34.433685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:34.437847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:34.472208 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c913b38b-de73-421b-a7fd-dc00f52dcab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:34.498660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c913b38b-de73-421b-a7fd-dc00f52dcab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:34.504325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c913b38b-de73-421b-a7fd-dc00f52dcab2 admin admin] Usage tracker for resource:security_group_rule and tenant:08a298029a6b41679be713e6539a2f11 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:34.509271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 4bf3c319-f646-4441-b72d-b267a767ca77 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:34.512918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c913b38b-de73-421b-a7fd-dc00f52dcab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:34.517384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4bf3c319-f646-4441-b72d-b267a767ca77 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:34.517779 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:34.520831 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c913b38b-de73-421b-a7fd-dc00f52dcab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:34.569271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff9a0d-7b60-44fb-9ffd-cb4f622b770f req-40e6e873-ea5f-4a3d-b98f-9546f455405f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:34.570789 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-95ff9a0d-7b60-44fb-9ffd-cb4f622b770f req-40e6e873-ea5f-4a3d-b98f-9546f455405f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1349154 May 25 20:05:34.646826 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-95ff9a0d-7b60-44fb-9ffd-cb4f622b770f req-c8f95999-5df6-4dcc-a5fe-903386b432b7 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668509 May 25 20:05:34.665418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d8340-7ce2-47c0-8022-654bc6d4f06f req-d48d5ff1-29da-43b0-a74a-1495bb383f5b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:34.667779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c78d8340-7ce2-47c0-8022-654bc6d4f06f req-d48d5ff1-29da-43b0-a74a-1495bb383f5b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1674898 May 25 20:05:34.682057 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c913b38b-de73-421b-a7fd-dc00f52dcab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:34.688454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Allocated IP 19.80.0.20 (8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6/5616536b-bf12-4f8a-ab89-7eb5336d39b1/140b1e6c-a806-4039-81bb-fcb1a4542759) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:34.694092 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c913b38b-de73-421b-a7fd-dc00f52dcab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:34.715558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4bf3c319-f646-4441-b72d-b267a767ca77 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:34.716744 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:34.764966 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c78d8340-7ce2-47c0-8022-654bc6d4f06f req-8bbc7b03-0457-414d-985e-399fd030619e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780230 May 25 20:05:34.768833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 4bf3c319-f646-4441-b72d-b267a767ca77, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4bf3c319-f646-4441-b72d-b267a767ca77,segment=NetworkSegment(df42a3ef-aab7-4683-9f44-94dc30e8b639),segment_id=df42a3ef-aab7-4683-9f44-94dc30e8b639)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:34.780167 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:34.843746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c913b38b-de73-421b-a7fd-dc00f52dcab2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08a298029a6b41679be713e6539a2f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541179 May 25 20:05:34.844770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39838) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:34.894699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913b38b-de73-421b-a7fd-dc00f52dcab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007bfe1f-97da-431e-bfc8-d78f0436f142,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:34.930722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=4bf3c319-f646-4441-b72d-b267a767ca77,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:35.004651 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-24a3a3ac-047f-46a2-8847-a2000c25c246 req-9779e27b-d325-4980-a55d-3b54491d1334 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 210 time: 0.0479105 May 25 20:05:35.005373 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:35.029128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Transition to ACTIVE for port object 140b1e6c-a806-4039-81bb-fcb1a4542759 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:35.034367 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c4c052c-4f0b-45e3-8ceb-4bbfb4d301f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:35.064729 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c4c052c-4f0b-45e3-8ceb-4bbfb4d301f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:35.117245 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:35.165565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c4c052c-4f0b-45e3-8ceb-4bbfb4d301f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:35.187107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c052c-4f0b-45e3-8ceb-4bbfb4d301f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007bfe1f-97da-431e-bfc8-d78f0436f142,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:35.189293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4ab76-49dc-4a11-9604-a7a6ca83da8f req-f6ab03a4-7219-4e98-945a-14d0d44cf76f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:35.190814 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b4ab76-49dc-4a11-9604-a7a6ca83da8f req-f6ab03a4-7219-4e98-945a-14d0d44cf76f tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.1634910 May 25 20:05:35.203220 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c4c052c-4f0b-45e3-8ceb-4bbfb4d301f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:35.205019 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2c4c052c-4f0b-45e3-8ceb-4bbfb4d301f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/007bfe1f-97da-431e-bfc8-d78f0436f142 HTTP/1.1" status: 204 len: 168 time: 0.3576334 May 25 20:05:35.216178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:35.221749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:35.225722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38998ab6-c7c7-4172-8c77-d37b4ac3ad1c req-880939fa-3926-4efa-a6b2-873487001df8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:35.230438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:35.233322 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38998ab6-c7c7-4172-8c77-d37b4ac3ad1c req-880939fa-3926-4efa-a6b2-873487001df8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1220512 May 25 20:05:35.283011 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38998ab6-c7c7-4172-8c77-d37b4ac3ad1c req-e8f705a4-e598-4932-bafe-8b5e24073b6b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486019 May 25 20:05:35.386469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event updated for resources: {'Port': ['ID=140b1e6c-a806-4039-81bb-fcb1a4542759,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:35.438635 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b4ab76-49dc-4a11-9604-a7a6ca83da8f req-1d3aa329-9b4f-42da-b0f0-12ca971b5dcc tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409916 May 25 20:05:35.467552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:35.468403 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:35.505800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1ec63449-db19-42fe-8135-5136d8164b21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3609374 May 25 20:05:35.518829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Request body: {'port': {'device_id': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'network_id': '82507f75-bd96-4d5e-be11-c61da92e9a8a', 'admin_state_up': True, 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:35.579248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-34643ff8-06c7-4f32-985f-86532fa14702 None None] Provisioning for port 140b1e6c-a806-4039-81bb-fcb1a4542759 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:35.586548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-34643ff8-06c7-4f32-985f-86532fa14702 None None] Provisioning complete for port 140b1e6c-a806-4039-81bb-fcb1a4542759 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:35.586920 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-34643ff8-06c7-4f32-985f-86532fa14702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:35.614912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aa9dd-dd5e-4d9b-8185-afa4108a9ac7 req-1608522e-ab27-49c7-93c2-af800e3c550e tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:35.617342 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-551aa9dd-dd5e-4d9b-8185-afa4108a9ac7 req-1608522e-ab27-49c7-93c2-af800e3c550e tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 945 time: 0.1924303 May 25 20:05:35.724053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-34643ff8-06c7-4f32-985f-86532fa14702 None None] Port 140b1e6c-a806-4039-81bb-fcb1a4542759 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:05:35.735820 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-551aa9dd-dd5e-4d9b-8185-afa4108a9ac7 req-39312105-4489-4cd7-9c00-0eec93f767a7 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/security-groups?id=827eb23d-ab4d-4b55-988e-47a89f30c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067266 May 25 20:05:35.821834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:35.827957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Usage tracker for resource:port and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:35.830207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:35.837236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:35.856071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c38c19-a7cd-49f1-8f70-0683677c2a17 req-319365db-abdc-46ec-a81f-87653c8ac9e2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:35.858489 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-06c38c19-a7cd-49f1-8f70-0683677c2a17 req-319365db-abdc-46ec-a81f-87653c8ac9e2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2484889 May 25 20:05:35.860922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4bf3c319-f646-4441-b72d-b267a767ca77 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:35.906412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:35.910389 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:35.951978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4bf3c319-f646-4441-b72d-b267a767ca77 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:35.952396 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:35.961786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c377eb-fad5-458d-ad04-690aba8c0071 req-69706e8c-5eb6-425c-9857-840574be8622 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:35.964015 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-43c377eb-fad5-458d-ad04-690aba8c0071 req-69706e8c-5eb6-425c-9857-840574be8622 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.0950730 May 25 20:05:36.044165 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-43c377eb-fad5-458d-ad04-690aba8c0071 req-09d8ea98-54db-4155-aec5-4de294522301 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733821 May 25 20:05:36.066490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-06c38c19-a7cd-49f1-8f70-0683677c2a17 req-7375e811-3975-41dc-90ca-421285549a4b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580343 May 25 20:05:36.129462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4bf3c319-f646-4441-b72d-b267a767ca77 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:36.161740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740de60-a819-4c2e-b30f-7ba4f40e7ef5 req-2a4c7155-6785-49c7-a918-48e48c2f6fcd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:36.163817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9740de60-a819-4c2e-b30f-7ba4f40e7ef5 req-2a4c7155-6785-49c7-a918-48e48c2f6fcd tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 945 time: 0.3179328 May 25 20:05:36.287181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ba0f0-75f4-47b4-b507-3b6188d32cc4 req-6de74f89-b4f3-450a-876f-214f63745f68 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:36.288839 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-360ba0f0-75f4-47b4-b507-3b6188d32cc4 req-6de74f89-b4f3-450a-876f-214f63745f68 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.0923045 May 25 20:05:36.296790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-9740de60-a819-4c2e-b30f-7ba4f40e7ef5 req-609931a9-f57c-450b-b508-85aa8780de3a tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Deleting port 20c64003-24f7-44f3-ac3d-46159bb4ecfe {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:05:36.297124 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9740de60-a819-4c2e-b30f-7ba4f40e7ef5 req-609931a9-f57c-450b-b508-85aa8780de3a tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:36.342840 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-360ba0f0-75f4-47b4-b507-3b6188d32cc4 req-e6142a11-dcb8-457e-bf98-6e8a1504f363 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434728 May 25 20:05:36.360256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Allocated IP 19.86.0.207 (82507f75-bd96-4d5e-be11-c61da92e9a8a/0d00e247-d1dd-4bfa-85cd-bc428ce5cbdf/b20b906f-b826-4b25-8c53-3ef6668f563d) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:36.488325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edab5b7-e57b-48c4-be84-48de60cc6705 req-0c2003df-b913-49cb-b495-4c937e8d40ac tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:36.489026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8edab5b7-e57b-48c4-be84-48de60cc6705 req-0c2003df-b913-49cb-b495-4c937e8d40ac tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Synchronizing usage tracker for tenant:e579da175ae34ba290b3df4b663acf2e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:36.531765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd59cc1-cf26-4b8c-99d7-c7eb5926bf71 req-b135f67c-aecc-476d-a78f-47878531b58e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:36.533225 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7bd59cc1-cf26-4b8c-99d7-c7eb5926bf71 req-b135f67c-aecc-476d-a78f-47878531b58e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.0868943 May 25 20:05:36.578883 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7bd59cc1-cf26-4b8c-99d7-c7eb5926bf71 req-b7043fba-6ffc-47ef-bae7-ae1504947fad tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398130 May 25 20:05:36.676695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8edab5b7-e57b-48c4-be84-48de60cc6705 req-0c2003df-b913-49cb-b495-4c937e8d40ac tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Unset dirty status for tenant:e579da175ae34ba290b3df4b663acf2e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:36.677837 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8edab5b7-e57b-48c4-be84-48de60cc6705 req-0c2003df-b913-49cb-b495-4c937e8d40ac tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 931 time: 0.4474006 May 25 20:05:36.766907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-9740de60-a819-4c2e-b30f-7ba4f40e7ef5 req-609931a9-f57c-450b-b508-85aa8780de3a tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] For port 20c64003-24f7-44f3-ac3d-46159bb4ecfe, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=20c64003-24f7-44f3-ac3d-46159bb4ecfe,segment=NetworkSegment(e962ec07-89ca-4d07-9fb2-9bd486d2ea69),segment_id=e962ec07-89ca-4d07-9fb2-9bd486d2ea69)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:36.767256 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9740de60-a819-4c2e-b30f-7ba4f40e7ef5 req-609931a9-f57c-450b-b508-85aa8780de3a tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:36.774292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a1e7b-01d2-48bf-a364-53dd51972e80 req-f93a2004-25af-4f20-bac5-a202f7e60ff5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:36.775941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a32a1e7b-01d2-48bf-a364-53dd51972e80 req-f93a2004-25af-4f20-bac5-a202f7e60ff5 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.1001699 May 25 20:05:36.822098 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a32a1e7b-01d2-48bf-a364-53dd51972e80 req-6faa8b66-4306-407a-8360-83201c87ebee tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 May 25 20:05:36.849991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8edab5b7-e57b-48c4-be84-48de60cc6705 req-71361fd6-6889-4529-a1c0-b55e27105161 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Synchronizing usage tracker for tenant:e579da175ae34ba290b3df4b663acf2e on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:36.912550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-9740de60-a819-4c2e-b30f-7ba4f40e7ef5 req-609931a9-f57c-450b-b508-85aa8780de3a tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Calling delete_port for 20c64003-24f7-44f3-ac3d-46159bb4ecfe owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:05:36.998640 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:37.004833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7273f6-8f3d-4871-86a7-59bf2675289c req-42118ff8-379b-42d2-ab07-23f1bbef6899 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:37.006384 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f7273f6-8f3d-4871-86a7-59bf2675289c req-42118ff8-379b-42d2-ab07-23f1bbef6899 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 945 time: 0.0861607 May 25 20:05:37.016835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8edab5b7-e57b-48c4-be84-48de60cc6705 req-71361fd6-6889-4529-a1c0-b55e27105161 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Unset dirty status for tenant:e579da175ae34ba290b3df4b663acf2e on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:37.017956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8edab5b7-e57b-48c4-be84-48de60cc6705 req-71361fd6-6889-4529-a1c0-b55e27105161 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278146 May 25 20:05:37.036824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Transition to ACTIVE for port object b20b906f-b826-4b25-8c53-3ef6668f563d will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:37.063040 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f7273f6-8f3d-4871-86a7-59bf2675289c req-b04b053e-81a6-4a11-9fc0-f7c864d90371 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/security-groups?id=827eb23d-ab4d-4b55-988e-47a89f30c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497077 May 25 20:05:37.114982 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:37.154699 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9740de60-a819-4c2e-b30f-7ba4f40e7ef5 req-609931a9-f57c-450b-b508-85aa8780de3a tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:37.242025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Network 82507f75-bd96-4d5e-be11-c61da92e9a8a is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:37.267631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982c094-6056-4457-8cfa-2685ab6a2127 req-b1ba6cc4-4816-4e9a-b1c2-22fd2f0e1860 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:37.269103 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f982c094-6056-4457-8cfa-2685ab6a2127 req-b1ba6cc4-4816-4e9a-b1c2-22fd2f0e1860 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0825086 May 25 20:05:37.278559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:37.321728 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f982c094-6056-4457-8cfa-2685ab6a2127 req-bbbc41eb-b2b7-42f7-9d3a-53bc77ac94c7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455925 May 25 20:05:37.464733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:37.501294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event updated for resources: {'Port': ['ID=b20b906f-b826-4b25-8c53-3ef6668f563d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:37.563033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9740de60-a819-4c2e-b30f-7ba4f40e7ef5 req-609931a9-f57c-450b-b508-85aa8780de3a tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] No DVR routers for this DVR port 20c64003-24f7-44f3-ac3d-46159bb4ecfe on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:05:37.574578 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9740de60-a819-4c2e-b30f-7ba4f40e7ef5 req-609931a9-f57c-450b-b508-85aa8780de3a tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:37.579019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'name': 'network-vif-deleted', 'tag': '20c64003-24f7-44f3-ac3d-46159bb4ecfe'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:37.602585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609931a9-f57c-450b-b508-85aa8780de3a tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Pushing event deleted for resources: {'Port': ['ID=20c64003-24f7-44f3-ac3d-46159bb4ecfe,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:37.607039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d661d-82ef-42ba-b76d-b1bf5767dd4a req-96c2b1da-e00c-4674-9010-1802df6dfe52 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:37.608606 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1f3d661d-82ef-42ba-b76d-b1bf5767dd4a req-96c2b1da-e00c-4674-9010-1802df6dfe52 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1099248 May 25 20:05:37.628098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:37.628726 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:37.635548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9740de60-a819-4c2e-b30f-7ba4f40e7ef5 req-609931a9-f57c-450b-b508-85aa8780de3a tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.70 "DELETE /v2.0/ports/20c64003-24f7-44f3-ac3d-46159bb4ecfe HTTP/1.1" status: 204 len: 173 time: 1.4649274 May 25 20:05:37.670627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b736609-a784-4233-8bdf-7b905c86b4a0 req-97dcfef3-2eea-48b0-9fd8-3ec32288da69 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:37.674059 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1f3d661d-82ef-42ba-b76d-b1bf5767dd4a req-92f20313-e5d6-42ca-a2df-dc83d1d729f5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593498 May 25 20:05:37.679914 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b736609-a784-4233-8bdf-7b905c86b4a0 req-97dcfef3-2eea-48b0-9fd8-3ec32288da69 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.5029736 May 25 20:05:37.681130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-031a6eaa-1670-4592-acda-8d610689dd7d None None] Provisioning for port b20b906f-b826-4b25-8c53-3ef6668f563d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:37.684143 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-af404551-7a13-4822-ab3a-7842dd60cc92 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1699111 May 25 20:05:37.691559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-031a6eaa-1670-4592-acda-8d610689dd7d None None] Provisioning complete for port b20b906f-b826-4b25-8c53-3ef6668f563d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:37.692148 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-031a6eaa-1670-4592-acda-8d610689dd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:37.759510 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b736609-a784-4233-8bdf-7b905c86b4a0 req-46038b12-9e9a-4457-bdb9-338b5b7ae231 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782478 May 25 20:05:37.774732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Request body: {'port': {'device_id': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6', 'admin_state_up': True, 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:37.848478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-031a6eaa-1670-4592-acda-8d610689dd7d None None] Port b20b906f-b826-4b25-8c53-3ef6668f563d cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:05:37.857026 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90ac845-d4e7-4e6b-96e3-20d72d216404'] response: {'server_uuid': '3c9e5f0c-5488-4088-b64e-e8896513a4fb', 'name': 'network-vif-deleted', 'tag': '20c64003-24f7-44f3-ac3d-46159bb4ecfe', 'status': 'completed', 'code': 200} May 25 20:05:37.938111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:37.949887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:37.997111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:38.000595 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:38.056157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacf510-48e0-40ff-847d-c3b13bbd72e4 req-cd76845a-f806-4f79-86a0-275a46ff2128 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:38.058932 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-acacf510-48e0-40ff-847d-c3b13bbd72e4 req-cd76845a-f806-4f79-86a0-275a46ff2128 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1152189 May 25 20:05:38.103003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 20c64003-24f7-44f3-ac3d-46159bb4ecfe no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:05:38.119481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-acacf510-48e0-40ff-847d-c3b13bbd72e4 req-bf6e9040-a16e-4fb5-afde-d6c2c962cdc0 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545154 May 25 20:05:38.173066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e0617-a2d7-4bf2-b74a-41dc86804027 req-bb12780e-8c77-4083-b2ef-d467c7573238 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:38.174653 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-961e0617-a2d7-4bf2-b74a-41dc86804027 req-bb12780e-8c77-4083-b2ef-d467c7573238 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.2156937 May 25 20:05:38.176406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 20c64003-24f7-44f3-ac3d-46159bb4ecfe {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:05:38.176809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 20c64003-24f7-44f3-ac3d-46159bb4ecfe not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:05:38.275698 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-961e0617-a2d7-4bf2-b74a-41dc86804027 req-175563f3-3fc8-4e02-b54b-627b36d30235 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689518 May 25 20:05:38.281017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Allocated IP 19.80.0.232 (8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6/5616536b-bf12-4f8a-ab89-7eb5336d39b1/ab8438d5-9251-4119-85ee-07c805e15559) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:38.394173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594a4e3-2745-4a1d-81b3-b099699a4bc2 req-931b0af7-5c00-4d70-8eb2-50d83cde6c68 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:38.402622 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594a4e3-2745-4a1d-81b3-b099699a4bc2 req-931b0af7-5c00-4d70-8eb2-50d83cde6c68 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:38.409920 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6594a4e3-2745-4a1d-81b3-b099699a4bc2 req-931b0af7-5c00-4d70-8eb2-50d83cde6c68 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 1654 time: 0.1483333 May 25 20:05:38.453032 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6594a4e3-2745-4a1d-81b3-b099699a4bc2 req-3f593dba-73da-4b23-b0ce-fae41b7392d5 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 May 25 20:05:38.505507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6afb7d5e-ef83-4649-afb1-09153c816c86 req-f1433bfe-df9a-4099-9050-243c0c4f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Synchronizing usage tracker for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:38.541008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6afb7d5e-ef83-4649-afb1-09153c816c86 req-f1433bfe-df9a-4099-9050-243c0c4f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] Unset dirty status for tenant:fa888df1c97c4361b46381c6d6e23e71 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:38.542263 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6afb7d5e-ef83-4649-afb1-09153c816c86 req-f1433bfe-df9a-4099-9050-243c0c4f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313 tempest-FloatingIPsAssociationNegativeTestJSON-2126966313-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c9e5f0c-5488-4088-b64e-e8896513a4fb HTTP/1.1" status: 200 len: 210 time: 0.1019096 May 25 20:05:38.587564 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:38.604939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Transition to ACTIVE for port object ab8438d5-9251-4119-85ee-07c805e15559 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:38.631100 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:38.711168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:38.714509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:38.719166 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:38.764601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event updated for resources: {'Port': ['ID=ab8438d5-9251-4119-85ee-07c805e15559,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:38.805590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:38.807411 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:38.829434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6e669-8539-44b0-868d-4d6747eb3f8b req-08042416-6a9c-43d0-9d8e-015446388a18 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:38.831629 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6b6e669-8539-44b0-868d-4d6747eb3f8b req-08042416-6a9c-43d0-9d8e-015446388a18 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2222164 May 25 20:05:38.891415 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6b6e669-8539-44b0-868d-4d6747eb3f8b req-6a25da1c-8c41-4cbb-9077-c8d65b9bb412 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509036 May 25 20:05:38.894274 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5760164-1dc5-4e16-93fa-f45afae7f08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1534598 May 25 20:05:38.907395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Request body: {'port': {'device_id': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:38.986054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b6d97ab4-1fe9-413a-8c70-6478a82e26d5 None None] Provisioning for port ab8438d5-9251-4119-85ee-07c805e15559 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:38.991436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b6d97ab4-1fe9-413a-8c70-6478a82e26d5 None None] Provisioning complete for port ab8438d5-9251-4119-85ee-07c805e15559 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:38.991803 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b6d97ab4-1fe9-413a-8c70-6478a82e26d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:39.003019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326c797-b6ee-4bdc-9366-49ae291eac10 req-e129378d-b934-4271-964d-12c2451be303 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:39.004414 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e326c797-b6ee-4bdc-9366-49ae291eac10 req-e129378d-b934-4271-964d-12c2451be303 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1769788 May 25 20:05:39.059578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b6d97ab4-1fe9-413a-8c70-6478a82e26d5 None None] Port ab8438d5-9251-4119-85ee-07c805e15559 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:05:39.065013 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:39.088891 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e326c797-b6ee-4bdc-9366-49ae291eac10 req-ee341525-a305-4501-9a6c-f2a0c05a2c78 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720131 May 25 20:05:39.112287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8de3f-0c0d-4af9-8144-ccf1b69940a8 req-0883e616-c2a5-474e-bd08-0250880f3088 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:39.114198 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-77c8de3f-0c0d-4af9-8144-ccf1b69940a8 req-0883e616-c2a5-474e-bd08-0250880f3088 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.0969722 May 25 20:05:39.174749 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-77c8de3f-0c0d-4af9-8144-ccf1b69940a8 req-e1936a99-a71b-4b3a-9206-ca7321a4a36f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533240 May 25 20:05:39.438442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bdd2b-1950-41ac-9c0c-be3514c05a5b req-994106b5-03ea-4b7a-a3ac-f7e7aa3d23cf tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:39.439801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c09bdd2b-1950-41ac-9c0c-be3514c05a5b req-994106b5-03ea-4b7a-a3ac-f7e7aa3d23cf tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1866581 May 25 20:05:39.474404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246b8ac-41d7-4e07-976c-185f6c3dd073 req-ac4ba537-dfd4-4b72-9dbc-049894001c37 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:39.475922 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a246b8ac-41d7-4e07-976c-185f6c3dd073 req-ac4ba537-dfd4-4b72-9dbc-049894001c37 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.0848157 May 25 20:05:39.523192 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a246b8ac-41d7-4e07-976c-185f6c3dd073 req-7143ab4a-59ba-4459-9845-182b9121fd54 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400009 May 25 20:05:39.545563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c09bdd2b-1950-41ac-9c0c-be3514c05a5b req-d906ab8e-379f-428d-9ca0-317b229d3b57 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992537 May 25 20:05:39.547613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140b1e6c-a806-4039-81bb-fcb1a4542759 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:05:39.555291 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:39.577191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Transition to ACTIVE for port object 140b1e6c-a806-4039-81bb-fcb1a4542759 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:39.582063 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:39.669105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39956) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:39.865364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Pushing event updated for resources: {'Port': ['ID=140b1e6c-a806-4039-81bb-fcb1a4542759,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:40.016631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e406776-c873-4378-a04c-eeababfb3ae8 req-03dbd286-7201-4ccb-bc73-cac00331c2f9 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:40.018082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Attempting to bind port 140b1e6c-a806-4039-81bb-fcb1a4542759 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:40.018522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Attempting to bind port 140b1e6c-a806-4039-81bb-fcb1a4542759 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'c5c22b51-bcbe-4467-8be5-455d5cf89d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:40.018899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Attempting to bind port 140b1e6c-a806-4039-81bb-fcb1a4542759 on network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:40.024354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Port 140b1e6c-a806-4039-81bb-fcb1a4542759 on network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:05:40.024759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Attempting to bind port 140b1e6c-a806-4039-81bb-fcb1a4542759 on network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:40.031090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e406776-c873-4378-a04c-eeababfb3ae8 req-03dbd286-7201-4ccb-bc73-cac00331c2f9 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:40.034936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:40.035345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Checking segment: {'id': 'c5c22b51-bcbe-4467-8be5-455d5cf89d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:40.035824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Bound using segment: {'id': 'c5c22b51-bcbe-4467-8be5-455d5cf89d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:40.036322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Bound port: 140b1e6c-a806-4039-81bb-fcb1a4542759, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c22b51-bcbe-4467-8be5-455d5cf89d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:40.036730 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:40.037548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e406776-c873-4378-a04c-eeababfb3ae8 req-03dbd286-7201-4ccb-bc73-cac00331c2f9 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:40.039236 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e406776-c873-4378-a04c-eeababfb3ae8 req-03dbd286-7201-4ccb-bc73-cac00331c2f9 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2388 time: 0.4065812 May 25 20:05:40.197153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] For port 140b1e6c-a806-4039-81bb-fcb1a4542759, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:40.201428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] For port 140b1e6c-a806-4039-81bb-fcb1a4542759, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=140b1e6c-a806-4039-81bb-fcb1a4542759,segment=NetworkSegment(c5c22b51-bcbe-4467-8be5-455d5cf89d74),segment_id=c5c22b51-bcbe-4467-8be5-455d5cf89d74)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:40.209524 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:40.211450 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e406776-c873-4378-a04c-eeababfb3ae8 req-ad8fd465-3a63-4ddc-8360-56aea2fbfe81 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426523 May 25 20:05:40.260974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627be41-9213-43ed-a811-f999d839ae83 req-84ea8a23-b25a-4b40-a8ab-8c709f2cd80b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:40.262516 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7627be41-9213-43ed-a811-f999d839ae83 req-84ea8a23-b25a-4b40-a8ab-8c709f2cd80b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1773481 May 25 20:05:40.317618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:40.319201 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:40.320826 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] 10.222.0.70 "PUT /v2.0/ports/140b1e6c-a806-4039-81bb-fcb1a4542759 HTTP/1.1" status: 200 len: 1091 time: 1.4180543 May 25 20:05:40.331944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'tag': '140b1e6c-a806-4039-81bb-fcb1a4542759'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:40.361316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Request body: {'port': {'device_id': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:40.419535 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7627be41-9213-43ed-a811-f999d839ae83 req-e616761b-cb90-4bd6-b963-4337c5507cba tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401501 May 25 20:05:40.454886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b2f7e-dd7a-4f44-a957-f6ad3da5ef3c service neutron] Pushing event updated for resources: {'Port': ['ID=140b1e6c-a806-4039-81bb-fcb1a4542759,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:40.519313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:40.527815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a95ff-bebf-4d2d-acea-cd9ef2f1f18c req-fafc7861-7605-4791-b1dd-0d9b0094c76c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:40.529327 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c6a95ff-bebf-4d2d-acea-cd9ef2f1f18c req-fafc7861-7605-4791-b1dd-0d9b0094c76c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1506515 May 25 20:05:40.563484 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d374e35-4573-4f5f-a6b8-b5d38ecb85db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:40.661217 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c6a95ff-bebf-4d2d-acea-cd9ef2f1f18c req-dd629831-e812-4617-91f3-64ea9e69e52d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252978 May 25 20:05:40.771514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6732b7-9830-4f3e-b7bf-0d04d24acbf0 req-7e82518a-c857-4a42-8e3f-5b836495b71e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:40.779758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f6732b7-9830-4f3e-b7bf-0d04d24acbf0 req-7e82518a-c857-4a42-8e3f-5b836495b71e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.2070656 May 25 20:05:40.802187 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd74f76e-2b2c-4222-ad5e-9ad93da78911'] response: {'name': 'network-changed', 'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'tag': '140b1e6c-a806-4039-81bb-fcb1a4542759', 'status': 'completed', 'code': 200} May 25 20:05:40.954907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f6732b7-9830-4f3e-b7bf-0d04d24acbf0 req-7077a78c-5dea-48fb-91ec-98716698e6ed tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742690 May 25 20:05:41.022115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7c00b-b878-4a75-ab31-69b7acdead83 req-45af8320-d344-494a-bf6c-f7da729ce521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:41.022622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7c00b-b878-4a75-ab31-69b7acdead83 req-45af8320-d344-494a-bf6c-f7da729ce521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:41.023092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7c00b-b878-4a75-ab31-69b7acdead83 req-45af8320-d344-494a-bf6c-f7da729ce521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:41.024717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33a7c00b-b878-4a75-ab31-69b7acdead83 req-45af8320-d344-494a-bf6c-f7da729ce521 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e579da175ae34ba290b3df4b663acf2e&device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2731 time: 0.1953161 May 25 20:05:41.063429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce461a-c5c1-4a31-80e9-68285eccab32 req-cbac12c6-feba-4c5f-ae55-fba2acc33f19 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:41.064362 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-09ce461a-c5c1-4a31-80e9-68285eccab32 req-cbac12c6-feba-4c5f-ae55-fba2acc33f19 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.1583221 May 25 20:05:41.076387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0d374e35-4573-4f5f-a6b8-b5d38ecb85db admin admin] Deleting port 8f0bb404-c887-4a4d-8557-f9f5f25345c9 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:05:41.076712 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d374e35-4573-4f5f-a6b8-b5d38ecb85db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:41.235735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b20b906f-b826-4b25-8c53-3ef6668f563d {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:05:41.265774 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:41.273330 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-09ce461a-c5c1-4a31-80e9-68285eccab32 req-e7f5f13f-8426-48bf-99e6-ca7b95561872 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740528 May 25 20:05:41.305060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Transition to ACTIVE for port object b20b906f-b826-4b25-8c53-3ef6668f563d will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:41.313524 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:41.317537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7c00b-b878-4a75-ab31-69b7acdead83 req-bcc7c37f-7a6f-4300-8047-73f45d8f8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:41.318005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7c00b-b878-4a75-ab31-69b7acdead83 req-bcc7c37f-7a6f-4300-8047-73f45d8f8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:41.318502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7c00b-b878-4a75-ab31-69b7acdead83 req-bcc7c37f-7a6f-4300-8047-73f45d8f8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:41.320060 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33a7c00b-b878-4a75-ab31-69b7acdead83 req-bcc7c37f-7a6f-4300-8047-73f45d8f8ce8 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e579da175ae34ba290b3df4b663acf2e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2870047 May 25 20:05:41.445406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-0d374e35-4573-4f5f-a6b8-b5d38ecb85db admin admin] For port 8f0bb404-c887-4a4d-8557-f9f5f25345c9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8f0bb404-c887-4a4d-8557-f9f5f25345c9,segment=NetworkSegment(e962ec07-89ca-4d07-9fb2-9bd486d2ea69),segment_id=e962ec07-89ca-4d07-9fb2-9bd486d2ea69)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:41.445756 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d374e35-4573-4f5f-a6b8-b5d38ecb85db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:41.582321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0d374e35-4573-4f5f-a6b8-b5d38ecb85db admin admin] Calling delete_port for 8f0bb404-c887-4a4d-8557-f9f5f25345c9 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:05:41.656034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa85ea3-76f4-4109-ae89-383cc41ea367 req-ab8fd5f6-f4c4-4e9c-b161-0bb145efedad tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:41.657516 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa85ea3-76f4-4109-ae89-383cc41ea367 req-ab8fd5f6-f4c4-4e9c-b161-0bb145efedad tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.5396123 May 25 20:05:41.658895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435f60a-ecf7-46d0-a651-2e1d478cb966 req-6cd46977-1d8b-4aec-80fa-330896badb34 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:41.664274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435f60a-ecf7-46d0-a651-2e1d478cb966 req-6cd46977-1d8b-4aec-80fa-330896badb34 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:41.670626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435f60a-ecf7-46d0-a651-2e1d478cb966 req-6cd46977-1d8b-4aec-80fa-330896badb34 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:41.671617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Pushing event updated for resources: {'Port': ['ID=b20b906f-b826-4b25-8c53-3ef6668f563d,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:41.672493 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5435f60a-ecf7-46d0-a651-2e1d478cb966 req-6cd46977-1d8b-4aec-80fa-330896badb34 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2400 time: 0.2883835 May 25 20:05:41.830675 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa85ea3-76f4-4109-ae89-383cc41ea367 req-6a4a04fd-c976-4f1b-a630-99720d9817cc tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599286 May 25 20:05:41.845089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7c00b-b878-4a75-ab31-69b7acdead83 req-88c21f84-7049-4fce-a31d-c3ec3ce8485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:41.847353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33a7c00b-b878-4a75-ab31-69b7acdead83 req-88c21f84-7049-4fce-a31d-c3ec3ce8485e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4969301 May 25 20:05:41.871311 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5435f60a-ecf7-46d0-a651-2e1d478cb966 req-d69bb921-63c6-4d20-86af-ad357995eadf tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674911 May 25 20:05:41.898273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Attempting to bind port b20b906f-b826-4b25-8c53-3ef6668f563d on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:41.898606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Attempting to bind port b20b906f-b826-4b25-8c53-3ef6668f563d by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'df42a3ef-aab7-4683-9f44-94dc30e8b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '82507f75-bd96-4d5e-be11-c61da92e9a8a'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:41.898928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Attempting to bind port b20b906f-b826-4b25-8c53-3ef6668f563d on network 82507f75-bd96-4d5e-be11-c61da92e9a8a {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:41.918706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Port b20b906f-b826-4b25-8c53-3ef6668f563d on network 82507f75-bd96-4d5e-be11-c61da92e9a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:05:41.919029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Attempting to bind port b20b906f-b826-4b25-8c53-3ef6668f563d on network 82507f75-bd96-4d5e-be11-c61da92e9a8a {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:41.928281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:41.928616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Checking segment: {'id': 'df42a3ef-aab7-4683-9f44-94dc30e8b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '82507f75-bd96-4d5e-be11-c61da92e9a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:41.928993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Bound using segment: {'id': 'df42a3ef-aab7-4683-9f44-94dc30e8b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '82507f75-bd96-4d5e-be11-c61da92e9a8a'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:41.929419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Bound port: b20b906f-b826-4b25-8c53-3ef6668f563d, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df42a3ef-aab7-4683-9f44-94dc30e8b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '82507f75-bd96-4d5e-be11-c61da92e9a8a'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:41.929934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:42.095571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d374e35-4573-4f5f-a6b8-b5d38ecb85db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:42.095796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] For port b20b906f-b826-4b25-8c53-3ef6668f563d, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:42.101050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] For port b20b906f-b826-4b25-8c53-3ef6668f563d, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b20b906f-b826-4b25-8c53-3ef6668f563d,segment=NetworkSegment(df42a3ef-aab7-4683-9f44-94dc30e8b639),segment_id=df42a3ef-aab7-4683-9f44-94dc30e8b639)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:42.109626 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:42.154130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d374e35-4573-4f5f-a6b8-b5d38ecb85db admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0bb404-c887-4a4d-8557-f9f5f25345c9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:42.165033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aee3eb-8611-4e9a-bfc3-2d039d70920a req-a6ba6dde-323f-4efe-9d58-25c7893b41a2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:42.167231 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-19aee3eb-8611-4e9a-bfc3-2d039d70920a req-a6ba6dde-323f-4efe-9d58-25c7893b41a2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1860988 May 25 20:05:42.186755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:42.187387 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:42.191771 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] 10.222.0.70 "PUT /v2.0/ports/b20b906f-b826-4b25-8c53-3ef6668f563d HTTP/1.1" status: 200 len: 1092 time: 1.8401108 May 25 20:05:42.196859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a52573-ec41-4e60-ab1e-e6b232edbdbc req-d28beb6f-f756-44a5-84c9-2c401678e0ba tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:42.199138 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1a52573-ec41-4e60-ab1e-e6b232edbdbc req-d28beb6f-f756-44a5-84c9-2c401678e0ba tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1915576 May 25 20:05:42.244729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Request body: {'port': {'device_id': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:42.315932 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1a52573-ec41-4e60-ab1e-e6b232edbdbc req-90fee855-522b-4261-9108-bf258e4f1690 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762255 May 25 20:05:42.374291 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-19aee3eb-8611-4e9a-bfc3-2d039d70920a req-b933bd1d-065b-464d-b46b-3502466ea2a9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941652 May 25 20:05:42.380865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e38d2-4c65-4584-8cbb-ce717097b073 service neutron] Pushing event updated for resources: {'Port': ['ID=b20b906f-b826-4b25-8c53-3ef6668f563d,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:42.530412 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:42.620188 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d374e35-4573-4f5f-a6b8-b5d38ecb85db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:42.732674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c993dc-3a91-4cbd-889c-96be2a1fe506 req-a50c3048-db9d-40a3-8d4d-182fa76d3bd1 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:42.734483 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3c993dc-3a91-4cbd-889c-96be2a1fe506 req-a50c3048-db9d-40a3-8d4d-182fa76d3bd1 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1921232 May 25 20:05:42.804244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'tag': 'b20b906f-b826-4b25-8c53-3ef6668f563d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:42.827296 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1560618f-a44b-4313-b22f-8cc68e57fb3f req-64c67e5d-223e-4ad1-9379-02fb91a688be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2376084 May 25 20:05:42.845101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c053c-4b0d-4474-b874-5bec41c47393 req-f7f2f57d-5f12-45ed-a3db-2a7e7189ed8b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:42.846641 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ac8c053c-4b0d-4474-b874-5bec41c47393 req-f7f2f57d-5f12-45ed-a3db-2a7e7189ed8b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.2841558 May 25 20:05:42.972143 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3c993dc-3a91-4cbd-889c-96be2a1fe506 req-06a94b70-89d9-4de7-ada0-e58f5c42ae40 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764930 May 25 20:05:43.022437 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ac8c053c-4b0d-4474-b874-5bec41c47393 req-43b365b0-cc96-499e-9303-21657689273b tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605175 May 25 20:05:43.076822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560618f-a44b-4313-b22f-8cc68e57fb3f req-25ea4b35-33ee-4dcd-accb-db375f54d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:43.078687 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1560618f-a44b-4313-b22f-8cc68e57fb3f req-25ea4b35-33ee-4dcd-accb-db375f54d612 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c260fc27627f4beaaaabb26155dfc50e&device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 1101 time: 0.2158072 May 25 20:05:43.179518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d374e35-4573-4f5f-a6b8-b5d38ecb85db admin admin] Router b1029a64-b591-4914-a6a1-3ed98bcf7f35 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:05:43.211571 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba15626-e6a1-4c03-a011-6598e65c1b11'] response: {'name': 'network-changed', 'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'tag': 'b20b906f-b826-4b25-8c53-3ef6668f563d', 'status': 'completed', 'code': 200} May 25 20:05:43.356833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8438d5-9251-4119-85ee-07c805e15559 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:05:43.386283 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:43.429445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d374e35-4573-4f5f-a6b8-b5d38ecb85db admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:05:43.433871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Transition to ACTIVE for port object ab8438d5-9251-4119-85ee-07c805e15559 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:43.439126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16002e-3ac6-44c1-b9c8-a11b82e96c8c req-1bbca69d-aad6-4115-bbda-2adec1a0d1cb tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:43.442460 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4ec2c-3254-46c0-a1b7-3cc5550016a1 None None] Sync routers for ids ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:05:43.446193 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7e16002e-3ac6-44c1-b9c8-a11b82e96c8c req-1bbca69d-aad6-4115-bbda-2adec1a0d1cb tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2083106 May 25 20:05:43.453503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560618f-a44b-4313-b22f-8cc68e57fb3f req-1c9f11f1-42a6-460d-a9b2-30e069007ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:43.456597 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1560618f-a44b-4313-b22f-8cc68e57fb3f req-1c9f11f1-42a6-460d-a9b2-30e069007ca6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.3499250 May 25 20:05:43.457381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:43.463193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4ec2c-3254-46c0-a1b7-3cc5550016a1 None None] Routers {'b1029a64-b591-4914-a6a1-3ed98bcf7f35'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:05:43.464219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a5c4ec2c-3254-46c0-a1b7-3cc5550016a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:05:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:43.490204 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0d374e35-4573-4f5f-a6b8-b5d38ecb85db admin admin] 10.222.0.60 "PUT /v2.0/routers/b1029a64-b591-4914-a6a1-3ed98bcf7f35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8038096 May 25 20:05:43.490853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40062) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:43.577582 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7e16002e-3ac6-44c1-b9c8-a11b82e96c8c req-d46e58dc-9e75-44b0-8b05-285c25b24cda tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260262 May 25 20:05:43.749719 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-a5c4ec2c-3254-46c0-a1b7-3cc5550016a1 None None] Set router b1029a64-b591-4914-a6a1-3ed98bcf7f35 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:05:43.798573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1560618f-a44b-4313-b22f-8cc68e57fb3f req-2e862845-bbba-44e9-86c8-0eb5bb648006 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=2c5afd12-9e11-4c55-bb59-e1b56a3a9361 HTTP/1.1" status: 200 len: 217 time: 0.3362377 May 25 20:05:43.870963 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:43.894997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a1ba-ff2c-41eb-a1e9-eed25b05d8dd req-901b8d3d-49c0-4546-b1ec-e82ca2b3c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:43.895541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a1ba-ff2c-41eb-a1e9-eed25b05d8dd req-901b8d3d-49c0-4546-b1ec-e82ca2b3c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:43.896001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a1ba-ff2c-41eb-a1e9-eed25b05d8dd req-901b8d3d-49c0-4546-b1ec-e82ca2b3c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:43.897691 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9456a1ba-ff2c-41eb-a1e9-eed25b05d8dd req-901b8d3d-49c0-4546-b1ec-e82ca2b3c28c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e579da175ae34ba290b3df4b663acf2e&device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2798 time: 0.6853719 May 25 20:05:43.898453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Pushing event updated for resources: {'Port': ['ID=ab8438d5-9251-4119-85ee-07c805e15559,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:43.973314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41c856-3513-4e24-81dc-b6aaa8b287b3 req-88f341bf-d06c-4429-bed1-4af1aa3e66a1 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:43.979661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41c856-3513-4e24-81dc-b6aaa8b287b3 req-88f341bf-d06c-4429-bed1-4af1aa3e66a1 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:43.985943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41c856-3513-4e24-81dc-b6aaa8b287b3 req-88f341bf-d06c-4429-bed1-4af1aa3e66a1 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:43.986903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ab41c856-3513-4e24-81dc-b6aaa8b287b3 req-88f341bf-d06c-4429-bed1-4af1aa3e66a1 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Synchronizing usage tracker for tenant:e579da175ae34ba290b3df4b663acf2e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:44.113800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560618f-a44b-4313-b22f-8cc68e57fb3f req-152cc197-9a1c-491c-9720-c7aa0a3a8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:44.115348 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1560618f-a44b-4313-b22f-8cc68e57fb3f req-152cc197-9a1c-491c-9720-c7aa0a3a8af3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.3046865 May 25 20:05:44.123563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a5c4ec2c-3254-46c0-a1b7-3cc5550016a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:05:41Z', 'revision_number': 5, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:44.127968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4ec2c-3254-46c0-a1b7-3cc5550016a1 None None] Checking router: b1029a64-b591-4914-a6a1-3ed98bcf7f35 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:05:44.130023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ab41c856-3513-4e24-81dc-b6aaa8b287b3 req-88f341bf-d06c-4429-bed1-4af1aa3e66a1 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Unset dirty status for tenant:e579da175ae34ba290b3df4b663acf2e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:44.137828 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab41c856-3513-4e24-81dc-b6aaa8b287b3 req-88f341bf-d06c-4429-bed1-4af1aa3e66a1 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2400 time: 0.8776329 May 25 20:05:44.138985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4826236-93aa-43f2-94ca-f6de59f092b8 req-07e483a8-a79f-4fcd-9147-948c58fdcab9 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:44.139160 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4ec2c-3254-46c0-a1b7-3cc5550016a1 None None] Routers {'b1029a64-b591-4914-a6a1-3ed98bcf7f35'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:05:44.139723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a5c4ec2c-3254-46c0-a1b7-3cc5550016a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:05:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:44.140693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4826236-93aa-43f2-94ca-f6de59f092b8 req-07e483a8-a79f-4fcd-9147-948c58fdcab9 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.3727610 May 25 20:05:44.179219 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:44.198591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] Deleting port 8af8e5c6-c521-4c97-a33d-59f344e31556 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:05:44.199268 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:44.241528 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4826236-93aa-43f2-94ca-f6de59f092b8 req-7a11ef67-d120-40c8-9b19-bedb3c1713fa tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915327 May 25 20:05:44.300075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Attempting to bind port ab8438d5-9251-4119-85ee-07c805e15559 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:44.300488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Attempting to bind port ab8438d5-9251-4119-85ee-07c805e15559 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'c5c22b51-bcbe-4467-8be5-455d5cf89d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:44.300691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Attempting to bind port ab8438d5-9251-4119-85ee-07c805e15559 on network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:44.315463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab41c856-3513-4e24-81dc-b6aaa8b287b3 req-22ac2f63-a0c0-4918-a290-c2e90b6fa08d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767545 May 25 20:05:44.322532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a1ba-ff2c-41eb-a1e9-eed25b05d8dd req-be65fa75-c1de-47ea-a0ab-a4400a972cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:44.328816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a1ba-ff2c-41eb-a1e9-eed25b05d8dd req-be65fa75-c1de-47ea-a0ab-a4400a972cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:44.329445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a1ba-ff2c-41eb-a1e9-eed25b05d8dd req-be65fa75-c1de-47ea-a0ab-a4400a972cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:44.331192 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9456a1ba-ff2c-41eb-a1e9-eed25b05d8dd req-be65fa75-c1de-47ea-a0ab-a4400a972cbc service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e579da175ae34ba290b3df4b663acf2e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3984635 May 25 20:05:44.334704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Port ab8438d5-9251-4119-85ee-07c805e15559 on network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:05:44.345802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Attempting to bind port ab8438d5-9251-4119-85ee-07c805e15559 on network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:44.377157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:44.377728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Checking segment: {'id': 'c5c22b51-bcbe-4467-8be5-455d5cf89d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:44.378290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Bound using segment: {'id': 'c5c22b51-bcbe-4467-8be5-455d5cf89d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:44.378876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Bound port: ab8438d5-9251-4119-85ee-07c805e15559, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c22b51-bcbe-4467-8be5-455d5cf89d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:44.379377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:44.388899 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-a5c4ec2c-3254-46c0-a1b7-3cc5550016a1 None None] Set router b1029a64-b591-4914-a6a1-3ed98bcf7f35 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:05:44.487788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] For port 8af8e5c6-c521-4c97-a33d-59f344e31556, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8af8e5c6-c521-4c97-a33d-59f344e31556,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:44.488387 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:44.537385 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-f417f13d-c1dd-4ed3-bffc-f4976cd86b4e tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=589fda33a5a849c886853c57cb900612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892575 May 25 20:05:44.552043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560618f-a44b-4313-b22f-8cc68e57fb3f req-bf236a05-062a-4aae-81c1-97aa425d52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:44.553672 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1560618f-a44b-4313-b22f-8cc68e57fb3f req-bf236a05-062a-4aae-81c1-97aa425d52f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4246459 May 25 20:05:44.711912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a5c4ec2c-3254-46c0-a1b7-3cc5550016a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:05:41Z', 'revision_number': 5, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:44.716682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4ec2c-3254-46c0-a1b7-3cc5550016a1 None None] The sync data for ids ['b1029a64-b591-4914-a6a1-3ed98bcf7f35'] in n-d-843339-1 is: [{'id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1876771308-router', 'tenant_id': 'fa888df1c97c4361b46381c6d6e23e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:04:23Z', 'updated_at': '2022-05-25T20:05:41Z', 'revision_number': 5, 'project_id': 'fa888df1c97c4361b46381c6d6e23e71', 'gw_port': {'id': '8af8e5c6-c521-4c97-a33d-59f344e31556', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1029a64-b591-4914-a6a1-3ed98bcf7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:04:25Z', 'updated_at': '2022-05-25T20:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:05:44.769642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] Calling delete_port for 8af8e5c6-c521-4c97-a33d-59f344e31556 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:05:44.803250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a1ba-ff2c-41eb-a1e9-eed25b05d8dd req-1f0175a2-aec0-4916-bd2d-4537b27b097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:44.805002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9456a1ba-ff2c-41eb-a1e9-eed25b05d8dd req-1f0175a2-aec0-4916-bd2d-4537b27b097c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4550173 May 25 20:05:44.808769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230709de-7015-472a-ac57-dd0bd8c3a525 req-0851701d-9934-4496-b3e1-45ec2b041073 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:44.811041 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-230709de-7015-472a-ac57-dd0bd8c3a525 req-0851701d-9934-4496-b3e1-45ec2b041073 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.4512687 May 25 20:05:44.811180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] For port ab8438d5-9251-4119-85ee-07c805e15559, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:44.846278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] For port ab8438d5-9251-4119-85ee-07c805e15559, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ab8438d5-9251-4119-85ee-07c805e15559,segment=NetworkSegment(c5c22b51-bcbe-4467-8be5-455d5cf89d74),segment_id=c5c22b51-bcbe-4467-8be5-455d5cf89d74)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:44.871676 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:44.888867 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-230709de-7015-472a-ac57-dd0bd8c3a525 req-1015386d-00ef-4914-81b7-a236698f4a17 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679348 May 25 20:05:44.940617 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1560618f-a44b-4313-b22f-8cc68e57fb3f req-cc745c51-94c7-44b6-b446-2978e37cceae service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606131 May 25 20:05:44.983587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:44.984189 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:44.985551 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] 10.222.0.70 "PUT /v2.0/ports/ab8438d5-9251-4119-85ee-07c805e15559 HTTP/1.1" status: 200 len: 1092 time: 2.7506642 May 25 20:05:45.002872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-c862d438-fa46-455d-aa2b-4509454fa37b tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:45.006363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-c862d438-fa46-455d-aa2b-4509454fa37b tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4590142 May 25 20:05:45.084466 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:45.157945 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-1f435cb2-63e3-4e01-b48f-8cb54727fa89 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/quotas/589fda33a5a849c886853c57cb900612 HTTP/1.1" status: 200 len: 375 time: 0.1402569 May 25 20:05:45.161430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca370a-51ec-4627-83c4-0761709f54ee service neutron] Pushing event updated for resources: {'Port': ['ID=ab8438d5-9251-4119-85ee-07c805e15559,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:45.184146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8af8e5c6-c521-4c97-a33d-59f344e31556,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:45.214064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'tag': 'ab8438d5-9251-4119-85ee-07c805e15559'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:45.241738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aef63-4216-4321-90be-ac5a2655e29a req-882b00c5-46d8-48c0-9177-0aa6667602b3 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:45.246763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-116aef63-4216-4321-90be-ac5a2655e29a req-882b00c5-46d8-48c0-9177-0aa6667602b3 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.2566688 May 25 20:05:45.251057 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-3f767efb-770f-4f4b-a3ff-c290fa0dde00 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=589fda33a5a849c886853c57cb900612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827467 May 25 20:05:45.281666 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1560618f-a44b-4313-b22f-8cc68e57fb3f req-15025e0b-f21c-4e11-87e3-4c3ad39eb16e service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260233 May 25 20:05:45.290411 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:45.301491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6a6b60d4-46ee-41ca-93ab-0083eb9b959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:45.302652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6a6b60d4-46ee-41ca-93ab-0083eb9b959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:45.303383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6a6b60d4-46ee-41ca-93ab-0083eb9b959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:45.308782 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-6a6b60d4-46ee-41ca-93ab-0083eb9b959d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e579da175ae34ba290b3df4b663acf2e&device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2865 time: 0.2303860 May 25 20:05:45.386242 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-22ed59ef-90ed-4e7b-9533-3ddb4ce7d688 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.20&port_id=140b1e6c-a806-4039-81bb-fcb1a4542759 HTTP/1.1" status: 200 len: 217 time: 0.0732028 May 25 20:05:45.551546 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:45.555756 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:45.563030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-116aef63-4216-4321-90be-ac5a2655e29a req-90f96297-f14e-498d-a2f9-f723be02bb8b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752130 May 25 20:05:45.588767 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:45.589483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1029a64-b591-4914-a6a1-3ed98bcf7f35 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:05:45.609009 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:45.612516 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-299c45a9-a222-49bb-86f6-865e84be43f2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b1029a64-b591-4914-a6a1-3ed98bcf7f35 HTTP/1.1" status: 204 len: 168 time: 2.1183963 May 25 20:05:45.612796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40108) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:45.693204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8e70b0-b282-4e2c-92ec-128171233277 admin admin] Deleting subnet 0b3691ce-8bf7-40ba-b38f-6e43631a7b4f {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:05:45.697868 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a8e70b0-b282-4e2c-92ec-128171233277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:45.749332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d7338379-538c-4d6a-bc44-e256cc0adb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:45.751162 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-d7338379-538c-4d6a-bc44-e256cc0adb66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5616536b-bf12-4f8a-ab89-7eb5336d39b1 HTTP/1.1" status: 200 len: 801 time: 0.3586025 May 25 20:05:45.822540 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a8e70b0-b282-4e2c-92ec-128171233277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:45.877719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b36cd-3686-4244-83e1-5c60058a88ae req-45489e07-0563-4b45-84b9-c5a6bbf3fbf6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:45.879369 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f13b36cd-3686-4244-83e1-5c60058a88ae req-45489e07-0563-4b45-84b9-c5a6bbf3fbf6 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.2453144 May 25 20:05:45.922462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-acd12c5c-a2a7-4660-b1b2-dae347fa5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:45.925164 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-acd12c5c-a2a7-4660-b1b2-dae347fa5974 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1657503 May 25 20:05:45.982185 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f13b36cd-3686-4244-83e1-5c60058a88ae req-0008dfe7-3f21-4d67-b0c4-8a8dfa42057c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896401 May 25 20:05:45.991837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8f0bb404-c887-4a4d-8557-f9f5f25345c9 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:05:46.045597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 8f0bb404-c887-4a4d-8557-f9f5f25345c9 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:05:46.045975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8f0bb404-c887-4a4d-8557-f9f5f25345c9 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:05:46.065404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a8e70b0-b282-4e2c-92ec-128171233277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:46.076124 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a1e7e2-610e-44a8-b33f-e5f5bc21479d'] response: {'name': 'network-changed', 'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'tag': 'ab8438d5-9251-4119-85ee-07c805e15559', 'status': 'completed', 'code': 200} May 25 20:05:46.132164 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-cd0c22f6-a244-4d7f-8b9f-279e07a608b7 service neutron] 10.222.0.70 "GET /v2.0/networks/8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879921 May 25 20:05:46.227745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e873613-1e7f-48df-8112-c9b422afcda5 req-15c54c22-21f8-4598-88c8-e3aea825087d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:46.230782 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6e873613-1e7f-48df-8112-c9b422afcda5 req-15c54c22-21f8-4598-88c8-e3aea825087d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1387410 May 25 20:05:46.231938 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a8e70b0-b282-4e2c-92ec-128171233277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:46.291051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e70b0-b282-4e2c-92ec-128171233277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b3691ce-8bf7-40ba-b38f-6e43631a7b4f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:46.293015 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a8e70b0-b282-4e2c-92ec-128171233277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:46.305222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51673f0-1c7d-42ea-9c6a-bceaf7a3b794 None None] Network e236ae8c-f708-42ae-a44d-d3f210eaab6d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:05:46.311899 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5a8e70b0-b282-4e2c-92ec-128171233277 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0b3691ce-8bf7-40ba-b38f-6e43631a7b4f HTTP/1.1" status: 204 len: 168 time: 0.6955011 May 25 20:05:46.312111 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40116) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:46.347436 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-a322164b-7ca3-4e00-aeeb-6e67cc85bae6 service neutron] 10.222.0.70 "GET /v2.0/networks/8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074304 May 25 20:05:46.360249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38d2dc-7456-4f84-b4e8-077fb55dbe30 req-46db0766-f2c5-47da-b681-5dc35da9e3dc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:46.367589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e38d2dc-7456-4f84-b4e8-077fb55dbe30 req-46db0766-f2c5-47da-b681-5dc35da9e3dc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1403413 May 25 20:05:46.402377 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6e873613-1e7f-48df-8112-c9b422afcda5 req-5bc31db5-787c-40e8-ae0b-dff89578ccf2 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661916 May 25 20:05:46.458631 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:46.461318 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-0b329f32-3d16-423c-bf3c-f9a0a56e0fb5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.207&port_id=b20b906f-b826-4b25-8c53-3ef6668f563d HTTP/1.1" status: 200 len: 217 time: 0.0743554 May 25 20:05:46.478973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Deleting port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:05:46.479396 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:46.537677 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e38d2dc-7456-4f84-b4e8-077fb55dbe30 req-fbea1d38-ec39-4da8-ba61-0d19491d473f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691148 May 25 20:05:46.577408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-c85d4200-b4f6-4472-a814-4ebba5f7cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:46.579036 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-c85d4200-b4f6-4472-a814-4ebba5f7cac0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0d00e247-d1dd-4bfa-85cd-bc428ce5cbdf HTTP/1.1" status: 200 len: 801 time: 0.1070535 May 25 20:05:46.686144 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6c5ad632-e7b5-47b1-804b-9adb964b8a80 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=589fda33a5a849c886853c57cb900612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339086 May 25 20:05:46.719537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c740c7c-7f9e-40bf-87bd-5226b520beb8 None None] DHCP port deletion for e236ae8c-f708-42ae-a44d-d3f210eaab6d request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:05:46.726229 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3c740c7c-7f9e-40bf-87bd-5226b520beb8 None None] Deleting port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:05:46.726615 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3c740c7c-7f9e-40bf-87bd-5226b520beb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:46.831705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-f5de4f8a-5912-405f-8e4b-1c4275e20c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:46.833017 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-f5de4f8a-5912-405f-8e4b-1c4275e20c19 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82507f75-bd96-4d5e-be11-c61da92e9a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2441258 May 25 20:05:46.997299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6404740-64ba-4c2a-868c-0a59e69b9a54 req-0c0a6c10-2e4e-4e21-ad4e-f27aed0230ff tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:47.000522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-890a6990-559c-4b93-868e-e6ad201984fe tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=589fda33a5a849c886853c57cb900612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522571 May 25 20:05:47.004734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6404740-64ba-4c2a-868c-0a59e69b9a54 req-0c0a6c10-2e4e-4e21-ad4e-f27aed0230ff tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:47.011603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6404740-64ba-4c2a-868c-0a59e69b9a54 req-0c0a6c10-2e4e-4e21-ad4e-f27aed0230ff tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:47.019210 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f6404740-64ba-4c2a-868c-0a59e69b9a54 req-0c0a6c10-2e4e-4e21-ad4e-f27aed0230ff tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2412 time: 0.4666355 May 25 20:05:47.022854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] For port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb,segment=NetworkSegment(e962ec07-89ca-4d07-9fb2-9bd486d2ea69),segment_id=e962ec07-89ca-4d07-9fb2-9bd486d2ea69)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:47.023215 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:47.045938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3c740c7c-7f9e-40bf-87bd-5226b520beb8 None None] For port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb,segment=NetworkSegment(e962ec07-89ca-4d07-9fb2-9bd486d2ea69),segment_id=e962ec07-89ca-4d07-9fb2-9bd486d2ea69)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:47.046636 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3c740c7c-7f9e-40bf-87bd-5226b520beb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:47.093992 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f6404740-64ba-4c2a-868c-0a59e69b9a54 req-7c2d34a8-9cef-4150-bc97-f60adbb45936 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738511 May 25 20:05:47.129628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-5217558f-609e-4260-82a5-4a13da64590b tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:47.131330 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-5217558f-609e-4260-82a5-4a13da64590b tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4264145 May 25 20:05:47.171544 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-98f892bd-e562-4a38-81e2-144e512385fa tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/quotas/589fda33a5a849c886853c57cb900612 HTTP/1.1" status: 200 len: 375 time: 0.0177791 May 25 20:05:47.195362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3c740c7c-7f9e-40bf-87bd-5226b520beb8 None None] Calling delete_port for cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:05:47.254010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-68cd3d73-ebcc-422d-8243-8cf5c76860ef tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=589fda33a5a849c886853c57cb900612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664384 May 25 20:05:47.294146 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3c740c7c-7f9e-40bf-87bd-5226b520beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:47.297133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Calling delete_port for cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:05:47.297320 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-14d4f554-2f90-4f0c-96a5-79b43b964329 service neutron] 10.222.0.70 "GET /v2.0/networks/82507f75-bd96-4d5e-be11-c61da92e9a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564698 May 25 20:05:47.311479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-98b1b8fc-24c8-4a51-9d45-1a993907136f tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:47.313051 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-98b1b8fc-24c8-4a51-9d45-1a993907136f tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979834 May 25 20:05:47.346454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Request body: {'port': {'device_id': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '589fda33a5a849c886853c57cb900612'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:47.360925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c740c7c-7f9e-40bf-87bd-5226b520beb8 None None] Pushing event deleted for resources: {'Port': ['ID=cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:47.369664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c740c7c-7f9e-40bf-87bd-5226b520beb8 None None] No DVR routers for this DVR port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:05:47.461707 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:05:47.462109 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:05:47.522405 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3cd7e-0b2a-4601-92f5-bbe385535887 req-0d5ae191-479f-4206-9501-d1b2d4ec817a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:47.526173 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f7c3cd7e-0b2a-4601-92f5-bbe385535887 req-0d5ae191-479f-4206-9501-d1b2d4ec817a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2387946 May 25 20:05:47.589163 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f7c3cd7e-0b2a-4601-92f5-bbe385535887 req-b0bb55d0-a997-4bb3-aecf-2381c020da22 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578241 May 25 20:05:47.757725 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e89229f4-b075-49fb-a89f-d11b68d957fe service neutron] 10.222.0.70 "GET /v2.0/networks/82507f75-bd96-4d5e-be11-c61da92e9a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436173 May 25 20:05:47.830744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc03426-43a9-4826-b698-86ca177ee5ff req-f3d24971-0575-460d-93d9-ac27935f49e1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:47.833280 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3dc03426-43a9-4826-b698-86ca177ee5ff req-f3d24971-0575-460d-93d9-ac27935f49e1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.1275640 May 25 20:05:47.874908 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-1f7f43ec-6c10-4e31-a090-944a6a357d51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=ab8438d5-9251-4119-85ee-07c805e15559 HTTP/1.1" status: 200 len: 217 time: 0.1048744 May 25 20:05:47.882791 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8af8e5c6-c521-4c97-a33d-59f344e31556 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:05:47.909754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:47.913920 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3dc03426-43a9-4826-b698-86ca177ee5ff req-1e555cd8-d3b4-4d99-b69e-ace46c4fd1e8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725291 May 25 20:05:47.916479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Usage tracker for resource:port and tenant:589fda33a5a849c886853c57cb900612 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:47.920765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:47.929075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 8af8e5c6-c521-4c97-a33d-59f344e31556 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:05:47.929499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8af8e5c6-c521-4c97-a33d-59f344e31556 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:05:47.929984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:05:47.965303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Deleting port cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:05:47.966120 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:47.968416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8338d-f6b9-409d-b7ac-a3b4bf4d403c req-34be1f54-1e4a-45f8-9a8b-f3567b5cbc18 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:47.971429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:05:47.971946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:05:47.974718 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e5f8338d-f6b9-409d-b7ac-a3b4bf4d403c req-34be1f54-1e4a-45f8-9a8b-f3567b5cbc18 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.4707508 May 25 20:05:47.979258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:48.037042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Made reservation on behalf of 589fda33a5a849c886853c57cb900612 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:48.041135 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:48.066757 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:48.079380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5639122-6809-465f-98ad-64f2a59c5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:48.080835 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-e5639122-6809-465f-98ad-64f2a59c5a25 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5616536b-bf12-4f8a-ab89-7eb5336d39b1 HTTP/1.1" status: 200 len: 801 time: 0.1565309 May 25 20:05:48.085590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e5f8338d-f6b9-409d-b7ac-a3b4bf4d403c req-d1c6ab29-db99-4a69-9a0b-8ece8de28c84 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039727 May 25 20:05:48.096225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] The port 'cbb89a1b-c90d-4e0a-9fda-ca51ce4267bb' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:05:48.134845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:48.141045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Usage tracker for resource:security_group_rule and tenant:589fda33a5a849c886853c57cb900612 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:48.151574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:48.153551 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6a508db-9786-4bf2-8fb8-4d7a79028b74 req-6101b599-6e41-4451-808e-2a7def9d4e35 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0994720 May 25 20:05:48.158825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:48.215373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-4ace2eaf-580e-4b21-88cb-5b8082e9fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:48.216877 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-4ace2eaf-580e-4b21-88cb-5b8082e9fd5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1281176 May 25 20:05:48.264470 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:48.297927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e236ae8c-f708-42ae-a44d-d3f210eaab6d']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:48.321777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:48.322308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e962ec07-89ca-4d07-9fb2-9bd486d2ea69') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:48.367993 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:48.401334 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:48.411940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:05:48.412812 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:48.425553 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:48.443466 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:48.492384 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment e962ec07-89ca-4d07-9fb2-9bd486d2ea69 resource provider aggregate not found May 25 20:05:48.518421 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment e962ec07-89ca-4d07-9fb2-9bd486d2ea69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e962ec07-89ca-4d07-9fb2-9bd486d2ea69 found for delete ", "request_id": "req-db44ba2a-a482-46bf-8c74-9f5a5472a722"}]} May 25 20:05:48.550621 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-c4ec58de-7f42-49cc-8fac-2ea6e4bf82d7 service neutron] 10.222.0.70 "GET /v2.0/networks/8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226650 May 25 20:05:48.552692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1fb52-b294-46a2-b54b-a5450a66e598 req-f11f2d6d-abdb-4148-b036-4100ecc18c52 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:48.554239 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ae1fb52-b294-46a2-b54b-a5450a66e598 req-f11f2d6d-abdb-4148-b036-4100ecc18c52 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2246358 May 25 20:05:48.555887 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:48.586184 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:48.607071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71cea49-4cb1-4d57-9429-76356e8941bd,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:48.614644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e236ae8c-f708-42ae-a44d-d3f210eaab6d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:48.645217 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-346d1661-cbe6-4952-a68b-d11af21bf4a2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e236ae8c-f708-42ae-a44d-d3f210eaab6d HTTP/1.1" status: 204 len: 168 time: 2.3317153 May 25 20:05:48.649722 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ae1fb52-b294-46a2-b54b-a5450a66e598 req-f625dc9b-4901-4aa9-b858-c96d23dfb834 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650201 May 25 20:05:48.810583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47481d9b-35b8-4500-8f4a-b32e1232bc70 req-1d4f9581-7f74-4a24-b5c2-5d6f13bbefe5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:48.812119 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-47481d9b-35b8-4500-8f4a-b32e1232bc70 req-1d4f9581-7f74-4a24-b5c2-5d6f13bbefe5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.5031705 May 25 20:05:48.866502 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8c81208-98b8-4e25-bb60-da3458e5b93f req-f5a1b781-bfff-419c-8d9d-f28b1e684006 service neutron] 10.222.0.70 "GET /v2.0/networks/8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986064 May 25 20:05:48.898998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de463229-9ec6-4e5b-b3f3-aa0a27b62f32 req-f44ad25a-093b-4712-b425-1382a65f1849 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:48.905815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de463229-9ec6-4e5b-b3f3-aa0a27b62f32 req-f44ad25a-093b-4712-b425-1382a65f1849 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:48.912549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de463229-9ec6-4e5b-b3f3-aa0a27b62f32 req-f44ad25a-093b-4712-b425-1382a65f1849 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:48.921867 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de463229-9ec6-4e5b-b3f3-aa0a27b62f32 req-f44ad25a-093b-4712-b425-1382a65f1849 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2412 time: 0.1371200 May 25 20:05:48.926460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-47481d9b-35b8-4500-8f4a-b32e1232bc70 req-d523cc0f-52d8-4f2d-8afd-f654ad1bbd4e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932982 May 25 20:05:48.929973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Allocated IP 192.168.233.73 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/1f289351-6c1a-4d9d-b37d-a5970b0e6a94) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:48.939347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40156) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:49.011234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de463229-9ec6-4e5b-b3f3-aa0a27b62f32 req-3c825614-4a82-47f6-8dd5-03a6a8a00d11 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881262 May 25 20:05:49.041525 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dab66d93-868f-4d6d-abc4-ab247fb366be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa888df1c97c4361b46381c6d6e23e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1001887 May 25 20:05:49.044331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40162) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:49.113455 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad17ff85-f7c3-456d-bad8-7936050d90ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:49.193413 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad17ff85-f7c3-456d-bad8-7936050d90ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:49.264476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7df2ae-da02-4853-8cdf-9794bf24c5f0 req-c9dcd98c-0baa-46cd-9aef-8d2bec08694c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:49.266021 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ef7df2ae-da02-4853-8cdf-9794bf24c5f0 req-c9dcd98c-0baa-46cd-9aef-8d2bec08694c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.1363320 May 25 20:05:49.266315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054355c-2e52-4298-86aa-88782a87077e req-a7e30225-9fee-4d3a-88fa-f8f7ad1b5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:49.267075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054355c-2e52-4298-86aa-88782a87077e req-a7e30225-9fee-4d3a-88fa-f8f7ad1b5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:49.267893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054355c-2e52-4298-86aa-88782a87077e req-a7e30225-9fee-4d3a-88fa-f8f7ad1b5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:49.269586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f054355c-2e52-4298-86aa-88782a87077e req-a7e30225-9fee-4d3a-88fa-f8f7ad1b5805 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e579da175ae34ba290b3df4b663acf2e&device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2865 time: 0.3420599 May 25 20:05:49.299287 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad17ff85-f7c3-456d-bad8-7936050d90ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:49.333835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17ff85-f7c3-456d-bad8-7936050d90ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827eb23d-ab4d-4b55-988e-47a89f30c4bf,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:49.349863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ef7df2ae-da02-4853-8cdf-9794bf24c5f0 req-7d69965c-684b-49a2-bfdf-0f09112f1561 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669050 May 25 20:05:49.350804 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad17ff85-f7c3-456d-bad8-7936050d90ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:49.351810 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ad17ff85-f7c3-456d-bad8-7936050d90ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/827eb23d-ab4d-4b55-988e-47a89f30c4bf HTTP/1.1" status: 204 len: 168 time: 0.3062193 May 25 20:05:49.456824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef56c74-9b1c-45b2-bb38-4c2cb65ec4e7 req-634b0b83-035d-47a8-82ea-9e91a6f0ec31 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:49.458441 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ef56c74-9b1c-45b2-bb38-4c2cb65ec4e7 req-634b0b83-035d-47a8-82ea-9e91a6f0ec31 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.3985736 May 25 20:05:49.555894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054355c-2e52-4298-86aa-88782a87077e req-8809ad9c-7548-472f-bc02-9fc9f5a84784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:49.558192 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f054355c-2e52-4298-86aa-88782a87077e req-8809ad9c-7548-472f-bc02-9fc9f5a84784 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 HTTP/1.1" status: 200 len: 902 time: 0.2799752 May 25 20:05:49.607218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4bdab-443f-4acc-8b0f-35b0aaee1b83 req-dbf03804-02dd-4a71-af3b-820125320959 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:49.609255 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6e4bdab-443f-4acc-8b0f-35b0aaee1b83 req-dbf03804-02dd-4a71-af3b-820125320959 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1195612 May 25 20:05:49.645944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:49.651099 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f054355c-2e52-4298-86aa-88782a87077e req-05cf031b-c275-4d1f-95bb-e586f192a341 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=ab8438d5-9251-4119-85ee-07c805e15559 HTTP/1.1" status: 200 len: 217 time: 0.0836802 May 25 20:05:49.668796 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6e4bdab-443f-4acc-8b0f-35b0aaee1b83 req-370b3450-5266-4345-9ea7-2501395efbbb tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530653 May 25 20:05:49.866084 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c82c938a-92d5-4d95-9c85-3000d17f9bef req-561304bd-6ea9-40ef-9dbd-87bf945412bd tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0766389 May 25 20:05:49.881952 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ef56c74-9b1c-45b2-bb38-4c2cb65ec4e7 req-dfa94de7-16fc-4e91-9a99-d414f46fc3a1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001999 May 25 20:05:49.887279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Transition to ACTIVE for port object 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:49.904561 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054355c-2e52-4298-86aa-88782a87077e req-2d898dab-e472-42a6-9cb9-91e60b680f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:49.910054 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f054355c-2e52-4298-86aa-88782a87077e req-2d898dab-e472-42a6-9cb9-91e60b680f0d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5616536b-bf12-4f8a-ab89-7eb5336d39b1 HTTP/1.1" status: 200 len: 801 time: 0.2513952 May 25 20:05:49.990732 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:50.087941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:50.092879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:50.098632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:50.203262 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Pushing event updated for resources: {'Port': ['ID=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:50.238510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054355c-2e52-4298-86aa-88782a87077e req-9702c379-997e-4936-92d7-e9ba4ded9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:50.240422 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f054355c-2e52-4298-86aa-88782a87077e req-9702c379-997e-4936-92d7-e9ba4ded9e51 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3246961 May 25 20:05:50.310718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9e7c6-ad6a-42ac-9706-fdd97a7c3f5e req-ba93a172-25d4-44f2-96f5-515425563bea tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:50.320960 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d9d9e7c6-ad6a-42ac-9706-fdd97a7c3f5e req-ba93a172-25d4-44f2-96f5-515425563bea tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.3150716 May 25 20:05:50.374897 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d9d9e7c6-ad6a-42ac-9706-fdd97a7c3f5e req-bbd19b7c-a293-4cd3-85ed-c93c7b3075c7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506122 May 25 20:05:50.417550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:50.418285 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:50.479939 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d038f96e-0527-4983-921f-c972dae3dda7 None None] Provisioning for port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:50.485841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d038f96e-0527-4983-921f-c972dae3dda7 None None] Provisioning complete for port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:50.486429 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d038f96e-0527-4983-921f-c972dae3dda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:50.487340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c77dd0-e2dd-4071-90c2-8ac135949060 req-9439ac29-d8f7-4a26-ae0d-e02675fe7cc5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:50.489096 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28c77dd0-e2dd-4071-90c2-8ac135949060 req-9439ac29-d8f7-4a26-ae0d-e02675fe7cc5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.3575311 May 25 20:05:50.504526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-6ca736d8-b819-4a22-9ec5-7968824574a0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1675677 May 25 20:05:50.535015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Request body: {'port': {'device_id': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:50.549178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40198) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:50.561873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d038f96e-0527-4983-921f-c972dae3dda7 None None] Port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:05:50.606514 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f054355c-2e52-4298-86aa-88782a87077e req-0a56b916-0fe9-4aa8-9d53-d81432bf3a1c service neutron] 10.222.0.70 "GET /v2.0/networks/8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586245 May 25 20:05:50.609599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15ec77-9a07-48f4-8298-ede86dc19548 req-37b1b71d-3d27-4348-987b-ec61ef1941bb tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:50.615970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15ec77-9a07-48f4-8298-ede86dc19548 req-37b1b71d-3d27-4348-987b-ec61ef1941bb tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:50.621913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15ec77-9a07-48f4-8298-ede86dc19548 req-37b1b71d-3d27-4348-987b-ec61ef1941bb tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:50.623590 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba15ec77-9a07-48f4-8298-ede86dc19548 req-37b1b71d-3d27-4348-987b-ec61ef1941bb tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2412 time: 0.1263471 May 25 20:05:50.644749 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28c77dd0-e2dd-4071-90c2-8ac135949060 req-552cf10a-7f71-4581-8a70-4ac88095c014 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443801 May 25 20:05:50.677298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-981672127-network', 'tenant_id': '1b218d014eac4bcc812485c99347934d'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:50.703874 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba15ec77-9a07-48f4-8298-ede86dc19548 req-0e53dce4-1903-4f68-8056-5f443d6d88c4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731413 May 25 20:05:50.705212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:50.711404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Usage tracker for resource:network and tenant:1b218d014eac4bcc812485c99347934d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:50.722386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:50.740086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:50.753303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Made reservation on behalf of 1b218d014eac4bcc812485c99347934d for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:50.756370 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:50.772946 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:50.789459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:50.795099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:50.799694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Usage tracker for resource:security_group_rule and tenant:1b218d014eac4bcc812485c99347934d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:50.802722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:50.811790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:50.943773 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f054355c-2e52-4298-86aa-88782a87077e req-a3771c7f-bfc3-4eb7-9ecf-ab025d4529fd service neutron] 10.222.0.70 "GET /v2.0/networks/8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307390 May 25 20:05:50.960624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc978e5-1bd3-48d3-9ab6-f301748a0ed7 req-897b007a-b870-4219-909c-a3d8821d9e8c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:50.962118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5dc978e5-1bd3-48d3-9ab6-f301748a0ed7 req-897b007a-b870-4219-909c-a3d8821d9e8c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1292520 May 25 20:05:50.995365 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:51.009750 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:51.038056 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5dc978e5-1bd3-48d3-9ab6-f301748a0ed7 req-3869391b-5e2e-40c1-9919-01ed609808da tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660703 May 25 20:05:51.043032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:05:51.074343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95729d96-1678-46b4-89d0-7541084f09cb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:51.077230 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:51.077589 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Added segment 26fece0f-955a-4603-845f-0f1ecff48994 of type vlan for network 9951a7e3-bdca-41ce-9a7f-8929ed07f949 May 25 20:05:51.107329 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:51.111187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8810-ceec-43b6-b6b9-9ea4338dfd9f req-3348aed1-641d-4358-8110-6a17d99420f8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:51.112752 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66cc8810-ceec-43b6-b6b9-9ea4338dfd9f req-3348aed1-641d-4358-8110-6a17d99420f8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.2389250 May 25 20:05:51.139915 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:51.140981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:51.141580 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:51.191252 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66cc8810-ceec-43b6-b6b9-9ea4338dfd9f req-013eb3b4-1d36-4c9a-aa6a-c5b10d937dce tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646298 May 25 20:05:51.283310 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-27de14b2-9e22-49a6-b481-3cc509ffca8b req-aa70f720-2266-4837-abeb-a45dc8e3077c tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1376305 May 25 20:05:51.289686 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7350762 May 25 20:05:51.293270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40210) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:51.300549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Request body: {'subnet': {'network_id': '9951a7e3-bdca-41ce-9a7f-8929ed07f949', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-981672127-subnet', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:51.304950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4663c-9991-482b-bca1-78aed3003067 admin admin] Pushing event updated for resources: {'Network': ['ID=9951a7e3-bdca-41ce-9a7f-8929ed07f949,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:51.307449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:51.313026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Usage tracker for resource:subnet and tenant:1b218d014eac4bcc812485c99347934d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:51.318771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:51.324371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 9951a7e3-bdca-41ce-9a7f-8929ed07f949 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:05:51.325640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:51.335460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Made reservation on behalf of 1b218d014eac4bcc812485c99347934d for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:05:51.338952 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:51.348998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:05:51.359428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:51.386633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Transition to ACTIVE for port object 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:51.393360 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:51.586886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d8427-81f4-46d6-843c-cc4326eb78c1 req-98065a2a-fad4-4643-b4a9-2471355311c6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:51.594006 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf4d8427-81f4-46d6-843c-cc4326eb78c1 req-98065a2a-fad4-4643-b4a9-2471355311c6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2913198 May 25 20:05:51.641529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:51.661788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Pushing event updated for resources: {'Port': ['ID=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:51.687479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38733f0e-d379-4a3a-82a5-37abed7e38ba req-62ca6d45-7add-49cb-8d47-f575a636e84f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:51.689027 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38733f0e-d379-4a3a-82a5-37abed7e38ba req-62ca6d45-7add-49cb-8d47-f575a636e84f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1822886 May 25 20:05:51.716944 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf4d8427-81f4-46d6-843c-cc4326eb78c1 req-aad32d6a-5c70-44c7-943f-2f611154e81d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220369 May 25 20:05:51.723870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Attempting to bind port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:51.724197 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Attempting to bind port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:51.724546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Attempting to bind port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:51.729525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:05:51.729855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Attempting to bind port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:51.736344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:51.736677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:51.737048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:51.737487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Bound port: 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:51.738786 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:51.786257 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f699267-90a2-4120-9599-c47c72ab7274,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:51.797147 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38733f0e-d379-4a3a-82a5-37abed7e38ba req-92889f4c-d530-4ebc-97a8-bca6dbc7665b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947857 May 25 20:05:51.809142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Checking segment: {'id': '26fece0f-955a-4603-845f-0f1ecff48994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9951a7e3-bdca-41ce-9a7f-8929ed07f949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:51.809579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Network hostable DHCP agents. Network: 9951a7e3-bdca-41ce-9a7f-8929ed07f949, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:05:51.835750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Network 9951a7e3-bdca-41ce-9a7f-8929ed07f949 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:05:51.848730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 9951a7e3-bdca-41ce-9a7f-8929ed07f949) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:51.858464 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2a36a6-55d6-4950-a705-a0b51668d6af None None] Network 9951a7e3-bdca-41ce-9a7f-8929ed07f949 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:05:51.863927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:51.865119 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:51.896058 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2fd492a1-9a5e-42c6-8383-5f86608aa7bc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6016972 May 25 20:05:51.896870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40220) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:51.902900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-981672127-router', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:05:51.908599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:05:51.913293 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Usage tracker for resource:router and tenant:1b218d014eac4bcc812485c99347934d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:05:51.917643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:05:51.925086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:05:51.940089 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:51.941238 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:51.997553 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:52.030477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] For port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:52.035375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] For port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:52.045072 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:52.121185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:52.121854 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:52.123910 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] 10.222.0.70 "PUT /v2.0/ports/1f289351-6c1a-4d9d-b37d-a5970b0e6a94 HTTP/1.1" status: 200 len: 1095 time: 1.5977106 May 25 20:05:52.142704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bc66a-4e9f-48f7-abf0-6c1c3a02e718 req-3f4a6194-3d63-4d44-bac3-cb2e77f8f1b4 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:52.157464 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-140bc66a-4e9f-48f7-abf0-6c1c3a02e718 req-3f4a6194-3d63-4d44-bac3-cb2e77f8f1b4 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2327883 May 25 20:05:52.158087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'tag': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:52.167208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-9951a7e3-bdca-41ce-9a7f-8929ed07f949', 'network_id': '9951a7e3-bdca-41ce-9a7f-8929ed07f949', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'fixed_ips': [{'subnet_id': '7f699267-90a2-4120-9599-c47c72ab7274'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:05:52.168271 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:52.241092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 140b1e6c-a806-4039-81bb-fcb1a4542759 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:05:52.268712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b18e1e-0532-4fdf-9719-5de483c77a5e service neutron] Pushing event updated for resources: {'Port': ['ID=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:52.292677 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-140bc66a-4e9f-48f7-abf0-6c1c3a02e718 req-1555a9f8-23ae-440e-a396-370ac3a29c3a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895147 May 25 20:05:52.332305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-44879ce0-2388-4395-9279-d25cf40dea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:52.336531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-44879ce0-2388-4395-9279-d25cf40dea5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=589fda33a5a849c886853c57cb900612&device_id=fd1d4f85-a1f0-4b09-b932-b3e5c6db592b HTTP/1.1" status: 200 len: 1098 time: 0.1699862 May 25 20:05:52.376280 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:52.400051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1af8-27c4-477d-a552-140f55135feb req-fb034a56-f1ab-4135-978d-ad3a9d425dd2 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:52.407011 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1af8-27c4-477d-a552-140f55135feb req-fb034a56-f1ab-4135-978d-ad3a9d425dd2 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:52.412960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1af8-27c4-477d-a552-140f55135feb req-fb034a56-f1ab-4135-978d-ad3a9d425dd2 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:52.422448 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab8f1af8-27c4-477d-a552-140f55135feb req-fb034a56-f1ab-4135-978d-ad3a9d425dd2 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2412 time: 0.4690225 May 25 20:05:52.453275 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-98c84842-bc06-486f-8e3f-bfa1ab6ed9c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94 HTTP/1.1" status: 200 len: 217 time: 0.1060963 May 25 20:05:52.499570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Allocated IP 172.20.0.2 (9951a7e3-bdca-41ce-9a7f-8929ed07f949/7f699267-90a2-4120-9599-c47c72ab7274/7ec36e4f-82d3-4560-886b-5bddd54fe239) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:52.526572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 140b1e6c-a806-4039-81bb-fcb1a4542759, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=140b1e6c-a806-4039-81bb-fcb1a4542759,segment=NetworkSegment(c5c22b51-bcbe-4467-8be5-455d5cf89d74),segment_id=c5c22b51-bcbe-4467-8be5-455d5cf89d74)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:52.582620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-c70033ca-1866-4305-83ab-385b9b4e6970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:52.584230 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-c70033ca-1866-4305-83ab-385b9b4e6970 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1195397 May 25 20:05:52.592730 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab8f1af8-27c4-477d-a552-140f55135feb req-76acbaa9-baf5-4e4e-af4b-5f4cdde88657 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694200 May 25 20:05:52.601403 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '140b1e6c-a806-4039-81bb-fcb1a4542759', 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6', 'port_id': '140b1e6c-a806-4039-81bb-fcb1a4542759', 'mac_address': 'fa:16:3e:98:51:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5616536b-bf12-4f8a-ab89-7eb5336d39b1', 'ip_address': '19.80.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:05:52.657365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39165e-e1ff-43a8-bb9e-4138a054f53c req-28cc7264-6001-445c-aeeb-ede58d52b436 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:52.659030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be39165e-e1ff-43a8-bb9e-4138a054f53c req-28cc7264-6001-445c-aeeb-ede58d52b436 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1971760 May 25 20:05:52.721534 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f89dd7-8286-48d5-ba3a-35a0680e6d85'] response: {'name': 'network-changed', 'server_uuid': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'tag': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94', 'status': 'completed', 'code': 200} May 25 20:05:52.731722 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be39165e-e1ff-43a8-bb9e-4138a054f53c req-a49a3fd4-77b2-4ea3-aafb-5e5117292ab7 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660558 May 25 20:05:52.736956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-294e9908-5a7b-4ebb-a323-089f0640164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:52.738776 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-294e9908-5a7b-4ebb-a323-089f0640164f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1453075 May 25 20:05:52.752930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 140b1e6c-a806-4039-81bb-fcb1a4542759 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:52.753300 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:52.828989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140b1e6c-a806-4039-81bb-fcb1a4542759 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:05:52.900977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 140b1e6c-a806-4039-81bb-fcb1a4542759, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=140b1e6c-a806-4039-81bb-fcb1a4542759,segment=NetworkSegment(c5c22b51-bcbe-4467-8be5-455d5cf89d74),segment_id=c5c22b51-bcbe-4467-8be5-455d5cf89d74)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:52.913023 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:52.914247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device ab8438d5-9251-4119-85ee-07c805e15559 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:05:52.955226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-477c1f97-e44d-41a5-9179-1f3dbf1f1a7a req-e4dd5321-064f-4fee-8f99-af4eaba27e9c tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Synchronizing usage tracker for tenant:589fda33a5a849c886853c57cb900612 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:05:53.002454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-477c1f97-e44d-41a5-9179-1f3dbf1f1a7a req-e4dd5321-064f-4fee-8f99-af4eaba27e9c tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Unset dirty status for tenant:589fda33a5a849c886853c57cb900612 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:05:53.003796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-477c1f97-e44d-41a5-9179-1f3dbf1f1a7a req-e4dd5321-064f-4fee-8f99-af4eaba27e9c tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0989077 May 25 20:05:53.012388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=140b1e6c-a806-4039-81bb-fcb1a4542759,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:53.026284 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-220a5332-06ac-41a2-af67-57544614a584 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740881 May 25 20:05:53.038774 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:53.068741 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Transition to ACTIVE for port object 7ec36e4f-82d3-4560-886b-5bddd54fe239 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:53.100749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Transition to ACTIVE for port object 7ec36e4f-82d3-4560-886b-5bddd54fe239 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:53.103980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port ab8438d5-9251-4119-85ee-07c805e15559, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ab8438d5-9251-4119-85ee-07c805e15559,segment=NetworkSegment(c5c22b51-bcbe-4467-8be5-455d5cf89d74),segment_id=c5c22b51-bcbe-4467-8be5-455d5cf89d74)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:53.120316 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:53.166975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'ab8438d5-9251-4119-85ee-07c805e15559', 'network_id': '8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6', 'port_id': 'ab8438d5-9251-4119-85ee-07c805e15559', 'mac_address': 'fa:16:3e:26:af:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5616536b-bf12-4f8a-ab89-7eb5336d39b1', 'ip_address': '19.80.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:05:53.200198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Network 9951a7e3-bdca-41ce-9a7f-8929ed07f949 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:53.204426 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:53.216032 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:53.237118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:53.259860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5c7466e-0409-48a1-81bb-0831068dbc33 req-550680b3-9506-45d4-99c7-607f0bdd4bd9 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285864 May 25 20:05:53.265372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4592b7-4915-4ad2-9082-5006beb193ce req-4f12dcb4-3f18-4dc3-9d34-21e475f20eaa tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:53.272436 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e4592b7-4915-4ad2-9082-5006beb193ce req-4f12dcb4-3f18-4dc3-9d34-21e475f20eaa tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.4186537 May 25 20:05:53.278859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abe6c3-9cf0-42c2-b893-b8f9992baa05 req-07f30e31-a2b5-428d-95ff-91f5bf32a142 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:53.280719 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6abe6c3-9cf0-42c2-b893-b8f9992baa05 req-07f30e31-a2b5-428d-95ff-91f5bf32a142 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1351008 May 25 20:05:53.292505 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:53.317662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Pushing event updated for resources: {'Port': ['ID=7ec36e4f-82d3-4560-886b-5bddd54fe239,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:53.355049 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6abe6c3-9cf0-42c2-b893-b8f9992baa05 req-1ce93253-7d65-40d9-8625-cf7b01091249 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660243 May 25 20:05:53.393078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port ab8438d5-9251-4119-85ee-07c805e15559 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:53.393445 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:53.414085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Attempting to bind port 7ec36e4f-82d3-4560-886b-5bddd54fe239 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:53.414468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Attempting to bind port 7ec36e4f-82d3-4560-886b-5bddd54fe239 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '26fece0f-955a-4603-845f-0f1ecff48994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9951a7e3-bdca-41ce-9a7f-8929ed07f949'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:53.414816 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Attempting to bind port 7ec36e4f-82d3-4560-886b-5bddd54fe239 on network 9951a7e3-bdca-41ce-9a7f-8929ed07f949 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:53.422374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8438d5-9251-4119-85ee-07c805e15559 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:05:53.422626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e4592b7-4915-4ad2-9082-5006beb193ce req-bdbac9a4-aa42-4b33-9384-11a3206cadaf tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493654 May 25 20:05:53.435667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:53.436262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Checking segment: {'id': '26fece0f-955a-4603-845f-0f1ecff48994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9951a7e3-bdca-41ce-9a7f-8929ed07f949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:53.436897 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:53.437510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Bound using segment: {'id': '26fece0f-955a-4603-845f-0f1ecff48994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9951a7e3-bdca-41ce-9a7f-8929ed07f949'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:53.438278 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Bound port: 7ec36e4f-82d3-4560-886b-5bddd54fe239, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26fece0f-955a-4603-845f-0f1ecff48994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9951a7e3-bdca-41ce-9a7f-8929ed07f949'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:53.438859 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:53.455747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe865598-b05f-4e24-9256-3cdbf96882cd req-89157166-b621-4a01-a370-25f02d8bd577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:53.457614 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe865598-b05f-4e24-9256-3cdbf96882cd req-89157166-b621-4a01-a370-25f02d8bd577 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=589fda33a5a849c886853c57cb900612&device_id=fd1d4f85-a1f0-4b09-b932-b3e5c6db592b HTTP/1.1" status: 200 len: 1098 time: 0.1014457 May 25 20:05:53.532628 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Allocated IP 172.25.3.62 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/2fae9d79-921e-4917-b616-f8e2d75bdf59) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:53.542178 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port ab8438d5-9251-4119-85ee-07c805e15559, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ab8438d5-9251-4119-85ee-07c805e15559,segment=NetworkSegment(c5c22b51-bcbe-4467-8be5-455d5cf89d74),segment_id=c5c22b51-bcbe-4467-8be5-455d5cf89d74)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:53.584603 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:53.585168 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b20b906f-b826-4b25-8c53-3ef6668f563d details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:05:53.621749 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:53.641391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] For port 7ec36e4f-82d3-4560-886b-5bddd54fe239, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:53.659545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] For port 7ec36e4f-82d3-4560-886b-5bddd54fe239, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7ec36e4f-82d3-4560-886b-5bddd54fe239,segment=NetworkSegment(26fece0f-955a-4603-845f-0f1ecff48994),segment_id=26fece0f-955a-4603-845f-0f1ecff48994)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:53.669233 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:53.729017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe865598-b05f-4e24-9256-3cdbf96882cd req-d73bb822-0e84-485c-8d2e-9d8a364d7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:53.730985 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe865598-b05f-4e24-9256-3cdbf96882cd req-d73bb822-0e84-485c-8d2e-9d8a364d7410 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.2663231 May 25 20:05:53.752577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc5f2d-c1a9-41df-9c0b-5622dd17608a req-e8e70006-c021-4fad-884c-3817cbfcdfe2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:53.754747 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9dc5f2d-c1a9-41df-9c0b-5622dd17608a req-e8e70006-c021-4fad-884c-3817cbfcdfe2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1645730 May 25 20:05:53.783568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=ab8438d5-9251-4119-85ee-07c805e15559,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:53.813404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0dde5-23bb-4bf8-9460-f181995ca65c req-4b12f9a6-4e84-4b45-8c23-d66808061a7a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:53.822437 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfb0dde5-23bb-4bf8-9460-f181995ca65c req-4b12f9a6-4e84-4b45-8c23-d66808061a7a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1807396 May 25 20:05:53.839582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe865598-b05f-4e24-9256-3cdbf96882cd req-b9766973-32b4-4ba2-8f2f-f0213e0da6fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94 HTTP/1.1" status: 200 len: 217 time: 0.0987008 May 25 20:05:53.892391 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9dc5f2d-c1a9-41df-9c0b-5622dd17608a req-199fa5f2-61c0-44c3-a7c1-6fa41d87714e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772324 May 25 20:05:53.896431 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfb0dde5-23bb-4bf8-9460-f181995ca65c req-6bcb8366-67f9-4087-965f-a45127879ea5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729902 May 25 20:05:53.908373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9197197-8773-4d1c-93ea-bf05c8506380 None None] Pushing event updated for resources: {'Port': ['ID=7ec36e4f-82d3-4560-886b-5bddd54fe239,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:53.917239 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:53.924734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b20b906f-b826-4b25-8c53-3ef6668f563d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b20b906f-b826-4b25-8c53-3ef6668f563d,segment=NetworkSegment(df42a3ef-aab7-4683-9f44-94dc30e8b639),segment_id=df42a3ef-aab7-4683-9f44-94dc30e8b639)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:53.945972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'b20b906f-b826-4b25-8c53-3ef6668f563d', 'network_id': '82507f75-bd96-4d5e-be11-c61da92e9a8a', 'port_id': 'b20b906f-b826-4b25-8c53-3ef6668f563d', 'mac_address': 'fa:16:3e:41:90:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d00e247-d1dd-4bfa-85cd-bc428ce5cbdf', 'ip_address': '19.86.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:05:53.976939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe865598-b05f-4e24-9256-3cdbf96882cd req-13fbfb76-f95c-42ee-a191-93bb622db15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:53.980721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe865598-b05f-4e24-9256-3cdbf96882cd req-13fbfb76-f95c-42ee-a191-93bb622db15e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0858109 May 25 20:05:53.981223 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:54.066598 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Pushing event updated for resources: {'Port': ['ID=2fae9d79-921e-4917-b616-f8e2d75bdf59,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:54.083390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:54.084514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:54.087067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:54.108452 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b20b906f-b826-4b25-8c53-3ef6668f563d is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:54.109092 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:54.140253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20b906f-b826-4b25-8c53-3ef6668f563d {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:05:54.161551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b20b906f-b826-4b25-8c53-3ef6668f563d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b20b906f-b826-4b25-8c53-3ef6668f563d,segment=NetworkSegment(df42a3ef-aab7-4683-9f44-94dc30e8b639),segment_id=df42a3ef-aab7-4683-9f44-94dc30e8b639)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:54.169818 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:54.249580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b20b906f-b826-4b25-8c53-3ef6668f563d,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:54.363854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe865598-b05f-4e24-9256-3cdbf96882cd req-3cbca691-cc26-40d5-ad61-9da24a2efa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:54.365243 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe865598-b05f-4e24-9256-3cdbf96882cd req-3cbca691-cc26-40d5-ad61-9da24a2efa99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3763607 May 25 20:05:54.447206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0dab5-789b-4c6c-9ce1-c50772c7ed12 req-c233a401-3f30-463f-9136-79646ba373cd tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:54.448714 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7bd0dab5-789b-4c6c-9ce1-c50772c7ed12 req-c233a401-3f30-463f-9136-79646ba373cd tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.3279412 May 25 20:05:54.461058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922c6bf-0fc1-4bb3-8b7a-ea3432cfdf4c req-db3d7c25-44a8-4779-b365-33d5c98d2a17 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:54.467539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922c6bf-0fc1-4bb3-8b7a-ea3432cfdf4c req-db3d7c25-44a8-4779-b365-33d5c98d2a17 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:54.473339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922c6bf-0fc1-4bb3-8b7a-ea3432cfdf4c req-db3d7c25-44a8-4779-b365-33d5c98d2a17 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:54.475271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3922c6bf-0fc1-4bb3-8b7a-ea3432cfdf4c req-db3d7c25-44a8-4779-b365-33d5c98d2a17 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2415 time: 0.3745441 May 25 20:05:54.549593 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3922c6bf-0fc1-4bb3-8b7a-ea3432cfdf4c req-f5bd8195-b9a3-48d3-85c1-cd11f8ed1696 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657125 May 25 20:05:54.580900 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe865598-b05f-4e24-9256-3cdbf96882cd req-d8c7d10c-2658-47e7-81e8-23a4618bad7e service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079198 May 25 20:05:54.585850 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7bd0dab5-789b-4c6c-9ce1-c50772c7ed12 req-aa541807-1216-4c94-86ee-4632cbeecdbf tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256523 May 25 20:05:54.725396 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:54.796675 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d793e1a-c752-4bf7-93cc-209104d232e7 req-debf9a53-3f26-4b05-81ad-093eb3e95544 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0890894 May 25 20:05:54.868886 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe865598-b05f-4e24-9256-3cdbf96882cd req-dc26b8a2-3f05-43a2-b47d-576fc62aaa10 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799513 May 25 20:05:55.035250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb64e1-e7c2-47fa-98c6-f203f4f13628 req-fc4d50b1-0432-41bb-8eba-770bb8e4475d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:55.035850 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72fb64e1-e7c2-47fa-98c6-f203f4f13628 req-fc4d50b1-0432-41bb-8eba-770bb8e4475d tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.0950434 May 25 20:05:55.065013 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e82b8-4b0b-420a-9bd5-0a3c8b87cefd None None] Network 9951a7e3-bdca-41ce-9a7f-8929ed07f949 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:05:55.087074 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72fb64e1-e7c2-47fa-98c6-f203f4f13628 req-46223b46-3bac-4b90-a77d-c945f3d7388c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439320 May 25 20:05:55.101842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82515f-76c3-49b0-97d3-5be9cddcb316 req-b4b8a9a6-f537-4382-af9a-01e3d834755b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:55.109546 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc82515f-76c3-49b0-97d3-5be9cddcb316 req-b4b8a9a6-f537-4382-af9a-01e3d834755b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.3255317 May 25 20:05:55.170260 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-64005258-c2c4-4634-8607-811b57c01909 None None] Provisioning for port 7ec36e4f-82d3-4560-886b-5bddd54fe239 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:55.184661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['ab8438d5-9251-4119-85ee-07c805e15559'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:05:55.242440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc82515f-76c3-49b0-97d3-5be9cddcb316 req-22228b1a-9369-4b36-bc53-1a2ef14f3a6d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316724 May 25 20:05:55.307944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336188e-3e4d-4a2d-ab25-76927a4b33a7 req-30f7aa15-9b5a-4315-88c0-b676a063bd87 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:55.310602 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5336188e-3e4d-4a2d-ab25-76927a4b33a7 req-30f7aa15-9b5a-4315-88c0-b676a063bd87 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1171978 May 25 20:05:55.312977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b20b906f-b826-4b25-8c53-3ef6668f563d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:05:55.362457 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:55.376151 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5336188e-3e4d-4a2d-ab25-76927a4b33a7 req-39f9c39c-702d-4f97-8b32-bf00e75825f1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596766 May 25 20:05:55.465828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['140b1e6c-a806-4039-81bb-fcb1a4542759'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:05:55.622434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77583e50-c9e8-47b2-8d68-83607cafcc4c req-ed232540-ad9e-46a5-9102-1d1397b9b0bd tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:55.625158 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-77583e50-c9e8-47b2-8d68-83607cafcc4c req-ed232540-ad9e-46a5-9102-1d1397b9b0bd tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1953883 May 25 20:05:55.697410 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-77583e50-c9e8-47b2-8d68-83607cafcc4c req-a1836a19-87e9-4465-a9a3-319baa0ed453 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647011 May 25 20:05:55.727437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Router a46ed6e1-7449-40e0-924c-dd9bd9762b92 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:05:55.814180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67e2ad-c097-40f1-b09e-1eaabe729b19 req-00d21127-2f41-4e2f-8c2d-be73bf6ec6a6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:55.822205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67e2ad-c097-40f1-b09e-1eaabe729b19 req-00d21127-2f41-4e2f-8c2d-be73bf6ec6a6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:55.830102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67e2ad-c097-40f1-b09e-1eaabe729b19 req-00d21127-2f41-4e2f-8c2d-be73bf6ec6a6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:55.841680 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8c67e2ad-c097-40f1-b09e-1eaabe729b19 req-00d21127-2f41-4e2f-8c2d-be73bf6ec6a6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2415 time: 0.1666777 May 25 20:05:55.938017 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8c67e2ad-c097-40f1-b09e-1eaabe729b19 req-472293ad-690c-4255-afe3-937592beff94 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911882 May 25 20:05:55.963224 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ec36e4f-82d3-4560-886b-5bddd54fe239 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:56.082362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 7ec36e4f-82d3-4560-886b-5bddd54fe239 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:56.089206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7ec36e4f-82d3-4560-886b-5bddd54fe239 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:56.089894 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:56.106786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:05:56.124206 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67bd0214-13de-45d9-a0d8-2cdd071e13be req-fe29b2b4-c267-41e6-b250-a782a9bd0f04 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0608544 May 25 20:05:56.125207 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Sync routers for ids ['a46ed6e1-7449-40e0-924c-dd9bd9762b92'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:05:56.147636 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Routers {'a46ed6e1-7449-40e0-924c-dd9bd9762b92'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:05:56.148417 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:56.148732 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:05:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a46ed6e1-7449-40e0-924c-dd9bd9762b92'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:56.155729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40260) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:05:56.170750 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c0192d7d-3099-46ba-be83-3aaa8d1d9233 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2726784 May 25 20:05:56.182723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1fd2b27f-fc0e-4978-9edf-b8f8e94486a2 None None] Provisioning complete for port 7ec36e4f-82d3-4560-886b-5bddd54fe239 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:56.183416 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b27f-fc0e-4978-9edf-b8f8e94486a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:56.190443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78555a-6ae8-4467-8dc0-1931f162f093 req-670a0f4c-72de-465d-b29b-0965f101eaf0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:56.191975 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b78555a-6ae8-4467-8dc0-1931f162f093 req-670a0f4c-72de-465d-b29b-0965f101eaf0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1923115 May 25 20:05:56.277296 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b78555a-6ae8-4467-8dc0-1931f162f093 req-c4f21d84-e608-4097-a40c-e4cde36e969b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787075 May 25 20:05:56.338662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7ec36e4f-82d3-4560-886b-5bddd54fe239 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:56.339714 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:56.419083 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Set router a46ed6e1-7449-40e0-924c-dd9bd9762b92 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:05:56.440428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2b27f-fc0e-4978-9edf-b8f8e94486a2 None None] Current status of the port 7ec36e4f-82d3-4560-886b-5bddd54fe239 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:56.440797 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b27f-fc0e-4978-9edf-b8f8e94486a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:56.458691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 7ec36e4f-82d3-4560-886b-5bddd54fe239, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7ec36e4f-82d3-4560-886b-5bddd54fe239,segment=NetworkSegment(26fece0f-955a-4603-845f-0f1ecff48994),segment_id=26fece0f-955a-4603-845f-0f1ecff48994)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:56.471797 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:56.506806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a3379-a3ff-41f9-9973-4092d744b824 req-46d84512-8803-4031-8943-92f012134d44 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:56.514872 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-078a3379-a3ff-41f9-9973-4092d744b824 req-46d84512-8803-4031-8943-92f012134d44 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.2579610 May 25 20:05:56.541536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929d797-c42a-48db-8dfb-42d43295d332 req-fb92b535-90d8-41cd-9e64-55a269d582c2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:56.543463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d929d797-c42a-48db-8dfb-42d43295d332 req-fb92b535-90d8-41cd-9e64-55a269d582c2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1306798 May 25 20:05:56.622274 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d929d797-c42a-48db-8dfb-42d43295d332 req-b80ca196-9802-42ac-ae6f-41ee95d0305a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697544 May 25 20:05:56.622505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=7ec36e4f-82d3-4560-886b-5bddd54fe239,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:56.628595 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-1fd2b27f-fc0e-4978-9edf-b8f8e94486a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:05:56.628946 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-1fd2b27f-fc0e-4978-9edf-b8f8e94486a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:05:56.750760 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-078a3379-a3ff-41f9-9973-4092d744b824 req-9ee27963-5469-49c7-ab4b-d5be2ed9bcb9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536977 May 25 20:05:56.796350 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'name': 'tempest-FloatingIPDetailsTestJSON-981672127-router', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:51Z', 'updated_at': '2022-05-25T20:05:54Z', 'revision_number': 3, 'project_id': '1b218d014eac4bcc812485c99347934d', 'gw_port': {'id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:53Z', 'updated_at': '2022-05-25T20:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:56.803134 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Checking router: a46ed6e1-7449-40e0-924c-dd9bd9762b92 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:05:56.803719 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Updating router a46ed6e1-7449-40e0-924c-dd9bd9762b92 port 2fae9d79-921e-4917-b616-f8e2d75bdf59 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:05:56.848171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9821c-8ec1-472a-96fd-9b039c490286 req-4dfccc5b-089f-4903-8062-bca0aac0f5f4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:56.850828 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1fd9821c-8ec1-472a-96fd-9b039c490286 req-4dfccc5b-089f-4903-8062-bca0aac0f5f4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.0985315 May 25 20:05:56.886076 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:56.904311 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1fd9821c-8ec1-472a-96fd-9b039c490286 req-b90ac79f-1188-4378-a86a-9cd7dfa1c08b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441983 May 25 20:05:57.151233 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:05:57.202541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2b27f-fc0e-4978-9edf-b8f8e94486a2 None None] Current status of the port 7ec36e4f-82d3-4560-886b-5bddd54fe239 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:57.210007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f954343-ff44-48bb-8fc9-8387910d3aa5 req-8885a8e1-75f4-4f57-9f75-a9991d2e8865 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:57.219932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f954343-ff44-48bb-8fc9-8387910d3aa5 req-8885a8e1-75f4-4f57-9f75-a9991d2e8865 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:57.227244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f954343-ff44-48bb-8fc9-8387910d3aa5 req-8885a8e1-75f4-4f57-9f75-a9991d2e8865 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:57.230970 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1f954343-ff44-48bb-8fc9-8387910d3aa5 req-8885a8e1-75f4-4f57-9f75-a9991d2e8865 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2415 time: 0.1513071 May 25 20:05:57.253354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62827b53-2e32-41f2-adc1-8de7e8b71f51 req-2e576d6c-5781-4aa9-9503-ada174299235 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:57.254900 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-62827b53-2e32-41f2-adc1-8de7e8b71f51 req-2e576d6c-5781-4aa9-9503-ada174299235 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.3798182 May 25 20:05:57.305598 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1f954343-ff44-48bb-8fc9-8387910d3aa5 req-ab5ec362-9416-47d5-8631-a9ac586a717b tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644939 May 25 20:05:57.361063 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-62827b53-2e32-41f2-adc1-8de7e8b71f51 req-2738122a-9f52-4d8b-9f4b-38d22c307496 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941820 May 25 20:05:57.365835 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:57.408515 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Transition to ACTIVE for port object 2fae9d79-921e-4917-b616-f8e2d75bdf59 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:57.421466 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:57.500921 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:57.521489 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5afa8398-d8e2-42ef-b46d-1b8266251408 req-37fd468e-86c0-4e99-bd4c-265c366106a9 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0716176 May 25 20:05:57.640905 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Attempting to bind port 2fae9d79-921e-4917-b616-f8e2d75bdf59 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:05:57.641591 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Attempting to bind port 2fae9d79-921e-4917-b616-f8e2d75bdf59 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:05:57.642266 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Attempting to bind port 2fae9d79-921e-4917-b616-f8e2d75bdf59 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:05:57.656854 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d496e8-19d5-40e1-bef3-1c6a6c78a842 None None] Pushing event updated for resources: {'Port': ['ID=2fae9d79-921e-4917-b616-f8e2d75bdf59,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:57.662232 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:05:57.663020 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:05:57.663773 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:57.664509 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:05:57.665934 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Bound port: 2fae9d79-921e-4917-b616-f8e2d75bdf59, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:05:57.666823 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:57.727851 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:57.728114 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d496e8-19d5-40e1-bef3-1c6a6c78a842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:57.728735 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d496e8-19d5-40e1-bef3-1c6a6c78a842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:57.729409 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d496e8-19d5-40e1-bef3-1c6a6c78a842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:57.730060 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d496e8-19d5-40e1-bef3-1c6a6c78a842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:57.730957 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d496e8-19d5-40e1-bef3-1c6a6c78a842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:57.731774 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d496e8-19d5-40e1-bef3-1c6a6c78a842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:57.732538 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d496e8-19d5-40e1-bef3-1c6a6c78a842 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:57.733184 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d496e8-19d5-40e1-bef3-1c6a6c78a842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:57.733842 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d496e8-19d5-40e1-bef3-1c6a6c78a842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:57.734996 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d496e8-19d5-40e1-bef3-1c6a6c78a842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:57.735645 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d496e8-19d5-40e1-bef3-1c6a6c78a842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:57.736295 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d496e8-19d5-40e1-bef3-1c6a6c78a842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:05:57.830441 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] For port 2fae9d79-921e-4917-b616-f8e2d75bdf59, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:05:57.833641 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] For port 2fae9d79-921e-4917-b616-f8e2d75bdf59, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2fae9d79-921e-4917-b616-f8e2d75bdf59,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:05:57.840656 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:57.890006 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ec36e4f-82d3-4560-886b-5bddd54fe239 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:57.914684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3aa18-6dc0-4550-abf7-cee3442a3f11 req-aebbfcd8-79f3-4e55-8c2e-f8328437b3a1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:57.925234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93c3aa18-6dc0-4550-abf7-cee3442a3f11 req-aebbfcd8-79f3-4e55-8c2e-f8328437b3a1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1269064 May 25 20:05:57.926210 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Routers {'a46ed6e1-7449-40e0-924c-dd9bd9762b92'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:05:57.927382 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:05:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a46ed6e1-7449-40e0-924c-dd9bd9762b92'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:57.982439 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93c3aa18-6dc0-4550-abf7-cee3442a3f11 req-07368bf9-1586-4a4f-b577-55e0f5302fc6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551624 May 25 20:05:57.994173 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d496e8-19d5-40e1-bef3-1c6a6c78a842 None None] Pushing event updated for resources: {'Port': ['ID=2fae9d79-921e-4917-b616-f8e2d75bdf59,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:58.004524 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7ec36e4f-82d3-4560-886b-5bddd54fe239 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:58.004869 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:58.013356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bf77b-8153-428d-8e1e-817dd4f4ac8a req-2b6e936e-1460-4a28-a2f5-2b7edf5bb08f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:58.026491 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-101bf77b-8153-428d-8e1e-817dd4f4ac8a req-2b6e936e-1460-4a28-a2f5-2b7edf5bb08f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.2947237 May 25 20:05:58.080778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Allocated IP 172.20.0.1 (9951a7e3-bdca-41ce-9a7f-8929ed07f949/7f699267-90a2-4120-9599-c47c72ab7274/37e78490-8b4a-4a4d-b4c4-fc6a435a150d) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:05:58.083424 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-88355e9d-852b-48b7-8962-9c24307beaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:58.093575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd957a-a929-4167-95df-6a51a815d5a1 req-f8c4d8cb-a05d-4b8c-8afd-4993e5dd9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:58.096397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7fd957a-a929-4167-95df-6a51a815d5a1 req-f8c4d8cb-a05d-4b8c-8afd-4993e5dd9fd0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 1101 time: 0.4401145 May 25 20:05:58.149222 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] Set router a46ed6e1-7449-40e0-924c-dd9bd9762b92 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:05:58.173798 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7ec36e4f-82d3-4560-886b-5bddd54fe239 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:58.200586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7fd957a-a929-4167-95df-6a51a815d5a1 req-7ca5bf60-9e1b-477e-abd1-c5cc8842b874 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939000 May 25 20:05:58.254354 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-101bf77b-8153-428d-8e1e-817dd4f4ac8a req-ed84c2c9-072e-470c-ade0-2701eac781b0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269752 May 25 20:05:58.279343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:05:58.284778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 140b1e6c-a806-4039-81bb-fcb1a4542759 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:58.351531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:58.374106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Transition to ACTIVE for port object 37e78490-8b4a-4a4d-b4c4-fc6a435a150d will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:05:58.404433 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:58.475586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Network 9951a7e3-bdca-41ce-9a7f-8929ed07f949 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:05:58.485890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:05:58.488928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:05:58.513680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 140b1e6c-a806-4039-81bb-fcb1a4542759 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:58.526130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 140b1e6c-a806-4039-81bb-fcb1a4542759 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:58.527262 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:58.546499 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'name': 'tempest-FloatingIPDetailsTestJSON-981672127-router', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:51Z', 'updated_at': '2022-05-25T20:05:54Z', 'revision_number': 3, 'project_id': '1b218d014eac4bcc812485c99347934d', 'gw_port': {'id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:53Z', 'updated_at': '2022-05-25T20:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:05:58.558595 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4e7384-f3c7-4875-abb9-6f2b2b2ab7ce None None] The sync data for ids ['a46ed6e1-7449-40e0-924c-dd9bd9762b92'] in n-d-843339-1 is: [{'id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'name': 'tempest-FloatingIPDetailsTestJSON-981672127-router', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:51Z', 'updated_at': '2022-05-25T20:05:54Z', 'revision_number': 3, 'project_id': '1b218d014eac4bcc812485c99347934d', 'gw_port': {'id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:53Z', 'updated_at': '2022-05-25T20:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:05:58.646399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Pushing event updated for resources: {'Port': ['ID=37e78490-8b4a-4a4d-b4c4-fc6a435a150d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:58.646829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:58.654833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a979ea-42b4-4e4c-8c2a-3f63e46e7721 req-2a6e74c4-cacf-481c-b052-9c2a32bf5311 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:58.657023 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1a979ea-42b4-4e4c-8c2a-3f63e46e7721 req-2a6e74c4-cacf-481c-b052-9c2a32bf5311 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.3687351 May 25 20:05:58.672804 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:58.678547 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94', 'mac_address': 'fa:16:3e:62:70:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:05:58.731509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f1f8e-e41e-4c31-b4a7-189180cf9b56 req-f1ff989c-d9dc-480c-91cc-c796cee7002f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:58.739299 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c17f1f8e-e41e-4c31-b4a7-189180cf9b56 req-f1ff989c-d9dc-480c-91cc-c796cee7002f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2763746 May 25 20:05:58.767150 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1a979ea-42b4-4e4c-8c2a-3f63e46e7721 req-fc4cc7bd-98db-4747-af77-b795dc1efcd8 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979939 May 25 20:05:58.816370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:58.816370 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:58.866677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:05:58.875183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 140b1e6c-a806-4039-81bb-fcb1a4542759 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:58.875183 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:58.882614 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c17f1f8e-e41e-4c31-b4a7-189180cf9b56 req-9766b416-d5be-47e9-abde-0ea2125b4bc9 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418800 May 25 20:05:58.907005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f34f5bb7-f563-4a62-8aa5-ad8fec4c0e2d None None] Provisioning for port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:58.916480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f34f5bb7-f563-4a62-8aa5-ad8fec4c0e2d None None] Provisioning complete for port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:58.917055 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f34f5bb7-f563-4a62-8aa5-ad8fec4c0e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:58.987213 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:59.001241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:59.012386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140b1e6c-a806-4039-81bb-fcb1a4542759'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:05:59.022201 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:59.067606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f34f5bb7-f563-4a62-8aa5-ad8fec4c0e2d None None] Port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:05:59.070668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 140b1e6c-a806-4039-81bb-fcb1a4542759, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=140b1e6c-a806-4039-81bb-fcb1a4542759,segment=NetworkSegment(c5c22b51-bcbe-4467-8be5-455d5cf89d74),segment_id=c5c22b51-bcbe-4467-8be5-455d5cf89d74)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:59.101525 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:59.102824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device ab8438d5-9251-4119-85ee-07c805e15559 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:59.119581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df0274-9a0b-436e-855b-8a899272df72 req-23004b23-7d6d-48f8-9998-30b80c15fdd9 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:59.127271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df0274-9a0b-436e-855b-8a899272df72 req-23004b23-7d6d-48f8-9998-30b80c15fdd9 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:59.133805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df0274-9a0b-436e-855b-8a899272df72 req-23004b23-7d6d-48f8-9998-30b80c15fdd9 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:59.142958 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48df0274-9a0b-436e-855b-8a899272df72 req-23004b23-7d6d-48f8-9998-30b80c15fdd9 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2415 time: 0.1406522 May 25 20:05:59.213012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:59.223930 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48df0274-9a0b-436e-855b-8a899272df72 req-9d682534-06cc-4d70-a239-3f5893d5d564 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796432 May 25 20:05:59.273068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port ab8438d5-9251-4119-85ee-07c805e15559 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:59.301469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port ab8438d5-9251-4119-85ee-07c805e15559 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:59.301469 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:59.327939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f8f43-46bf-48a0-a23e-5e70e6e1b637 req-a3160daf-98b1-4a31-b94b-f2d0beaa75d1 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:59.330481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-908f8f43-46bf-48a0-a23e-5e70e6e1b637 req-a3160daf-98b1-4a31-b94b-f2d0beaa75d1 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2291996 May 25 20:05:59.398093 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=140b1e6c-a806-4039-81bb-fcb1a4542759,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:59.422966 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-908f8f43-46bf-48a0-a23e-5e70e6e1b637 req-b4cf15d8-d97b-4c7d-aa37-eff0c1c6eb10 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698574 May 25 20:05:59.434550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a50bc08-241d-4757-8b78-b9255de79128 req-da2de1cb-e7f5-40e3-a19e-cb5df4abdb0c tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0714190 May 25 20:05:59.480317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port ab8438d5-9251-4119-85ee-07c805e15559 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:05:59.481262 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:59.483399 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:59.495863 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:59.527317 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37f6909-2e6e-449b-88ee-0f5a2e2e05de'] response: {'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140b1e6c-a806-4039-81bb-fcb1a4542759', 'code': 200} May 25 20:05:59.544667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port ab8438d5-9251-4119-85ee-07c805e15559, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ab8438d5-9251-4119-85ee-07c805e15559,segment=NetworkSegment(c5c22b51-bcbe-4467-8be5-455d5cf89d74),segment_id=c5c22b51-bcbe-4467-8be5-455d5cf89d74)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:05:59.552176 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:59.553092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b20b906f-b826-4b25-8c53-3ef6668f563d up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:05:59.710895 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['1f289351-6c1a-4d9d-b37d-a5970b0e6a94'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:05:59.721979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48fcc2-31cc-4cb2-9bd4-64c81cbd9883 req-2c83b6c0-a8f6-4543-8e72-c20f508b7b7e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:05:59.730166 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ed48fcc2-31cc-4cb2-9bd4-64c81cbd9883 req-2c83b6c0-a8f6-4543-8e72-c20f508b7b7e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1046627 May 25 20:05:59.794946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=ab8438d5-9251-4119-85ee-07c805e15559,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:59.797355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ed48fcc2-31cc-4cb2-9bd4-64c81cbd9883 req-9d4e42a7-c974-4ab5-a20b-ae5bf95b7599 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651884 May 25 20:05:59.843932 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:05:59.848879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Pushing event updated for resources: {'Port': ['ID=37e78490-8b4a-4a4d-b4c4-fc6a435a150d,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:05:59.964260 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port b20b906f-b826-4b25-8c53-3ef6668f563d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:05:59.981736 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port b20b906f-b826-4b25-8c53-3ef6668f563d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:05:59.987079 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:00.069251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92789499-a9ae-4a22-9aec-f2d37bd3cf6a req-9d7d912c-f59b-4c7f-88e3-0a62ca77f723 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:00.072267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2fae9d79-921e-4917-b616-f8e2d75bdf59 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:00.078249 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-92789499-a9ae-4a22-9aec-f2d37bd3cf6a req-9d7d912c-f59b-4c7f-88e3-0a62ca77f723 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 950 time: 0.1245532 May 25 20:06:00.129767 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-92789499-a9ae-4a22-9aec-f2d37bd3cf6a req-dca7c035-b836-4db6-a235-6b56c5f81911 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505881 May 25 20:06:00.198618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1513a-daae-4f4f-9a06-aca6beec7527 req-3b9336d2-d2b8-486b-9454-d77dc3187e80 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:00.200281 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05e1513a-daae-4f4f-9a06-aca6beec7527 req-3b9336d2-d2b8-486b-9454-d77dc3187e80 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.5684545 May 25 20:06:00.276063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Network 9951a7e3-bdca-41ce-9a7f-8929ed07f949 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:00.276563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 2bb7c3f7-89fe-484e-892a-6d3882445b70 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:06:00.281127 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05e1513a-daae-4f4f-9a06-aca6beec7527 req-faf385ad-1ceb-4d90-a946-fb34c313278e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650611 May 25 20:06:00.281487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b20b906f-b826-4b25-8c53-3ef6668f563d is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:00.281857 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:00.281975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:00.334672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 2fae9d79-921e-4917-b616-f8e2d75bdf59 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:00.370545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b20b906f-b826-4b25-8c53-3ef6668f563d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b20b906f-b826-4b25-8c53-3ef6668f563d,segment=NetworkSegment(df42a3ef-aab7-4683-9f44-94dc30e8b639),segment_id=df42a3ef-aab7-4683-9f44-94dc30e8b639)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:00.373659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2fae9d79-921e-4917-b616-f8e2d75bdf59 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:00.374587 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:00.431949 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:00.432702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 2bb7c3f7-89fe-484e-892a-6d3882445b70 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:00.438632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372751c-3afd-4710-97ca-54512756feeb req-390fcc9d-c0c3-47be-9e91-a980cfc4d780 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:00.447929 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8372751c-3afd-4710-97ca-54512756feeb req-390fcc9d-c0c3-47be-9e91-a980cfc4d780 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1915879 May 25 20:06:00.514348 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8372751c-3afd-4710-97ca-54512756feeb req-a99a8f4b-5341-43e7-880d-afeb4c01165c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611796 May 25 20:06:00.576785 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.resource_extend [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:06:00.589324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Router a46ed6e1-7449-40e0-924c-dd9bd9762b92 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:06:00.759057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 2bb7c3f7-89fe-484e-892a-6d3882445b70, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:00.812858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '2bb7c3f7-89fe-484e-892a-6d3882445b70', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '2bb7c3f7-89fe-484e-892a-6d3882445b70', 'mac_address': 'fa:16:3e:d8:b8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:06:00.836042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513885e-b313-4d09-8370-7fcbcf9dfd24 req-2d7c7675-f3b9-4928-bcf3-cae8db02f60a tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:00.843102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513885e-b313-4d09-8370-7fcbcf9dfd24 req-2d7c7675-f3b9-4928-bcf3-cae8db02f60a tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:00.851316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513885e-b313-4d09-8370-7fcbcf9dfd24 req-2d7c7675-f3b9-4928-bcf3-cae8db02f60a tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:00.853057 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f513885e-b313-4d09-8370-7fcbcf9dfd24 req-2d7c7675-f3b9-4928-bcf3-cae8db02f60a tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2418 time: 0.2059107 May 25 20:06:00.880443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:06:00.894578 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0d5e87f-cf5c-47fb-9bcb-0ba2d50b6e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:00.895937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b20b906f-b826-4b25-8c53-3ef6668f563d,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:00.902734 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d2cab1bd-269f-4f67-92f2-8d2879125457 admin admin] 10.222.0.60 "PUT /v2.0/routers/a46ed6e1-7449-40e0-924c-dd9bd9762b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7456408 May 25 20:06:00.929405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f37d-d145-407a-b9f0-76a8464cecd8 req-923d45a8-f0e1-4df7-be08-45a04a64d18e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:00.937793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fa9f37d-d145-407a-b9f0-76a8464cecd8 req-923d45a8-f0e1-4df7-be08-45a04a64d18e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1622086 May 25 20:06:00.947433 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f513885e-b313-4d09-8370-7fcbcf9dfd24 req-6b6655f3-a0c2-49fc-a00c-ebcaa227a8fe tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759799 May 25 20:06:00.984352 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fa9f37d-d145-407a-b9f0-76a8464cecd8 req-0b55225a-63d5-4ee5-bde3-80512b51b518 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458844 May 25 20:06:01.058005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-597d59f3-c41b-4308-a508-077b92c68c04 None None] Provisioning complete for port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:01.058652 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-597d59f3-c41b-4308-a508-077b92c68c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:01.093246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 2bb7c3f7-89fe-484e-892a-6d3882445b70 is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:01.093853 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:01.105242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Sync routers for ids ['a46ed6e1-7449-40e0-924c-dd9bd9762b92'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:06:01.129676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 2bb7c3f7-89fe-484e-892a-6d3882445b70 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:01.130049 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:01.145260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-548625e1-7ccd-4cd7-9494-4c49a3a43aef req-7538cbae-307d-480f-85bd-69c612f374ad tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0641608 May 25 20:06:01.193593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bb7c3f7-89fe-484e-892a-6d3882445b70 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:06:01.208296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1b10b-1c09-48c7-880d-a82e1afe8d09 req-d5fc2698-30a8-45c4-8f6c-3cbb63412ee4 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:01.209479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Routers {'a46ed6e1-7449-40e0-924c-dd9bd9762b92'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:06:01.210116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:06:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a46ed6e1-7449-40e0-924c-dd9bd9762b92'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:01.210364 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-adc1b10b-1c09-48c7-880d-a82e1afe8d09 req-d5fc2698-30a8-45c4-8f6c-3cbb63412ee4 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 1101 time: 0.0784340 May 25 20:06:01.258123 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-adc1b10b-1c09-48c7-880d-a82e1afe8d09 req-733b0e3d-d9ba-4f2f-8abd-f76283251d84 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414693 May 25 20:06:01.308728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-597d59f3-c41b-4308-a508-077b92c68c04 None None] Port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:06:01.337930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 2bb7c3f7-89fe-484e-892a-6d3882445b70, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:01.341591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2fae9d79-921e-4917-b616-f8e2d75bdf59 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:01.342122 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:01.347034 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edf460-fd8a-4fb9-a089-5916f1a36d4e req-409f368b-cf58-40e1-bdbb-94124863b812 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:01.348460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2edf460-fd8a-4fb9-a089-5916f1a36d4e req-409f368b-cf58-40e1-bdbb-94124863b812 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1039186 May 25 20:06:01.350964 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:01.356886 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:01.421366 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2edf460-fd8a-4fb9-a089-5916f1a36d4e req-8bf95814-1153-4ef8-89de-6a509971d776 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580819 May 25 20:06:01.516279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 2fae9d79-921e-4917-b616-f8e2d75bdf59, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2fae9d79-921e-4917-b616-f8e2d75bdf59,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:01.535765 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8438d5-9251-4119-85ee-07c805e15559'}, {'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20b906f-b826-4b25-8c53-3ef6668f563d'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:06:01.558289 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:01.599172 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:06:01.599407 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:06:01.604348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=2bb7c3f7-89fe-484e-892a-6d3882445b70,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:01.607382 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:01.650971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Set router a46ed6e1-7449-40e0-924c-dd9bd9762b92 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:06:01.662614 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-d3fa8c5d-68af-48f6-a2ab-eca07e1c3a87 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2185409 May 25 20:06:01.673624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:01.680487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:01.685769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Usage tracker for resource:floatingip and tenant:1b218d014eac4bcc812485c99347934d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:01.688832 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:01.695261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:01.708965 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:01.840100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=2fae9d79-921e-4917-b616-f8e2d75bdf59,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:01.849398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b715a95-b8ab-408b-9b78-c9a39335bfc8 req-75a557ad-91b5-4e8d-bdbc-82919afddac4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:01.851414 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b715a95-b8ab-408b-9b78-c9a39335bfc8 req-75a557ad-91b5-4e8d-bdbc-82919afddac4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1123946 May 25 20:06:01.866502 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:01.888770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['2bb7c3f7-89fe-484e-892a-6d3882445b70'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:06:01.903121 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b715a95-b8ab-408b-9b78-c9a39335bfc8 req-186f2a55-f8aa-40a3-bf03-222f6c4e4ce9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 May 25 20:06:02.026593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Allocated IP 172.25.3.124 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/045a8d2a-0d12-406d-bbd9-ee167c7526d8) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:06:02.102561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe83e4c-899b-4076-949b-9eb61e0100f5 req-cd1bc313-b57f-4ca0-af4c-a6a16a3ad363 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:02.104272 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fe83e4c-899b-4076-949b-9eb61e0100f5 req-cd1bc313-b57f-4ca0-af4c-a6a16a3ad363 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.0936129 May 25 20:06:02.154136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fe83e4c-899b-4076-949b-9eb61e0100f5 req-6bc7bfcf-839e-4933-829b-1ece07888748 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415277 May 25 20:06:02.197324 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:02.203061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 2bb7c3f7-89fe-484e-892a-6d3882445b70 is: BUILD; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:02.203668 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:02.230723 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c61f16f-3df1-4611-af7d-961f776feb33'] response: {'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8438d5-9251-4119-85ee-07c805e15559', 'code': 200} May 25 20:06:02.231246 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c61f16f-3df1-4611-af7d-961f776feb33'] response: {'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20b906f-b826-4b25-8c53-3ef6668f563d', 'code': 200} May 25 20:06:02.231563 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:02.252914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2bb7c3f7-89fe-484e-892a-6d3882445b70 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:06:02.262543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'name': 'tempest-FloatingIPDetailsTestJSON-981672127-router', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:51Z', 'updated_at': '2022-05-25T20:05:58Z', 'revision_number': 4, 'project_id': '1b218d014eac4bcc812485c99347934d', 'gw_port': {'id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:53Z', 'updated_at': '2022-05-25T20:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '37e78490-8b4a-4a4d-b4c4-fc6a435a150d', 'name': '', 'network_id': '9951a7e3-bdca-41ce-9a7f-8929ed07f949', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'mac_address': 'fa:16:3e:e2:ea:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7f699267-90a2-4120-9599-c47c72ab7274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:57Z', 'updated_at': '2022-05-25T20:05:59Z', 'revision_number': 2, 'project_id': '1b218d014eac4bcc812485c99347934d', 'subnets': [{'id': '7f699267-90a2-4120-9599-c47c72ab7274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:02.271865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Checking router: a46ed6e1-7449-40e0-924c-dd9bd9762b92 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:06:02.272631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Updating router a46ed6e1-7449-40e0-924c-dd9bd9762b92 port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:06:02.308725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:02.311891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:02.315741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:06:02.347201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 2bb7c3f7-89fe-484e-892a-6d3882445b70, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:02.351442 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:02.364872 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:02.382142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Pushing event updated for resources: {'Port': ['ID=045a8d2a-0d12-406d-bbd9-ee167c7526d8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:02.407975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:02.413095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:02.413434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:02.413768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:02.414194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:02.414453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:02.414776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:02.415098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:02.416124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:02.416586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:02.416892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:02.417213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:02.417527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:02.427574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67decd4-3b60-40d8-8ea5-8c2911a28ec1 req-2c766c07-b6e3-49ce-84b5-8325105dcbd4 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:02.429654 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d67decd4-3b60-40d8-8ea5-8c2911a28ec1 req-2c766c07-b6e3-49ce-84b5-8325105dcbd4 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 1100 time: 0.0839970 May 25 20:06:02.476112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c5f3b-33b9-4be6-ae22-166649c63aaa req-dbf6e8ac-e0da-4453-adf6-b3affda0f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:02.476586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c5f3b-33b9-4be6-ae22-166649c63aaa req-dbf6e8ac-e0da-4453-adf6-b3affda0f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:02.477049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c5f3b-33b9-4be6-ae22-166649c63aaa req-dbf6e8ac-e0da-4453-adf6-b3affda0f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:02.479308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a76c5f3b-33b9-4be6-ae22-166649c63aaa req-dbf6e8ac-e0da-4453-adf6-b3affda0f3a6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2871 time: 0.1314290 May 25 20:06:02.484791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d67decd4-3b60-40d8-8ea5-8c2911a28ec1 req-fc0b241b-dcec-4a79-ae29-47245124b024 tempest-ServersAdminTestJSON-648751957 tempest-ServersAdminTestJSON-648751957-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464959 May 25 20:06:02.489526 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:02.561040 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=2bb7c3f7-89fe-484e-892a-6d3882445b70,revision_number=10']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:02.642223 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:02.653350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:02.653731 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:02.725587 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a76c5f3b-33b9-4be6-ae22-166649c63aaa req-88c8deea-513c-40af-a243-16fdaf2d22fe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375867 May 25 20:06:02.733439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9425b8b-6083-43da-9312-73287e67f660 req-0f995a0b-1d1c-443c-b6ab-c8b967f6f5f2 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:02.740375 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:02.740732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9425b8b-6083-43da-9312-73287e67f660 req-0f995a0b-1d1c-443c-b6ab-c8b967f6f5f2 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:02.748574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9425b8b-6083-43da-9312-73287e67f660 req-0f995a0b-1d1c-443c-b6ab-c8b967f6f5f2 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:02.757144 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9425b8b-6083-43da-9312-73287e67f660 req-0f995a0b-1d1c-443c-b6ab-c8b967f6f5f2 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2418 time: 0.1463213 May 25 20:06:02.842388 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9425b8b-6083-43da-9312-73287e67f660 req-0a4949df-4334-4218-a176-2e85cf34f76b tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819752 May 25 20:06:02.946041 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:03.050412 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:03.058292 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:03.086602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25034f-ff43-4913-be8b-e91dbfa15596 req-0301ebbd-ed2f-4035-84cf-b3c73c57b8dc tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:03.088795 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f25034f-ff43-4913-be8b-e91dbfa15596 req-0301ebbd-ed2f-4035-84cf-b3c73c57b8dc tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1114254 May 25 20:06:03.120393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:03.120765 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:03.139821 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f25034f-ff43-4913-be8b-e91dbfa15596 req-1be35d66-33f4-4a2c-8527-7e7bd4986427 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449197 May 25 20:06:03.194284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Pushing event updated for resources: {'Port': ['ID=045a8d2a-0d12-406d-bbd9-ee167c7526d8,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:03.199774 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:03.223304 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:03.224714 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-86dd2f81-f7ab-477e-afb8-3a4e356da398 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5557692 May 25 20:06:03.240509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:03.253193 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:03.256051 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:03.301994 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec0509b7-f10d-463b-9943-0c2ea9aa0314 req-3dc67491-c39c-40ef-ac11-262a6538e712 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0626135 May 25 20:06:03.317686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-024c951a-4ea5-4fd2-8512-d64173777118 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Synchronizing usage tracker for tenant:1b218d014eac4bcc812485c99347934d on resource:floatingip {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:03.347129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-024c951a-4ea5-4fd2-8512-d64173777118 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Unset dirty status for tenant:1b218d014eac4bcc812485c99347934d on resource:floatingip {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:03.354756 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-024c951a-4ea5-4fd2-8512-d64173777118 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.1217601 May 25 20:06:03.375609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Transition to ACTIVE for port object 37e78490-8b4a-4a4d-b4c4-fc6a435a150d will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:06:03.413691 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:03.474287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:03.517506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72dbc3-6fa2-4dd8-91e9-2ee376cf09ba req-0ab56f90-83ca-4f6b-ac6d-007f1c6fe19d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:03.526947 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-da72dbc3-6fa2-4dd8-91e9-2ee376cf09ba req-0ab56f90-83ca-4f6b-ac6d-007f1c6fe19d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1074176 May 25 20:06:03.546717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-61905f02-a518-4bfc-b259-579fe7b0ecb2 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:03.548246 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-666baf91-c1d8-4051-bda1-ead0ed08e4e1 req-61905f02-a518-4bfc-b259-579fe7b0ecb2 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.1913476 May 25 20:06:03.594418 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-da72dbc3-6fa2-4dd8-91e9-2ee376cf09ba req-eb958ec4-1da1-4aeb-9e00-5a773948e502 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631337 May 25 20:06:03.636060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b81b1-feda-409b-8025-96a1fa593972 None None] Pushing event updated for resources: {'Port': ['ID=37e78490-8b4a-4a4d-b4c4-fc6a435a150d,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:03.706567 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Attempting to bind port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:06:03.707191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Attempting to bind port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '26fece0f-955a-4603-845f-0f1ecff48994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9951a7e3-bdca-41ce-9a7f-8929ed07f949'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:06:03.707731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Attempting to bind port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d on network 9951a7e3-bdca-41ce-9a7f-8929ed07f949 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:06:03.720788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:06:03.721384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Checking segment: {'id': '26fece0f-955a-4603-845f-0f1ecff48994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9951a7e3-bdca-41ce-9a7f-8929ed07f949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:06:03.721953 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:03.722570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Bound using segment: {'id': '26fece0f-955a-4603-845f-0f1ecff48994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9951a7e3-bdca-41ce-9a7f-8929ed07f949'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:06:03.723205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Bound port: 37e78490-8b4a-4a4d-b4c4-fc6a435a150d, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26fece0f-955a-4603-845f-0f1ecff48994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9951a7e3-bdca-41ce-9a7f-8929ed07f949'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:06:03.723737 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:03.844004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c8c15-fe1b-4983-ba3c-223b339f5bd5 req-c2c2ef02-1efc-49d8-bcec-47f7ab5be085 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:03.854142 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-191c8c15-fe1b-4983-ba3c-223b339f5bd5 req-c2c2ef02-1efc-49d8-bcec-47f7ab5be085 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1521740 May 25 20:06:03.854734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] For port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:06:03.860226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] For port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=37e78490-8b4a-4a4d-b4c4-fc6a435a150d,segment=NetworkSegment(26fece0f-955a-4603-845f-0f1ecff48994),segment_id=26fece0f-955a-4603-845f-0f1ecff48994)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:06:03.864886 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:03.910769 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-191c8c15-fe1b-4983-ba3c-223b339f5bd5 req-e57b3e09-a892-479a-bf69-69945dc9b8a3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554748 May 25 20:06:03.935488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2fae9d79-921e-4917-b616-f8e2d75bdf59 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:04.009070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Routers {'a46ed6e1-7449-40e0-924c-dd9bd9762b92'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:06:04.009699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:06:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a46ed6e1-7449-40e0-924c-dd9bd9762b92'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:04.012714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255567fa-1f96-42e1-8394-c270d7cf72c8 req-e6789fb4-1ef5-48b6-9725-8ca985713f06 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:04.015938 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-255567fa-1f96-42e1-8394-c270d7cf72c8 req-e6789fb4-1ef5-48b6-9725-8ca985713f06 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1234248 May 25 20:06:04.060837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b81b1-feda-409b-8025-96a1fa593972 None None] Pushing event updated for resources: {'Port': ['ID=37e78490-8b4a-4a4d-b4c4-fc6a435a150d,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:04.081388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-255567fa-1f96-42e1-8394-c270d7cf72c8 req-7421301e-3ad7-445a-a9b9-62cdd02d079e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570648 May 25 20:06:04.155109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-8ede56f7-3207-4e2a-9676-b3f60ae8745f tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Synchronizing usage tracker for tenant:1b218d014eac4bcc812485c99347934d on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:04.178867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-8ede56f7-3207-4e2a-9676-b3f60ae8745f tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Unset dirty status for tenant:1b218d014eac4bcc812485c99347934d on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:04.181914 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-8ede56f7-3207-4e2a-9676-b3f60ae8745f tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2283766 May 25 20:06:04.193692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:04.200185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:04.210591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:04.218526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2fae9d79-921e-4917-b616-f8e2d75bdf59 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:04.219097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:04.221746 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:04.254850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:06:04.281777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145d0a0-89c4-4306-99c2-bf5ec834e49f req-9b544ce2-a63a-4f09-9056-f3c840940b5a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:04.283465 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5145d0a0-89c4-4306-99c2-bf5ec834e49f req-9b544ce2-a63a-4f09-9056-f3c840940b5a tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.0922089 May 25 20:06:04.297782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] Set router a46ed6e1-7449-40e0-924c-dd9bd9762b92 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:06:04.345742 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5145d0a0-89c4-4306-99c2-bf5ec834e49f req-65f6c080-8bfc-461a-8858-5861f123b9c3 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570781 May 25 20:06:04.359033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 2bb7c3f7-89fe-484e-892a-6d3882445b70 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:04.520312 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:04.551478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f74f4b-9e61-45c0-9322-07399e43765d req-225edd4d-bce6-41c2-9600-489984c1ea00 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:04.559428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f74f4b-9e61-45c0-9322-07399e43765d req-225edd4d-bce6-41c2-9600-489984c1ea00 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:04.565762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f74f4b-9e61-45c0-9322-07399e43765d req-225edd4d-bce6-41c2-9600-489984c1ea00 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:04.567355 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85f74f4b-9e61-45c0-9322-07399e43765d req-225edd4d-bce6-41c2-9600-489984c1ea00 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2418 time: 0.1138964 May 25 20:06:04.640059 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85f74f4b-9e61-45c0-9322-07399e43765d req-d050530d-8050-4c50-af85-b359096424ea tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652723 May 25 20:06:04.778215 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Allocated IP 172.25.3.247 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/b73d8e37-79f6-4ac8-8f5b-ca97db25e721) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:06:04.824141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 2bb7c3f7-89fe-484e-892a-6d3882445b70 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:04.824761 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:04.865451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2fae9d79-921e-4917-b616-f8e2d75bdf59 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:04.908440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a08c3-4f5e-4a1b-879d-79b2b918d82d req-82251259-67df-41c3-9c2a-24ce5c65520d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:04.917299 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f6a08c3-4f5e-4a1b-879d-79b2b918d82d req-82251259-67df-41c3-9c2a-24ce5c65520d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1065462 May 25 20:06:04.985164 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f6a08c3-4f5e-4a1b-879d-79b2b918d82d req-6a37430a-bd11-4297-908a-e5db3b7262ed tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663719 May 25 20:06:05.033072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:05.052475 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520107e9-7a17-43b4-96c5-4099f1e44aa9'] response: {'server_uuid': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94', 'code': 200} May 25 20:06:05.059270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 2bb7c3f7-89fe-484e-892a-6d3882445b70 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:05.059642 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:05.067132 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:05.130717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:05.139009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:05.143389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 2bb7c3f7-89fe-484e-892a-6d3882445b70, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:05.146064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'name': 'tempest-FloatingIPDetailsTestJSON-981672127-router', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:51Z', 'updated_at': '2022-05-25T20:05:58Z', 'revision_number': 4, 'project_id': '1b218d014eac4bcc812485c99347934d', 'gw_port': {'id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:53Z', 'updated_at': '2022-05-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '37e78490-8b4a-4a4d-b4c4-fc6a435a150d', 'name': '', 'network_id': '9951a7e3-bdca-41ce-9a7f-8929ed07f949', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'mac_address': 'fa:16:3e:e2:ea:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7f699267-90a2-4120-9599-c47c72ab7274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:57Z', 'updated_at': '2022-05-25T20:06:03Z', 'revision_number': 4, 'project_id': '1b218d014eac4bcc812485c99347934d', 'subnets': [{'id': '7f699267-90a2-4120-9599-c47c72ab7274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:05.149720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:06:05.149894 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:05.182218 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c60806-ff27-40c9-8908-f487f8781b0e None None] The sync data for ids ['a46ed6e1-7449-40e0-924c-dd9bd9762b92'] in n-d-843339-1 is: [{'id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'name': 'tempest-FloatingIPDetailsTestJSON-981672127-router', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:51Z', 'updated_at': '2022-05-25T20:05:58Z', 'revision_number': 4, 'project_id': '1b218d014eac4bcc812485c99347934d', 'gw_port': {'id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:53Z', 'updated_at': '2022-05-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '37e78490-8b4a-4a4d-b4c4-fc6a435a150d', 'name': '', 'network_id': '9951a7e3-bdca-41ce-9a7f-8929ed07f949', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'mac_address': 'fa:16:3e:e2:ea:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7f699267-90a2-4120-9599-c47c72ab7274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:57Z', 'updated_at': '2022-05-25T20:06:03Z', 'revision_number': 4, 'project_id': '1b218d014eac4bcc812485c99347934d', 'subnets': [{'id': '7f699267-90a2-4120-9599-c47c72ab7274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:06:05.244026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Pushing event updated for resources: {'Port': ['ID=b73d8e37-79f6-4ac8-8f5b-ca97db25e721,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:05.245163 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=2bb7c3f7-89fe-484e-892a-6d3882445b70,revision_number=11']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:05.245770 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77e0e197-b71d-442a-a5f9-22859df2054f req-acd05f6e-f88d-4417-aef7-25c0655bb94e tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0752771 May 25 20:06:05.298664 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:05.334525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf2e92-4021-4634-8d9b-4ea4704690d9 req-2c3054a1-02ec-438c-bb56-f3dda18136f2 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:05.337544 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ccf2e92-4021-4634-8d9b-4ea4704690d9 req-2c3054a1-02ec-438c-bb56-f3dda18136f2 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 950 time: 0.2636893 May 25 20:06:05.392820 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:05.433431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbe454-a769-4def-9fee-6641698e088a req-4ff99033-d192-466d-b650-2fa50a0de685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:05.435728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08fbe454-a769-4def-9fee-6641698e088a req-4ff99033-d192-466d-b650-2fa50a0de685 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd1d4f85-a1f0-4b09-b932-b3e5c6db592b HTTP/1.1" status: 200 len: 1100 time: 0.2995286 May 25 20:06:05.467213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-1ccf2e92-4021-4634-8d9b-4ea4704690d9 req-981191ad-ebcd-4562-8f65-6e1bac9c5c26 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Deleting port 1250743f-c3b3-4352-8993-7d0df18f0740 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:05.467977 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1ccf2e92-4021-4634-8d9b-4ea4704690d9 req-981191ad-ebcd-4562-8f65-6e1bac9c5c26 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:05.552019 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08fbe454-a769-4def-9fee-6641698e088a req-efc851ca-62f3-48c6-bed8-85aa921e8862 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088381 May 25 20:06:05.668387 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:05.674315 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:05.819869 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Pushing event updated for resources: {'Port': ['ID=b73d8e37-79f6-4ac8-8f5b-ca97db25e721,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:05.829603 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:05.835784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50666c2a-184b-431d-8033-09a5270db047 req-f92c4090-c17e-42b0-a8ea-543a0168d696 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:05.838223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-50666c2a-184b-431d-8033-09a5270db047 req-f92c4090-c17e-42b0-a8ea-543a0168d696 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.2452989 May 25 20:06:05.875941 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:05.885431 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-f6fdaf85-501a-4659-a5fb-e611d4e37e42 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6934497 May 25 20:06:05.991418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 37e78490-8b4a-4a4d-b4c4-fc6a435a150d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:06.011921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-65a52117-8212-4bc0-b080-b69c847be58c tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Synchronizing usage tracker for tenant:1b218d014eac4bcc812485c99347934d on resource:floatingip {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:06.035006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-65a52117-8212-4bc0-b080-b69c847be58c tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Unset dirty status for tenant:1b218d014eac4bcc812485c99347934d on resource:floatingip {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:06.037099 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-65a52117-8212-4bc0-b080-b69c847be58c tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.247 HTTP/1.1" status: 200 len: 696 time: 0.1428232 May 25 20:06:06.063206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1ccf2e92-4021-4634-8d9b-4ea4704690d9 req-981191ad-ebcd-4562-8f65-6e1bac9c5c26 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] For port 1250743f-c3b3-4352-8993-7d0df18f0740, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1250743f-c3b3-4352-8993-7d0df18f0740,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:06.063860 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1ccf2e92-4021-4634-8d9b-4ea4704690d9 req-981191ad-ebcd-4562-8f65-6e1bac9c5c26 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:06.112666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:06.121296 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:06.121749 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:06.210956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-1ccf2e92-4021-4634-8d9b-4ea4704690d9 req-981191ad-ebcd-4562-8f65-6e1bac9c5c26 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Calling delete_port for 1250743f-c3b3-4352-8993-7d0df18f0740 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:06.261868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-ec1e9d4a-9043-4641-9a10-099840ddb31a tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:06.263426 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de21c4d4-818a-4eb8-896a-1fb600e0cb79 req-ec1e9d4a-9043-4641-9a10-099840ddb31a tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.2183421 May 25 20:06:06.280487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-50666c2a-184b-431d-8033-09a5270db047 req-088359f1-43b2-493e-8b86-c0810973b909 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279664 May 25 20:06:06.314969 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:06.315427 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:06.387508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=37e78490-8b4a-4a4d-b4c4-fc6a435a150d,segment=NetworkSegment(26fece0f-955a-4603-845f-0f1ecff48994),segment_id=26fece0f-955a-4603-845f-0f1ecff48994)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:06.393146 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:06.476110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=37e78490-8b4a-4a4d-b4c4-fc6a435a150d,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:06.537568 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1ccf2e92-4021-4634-8d9b-4ea4704690d9 req-981191ad-ebcd-4562-8f65-6e1bac9c5c26 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:06.542502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaa02e-e363-487d-a70c-2b182def501b req-7a84dc94-67dd-4f7c-93c8-342d0d7d14b2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:06.544176 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ceaa02e-e363-487d-a70c-2b182def501b req-7a84dc94-67dd-4f7c-93c8-342d0d7d14b2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1112688 May 25 20:06:06.549982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['2c5afd12-9e11-4c55-bb59-e1b56a3a9361', '1250743f-c3b3-4352-8993-7d0df18f0740', '2bb7c3f7-89fe-484e-892a-6d3882445b70'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:06:06.600582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96679bb-09f7-4792-90df-74fc9b4b3c0c req-3e9e0050-c201-4c39-8c06-b7670a494100 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:06.608146 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f96679bb-09f7-4792-90df-74fc9b4b3c0c req-3e9e0050-c201-4c39-8c06-b7670a494100 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1887465 May 25 20:06:06.613250 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ceaa02e-e363-487d-a70c-2b182def501b req-6c17d498-f779-4b8d-b549-284316f0ee2d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618079 May 25 20:06:06.631513 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981191ad-ebcd-4562-8f65-6e1bac9c5c26 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Pushing event deleted for resources: {'Port': ['ID=1250743f-c3b3-4352-8993-7d0df18f0740,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:06.709744 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f96679bb-09f7-4792-90df-74fc9b4b3c0c req-0d616870-7e27-440f-b284-e81db894384e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006057 May 25 20:06:06.766591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccf2e92-4021-4634-8d9b-4ea4704690d9 req-981191ad-ebcd-4562-8f65-6e1bac9c5c26 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] No DVR routers for this DVR port 1250743f-c3b3-4352-8993-7d0df18f0740 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:06:06.769554 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1ccf2e92-4021-4634-8d9b-4ea4704690d9 req-981191ad-ebcd-4562-8f65-6e1bac9c5c26 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:06.787609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aded6ed9-8f38-4e14-944e-6697ec0bb851', 'name': 'network-vif-deleted', 'tag': '1250743f-c3b3-4352-8993-7d0df18f0740'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:06:06.789114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-046585e1-8981-4cf0-a616-6b0397813abe req-c60ea33d-c35e-4595-b32f-ae17c3e95375 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded6ed9-8f38-4e14-944e-6697ec0bb851 HTTP/1.1" status: 200 len: 210 time: 0.0633521 May 25 20:06:06.796903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ccf2e92-4021-4634-8d9b-4ea4704690d9 req-981191ad-ebcd-4562-8f65-6e1bac9c5c26 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "DELETE /v2.0/ports/1250743f-c3b3-4352-8993-7d0df18f0740 HTTP/1.1" status: 204 len: 173 time: 1.4496636 May 25 20:06:07.009698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c21b2-6146-41e6-ad2d-3e34682b0406 req-d63b5657-4b12-4194-8d27-9ab4a7f22e2c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:07.017696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c21b2-6146-41e6-ad2d-3e34682b0406 req-d63b5657-4b12-4194-8d27-9ab4a7f22e2c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:07.024032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c21b2-6146-41e6-ad2d-3e34682b0406 req-d63b5657-4b12-4194-8d27-9ab4a7f22e2c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:07.026896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f54c21b2-6146-41e6-ad2d-3e34682b0406 req-d63b5657-4b12-4194-8d27-9ab4a7f22e2c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2418 time: 0.1232314 May 25 20:06:07.071710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee07685-222f-4ce3-a0ea-03a6322a3811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb7c3f7-89fe-484e-892a-6d3882445b70'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:06:07.106521 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f54c21b2-6146-41e6-ad2d-3e34682b0406 req-eb8fb225-914d-4b0c-ba1e-a76b55765ac8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579231 May 25 20:06:07.164302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a0027-af55-401c-8cf0-4f413238c882 req-995513f0-26de-447b-9f09-449a3aaece92 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:07.173871 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-540a0027-af55-401c-8cf0-4f413238c882 req-995513f0-26de-447b-9f09-449a3aaece92 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1406116 May 25 20:06:07.228143 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-540a0027-af55-401c-8cf0-4f413238c882 req-ce0406e2-a259-4a44-b778-73bff08eb9ee tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505559 May 25 20:06:07.335156 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-c25fc214-3188-4b52-881c-2b7dab779404 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1911728 May 25 20:06:07.347989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:07.355225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:07.365320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:07.378279 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:07.380070 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98bcad27-b7f0-40bf-81ae-3686c6f71861 req-fa528316-6597-4387-88f3-8fb68ef7d901 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0490115 May 25 20:06:07.455151 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f37b06e3-4cf1-4525-b878-e02314def480'] response: {'server_uuid': 'aded6ed9-8f38-4e14-944e-6697ec0bb851', 'name': 'network-vif-deleted', 'tag': '1250743f-c3b3-4352-8993-7d0df18f0740', 'status': 'completed', 'code': 200} May 25 20:06:07.481471 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383a6b64-53c1-45f7-b50b-a4b9957267d3'] response: {'server_uuid': '2ee07685-222f-4ce3-a0ea-03a6322a3811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb7c3f7-89fe-484e-892a-6d3882445b70', 'code': 200} May 25 20:06:07.544409 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:07.705407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Allocated IP 172.25.3.205 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/1da24e3f-56da-45ac-aaa1-8a86f1e5fa6b) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:06:07.754417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5357d-77f8-438f-93b3-e325a1a582e3 req-1ec6e5a9-8851-496a-9605-1df6e0427441 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:07.755921 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56f5357d-77f8-438f-93b3-e325a1a582e3 req-1ec6e5a9-8851-496a-9605-1df6e0427441 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.0939746 May 25 20:06:07.813151 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56f5357d-77f8-438f-93b3-e325a1a582e3 req-2bc098cf-3ba0-4261-a38e-86adaa675582 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500424 May 25 20:06:07.889014 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:07.896524 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 37e78490-8b4a-4a4d-b4c4-fc6a435a150d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:07.929782 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:07.980778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:07.981244 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:08.017472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:08.020604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:08.026535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:06:08.052658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Pushing event updated for resources: {'Port': ['ID=1da24e3f-56da-45ac-aaa1-8a86f1e5fa6b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:08.133809 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:08.146910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:08.206958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:08.285016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20175f-71dd-4a0b-b58c-bd930a95c885 req-59090813-e3fe-42fa-a781-91085af5fd11 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:08.286990 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc20175f-71dd-4a0b-b58c-bd930a95c885 req-59090813-e3fe-42fa-a781-91085af5fd11 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0864429 May 25 20:06:08.335282 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc20175f-71dd-4a0b-b58c-bd930a95c885 req-1dee78db-77f6-42be-8d11-3516edccb958 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417531 May 25 20:06:08.554495 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:08.560894 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:08.650072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22e784-9db8-444d-8371-6a194a005e1e req-4f84fc5f-04ab-4ad2-a168-97cc68a293de tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:08.652633 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf22e784-9db8-444d-8371-6a194a005e1e req-4f84fc5f-04ab-4ad2-a168-97cc68a293de tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1971641 May 25 20:06:08.673457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Pushing event updated for resources: {'Port': ['ID=1da24e3f-56da-45ac-aaa1-8a86f1e5fa6b,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:08.686430 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:08.702960 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf22e784-9db8-444d-8371-6a194a005e1e req-357e69dd-a8ed-4f39-a9d0-094317a3b408 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441415 May 25 20:06:08.715276 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:08.716475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-ba14e2e4-4c9c-4caa-b357-2d959a750a84 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3743358 May 25 20:06:08.814940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-e2d3d3cd-813a-4b32-bdc7-873a0c46b085 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Synchronizing usage tracker for tenant:1b218d014eac4bcc812485c99347934d on resource:floatingip {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:08.832994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-e2d3d3cd-813a-4b32-bdc7-873a0c46b085 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Unset dirty status for tenant:1b218d014eac4bcc812485c99347934d on resource:floatingip {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:08.835000 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-e2d3d3cd-813a-4b32-bdc7-873a0c46b085 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 696 time: 0.1048830 May 25 20:06:08.998967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-208bfb05-7f14-4de1-8be7-7cc295f088e4 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:09.000369 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d3d6d37-efbc-4a4e-88b7-80082e7bc913 req-208bfb05-7f14-4de1-8be7-7cc295f088e4 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.1587844 May 25 20:06:09.000613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b222077-227e-4ff9-b076-eb18861256cc req-81cca872-ea08-4870-984c-5b24ac64286f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:09.006275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b222077-227e-4ff9-b076-eb18861256cc req-81cca872-ea08-4870-984c-5b24ac64286f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:09.012952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b222077-227e-4ff9-b076-eb18861256cc req-81cca872-ea08-4870-984c-5b24ac64286f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:09.014645 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b222077-227e-4ff9-b076-eb18861256cc req-81cca872-ea08-4870-984c-5b24ac64286f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2418 time: 0.1103296 May 25 20:06:09.067821 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b222077-227e-4ff9-b076-eb18861256cc req-27537034-38c3-4a00-b03a-62988663feb4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467217 May 25 20:06:09.173549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccebe21-0d71-4766-a138-b51afd1368ef req-01f3c91f-2a22-489f-8f12-9b4f6023d6c4 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:09.175167 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9ccebe21-0d71-4766-a138-b51afd1368ef req-01f3c91f-2a22-489f-8f12-9b4f6023d6c4 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.0841269 May 25 20:06:09.211220 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd630282-f4c7-4326-9be4-367d55b138db req-478583f0-10f1-4c0f-adab-0b9dd31b22f8 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0434699 May 25 20:06:09.220535 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9ccebe21-0d71-4766-a138-b51afd1368ef req-3fc93761-88ff-475e-b5df-d120bc98ad32 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398803 May 25 20:06:09.414373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a669ac-9c24-41b0-8e37-e5db50e84e58 req-31cc7576-dd44-4ad7-b8bd-75d394086849 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:09.422123 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64a669ac-9c24-41b0-8e37-e5db50e84e58 req-31cc7576-dd44-4ad7-b8bd-75d394086849 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.0997081 May 25 20:06:09.464949 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64a669ac-9c24-41b0-8e37-e5db50e84e58 req-0b72179e-d93b-40d6-a4c4-2b4da139d615 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419240 May 25 20:06:09.606185 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-8baa385d-0af7-4a3c-90a3-8d7ea342a368 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1605666 May 25 20:06:09.616189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:09.623247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:09.636252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:09.646631 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:09.666139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757b979-8258-40d4-b9de-f2be86f00fc9 req-11a3cf31-3038-488d-8c77-a1d4406202ee tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:09.668223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e757b979-8258-40d4-b9de-f2be86f00fc9 req-11a3cf31-3038-488d-8c77-a1d4406202ee tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0863907 May 25 20:06:09.722444 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e757b979-8258-40d4-b9de-f2be86f00fc9 req-ce8359c2-e20f-49d7-8a90-82c41ed8ea3d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479450 May 25 20:06:09.812298 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:09.918875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b8ef1-cc29-4ffa-9c8c-ee4ee7e241f1 req-a82d8dfc-a7bf-44e9-a665-5d2d3879283e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:09.919510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a18b8ef1-cc29-4ffa-9c8c-ee4ee7e241f1 req-a82d8dfc-a7bf-44e9-a665-5d2d3879283e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Synchronizing usage tracker for tenant:c260fc27627f4beaaaabb26155dfc50e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:09.935482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a18b8ef1-cc29-4ffa-9c8c-ee4ee7e241f1 req-a82d8dfc-a7bf-44e9-a665-5d2d3879283e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Unset dirty status for tenant:c260fc27627f4beaaaabb26155dfc50e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:09.936770 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a18b8ef1-cc29-4ffa-9c8c-ee4ee7e241f1 req-a82d8dfc-a7bf-44e9-a665-5d2d3879283e tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 950 time: 0.1026068 May 25 20:06:09.969753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Allocated IP 172.25.3.44 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/2fd59388-99cf-4589-aa0c-01a39bfebfce) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:06:10.029740 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a18b8ef1-cc29-4ffa-9c8c-ee4ee7e241f1 req-766a616a-9add-4333-9c18-5154a469f561 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867772 May 25 20:06:10.071613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-809ec554-b330-408e-92c1-ac0ca3f79a9c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:10.077627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-809ec554-b330-408e-92c1-ac0ca3f79a9c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:10.083602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-809ec554-b330-408e-92c1-ac0ca3f79a9c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:10.085394 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-809ec554-b330-408e-92c1-ac0ca3f79a9c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2418 time: 0.1187794 May 25 20:06:10.171157 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:10.209691 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:10.215971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-828495f6-bb23-46ac-943c-171e1b16f437 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting port ab8438d5-9251-4119-85ee-07c805e15559 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:10.216308 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-828495f6-bb23-46ac-943c-171e1b16f437 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:10.271440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:10.275362 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:10.279087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:06:10.330833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Pushing event updated for resources: {'Port': ['ID=2fd59388-99cf-4589-aa0c-01a39bfebfce,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:10.343878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1250743f-c3b3-4352-8993-7d0df18f0740 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:10.389228 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:10.392243 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 1250743f-c3b3-4352-8993-7d0df18f0740 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:06:10.392940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1250743f-c3b3-4352-8993-7d0df18f0740 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:06:10.414643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e8de9-08da-4abb-8594-2abcb99ee162 req-12e3c18c-83bd-4512-8dd7-d684a0347001 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:10.417470 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-180e8de9-08da-4abb-8594-2abcb99ee162 req-12e3c18c-83bd-4512-8dd7-d684a0347001 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2617228 May 25 20:06:10.460394 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:10.569192 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-180e8de9-08da-4abb-8594-2abcb99ee162 req-6ff4c150-e129-4320-bf2b-8ad8ff58c51e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284232 May 25 20:06:10.600858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b844eb0-071a-4a98-9adc-a0d11fcb772a req-82accd55-159f-4c05-b790-842ca68f8b69 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:10.601959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b844eb0-071a-4a98-9adc-a0d11fcb772a req-82accd55-159f-4c05-b790-842ca68f8b69 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 950 time: 0.2811029 May 25 20:06:10.686913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-828495f6-bb23-46ac-943c-171e1b16f437 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] For port ab8438d5-9251-4119-85ee-07c805e15559, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ab8438d5-9251-4119-85ee-07c805e15559,segment=NetworkSegment(c5c22b51-bcbe-4467-8be5-455d5cf89d74),segment_id=c5c22b51-bcbe-4467-8be5-455d5cf89d74)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:10.687611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-828495f6-bb23-46ac-943c-171e1b16f437 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:10.700110 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:10.703670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-9b844eb0-071a-4a98-9adc-a0d11fcb772a req-f87e4d1a-356a-4486-8d96-4bd5741141ff tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Deleting port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:10.704067 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9b844eb0-071a-4a98-9adc-a0d11fcb772a req-f87e4d1a-356a-4486-8d96-4bd5741141ff tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:10.707479 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:10.826646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Pushing event updated for resources: {'Port': ['ID=2fd59388-99cf-4589-aa0c-01a39bfebfce,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:10.839144 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:10.869476 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:10.871630 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-536033cd-4134-43cd-b47e-f2b08b68bd14 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2594998 May 25 20:06:10.957516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-0a0bed42-d195-4838-aaea-dbc9ce4b44c6 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Synchronizing usage tracker for tenant:1b218d014eac4bcc812485c99347934d on resource:floatingip {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:10.979629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-0a0bed42-d195-4838-aaea-dbc9ce4b44c6 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Unset dirty status for tenant:1b218d014eac4bcc812485c99347934d on resource:floatingip {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:10.980937 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-0a0bed42-d195-4838-aaea-dbc9ce4b44c6 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.44 HTTP/1.1" status: 200 len: 695 time: 0.1029124 May 25 20:06:11.028950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-828495f6-bb23-46ac-943c-171e1b16f437 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Calling delete_port for ab8438d5-9251-4119-85ee-07c805e15559 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:11.156057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-9759cd56-4a1e-4889-af90-00fe1b5f589b tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:11.158086 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7dbcbbfa-9c3e-4706-889b-fbab320f4d31 req-9759cd56-4a1e-4889-af90-00fe1b5f589b tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.1712937 May 25 20:06:11.338832 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45648b7-3516-42c5-a4be-d6d750da354b req-931df01e-6c99-40e6-b570-10b255adb894 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:11.345555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45648b7-3516-42c5-a4be-d6d750da354b req-931df01e-6c99-40e6-b570-10b255adb894 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:11.351527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45648b7-3516-42c5-a4be-d6d750da354b req-931df01e-6c99-40e6-b570-10b255adb894 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:11.353524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c45648b7-3516-42c5-a4be-d6d750da354b req-931df01e-6c99-40e6-b570-10b255adb894 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 2418 time: 0.6541266 May 25 20:06:11.394470 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa367e2e-99fd-4588-949d-59864e76234d req-1315615d-0a4a-4c04-bd05-9d1f64ee7b80 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1418660 May 25 20:06:11.443636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-9b844eb0-071a-4a98-9adc-a0d11fcb772a req-f87e4d1a-356a-4486-8d96-4bd5741141ff tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] For port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2c5afd12-9e11-4c55-bb59-e1b56a3a9361,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:11.443998 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9b844eb0-071a-4a98-9adc-a0d11fcb772a req-f87e4d1a-356a-4486-8d96-4bd5741141ff tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:11.519268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c45648b7-3516-42c5-a4be-d6d750da354b req-21140322-c5b4-46b0-9fd8-14dcee88f1c5 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572471 May 25 20:06:11.576389 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578ba4e-a9fb-473b-833b-9054daa4bda9 req-c4b6dd72-2109-4d94-8fde-16563a8c42f2 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:11.578014 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3578ba4e-a9fb-473b-833b-9054daa4bda9 req-c4b6dd72-2109-4d94-8fde-16563a8c42f2 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.0876203 May 25 20:06:11.586931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-9b844eb0-071a-4a98-9adc-a0d11fcb772a req-f87e4d1a-356a-4486-8d96-4bd5741141ff tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Calling delete_port for 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:11.619982 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-828495f6-bb23-46ac-943c-171e1b16f437 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:11.630393 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3578ba4e-a9fb-473b-833b-9054daa4bda9 req-6ac673d2-c062-4b2d-9845-4fb8c1b8ff31 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450013 May 25 20:06:11.632239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['ab8438d5-9251-4119-85ee-07c805e15559', 'b20b906f-b826-4b25-8c53-3ef6668f563d', '140b1e6c-a806-4039-81bb-fcb1a4542759'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:06:11.721552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828495f6-bb23-46ac-943c-171e1b16f437 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event deleted for resources: {'Port': ['ID=ab8438d5-9251-4119-85ee-07c805e15559,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:11.875178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-828495f6-bb23-46ac-943c-171e1b16f437 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] No DVR routers for this DVR port ab8438d5-9251-4119-85ee-07c805e15559 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:06:11.879835 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-828495f6-bb23-46ac-943c-171e1b16f437 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:11.891858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'name': 'network-vif-deleted', 'tag': 'ab8438d5-9251-4119-85ee-07c805e15559'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:06:11.901896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-828495f6-bb23-46ac-943c-171e1b16f437 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.70 "DELETE /v2.0/ports/ab8438d5-9251-4119-85ee-07c805e15559 HTTP/1.1" status: 204 len: 173 time: 1.8106740 May 25 20:06:11.912322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f196680-06be-4700-a61e-8135bdad1946 req-f34a5bc3-baa4-4d2b-8451-759a685cbb4a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:11.919577 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f196680-06be-4700-a61e-8135bdad1946 req-f34a5bc3-baa4-4d2b-8451-759a685cbb4a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1378670 May 25 20:06:11.968887 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f196680-06be-4700-a61e-8135bdad1946 req-2f8c7879-7ba8-4539-9953-b45237a1ebf4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449111 May 25 20:06:12.048082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861393c-1751-4fbf-a60e-4bbc61c6eeb0 req-5a743d9c-8901-4f9c-bb48-b43104f22036 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:12.049468 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7861393c-1751-4fbf-a60e-4bbc61c6eeb0 req-5a743d9c-8901-4f9c-bb48-b43104f22036 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.3786077 May 25 20:06:12.080157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-81200ede-541c-446b-8f0b-80da64cedf21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting port 140b1e6c-a806-4039-81bb-fcb1a4542759 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:12.080494 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-81200ede-541c-446b-8f0b-80da64cedf21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:12.124871 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9b844eb0-071a-4a98-9adc-a0d11fcb772a req-f87e4d1a-356a-4486-8d96-4bd5741141ff tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:12.128793 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-28ae6949-19c9-418b-bcc3-fb6d95b9bfb0 req-64659023-52c2-41d4-b2f5-29618e8f7ed2 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57e4d05d-63c4-4049-8fea-6182926da71a HTTP/1.1" status: 200 len: 210 time: 0.0452604 May 25 20:06:12.144376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['2c5afd12-9e11-4c55-bb59-e1b56a3a9361', '2bb7c3f7-89fe-484e-892a-6d3882445b70'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:06:12.244348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e4d1a-356a-4486-8d96-4bd5741141ff tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Pushing event deleted for resources: {'Port': ['ID=2c5afd12-9e11-4c55-bb59-e1b56a3a9361,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:12.258745 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4959f4b7-68bc-433b-87bc-c649c5872f0a req-b032cc8a-05ab-49fe-b8cf-51b6419103a2 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips/36fd2118-b2a1-49f8-a139-11c7b3fbb78e HTTP/1.1" status: 200 len: 692 time: 0.1033530 May 25 20:06:12.267825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7861393c-1751-4fbf-a60e-4bbc61c6eeb0 req-838ac0d6-b114-4e09-be2f-4fe0607e4633 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108214 May 25 20:06:12.344618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b844eb0-071a-4a98-9adc-a0d11fcb772a req-f87e4d1a-356a-4486-8d96-4bd5741141ff tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] No DVR routers for this DVR port 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:06:12.347665 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9b844eb0-071a-4a98-9adc-a0d11fcb772a req-f87e4d1a-356a-4486-8d96-4bd5741141ff tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:12.388147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b844eb0-071a-4a98-9adc-a0d11fcb772a req-f87e4d1a-356a-4486-8d96-4bd5741141ff tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "DELETE /v2.0/ports/2c5afd12-9e11-4c55-bb59-e1b56a3a9361 HTTP/1.1" status: 204 len: 173 time: 1.7807465 May 25 20:06:12.452116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959f4b7-68bc-433b-87bc-c649c5872f0a req-ed1fe2f9-9bb2-43a9-93ac-45ab89ae2c63 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:12.453525 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4959f4b7-68bc-433b-87bc-c649c5872f0a req-ed1fe2f9-9bb2-43a9-93ac-45ab89ae2c63 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.1918449 May 25 20:06:12.464086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-4959f4b7-68bc-433b-87bc-c649c5872f0a req-66dc149d-463a-46cb-8b5d-0bb70cc9f2fe tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:06:12.465040 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4959f4b7-68bc-433b-87bc-c649c5872f0a req-66dc149d-463a-46cb-8b5d-0bb70cc9f2fe tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061052 May 25 20:06:12.561270 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50429eb-ce0e-4fb3-b5c7-da00daeb11e9'] response: {'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'name': 'network-vif-deleted', 'tag': 'ab8438d5-9251-4119-85ee-07c805e15559', 'status': 'completed', 'code': 200} May 25 20:06:12.656396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-81200ede-541c-446b-8f0b-80da64cedf21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] For port 140b1e6c-a806-4039-81bb-fcb1a4542759, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=140b1e6c-a806-4039-81bb-fcb1a4542759,segment=NetworkSegment(c5c22b51-bcbe-4467-8be5-455d5cf89d74),segment_id=c5c22b51-bcbe-4467-8be5-455d5cf89d74)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:12.656846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-81200ede-541c-446b-8f0b-80da64cedf21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:12.678586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-691f1250-d6a6-4204-bcb5-c029ad1916d8 req-cff66e91-f35c-4e91-a40e-f91d1979f064 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0611143 May 25 20:06:12.805877 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-64fbf473-22bf-445c-ad78-0ab42f8ef95c req-f09c1834-9ab0-490b-b8c5-a839fa409ab2 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips/36fd2118-b2a1-49f8-a139-11c7b3fbb78e HTTP/1.1" status: 200 len: 692 time: 0.1068022 May 25 20:06:12.923728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6631a8e-e4ba-4b22-8395-c855c5e186e6 req-3e5151ba-06cc-48f1-a013-26fd8734439e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:12.931430 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b6631a8e-e4ba-4b22-8395-c855c5e186e6 req-3e5151ba-06cc-48f1-a013-26fd8734439e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.5023246 May 25 20:06:13.017617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-81200ede-541c-446b-8f0b-80da64cedf21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Calling delete_port for 140b1e6c-a806-4039-81bb-fcb1a4542759 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:13.036231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbf473-22bf-445c-ad78-0ab42f8ef95c req-27ce545b-11cf-447d-b826-64c520b73177 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:13.044536 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-64fbf473-22bf-445c-ad78-0ab42f8ef95c req-27ce545b-11cf-447d-b826-64c520b73177 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.2307718 May 25 20:06:13.164790 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-64fbf473-22bf-445c-ad78-0ab42f8ef95c req-d8ade934-e2aa-4653-8376-3717388ba5f0 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.44 HTTP/1.1" status: 200 len: 695 time: 0.1192889 May 25 20:06:13.173489 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b6631a8e-e4ba-4b22-8395-c855c5e186e6 req-a980863d-b70d-43a0-896e-a6a97a7dcbda tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404633 May 25 20:06:13.248636 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-64fbf473-22bf-445c-ad78-0ab42f8ef95c req-ea09c9b1-64c0-48a2-be59-850a5ded73dc tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.44 HTTP/1.1" status: 200 len: 695 time: 0.0828719 May 25 20:06:13.334984 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-81200ede-541c-446b-8f0b-80da64cedf21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:13.400452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81200ede-541c-446b-8f0b-80da64cedf21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event deleted for resources: {'Port': ['ID=140b1e6c-a806-4039-81bb-fcb1a4542759,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:13.430683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-64fbf473-22bf-445c-ad78-0ab42f8ef95c req-dfeafdb4-a35c-4d42-aa55-0f4c2743b7bf tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Deleting port 2fd59388-99cf-4589-aa0c-01a39bfebfce {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:13.431263 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-64fbf473-22bf-445c-ad78-0ab42f8ef95c req-dfeafdb4-a35c-4d42-aa55-0f4c2743b7bf tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:13.490483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-81200ede-541c-446b-8f0b-80da64cedf21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] No DVR routers for this DVR port 140b1e6c-a806-4039-81bb-fcb1a4542759 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:06:13.493936 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-81200ede-541c-446b-8f0b-80da64cedf21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:13.510903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-81200ede-541c-446b-8f0b-80da64cedf21 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.70 "DELETE /v2.0/ports/140b1e6c-a806-4039-81bb-fcb1a4542759 HTTP/1.1" status: 204 len: 173 time: 1.6019242 May 25 20:06:13.560667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6fea5-4491-490f-99a0-a21a2f064f6d req-fc1e4fdc-16b9-4b98-bd0d-66a000840ab5 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:13.567048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6fea5-4491-490f-99a0-a21a2f064f6d req-fc1e4fdc-16b9-4b98-bd0d-66a000840ab5 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:13.567856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-69b6fea5-4491-490f-99a0-a21a2f064f6d req-fc1e4fdc-16b9-4b98-bd0d-66a000840ab5 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Synchronizing usage tracker for tenant:e579da175ae34ba290b3df4b663acf2e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:13.605700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-69b6fea5-4491-490f-99a0-a21a2f064f6d req-fc1e4fdc-16b9-4b98-bd0d-66a000840ab5 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Unset dirty status for tenant:e579da175ae34ba290b3df4b663acf2e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:13.606965 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-69b6fea5-4491-490f-99a0-a21a2f064f6d req-fc1e4fdc-16b9-4b98-bd0d-66a000840ab5 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 1604 time: 0.3296318 May 25 20:06:13.616475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-f7fce853-29c2-466a-a67b-7977ef92a4a0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting port b20b906f-b826-4b25-8c53-3ef6668f563d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:13.616821 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-f7fce853-29c2-466a-a67b-7977ef92a4a0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:13.632835 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-64fbf473-22bf-445c-ad78-0ab42f8ef95c req-dfeafdb4-a35c-4d42-aa55-0f4c2743b7bf tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:13.633472 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-64fbf473-22bf-445c-ad78-0ab42f8ef95c req-dfeafdb4-a35c-4d42-aa55-0f4c2743b7bf tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:13.745917 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-69b6fea5-4491-490f-99a0-a21a2f064f6d req-0d7c06b4-f882-47c0-8d62-5312fe1de1df tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008189 May 25 20:06:13.859272 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-64fbf473-22bf-445c-ad78-0ab42f8ef95c req-dfeafdb4-a35c-4d42-aa55-0f4c2743b7bf tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Calling delete_port for 2fd59388-99cf-4589-aa0c-01a39bfebfce owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:13.974709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-f7fce853-29c2-466a-a67b-7977ef92a4a0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] For port b20b906f-b826-4b25-8c53-3ef6668f563d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b20b906f-b826-4b25-8c53-3ef6668f563d,segment=NetworkSegment(df42a3ef-aab7-4683-9f44-94dc30e8b639),segment_id=df42a3ef-aab7-4683-9f44-94dc30e8b639)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:13.975334 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-f7fce853-29c2-466a-a67b-7977ef92a4a0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:14.004496 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-64fbf473-22bf-445c-ad78-0ab42f8ef95c req-dfeafdb4-a35c-4d42-aa55-0f4c2743b7bf tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:14.053236 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeafdb4-a35c-4d42-aa55-0f4c2743b7bf tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Pushing event deleted for resources: {'Port': ['ID=2fd59388-99cf-4589-aa0c-01a39bfebfce,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:14.109532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1689d25-a504-4ca1-b5b0-b2c8aa0677ff req-3578a271-a031-4cdb-a60f-1b09d8980c23 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:14.111052 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1689d25-a504-4ca1-b5b0-b2c8aa0677ff req-3578a271-a031-4cdb-a60f-1b09d8980c23 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2496798 May 25 20:06:14.118846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-f7fce853-29c2-466a-a67b-7977ef92a4a0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Calling delete_port for b20b906f-b826-4b25-8c53-3ef6668f563d owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:14.148981 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-64fbf473-22bf-445c-ad78-0ab42f8ef95c req-dfeafdb4-a35c-4d42-aa55-0f4c2743b7bf tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:14.168123 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-64fbf473-22bf-445c-ad78-0ab42f8ef95c req-dfeafdb4-a35c-4d42-aa55-0f4c2743b7bf tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:14.169355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-64fbf473-22bf-445c-ad78-0ab42f8ef95c req-dfeafdb4-a35c-4d42-aa55-0f4c2743b7bf tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "DELETE /v2.0/floatingips/36fd2118-b2a1-49f8-a139-11c7b3fbb78e HTTP/1.1" status: 204 len: 173 time: 0.9141166 May 25 20:06:14.217384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1689d25-a504-4ca1-b5b0-b2c8aa0677ff req-c5317fbc-08fd-477c-8ae8-25b4f9ce310c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705662 May 25 20:06:14.331934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-f7fce853-29c2-466a-a67b-7977ef92a4a0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:14.349303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6542677-d82b-48f1-b60a-09cfea2530f4 req-a6a81812-21c9-46ad-a647-36bab2d74383 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:14.350989 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6542677-d82b-48f1-b60a-09cfea2530f4 req-a6a81812-21c9-46ad-a647-36bab2d74383 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0894458 May 25 20:06:14.372517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 140b1e6c-a806-4039-81bb-fcb1a4542759 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:14.414754 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6542677-d82b-48f1-b60a-09cfea2530f4 req-a526c651-7bdf-4a0a-9b22-ea3f9b743fe6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572104 May 25 20:06:14.440477 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 140b1e6c-a806-4039-81bb-fcb1a4542759 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:06:14.440823 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 140b1e6c-a806-4039-81bb-fcb1a4542759 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:06:14.441242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device ab8438d5-9251-4119-85ee-07c805e15559 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:14.491024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: ab8438d5-9251-4119-85ee-07c805e15559 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:06:14.492926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device ab8438d5-9251-4119-85ee-07c805e15559 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:06:14.494298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:14.499665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fce853-29c2-466a-a67b-7977ef92a4a0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event deleted for resources: {'Port': ['ID=b20b906f-b826-4b25-8c53-3ef6668f563d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:14.552250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-f7fce853-29c2-466a-a67b-7977ef92a4a0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] No DVR routers for this DVR port b20b906f-b826-4b25-8c53-3ef6668f563d on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:06:14.556428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-f7fce853-29c2-466a-a67b-7977ef92a4a0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:14.562032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e4d05d-63c4-4049-8fea-6182926da71a', 'name': 'network-vif-deleted', 'tag': '2c5afd12-9e11-4c55-bb59-e1b56a3a9361'}, {'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'name': 'network-vif-deleted', 'tag': '140b1e6c-a806-4039-81bb-fcb1a4542759'}, {'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'name': 'network-vif-deleted', 'tag': 'b20b906f-b826-4b25-8c53-3ef6668f563d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:06:14.590300 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f221f9c-4019-4b54-b09f-489c3b2adec6 req-f7fce853-29c2-466a-a67b-7977ef92a4a0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.70 "DELETE /v2.0/ports/b20b906f-b826-4b25-8c53-3ef6668f563d HTTP/1.1" status: 204 len: 173 time: 1.0723295 May 25 20:06:14.591001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:06:14.591327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 2c5afd12-9e11-4c55-bb59-e1b56a3a9361 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:06:14.591738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b20b906f-b826-4b25-8c53-3ef6668f563d no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:14.613286 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd0ef969-6fc1-4126-a8bc-37cfee656fa8 req-18bf4c13-a614-45ad-b972-6d11704529bc tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0668504 May 25 20:06:14.637159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: b20b906f-b826-4b25-8c53-3ef6668f563d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:06:14.637493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b20b906f-b826-4b25-8c53-3ef6668f563d not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:06:14.639848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6705956-bc4a-4440-a669-82ee7f39f7d0 req-ea256497-2d67-4f49-a867-0cad6fc7813d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:14.646671 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6705956-bc4a-4440-a669-82ee7f39f7d0 req-ea256497-2d67-4f49-a867-0cad6fc7813d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1983793 May 25 20:06:14.693619 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6705956-bc4a-4440-a669-82ee7f39f7d0 req-6052f5a0-3b7c-47af-a5c5-6127a80f315c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457108 May 25 20:06:14.855120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e083eb-e625-400c-9ac0-6d9ef5d287e8 req-7d01860c-7ef0-43e1-8ae1-49c2e12330fa tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:14.856512 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f6e083eb-e625-400c-9ac0-6d9ef5d287e8 req-7d01860c-7ef0-43e1-8ae1-49c2e12330fa tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2082272 May 25 20:06:14.903767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cc8c5-a5e2-4d4d-bd82-d45f66ccc309 req-daedd5b1-4a20-4f37-b7f7-7b9c791587e5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:14.905225 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9e7cc8c5-a5e2-4d4d-bd82-d45f66ccc309 req-daedd5b1-4a20-4f37-b7f7-7b9c791587e5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.0835104 May 25 20:06:14.950613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9e7cc8c5-a5e2-4d4d-bd82-d45f66ccc309 req-c333ec2a-7adf-471f-8910-2ba8913a1495 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 May 25 20:06:15.007636 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d962d72-19c1-42c0-99e0-11f83e1a706e'] response: {'server_uuid': '57e4d05d-63c4-4049-8fea-6182926da71a', 'name': 'network-vif-deleted', 'tag': '2c5afd12-9e11-4c55-bb59-e1b56a3a9361', 'status': 'completed', 'code': 200} May 25 20:06:15.008240 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d962d72-19c1-42c0-99e0-11f83e1a706e'] response: {'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'name': 'network-vif-deleted', 'tag': '140b1e6c-a806-4039-81bb-fcb1a4542759', 'status': 'completed', 'code': 200} May 25 20:06:15.008240 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d962d72-19c1-42c0-99e0-11f83e1a706e'] response: {'server_uuid': '4b430cd4-33d7-4fe2-bca4-752490a1c162', 'name': 'network-vif-deleted', 'tag': 'b20b906f-b826-4b25-8c53-3ef6668f563d', 'status': 'completed', 'code': 200} May 25 20:06:15.212537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-5c44f801-d5f8-453d-a4c5-cf565e88ca67 req-f866488c-6408-4187-92e7-ef82fb46d606 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Synchronizing usage tracker for tenant:1b218d014eac4bcc812485c99347934d on resource:floatingip {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:15.231521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-5c44f801-d5f8-453d-a4c5-cf565e88ca67 req-f866488c-6408-4187-92e7-ef82fb46d606 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Unset dirty status for tenant:1b218d014eac4bcc812485c99347934d on resource:floatingip {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:15.233077 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c44f801-d5f8-453d-a4c5-cf565e88ca67 req-f866488c-6408-4187-92e7-ef82fb46d606 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=1b218d014eac4bcc812485c99347934d HTTP/1.1" status: 200 len: 1657 time: 0.1412599 May 25 20:06:15.309496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-57023de8-94d3-4a2b-a0da-8c686f50617a req-05b10aac-4d08-4366-a660-cdc6298e58b6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Synchronizing usage tracker for tenant:e579da175ae34ba290b3df4b663acf2e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:15.327100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-57023de8-94d3-4a2b-a0da-8c686f50617a req-05b10aac-4d08-4366-a660-cdc6298e58b6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Unset dirty status for tenant:e579da175ae34ba290b3df4b663acf2e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:15.328443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-57023de8-94d3-4a2b-a0da-8c686f50617a req-05b10aac-4d08-4366-a660-cdc6298e58b6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b430cd4-33d7-4fe2-bca4-752490a1c162 HTTP/1.1" status: 200 len: 210 time: 0.1949508 May 25 20:06:15.415967 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44f801-d5f8-453d-a4c5-cf565e88ca67 req-ac7d7c90-7131-4bd8-9d3e-6f934aa870d8 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:15.417455 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c44f801-d5f8-453d-a4c5-cf565e88ca67 req-ac7d7c90-7131-4bd8-9d3e-6f934aa870d8 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks?id=63157299-67d6-4d48-843c-682c0bdd002f&id=63157299-67d6-4d48-843c-682c0bdd002f&id=63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 787 time: 0.1778457 May 25 20:06:15.428725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-5c44f801-d5f8-453d-a4c5-cf565e88ca67 req-8769a3ed-c000-40c4-9a74-d6ac40f1bb6e tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:06:15.429974 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c44f801-d5f8-453d-a4c5-cf565e88ca67 req-8769a3ed-c000-40c4-9a74-d6ac40f1bb6e tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058818 May 25 20:06:15.523908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f61bc3-f3bb-4360-9ce0-bf7b6c63d0be req-4c7c3b0a-fbfa-4998-9f86-becdb2cc606c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:15.524651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-34f61bc3-f3bb-4360-9ce0-bf7b6c63d0be req-4c7c3b0a-fbfa-4998-9f86-becdb2cc606c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Synchronizing usage tracker for tenant:c260fc27627f4beaaaabb26155dfc50e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:15.540899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-34f61bc3-f3bb-4360-9ce0-bf7b6c63d0be req-4c7c3b0a-fbfa-4998-9f86-becdb2cc606c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Unset dirty status for tenant:c260fc27627f4beaaaabb26155dfc50e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:15.542186 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-34f61bc3-f3bb-4360-9ce0-bf7b6c63d0be req-4c7c3b0a-fbfa-4998-9f86-becdb2cc606c tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 951 time: 0.1141562 May 25 20:06:15.589836 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-34f61bc3-f3bb-4360-9ce0-bf7b6c63d0be req-4776b05f-22b8-4976-a4ee-958d1f9d4fd0 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 May 25 20:06:15.615430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fba09-27f5-4090-8fca-a9f88e2a5594 req-5171c404-71b0-46e5-961f-6a695cffcdb7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:15.617117 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b47fba09-27f5-4090-8fca-a9f88e2a5594 req-5171c404-71b0-46e5-961f-6a695cffcdb7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.0888643 May 25 20:06:15.675132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b47fba09-27f5-4090-8fca-a9f88e2a5594 req-e6c8c4b1-de17-4d39-a74e-130fe3f18449 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504684 May 25 20:06:15.785910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c309cb-20b0-4fcb-b12d-b97bc836405c req-d661dbe3-7994-4ec3-903a-c3d1d925b30c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:15.787583 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48c309cb-20b0-4fcb-b12d-b97bc836405c req-d661dbe3-7994-4ec3-903a-c3d1d925b30c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0925224 May 25 20:06:15.792790 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74e8a986-934e-41aa-a7af-36d2aa8332a9 req-902fc6d1-1bf2-4f58-a9ed-995f31320090 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips/0771e369-ebcc-4d3d-9782-2c22c10a3615 HTTP/1.1" status: 200 len: 693 time: 0.0902429 May 25 20:06:15.848516 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48c309cb-20b0-4fcb-b12d-b97bc836405c req-aa3d1947-cc72-4b0f-b23a-c58db950da09 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533035 May 25 20:06:15.961815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8a986-934e-41aa-a7af-36d2aa8332a9 req-a29db15f-d905-4811-a54c-b52faff922d4 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:15.963327 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74e8a986-934e-41aa-a7af-36d2aa8332a9 req-a29db15f-d905-4811-a54c-b52faff922d4 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.1647663 May 25 20:06:16.013121 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e12cc53e-2f26-4845-ad01-e1ad5a870823 req-4f5558a1-54d0-40a1-a245-02bb2d0aabd5 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0483327 May 25 20:06:16.048999 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74e8a986-934e-41aa-a7af-36d2aa8332a9 req-85cbbf25-d1c2-4c17-9053-777b41f326ec tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 696 time: 0.0796797 May 25 20:06:16.132362 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74e8a986-934e-41aa-a7af-36d2aa8332a9 req-4784be5f-248c-4c4a-97a0-6385999751e6 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 696 time: 0.0776503 May 25 20:06:16.203128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096d9c9-f044-44b8-b46c-048b2225a662 req-483a798e-631d-4d48-95cc-a836f450bb5c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:16.204643 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1096d9c9-f044-44b8-b46c-048b2225a662 req-483a798e-631d-4d48-95cc-a836f450bb5c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.0869470 May 25 20:06:16.252538 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1096d9c9-f044-44b8-b46c-048b2225a662 req-708ee87c-a4fa-479d-b03b-8da63a307c28 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418561 May 25 20:06:16.401642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-74e8a986-934e-41aa-a7af-36d2aa8332a9 req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Deleting port 1da24e3f-56da-45ac-aaa1-8a86f1e5fa6b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:16.401990 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-74e8a986-934e-41aa-a7af-36d2aa8332a9 req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:16.444431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df7f5f-c75d-48c4-b53a-aa658ab32aac req-cff9d6cb-8352-40a5-96e5-73f69ebef64f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:16.446024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0df7f5f-c75d-48c4-b53a-aa658ab32aac req-cff9d6cb-8352-40a5-96e5-73f69ebef64f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.0894954 May 25 20:06:16.504963 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0df7f5f-c75d-48c4-b53a-aa658ab32aac req-055326f8-23cd-435d-8ad1-593dbeeb50a7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521760 May 25 20:06:16.588713 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-74e8a986-934e-41aa-a7af-36d2aa8332a9 req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:16.589128 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-74e8a986-934e-41aa-a7af-36d2aa8332a9 req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:16.592061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40466) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:16.665450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20c7924-0f41-47ff-bce4-e3bd1e1ba6e6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting subnet 0d00e247-d1dd-4bfa-85cd-bc428ce5cbdf {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:06:16.669163 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b20c7924-0f41-47ff-bce4-e3bd1e1ba6e6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:16.726424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-74e8a986-934e-41aa-a7af-36d2aa8332a9 req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Calling delete_port for 1da24e3f-56da-45ac-aaa1-8a86f1e5fa6b owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:16.735677 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b20c7924-0f41-47ff-bce4-e3bd1e1ba6e6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:16.895329 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-74e8a986-934e-41aa-a7af-36d2aa8332a9 req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:16.941311 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b20c7924-0f41-47ff-bce4-e3bd1e1ba6e6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:16.976634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247fa3e-8feb-431f-8b78-a54b26ece691 req-046e5212-eda2-448d-869c-cb7e004f61ee tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:16.980379 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0247fa3e-8feb-431f-8b78-a54b26ece691 req-046e5212-eda2-448d-869c-cb7e004f61ee tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 951 time: 0.2066376 May 25 20:06:16.980584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Pushing event deleted for resources: {'Port': ['ID=1da24e3f-56da-45ac-aaa1-8a86f1e5fa6b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:17.026075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:17.026433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:17.026778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:17.027106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:17.027436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:17.027762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:17.028092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:17.028414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:17.028740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:17.029061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:17.029380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:17.029683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:17.062956 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-74e8a986-934e-41aa-a7af-36d2aa8332a9 req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:17.068354 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0247fa3e-8feb-431f-8b78-a54b26ece691 req-3143c8d3-99fd-4590-a8c1-6d8262fcfde9 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/security-groups?id=5170e40a-4f6c-4812-aab6-6599c47ac889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758760 May 25 20:06:17.088108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bd63c-b6fc-478f-b6c2-7bb5de8499c4 req-3b9a55d6-f823-4e22-935d-fd73f6812140 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:17.089600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ef2bd63c-b6fc-478f-b6c2-7bb5de8499c4 req-3b9a55d6-f823-4e22-935d-fd73f6812140 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 951 time: 0.2056899 May 25 20:06:17.092686 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b20c7924-0f41-47ff-bce4-e3bd1e1ba6e6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:17.096031 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-74e8a986-934e-41aa-a7af-36d2aa8332a9 req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:17.106947 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74e8a986-934e-41aa-a7af-36d2aa8332a9 req-9844da6d-96c4-4ae5-a938-d86234f31a82 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "DELETE /v2.0/floatingips/0771e369-ebcc-4d3d-9782-2c22c10a3615 HTTP/1.1" status: 204 len: 173 time: 0.9687943 May 25 20:06:17.177060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c7924-0f41-47ff-bce4-e3bd1e1ba6e6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event deleted for resources: {'Subnet': ['ID=0d00e247-d1dd-4bfa-85cd-bc428ce5cbdf,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:17.188812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf963f45-b64a-4f76-bb5e-f61cf8589545 None None] Network 82507f75-bd96-4d5e-be11-c61da92e9a8a requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:06:17.223330 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b20c7924-0f41-47ff-bce4-e3bd1e1ba6e6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:17.246845 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b20c7924-0f41-47ff-bce4-e3bd1e1ba6e6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "DELETE /v2.0/subnets/0d00e247-d1dd-4bfa-85cd-bc428ce5cbdf HTTP/1.1" status: 204 len: 168 time: 0.6536820 May 25 20:06:17.250388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40480) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:17.266536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-ef2bd63c-b6fc-478f-b6c2-7bb5de8499c4 req-c0dbf9c6-44c7-4e38-aec8-3c6003b4de42 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Deleting port 2bb7c3f7-89fe-484e-892a-6d3882445b70 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:17.266873 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ef2bd63c-b6fc-478f-b6c2-7bb5de8499c4 req-c0dbf9c6-44c7-4e38-aec8-3c6003b4de42 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:17.381532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd07550-9422-4dcb-9ac7-d4a2a6521bb2 req-809aabf8-1202-4cdf-822d-4de65f33534f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:17.382955 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ebd07550-9422-4dcb-9ac7-d4a2a6521bb2 req-809aabf8-1202-4cdf-822d-4de65f33534f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1886570 May 25 20:06:17.387961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586f991-2444-4806-b1bd-becb21b48df2 req-bd3f4d26-dd02-40fe-b3e0-c0fe7298f730 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:17.389933 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c586f991-2444-4806-b1bd-becb21b48df2 req-bd3f4d26-dd02-40fe-b3e0-c0fe7298f730 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2095888 May 25 20:06:17.390593 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:17.425136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting port 4bf3c319-f646-4441-b72d-b267a767ca77 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:17.425675 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:17.476976 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c586f991-2444-4806-b1bd-becb21b48df2 req-17399fc3-dcdb-46f4-a07b-0dead9484cdd tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765414 May 25 20:06:17.527689 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] DHCP port deletion for 82507f75-bd96-4d5e-be11-c61da92e9a8a request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:06:17.533438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Deleting port 4bf3c319-f646-4441-b72d-b267a767ca77 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:17.534225 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:17.543963 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ebd07550-9422-4dcb-9ac7-d4a2a6521bb2 req-0b9f1160-4327-4432-91fe-e3c7fb6170cd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449027 May 25 20:06:17.674683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c6110265-60fd-43d8-a722-eec3645c4952 req-832723f9-fc0c-4587-84c0-4c1b30d59d0c tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0549486 May 25 20:06:17.685714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-ef2bd63c-b6fc-478f-b6c2-7bb5de8499c4 req-c0dbf9c6-44c7-4e38-aec8-3c6003b4de42 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] For port 2bb7c3f7-89fe-484e-892a-6d3882445b70, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=2bb7c3f7-89fe-484e-892a-6d3882445b70,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:17.686138 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ef2bd63c-b6fc-478f-b6c2-7bb5de8499c4 req-c0dbf9c6-44c7-4e38-aec8-3c6003b4de42 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:17.754438 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-761fbe7b-95e1-4179-b6c0-19a1e7727a36 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips/91403b0d-3cfa-4559-80a5-a11df1992b84 HTTP/1.1" status: 200 len: 693 time: 0.1554892 May 25 20:06:17.807159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] For port 4bf3c319-f646-4441-b72d-b267a767ca77, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4bf3c319-f646-4441-b72d-b267a767ca77,segment=NetworkSegment(df42a3ef-aab7-4683-9f44-94dc30e8b639),segment_id=df42a3ef-aab7-4683-9f44-94dc30e8b639)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:17.807797 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:17.845395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] For port 4bf3c319-f646-4441-b72d-b267a767ca77, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4bf3c319-f646-4441-b72d-b267a767ca77,segment=NetworkSegment(df42a3ef-aab7-4683-9f44-94dc30e8b639),segment_id=df42a3ef-aab7-4683-9f44-94dc30e8b639)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:17.845822 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:17.895882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-ef2bd63c-b6fc-478f-b6c2-7bb5de8499c4 req-c0dbf9c6-44c7-4e38-aec8-3c6003b4de42 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Calling delete_port for 2bb7c3f7-89fe-484e-892a-6d3882445b70 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:17.932787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4bf3c319-f646-4441-b72d-b267a767ca77 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:18.028596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Calling delete_port for 4bf3c319-f646-4441-b72d-b267a767ca77 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:18.137784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Calling delete_port for 4bf3c319-f646-4441-b72d-b267a767ca77 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:18.192704 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:18.257695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Pushing event deleted for resources: {'Port': ['ID=4bf3c319-f646-4441-b72d-b267a767ca77,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:18.259083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941594f-703a-4906-8590-a86ac05de8d2 req-ddc68a03-6e1b-4d5f-a39d-dd4e13abc35a tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:18.265364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] No DVR routers for this DVR port 4bf3c319-f646-4441-b72d-b267a767ca77 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:06:18.269990 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c941594f-703a-4906-8590-a86ac05de8d2 req-ddc68a03-6e1b-4d5f-a39d-dd4e13abc35a tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.3437572 May 25 20:06:18.270327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-ad523f3b-2c44-4de5-a2a6-9c1dc68c93ed tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:18.271382 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4bf3c319-f646-4441-b72d-b267a767ca77 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:18.271565 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-ad523f3b-2c44-4de5-a2a6-9c1dc68c93ed tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.5023751 May 25 20:06:18.272338 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:18.299235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:18.299570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:18.299891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:18.300397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:18.300710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:18.301317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:18.301801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:18.302379 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:18.302958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:18.303426 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:18.303957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:18.304527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7acd5f-780d-45d5-a359-8fe992441407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:06:18.318734 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ef2bd63c-b6fc-478f-b6c2-7bb5de8499c4 req-c0dbf9c6-44c7-4e38-aec8-3c6003b4de42 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:18.343541 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:06:18.344070 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:06:18.359475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['2bb7c3f7-89fe-484e-892a-6d3882445b70'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:06:18.375924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-c7741c61-8c4f-4980-9e40-06e66459df2a tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Synchronizing usage tracker for tenant:1b218d014eac4bcc812485c99347934d on resource:floatingip {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:18.394054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-c7741c61-8c4f-4980-9e40-06e66459df2a tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Unset dirty status for tenant:1b218d014eac4bcc812485c99347934d on resource:floatingip {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:18.400476 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-c7741c61-8c4f-4980-9e40-06e66459df2a tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.247 HTTP/1.1" status: 200 len: 696 time: 0.1197412 May 25 20:06:18.447318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbf9c6-44c7-4e38-aec8-3c6003b4de42 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Pushing event deleted for resources: {'Port': ['ID=2bb7c3f7-89fe-484e-892a-6d3882445b70,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:18.458561 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c941594f-703a-4906-8590-a86ac05de8d2 req-0433ac48-c43c-43b5-9e01-20863a019201 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871331 May 25 20:06:18.498870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-3b080561-ec3f-4916-81b3-02467e111bd0 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.247 HTTP/1.1" status: 200 len: 696 time: 0.0974603 May 25 20:06:18.515984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2bd63c-b6fc-478f-b6c2-7bb5de8499c4 req-c0dbf9c6-44c7-4e38-aec8-3c6003b4de42 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] No DVR routers for this DVR port 2bb7c3f7-89fe-484e-892a-6d3882445b70 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:06:18.518900 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ef2bd63c-b6fc-478f-b6c2-7bb5de8499c4 req-c0dbf9c6-44c7-4e38-aec8-3c6003b4de42 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:18.533341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee07685-222f-4ce3-a0ea-03a6322a3811', 'name': 'network-vif-deleted', 'tag': '2bb7c3f7-89fe-484e-892a-6d3882445b70'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:06:18.545511 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ef2bd63c-b6fc-478f-b6c2-7bb5de8499c4 req-c0dbf9c6-44c7-4e38-aec8-3c6003b4de42 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.70 "DELETE /v2.0/ports/2bb7c3f7-89fe-484e-892a-6d3882445b70 HTTP/1.1" status: 204 len: 173 time: 1.4462306 May 25 20:06:18.734107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a7743-556a-4769-a38f-279c1ccc6557 req-8fbdf2a3-95b6-487a-b99b-3e53cc873337 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:18.742133 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc0a7743-556a-4769-a38f-279c1ccc6557 req-8fbdf2a3-95b6-487a-b99b-3e53cc873337 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1425233 May 25 20:06:18.751631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-07acb09a-f78f-4287-b5cb-0e100679a14c tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Deleting port b73d8e37-79f6-4ac8-8f5b-ca97db25e721 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:18.752314 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-07acb09a-f78f-4287-b5cb-0e100679a14c tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:18.791814 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc0a7743-556a-4769-a38f-279c1ccc6557 req-1de59054-b172-43b1-bff8-b26670b1402e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490549 May 25 20:06:18.854228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting port 4bf3c319-f646-4441-b72d-b267a767ca77 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:18.854575 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:18.989982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-78b4c1f8-08c7-4f0a-aa41-0d3c27ba047f req-c2bcbaec-6f8f-4162-80df-c7c5c4e3ada1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Synchronizing usage tracker for tenant:c260fc27627f4beaaaabb26155dfc50e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:18.992829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] The port '4bf3c319-f646-4441-b72d-b267a767ca77' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:06:19.008254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-78b4c1f8-08c7-4f0a-aa41-0d3c27ba047f req-c2bcbaec-6f8f-4162-80df-c7c5c4e3ada1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] Unset dirty status for tenant:c260fc27627f4beaaaabb26155dfc50e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:19.011655 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78b4c1f8-08c7-4f0a-aa41-0d3c27ba047f req-c2bcbaec-6f8f-4162-80df-c7c5c4e3ada1 tempest-ServersAdminTestJSON-167326709 tempest-ServersAdminTestJSON-167326709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee07685-222f-4ce3-a0ea-03a6322a3811 HTTP/1.1" status: 200 len: 210 time: 0.0691676 May 25 20:06:19.158484 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:19.172232 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-07acb09a-f78f-4287-b5cb-0e100679a14c tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:19.172558 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-07acb09a-f78f-4287-b5cb-0e100679a14c tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:19.242839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42dd7b-b192-4a89-85be-8f8e54a72ce2 req-60ff1a88-45c3-4d8a-bf6f-ed5caa628eed tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:19.245196 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6c42dd7b-b192-4a89-85be-8f8e54a72ce2 req-60ff1a88-45c3-4d8a-bf6f-ed5caa628eed tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.0961056 May 25 20:06:19.302953 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6c42dd7b-b192-4a89-85be-8f8e54a72ce2 req-17f68b68-71d0-4232-a64f-2ec22d09de23 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463872 May 25 20:06:19.310043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82507f75-bd96-4d5e-be11-c61da92e9a8a']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:19.331341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-07acb09a-f78f-4287-b5cb-0e100679a14c tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Calling delete_port for b73d8e37-79f6-4ac8-8f5b-ca97db25e721 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:19.359297 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4be4064-b269-40e9-94f1-8ee06e286547'] response: {'server_uuid': '2ee07685-222f-4ce3-a0ea-03a6322a3811', 'name': 'network-vif-deleted', 'tag': '2bb7c3f7-89fe-484e-892a-6d3882445b70', 'status': 'completed', 'code': 200} May 25 20:06:19.382664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df42a3ef-aab7-4683-9f44-94dc30e8b639') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:19.382969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df42a3ef-aab7-4683-9f44-94dc30e8b639') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:19.401720 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:19.433866 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:19.458812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:06:19.459210 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:19.533036 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment df42a3ef-aab7-4683-9f44-94dc30e8b639 resource provider aggregate not found May 25 20:06:19.534588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9aeca5-e9de-47ec-b7cc-ea92d600a81b req-3728c6fe-4b06-4658-bd29-fa433b32eb72 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:19.536108 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf9aeca5-e9de-47ec-b7cc-ea92d600a81b req-3728c6fe-4b06-4658-bd29-fa433b32eb72 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0920393 May 25 20:06:19.555799 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment df42a3ef-aab7-4683-9f44-94dc30e8b639 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df42a3ef-aab7-4683-9f44-94dc30e8b639 found for delete ", "request_id": "req-503be75a-e5ee-478e-b401-387a139c68d5"}]} May 25 20:06:19.590371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf9aeca5-e9de-47ec-b7cc-ea92d600a81b req-8515e8e2-e22a-4b17-a4d7-8c5c85819944 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445578 May 25 20:06:19.598353 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:19.632552 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:19.642561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event deleted for resources: {'Network': ['ID=82507f75-bd96-4d5e-be11-c61da92e9a8a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:19.674720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1bd5e351-3e57-45a9-838a-ad80f05e337c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "DELETE /v2.0/networks/82507f75-bd96-4d5e-be11-c61da92e9a8a HTTP/1.1" status: 204 len: 168 time: 2.4227898 May 25 20:06:19.676717 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-07acb09a-f78f-4287-b5cb-0e100679a14c tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:19.677350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40504) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:19.777320 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aa54233d-9f7a-447e-871a-64aa359775c4 req-6036ccb7-b041-4b15-b7ab-8f5b25628894 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0642717 May 25 20:06:19.808362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade47548-84e9-4c76-803b-7d756ade14e7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting subnet 5616536b-bf12-4f8a-ab89-7eb5336d39b1 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:06:19.812506 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ade47548-84e9-4c76-803b-7d756ade14e7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:19.848005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acb09a-f78f-4287-b5cb-0e100679a14c tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Pushing event deleted for resources: {'Port': ['ID=b73d8e37-79f6-4ac8-8f5b-ca97db25e721,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:19.896229 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ade47548-84e9-4c76-803b-7d756ade14e7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:19.946449 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-07acb09a-f78f-4287-b5cb-0e100679a14c tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:19.949014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-07acb09a-f78f-4287-b5cb-0e100679a14c tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:19.950137 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-254d140e-f2fa-4d8a-8b1c-f79a6361ac4a req-07acb09a-f78f-4287-b5cb-0e100679a14c tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "DELETE /v2.0/floatingips/91403b0d-3cfa-4559-80a5-a11df1992b84 HTTP/1.1" status: 204 len: 173 time: 1.4481535 May 25 20:06:20.042853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607590a-7878-4e4f-a573-28b4a8259cec req-b1adb9e9-da4a-405a-a4b6-06c3284a5fcf tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:20.044249 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7607590a-7878-4e4f-a573-28b4a8259cec req-b1adb9e9-da4a-405a-a4b6-06c3284a5fcf tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1514008 May 25 20:06:20.053662 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ade47548-84e9-4c76-803b-7d756ade14e7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:20.129515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cf757-075b-448d-9d33-8d884cb4bd44 req-2cdcd737-00e6-4ffa-9f76-297c62088b04 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:20.132305 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af4cf757-075b-448d-9d33-8d884cb4bd44 req-2cdcd737-00e6-4ffa-9f76-297c62088b04 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.0888145 May 25 20:06:20.137310 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7607590a-7878-4e4f-a573-28b4a8259cec req-7795cb10-de67-4974-85b1-e16ae8171870 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870762 May 25 20:06:20.161840 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ade47548-84e9-4c76-803b-7d756ade14e7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:20.183565 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af4cf757-075b-448d-9d33-8d884cb4bd44 req-f668338e-a5f8-468f-90dc-d3b451c527d5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460222 May 25 20:06:20.264348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade47548-84e9-4c76-803b-7d756ade14e7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event deleted for resources: {'Subnet': ['ID=5616536b-bf12-4f8a-ab89-7eb5336d39b1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:20.283992 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0433b53-42ba-4abc-89ef-0751715f4f2e None None] Network 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:06:20.287423 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ade47548-84e9-4c76-803b-7d756ade14e7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:20.303580 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-956db4d2-d9e6-4767-8619-db88e0183fe6 req-b7ce5486-915d-49c6-a728-0867a28bdd72 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips/61c7bc97-bb7c-4b84-af4f-84553672f7e7 HTTP/1.1" status: 200 len: 693 time: 0.1048069 May 25 20:06:20.308087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40516) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:20.308363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ade47548-84e9-4c76-803b-7d756ade14e7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "DELETE /v2.0/subnets/5616536b-bf12-4f8a-ab89-7eb5336d39b1 HTTP/1.1" status: 204 len: 168 time: 0.6295114 May 25 20:06:20.448006 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:20.459563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting port b6c80271-b46e-4279-a884-cf94e355abdd {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:20.460009 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:20.506262 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956db4d2-d9e6-4767-8619-db88e0183fe6 req-9474b549-0e80-4f2b-9e13-efa6ee4b1989 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:20.513475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-956db4d2-d9e6-4767-8619-db88e0183fe6 req-9474b549-0e80-4f2b-9e13-efa6ee4b1989 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.2026052 May 25 20:06:20.600701 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a0f3a3-8e7e-4630-beec-23128948c765 None None] DHCP port deletion for 8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:06:20.604892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-44a0f3a3-8e7e-4630-beec-23128948c765 None None] Deleting port b6c80271-b46e-4279-a884-cf94e355abdd {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:20.605645 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-44a0f3a3-8e7e-4630-beec-23128948c765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:20.618869 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-956db4d2-d9e6-4767-8619-db88e0183fe6 req-6d9489ae-e531-4c6c-943f-234eb64a7a8f tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.1036479 May 25 20:06:20.635226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40526) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:20.690482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba46f1a-8333-44b0-b261-3136f0b69445 req-c89ab28f-69df-4032-896c-0e324fa78945 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:20.692181 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ba46f1a-8333-44b0-b261-3136f0b69445 req-c89ab28f-69df-4032-896c-0e324fa78945 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1966114 May 25 20:06:20.769107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-956db4d2-d9e6-4767-8619-db88e0183fe6 req-772471e9-eb89-4b6a-8c3e-b9be2bc7f370 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.1488991 May 25 20:06:20.853196 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ba46f1a-8333-44b0-b261-3136f0b69445 req-987045e2-2a2f-49d2-bd65-c99193e354b4 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412976 May 25 20:06:20.856346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-44a0f3a3-8e7e-4630-beec-23128948c765 None None] For port b6c80271-b46e-4279-a884-cf94e355abdd, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b6c80271-b46e-4279-a884-cf94e355abdd,segment=NetworkSegment(c5c22b51-bcbe-4467-8be5-455d5cf89d74),segment_id=c5c22b51-bcbe-4467-8be5-455d5cf89d74)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:20.856738 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-44a0f3a3-8e7e-4630-beec-23128948c765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:20.900079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] For port b6c80271-b46e-4279-a884-cf94e355abdd, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b6c80271-b46e-4279-a884-cf94e355abdd,segment=NetworkSegment(c5c22b51-bcbe-4467-8be5-455d5cf89d74),segment_id=c5c22b51-bcbe-4467-8be5-455d5cf89d74)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:20.900600 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:21.046574 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6594111e-c441-434f-9416-a8fdd85d98c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c260fc27627f4beaaaabb26155dfc50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079485 May 25 20:06:21.051032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40534) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:21.052146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-44a0f3a3-8e7e-4630-beec-23128948c765 None None] Calling delete_port for b6c80271-b46e-4279-a884-cf94e355abdd owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:21.083648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-956db4d2-d9e6-4767-8619-db88e0183fe6 req-1a93a7cb-365d-4fc1-b86a-e2f719c14c52 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Deleting port 045a8d2a-0d12-406d-bbd9-ee167c7526d8 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:21.083892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-956db4d2-d9e6-4767-8619-db88e0183fe6 req-1a93a7cb-365d-4fc1-b86a-e2f719c14c52 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:21.089326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Calling delete_port for b6c80271-b46e-4279-a884-cf94e355abdd owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:21.141669 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-44a0f3a3-8e7e-4630-beec-23128948c765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:21.192531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0f3a3-8e7e-4630-beec-23128948c765 None None] Pushing event deleted for resources: {'Port': ['ID=b6c80271-b46e-4279-a884-cf94e355abdd,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:21.194176 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:06:21.194699 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:06:21.196485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0f3a3-8e7e-4630-beec-23128948c765 None None] No DVR routers for this DVR port b6c80271-b46e-4279-a884-cf94e355abdd on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:06:21.209821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b5ec7-b84a-4dd4-8077-946e5b297d18 req-eeadb312-924e-4e85-a120-377fb2afeb9b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:21.211368 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd1b5ec7-b84a-4dd4-8077-946e5b297d18 req-eeadb312-924e-4e85-a120-377fb2afeb9b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2310665 May 25 20:06:21.263229 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd1b5ec7-b84a-4dd4-8077-946e5b297d18 req-89da2876-516f-4661-90d0-8707684c1501 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452833 May 25 20:06:21.292101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-908491be-6a9e-4886-ab5c-933c74b949f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:21.320863 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-956db4d2-d9e6-4767-8619-db88e0183fe6 req-1a93a7cb-365d-4fc1-b86a-e2f719c14c52 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:21.321764 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-956db4d2-d9e6-4767-8619-db88e0183fe6 req-1a93a7cb-365d-4fc1-b86a-e2f719c14c52 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:21.396546 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-908491be-6a9e-4886-ab5c-933c74b949f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:21.404022 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2baa76e2-18ba-448b-bcbf-9f10bf4672e3 req-4e15fa80-2539-4ab4-bc7f-63bc59d67ea4 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0426345 May 25 20:06:21.468652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-956db4d2-d9e6-4767-8619-db88e0183fe6 req-1a93a7cb-365d-4fc1-b86a-e2f719c14c52 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Calling delete_port for 045a8d2a-0d12-406d-bbd9-ee167c7526d8 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:21.584530 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-908491be-6a9e-4886-ab5c-933c74b949f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:21.597903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1e5e4-b019-4ea1-9131-b1b8fd64004d req-60b67fe9-5c5b-494a-9648-061ac4d69905 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:21.599375 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-04d1e5e4-b019-4ea1-9131-b1b8fd64004d req-60b67fe9-5c5b-494a-9648-061ac4d69905 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.0916011 May 25 20:06:21.643048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908491be-6a9e-4886-ab5c-933c74b949f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5170e40a-4f6c-4812-aab6-6599c47ac889,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:21.645813 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-04d1e5e4-b019-4ea1-9131-b1b8fd64004d req-d233daf1-298c-4064-9e8f-00ffbdd230fa tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 May 25 20:06:21.692328 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-956db4d2-d9e6-4767-8619-db88e0183fe6 req-1a93a7cb-365d-4fc1-b86a-e2f719c14c52 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:21.696069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting port b6c80271-b46e-4279-a884-cf94e355abdd {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:21.696429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:21.738946 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-908491be-6a9e-4886-ab5c-933c74b949f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:21.740073 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-908491be-6a9e-4886-ab5c-933c74b949f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5170e40a-4f6c-4812-aab6-6599c47ac889 HTTP/1.1" status: 204 len: 168 time: 0.6880758 May 25 20:06:21.744052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93a7cb-365d-4fc1-b86a-e2f719c14c52 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Pushing event deleted for resources: {'Port': ['ID=045a8d2a-0d12-406d-bbd9-ee167c7526d8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:21.783198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] The port 'b6c80271-b46e-4279-a884-cf94e355abdd' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:06:21.869368 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-956db4d2-d9e6-4767-8619-db88e0183fe6 req-1a93a7cb-365d-4fc1-b86a-e2f719c14c52 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:21.872968 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-956db4d2-d9e6-4767-8619-db88e0183fe6 req-1a93a7cb-365d-4fc1-b86a-e2f719c14c52 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:21.874652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-956db4d2-d9e6-4767-8619-db88e0183fe6 req-1a93a7cb-365d-4fc1-b86a-e2f719c14c52 tempest-FloatingIPDetailsTestJSON-1218715369 tempest-FloatingIPDetailsTestJSON-1218715369-project] 10.222.0.60 "DELETE /v2.0/floatingips/61c7bc97-bb7c-4b84-af4f-84553672f7e7 HTTP/1.1" status: 204 len: 173 time: 1.1040125 May 25 20:06:21.880971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40544) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:21.907608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b6c80271-b46e-4279-a884-cf94e355abdd no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:21.958850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: b6c80271-b46e-4279-a884-cf94e355abdd {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:06:21.959450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b6c80271-b46e-4279-a884-cf94e355abdd not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:06:21.986812 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.027193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:22.043648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c22b51-bcbe-4467-8be5-455d5cf89d74') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:22.043944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c22b51-bcbe-4467-8be5-455d5cf89d74') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:22.059339 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.078048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28433c3-d31c-4bc1-9dda-6695db43df90 req-5ce1b88e-fa6d-4f30-b1be-2673ee2fd6c6 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:22.079582 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f28433c3-d31c-4bc1-9dda-6695db43df90 req-5ce1b88e-fa6d-4f30-b1be-2673ee2fd6c6 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2556102 May 25 20:06:22.106289 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.114214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:06:22.114214 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.152033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40552) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:22.309835 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment c5c22b51-bcbe-4467-8be5-455d5cf89d74 resource provider aggregate not found May 25 20:06:22.330897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2738d9d-8acf-4bb7-be78-2770c1356591 req-ce330c17-060e-49ed-b998-dff7d1c71c75 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:22.331386 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment c5c22b51-bcbe-4467-8be5-455d5cf89d74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5c22b51-bcbe-4467-8be5-455d5cf89d74 found for delete ", "request_id": "req-7e9e9889-ddb9-4818-8375-4ba411a8b7ce"}]} May 25 20:06:22.332355 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2738d9d-8acf-4bb7-be78-2770c1356591 req-ce330c17-060e-49ed-b998-dff7d1c71c75 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2706900 May 25 20:06:22.346990 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f28433c3-d31c-4bc1-9dda-6695db43df90 req-d0398cc4-36c7-463b-95f7-92a4ab03b14e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589338 May 25 20:06:22.347715 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.379213 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.390252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event deleted for resources: {'Network': ['ID=8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:22.397808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40562) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:22.399086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 2bb7c3f7-89fe-484e-892a-6d3882445b70 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:22.406441 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-35f99701-3d6a-453c-9ead-513cbb892c5e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89756c0b684d4a34918976ebac17d593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517605 May 25 20:06:22.439253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 2bb7c3f7-89fe-484e-892a-6d3882445b70 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:06:22.439835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 2bb7c3f7-89fe-484e-892a-6d3882445b70 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:06:22.443057 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-63897ba8-5e7c-4541-8c8c-60315f7ce282 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "DELETE /v2.0/networks/8b16ea77-5ea0-45d8-bb43-0c4e5b94c3d6 HTTP/1.1" status: 204 len: 168 time: 2.1332312 May 25 20:06:22.455739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40568) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:22.464394 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2090804085'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:22.472009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:22.530929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Usage tracker for resource:network and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:22.539939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:22.548418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:22.550521 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8bde4b6f-05fc-47ab-89f3-3dfe179f78b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.595241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:06:22.598922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.621565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8bde4b6f-05fc-47ab-89f3-3dfe179f78b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.672970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2738d9d-8acf-4bb7-be78-2770c1356591 req-d3094a62-8664-4d25-851c-64335471508f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150705 May 25 20:06:22.679777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:06:22.696952 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.696952 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Added segment 3f184187-2fb7-4fb3-9fa4-f950f89341db of type vlan for network cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288 May 25 20:06:22.707104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81a1cb-edb0-400a-abf3-afa28744ca6e req-2f8b2ce4-541e-4667-98e5-bc1d600e2171 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:22.708607 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8c81a1cb-edb0-400a-abf3-afa28744ca6e req-2f8b2ce4-541e-4667-98e5-bc1d600e2171 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2331390 May 25 20:06:22.761193 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8bde4b6f-05fc-47ab-89f3-3dfe179f78b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.784113 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.798093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde4b6f-05fc-47ab-89f3-3dfe179f78b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c0c65f-7df6-45a1-8ea4-ed170f1e59e2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:22.811705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8c81a1cb-edb0-400a-abf3-afa28744ca6e req-7a38bffb-a118-452d-94a1-5a30ff075036 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910063 May 25 20:06:22.842478 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8bde4b6f-05fc-47ab-89f3-3dfe179f78b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.846333 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8bde4b6f-05fc-47ab-89f3-3dfe179f78b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80c0c65f-7df6-45a1-8ea4-ed170f1e59e2 HTTP/1.1" status: 204 len: 168 time: 0.4448214 May 25 20:06:22.863822 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.871415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:22.872310 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:22.875155 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e68787e-00f7-477d-9187-dd7bc7d49fbe req-6ef576f0-e324-4f0c-bfc5-e9542ec59104 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0491195 May 25 20:06:22.906966 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee7dab15-33b7-4366-82c1-1e53253eb730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:23.030943 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5740676 May 25 20:06:23.035172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40576) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:23.045780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab2e75-10da-495a-9f33-43b8e8837df4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event updated for resources: {'Network': ['ID=cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:23.052263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Request body: {'subnet': {'network_id': 'cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:23.066397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:06:23.181390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:23.186289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Usage tracker for resource:subnet and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:23.189117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:23.197028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:23.216584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:06:23.220099 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:23.247821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b50f0f-8a58-4a93-8bbd-8b327f872398 req-82707f29-a22e-4b31-ae51-5b30f76131fe tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:23.249356 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5b50f0f-8a58-4a93-8bbd-8b327f872398 req-82707f29-a22e-4b31-ae51-5b30f76131fe tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.2875969 May 25 20:06:23.312429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ee7dab15-33b7-4366-82c1-1e53253eb730 admin admin] Deleting port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:23.312767 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee7dab15-33b7-4366-82c1-1e53253eb730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:23.369720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5b50f0f-8a58-4a93-8bbd-8b327f872398 req-3fce1cd5-307d-483a-8806-7b18132b218c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731657 May 25 20:06:23.517307 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:23.520952 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:23.591596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-ee7dab15-33b7-4366-82c1-1e53253eb730 admin admin] For port 37e78490-8b4a-4a4d-b4c4-fc6a435a150d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=37e78490-8b4a-4a4d-b4c4-fc6a435a150d,segment=NetworkSegment(26fece0f-955a-4603-845f-0f1ecff48994),segment_id=26fece0f-955a-4603-845f-0f1ecff48994)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:23.592224 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee7dab15-33b7-4366-82c1-1e53253eb730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:23.610791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event updated for resources: {'Subnet': ['ID=39f44c92-810b-426f-9421-fb3262c8f2fc,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:23.622882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Checking segment: {'id': '3f184187-2fb7-4fb3-9fa4-f950f89341db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:06:23.623335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Network hostable DHCP agents. Network: cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:06:23.651074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Network cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:06:23.663661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:23.668397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:23.669164 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:23.682322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111bd693-0110-43d3-98da-3aeb76b3c70b None None] Network cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:06:23.703559 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-03a20308-7cf5-43d0-bc61-01662e4b27f8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6638033 May 25 20:06:23.704269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40600) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:23.714868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-191690762'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:23.723904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:23.732695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ee7dab15-33b7-4366-82c1-1e53253eb730 admin admin] Calling delete_port for 37e78490-8b4a-4a4d-b4c4-fc6a435a150d owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:23.740201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Usage tracker for resource:network and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:23.747790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:23.761497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:23.791766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:06:23.800294 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:23.816623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40606) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:23.845960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:06:23.861270 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:23.861860 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Added segment a82aca1f-8c19-4e7d-a764-18770451c548 of type vlan for network e56f74e7-85f4-41a7-a878-fefc01df16c0 May 25 20:06:23.938944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d815a03-d977-4b64-8fb1-9905365bd5fe req-41a3508c-e986-4cfc-88bf-e36384f1fbf5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:23.945745 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d815a03-d977-4b64-8fb1-9905365bd5fe req-41a3508c-e986-4cfc-88bf-e36384f1fbf5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.4387205 May 25 20:06:23.947207 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:24.006067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1957928900-network', 'tenant_id': '7c0c66af2eb34b139057600f166999bd'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:24.010841 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d815a03-d977-4b64-8fb1-9905365bd5fe req-ca8666ef-6bed-456a-8438-faab84bd1d39 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635324 May 25 20:06:24.014900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:24.031460 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288', 'network_id': 'cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'fixed_ips': [{'subnet_id': '39f44c92-810b-426f-9421-fb3262c8f2fc'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:06:24.032289 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:24.032558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Usage tracker for resource:network and tenant:7c0c66af2eb34b139057600f166999bd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:24.036739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:24.046094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:24.052869 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:24.059868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:24.060495 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:24.154142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e3870-f24a-40e1-a255-fe40b6bd12d0 req-ab47eb60-cc21-4e29-9d97-c62dbf061fa0 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:24.155670 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb0e3870-f24a-40e1-a255-fe40b6bd12d0 req-ab47eb60-cc21-4e29-9d97-c62dbf061fa0 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2636852 May 25 20:06:24.198860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Made reservation on behalf of 7c0c66af2eb34b139057600f166999bd for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:06:24.201098 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:24.226232 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee7dab15-33b7-4366-82c1-1e53253eb730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:24.228499 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:24.240433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event updated for resources: {'Network': ['ID=e56f74e7-85f4-41a7-a878-fefc01df16c0,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:24.244231 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a94e3459-b63a-4f97-a9cf-901bcbc83b1e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5389485 May 25 20:06:24.254400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40616) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:24.256368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network e56f74e7-85f4-41a7-a878-fefc01df16c0 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:06:24.267024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Request body: {'subnet': {'network_id': 'e56f74e7-85f4-41a7-a878-fefc01df16c0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:24.282902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dab15-33b7-4366-82c1-1e53253eb730 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e78490-8b4a-4a4d-b4c4-fc6a435a150d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:24.285706 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:24.298776 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb0e3870-f24a-40e1-a255-fe40b6bd12d0 req-915c4dea-db42-4c98-a96b-e3a899b23db9 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358027 May 25 20:06:24.300094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Usage tracker for resource:security_group_rule and tenant:7c0c66af2eb34b139057600f166999bd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:24.387541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:24.421633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:24.490639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Allocated IP 19.80.0.2 (cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288/39f44c92-810b-426f-9421-fb3262c8f2fc/c53bc4c5-f6e5-456b-9418-c8a3117e10cb) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:06:24.519547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bda03-d294-4a11-9533-00bd52d6135d req-3544f298-7ab1-46a9-aceb-81553a96670a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:24.521043 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e46bda03-d294-4a11-9533-00bd52d6135d req-3544f298-7ab1-46a9-aceb-81553a96670a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.3849146 May 25 20:06:24.557351 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9dee59d0-df34-45b1-800e-41e3c935bbf8 req-96b9520e-b5a5-4dc4-aa6b-3a79b9afc7a3 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1096697 May 25 20:06:24.578618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:24.586505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Usage tracker for resource:subnet and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:24.590752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:24.599247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:24.630975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:06:24.636811 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:24.674607 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e46bda03-d294-4a11-9533-00bd52d6135d req-f65c1890-8421-466b-b8aa-c42e0387d6af tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427505 May 25 20:06:24.767397 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:24.779339 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Transition to ACTIVE for port object c53bc4c5-f6e5-456b-9418-c8a3117e10cb will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:06:24.785885 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee7dab15-33b7-4366-82c1-1e53253eb730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:24.802518 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Transition to ACTIVE for port object c53bc4c5-f6e5-456b-9418-c8a3117e10cb will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:06:24.809444 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:24.877289 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Network cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:24.880275 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:24.882841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:06:24.892626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Pushing event updated for resources: {'Port': ['ID=c53bc4c5-f6e5-456b-9418-c8a3117e10cb,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:24.935729 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:24.951607 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:24.984401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:06:24.989241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Attempting to bind port c53bc4c5-f6e5-456b-9418-c8a3117e10cb on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:06:24.989807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Attempting to bind port c53bc4c5-f6e5-456b-9418-c8a3117e10cb by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '3f184187-2fb7-4fb3-9fa4-f950f89341db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:06:24.990444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Attempting to bind port c53bc4c5-f6e5-456b-9418-c8a3117e10cb on network cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:06:24.997135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:06:24.997495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Checking segment: {'id': '3f184187-2fb7-4fb3-9fa4-f950f89341db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:06:24.998097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:24.998511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Bound using segment: {'id': '3f184187-2fb7-4fb3-9fa4-f950f89341db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:06:24.998966 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Bound port: c53bc4c5-f6e5-456b-9418-c8a3117e10cb, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f184187-2fb7-4fb3-9fa4-f950f89341db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:06:24.999361 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:25.017037 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:25.017345 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Added segment 8ecf435f-8d8d-4980-a835-5ec9158e7b6a of type vlan for network 0dd5e026-9b35-4c65-9103-06f102181657 May 25 20:06:25.018598 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49c9105-30ed-45da-8335-cfee5221ed19,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:25.103545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2515c82-243d-483e-bd69-fb743e0d80a0 req-8c099638-c50d-4286-868c-692236770191 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:25.110509 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2515c82-243d-483e-bd69-fb743e0d80a0 req-8c099638-c50d-4286-868c-692236770191 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.2737694 May 25 20:06:25.112867 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] For port c53bc4c5-f6e5-456b-9418-c8a3117e10cb, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:06:25.120013 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] For port c53bc4c5-f6e5-456b-9418-c8a3117e10cb, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c53bc4c5-f6e5-456b-9418-c8a3117e10cb,segment=NetworkSegment(3f184187-2fb7-4fb3-9fa4-f950f89341db),segment_id=3f184187-2fb7-4fb3-9fa4-f950f89341db)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:06:25.127140 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:25.142471 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:25.209989 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2515c82-243d-483e-bd69-fb743e0d80a0 req-075554e8-2340-42ba-b91b-6c68ea4337cb tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985363 May 25 20:06:25.215550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253258e-1d21-4e67-8217-f3f7f44fa8ef None None] Pushing event updated for resources: {'Port': ['ID=c53bc4c5-f6e5-456b-9418-c8a3117e10cb,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:25.261246 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:25.262357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:25.262973 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:25.264742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7dab15-33b7-4366-82c1-1e53253eb730 admin admin] Router a46ed6e1-7449-40e0-924c-dd9bd9762b92 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:06:25.288254 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:25.376651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac912f9-5169-45da-b523-ef5414a1a4b1 req-16aa7813-ba5b-4995-b745-411e7f5459f3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:25.379307 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eac912f9-5169-45da-b523-ef5414a1a4b1 req-16aa7813-ba5b-4995-b745-411e7f5459f3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2078559 May 25 20:06:25.491581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] Pushing event updated for resources: {'Network': ['ID=0dd5e026-9b35-4c65-9103-06f102181657,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:25.501908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 0dd5e026-9b35-4c65-9103-06f102181657 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:06:25.516166 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-69224fff-c196-45f1-b676-a91236ba10f4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6984229 May 25 20:06:25.524938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40626) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:25.532731 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event updated for resources: {'Subnet': ['ID=5d01640c-ee73-4d39-bef9-9973d0cd8ce5,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:25.541886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Request body: {'subnet': {'network_id': '0dd5e026-9b35-4c65-9103-06f102181657', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1957928900-subnet', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:25.555505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:25.555690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7dab15-33b7-4366-82c1-1e53253eb730 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:06:25.569526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ee7dab15-33b7-4366-82c1-1e53253eb730 admin admin] 10.222.0.60 "PUT /v2.0/routers/a46ed6e1-7449-40e0-924c-dd9bd9762b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6850991 May 25 20:06:25.570126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40630) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:25.570303 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e763b-8542-40ca-aecb-03b550a4e07a None None] Sync routers for ids ['a46ed6e1-7449-40e0-924c-dd9bd9762b92'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:06:25.576038 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eac912f9-5169-45da-b523-ef5414a1a4b1 req-477bf054-f2a9-4320-8076-6784a66fdc1d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875467 May 25 20:06:25.580735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Usage tracker for resource:subnet and tenant:7c0c66af2eb34b139057600f166999bd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:25.584597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Checking segment: {'id': 'a82aca1f-8c19-4e7d-a764-18770451c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e56f74e7-85f4-41a7-a878-fefc01df16c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:06:25.584959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Network hostable DHCP agents. Network: e56f74e7-85f4-41a7-a878-fefc01df16c0, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:06:25.604187 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e763b-8542-40ca-aecb-03b550a4e07a None None] Routers {'a46ed6e1-7449-40e0-924c-dd9bd9762b92'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:06:25.604187 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6b1e763b-8542-40ca-aecb-03b550a4e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:06:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a46ed6e1-7449-40e0-924c-dd9bd9762b92'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:25.615211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:25.632571 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:25.704343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Made reservation on behalf of 7c0c66af2eb34b139057600f166999bd for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:06:25.713015 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:25.748043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Network e56f74e7-85f4-41a7-a878-fefc01df16c0 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:06:25.822658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, e56f74e7-85f4-41a7-a878-fefc01df16c0) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:25.830923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5da627-ba1b-48d4-8f2a-26354ac95c4a None None] Network e56f74e7-85f4-41a7-a878-fefc01df16c0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:06:25.841136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064c76e-fe5a-4290-bb61-79b322b7f9c4 req-7372742d-1269-4682-aac0-b410d2a4b651 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:25.850310 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5064c76e-fe5a-4290-bb61-79b322b7f9c4 req-7372742d-1269-4682-aac0-b410d2a4b651 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.4253590 May 25 20:06:25.863155 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:25.869755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f7f6027-00b6-424a-9b1c-4ac5e86c6078 req-02080d00-86a3-4cf0-952e-91e579bf3185 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0694652 May 25 20:06:25.876103 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:25.895940 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:25.905912 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-6b1e763b-8542-40ca-aecb-03b550a4e07a None None] Set router a46ed6e1-7449-40e0-924c-dd9bd9762b92 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:06:26.070686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c53bc4c5-f6e5-456b-9418-c8a3117e10cb up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:26.075135 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5064c76e-fe5a-4290-bb61-79b322b7f9c4 req-b85c5c21-1d0c-4b5d-a1c6-eeac16bd1254 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135708 May 25 20:06:26.112714 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-08fd6055-6722-4d39-ac26-daff73f44e99 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8438451 May 25 20:06:26.314697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port c53bc4c5-f6e5-456b-9418-c8a3117e10cb completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:26.358001 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:26.389413 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6b1e763b-8542-40ca-aecb-03b550a4e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'name': 'tempest-FloatingIPDetailsTestJSON-981672127-router', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:51Z', 'updated_at': '2022-05-25T20:06:24Z', 'revision_number': 5, 'project_id': '1b218d014eac4bcc812485c99347934d', 'gw_port': {'id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:53Z', 'updated_at': '2022-05-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:26.393801 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e763b-8542-40ca-aecb-03b550a4e07a None None] Checking router: a46ed6e1-7449-40e0-924c-dd9bd9762b92 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:06:26.417065 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e763b-8542-40ca-aecb-03b550a4e07a None None] Routers {'a46ed6e1-7449-40e0-924c-dd9bd9762b92'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:06:26.417922 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6b1e763b-8542-40ca-aecb-03b550a4e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:06:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a46ed6e1-7449-40e0-924c-dd9bd9762b92'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:26.419068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-e56f74e7-85f4-41a7-a878-fefc01df16c0', 'network_id': 'e56f74e7-85f4-41a7-a878-fefc01df16c0', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'fixed_ips': [{'subnet_id': '5d01640c-ee73-4d39-bef9-9973d0cd8ce5'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:06:26.420051 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:26.505452 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:26.530469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f8ab4-21f4-4ff5-a8bc-0344ee57b51b req-a14a07b0-9802-4ea4-b15e-0b7dbf75363c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:26.539865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f09f8ab4-21f4-4ff5-a8bc-0344ee57b51b req-a14a07b0-9802-4ea4-b15e-0b7dbf75363c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1684630 May 25 20:06:26.563850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e12fc71-54fa-4911-a4d8-f7d95f91a6a5,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:26.574055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Checking segment: {'id': '8ecf435f-8d8d-4980-a835-5ec9158e7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:06:26.574456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Network hostable DHCP agents. Network: 0dd5e026-9b35-4c65-9103-06f102181657, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:06:26.591891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] Deleting port 2fae9d79-921e-4917-b616-f8e2d75bdf59 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:26.592318 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:26.657778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff96a6b-627d-4fda-ad3c-17274403eb44 req-d8f9e1d3-76f8-4812-b274-6bce55dcc160 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:26.659410 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff96a6b-627d-4fda-ad3c-17274403eb44 req-d8f9e1d3-76f8-4812-b274-6bce55dcc160 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.2365100 May 25 20:06:26.660514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Network 0dd5e026-9b35-4c65-9103-06f102181657 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:06:26.671614 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f09f8ab4-21f4-4ff5-a8bc-0344ee57b51b req-73b38fff-ac44-4bd3-8501-3bb5beca757f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303723 May 25 20:06:26.694688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Allocated IP 19.86.0.2 (e56f74e7-85f4-41a7-a878-fefc01df16c0/5d01640c-ee73-4d39-bef9-9973d0cd8ce5/a1acd148-d24f-47d6-8d58-1321bcb4fe86) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:06:26.737416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 0dd5e026-9b35-4c65-9103-06f102181657) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:26.750712 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-6b1e763b-8542-40ca-aecb-03b550a4e07a None None] Set router a46ed6e1-7449-40e0-924c-dd9bd9762b92 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:06:26.765019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:26.765605 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:26.769343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d93acd-a203-4727-affa-26e705901bbd None None] Network 0dd5e026-9b35-4c65-9103-06f102181657 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:06:26.807479 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff96a6b-627d-4fda-ad3c-17274403eb44 req-68b61341-0800-43b2-98b1-a4b4298692a1 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306467 May 25 20:06:26.859258 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ba231251-2d94-4951-9e9d-6e9b872aa726 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3332069 May 25 20:06:26.862134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40654) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:26.868007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1957928900-router', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:26.873729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:26.878110 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Usage tracker for resource:router and tenant:7c0c66af2eb34b139057600f166999bd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:26.881490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:26.889581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:26.908409 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:26.910132 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:26.937925 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:26.941559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] For port 2fae9d79-921e-4917-b616-f8e2d75bdf59, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2fae9d79-921e-4917-b616-f8e2d75bdf59,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:26.942119 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:26.985979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0d9734-12fd-4ffe-a798-96fc5f6b03cf None None] Network cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:06:27.095217 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6b1e763b-8542-40ca-aecb-03b550a4e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'name': 'tempest-FloatingIPDetailsTestJSON-981672127-router', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:51Z', 'updated_at': '2022-05-25T20:06:24Z', 'revision_number': 5, 'project_id': '1b218d014eac4bcc812485c99347934d', 'gw_port': {'id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:53Z', 'updated_at': '2022-05-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:27.099266 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e763b-8542-40ca-aecb-03b550a4e07a None None] The sync data for ids ['a46ed6e1-7449-40e0-924c-dd9bd9762b92'] in n-d-843339-1 is: [{'id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'name': 'tempest-FloatingIPDetailsTestJSON-981672127-router', 'tenant_id': '1b218d014eac4bcc812485c99347934d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:51Z', 'updated_at': '2022-05-25T20:06:24Z', 'revision_number': 5, 'project_id': '1b218d014eac4bcc812485c99347934d', 'gw_port': {'id': '2fae9d79-921e-4917-b616-f8e2d75bdf59', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46ed6e1-7449-40e0-924c-dd9bd9762b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:53Z', 'updated_at': '2022-05-25T20:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:06:27.124375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] Calling delete_port for 2fae9d79-921e-4917-b616-f8e2d75bdf59 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:27.234233 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c8d8f883-e442-4ca1-a4fe-071746d7bd7a None None] Provisioning for port c53bc4c5-f6e5-456b-9418-c8a3117e10cb completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:27.262519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c8d8f883-e442-4ca1-a4fe-071746d7bd7a None None] Provisioning complete for port c53bc4c5-f6e5-456b-9418-c8a3117e10cb triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:27.262519 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f883-e442-4ca1-a4fe-071746d7bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:27.296115 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:27.331346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fbc1c-c0da-4d08-8e88-8dbdf6765dba req-0bbf283d-acae-4c0f-8ba3-85b9d591168e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:27.339204 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-408fbc1c-c0da-4d08-8e88-8dbdf6765dba req-0bbf283d-acae-4c0f-8ba3-85b9d591168e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.3073251 May 25 20:06:27.374998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-05daf154-d78c-4ed7-b007-c39024a2956c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:27.380746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-05daf154-d78c-4ed7-b007-c39024a2956c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:27.382288 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-05daf154-d78c-4ed7-b007-c39024a2956c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/networks?id=cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288&id=e56f74e7-85f4-41a7-a878-fefc01df16c0 HTTP/1.1" status: 200 len: 1391 time: 0.2659819 May 25 20:06:27.384516 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-408fbc1c-c0da-4d08-8e88-8dbdf6765dba req-0bae4c0c-3377-4537-a722-4034f11e1cf5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443041 May 25 20:06:27.419960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-899fba7d-8e5a-4239-84a8-032bc0dab2c3 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/quotas/e579da175ae34ba290b3df4b663acf2e HTTP/1.1" status: 200 len: 375 time: 0.0274711 May 25 20:06:27.606187 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:27.639239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-0dd5e026-9b35-4c65-9103-06f102181657', 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'fixed_ips': [{'subnet_id': '6e12fc71-54fa-4911-a4d8-f7d95f91a6a5'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:06:27.639966 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:27.645157 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0f0f7fcf-aa46-4163-b1f8-be042b74a790 req-f90ff5bb-7f25-4d27-b15c-b200abe61a0f tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0656087 May 25 20:06:27.655458 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:27.693447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] Pushing event deleted for resources: {'Port': ['ID=2fae9d79-921e-4917-b616-f8e2d75bdf59,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:27.700525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Transition to ACTIVE for port object a1acd148-d24f-47d6-8d58-1321bcb4fe86 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:06:27.846377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8f883-e442-4ca1-a4fe-071746d7bd7a None None] Current status of the port c53bc4c5-f6e5-456b-9418-c8a3117e10cb is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:27.847694 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f883-e442-4ca1-a4fe-071746d7bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:27.868690 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Transition to ACTIVE for port object a1acd148-d24f-47d6-8d58-1321bcb4fe86 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:06:27.882519 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:27.893186 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:27.897036 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:27.982536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 37e78490-8b4a-4a4d-b4c4-fc6a435a150d no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:28.037564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Pushing event updated for resources: {'Port': ['ID=a1acd148-d24f-47d6-8d58-1321bcb4fe86,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:28.065726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 37e78490-8b4a-4a4d-b4c4-fc6a435a150d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:06:28.066668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 37e78490-8b4a-4a4d-b4c4-fc6a435a150d not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:06:28.074589 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.076121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Network e56f74e7-85f4-41a7-a878-fefc01df16c0 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:28.113982 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.116110 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-981ef621-094a-42cf-955e-3813ef03799a tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e579da175ae34ba290b3df4b663acf2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5656102 May 25 20:06:28.163030 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.181355 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:28.184968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:06:28.221743 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.236007 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-524f435b-c9f2-4cd5-b540-3cc82ea1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.246627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c8d8f883-e442-4ca1-a4fe-071746d7bd7a None None] For port c53bc4c5-f6e5-456b-9418-c8a3117e10cb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c53bc4c5-f6e5-456b-9418-c8a3117e10cb,segment=NetworkSegment(3f184187-2fb7-4fb3-9fa4-f950f89341db),segment_id=3f184187-2fb7-4fb3-9fa4-f950f89341db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:28.294893 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f883-e442-4ca1-a4fe-071746d7bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.306309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Allocated IP 172.25.3.157 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/b1e4762a-c1c6-4195-af03-3a413eced132) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:06:28.311112 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.311450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a46ed6e1-7449-40e0-924c-dd9bd9762b92 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:06:28.345349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51f92-31e8-43eb-bfee-a8327f6f0b9e req-a81858e0-a2fb-46ab-ade9-bed80d4208cf tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:28.349877 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96d51f92-31e8-43eb-bfee-a8327f6f0b9e req-a81858e0-a2fb-46ab-ade9-bed80d4208cf tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.3618281 May 25 20:06:28.368659 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.374718 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5831b207-3060-4bc0-92a7-c8eeda2f102b admin admin] 10.222.0.60 "DELETE /v2.0/routers/a46ed6e1-7449-40e0-924c-dd9bd9762b92 HTTP/1.1" status: 204 len: 168 time: 2.8018994 May 25 20:06:28.374718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40666) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:28.382313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Allocated IP 172.20.0.2 (0dd5e026-9b35-4c65-9103-06f102181657/6e12fc71-54fa-4911-a4d8-f7d95f91a6a5/f00f2e59-46d9-45ba-8da6-e1868cbb8152) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:06:28.387186 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-218a8d79-7629-47ba-abcd-cd42eda8021d service neutron] 10.222.0.60 "GET /v2.0/networks/cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583268 May 25 20:06:28.403845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Attempting to bind port a1acd148-d24f-47d6-8d58-1321bcb4fe86 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:06:28.404205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Attempting to bind port a1acd148-d24f-47d6-8d58-1321bcb4fe86 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'a82aca1f-8c19-4e7d-a764-18770451c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e56f74e7-85f4-41a7-a878-fefc01df16c0'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:06:28.404558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Attempting to bind port a1acd148-d24f-47d6-8d58-1321bcb4fe86 on network e56f74e7-85f4-41a7-a878-fefc01df16c0 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:06:28.443996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:06:28.444457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Checking segment: {'id': 'a82aca1f-8c19-4e7d-a764-18770451c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e56f74e7-85f4-41a7-a878-fefc01df16c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:06:28.444787 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.445171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Bound using segment: {'id': 'a82aca1f-8c19-4e7d-a764-18770451c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e56f74e7-85f4-41a7-a878-fefc01df16c0'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:06:28.445649 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Bound port: a1acd148-d24f-47d6-8d58-1321bcb4fe86, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82aca1f-8c19-4e7d-a764-18770451c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e56f74e7-85f4-41a7-a878-fefc01df16c0'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:06:28.446567 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.515217 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96d51f92-31e8-43eb-bfee-a8327f6f0b9e req-882271dc-6741-4937-8394-8347e714a7ce tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675044 May 25 20:06:28.520931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8f883-e442-4ca1-a4fe-071746d7bd7a None None] Pushing event updated for resources: {'Port': ['ID=c53bc4c5-f6e5-456b-9418-c8a3117e10cb,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:28.600721 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.628248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-30e87ecc-4f9c-4315-a6fc-9aa6998130cf None None] Provisioning complete for port c53bc4c5-f6e5-456b-9418-c8a3117e10cb triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:28.628615 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30e87ecc-4f9c-4315-a6fc-9aa6998130cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.651276 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.771709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] For port a1acd148-d24f-47d6-8d58-1321bcb4fe86, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:06:28.778569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3cfbd9a-4f57-48e9-9c16-06a4dba2fead admin admin] Deleting subnet 7f699267-90a2-4120-9599-c47c72ab7274 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:06:28.784612 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f3cfbd9a-4f57-48e9-9c16-06a4dba2fead admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.789152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] For port a1acd148-d24f-47d6-8d58-1321bcb4fe86, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a1acd148-d24f-47d6-8d58-1321bcb4fe86,segment=NetworkSegment(a82aca1f-8c19-4e7d-a764-18770451c548),segment_id=a82aca1f-8c19-4e7d-a764-18770451c548)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:06:28.803519 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.804524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e4762a-c1c6-4195-af03-3a413eced132,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:28.835397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a22ea9be-24a2-4617-a393-e42cb993a0f0 service neutron] 10.222.0.60 "GET /v2.0/networks/cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754828 May 25 20:06:28.844977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:28.861668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:28.869993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:06:28.941528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a79c4-d320-4469-9b47-5499ea08bd1d req-c332a465-dbb8-475d-a336-8b496213baa4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:28.945924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f3cfbd9a-4f57-48e9-9c16-06a4dba2fead admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:28.950501 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e3a79c4-d320-4469-9b47-5499ea08bd1d req-c332a465-dbb8-475d-a336-8b496213baa4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.3030643 May 25 20:06:29.082747 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f3cfbd9a-4f57-48e9-9c16-06a4dba2fead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:29.092659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-30e87ecc-4f9c-4315-a6fc-9aa6998130cf None None] Current status of the port c53bc4c5-f6e5-456b-9418-c8a3117e10cb is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:29.103503 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:29.105972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31d02f-cbd7-485e-8738-1ddcb78be62f None None] Pushing event updated for resources: {'Port': ['ID=a1acd148-d24f-47d6-8d58-1321bcb4fe86,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:29.124253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Transition to ACTIVE for port object f00f2e59-46d9-45ba-8da6-e1868cbb8152 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:06:29.147627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Transition to ACTIVE for port object f00f2e59-46d9-45ba-8da6-e1868cbb8152 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:06:29.155148 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:29.159096 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-5ef7bd0a-9c28-4231-a509-1657be56a98f service neutron] 10.222.0.60 "GET /v2.0/networks/e56f74e7-85f4-41a7-a878-fefc01df16c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125918 May 25 20:06:29.167148 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e3a79c4-d320-4469-9b47-5499ea08bd1d req-83035d97-d1e1-4ffc-a722-40102a01e373 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155936 May 25 20:06:29.239669 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Pushing event updated for resources: {'Port': ['ID=f00f2e59-46d9-45ba-8da6-e1868cbb8152,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:29.260283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Network 0dd5e026-9b35-4c65-9103-06f102181657 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:29.261816 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:29.264340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:06:29.397039 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f3cfbd9a-4f57-48e9-9c16-06a4dba2fead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:29.413176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Attempting to bind port f00f2e59-46d9-45ba-8da6-e1868cbb8152 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:06:29.413682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Attempting to bind port f00f2e59-46d9-45ba-8da6-e1868cbb8152 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '8ecf435f-8d8d-4980-a835-5ec9158e7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:06:29.414039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Attempting to bind port f00f2e59-46d9-45ba-8da6-e1868cbb8152 on network 0dd5e026-9b35-4c65-9103-06f102181657 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:06:29.423112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:06:29.423112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Checking segment: {'id': '8ecf435f-8d8d-4980-a835-5ec9158e7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:06:29.423112 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:29.423112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Bound using segment: {'id': '8ecf435f-8d8d-4980-a835-5ec9158e7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:06:29.423824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Bound port: f00f2e59-46d9-45ba-8da6-e1868cbb8152, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ecf435f-8d8d-4980-a835-5ec9158e7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:06:29.424199 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:29.475864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfbd9a-4f57-48e9-9c16-06a4dba2fead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f699267-90a2-4120-9599-c47c72ab7274,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:29.481708 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f3cfbd9a-4f57-48e9-9c16-06a4dba2fead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:29.488290 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835a0abd-e6f1-42f5-80b5-ceb877f79b22 None None] Network 9951a7e3-bdca-41ce-9a7f-8929ed07f949 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:06:29.493288 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f3cfbd9a-4f57-48e9-9c16-06a4dba2fead admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7f699267-90a2-4120-9599-c47c72ab7274 HTTP/1.1" status: 204 len: 168 time: 1.1164711 May 25 20:06:29.495762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-b66f3bd9-d4c7-4443-a9a5-0420015ee48e service neutron] 10.222.0.60 "GET /v2.0/networks/e56f74e7-85f4-41a7-a878-fefc01df16c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282008 May 25 20:06:29.496590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40674) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:29.639326 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:29.655270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Deleting port 7ec36e4f-82d3-4560-886b-5bddd54fe239 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:29.655613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:29.749148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] For port f00f2e59-46d9-45ba-8da6-e1868cbb8152, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:06:29.761226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf6c7c-5bdb-4674-8495-5c98ffad3fcc req-f3debbfd-cc99-46d9-9c21-42d25e54da92 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:29.766304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] For port f00f2e59-46d9-45ba-8da6-e1868cbb8152, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f00f2e59-46d9-45ba-8da6-e1868cbb8152,segment=NetworkSegment(8ecf435f-8d8d-4980-a835-5ec9158e7b6a),segment_id=8ecf435f-8d8d-4980-a835-5ec9158e7b6a)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:06:29.770628 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-63bf6c7c-5bdb-4674-8495-5c98ffad3fcc req-f3debbfd-cc99-46d9-9c21-42d25e54da92 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.3994465 May 25 20:06:29.782111 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:29.882092 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-63bf6c7c-5bdb-4674-8495-5c98ffad3fcc req-764bcea5-15e9-43af-bb7d-c64d128b3bbd tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105726 May 25 20:06:29.882731 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:29.906928 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25c953-b7e1-42d2-adee-0a3416584455 None None] Pushing event updated for resources: {'Port': ['ID=f00f2e59-46d9-45ba-8da6-e1868cbb8152,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:29.991143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfb1113-b345-42de-9ff5-4014d4e0a92d None None] DHCP port deletion for 9951a7e3-bdca-41ce-9a7f-8929ed07f949 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:06:29.999922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb1113-b345-42de-9ff5-4014d4e0a92d None None] Deleting port 7ec36e4f-82d3-4560-886b-5bddd54fe239 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:30.000423 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1113-b345-42de-9ff5-4014d4e0a92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:30.284753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] For port 7ec36e4f-82d3-4560-886b-5bddd54fe239, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7ec36e4f-82d3-4560-886b-5bddd54fe239,segment=NetworkSegment(26fece0f-955a-4603-845f-0f1ecff48994),segment_id=26fece0f-955a-4603-845f-0f1ecff48994)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:30.285489 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:30.359795 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98a1bd92-f03c-4e2d-ad0b-a8cb2e0611c2 req-4dc140f7-0e31-4143-8498-28e74d2a4a54 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0904143 May 25 20:06:30.486303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Calling delete_port for 7ec36e4f-82d3-4560-886b-5bddd54fe239 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:30.536653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a1acd148-d24f-47d6-8d58-1321bcb4fe86 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:30.586124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8d733-4c47-4312-be0c-da258a127f92 req-0458ef4a-d4a8-4fd8-8656-5b940c44edf1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:30.592511 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cba8d733-4c47-4312-be0c-da258a127f92 req-0458ef4a-d4a8-4fd8-8656-5b940c44edf1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.5755792 May 25 20:06:30.672740 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0cc77b2c-708e-4461-9ad2-cbd7e0990a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:30.678467 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cba8d733-4c47-4312-be0c-da258a127f92 req-4b544af8-719a-4f7f-b1e9-15196f54e11d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786486 May 25 20:06:30.689770 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:30.756630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3cfb1113-b345-42de-9ff5-4014d4e0a92d None None] For port 7ec36e4f-82d3-4560-886b-5bddd54fe239, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7ec36e4f-82d3-4560-886b-5bddd54fe239,segment=NetworkSegment(26fece0f-955a-4603-845f-0f1ecff48994),segment_id=26fece0f-955a-4603-845f-0f1ecff48994)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:30.757305 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1113-b345-42de-9ff5-4014d4e0a92d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:30.772548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec36e4f-82d3-4560-886b-5bddd54fe239,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:30.814682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] No DVR routers for this DVR port 7ec36e4f-82d3-4560-886b-5bddd54fe239 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:06:30.892483 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:30.936153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89725e1f-921d-4103-86e3-c90aa38d76b5 None None] Network e56f74e7-85f4-41a7-a878-fefc01df16c0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:06:31.014943 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9814f697-93c4-4490-9fae-e0f10a52c49b req-c29e4954-3f7d-42a1-a345-0460ba6b3d14 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 210 time: 0.0781913 May 25 20:06:31.033645 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:31.044097 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a1acd148-d24f-47d6-8d58-1321bcb4fe86 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:31.077732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb1113-b345-42de-9ff5-4014d4e0a92d None None] Calling delete_port for 7ec36e4f-82d3-4560-886b-5bddd54fe239 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:31.167093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432322f-a54d-454b-827e-ffc3f6489ef8 req-758a1a37-4f99-44ac-af41-6a2b17c53dd0 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:31.168668 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e432322f-a54d-454b-827e-ffc3f6489ef8 req-758a1a37-4f99-44ac-af41-6a2b17c53dd0 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.4399648 May 25 20:06:31.193387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c53bc4c5-f6e5-456b-9418-c8a3117e10cb up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:31.236236 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e432322f-a54d-454b-827e-ffc3f6489ef8 req-80373c4f-a78f-4d85-a7ed-f68f9c4d4a45 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576830 May 25 20:06:31.245313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Router 5c00aa0b-67e8-4677-beaf-033d89af1850 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:06:31.269792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9951a7e3-bdca-41ce-9a7f-8929ed07f949']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:31.284686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fece0f-955a-4603-845f-0f1ecff48994') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:31.285071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fece0f-955a-4603-845f-0f1ecff48994') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:31.298738 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:31.317420 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:31.350829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:06:31.351245 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:31.377353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d001845e-6fc2-4674-a240-53b86cabdd4d None None] Provisioning for port a1acd148-d24f-47d6-8d58-1321bcb4fe86 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:31.391775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d001845e-6fc2-4674-a240-53b86cabdd4d None None] Provisioning complete for port a1acd148-d24f-47d6-8d58-1321bcb4fe86 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:31.392310 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d001845e-6fc2-4674-a240-53b86cabdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:31.442866 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-3cfb1113-b345-42de-9ff5-4014d4e0a92d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:06:31.443644 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-3cfb1113-b345-42de-9ff5-4014d4e0a92d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:06:31.456419 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:31.484388 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 26fece0f-955a-4603-845f-0f1ecff48994 resource provider aggregate not found May 25 20:06:31.519872 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c53bc4c5-f6e5-456b-9418-c8a3117e10cb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:31.520262 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:31.583897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea86cab7-e5a8-4eed-93f0-864afd935cd0 None None] Network 0dd5e026-9b35-4c65-9103-06f102181657 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:06:31.621952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7014-e2c0-4328-bd37-9fd41a89b017 req-fe13fda1-694b-4402-8878-2851d6b31e53 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:31.628847 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-293f7014-e2c0-4328-bd37-9fd41a89b017 req-fe13fda1-694b-4402-8878-2851d6b31e53 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.2100120 May 25 20:06:31.646792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:06:31.684921 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:31.688787 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 26fece0f-955a-4603-845f-0f1ecff48994 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26fece0f-955a-4603-845f-0f1ecff48994 found for delete ", "request_id": "req-71097329-ca08-40b8-947c-b4268e4bc5fc"}]} May 25 20:06:31.688976 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dc979a54-4ad8-4d06-a70e-69af71e4ba74 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8229589 May 25 20:06:31.689471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40700) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:31.692195 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:31.706647 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:31.746858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] Pushing event deleted for resources: {'Network': ['ID=9951a7e3-bdca-41ce-9a7f-8929ed07f949,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:31.765374 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-293f7014-e2c0-4328-bd37-9fd41a89b017 req-87f5a627-6101-427a-840f-c7b7c216b35e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355915 May 25 20:06:31.767248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc54782-6af3-4997-a9de-722e1ad5397f req-334dfa8c-a3cd-48b0-b148-17b73764afd2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:31.769096 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8bc54782-6af3-4997-a9de-722e1ad5397f req-334dfa8c-a3cd-48b0-b148-17b73764afd2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.5698493 May 25 20:06:31.776741 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f90121f9-69d9-4774-a005-494abb98a069 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9951a7e3-bdca-41ce-9a7f-8929ed07f949 HTTP/1.1" status: 204 len: 168 time: 2.2762320 May 25 20:06:31.835373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Sync routers for ids ['5c00aa0b-67e8-4677-beaf-033d89af1850'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:06:31.886082 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8bc54782-6af3-4997-a9de-722e1ad5397f req-2bec3041-3249-42d9-a824-80226e976e67 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067121 May 25 20:06:31.893841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-fc9014f3-8cd6-4c69-9019-2084f7bc34d3 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:31.902238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-fc9014f3-8cd6-4c69-9019-2084f7bc34d3 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:31.904223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-fc9014f3-8cd6-4c69-9019-2084f7bc34d3 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.70 "GET /v2.0/networks?id=cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288&id=e56f74e7-85f4-41a7-a878-fefc01df16c0 HTTP/1.1" status: 200 len: 1391 time: 0.4143381 May 25 20:06:31.905344 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:31.919579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Request body: {'port': {'device_id': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'network_id': 'cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288', 'admin_state_up': True, 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:31.990982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb1113-b345-42de-9ff5-4014d4e0a92d None None] Deleting port 7ec36e4f-82d3-4560-886b-5bddd54fe239 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:31.991482 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1113-b345-42de-9ff5-4014d4e0a92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:32.017172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40708) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:32.035673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Routers {'5c00aa0b-67e8-4677-beaf-033d89af1850'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:06:32.035673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:06:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5c00aa0b-67e8-4677-beaf-033d89af1850'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:32.109991 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a8343189-c2a3-4c84-9e83-bc210ff3dba6 req-1389895c-aecb-48dc-8f76-c4557ca954cd tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0627098 May 25 20:06:32.179704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-aa76b06e-cd5a-4b71-9104-4a6470eec3e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b218d014eac4bcc812485c99347934d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589031 May 25 20:06:32.187919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40714) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:32.222607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb1113-b345-42de-9ff5-4014d4e0a92d None None] The port '7ec36e4f-82d3-4560-886b-5bddd54fe239' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:06:32.260463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d001845e-6fc2-4674-a240-53b86cabdd4d None None] Current status of the port a1acd148-d24f-47d6-8d58-1321bcb4fe86 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:32.260856 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d001845e-6fc2-4674-a240-53b86cabdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:32.266013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:32.284232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Usage tracker for resource:port and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:32.294573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:32.303579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:32.319267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fe23a-d3b5-4ac0-b6ba-e490a1b4ae2b req-8c928e04-7232-4b4b-ae82-7ca340a53f93 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:32.321905 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb5fe23a-d3b5-4ac0-b6ba-e490a1b4ae2b req-8c928e04-7232-4b4b-ae82-7ca340a53f93 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2639143 May 25 20:06:32.332962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-222bb86b-1a82-4886-b70c-dcb040ce4f10 req-7db08f16-add9-497a-ab2d-08666ac58431 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Synchronizing usage tracker for tenant:e579da175ae34ba290b3df4b663acf2e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:32.365348 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-846190ae-60f4-4c12-8706-c09b5bcaa9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:32.378847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:06:32.382811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:32.417787 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-846190ae-60f4-4c12-8706-c09b5bcaa9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:32.427751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-222bb86b-1a82-4886-b70c-dcb040ce4f10 req-7db08f16-add9-497a-ab2d-08666ac58431 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Unset dirty status for tenant:e579da175ae34ba290b3df4b663acf2e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:32.429028 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-222bb86b-1a82-4886-b70c-dcb040ce4f10 req-7db08f16-add9-497a-ab2d-08666ac58431 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 210 time: 0.1456132 May 25 20:06:32.449539 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb5fe23a-d3b5-4ac0-b6ba-e490a1b4ae2b req-7074e8ad-df4e-430e-827f-d251c43ea6ff tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039000 May 25 20:06:32.493697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c53bc4c5-f6e5-456b-9418-c8a3117e10cb is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:32.501646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d001845e-6fc2-4674-a240-53b86cabdd4d None None] For port a1acd148-d24f-47d6-8d58-1321bcb4fe86, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a1acd148-d24f-47d6-8d58-1321bcb4fe86,segment=NetworkSegment(a82aca1f-8c19-4e7d-a764-18770451c548),segment_id=a82aca1f-8c19-4e7d-a764-18770451c548)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:32.542850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2fae9d79-921e-4917-b616-f8e2d75bdf59 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:32.593639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Set router 5c00aa0b-67e8-4677-beaf-033d89af1850 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:06:32.641286 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-846190ae-60f4-4c12-8706-c09b5bcaa9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:32.672373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846190ae-60f4-4c12-8706-c09b5bcaa9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95729d96-1678-46b4-89d0-7541084f09cb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:32.674644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Allocated IP 19.80.0.24 (cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288/39f44c92-810b-426f-9421-fb3262c8f2fc/5af86fe0-3e0e-4177-b852-10222d5fbad3) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:06:32.698229 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-846190ae-60f4-4c12-8706-c09b5bcaa9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:32.699361 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-846190ae-60f4-4c12-8706-c09b5bcaa9d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95729d96-1678-46b4-89d0-7541084f09cb HTTP/1.1" status: 204 len: 168 time: 0.5106535 May 25 20:06:32.736221 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d001845e-6fc2-4674-a240-53b86cabdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:32.850718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 2fae9d79-921e-4917-b616-f8e2d75bdf59 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:06:32.851606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2fae9d79-921e-4917-b616-f8e2d75bdf59 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:06:33.031465 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:33.054860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Transition to ACTIVE for port object 5af86fe0-3e0e-4177-b852-10222d5fbad3 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:06:33.090767 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb757ba-6609-4764-aea4-ee9cf91ca76e req-6032b0b6-82d9-4caa-82ec-46706617f4da tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:33.092508 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4eb757ba-6609-4764-aea4-ee9cf91ca76e req-6032b0b6-82d9-4caa-82ec-46706617f4da tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.4462996 May 25 20:06:33.111017 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f00f2e59-46d9-45ba-8da6-e1868cbb8152 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:33.123192 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:33.160661 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:33.163507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e160506f-e6d9-449e-b605-17edd5097ff5 None None] Provisioning for port f00f2e59-46d9-45ba-8da6-e1868cbb8152 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:33.167636 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:33.221183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001845e-6fc2-4674-a240-53b86cabdd4d None None] Pushing event updated for resources: {'Port': ['ID=a1acd148-d24f-47d6-8d58-1321bcb4fe86,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:33.237056 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4eb757ba-6609-4764-aea4-ee9cf91ca76e req-f811b866-427d-493f-8833-79c17327335d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316292 May 25 20:06:33.331367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Network cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:33.339755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:33.345722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:06:33.398581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port f00f2e59-46d9-45ba-8da6-e1868cbb8152 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:33.407067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event updated for resources: {'Port': ['ID=5af86fe0-3e0e-4177-b852-10222d5fbad3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:33.421937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f00f2e59-46d9-45ba-8da6-e1868cbb8152 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:33.422333 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:33.458443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe28a1-cb35-4d85-bb7d-1fef180361f6 req-8fd0f3e5-3f5c-4c63-b270-2879796ec933 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:33.460207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1fe28a1-cb35-4d85-bb7d-1fef180361f6 req-8fd0f3e5-3f5c-4c63-b270-2879796ec933 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.4641576 May 25 20:06:33.478450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:33.478450 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:33.541867 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-874d6980-b42a-4f5d-879d-c31d7c72e08e None None] Provisioning complete for port a1acd148-d24f-47d6-8d58-1321bcb4fe86 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:33.542829 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-874d6980-b42a-4f5d-879d-c31d7c72e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:33.546915 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-789427bf-48a3-4223-b575-e26abb604ac7 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6315269 May 25 20:06:33.567522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Request body: {'port': {'device_id': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'network_id': 'e56f74e7-85f4-41a7-a878-fefc01df16c0', 'admin_state_up': True, 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:33.667856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Allocated IP 172.20.0.1 (0dd5e026-9b35-4c65-9103-06f102181657/6e12fc71-54fa-4911-a4d8-f7d95f91a6a5/c14566e0-0f19-4e65-a9d4-77a69f926418) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:06:33.713039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5eadc-7c20-497c-a24c-d18b92408b22 req-cc0dbb8f-9eb0-4bdf-bb62-7113a4b05ab8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:33.721379 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-70a5eadc-7c20-497c-a24c-d18b92408b22 req-cc0dbb8f-9eb0-4bdf-bb62-7113a4b05ab8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2860067 May 25 20:06:33.723939 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1fe28a1-cb35-4d85-bb7d-1fef180361f6 req-f5c485b6-3ffb-4191-87d8-23ff85c65201 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389746 May 25 20:06:33.872141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'name': 'tempest-FloatingIPsTestJSON-1957928900-router', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1e4762a-c1c6-4195-af03-3a413eced132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:06:26Z', 'updated_at': '2022-05-25T20:06:29Z', 'revision_number': 3, 'project_id': '7c0c66af2eb34b139057600f166999bd', 'gw_port': {'id': 'b1e4762a-c1c6-4195-af03-3a413eced132', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:06:28Z', 'updated_at': '2022-05-25T20:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:33.875723 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-70a5eadc-7c20-497c-a24c-d18b92408b22 req-9494420c-3825-4db7-b023-b3d2dbf0cd5c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532226 May 25 20:06:33.877293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:33.914384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f00f2e59-46d9-45ba-8da6-e1868cbb8152 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:33.915154 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:33.920365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Usage tracker for resource:port and tenant:e579da175ae34ba290b3df4b663acf2e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:33.925954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Checking router: 5c00aa0b-67e8-4677-beaf-033d89af1850 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:06:33.926329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Updating router 5c00aa0b-67e8-4677-beaf-033d89af1850 port b1e4762a-c1c6-4195-af03-3a413eced132 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:06:33.942466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:33.948112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e22ccc5d-8fe4-4c2e-9d64-7a83dd3d5a4e req-9b50392f-6a55-468a-b7dd-d9ba8256b6cd tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0610118 May 25 20:06:33.959315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:33.970316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-874d6980-b42a-4f5d-879d-c31d7c72e08e None None] Current status of the port a1acd148-d24f-47d6-8d58-1321bcb4fe86 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:33.982408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Made reservation on behalf of e579da175ae34ba290b3df4b663acf2e for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:06:33.994297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:34.004144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port f00f2e59-46d9-45ba-8da6-e1868cbb8152, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f00f2e59-46d9-45ba-8da6-e1868cbb8152,segment=NetworkSegment(8ecf435f-8d8d-4980-a835-5ec9158e7b6a),segment_id=8ecf435f-8d8d-4980-a835-5ec9158e7b6a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:34.020336 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:34.069142 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:34.104933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Transition to ACTIVE for port object c14566e0-0f19-4e65-a9d4-77a69f926418 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:06:34.130680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ec36e4f-82d3-4560-886b-5bddd54fe239 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:34.131323 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:06:34.207052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 7ec36e4f-82d3-4560-886b-5bddd54fe239 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:06:34.207538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ec36e4f-82d3-4560-886b-5bddd54fe239 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:06:34.211825 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:34.214127 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:34.276523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7bf1de1f-b2f4-4c88-809a-8585962b05fc None None] Provisioning complete for port f00f2e59-46d9-45ba-8da6-e1868cbb8152 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:34.276523 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7bf1de1f-b2f4-4c88-809a-8585962b05fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:34.288561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Network 0dd5e026-9b35-4c65-9103-06f102181657 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:34.292800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:34.300399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:06:34.303564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=f00f2e59-46d9-45ba-8da6-e1868cbb8152,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:34.342100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Pushing event updated for resources: {'Port': ['ID=c14566e0-0f19-4e65-a9d4-77a69f926418,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:34.375347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5a694-da98-42ea-9575-d4a8cbc8942a req-0df75cd2-e4a0-4e32-b6ca-1158af991525 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:34.382728 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aee5a694-da98-42ea-9575-d4a8cbc8942a req-0df75cd2-e4a0-4e32-b6ca-1158af991525 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 931 time: 0.2563984 May 25 20:06:34.415673 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:34.440636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297932fd-a8ff-451b-88df-c2fd7e0ca59e req-3f0f40f8-4adb-4786-9b10-a0d14f64ba57 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:34.449217 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-297932fd-a8ff-451b-88df-c2fd7e0ca59e req-3f0f40f8-4adb-4786-9b10-a0d14f64ba57 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.3117392 May 25 20:06:34.518322 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-297932fd-a8ff-451b-88df-c2fd7e0ca59e req-d434f5dc-f635-4eea-8725-4651e076bb22 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681038 May 25 20:06:34.519933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Allocated IP 19.86.0.173 (e56f74e7-85f4-41a7-a878-fefc01df16c0/5d01640c-ee73-4d39-bef9-9973d0cd8ce5/7598f1f0-d268-464a-b4c9-ef62353ae558) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:06:34.619733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1de1f-b2f4-4c88-809a-8585962b05fc None None] Current status of the port f00f2e59-46d9-45ba-8da6-e1868cbb8152 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:34.622970 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aee5a694-da98-42ea-9575-d4a8cbc8942a req-97b5b40c-bf73-4cc9-9b7c-d60ee23f76b8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393084 May 25 20:06:34.666465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7bf1de1f-b2f4-4c88-809a-8585962b05fc None None] Provisioning for port 5af86fe0-3e0e-4177-b852-10222d5fbad3 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:34.674511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7bf1de1f-b2f4-4c88-809a-8585962b05fc None None] Provisioning complete for port 5af86fe0-3e0e-4177-b852-10222d5fbad3 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:34.674936 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7bf1de1f-b2f4-4c88-809a-8585962b05fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:34.784116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1de1f-b2f4-4c88-809a-8585962b05fc None None] Port 5af86fe0-3e0e-4177-b852-10222d5fbad3 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:06:34.816894 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:34.835123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Transition to ACTIVE for port object 7598f1f0-d268-464a-b4c9-ef62353ae558 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:06:34.870649 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:34.962712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Network e56f74e7-85f4-41a7-a878-fefc01df16c0 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:34.967960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:34.973007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:06:34.990809 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:35.002922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-afec45c3-dadc-429e-ac7d-9125bbc039e2 None None] Provisioning for port c14566e0-0f19-4e65-a9d4-77a69f926418 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:35.023378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-afec45c3-dadc-429e-ac7d-9125bbc039e2 None None] Provisioning complete for port c14566e0-0f19-4e65-a9d4-77a69f926418 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:35.024608 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afec45c3-dadc-429e-ac7d-9125bbc039e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:35.036581 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:35.058470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event updated for resources: {'Port': ['ID=7598f1f0-d268-464a-b4c9-ef62353ae558,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:35.087688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f00f2e59-46d9-45ba-8da6-e1868cbb8152 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:35.138655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:35.139356 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:35.156651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Transition to ACTIVE for port object b1e4762a-c1c6-4195-af03-3a413eced132 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:06:35.187074 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:35.227111 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-6259807d-2685-4053-be6e-8c1d2b2e4c62 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6656232 May 25 20:06:35.247590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Request body: {'port': {'device_id': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:35.285675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1535d1-d80b-4aea-a1e1-5ad4f176e683 None None] Pushing event updated for resources: {'Port': ['ID=b1e4762a-c1c6-4195-af03-3a413eced132,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:35.293748 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-afec45c3-dadc-429e-ac7d-9125bbc039e2 None None] Port c14566e0-0f19-4e65-a9d4-77a69f926418 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:06:35.302198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f4b12-fe2d-4585-a288-9941ae46b668 req-e2c7048b-298a-49a5-99e1-4aedb64e939f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:35.303744 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f57f4b12-fe2d-4585-a288-9941ae46b668 req-e2c7048b-298a-49a5-99e1-4aedb64e939f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.4828241 May 25 20:06:35.324850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Attempting to bind port b1e4762a-c1c6-4195-af03-3a413eced132 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:06:35.325214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Attempting to bind port b1e4762a-c1c6-4195-af03-3a413eced132 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:06:35.325587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Attempting to bind port b1e4762a-c1c6-4195-af03-3a413eced132 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:06:35.341032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:06:35.341032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:06:35.341413 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:35.341683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:06:35.342143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Bound port: b1e4762a-c1c6-4195-af03-3a413eced132, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:06:35.342536 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:35.390613 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f57f4b12-fe2d-4585-a288-9941ae46b668 req-f842765d-dc09-4719-bc55-92d5f254962c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789540 May 25 20:06:35.415268 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:35.424614 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:35.446439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dae2d1-2d06-479c-9560-ef6598f9d2ad req-a4fa210c-601d-45f7-9b33-809359d1f739 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:35.455222 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d6dae2d1-2d06-479c-9560-ef6598f9d2ad req-a4fa210c-601d-45f7-9b33-809359d1f739 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.3761005 May 25 20:06:35.463666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f00f2e59-46d9-45ba-8da6-e1868cbb8152 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:35.464023 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:35.537081 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:35.563344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4e0805db-96c5-4acb-bd20-312ce7afe9a7 None None] Provisioning for port 7598f1f0-d268-464a-b4c9-ef62353ae558 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:35.584502 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4e0805db-96c5-4acb-bd20-312ce7afe9a7 None None] Provisioning complete for port 7598f1f0-d268-464a-b4c9-ef62353ae558 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:35.584723 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4e0805db-96c5-4acb-bd20-312ce7afe9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:35.611156 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d6dae2d1-2d06-479c-9560-ef6598f9d2ad req-7044d944-7ff3-4083-9c1c-dce1dca99d35 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545806 May 25 20:06:35.637502 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] For port b1e4762a-c1c6-4195-af03-3a413eced132, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:06:35.685863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] For port b1e4762a-c1c6-4195-af03-3a413eced132, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b1e4762a-c1c6-4195-af03-3a413eced132,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:06:35.703738 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:35.735558 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:35.746321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Pushing event updated for resources: {'Port': ['ID=c14566e0-0f19-4e65-a9d4-77a69f926418,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:35.939527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4e0805db-96c5-4acb-bd20-312ce7afe9a7 None None] Port 7598f1f0-d268-464a-b4c9-ef62353ae558 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:06:35.983699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Routers {'5c00aa0b-67e8-4677-beaf-033d89af1850'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:06:35.984328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:06:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5c00aa0b-67e8-4677-beaf-033d89af1850'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:36.010092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92780d68-de7e-4375-9295-3d9626c54c93 req-c17e1554-1553-4e70-8714-adae928c41d9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:36.013236 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fece8a54-00a6-49da-b468-899f88926a33 req-43028cd6-516c-4cb0-b7aa-802052c54ed6 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1068625 May 25 20:06:36.017672 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-92780d68-de7e-4375-9295-3d9626c54c93 req-c17e1554-1553-4e70-8714-adae928c41d9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.4424143 May 25 20:06:36.020634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Network 0dd5e026-9b35-4c65-9103-06f102181657 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:36.044405 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:36.056875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f00f2e59-46d9-45ba-8da6-e1868cbb8152 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:36.058088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a1acd148-d24f-47d6-8d58-1321bcb4fe86 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:36.106388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1535d1-d80b-4aea-a1e1-5ad4f176e683 None None] Pushing event updated for resources: {'Port': ['ID=b1e4762a-c1c6-4195-af03-3a413eced132,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:36.159682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af86fe0-3e0e-4177-b852-10222d5fbad3 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:06:36.168995 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:36.169950 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-92780d68-de7e-4375-9295-3d9626c54c93 req-5d874fd1-6204-4f60-bd94-c54f00f3d909 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518161 May 25 20:06:36.196565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Transition to ACTIVE for port object 5af86fe0-3e0e-4177-b852-10222d5fbad3 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:06:36.247988 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:36.304766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a1acd148-d24f-47d6-8d58-1321bcb4fe86 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:36.305940 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:36.328932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Router 5c00aa0b-67e8-4677-beaf-033d89af1850 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:06:36.356940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] Set router 5c00aa0b-67e8-4677-beaf-033d89af1850 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:06:36.445658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Pushing event updated for resources: {'Port': ['ID=5af86fe0-3e0e-4177-b852-10222d5fbad3,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:36.572951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74212f-0a08-4244-ac11-56bba0815823 req-6c20aa1b-26ff-4488-a369-60ab162d550b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:36.574748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d74212f-0a08-4244-ac11-56bba0815823 req-6c20aa1b-26ff-4488-a369-60ab162d550b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.3765776 May 25 20:06:36.590778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Attempting to bind port 5af86fe0-3e0e-4177-b852-10222d5fbad3 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:06:36.591040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Attempting to bind port 5af86fe0-3e0e-4177-b852-10222d5fbad3 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '3f184187-2fb7-4fb3-9fa4-f950f89341db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:06:36.591270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Attempting to bind port 5af86fe0-3e0e-4177-b852-10222d5fbad3 on network cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:06:36.597803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Port 5af86fe0-3e0e-4177-b852-10222d5fbad3 on network cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:06:36.598295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Attempting to bind port 5af86fe0-3e0e-4177-b852-10222d5fbad3 on network cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:06:36.619877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:06:36.620496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Checking segment: {'id': '3f184187-2fb7-4fb3-9fa4-f950f89341db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:06:36.620894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Bound using segment: {'id': '3f184187-2fb7-4fb3-9fa4-f950f89341db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:06:36.621512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Bound port: 5af86fe0-3e0e-4177-b852-10222d5fbad3, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f184187-2fb7-4fb3-9fa4-f950f89341db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:06:36.622009 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:36.625053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4cdc607b-4b43-4de3-a339-85e58e0d0557 None None] Provisioning complete for port c14566e0-0f19-4e65-a9d4-77a69f926418 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:36.625420 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4cdc607b-4b43-4de3-a339-85e58e0d0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:36.637091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3e6c2-23bc-4fe5-9d96-db868a9e7111 req-3531eab7-87dd-4ac2-b412-82fe3323dc42 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:36.642957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3e6c2-23bc-4fe5-9d96-db868a9e7111 req-3531eab7-87dd-4ac2-b412-82fe3323dc42 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:36.644483 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-95b3e6c2-23bc-4fe5-9d96-db868a9e7111 req-3531eab7-87dd-4ac2-b412-82fe3323dc42 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1666 time: 0.3142762 May 25 20:06:36.734529 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-95b3e6c2-23bc-4fe5-9d96-db868a9e7111 req-cc3ee181-1de6-4dbe-a40e-10f199cda24c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811498 May 25 20:06:36.737493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:06:36.755392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc607b-4b43-4de3-a339-85e58e0d0557 None None] Port c14566e0-0f19-4e65-a9d4-77a69f926418 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:06:36.775434 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-04f02e8c-bae2-43af-8aa2-f4deb7570c13 admin admin] 10.222.0.60 "PUT /v2.0/routers/5c00aa0b-67e8-4677-beaf-033d89af1850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0753839 May 25 20:06:36.782055 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a1acd148-d24f-47d6-8d58-1321bcb4fe86 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:36.884482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] For port 5af86fe0-3e0e-4177-b852-10222d5fbad3, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:06:36.899506 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] For port 5af86fe0-3e0e-4177-b852-10222d5fbad3, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5af86fe0-3e0e-4177-b852-10222d5fbad3,segment=NetworkSegment(3f184187-2fb7-4fb3-9fa4-f950f89341db),segment_id=3f184187-2fb7-4fb3-9fa4-f950f89341db)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:06:36.901707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'name': 'tempest-FloatingIPsTestJSON-1957928900-router', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1e4762a-c1c6-4195-af03-3a413eced132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:06:26Z', 'updated_at': '2022-05-25T20:06:34Z', 'revision_number': 4, 'project_id': '7c0c66af2eb34b139057600f166999bd', 'gw_port': {'id': 'b1e4762a-c1c6-4195-af03-3a413eced132', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:06:28Z', 'updated_at': '2022-05-25T20:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'c14566e0-0f19-4e65-a9d4-77a69f926418', 'name': '', 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'mac_address': 'fa:16:3e:52:a6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '6e12fc71-54fa-4911-a4d8-f7d95f91a6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:06:33Z', 'updated_at': '2022-05-25T20:06:35Z', 'revision_number': 2, 'project_id': '7c0c66af2eb34b139057600f166999bd', 'subnets': [{'id': '6e12fc71-54fa-4911-a4d8-f7d95f91a6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:36.906702 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d74212f-0a08-4244-ac11-56bba0815823 req-4be1cc12-9a54-4a30-ba85-2300bcfd4082 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251364 May 25 20:06:36.909356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e284fa5-37cb-4983-b167-ec230e278d34 None None] The sync data for ids ['5c00aa0b-67e8-4677-beaf-033d89af1850'] in n-d-843339-1 is: [{'id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'name': 'tempest-FloatingIPsTestJSON-1957928900-router', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1e4762a-c1c6-4195-af03-3a413eced132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:06:26Z', 'updated_at': '2022-05-25T20:06:34Z', 'revision_number': 4, 'project_id': '7c0c66af2eb34b139057600f166999bd', 'gw_port': {'id': 'b1e4762a-c1c6-4195-af03-3a413eced132', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:06:28Z', 'updated_at': '2022-05-25T20:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'c14566e0-0f19-4e65-a9d4-77a69f926418', 'name': '', 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'mac_address': 'fa:16:3e:52:a6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '6e12fc71-54fa-4911-a4d8-f7d95f91a6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:06:33Z', 'updated_at': '2022-05-25T20:06:35Z', 'revision_number': 2, 'project_id': '7c0c66af2eb34b139057600f166999bd', 'subnets': [{'id': '6e12fc71-54fa-4911-a4d8-f7d95f91a6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:06:36.913962 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:37.049884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4432a-0d5d-49cb-804b-5c5b78d7cf13 req-40950bb9-ce7a-4463-a8a7-9ae81bb0a9d1 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:37.058967 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4d4432a-0d5d-49cb-804b-5c5b78d7cf13 req-40950bb9-ce7a-4463-a8a7-9ae81bb0a9d1 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1373134 May 25 20:06:37.067221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:37.068573 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:37.069980 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] 10.222.0.70 "PUT /v2.0/ports/5af86fe0-3e0e-4177-b852-10222d5fbad3 HTTP/1.1" status: 200 len: 1091 time: 1.8290930 May 25 20:06:37.070473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'tag': '5af86fe0-3e0e-4177-b852-10222d5fbad3'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:06:37.108256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4d4432a-0d5d-49cb-804b-5c5b78d7cf13 req-085e62da-a0a1-4a73-8e03-f83114483abd tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484178 May 25 20:06:37.164590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Request body: {'port': {'device_id': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:37.206317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea2cf7-c768-44f2-a9c0-f1fb17af9c52 service neutron] Pushing event updated for resources: {'Port': ['ID=5af86fe0-3e0e-4177-b852-10222d5fbad3,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:37.418122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43527319-4f18-4636-ac01-78e29f0397d4 req-c85056c9-92c5-4b87-ba22-2a782c9a0fa0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3925447 May 25 20:06:37.419571 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:37.444968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663ef3f-ef85-45be-b8ff-72cca66c5c4b req-81271767-6c53-483e-acde-2a7e799fa2b3 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:37.450956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4663ef3f-ef85-45be-b8ff-72cca66c5c4b req-81271767-6c53-483e-acde-2a7e799fa2b3 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.3737319 May 25 20:06:37.571402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-6230e0de-76d6-4109-87f6-464adb7aaba7 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Synchronizing usage tracker for tenant:7c0c66af2eb34b139057600f166999bd on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:37.601685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-6230e0de-76d6-4109-87f6-464adb7aaba7 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Unset dirty status for tenant:7c0c66af2eb34b139057600f166999bd on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:37.605860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-6230e0de-76d6-4109-87f6-464adb7aaba7 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2244675 May 25 20:06:37.621385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:37.631371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:37.638067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Usage tracker for resource:floatingip and tenant:7c0c66af2eb34b139057600f166999bd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:37.642323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:37.655016 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4663ef3f-ef85-45be-b8ff-72cca66c5c4b req-85fab29c-e641-4944-b14e-8d5bbf39c8c0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346374 May 25 20:06:37.660009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:37.677686 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:37.840329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43527319-4f18-4636-ac01-78e29f0397d4 req-8f6b9eb5-504c-4688-85d7-19f2f197ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:37.841870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43527319-4f18-4636-ac01-78e29f0397d4 req-8f6b9eb5-504c-4688-85d7-19f2f197ed40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 1102 time: 0.3842218 May 25 20:06:38.020121 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-79cdbd6d-6f6a-4e42-bbd1-08c0f14bf141 req-af63abdc-a117-4403-9c5b-875b24e83b58 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1770868 May 25 20:06:38.080379 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:38.104500 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da64c140-1f73-4618-a031-2f5e1672ec24'] response: {'name': 'network-changed', 'server_uuid': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'tag': '5af86fe0-3e0e-4177-b852-10222d5fbad3', 'status': 'completed', 'code': 200} May 25 20:06:38.275882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Allocated IP 172.25.3.250 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/a8b002a7-170e-40b8-98cc-81bb2c8926e6) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:06:38.352653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43527319-4f18-4636-ac01-78e29f0397d4 req-a9f70de3-87ea-46c2-92e1-265f6cf1c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:38.355613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43527319-4f18-4636-ac01-78e29f0397d4 req-a9f70de3-87ea-46c2-92e1-265f6cf1c823 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.3801913 May 25 20:06:38.440911 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43527319-4f18-4636-ac01-78e29f0397d4 req-5cb0b009-316f-40c1-90be-d5f67c96cb5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb HTTP/1.1" status: 200 len: 217 time: 0.0793629 May 25 20:06:38.449944 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:38.496201 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:38.533096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736eccb-587b-4955-8ff5-c55f8526bd9f req-3cc57214-bb99-4be3-b8d7-cb2beae834db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:38.533565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736eccb-587b-4955-8ff5-c55f8526bd9f req-3cc57214-bb99-4be3-b8d7-cb2beae834db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:38.535113 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6736eccb-587b-4955-8ff5-c55f8526bd9f req-3cc57214-bb99-4be3-b8d7-cb2beae834db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e579da175ae34ba290b3df4b663acf2e&device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1913 time: 0.4070370 May 25 20:06:38.570103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:38.573315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:38.576025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:06:38.622094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Pushing event updated for resources: {'Port': ['ID=a8b002a7-170e-40b8-98cc-81bb2c8926e6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:38.665352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7598f1f0-d268-464a-b4c9-ef62353ae558 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:06:38.678855 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:38.694534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b35368-801e-40e2-8291-9f6a8c8cfa4a req-4a6e7800-70d0-4a91-9aa2-74443644aa08 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:38.701839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-31b35368-801e-40e2-8291-9f6a8c8cfa4a req-4a6e7800-70d0-4a91-9aa2-74443644aa08 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.4812484 May 25 20:06:38.717793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43527319-4f18-4636-ac01-78e29f0397d4 req-5b293d80-1464-487f-a297-a2a9cf92f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:38.719823 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43527319-4f18-4636-ac01-78e29f0397d4 req-5b293d80-1464-487f-a297-a2a9cf92f4c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2646513 May 25 20:06:38.724657 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:38.772611 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:38.833012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Transition to ACTIVE for port object 7598f1f0-d268-464a-b4c9-ef62353ae558 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:06:38.850521 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:38.998381 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b1e4762a-c1c6-4195-af03-3a413eced132 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:39.067071 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:39.073287 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:39.075904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port b1e4762a-c1c6-4195-af03-3a413eced132 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:39.080880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b1e4762a-c1c6-4195-af03-3a413eced132 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:39.081352 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:39.081616 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-31b35368-801e-40e2-8291-9f6a8c8cfa4a req-4ce93e62-8472-46e7-ac80-eb10fac0374f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780844 May 25 20:06:39.147976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736eccb-587b-4955-8ff5-c55f8526bd9f req-c83b4f2b-e1d9-432b-bc39-870461077718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:39.148381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736eccb-587b-4955-8ff5-c55f8526bd9f req-c83b4f2b-e1d9-432b-bc39-870461077718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:39.148989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736eccb-587b-4955-8ff5-c55f8526bd9f req-c83b4f2b-e1d9-432b-bc39-870461077718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:39.150757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6736eccb-587b-4955-8ff5-c55f8526bd9f req-c83b4f2b-e1d9-432b-bc39-870461077718 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e579da175ae34ba290b3df4b663acf2e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5854516 May 25 20:06:39.255335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Pushing event updated for resources: {'Port': ['ID=a8b002a7-170e-40b8-98cc-81bb2c8926e6,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:39.287285 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:39.313425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b1e4762a-c1c6-4195-af03-3a413eced132 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:39.314247 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:39.319233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:39.320481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d4d9404b-987b-4868-b47c-50d6894498d9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7076373 May 25 20:06:39.338432 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port b1e4762a-c1c6-4195-af03-3a413eced132, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b1e4762a-c1c6-4195-af03-3a413eced132,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:39.347376 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:39.419449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d2bd58aa-8308-4e03-a956-3087a702f00e tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Synchronizing usage tracker for tenant:7c0c66af2eb34b139057600f166999bd on resource:floatingip {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:39.445776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Pushing event updated for resources: {'Port': ['ID=7598f1f0-d268-464a-b4c9-ef62353ae558,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:39.464154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d2bd58aa-8308-4e03-a956-3087a702f00e tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Unset dirty status for tenant:7c0c66af2eb34b139057600f166999bd on resource:floatingip {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:39.465631 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-d2bd58aa-8308-4e03-a956-3087a702f00e tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.1372764 May 25 20:06:39.468424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=b1e4762a-c1c6-4195-af03-3a413eced132,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:39.478987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736eccb-587b-4955-8ff5-c55f8526bd9f req-b35fe9e4-540b-45e8-9f44-fe4110f96780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:39.480489 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6736eccb-587b-4955-8ff5-c55f8526bd9f req-b35fe9e4-540b-45e8-9f44-fe4110f96780 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3065209 May 25 20:06:39.617176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43527319-4f18-4636-ac01-78e29f0397d4 req-b463ed00-9240-4e72-806b-ea92c56fdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:39.619893 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43527319-4f18-4636-ac01-78e29f0397d4 req-b463ed00-9240-4e72-806b-ea92c56fdc36 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8713465 May 25 20:06:39.628135 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Sync routers for ids ['5c00aa0b-67e8-4677-beaf-033d89af1850'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:06:39.639610 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Routers {'5c00aa0b-67e8-4677-beaf-033d89af1850'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:06:39.640831 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:06:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5c00aa0b-67e8-4677-beaf-033d89af1850'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:39.686506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-a9758f55-0f33-4dc6-a345-73ae31ae8360 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:39.700726 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73eace4c-2db4-48bf-8a4c-69b3751cf4f5 req-a9758f55-0f33-4dc6-a345-73ae31ae8360 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.2255821 May 25 20:06:39.761476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Attempting to bind port 7598f1f0-d268-464a-b4c9-ef62353ae558 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:06:39.762030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Attempting to bind port 7598f1f0-d268-464a-b4c9-ef62353ae558 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a82aca1f-8c19-4e7d-a764-18770451c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e56f74e7-85f4-41a7-a878-fefc01df16c0'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:06:39.762185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Attempting to bind port 7598f1f0-d268-464a-b4c9-ef62353ae558 on network e56f74e7-85f4-41a7-a878-fefc01df16c0 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:06:39.785039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Port 7598f1f0-d268-464a-b4c9-ef62353ae558 on network e56f74e7-85f4-41a7-a878-fefc01df16c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:06:39.785365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Attempting to bind port 7598f1f0-d268-464a-b4c9-ef62353ae558 on network e56f74e7-85f4-41a7-a878-fefc01df16c0 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:06:39.803387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:06:39.803719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Checking segment: {'id': 'a82aca1f-8c19-4e7d-a764-18770451c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e56f74e7-85f4-41a7-a878-fefc01df16c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:06:39.804119 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Bound using segment: {'id': 'a82aca1f-8c19-4e7d-a764-18770451c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e56f74e7-85f4-41a7-a878-fefc01df16c0'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:06:39.804569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Bound port: 7598f1f0-d268-464a-b4c9-ef62353ae558, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82aca1f-8c19-4e7d-a764-18770451c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e56f74e7-85f4-41a7-a878-fefc01df16c0'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:06:39.804915 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:39.834465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2bda7-e7a0-44e1-93d7-4389e636fd9c req-6544245e-a181-4078-a7ce-17a354daaefb tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:39.841390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2bda7-e7a0-44e1-93d7-4389e636fd9c req-6544245e-a181-4078-a7ce-17a354daaefb tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:39.842174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3ab2bda7-e7a0-44e1-93d7-4389e636fd9c req-6544245e-a181-4078-a7ce-17a354daaefb tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Synchronizing usage tracker for tenant:e579da175ae34ba290b3df4b663acf2e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:39.902085 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Set router 5c00aa0b-67e8-4677-beaf-033d89af1850 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:06:39.907871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161c8c9-e4de-4fc6-9034-8020ab03175a req-9aede5e2-702d-4df2-9636-9c931a344b4c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:39.909372 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e161c8c9-e4de-4fc6-9034-8020ab03175a req-9aede5e2-702d-4df2-9636-9c931a344b4c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.0857921 May 25 20:06:39.925357 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43527319-4f18-4636-ac01-78e29f0397d4 req-bbb8746b-1f48-4175-9b59-2faebdc7165c service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800479 May 25 20:06:39.927141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3ab2bda7-e7a0-44e1-93d7-4389e636fd9c req-6544245e-a181-4078-a7ce-17a354daaefb tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Unset dirty status for tenant:e579da175ae34ba290b3df4b663acf2e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:39.928314 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3ab2bda7-e7a0-44e1-93d7-4389e636fd9c req-6544245e-a181-4078-a7ce-17a354daaefb tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1678 time: 0.4399767 May 25 20:06:39.973058 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e161c8c9-e4de-4fc6-9034-8020ab03175a req-edfcae98-3f41-41d8-9539-7a51b9f55493 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563486 May 25 20:06:40.087812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] For port 7598f1f0-d268-464a-b4c9-ef62353ae558, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:06:40.097235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3ab2bda7-e7a0-44e1-93d7-4389e636fd9c req-aa0b88f5-9240-4482-887c-9101c4ece8fe tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416249 May 25 20:06:40.116626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] For port 7598f1f0-d268-464a-b4c9-ef62353ae558, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7598f1f0-d268-464a-b4c9-ef62353ae558,segment=NetworkSegment(a82aca1f-8c19-4e7d-a764-18770451c548),segment_id=a82aca1f-8c19-4e7d-a764-18770451c548)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:06:40.132739 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:40.189905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3249e92-f5c4-49c6-80ad-f4d756a34208 req-18616b91-fe69-4c0d-91e6-236e10f5051f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:40.198087 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d3249e92-f5c4-49c6-80ad-f4d756a34208 req-18616b91-fe69-4c0d-91e6-236e10f5051f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1237659 May 25 20:06:40.210072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:40.211225 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:40.213683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] 10.222.0.70 "PUT /v2.0/ports/7598f1f0-d268-464a-b4c9-ef62353ae558 HTTP/1.1" status: 200 len: 1092 time: 3.0615489 May 25 20:06:40.215635 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43527319-4f18-4636-ac01-78e29f0397d4 req-60ab767f-368a-4861-b922-edbdb99afef5 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846913 May 25 20:06:40.218233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'tag': '7598f1f0-d268-464a-b4c9-ef62353ae558'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:06:40.276580 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'name': 'tempest-FloatingIPsTestJSON-1957928900-router', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1e4762a-c1c6-4195-af03-3a413eced132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:06:26Z', 'updated_at': '2022-05-25T20:06:34Z', 'revision_number': 4, 'project_id': '7c0c66af2eb34b139057600f166999bd', 'gw_port': {'id': 'b1e4762a-c1c6-4195-af03-3a413eced132', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:06:28Z', 'updated_at': '2022-05-25T20:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'c14566e0-0f19-4e65-a9d4-77a69f926418', 'name': '', 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'mac_address': 'fa:16:3e:52:a6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '6e12fc71-54fa-4911-a4d8-f7d95f91a6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:06:33Z', 'updated_at': '2022-05-25T20:06:35Z', 'revision_number': 2, 'project_id': '7c0c66af2eb34b139057600f166999bd', 'subnets': [{'id': '6e12fc71-54fa-4911-a4d8-f7d95f91a6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:40.281267 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Checking router: 5c00aa0b-67e8-4677-beaf-033d89af1850 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:06:40.281603 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Updating router 5c00aa0b-67e8-4677-beaf-033d89af1850 port c14566e0-0f19-4e65-a9d4-77a69f926418 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:06:40.294768 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d3249e92-f5c4-49c6-80ad-f4d756a34208 req-8c230a05-87a8-429f-9bb2-b3f8f0a9c952 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953979 May 25 20:06:40.343144 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:40.345149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8974ff2-3e6a-4ee4-8748-e471e1ee77fb service neutron] Pushing event updated for resources: {'Port': ['ID=7598f1f0-d268-464a-b4c9-ef62353ae558,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:40.431685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e284d5-0e62-464b-91bb-5bd9bf1fa070 req-33e6387d-5705-4151-b28c-218d3b305090 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:40.433242 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70e284d5-0e62-464b-91bb-5bd9bf1fa070 req-33e6387d-5705-4151-b28c-218d3b305090 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1842616 May 25 20:06:40.440977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-8b98a066-2617-46b9-9d86-017e131ab41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:40.441448 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-8b98a066-2617-46b9-9d86-017e131ab41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:40.443029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-8b98a066-2617-46b9-9d86-017e131ab41f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e579da175ae34ba290b3df4b663acf2e&device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1980 time: 0.1530125 May 25 20:06:40.464407 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-19b5fef5-da5c-4143-9c9d-6c3e24407d3c req-68c39259-891f-400c-90d3-772ffbad9b0f tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0621815 May 25 20:06:40.572573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-b55bee80-d93a-4d31-ac89-ff26d1fd9aaf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.24&port_id=5af86fe0-3e0e-4177-b852-10222d5fbad3 HTTP/1.1" status: 200 len: 217 time: 0.1121190 May 25 20:06:40.621970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70e284d5-0e62-464b-91bb-5bd9bf1fa070 req-340c62c7-7e5a-49b7-9a1b-477c4c2a380c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778319 May 25 20:06:40.653276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-7c5cbbb3-a54b-4126-81e8-ca8a809a0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:40.655259 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-7c5cbbb3-a54b-4126-81e8-ca8a809a0bd9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=39f44c92-810b-426f-9421-fb3262c8f2fc HTTP/1.1" status: 200 len: 801 time: 0.0767682 May 25 20:06:40.761794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-db7247b0-b276-4a19-90d7-5c2999f81b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:40.763605 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-20b23bea-c794-4e35-a644-4dff03b2aeb1 req-853d8e0e-b9b6-4a15-a694-c5680fd576a9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/floatingips/81e1bc32-3ed7-47e2-9cc0-6b99d157075b HTTP/1.1" status: 200 len: 693 time: 0.1500459 May 25 20:06:40.764058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-db7247b0-b276-4a19-90d7-5c2999f81b95 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0982885 May 25 20:06:40.787852 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:40.802882 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Transition to ACTIVE for port object c14566e0-0f19-4e65-a9d4-77a69f926418 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:06:40.816388 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:40.978260 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b1e4762a-c1c6-4195-af03-3a413eced132 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:41.015276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-29cf1279-2a50-4e17-b2df-4a837b0fc59a service neutron] 10.222.0.70 "GET /v2.0/networks/cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431128 May 25 20:06:41.054865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01720431-b498-4c28-a2bb-970f77860325 req-263151ed-98c0-45e6-9106-9fb17c0b3773 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:41.059321 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e34204-7cdb-4936-8cc0-4fb05b0a29df None None] Pushing event updated for resources: {'Port': ['ID=c14566e0-0f19-4e65-a9d4-77a69f926418,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:41.064583 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01720431-b498-4c28-a2bb-970f77860325 req-263151ed-98c0-45e6-9106-9fb17c0b3773 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2508237 May 25 20:06:41.115146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b1e4762a-c1c6-4195-af03-3a413eced132 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:41.115507 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:41.123289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b23bea-c794-4e35-a644-4dff03b2aeb1 req-8b0b95d4-a18d-4e75-8eca-9ec82597b09e tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:41.150979 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-20b23bea-c794-4e35-a644-4dff03b2aeb1 req-8b0b95d4-a18d-4e75-8eca-9ec82597b09e tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.3808601 May 25 20:06:41.240844 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Attempting to bind port c14566e0-0f19-4e65-a9d4-77a69f926418 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:06:41.241343 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Attempting to bind port c14566e0-0f19-4e65-a9d4-77a69f926418 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '8ecf435f-8d8d-4980-a835-5ec9158e7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:06:41.242041 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Attempting to bind port c14566e0-0f19-4e65-a9d4-77a69f926418 on network 0dd5e026-9b35-4c65-9103-06f102181657 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:06:41.257963 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:06:41.259070 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Checking segment: {'id': '8ecf435f-8d8d-4980-a835-5ec9158e7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:06:41.259567 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:41.260044 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Bound using segment: {'id': '8ecf435f-8d8d-4980-a835-5ec9158e7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:06:41.261442 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Bound port: c14566e0-0f19-4e65-a9d4-77a69f926418, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ecf435f-8d8d-4980-a835-5ec9158e7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:06:41.269481 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:41.294845 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf96f8b-4372-4baa-b123-677f7ac18cb7'] response: {'name': 'network-changed', 'server_uuid': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'tag': '7598f1f0-d268-464a-b4c9-ef62353ae558', 'status': 'completed', 'code': 200} May 25 20:06:41.366135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01720431-b498-4c28-a2bb-970f77860325 req-0110f36a-9bfd-46d0-b1db-65eaea16c5f0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006051 May 25 20:06:41.400903 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] For port c14566e0-0f19-4e65-a9d4-77a69f926418, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:06:41.406046 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] For port c14566e0-0f19-4e65-a9d4-77a69f926418, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c14566e0-0f19-4e65-a9d4-77a69f926418,segment=NetworkSegment(8ecf435f-8d8d-4980-a835-5ec9158e7b6a),segment_id=8ecf435f-8d8d-4980-a835-5ec9158e7b6a)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:06:41.413025 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:41.443395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b1e4762a-c1c6-4195-af03-3a413eced132 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:41.445351 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-648dd85b-f17f-48a5-a1dc-eabe5b719209 service neutron] 10.222.0.70 "GET /v2.0/networks/cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181576 May 25 20:06:41.515549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559094e-b9d9-43fd-8225-cceb0889246c req-404f292e-5e53-4e2b-939d-cb6a1b6e23b4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:41.522896 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4559094e-b9d9-43fd-8225-cceb0889246c req-404f292e-5e53-4e2b-939d-cb6a1b6e23b4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1175041 May 25 20:06:41.537473 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Routers {'5c00aa0b-67e8-4677-beaf-033d89af1850'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:06:41.538599 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:06:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5c00aa0b-67e8-4677-beaf-033d89af1850'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:41.579495 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4559094e-b9d9-43fd-8225-cceb0889246c req-b06014ff-d0ec-4191-bb20-291af60cc5c9 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556786 May 25 20:06:41.604024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-9b6f7dcf-f797-48a3-a8fb-73d719b2729e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.173&port_id=7598f1f0-d268-464a-b4c9-ef62353ae558 HTTP/1.1" status: 200 len: 217 time: 0.1526494 May 25 20:06:41.738711 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0ab96b8-d463-4310-afc8-e3f0b33669f9 req-da110a73-8aa6-4417-95c9-f2e5e873e1f5 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=7c0c66af2eb34b139057600f166999bd HTTP/1.1" status: 200 len: 696 time: 0.1251070 May 25 20:06:41.759618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-df27ebbc-b062-43f5-83b5-22a1dda4a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:41.761164 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-df27ebbc-b062-43f5-83b5-22a1dda4a9a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d01640c-ee73-4d39-bef9-9973d0cd8ce5 HTTP/1.1" status: 200 len: 801 time: 0.1504300 May 25 20:06:41.772571 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e34204-7cdb-4936-8cc0-4fb05b0a29df None None] Pushing event updated for resources: {'Port': ['ID=c14566e0-0f19-4e65-a9d4-77a69f926418,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:41.832098 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] Set router 5c00aa0b-67e8-4677-beaf-033d89af1850 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:06:41.837037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa795c35-7515-42d4-b3f3-dd3a3268a87e req-ca7726a0-18cd-4e47-a22d-c29f7091e581 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:41.843221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa795c35-7515-42d4-b3f3-dd3a3268a87e req-ca7726a0-18cd-4e47-a22d-c29f7091e581 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:41.844948 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fa795c35-7515-42d4-b3f3-dd3a3268a87e req-ca7726a0-18cd-4e47-a22d-c29f7091e581 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1678 time: 0.3016396 May 25 20:06:41.920585 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fa795c35-7515-42d4-b3f3-dd3a3268a87e req-147f4f3a-449f-4828-b8bc-b0de88aeaf4d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691648 May 25 20:06:41.931422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-f3e403a3-7d63-47be-bcc5-a47f8685fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:41.933106 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-f3e403a3-7d63-47be-bcc5-a47f8685fa54 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e56f74e7-85f4-41a7-a878-fefc01df16c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1647122 May 25 20:06:42.001161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab96b8-d463-4310-afc8-e3f0b33669f9 req-bec3a23a-7bcc-4a0f-97d1-e61d43a23b45 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:42.018495 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0ab96b8-d463-4310-afc8-e3f0b33669f9 req-bec3a23a-7bcc-4a0f-97d1-e61d43a23b45 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/networks?id=63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 787 time: 0.2671988 May 25 20:06:42.126740 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-f2701444-1b28-4271-a1d5-bf2c61baa62d service neutron] 10.222.0.70 "GET /v2.0/networks/e56f74e7-85f4-41a7-a878-fefc01df16c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851878 May 25 20:06:42.237059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386f95a-e3dc-4f57-adf2-ae9aa9b18fc1 req-42da6caf-a17d-435a-b2b3-94bb9372645f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:42.240231 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a386f95a-e3dc-4f57-adf2-ae9aa9b18fc1 req-42da6caf-a17d-435a-b2b3-94bb9372645f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1169775 May 25 20:06:42.285662 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'name': 'tempest-FloatingIPsTestJSON-1957928900-router', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1e4762a-c1c6-4195-af03-3a413eced132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:06:26Z', 'updated_at': '2022-05-25T20:06:34Z', 'revision_number': 4, 'project_id': '7c0c66af2eb34b139057600f166999bd', 'gw_port': {'id': 'b1e4762a-c1c6-4195-af03-3a413eced132', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:06:28Z', 'updated_at': '2022-05-25T20:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'c14566e0-0f19-4e65-a9d4-77a69f926418', 'name': '', 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'mac_address': 'fa:16:3e:52:a6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '6e12fc71-54fa-4911-a4d8-f7d95f91a6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:06:33Z', 'updated_at': '2022-05-25T20:06:41Z', 'revision_number': 4, 'project_id': '7c0c66af2eb34b139057600f166999bd', 'subnets': [{'id': '6e12fc71-54fa-4911-a4d8-f7d95f91a6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:42.291996 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33445a1-6c90-4321-b276-d4187ab09871 None None] The sync data for ids ['5c00aa0b-67e8-4677-beaf-033d89af1850'] in n-d-843339-1 is: [{'id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'name': 'tempest-FloatingIPsTestJSON-1957928900-router', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1e4762a-c1c6-4195-af03-3a413eced132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:06:26Z', 'updated_at': '2022-05-25T20:06:34Z', 'revision_number': 4, 'project_id': '7c0c66af2eb34b139057600f166999bd', 'gw_port': {'id': 'b1e4762a-c1c6-4195-af03-3a413eced132', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:06:28Z', 'updated_at': '2022-05-25T20:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'c14566e0-0f19-4e65-a9d4-77a69f926418', 'name': '', 'network_id': '0dd5e026-9b35-4c65-9103-06f102181657', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'mac_address': 'fa:16:3e:52:a6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '6e12fc71-54fa-4911-a4d8-f7d95f91a6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:06:33Z', 'updated_at': '2022-05-25T20:06:41Z', 'revision_number': 4, 'project_id': '7c0c66af2eb34b139057600f166999bd', 'subnets': [{'id': '6e12fc71-54fa-4911-a4d8-f7d95f91a6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:06:42.325433 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a386f95a-e3dc-4f57-adf2-ae9aa9b18fc1 req-00e9c5c9-f9cc-43cb-a7f5-7ea03b57c844 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742066 May 25 20:06:42.346372 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1470239b-b9a3-4747-adf2-ba2226cb482c req-e3d299a0-9b81-4e43-8806-42200738a795 service neutron] 10.222.0.70 "GET /v2.0/networks/e56f74e7-85f4-41a7-a878-fefc01df16c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133934 May 25 20:06:42.475663 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-40be0bdb-b099-49d4-becf-3c1411fd4d81 req-efd85166-c094-4b93-9201-7adf1e196110 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0883231 May 25 20:06:42.511645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecae69-3d53-48f6-9880-038af40df040 req-230c5ce5-60f1-4641-a279-9b5e21f849e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:42.512183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecae69-3d53-48f6-9880-038af40df040 req-230c5ce5-60f1-4641-a279-9b5e21f849e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:42.513708 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a2ecae69-3d53-48f6-9880-038af40df040 req-230c5ce5-60f1-4641-a279-9b5e21f849e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e579da175ae34ba290b3df4b663acf2e&device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1980 time: 0.0890243 May 25 20:06:42.584459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ad94-02d0-477b-a768-95e37690c71e req-2593af95-6ac8-42e6-b8d5-ffa7a7891940 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:42.585998 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c852ad94-02d0-477b-a768-95e37690c71e req-2593af95-6ac8-42e6-b8d5-ffa7a7891940 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1047060 May 25 20:06:42.658888 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c852ad94-02d0-477b-a768-95e37690c71e req-82c0b764-c1ef-4bcb-b5ac-8791b84b0f6d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653265 May 25 20:06:42.691271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f24bbc4d-a1e9-4298-be41-e4e49839b3e7 req-d8910c55-d44f-4d50-88e0-adf0a9dfe343 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/floatingips/81e1bc32-3ed7-47e2-9cc0-6b99d157075b HTTP/1.1" status: 200 len: 693 time: 0.1486211 May 25 20:06:42.837997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecae69-3d53-48f6-9880-038af40df040 req-e5026789-9a27-486d-aecc-b9f7728b4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:42.840058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a2ecae69-3d53-48f6-9880-038af40df040 req-e5026789-9a27-486d-aecc-b9f7728b4d05 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e56f74e7-85f4-41a7-a878-fefc01df16c0 HTTP/1.1" status: 200 len: 902 time: 0.3176243 May 25 20:06:42.926768 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a2ecae69-3d53-48f6-9880-038af40df040 req-a4d04b78-88e3-461c-90bb-ff5e6c6ac29f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.173&port_id=7598f1f0-d268-464a-b4c9-ef62353ae558 HTTP/1.1" status: 200 len: 217 time: 0.0760705 May 25 20:06:42.974127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4015178-2cda-46be-af6b-61a6f718434a req-3491f3aa-fd16-40ae-9ca9-342cffa3371b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:42.976175 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4015178-2cda-46be-af6b-61a6f718434a req-3491f3aa-fd16-40ae-9ca9-342cffa3371b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1198013 May 25 20:06:42.990338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c14566e0-0f19-4e65-a9d4-77a69f926418 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:43.011610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bbc4d-a1e9-4298-be41-e4e49839b3e7 req-70823e5f-94e8-4eee-8697-6b99d7953d66 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:43.019005 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f24bbc4d-a1e9-4298-be41-e4e49839b3e7 req-70823e5f-94e8-4eee-8697-6b99d7953d66 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.3201263 May 25 20:06:43.042525 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4015178-2cda-46be-af6b-61a6f718434a req-b482585d-a9cc-4649-854f-fdfc4e20e103 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574062 May 25 20:06:43.116368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port c14566e0-0f19-4e65-a9d4-77a69f926418 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:43.120362 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f24bbc4d-a1e9-4298-be41-e4e49839b3e7 req-611c845f-5d90-497a-8bd2-5a6ab25d59be tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.1002097 May 25 20:06:43.123327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c14566e0-0f19-4e65-a9d4-77a69f926418 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:43.124034 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:43.282049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0704622-dafe-4b60-a9bd-669816edc5ac req-6d0840d4-2ce4-4452-add7-1232a58a0d92 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:43.292658 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0704622-dafe-4b60-a9bd-669816edc5ac req-6d0840d4-2ce4-4452-add7-1232a58a0d92 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1365459 May 25 20:06:43.319593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c14566e0-0f19-4e65-a9d4-77a69f926418 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:43.320463 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:43.338385 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0704622-dafe-4b60-a9bd-669816edc5ac req-51e5d9df-64fc-4fe9-aebb-da2c866aea56 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448351 May 25 20:06:43.363187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecae69-3d53-48f6-9880-038af40df040 req-cc29e104-bbd4-4182-bad1-5415336c91f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:43.364868 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a2ecae69-3d53-48f6-9880-038af40df040 req-cc29e104-bbd4-4182-bad1-5415336c91f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5d01640c-ee73-4d39-bef9-9973d0cd8ce5 HTTP/1.1" status: 200 len: 801 time: 0.4281497 May 25 20:06:43.369793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port c14566e0-0f19-4e65-a9d4-77a69f926418, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c14566e0-0f19-4e65-a9d4-77a69f926418,segment=NetworkSegment(8ecf435f-8d8d-4980-a835-5ec9158e7b6a),segment_id=8ecf435f-8d8d-4980-a835-5ec9158e7b6a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:43.374953 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:43.412992 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f24bbc4d-a1e9-4298-be41-e4e49839b3e7 req-4c3e3dc2-6f31-4f2b-88d3-e2fa1f70b0f9 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.2917733 May 25 20:06:43.461840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=c14566e0-0f19-4e65-a9d4-77a69f926418,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:43.598551 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-f24bbc4d-a1e9-4298-be41-e4e49839b3e7 req-55eda30f-d753-4370-b3ae-9bfb5c8c83c3 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Deleting port a8b002a7-170e-40b8-98cc-81bb2c8926e6 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:43.598791 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f24bbc4d-a1e9-4298-be41-e4e49839b3e7 req-55eda30f-d753-4370-b3ae-9bfb5c8c83c3 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:43.616426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758ba1d-258e-4dc1-b229-5263e149df86 req-d0e76803-b7e0-41b1-ae9a-ca5985ec4b40 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:43.623164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758ba1d-258e-4dc1-b229-5263e149df86 req-d0e76803-b7e0-41b1-ae9a-ca5985ec4b40 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:43.624785 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3758ba1d-258e-4dc1-b229-5263e149df86 req-d0e76803-b7e0-41b1-ae9a-ca5985ec4b40 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1678 time: 0.0986633 May 25 20:06:43.656183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecae69-3d53-48f6-9880-038af40df040 req-44da55f1-bc47-4913-b768-32d0b40f3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:43.657639 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a2ecae69-3d53-48f6-9880-038af40df040 req-44da55f1-bc47-4913-b768-32d0b40f3335 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e56f74e7-85f4-41a7-a878-fefc01df16c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2839148 May 25 20:06:43.674692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3758ba1d-258e-4dc1-b229-5263e149df86 req-278c04f8-83fc-4c5c-9e9d-f56ada556100 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428751 May 25 20:06:43.859886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461ffd7-8f6f-4bbd-9aba-7c2de7000fdb req-46fbd31d-1f3b-4d5f-af68-6b3ac75c193a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:43.861286 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5461ffd7-8f6f-4bbd-9aba-7c2de7000fdb req-46fbd31d-1f3b-4d5f-af68-6b3ac75c193a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.0887032 May 25 20:06:43.889374 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f24bbc4d-a1e9-4298-be41-e4e49839b3e7 req-55eda30f-d753-4370-b3ae-9bfb5c8c83c3 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:43.890019 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f24bbc4d-a1e9-4298-be41-e4e49839b3e7 req-55eda30f-d753-4370-b3ae-9bfb5c8c83c3 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:43.905131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a2ecae69-3d53-48f6-9880-038af40df040 req-40dd01d3-4237-4571-ad3d-a0f333ee473a service neutron] 10.222.0.70 "GET /v2.0/networks/e56f74e7-85f4-41a7-a878-fefc01df16c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267861 May 25 20:06:43.906903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5461ffd7-8f6f-4bbd-9aba-7c2de7000fdb req-176da9d8-1a7c-4172-b3aa-ffd224f359e9 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386324 May 25 20:06:44.041399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-f24bbc4d-a1e9-4298-be41-e4e49839b3e7 req-55eda30f-d753-4370-b3ae-9bfb5c8c83c3 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Calling delete_port for a8b002a7-170e-40b8-98cc-81bb2c8926e6 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:44.076818 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4006b471-b9ab-492e-9617-19fcf8af1878 req-53129442-b93a-450f-ab51-ee735ed3568a tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0431778 May 25 20:06:44.213100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a2ecae69-3d53-48f6-9880-038af40df040 req-00300b89-40c2-497a-bc07-8ea59a0d3a60 service neutron] 10.222.0.70 "GET /v2.0/networks/e56f74e7-85f4-41a7-a878-fefc01df16c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548130 May 25 20:06:44.266039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e141d-2044-4464-ab1a-6088b92665b3 req-3045f3a4-9261-40fa-9360-57333fe2e47a tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:44.268302 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-667e141d-2044-4464-ab1a-6088b92665b3 req-3045f3a4-9261-40fa-9360-57333fe2e47a tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.0973065 May 25 20:06:44.285439 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f24bbc4d-a1e9-4298-be41-e4e49839b3e7 req-55eda30f-d753-4370-b3ae-9bfb5c8c83c3 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:44.329195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-667e141d-2044-4464-ab1a-6088b92665b3 req-5d88fcf3-992b-4dc2-8ddb-6e14fb0ec6e1 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538449 May 25 20:06:44.332765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eda30f-d753-4370-b3ae-9bfb5c8c83c3 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Pushing event deleted for resources: {'Port': ['ID=a8b002a7-170e-40b8-98cc-81bb2c8926e6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:44.429453 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f24bbc4d-a1e9-4298-be41-e4e49839b3e7 req-55eda30f-d753-4370-b3ae-9bfb5c8c83c3 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:44.447579 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f24bbc4d-a1e9-4298-be41-e4e49839b3e7 req-55eda30f-d753-4370-b3ae-9bfb5c8c83c3 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:44.448694 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f24bbc4d-a1e9-4298-be41-e4e49839b3e7 req-55eda30f-d753-4370-b3ae-9bfb5c8c83c3 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "DELETE /v2.0/floatingips/81e1bc32-3ed7-47e2-9cc0-6b99d157075b HTTP/1.1" status: 204 len: 173 time: 1.0292904 May 25 20:06:44.540920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca60039-0e0a-4dca-bb32-c83965e5f1f2 req-843b4a03-04c0-4b09-97f6-1d60260faffa tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:44.543246 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3ca60039-0e0a-4dca-bb32-c83965e5f1f2 req-843b4a03-04c0-4b09-97f6-1d60260faffa tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0869212 May 25 20:06:44.589831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3ca60039-0e0a-4dca-bb32-c83965e5f1f2 req-29cb3201-9e34-45c2-a16d-c8fc27383d42 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408907 May 25 20:06:44.620785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303aa314-01c9-462d-b65b-9ba016a924b1 req-30b222c2-68db-494e-9aba-455a8a91bee5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:44.622084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-303aa314-01c9-462d-b65b-9ba016a924b1 req-30b222c2-68db-494e-9aba-455a8a91bee5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.0828557 May 25 20:06:44.672259 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-303aa314-01c9-462d-b65b-9ba016a924b1 req-f81bbd7f-dc75-4032-93a5-b4f7e1292af0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443876 May 25 20:06:44.816557 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-aceae73c-b786-44b7-bc64-a602458aeea6 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1596410 May 25 20:06:44.826748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:44.832651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:44.836760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Usage tracker for resource:floatingip and tenant:7c0c66af2eb34b139057600f166999bd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:44.839574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:44.845195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:44.856230 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:44.898977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94911d5-3cff-4e0f-a673-53e506322bff req-9239fc81-926e-4e3b-9543-38f7b5ba2d46 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:44.905162 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94911d5-3cff-4e0f-a673-53e506322bff req-9239fc81-926e-4e3b-9543-38f7b5ba2d46 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:44.906764 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a94911d5-3cff-4e0f-a673-53e506322bff req-9239fc81-926e-4e3b-9543-38f7b5ba2d46 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1678 time: 0.0961726 May 25 20:06:44.940849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c14566e0-0f19-4e65-a9d4-77a69f926418 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:44.959217 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a94911d5-3cff-4e0f-a673-53e506322bff req-9ea1495e-6918-4563-9ea1-ff91315f5b63 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 May 25 20:06:45.016140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c14566e0-0f19-4e65-a9d4-77a69f926418 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:45.016643 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:45.023984 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:45.144319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c14566e0-0f19-4e65-a9d4-77a69f926418 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:45.169477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Allocated IP 172.25.3.57 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/c4e11e1d-c125-4d45-8c10-0950adb0e505) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:06:45.234386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebc06-cd5c-479f-8b9c-d2058b401b56 req-14c221ac-028c-44ca-9d42-19b310f68c6c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:45.235826 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-534ebc06-cd5c-479f-8b9c-d2058b401b56 req-14c221ac-028c-44ca-9d42-19b310f68c6c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.0828922 May 25 20:06:45.297292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-534ebc06-cd5c-479f-8b9c-d2058b401b56 req-75cb5049-1f21-4fc0-9dce-e17112c2006b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533061 May 25 20:06:45.337491 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:45.369386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:45.436732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:06:45.439138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:45.442857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:06:45.590835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Pushing event updated for resources: {'Port': ['ID=c4e11e1d-c125-4d45-8c10-0950adb0e505,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:45.607715 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0eccb3c6-e330-4659-9e13-b3f8a6e71047 req-e3662236-ccc3-420d-a086-c5d0496a902b tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1697216 May 25 20:06:45.637306 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:45.703276 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:45.860110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ff7bb-888e-4e09-be0d-ec703fa94b38 req-8e6e2000-4dce-45e7-876f-321fd178b26e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:45.861582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c9ff7bb-888e-4e09-be0d-ec703fa94b38 req-8e6e2000-4dce-45e7-876f-321fd178b26e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.0862312 May 25 20:06:45.913677 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c9ff7bb-888e-4e09-be0d-ec703fa94b38 req-e1282b89-f0c2-4d6c-9514-f4475d9192a4 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 May 25 20:06:45.935096 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:45.939422 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:46.058941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Pushing event updated for resources: {'Port': ['ID=c4e11e1d-c125-4d45-8c10-0950adb0e505,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:46.071767 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:46.099762 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:46.101461 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-f610a731-5e25-474c-a97e-54e3bcdeb92a tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2784116 May 25 20:06:46.132894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfa4f4-4357-4dea-b6cd-21df869ba5a9 req-56e865cb-d429-4a43-97e4-4d81a5894a1d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:46.134427 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3fbfa4f4-4357-4dea-b6cd-21df869ba5a9 req-56e865cb-d429-4a43-97e4-4d81a5894a1d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0851681 May 25 20:06:46.185435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-2a7697f8-5286-4792-bfe2-69c5759e0e71 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Synchronizing usage tracker for tenant:7c0c66af2eb34b139057600f166999bd on resource:floatingip {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:46.187185 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3fbfa4f4-4357-4dea-b6cd-21df869ba5a9 req-8abfb0c2-5458-42f8-b0e1-cbf1a973b4e7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466397 May 25 20:06:46.207539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-2a7697f8-5286-4792-bfe2-69c5759e0e71 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Unset dirty status for tenant:7c0c66af2eb34b139057600f166999bd on resource:floatingip {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:46.209338 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-2a7697f8-5286-4792-bfe2-69c5759e0e71 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.1010261 May 25 20:06:46.411426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-44d8651b-1199-499c-8d5e-bd3c61afc325 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:46.414248 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a16943dc-22c8-47f4-aa28-ecb086d711d8 req-44d8651b-1199-499c-8d5e-bd3c61afc325 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.1984799 May 25 20:06:46.440620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426744d-073b-4468-9009-d2d075cbb7aa req-066814ab-5750-4589-a43c-758f90c32dcc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:46.443202 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e426744d-073b-4468-9009-d2d075cbb7aa req-066814ab-5750-4589-a43c-758f90c32dcc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1057560 May 25 20:06:46.507257 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e426744d-073b-4468-9009-d2d075cbb7aa req-0368b47f-7fef-4fdc-8d27-35dfbefa7acb tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519142 May 25 20:06:46.518956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 5af86fe0-3e0e-4177-b852-10222d5fbad3 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:06:46.631571 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447e401-b8bb-48b3-84d7-b2626f502719 req-adf1e8a2-7834-4eaf-a498-ba7fb1440231 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:46.638435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447e401-b8bb-48b3-84d7-b2626f502719 req-adf1e8a2-7834-4eaf-a498-ba7fb1440231 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:46.640041 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3447e401-b8bb-48b3-84d7-b2626f502719 req-adf1e8a2-7834-4eaf-a498-ba7fb1440231 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1678 time: 0.1216302 May 25 20:06:46.694681 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 5af86fe0-3e0e-4177-b852-10222d5fbad3, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5af86fe0-3e0e-4177-b852-10222d5fbad3,segment=NetworkSegment(3f184187-2fb7-4fb3-9fa4-f950f89341db),segment_id=3f184187-2fb7-4fb3-9fa4-f950f89341db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:46.711570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '5af86fe0-3e0e-4177-b852-10222d5fbad3', 'network_id': 'cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288', 'port_id': '5af86fe0-3e0e-4177-b852-10222d5fbad3', 'mac_address': 'fa:16:3e:ab:d1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f44c92-810b-426f-9421-fb3262c8f2fc', 'ip_address': '19.80.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:06:46.712136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3447e401-b8bb-48b3-84d7-b2626f502719 req-8daea1b4-75cd-4c82-ba98-0c1f712d06b4 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662374 May 25 20:06:46.783527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 5af86fe0-3e0e-4177-b852-10222d5fbad3 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:46.784032 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:46.803970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af86fe0-3e0e-4177-b852-10222d5fbad3 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:06:46.823857 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 5af86fe0-3e0e-4177-b852-10222d5fbad3, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5af86fe0-3e0e-4177-b852-10222d5fbad3,segment=NetworkSegment(3f184187-2fb7-4fb3-9fa4-f950f89341db),segment_id=3f184187-2fb7-4fb3-9fa4-f950f89341db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:46.829207 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:46.830235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 7598f1f0-d268-464a-b4c9-ef62353ae558 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:06:46.926977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc9a5d-e233-4c75-b1ac-7d8793b5c68d req-c55066e6-6509-4603-893c-d9d8acc8873c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:46.928669 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-14dc9a5d-e233-4c75-b1ac-7d8793b5c68d req-c55066e6-6509-4603-893c-d9d8acc8873c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1013157 May 25 20:06:46.978093 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=5af86fe0-3e0e-4177-b852-10222d5fbad3,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:46.980354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-14dc9a5d-e233-4c75-b1ac-7d8793b5c68d req-2a97b491-906a-4f57-9fed-434b0eb6500b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439601 May 25 20:06:46.996369 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-1bc2efa0-0613-449a-b76c-5ef5335fd687 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/floatingips/fc237ed0-8fe6-4964-b50d-3d653d2bd278 HTTP/1.1" status: 200 len: 692 time: 0.1315775 May 25 20:06:47.046767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 7598f1f0-d268-464a-b4c9-ef62353ae558, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7598f1f0-d268-464a-b4c9-ef62353ae558,segment=NetworkSegment(a82aca1f-8c19-4e7d-a764-18770451c548),segment_id=a82aca1f-8c19-4e7d-a764-18770451c548)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:47.061680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '7598f1f0-d268-464a-b4c9-ef62353ae558', 'network_id': 'e56f74e7-85f4-41a7-a878-fefc01df16c0', 'port_id': '7598f1f0-d268-464a-b4c9-ef62353ae558', 'mac_address': 'fa:16:3e:b5:58:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d01640c-ee73-4d39-bef9-9973d0cd8ce5', 'ip_address': '19.86.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:06:47.128905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 7598f1f0-d268-464a-b4c9-ef62353ae558 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:47.129457 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:47.146670 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9c47e95-d3ba-4c3b-851f-65fe89d51060 req-5da0da6c-20c7-4120-b88c-bc4fc4c00b28 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0486963 May 25 20:06:47.147478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7598f1f0-d268-464a-b4c9-ef62353ae558 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:06:47.166367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 7598f1f0-d268-464a-b4c9-ef62353ae558, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7598f1f0-d268-464a-b4c9-ef62353ae558,segment=NetworkSegment(a82aca1f-8c19-4e7d-a764-18770451c548),segment_id=a82aca1f-8c19-4e7d-a764-18770451c548)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:47.174909 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:47.181673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-2fb29f95-7b26-49e9-990e-bafaf5a64b97 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:47.183193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-2fb29f95-7b26-49e9-990e-bafaf5a64b97 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.1813376 May 25 20:06:47.257958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=7598f1f0-d268-464a-b4c9-ef62353ae558,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:47.279658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-de83644f-1a60-4a6f-be55-c05b2a5bc582 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Synchronizing usage tracker for tenant:7c0c66af2eb34b139057600f166999bd on resource:floatingip {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:06:47.292701 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-de83644f-1a60-4a6f-be55-c05b2a5bc582 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Unset dirty status for tenant:7c0c66af2eb34b139057600f166999bd on resource:floatingip {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:06:47.293875 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-de83644f-1a60-4a6f-be55-c05b2a5bc582 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.1041536 May 25 20:06:47.346722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aa362-0679-4223-9ed8-853abbe41a2a req-7205dfbe-eb00-4985-92ce-9653f9bbe44d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:47.348245 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-533aa362-0679-4223-9ed8-853abbe41a2a req-7205dfbe-eb00-4985-92ce-9653f9bbe44d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.0835896 May 25 20:06:47.380459 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-afc1970b-4197-459b-8cd0-bb0931c0413e tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.0797296 May 25 20:06:47.400004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-533aa362-0679-4223-9ed8-853abbe41a2a req-82e48449-4767-40da-9c0e-66003e5e4153 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445368 May 25 20:06:47.570400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-86e2cf14-cc32-47a9-8b71-129e925a0d65 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Deleting port c4e11e1d-c125-4d45-8c10-0950adb0e505 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:47.571745 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-86e2cf14-cc32-47a9-8b71-129e925a0d65 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:47.573231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['5af86fe0-3e0e-4177-b852-10222d5fbad3'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:06:47.608603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d5f1e-cc36-4019-9fb8-c65a5a32ddb6 req-a63b0c28-157b-4674-b9ab-3c4b65172116 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:47.610367 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c71d5f1e-cc36-4019-9fb8-c65a5a32ddb6 req-a63b0c28-157b-4674-b9ab-3c4b65172116 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0874016 May 25 20:06:47.628402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['7598f1f0-d268-464a-b4c9-ef62353ae558'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:06:47.672199 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c71d5f1e-cc36-4019-9fb8-c65a5a32ddb6 req-b4f96646-e1a7-4df0-9465-10324d798467 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525331 May 25 20:06:47.829814 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-86e2cf14-cc32-47a9-8b71-129e925a0d65 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:47.830072 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-86e2cf14-cc32-47a9-8b71-129e925a0d65 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:47.981993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711c16b-acf7-4e66-a481-cfdba7378fb3 req-944a7efd-9824-47fb-abfc-8ba1c3754822 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:47.987127 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7711c16b-acf7-4e66-a481-cfdba7378fb3 req-944a7efd-9824-47fb-abfc-8ba1c3754822 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1334422 May 25 20:06:48.057691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-86e2cf14-cc32-47a9-8b71-129e925a0d65 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Calling delete_port for c4e11e1d-c125-4d45-8c10-0950adb0e505 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:48.068741 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7711c16b-acf7-4e66-a481-cfdba7378fb3 req-383e2988-14fb-48f6-9e5b-fece3c16f830 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736845 May 25 20:06:48.182654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40908) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:48.234324 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-86e2cf14-cc32-47a9-8b71-129e925a0d65 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:48.295425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea370ebb-b04f-4377-b711-0fc2fde1a35a req-b60341d6-75e4-4b65-a660-86b6b7c64d0f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:48.304296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea370ebb-b04f-4377-b711-0fc2fde1a35a req-b60341d6-75e4-4b65-a660-86b6b7c64d0f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:48.308891 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea370ebb-b04f-4377-b711-0fc2fde1a35a req-b60341d6-75e4-4b65-a660-86b6b7c64d0f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1680 time: 0.0992751 May 25 20:06:48.324077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2cf14-cc32-47a9-8b71-129e925a0d65 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Pushing event deleted for resources: {'Port': ['ID=c4e11e1d-c125-4d45-8c10-0950adb0e505,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:48.363044 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4ed7-a00e-4da3-9564-34ce5db58938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:48.389327 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea370ebb-b04f-4377-b711-0fc2fde1a35a req-7a42bc90-ddf9-4076-af7c-d68181aade74 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742662 May 25 20:06:48.390368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d9ba4ed7-a00e-4da3-9564-34ce5db58938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:48.395186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d9ba4ed7-a00e-4da3-9564-34ce5db58938 admin admin] Usage tracker for resource:security_group_rule and tenant:d280a707c21f4d329c20b2d5608b4eb3 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:48.399163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d9ba4ed7-a00e-4da3-9564-34ce5db58938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:48.406494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d9ba4ed7-a00e-4da3-9564-34ce5db58938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:48.525526 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4ed7-a00e-4da3-9564-34ce5db58938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:48.531560 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4ed7-a00e-4da3-9564-34ce5db58938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:48.580618 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-86e2cf14-cc32-47a9-8b71-129e925a0d65 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:48.607754 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-86e2cf14-cc32-47a9-8b71-129e925a0d65 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:48.608109 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cacbc719-2be3-4dad-bba6-e7b64e9ab30f req-86e2cf14-cc32-47a9-8b71-129e925a0d65 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "DELETE /v2.0/floatingips/fc237ed0-8fe6-4964-b50d-3d653d2bd278 HTTP/1.1" status: 204 len: 173 time: 1.2221186 May 25 20:06:48.636018 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d9ba4ed7-a00e-4da3-9564-34ce5db58938 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d280a707c21f4d329c20b2d5608b4eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4520106 May 25 20:06:48.637657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba4ed7-a00e-4da3-9564-34ce5db58938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2144da-cb39-4289-93cf-5e029854a68d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:48.640087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40918) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:48.693785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc20e0-5a96-43d6-b3ce-a25aa97cac9f req-686b741f-c387-4758-b18f-4dd2b66648a8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:48.695067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2bc20e0-5a96-43d6-b3ce-a25aa97cac9f req-686b741f-c387-4758-b18f-4dd2b66648a8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1399622 May 25 20:06:48.745580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a13dfe0-6ecd-46cc-b0c2-a220ba3e638e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:48.770746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2bc20e0-5a96-43d6-b3ce-a25aa97cac9f req-36d5d7a4-f666-4fa3-a8b7-ec24af1f2153 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675533 May 25 20:06:48.817255 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a13dfe0-6ecd-46cc-b0c2-a220ba3e638e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:48.832895 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5501bc7-a25d-4b2c-aeb5-0c2f572813c5 req-a6b7985f-5784-41b6-b23c-ac0db467c230 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0632803 May 25 20:06:48.955271 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-487d562e-b4b4-4899-8e1f-fbd0845c3c75 req-0a7efee7-16b8-4202-94a3-87e219f6ceea tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] show failed (client error): The resource could not be found. May 25 20:06:48.956968 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-487d562e-b4b4-4899-8e1f-fbd0845c3c75 req-0a7efee7-16b8-4202-94a3-87e219f6ceea tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/floatingips/fc237ed0-8fe6-4964-b50d-3d653d2bd278 HTTP/1.1" status: 404 len: 350 time: 0.0935698 May 25 20:06:48.987080 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a13dfe0-6ecd-46cc-b0c2-a220ba3e638e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:49.011736 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a13dfe0-6ecd-46cc-b0c2-a220ba3e638e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:49.012659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13344335-bdf5-4487-bcc0-5410cbf19920 req-2a19dc87-8017-4e61-8563-3cacc3c41632 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:49.014652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7a13dfe0-6ecd-46cc-b0c2-a220ba3e638e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba2144da-cb39-4289-93cf-5e029854a68d HTTP/1.1" status: 204 len: 168 time: 0.3730681 May 25 20:06:49.015551 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-13344335-bdf5-4487-bcc0-5410cbf19920 req-2a19dc87-8017-4e61-8563-3cacc3c41632 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1217430 May 25 20:06:49.015935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13dfe0-6ecd-46cc-b0c2-a220ba3e638e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2144da-cb39-4289-93cf-5e029854a68d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:49.097981 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-13344335-bdf5-4487-bcc0-5410cbf19920 req-a9736bfd-cec8-4289-ab84-138b4136715c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691607 May 25 20:06:49.255157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecb298-e9b7-4b29-870e-a5e4da0551ac req-a2e521a3-e20a-45c2-8454-33d65acbd51e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:49.257503 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05ecb298-e9b7-4b29-870e-a5e4da0551ac req-a2e521a3-e20a-45c2-8454-33d65acbd51e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1293957 May 25 20:06:49.307097 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [req-2c180902-2588-49f2-9c5e-bdecef6d1e07 req-8c9b16c4-1c68-4c53-9930-b375d6f86687 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] show failed (client error): The resource could not be found. May 25 20:06:49.308352 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c180902-2588-49f2-9c5e-bdecef6d1e07 req-8c9b16c4-1c68-4c53-9930-b375d6f86687 tempest-FloatingIPsTestJSON-2126695477 tempest-FloatingIPsTestJSON-2126695477-project] 10.222.0.60 "GET /v2.0/floatingips/fc237ed0-8fe6-4964-b50d-3d653d2bd278 HTTP/1.1" status: 404 len: 350 time: 0.1811357 May 25 20:06:49.323615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40932) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:49.332012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05ecb298-e9b7-4b29-870e-a5e4da0551ac req-63091b44-27f1-4ee0-b72f-c5aa14cb007b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649230 May 25 20:06:49.807385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc21c2-693b-4351-b7c8-6d7834e61c73 req-449697c1-dcee-45b2-b6c6-dec765e4940d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:49.808548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337550a1-5bed-4e10-9fdd-05cafab44360 req-def45c87-1461-4333-96c4-a0e6b4463c5b tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:49.817698 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42fc21c2-693b-4351-b7c8-6d7834e61c73 req-449697c1-dcee-45b2-b6c6-dec765e4940d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2808475 May 25 20:06:49.820549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337550a1-5bed-4e10-9fdd-05cafab44360 req-def45c87-1461-4333-96c4-a0e6b4463c5b tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:49.833340 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-337550a1-5bed-4e10-9fdd-05cafab44360 req-def45c87-1461-4333-96c4-a0e6b4463c5b tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1680 time: 0.1999221 May 25 20:06:49.917481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-337550a1-5bed-4e10-9fdd-05cafab44360 req-b7112eca-7b73-4018-9aea-8aa752a5259e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827053 May 25 20:06:50.065949 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42fc21c2-693b-4351-b7c8-6d7834e61c73 req-8d552434-b11b-4d3b-8775-1dbfc8b3dd60 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473047 May 25 20:06:50.189203 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40960) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:50.282173 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-881807af-dfe5-4071-ac44-0f014fd886ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:50.292937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee01df-fce0-4646-b858-7cbb7f54e490 req-27535816-9e67-47e9-858f-99b53b019ce6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:50.306822 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-41ee01df-fce0-4646-b858-7cbb7f54e490 req-27535816-9e67-47e9-858f-99b53b019ce6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2462063 May 25 20:06:50.382337 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-41ee01df-fce0-4646-b858-7cbb7f54e490 req-7d7ca78b-959e-432d-8b9e-98783a31a096 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741401 May 25 20:06:50.427275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-736524837-network', 'tenant_id': '5b9203b801144a5098b1b28f1babf1e9'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:50.435585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:50.442904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Usage tracker for resource:network and tenant:5b9203b801144a5098b1b28f1babf1e9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:50.448847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:50.460168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:50.474961 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25af1ba3-442b-4ead-bbca-ea165ac1323f req-a0970110-3d85-4290-a3a5-bd17516a3e54 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1136167 May 25 20:06:50.478352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Made reservation on behalf of 5b9203b801144a5098b1b28f1babf1e9 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:06:50.481984 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:50.509076 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:50.539952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:50.548671 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 5af86fe0-3e0e-4177-b852-10222d5fbad3 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:50.564433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Usage tracker for resource:security_group_rule and tenant:5b9203b801144a5098b1b28f1babf1e9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:50.571840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:50.595429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:50.713323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 5af86fe0-3e0e-4177-b852-10222d5fbad3 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:50.723847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 5af86fe0-3e0e-4177-b852-10222d5fbad3 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:50.724316 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:50.859983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e367863-739b-4bf3-840c-fafccaf13d8d req-d07afb5f-9ca8-4d2a-9aab-a9fcdbde396c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:50.861503 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e367863-739b-4bf3-840c-fafccaf13d8d req-d07afb5f-9ca8-4d2a-9aab-a9fcdbde396c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.2092450 May 25 20:06:50.900301 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:50.907272 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:50.919354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b28e7-b2eb-4b69-aa6a-4dee74a14ce7 req-a5c6cf36-03ed-4763-851d-0fbf7d9c23d6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:50.922662 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a9b28e7-b2eb-4b69-aa6a-4dee74a14ce7 req-a5c6cf36-03ed-4763-851d-0fbf7d9c23d6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2567673 May 25 20:06:50.928377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 5af86fe0-3e0e-4177-b852-10222d5fbad3 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:50.928896 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:50.942607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:06:50.962766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af86fe0-3e0e-4177-b852-10222d5fbad3'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:06:50.965925 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e367863-739b-4bf3-840c-fafccaf13d8d req-f7cacc8e-fa72-4377-abd0-039457b3f816 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866089 May 25 20:06:50.973398 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:50.973398 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Added segment 86d511d8-d6b2-422c-9813-a843162f34c8 of type vlan for network 94c445e8-e2a0-4589-a105-e79974d18b34 May 25 20:06:50.974013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c905794d-aaec-4ac8-8725-bf825b983c28,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:50.976621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 5af86fe0-3e0e-4177-b852-10222d5fbad3, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5af86fe0-3e0e-4177-b852-10222d5fbad3,segment=NetworkSegment(3f184187-2fb7-4fb3-9fa4-f950f89341db),segment_id=3f184187-2fb7-4fb3-9fa4-f950f89341db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:50.983936 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:50.985112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 7598f1f0-d268-464a-b4c9-ef62353ae558 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:06:51.018206 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:51.051990 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a9b28e7-b2eb-4b69-aa6a-4dee74a14ce7 req-4bbe7695-75a5-4364-a489-6e9e5cc138e6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221199 May 25 20:06:51.052815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-881807af-dfe5-4071-ac44-0f014fd886ad admin admin] Deleting port c14566e0-0f19-4e65-a9d4-77a69f926418 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:51.053155 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-881807af-dfe5-4071-ac44-0f014fd886ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:51.071599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:51.073983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:51.074650 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:51.213573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0231199 May 25 20:06:51.217163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40974) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:51.224145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3d11-1583-4896-b259-17ef6ac0178c admin admin] Pushing event updated for resources: {'Network': ['ID=94c445e8-e2a0-4589-a105-e79974d18b34,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:51.246858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Request body: {'subnet': {'network_id': '94c445e8-e2a0-4589-a105-e79974d18b34', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-736524837-subnet', 'tenant_id': '5b9203b801144a5098b1b28f1babf1e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:51.253145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:51.258958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 94c445e8-e2a0-4589-a105-e79974d18b34 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:06:51.260528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Usage tracker for resource:subnet and tenant:5b9203b801144a5098b1b28f1babf1e9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:51.263684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:51.271066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:51.286223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Made reservation on behalf of 5b9203b801144a5098b1b28f1babf1e9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:06:51.295842 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:51.296940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-881807af-dfe5-4071-ac44-0f014fd886ad admin admin] For port c14566e0-0f19-4e65-a9d4-77a69f926418, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c14566e0-0f19-4e65-a9d4-77a69f926418,segment=NetworkSegment(8ecf435f-8d8d-4980-a835-5ec9158e7b6a),segment_id=8ecf435f-8d8d-4980-a835-5ec9158e7b6a)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:51.297335 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-881807af-dfe5-4071-ac44-0f014fd886ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:51.311988 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad18d0ef-8b63-40d4-b49d-7082ebb072c2'] response: {'server_uuid': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af86fe0-3e0e-4177-b852-10222d5fbad3', 'code': 200} May 25 20:06:51.347330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=5af86fe0-3e0e-4177-b852-10222d5fbad3,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:51.500893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 7598f1f0-d268-464a-b4c9-ef62353ae558 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:06:51.513336 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 7598f1f0-d268-464a-b4c9-ef62353ae558 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:06:51.513938 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:51.538304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd8c05-4903-4f6e-a557-ac07491c569c req-46aaaf5a-45d8-41b1-b431-fd8195943822 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:51.544679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd8c05-4903-4f6e-a557-ac07491c569c req-46aaaf5a-45d8-41b1-b431-fd8195943822 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:51.546331 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1fcd8c05-4903-4f6e-a557-ac07491c569c req-46aaaf5a-45d8-41b1-b431-fd8195943822 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1681 time: 0.1509166 May 25 20:06:51.681103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-881807af-dfe5-4071-ac44-0f014fd886ad admin admin] Calling delete_port for c14566e0-0f19-4e65-a9d4-77a69f926418 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:51.776755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1fcd8c05-4903-4f6e-a557-ac07491c569c req-13ece8b9-b307-4912-b0b8-1116cc788732 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723740 May 25 20:06:51.781245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 7598f1f0-d268-464a-b4c9-ef62353ae558 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:06:51.782103 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:51.857822 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:51.871517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 7598f1f0-d268-464a-b4c9-ef62353ae558, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7598f1f0-d268-464a-b4c9-ef62353ae558,segment=NetworkSegment(a82aca1f-8c19-4e7d-a764-18770451c548),segment_id=a82aca1f-8c19-4e7d-a764-18770451c548)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:51.881257 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:52.002254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52252d1d-7dc4-4593-94f4-c4bf7a5a1c56,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:52.016763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Checking segment: {'id': '86d511d8-d6b2-422c-9813-a843162f34c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '94c445e8-e2a0-4589-a105-e79974d18b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:06:52.017372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Network hostable DHCP agents. Network: 94c445e8-e2a0-4589-a105-e79974d18b34, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:06:52.042943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=7598f1f0-d268-464a-b4c9-ef62353ae558,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:52.053315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02360-6e12-4d67-9b1b-fb2a28a74e0c req-e08e10a0-4c86-4798-a731-5c371455e5b7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:52.056249 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-16e02360-6e12-4d67-9b1b-fb2a28a74e0c req-e08e10a0-4c86-4798-a731-5c371455e5b7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.5861630 May 25 20:06:52.108694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Network 94c445e8-e2a0-4589-a105-e79974d18b34 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:06:52.127883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 94c445e8-e2a0-4589-a105-e79974d18b34) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:06:52.139708 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:52.139708 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:52.144746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f385c4fd-dd18-4e8b-a790-40265a388a9b None None] Network 94c445e8-e2a0-4589-a105-e79974d18b34 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:06:52.175997 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-16e02360-6e12-4d67-9b1b-fb2a28a74e0c req-cb0a7aae-e9d7-4ff6-8dc4-2ecd39e11ade tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084452 May 25 20:06:52.189891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31e384-e139-4c32-8a9b-fa62a9cd7ab3 req-2aa9815a-247b-41d8-94d9-856b9705ad9b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:52.192484 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4f31e384-e139-4c32-8a9b-fa62a9cd7ab3 req-2aa9815a-247b-41d8-94d9-856b9705ad9b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1642253 May 25 20:06:52.195689 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1d113fca-bcf9-4ece-9779-793b2202fe75 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9774137 May 25 20:06:52.277366 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4f31e384-e139-4c32-8a9b-fa62a9cd7ab3 req-5b3c4cee-11d2-4601-9715-26842558baa7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755000 May 25 20:06:52.339954 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-881807af-dfe5-4071-ac44-0f014fd886ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:52.402393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881807af-dfe5-4071-ac44-0f014fd886ad admin admin] Pushing event deleted for resources: {'Port': ['ID=c14566e0-0f19-4e65-a9d4-77a69f926418,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:52.504348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb9fac5-1175-4af9-af61-9b23d74161e4 None None] Network 94c445e8-e2a0-4589-a105-e79974d18b34 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:06:52.530539 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7b5d6465-d832-49c3-b6e3-942bf43f5fed req-79037fce-b15e-4159-b112-16266540c828 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0676439 May 25 20:06:52.656824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90691db4-d648-457f-a220-185d469bd222 req-f34e0190-3ee7-4ce9-976a-d96846460f81 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:52.658515 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-90691db4-d648-457f-a220-185d469bd222 req-f34e0190-3ee7-4ce9-976a-d96846460f81 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1522074 May 25 20:06:52.736996 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-90691db4-d648-457f-a220-185d469bd222 req-35f69fad-08c6-41a1-a09c-76e1661d5f34 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675352 May 25 20:06:52.956400 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-881807af-dfe5-4071-ac44-0f014fd886ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:53.010394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-b1670c0b-ff2a-407b-a824-d6c5917f570e req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1034231690', 'description': 'tempest-description-1608415486'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:53.016831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-b1670c0b-ff2a-407b-a824-d6c5917f570e req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:53.021029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b1670c0b-ff2a-407b-a824-d6c5917f570e req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Usage tracker for resource:security_group and tenant:5b9203b801144a5098b1b28f1babf1e9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:53.024716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b1670c0b-ff2a-407b-a824-d6c5917f570e req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:53.031781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-b1670c0b-ff2a-407b-a824-d6c5917f570e req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:53.045441 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b1670c0b-ff2a-407b-a824-d6c5917f570e req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:53.045923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eac4bf-24d6-4bf2-a717-1d5ba4a752a8 req-9e167c43-16fc-4444-9708-1812e1d6df6c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:53.047642 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-26eac4bf-24d6-4bf2-a717-1d5ba4a752a8 req-9e167c43-16fc-4444-9708-1812e1d6df6c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2617712 May 25 20:06:53.069935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-b1670c0b-ff2a-407b-a824-d6c5917f570e req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:53.074598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b1670c0b-ff2a-407b-a824-d6c5917f570e req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Usage tracker for resource:security_group_rule and tenant:5b9203b801144a5098b1b28f1babf1e9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:53.078273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b1670c0b-ff2a-407b-a824-d6c5917f570e req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:53.088467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-b1670c0b-ff2a-407b-a824-d6c5917f570e req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:53.188649 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b1670c0b-ff2a-407b-a824-d6c5917f570e req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:53.189318 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-26eac4bf-24d6-4bf2-a717-1d5ba4a752a8 req-3ae42cd3-01c9-4a10-80c0-0d2efdba0470 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324306 May 25 20:06:53.194636 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b1670c0b-ff2a-407b-a824-d6c5917f570e req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:53.257778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30501073-eb82-4c5f-a928-2b399292fc7b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:53.281726 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b1670c0b-ff2a-407b-a824-d6c5917f570e req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:53.283786 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1670c0b-ff2a-407b-a824-d6c5917f570e req-c7093174-792a-4b38-b948-d53d7908dfbb tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2780073 May 25 20:06:53.313031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7598f1f0-d268-464a-b4c9-ef62353ae558'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:06:53.506762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d3fcb-703c-41d2-97f8-3b8850853a59 req-36e8a17a-91f3-4314-822a-6c8805ae8747 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:53.508793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fc0d3fcb-703c-41d2-97f8-3b8850853a59 req-36e8a17a-91f3-4314-822a-6c8805ae8747 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1067762 May 25 20:06:53.540576 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:53.728189 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fc0d3fcb-703c-41d2-97f8-3b8850853a59 req-ae8c7da5-2cc8-4594-9075-b935285fb187 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049999 May 25 20:06:53.729211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881807af-dfe5-4071-ac44-0f014fd886ad admin admin] Router 5c00aa0b-67e8-4677-beaf-033d89af1850 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:06:53.830768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1baea6-f961-4bf4-8689-a7771af77fc1 req-ea3645a4-2df0-466a-b467-8515b75d29b8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:53.837211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1baea6-f961-4bf4-8689-a7771af77fc1 req-ea3645a4-2df0-466a-b467-8515b75d29b8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:53.838833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ad1baea6-f961-4bf4-8689-a7771af77fc1 req-ea3645a4-2df0-466a-b467-8515b75d29b8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1682 time: 0.2537496 May 25 20:06:53.839921 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-996f7703-2599-4001-887c-af50300eaf30 req-07fe194f-80dd-4c3d-9293-42b8f0000269 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-groups/30501073-eb82-4c5f-a928-2b399292fc7b HTTP/1.1" status: 200 len: 1813 time: 0.0768471 May 25 20:06:53.856107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-996f7703-2599-4001-887c-af50300eaf30 req-d9a20b2b-f6ea-449d-a018-b520e0964e33 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30501073-eb82-4c5f-a928-2b399292fc7b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:53.856767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-996f7703-2599-4001-887c-af50300eaf30 req-d9a20b2b-f6ea-449d-a018-b520e0964e33 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30501073-eb82-4c5f-a928-2b399292fc7b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:53.866802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-996f7703-2599-4001-887c-af50300eaf30 req-d9a20b2b-f6ea-449d-a018-b520e0964e33 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:53.873596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-996f7703-2599-4001-887c-af50300eaf30 req-d9a20b2b-f6ea-449d-a018-b520e0964e33 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Usage tracker for resource:security_group_rule and tenant:5b9203b801144a5098b1b28f1babf1e9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:53.878089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-996f7703-2599-4001-887c-af50300eaf30 req-d9a20b2b-f6ea-449d-a018-b520e0964e33 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:53.888824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-996f7703-2599-4001-887c-af50300eaf30 req-d9a20b2b-f6ea-449d-a018-b520e0964e33 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:53.968026 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-996f7703-2599-4001-887c-af50300eaf30 req-d9a20b2b-f6ea-449d-a018-b520e0964e33 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:53.995698 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ad1baea6-f961-4bf4-8689-a7771af77fc1 req-e795e1bb-37c6-45c9-b71b-e50deaf5249e tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466959 May 25 20:06:54.013206 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-996f7703-2599-4001-887c-af50300eaf30 req-d9a20b2b-f6ea-449d-a018-b520e0964e33 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:54.021584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-996f7703-2599-4001-887c-af50300eaf30 req-d9a20b2b-f6ea-449d-a018-b520e0964e33 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:54.024194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881807af-dfe5-4071-ac44-0f014fd886ad admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:06:54.048832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef1be7-1e52-4662-9dab-613126dccd73 None None] Sync routers for ids ['5c00aa0b-67e8-4677-beaf-033d89af1850'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:06:54.058823 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-881807af-dfe5-4071-ac44-0f014fd886ad admin admin] 10.222.0.60 "PUT /v2.0/routers/5c00aa0b-67e8-4677-beaf-033d89af1850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7297809 May 25 20:06:54.059467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a20b2b-f6ea-449d-a018-b520e0964e33 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24130b07-1a28-4eab-a11e-918b066d571a,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:54.060052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41006) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:54.084353 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-996f7703-2599-4001-887c-af50300eaf30 req-d9a20b2b-f6ea-449d-a018-b520e0964e33 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:54.086787 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-996f7703-2599-4001-887c-af50300eaf30 req-d9a20b2b-f6ea-449d-a018-b520e0964e33 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2367773 May 25 20:06:54.104777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef1be7-1e52-4662-9dab-613126dccd73 None None] Routers {'5c00aa0b-67e8-4677-beaf-033d89af1850'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:06:54.105936 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-86ef1be7-1e52-4662-9dab-613126dccd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:06:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5c00aa0b-67e8-4677-beaf-033d89af1850'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:54.234060 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a10f7d9-c10c-41b2-b23f-7b4c052fb2df'] response: {'server_uuid': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7598f1f0-d268-464a-b4c9-ef62353ae558', 'code': 200} May 25 20:06:54.387642 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:54.471545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f659e2-72d9-409e-a79e-baddf0e20169 req-89c53e6f-30e9-4b90-ae3c-3f92eb24463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:54.475202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f659e2-72d9-409e-a79e-baddf0e20169 req-89c53e6f-30e9-4b90-ae3c-3f92eb24463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:54.478212 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9f659e2-72d9-409e-a79e-baddf0e20169 req-89c53e6f-30e9-4b90-ae3c-3f92eb24463f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1984 time: 0.2516198 May 25 20:06:54.483653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-86ef1be7-1e52-4662-9dab-613126dccd73 None None] Set router 5c00aa0b-67e8-4677-beaf-033d89af1850 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:06:54.506147 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442959e-dc0f-49f1-89f0-c3f3b914eb21 req-53a92d61-ce28-4bc9-8fce-54f2c86d778b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:54.508641 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6442959e-dc0f-49f1-89f0-c3f3b914eb21 req-53a92d61-ce28-4bc9-8fce-54f2c86d778b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2132442 May 25 20:06:54.593068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9f659e2-72d9-409e-a79e-baddf0e20169 req-e6a69d30-81ba-4c07-8d4d-50937d13fe02 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029787 May 25 20:06:54.602886 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6442959e-dc0f-49f1-89f0-c3f3b914eb21 req-00377836-658e-4fcf-9053-a5057ee8390f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658374 May 25 20:06:54.653028 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-385635db-b479-410f-a348-d99d5b96b188 req-62013e2e-514a-4a12-86a5-4c191ea66ba0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0614035 May 25 20:06:54.724226 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:54.747547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] Deleting port b1e4762a-c1c6-4195-af03-3a413eced132 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:54.747911 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:54.828732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-86ef1be7-1e52-4662-9dab-613126dccd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'name': 'tempest-FloatingIPsTestJSON-1957928900-router', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b1e4762a-c1c6-4195-af03-3a413eced132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:06:26Z', 'updated_at': '2022-05-25T20:06:52Z', 'revision_number': 5, 'project_id': '7c0c66af2eb34b139057600f166999bd', 'gw_port': {'id': 'b1e4762a-c1c6-4195-af03-3a413eced132', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:06:28Z', 'updated_at': '2022-05-25T20:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:54.831762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e47b4cd-2a71-4fd5-aba1-eb6d765f9ab7 req-e9440a2e-1f0b-4157-8664-60222c3dabd0 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-groups/30501073-eb82-4c5f-a928-2b399292fc7b HTTP/1.1" status: 200 len: 2406 time: 0.1325662 May 25 20:06:54.838021 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef1be7-1e52-4662-9dab-613126dccd73 None None] Checking router: 5c00aa0b-67e8-4677-beaf-033d89af1850 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:06:54.854415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef1be7-1e52-4662-9dab-613126dccd73 None None] Routers {'5c00aa0b-67e8-4677-beaf-033d89af1850'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:06:54.856069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-86ef1be7-1e52-4662-9dab-613126dccd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:06:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5c00aa0b-67e8-4677-beaf-033d89af1850'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:54.857267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c16d51-4619-4133-a4c2-6f50df5bf9d5 req-a023ac75-9fa9-4f4d-a56d-c0c7ad64ebf9 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:54.869101 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67c16d51-4619-4133-a4c2-6f50df5bf9d5 req-a023ac75-9fa9-4f4d-a56d-c0c7ad64ebf9 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 944 time: 0.1318800 May 25 20:06:54.934165 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67c16d51-4619-4133-a4c2-6f50df5bf9d5 req-813c2438-4f42-41df-93ab-46f9022013bc tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637748 May 25 20:06:55.126550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-86ef1be7-1e52-4662-9dab-613126dccd73 None None] Set router 5c00aa0b-67e8-4677-beaf-033d89af1850 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:06:55.127471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] For port b1e4762a-c1c6-4195-af03-3a413eced132, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b1e4762a-c1c6-4195-af03-3a413eced132,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:55.127736 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:55.218216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d5698-ee84-4da1-86bc-de49dc9587a0 req-38b74886-b82a-42ae-bc11-01dc3d9c561d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:55.220322 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c0d5698-ee84-4da1-86bc-de49dc9587a0 req-38b74886-b82a-42ae-bc11-01dc3d9c561d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.0961063 May 25 20:06:55.270359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-86ef1be7-1e52-4662-9dab-613126dccd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'name': 'tempest-FloatingIPsTestJSON-1957928900-router', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:06:26Z', 'updated_at': '2022-05-25T20:06:54Z', 'revision_number': 6, 'project_id': '7c0c66af2eb34b139057600f166999bd', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:55.275516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef1be7-1e52-4662-9dab-613126dccd73 None None] The sync data for ids ['5c00aa0b-67e8-4677-beaf-033d89af1850'] in n-d-843339-1 is: [{'id': '5c00aa0b-67e8-4677-beaf-033d89af1850', 'name': 'tempest-FloatingIPsTestJSON-1957928900-router', 'tenant_id': '7c0c66af2eb34b139057600f166999bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:06:26Z', 'updated_at': '2022-05-25T20:06:54Z', 'revision_number': 6, 'project_id': '7c0c66af2eb34b139057600f166999bd', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:06:55.282879 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c0d5698-ee84-4da1-86bc-de49dc9587a0 req-c909eac0-6f32-4619-a979-5b84a2240921 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537050 May 25 20:06:55.325273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] Calling delete_port for b1e4762a-c1c6-4195-af03-3a413eced132 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:55.342944 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b90f86dc-c183-4520-8e96-c6a91f272afd req-e17b3fed-fc1a-44a2-992a-bdaed95b692c tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-group-rules/24130b07-1a28-4eab-a11e-918b066d571a HTTP/1.1" status: 200 len: 778 time: 0.0198061 May 25 20:06:55.394934 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ad199-6d58-44f7-a62a-0116bdf43c09 req-eddfb69c-7c7f-4279-ad3c-edbe118ead25 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:55.396498 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c72ad199-6d58-44f7-a62a-0116bdf43c09 req-eddfb69c-7c7f-4279-ad3c-edbe118ead25 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.3530259 May 25 20:06:55.421715 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b90f86dc-c183-4520-8e96-c6a91f272afd req-38e3b438-cbe3-428a-a40c-4b8b0bc38fc3 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-groups/30501073-eb82-4c5f-a928-2b399292fc7b HTTP/1.1" status: 200 len: 2406 time: 0.0668387 May 25 20:06:55.467566 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b90f86dc-c183-4520-8e96-c6a91f272afd req-890ecc61-39cf-471a-8352-3adbef67c42b tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:55.470091 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c72ad199-6d58-44f7-a62a-0116bdf43c09 req-055aa379-8432-460a-9eb0-ef1bec164702 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607958 May 25 20:06:55.483989 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b90f86dc-c183-4520-8e96-c6a91f272afd req-890ecc61-39cf-471a-8352-3adbef67c42b tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:55.535227 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b90f86dc-c183-4520-8e96-c6a91f272afd req-890ecc61-39cf-471a-8352-3adbef67c42b tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:55.561469 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b90f86dc-c183-4520-8e96-c6a91f272afd req-890ecc61-39cf-471a-8352-3adbef67c42b tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:55.563394 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b90f86dc-c183-4520-8e96-c6a91f272afd req-890ecc61-39cf-471a-8352-3adbef67c42b tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/24130b07-1a28-4eab-a11e-918b066d571a HTTP/1.1" status: 204 len: 173 time: 0.1369658 May 25 20:06:55.564901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ecc61-39cf-471a-8352-3adbef67c42b tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24130b07-1a28-4eab-a11e-918b066d571a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:55.792645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66a68-646b-4a53-ad7b-9c8bad49e6ea req-4d98d45d-f10d-44fb-94cb-3baff13e76e3 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:55.794482 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ceb66a68-646b-4a53-ad7b-9c8bad49e6ea req-4d98d45d-f10d-44fb-94cb-3baff13e76e3 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 1125 time: 0.0967174 May 25 20:06:55.810370 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:55.845905 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ceb66a68-646b-4a53-ad7b-9c8bad49e6ea req-de69fc37-5177-46ab-ad5b-33679f35e9b7 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 May 25 20:06:55.865534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e4762a-c1c6-4195-af03-3a413eced132,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:55.938061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-830d0370-75c2-4ece-853c-2a4c54f94e21 req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-606993229', 'description': 'tempest-description-1876849375'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:55.944609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-830d0370-75c2-4ece-853c-2a4c54f94e21 req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:55.950865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-830d0370-75c2-4ece-853c-2a4c54f94e21 req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Usage tracker for resource:security_group and tenant:5b9203b801144a5098b1b28f1babf1e9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:55.954364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-830d0370-75c2-4ece-853c-2a4c54f94e21 req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:55.960718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-830d0370-75c2-4ece-853c-2a4c54f94e21 req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:55.963525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d265102-ec7b-4583-9700-3f490188d4a0 req-ec6a0fe7-71bb-4d10-a921-96c34b6a4bc6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:55.971248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d265102-ec7b-4583-9700-3f490188d4a0 req-ec6a0fe7-71bb-4d10-a921-96c34b6a4bc6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:55.972842 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d265102-ec7b-4583-9700-3f490188d4a0 req-ec6a0fe7-71bb-4d10-a921-96c34b6a4bc6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1682 time: 0.2893946 May 25 20:06:55.990121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-830d0370-75c2-4ece-853c-2a4c54f94e21 req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:56.051068 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-830d0370-75c2-4ece-853c-2a4c54f94e21 req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:56.069062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-830d0370-75c2-4ece-853c-2a4c54f94e21 req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Usage tracker for resource:security_group_rule and tenant:5b9203b801144a5098b1b28f1babf1e9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:56.082086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-830d0370-75c2-4ece-853c-2a4c54f94e21 req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:56.093182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-830d0370-75c2-4ece-853c-2a4c54f94e21 req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:56.119709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d265102-ec7b-4583-9700-3f490188d4a0 req-d8de8cdd-a333-4ecf-8e09-caaccef0d56b tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228762 May 25 20:06:56.143412 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:56.259170 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-830d0370-75c2-4ece-853c-2a4c54f94e21 req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:56.264910 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-830d0370-75c2-4ece-853c-2a4c54f94e21 req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:56.317297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40208502-4fb8-40cc-9a8b-982dd481ec47,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:56.324899 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-830d0370-75c2-4ece-853c-2a4c54f94e21 req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:56.342735 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-830d0370-75c2-4ece-853c-2a4c54f94e21 req-7cb869d5-cd74-41ec-813e-3931cb531649 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4096842 May 25 20:06:56.442984 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:56.445837 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:56.472472 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72ebc379-d8f5-43a4-9db0-e56f62e0db56 req-2eb2cb28-1ec5-433f-924d-4662d2a907b5 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0472393 May 25 20:06:56.501767 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:56.502342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c00aa0b-67e8-4677-beaf-033d89af1850 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:06:56.514015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191028d7-0ec9-4313-b1a0-86e63e261792 req-2f91b1d9-77ce-4009-8813-ee067b5a1b8e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:56.515752 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-191028d7-0ec9-4313-b1a0-86e63e261792 req-2f91b1d9-77ce-4009-8813-ee067b5a1b8e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1883757 May 25 20:06:56.542559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:56.543689 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8fe7e3f5-f936-4a18-817d-97188073897a admin admin] 10.222.0.60 "DELETE /v2.0/routers/5c00aa0b-67e8-4677-beaf-033d89af1850 HTTP/1.1" status: 204 len: 168 time: 2.4823310 May 25 20:06:56.547052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41044) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:56.603957 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-191028d7-0ec9-4313-b1a0-86e63e261792 req-c7a31fea-88a4-4d57-adbe-d1376e431572 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747998 May 25 20:06:56.649625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-31187a3d-4dd7-4107-8ed9-3627c5cfa22f admin admin] Deleting subnet 6e12fc71-54fa-4911-a4d8-f7d95f91a6a5 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:06:56.653795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31187a3d-4dd7-4107-8ed9-3627c5cfa22f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:56.868603 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31187a3d-4dd7-4107-8ed9-3627c5cfa22f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:56.870355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a2886-2f75-4819-b5b1-bb5ede40cac8 req-bf562842-7b79-41a0-840b-67370a990f09 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:56.871901 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-526a2886-2f75-4819-b5b1-bb5ede40cac8 req-bf562842-7b79-41a0-840b-67370a990f09 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1240888 May 25 20:06:56.946912 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-526a2886-2f75-4819-b5b1-bb5ede40cac8 req-022ec2a1-f959-4dce-a0ed-cd434d0e4b4f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616238 May 25 20:06:56.973481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b1e4762a-c1c6-4195-af03-3a413eced132 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:56.992078 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-50820203-0113-4515-a2d6-d46fb3cef9a0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:56.994245 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-50820203-0113-4515-a2d6-d46fb3cef9a0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 820 time: 0.2486904 May 25 20:06:57.014481 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31187a3d-4dd7-4107-8ed9-3627c5cfa22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:57.014888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: b1e4762a-c1c6-4195-af03-3a413eced132 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:06:57.015228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b1e4762a-c1c6-4195-af03-3a413eced132 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:06:57.015804 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c14566e0-0f19-4e65-a9d4-77a69f926418 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:57.043270 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-d3c040e7-1681-482a-85ee-2551f092e5b4 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/quotas/588275645f004b30bd16726afb59ab56 HTTP/1.1" status: 200 len: 375 time: 0.0407836 May 25 20:06:57.050875 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2c86f86-6dd6-448a-89e1-5e252af180cc req-cf7432b5-5de5-4948-b761-8e8f9e1cdbda tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-groups/40208502-4fb8-40cc-9a8b-982dd481ec47 HTTP/1.1" status: 200 len: 1812 time: 0.0623710 May 25 20:06:57.051226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: c14566e0-0f19-4e65-a9d4-77a69f926418 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:06:57.051567 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c14566e0-0f19-4e65-a9d4-77a69f926418 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:06:57.143651 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31187a3d-4dd7-4107-8ed9-3627c5cfa22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:57.189814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31187a3d-4dd7-4107-8ed9-3627c5cfa22f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e12fc71-54fa-4911-a4d8-f7d95f91a6a5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:57.197782 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-6e081692-f505-4318-bb06-0f7a57421ddb tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1408038 May 25 20:06:57.199464 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31187a3d-4dd7-4107-8ed9-3627c5cfa22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:57.203414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d55c5b-8b88-40df-a98b-be27810e3ab9 None None] Network 0dd5e026-9b35-4c65-9103-06f102181657 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:06:57.204935 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-31187a3d-4dd7-4107-8ed9-3627c5cfa22f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6e12fc71-54fa-4911-a4d8-f7d95f91a6a5 HTTP/1.1" status: 204 len: 168 time: 0.6562200 May 25 20:06:57.207538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41056) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:06:57.251840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef745f-8224-4808-aa98-8f9d0544738d req-ca3361f4-4ece-40cf-be8f-3544f9cbe35e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:57.253532 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1cef745f-8224-4808-aa98-8f9d0544738d req-ca3361f4-4ece-40cf-be8f-3544f9cbe35e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0994158 May 25 20:06:57.306994 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1cef745f-8224-4808-aa98-8f9d0544738d req-8a37951a-7097-4907-81dc-4d989ed3b04d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461452 May 25 20:06:57.522268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124ac091-edcd-407a-b8f7-bada852f11d6 None None] DHCP port deletion for 0dd5e026-9b35-4c65-9103-06f102181657 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:06:57.527611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-124ac091-edcd-407a-b8f7-bada852f11d6 None None] Deleting port f00f2e59-46d9-45ba-8da6-e1868cbb8152 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:57.528415 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-124ac091-edcd-407a-b8f7-bada852f11d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:57.546565 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:57.577009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-25de7670-a92b-4f78-ad74-6368f974d735 service neutron] 10.222.0.60 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668113 May 25 20:06:57.578471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Deleting port f00f2e59-46d9-45ba-8da6-e1868cbb8152 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:57.579028 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:57.590059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4507c0-fdbf-4157-8da8-0860203ae67d req-6e7a8921-4306-4d7e-b519-ccf0c3ed26d6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:57.596622 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4507c0-fdbf-4157-8da8-0860203ae67d req-6e7a8921-4306-4d7e-b519-ccf0c3ed26d6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:57.598244 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d4507c0-fdbf-4157-8da8-0860203ae67d req-6e7a8921-4306-4d7e-b519-ccf0c3ed26d6 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1682 time: 0.1125250 May 25 20:06:57.652574 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d4507c0-fdbf-4157-8da8-0860203ae67d req-7d46a906-308e-4323-8178-c0c26eab939f tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471439 May 25 20:06:57.690539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-2da402cb-83f1-4140-ac63-a5fdc72b85d0 req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-920066057', 'description': 'tempest-description-1274532845'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:57.699243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-2da402cb-83f1-4140-ac63-a5fdc72b85d0 req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:57.703665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2da402cb-83f1-4140-ac63-a5fdc72b85d0 req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Usage tracker for resource:security_group and tenant:5b9203b801144a5098b1b28f1babf1e9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:57.706964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2da402cb-83f1-4140-ac63-a5fdc72b85d0 req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:57.714726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-2da402cb-83f1-4140-ac63-a5fdc72b85d0 req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:57.728918 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2da402cb-83f1-4140-ac63-a5fdc72b85d0 req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:57.761042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-2da402cb-83f1-4140-ac63-a5fdc72b85d0 req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:57.767105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2da402cb-83f1-4140-ac63-a5fdc72b85d0 req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Usage tracker for resource:security_group_rule and tenant:5b9203b801144a5098b1b28f1babf1e9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:57.771817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2da402cb-83f1-4140-ac63-a5fdc72b85d0 req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:57.781536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-2da402cb-83f1-4140-ac63-a5fdc72b85d0 req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:57.820110 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:57.845242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-124ac091-edcd-407a-b8f7-bada852f11d6 None None] For port f00f2e59-46d9-45ba-8da6-e1868cbb8152, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f00f2e59-46d9-45ba-8da6-e1868cbb8152,segment=NetworkSegment(8ecf435f-8d8d-4980-a835-5ec9158e7b6a),segment_id=8ecf435f-8d8d-4980-a835-5ec9158e7b6a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:57.845667 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-124ac091-edcd-407a-b8f7-bada852f11d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:57.900818 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2da402cb-83f1-4140-ac63-a5fdc72b85d0 req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:57.906474 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2da402cb-83f1-4140-ac63-a5fdc72b85d0 req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:57.974467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3112ac-c7d5-439b-850b-5cb4159610df,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:57.978823 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2da402cb-83f1-4140-ac63-a5fdc72b85d0 req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:57.992083 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2da402cb-83f1-4140-ac63-a5fdc72b85d0 req-ba8d9a2f-8fd9-4f60-88c8-cbca8547e418 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3062375 May 25 20:06:58.037610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-124ac091-edcd-407a-b8f7-bada852f11d6 None None] Calling delete_port for f00f2e59-46d9-45ba-8da6-e1868cbb8152 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:58.044384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-d24670eb-baa2-4a02-ad10-de4952c737f7 service neutron] 10.222.0.60 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249823 May 25 20:06:58.100935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] For port f00f2e59-46d9-45ba-8da6-e1868cbb8152, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f00f2e59-46d9-45ba-8da6-e1868cbb8152,segment=NetworkSegment(8ecf435f-8d8d-4980-a835-5ec9158e7b6a),segment_id=8ecf435f-8d8d-4980-a835-5ec9158e7b6a)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:06:58.102105 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:58.112775 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e5800a3b-81ae-4d1c-b1a1-ce59a41475b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:58.156823 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-124ac091-edcd-407a-b8f7-bada852f11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:58.178100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d45e757-ac08-47be-9cce-e3ff90ab3673 req-5c93d7ee-79d5-44a4-9788-1677f039f8c0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0910842 May 25 20:06:58.266897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Calling delete_port for f00f2e59-46d9-45ba-8da6-e1868cbb8152 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:06:58.316886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ac091-edcd-407a-b8f7-bada852f11d6 None None] Pushing event deleted for resources: {'Port': ['ID=f00f2e59-46d9-45ba-8da6-e1868cbb8152,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:58.332219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ac091-edcd-407a-b8f7-bada852f11d6 None None] No DVR routers for this DVR port f00f2e59-46d9-45ba-8da6-e1868cbb8152 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:06:58.380238 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:06:58.380843 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:06:58.450658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82ac6f-e593-4f0f-b7b3-9a387c3d0c6a req-940fefd8-5cd8-4a22-a202-84bda8b2a3a5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:58.452692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c82ac6f-e593-4f0f-b7b3-9a387c3d0c6a req-940fefd8-5cd8-4a22-a202-84bda8b2a3a5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1287651 May 25 20:06:58.506899 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c82ac6f-e593-4f0f-b7b3-9a387c3d0c6a req-12bea109-b5fe-4ad3-a58a-f4b6212da583 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481992 May 25 20:06:58.561288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17f2f-afb4-49c0-9e85-3005fe4d7c90 req-65613b1e-df40-4749-aba7-117e1be03bba tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:58.563094 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e1f17f2f-afb4-49c0-9e85-3005fe4d7c90 req-65613b1e-df40-4749-aba7-117e1be03bba tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1104383 May 25 20:06:58.621979 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8bb108b5-c4a7-43f4-8518-e1de98873ebe req-51b5bc62-90c4-4982-98ff-83c9c6324673 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-groups/5f3112ac-c7d5-439b-850b-5cb4159610df HTTP/1.1" status: 200 len: 1812 time: 0.0778756 May 25 20:06:58.658269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e1f17f2f-afb4-49c0-9e85-3005fe4d7c90 req-3d469a28-7118-4b72-988f-ac3d07bbae45 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739379 May 25 20:06:58.731314 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-16f0384a-72b8-4028-9e2b-70d1fd43c41d req-97f6f69d-1f0b-4d43-90fd-d24e13a250ea tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 210 time: 0.0643721 May 25 20:06:58.882249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Deleting port f00f2e59-46d9-45ba-8da6-e1868cbb8152 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:06:58.885599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:59.022760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f00f2e59-46d9-45ba-8da6-e1868cbb8152 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:06:59.038829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] The port 'f00f2e59-46d9-45ba-8da6-e1868cbb8152' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:06:59.039100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a998a-c242-4705-98e8-36ca0269205f req-28fc08ab-9e11-484c-a13b-76f8537466df tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:59.042318 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-334a998a-c242-4705-98e8-36ca0269205f req-28fc08ab-9e11-484c-a13b-76f8537466df tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1825073 May 25 20:06:59.048301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-a2b40dfb-d373-42c4-8036-beeff948c564 req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-412905510', 'description': 'tempest-description-1050303249'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:06:59.066790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: f00f2e59-46d9-45ba-8da6-e1868cbb8152 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:06:59.067667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f00f2e59-46d9-45ba-8da6-e1868cbb8152 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:06:59.107743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-a2b40dfb-d373-42c4-8036-beeff948c564 req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:59.119084 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-334a998a-c242-4705-98e8-36ca0269205f req-207e3729-4125-4b96-bbf5-d01bc01d7061 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708084 May 25 20:06:59.124474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a2b40dfb-d373-42c4-8036-beeff948c564 req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Usage tracker for resource:security_group and tenant:5b9203b801144a5098b1b28f1babf1e9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:59.194283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a2b40dfb-d373-42c4-8036-beeff948c564 req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:59.212147 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-a2b40dfb-d373-42c4-8036-beeff948c564 req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:59.263586 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:59.286039 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a2b40dfb-d373-42c4-8036-beeff948c564 req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:59.322894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd5e026-9b35-4c65-9103-06f102181657']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:59.337560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-a2b40dfb-d373-42c4-8036-beeff948c564 req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:06:59.341144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ecf435f-8d8d-4980-a835-5ec9158e7b6a') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:59.341521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ecf435f-8d8d-4980-a835-5ec9158e7b6a') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:06:59.353114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a2b40dfb-d373-42c4-8036-beeff948c564 req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Usage tracker for resource:security_group_rule and tenant:5b9203b801144a5098b1b28f1babf1e9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:06:59.357767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a2b40dfb-d373-42c4-8036-beeff948c564 req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:06:59.361237 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:59.374349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-a2b40dfb-d373-42c4-8036-beeff948c564 req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:06:59.387627 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:59.401798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:06:59.402097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:59.412564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca60262-951b-4356-ac93-5de1d1dd4dcf req-b90b48c7-95b8-4c56-aab6-2609d38f0b36 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:59.419930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca60262-951b-4356-ac93-5de1d1dd4dcf req-b90b48c7-95b8-4c56-aab6-2609d38f0b36 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:06:59.421754 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ca60262-951b-4356-ac93-5de1d1dd4dcf req-b90b48c7-95b8-4c56-aab6-2609d38f0b36 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1682 time: 0.1199989 May 25 20:06:59.473451 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ca60262-951b-4356-ac93-5de1d1dd4dcf req-e23fa4b4-5fa4-4372-9f3f-d33b5615eab0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449524 May 25 20:06:59.491137 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 8ecf435f-8d8d-4980-a835-5ec9158e7b6a resource provider aggregate not found May 25 20:06:59.516464 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 8ecf435f-8d8d-4980-a835-5ec9158e7b6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ecf435f-8d8d-4980-a835-5ec9158e7b6a found for delete ", "request_id": "req-fbd0e89f-7303-49b5-8978-c79f69d213b8"}]} May 25 20:06:59.553991 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:59.559617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:59.599491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd5e026-9b35-4c65-9103-06f102181657,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:59.631411 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a2b40dfb-d373-42c4-8036-beeff948c564 req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:59.638962 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a2b40dfb-d373-42c4-8036-beeff948c564 req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:59.687664 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-04f29d20-fc23-47cb-a5f5-aacc66d1712c req-20fe17e9-6fa1-4a7d-9f06-767c03dc7bcb tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0875752 May 25 20:06:59.746650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b69a4f8-5b04-4c8b-b36c-472763824d08,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:06:59.756141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a0207e9f-16d8-403a-847f-52e2c23f4b98 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0dd5e026-9b35-4c65-9103-06f102181657 HTTP/1.1" status: 204 len: 168 time: 2.5444007 May 25 20:06:59.891419 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a2b40dfb-d373-42c4-8036-beeff948c564 req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:06:59.892735 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a2b40dfb-d373-42c4-8036-beeff948c564 req-63b402f2-830d-4822-9963-500afdb22486 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8514969 May 25 20:07:00.009353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-f35303db-3a1c-4389-b50f-e30af714800a tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:00.011662 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-f35303db-3a1c-4389-b50f-e30af714800a tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.70 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 820 time: 0.3137112 May 25 20:07:00.030308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Request body: {'port': {'device_id': 'd70ccca4-d2f4-4bc1-a63a-a50f5e403140', 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee', 'admin_state_up': True, 'tenant_id': '588275645f004b30bd16726afb59ab56'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:00.059055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41106) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:00.120319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd88eac-1a24-4202-9da5-ff3b491b8222 req-3d8d8a16-9f5c-471a-8f77-af387cfa75c7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:00.122217 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fdd88eac-1a24-4202-9da5-ff3b491b8222 req-3d8d8a16-9f5c-471a-8f77-af387cfa75c7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2612162 May 25 20:07:00.183318 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fdd88eac-1a24-4202-9da5-ff3b491b8222 req-225272e6-372b-4f2e-a193-b0b6cc347448 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548420 May 25 20:07:00.338731 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-638bcbb1-e960-445c-967a-9d5f37735609 req-4cfdc66b-a78a-4c25-9e6c-c3212adb2ebe tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 210 time: 0.0510941 May 25 20:07:00.421385 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-89ab1860-013d-4acc-b3c2-761ff6ac8567 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c0c66af2eb34b139057600f166999bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610637 May 25 20:07:00.425099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41112) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:00.438061 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4459f5f-2298-4d60-98ea-0972039855ed req-1d982dd0-70f6-44c1-bf6a-5d121cbb17c9 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-groups/4b69a4f8-5b04-4c8b-b36c-472763824d08 HTTP/1.1" status: 200 len: 1812 time: 0.0623431 May 25 20:07:00.472596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:00.512686 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f2292d82-fc5b-412c-aedd-9c91445a19ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:00.519167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9eb7c-7318-43a5-81c6-b64a87331aa4 req-faf3f452-07c6-4984-9c54-508197bdfcd3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:00.520710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1e9eb7c-7318-43a5-81c6-b64a87331aa4 req-faf3f452-07c6-4984-9c54-508197bdfcd3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.4625742 May 25 20:07:00.531501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:00.581784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Made reservation on behalf of 588275645f004b30bd16726afb59ab56 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:07:00.585342 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:00.606656 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3b13cfd-5c96-4c9c-837b-01d139f99665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:00.625051 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1e9eb7c-7318-43a5-81c6-b64a87331aa4 req-50a7f7b7-a3c1-40d3-8f57-611ecd58c8ab tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972879 May 25 20:07:00.644386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c6f1-4cd6-4d3b-8aa8-67cfd9317557 req-59f1f48e-8e96-49fb-ad07-821775c96afb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:00.645948 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b2d1c6f1-4cd6-4d3b-8aa8-67cfd9317557 req-59f1f48e-8e96-49fb-ad07-821775c96afb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0918655 May 25 20:07:00.690607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-f7551986-c354-419b-a621-4b2f1de98590 req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-986444144', 'description': 'tempest-description-1044416231'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:00.709124 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3b13cfd-5c96-4c9c-837b-01d139f99665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:00.723987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f7551986-c354-419b-a621-4b2f1de98590 req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:00.731462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b2d1c6f1-4cd6-4d3b-8aa8-67cfd9317557 req-17aefa43-67de-49df-8ba0-1134f94ba0c4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774386 May 25 20:07:00.739817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f7551986-c354-419b-a621-4b2f1de98590 req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Usage tracker for resource:security_group and tenant:5b9203b801144a5098b1b28f1babf1e9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:00.775238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f7551986-c354-419b-a621-4b2f1de98590 req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:00.799878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f7551986-c354-419b-a621-4b2f1de98590 req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:00.898009 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f7551986-c354-419b-a621-4b2f1de98590 req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:00.953204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f7551986-c354-419b-a621-4b2f1de98590 req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:00.966806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21b2f4-7884-4c2c-9d0f-777d2a79737e req-8acd4d7c-65d5-4d8c-b545-e7260454a65d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:00.968065 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3b13cfd-5c96-4c9c-837b-01d139f99665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:00.972387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21b2f4-7884-4c2c-9d0f-777d2a79737e req-8acd4d7c-65d5-4d8c-b545-e7260454a65d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:00.972778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f7551986-c354-419b-a621-4b2f1de98590 req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Usage tracker for resource:security_group_rule and tenant:5b9203b801144a5098b1b28f1babf1e9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:00.973964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb21b2f4-7884-4c2c-9d0f-777d2a79737e req-8acd4d7c-65d5-4d8c-b545-e7260454a65d tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1682 time: 0.1209178 May 25 20:07:00.989017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f7551986-c354-419b-a621-4b2f1de98590 req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:00.996843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Allocated IP 172.20.0.14 (b7a3b6ab-cda3-4d80-8073-f508c964b6ee/1d5c81e9-1012-4bd2-b3ad-402a53a6fd67/a98f56e2-e655-46ca-8e33-779754f43e0a) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:07:01.009310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f7551986-c354-419b-a621-4b2f1de98590 req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:01.013235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b13cfd-5c96-4c9c-837b-01d139f99665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49c9105-30ed-45da-8335-cfee5221ed19,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:01.050833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb21b2f4-7884-4c2c-9d0f-777d2a79737e req-fbf454c1-c32b-4bba-8f38-e62d0f3e3393 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683064 May 25 20:07:01.090106 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3b13cfd-5c96-4c9c-837b-01d139f99665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:01.091307 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e3b13cfd-5c96-4c9c-837b-01d139f99665 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a49c9105-30ed-45da-8335-cfee5221ed19 HTTP/1.1" status: 204 len: 168 time: 0.6644049 May 25 20:07:01.129334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-03b4eafb-0031-4ee4-ab36-68f44cfdee12 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:01.136468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-03b4eafb-0031-4ee4-ab36-68f44cfdee12 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:01.138063 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-03b4eafb-0031-4ee4-ab36-68f44cfdee12 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1682 time: 0.2808626 May 25 20:07:01.225978 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bed5d64c-8ea4-4c80-b206-ed44fad66f32 req-5ef2bd0b-15a0-4a8e-9c32-0e0fede39836 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0514960 May 25 20:07:01.296321 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:01.353126 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f7551986-c354-419b-a621-4b2f1de98590 req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:01.361737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting port 7598f1f0-d268-464a-b4c9-ef62353ae558 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:07:01.361737 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:01.399759 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f7551986-c354-419b-a621-4b2f1de98590 req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:01.476126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ed53-5471-48ce-8461-a7e21c7faf8a req-26cf4e4b-202f-4fd9-8603-1ebf7e35d366 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:01.478033 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-89b8ed53-5471-48ce-8461-a7e21c7faf8a req-26cf4e4b-202f-4fd9-8603-1ebf7e35d366 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.0929646 May 25 20:07:01.542800 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:01.555560 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-89b8ed53-5471-48ce-8461-a7e21c7faf8a req-f509b5aa-c542-472b-b1d8-625b3460a093 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678067 May 25 20:07:01.595256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbde17ea-ba50-4e71-87fd-de1f4dd64f75,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:01.596638 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f7551986-c354-419b-a621-4b2f1de98590 req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:01.600667 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f7551986-c354-419b-a621-4b2f1de98590 req-bc1b1481-8748-4033-9c35-4df6585b9ea8 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9239943 May 25 20:07:01.631626 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:01.778825 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cd248b6-69a4-43b4-9ab6-6fe15d89a389 req-40a35d6f-3a0d-4b02-b654-4bb5658d2e32 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 210 time: 0.0566895 May 25 20:07:01.841148 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5b03065-93b0-499e-94f2-45139e27ed87 req-96439410-ab09-41a4-8d13-d3fab798b25c tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-groups/dbde17ea-ba50-4e71-87fd-de1f4dd64f75 HTTP/1.1" status: 200 len: 1812 time: 0.2058086 May 25 20:07:01.902047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:01.917129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['7d9dd7f8-cefe-4ca0-8799-90bd4531df8c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:07:02.065660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] For port 7598f1f0-d268-464a-b4c9-ef62353ae558, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7598f1f0-d268-464a-b4c9-ef62353ae558,segment=NetworkSegment(a82aca1f-8c19-4e7d-a764-18770451c548),segment_id=a82aca1f-8c19-4e7d-a764-18770451c548)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:02.066134 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:02.097985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfd1f1-127c-4ab5-abd8-e8422285adb4 req-573d06f0-4c07-4c94-9f68-50c80d98083c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:02.100064 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4cfd1f1-127c-4ab5-abd8-e8422285adb4 req-573d06f0-4c07-4c94-9f68-50c80d98083c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1810801 May 25 20:07:02.136294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Network b7a3b6ab-cda3-4d80-8073-f508c964b6ee is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:07:02.140634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:07:02.150196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:07:02.182240 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4cfd1f1-127c-4ab5-abd8-e8422285adb4 req-4cc49d04-85e2-4334-8d4d-3256f9ea96cf tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747454 May 25 20:07:02.229555 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [req-8ea7ece8-fa29-4b3a-83d7-8d35cd390d22 req-f06cf063-355d-4f96-bfb5-aa3e7e089f2b tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] show failed (client error): The resource could not be found. May 25 20:07:02.230809 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ea7ece8-fa29-4b3a-83d7-8d35cd390d22 req-f06cf063-355d-4f96-bfb5-aa3e7e089f2b tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-groups/1997137b-4763-4505-aa7a-d5a530bd110f HTTP/1.1" status: 404 len: 352 time: 0.0183544 May 25 20:07:02.241465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Pushing event updated for resources: {'Port': ['ID=a98f56e2-e655-46ca-8e33-779754f43e0a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:02.340564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Calling delete_port for 7598f1f0-d268-464a-b4c9-ef62353ae558 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:07:02.445963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:02.446785 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:02.496002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca1df2-6468-4d97-a175-ec3a19b74094 req-e58ffc30-ed73-47c2-bcc9-a35911d47b26 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:02.497543 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3dca1df2-6468-4d97-a175-ec3a19b74094 req-e58ffc30-ed73-47c2-bcc9-a35911d47b26 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.4413919 May 25 20:07:02.500020 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-df8dff4d-3622-4760-87f7-b9e412c5e0c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4793880 May 25 20:07:02.521824 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b4286-1a46-4f40-9646-ab5698dd0f25 req-7c8148aa-2684-4097-a669-b903812875b8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:02.529328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b4286-1a46-4f40-9646-ab5698dd0f25 req-7c8148aa-2684-4097-a669-b903812875b8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:02.531059 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b66b4286-1a46-4f40-9646-ab5698dd0f25 req-7c8148aa-2684-4097-a669-b903812875b8 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 1682 time: 0.1439908 May 25 20:07:02.548926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Request body: {'port': {'device_id': 'd70ccca4-d2f4-4bc1-a63a-a50f5e403140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:02.618720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b66b4286-1a46-4f40-9646-ab5698dd0f25 req-1100580a-f4ef-4774-b7c1-4d65ef1ee3ef tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757997 May 25 20:07:02.677600 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [req-fd952782-dd0d-49f4-8f36-9b2d968f774f req-c07864ba-c018-4310-a706-835d0ea97e62 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] show failed (client error): The resource could not be found. May 25 20:07:02.679733 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd952782-dd0d-49f4-8f36-9b2d968f774f req-c07864ba-c018-4310-a706-835d0ea97e62 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-group-rules/fbb86092-cab8-4ce3-8d0b-5a4d6da8d239 HTTP/1.1" status: 404 len: 361 time: 0.0229175 May 25 20:07:02.700282 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3dca1df2-6468-4d97-a175-ec3a19b74094 req-f2760cec-454c-43fa-ba5a-4257e662a4a6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618867 May 25 20:07:02.707851 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:02.910551 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:02.917248 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6f7fb79-f39e-4e9f-8c98-9b04d127000d req-f9677fd3-d719-4f0c-8e9b-94d6ac065cce tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0881078 May 25 20:07:02.993002 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-145ee61a-dde0-487c-bee9-e22003c60eaf req-d05b4f42-d277-4e8d-869f-c828d02972d7 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-groups/dbde17ea-ba50-4e71-87fd-de1f4dd64f75 HTTP/1.1" status: 200 len: 1812 time: 0.0544102 May 25 20:07:03.004398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event deleted for resources: {'Port': ['ID=7598f1f0-d268-464a-b4c9-ef62353ae558,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:03.076772 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:03.099662 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-145ee61a-dde0-487c-bee9-e22003c60eaf req-27a823ad-81b3-4acf-a5fd-2c47aa8593ad tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:03.100006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:03.100006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:03.100355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:03.100657 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:03.101012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:03.102546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:03.103538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:03.104055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:03.104646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:03.105432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:03.105864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:03.106408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:03.144053 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-145ee61a-dde0-487c-bee9-e22003c60eaf req-27a823ad-81b3-4acf-a5fd-2c47aa8593ad tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:03.197478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] No DVR routers for this DVR port 7598f1f0-d268-464a-b4c9-ef62353ae558 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:07:03.201162 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:03.211345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'name': 'network-vif-deleted', 'tag': '7598f1f0-d268-464a-b4c9-ef62353ae558'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:03.217428 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-145ee61a-dde0-487c-bee9-e22003c60eaf req-27a823ad-81b3-4acf-a5fd-2c47aa8593ad tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:03.241701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a823ad-81b3-4acf-a5fd-2c47aa8593ad tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbde17ea-ba50-4e71-87fd-de1f4dd64f75,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:03.251238 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-145ee61a-dde0-487c-bee9-e22003c60eaf req-27a823ad-81b3-4acf-a5fd-2c47aa8593ad tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:03.265055 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-145ee61a-dde0-487c-bee9-e22003c60eaf req-27a823ad-81b3-4acf-a5fd-2c47aa8593ad tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "DELETE /v2.0/security-groups/dbde17ea-ba50-4e71-87fd-de1f4dd64f75 HTTP/1.1" status: 204 len: 173 time: 0.2628975 May 25 20:07:03.338003 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-433ee90d-81b3-4056-92b6-dc636578cd24 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.70 "DELETE /v2.0/ports/7598f1f0-d268-464a-b4c9-ef62353ae558 HTTP/1.1" status: 204 len: 173 time: 2.1771507 May 25 20:07:03.452361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2269d3-1508-470a-82b1-26fad7836476 req-9301561a-9e96-452d-8489-82e17b4a8e5e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:03.455838 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed2269d3-1508-470a-82b1-26fad7836476 req-9301561a-9e96-452d-8489-82e17b4a8e5e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.5191674 May 25 20:07:03.502851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7ffb-d086-4c05-895e-df2b9079a9f9 req-b336b75b-f94b-443d-a912-d5ae8aaa41e6 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:03.504448 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d2c7ffb-d086-4c05-895e-df2b9079a9f9 req-b336b75b-f94b-443d-a912-d5ae8aaa41e6 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 932 time: 0.1284816 May 25 20:07:03.561354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d2c7ffb-d086-4c05-895e-df2b9079a9f9 req-3b940838-29c6-4c05-9b0b-a47a13b61664 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478499 May 25 20:07:03.566534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-469b3024-ec0e-4890-9d02-bc4c6926d5c0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting port 5af86fe0-3e0e-4177-b852-10222d5fbad3 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:07:03.566876 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-469b3024-ec0e-4890-9d02-bc4c6926d5c0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:03.729581 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed2269d3-1508-470a-82b1-26fad7836476 req-0de70c52-400f-4be5-9a79-f4d8dc18ef84 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151656 May 25 20:07:03.830091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833d5ba-570f-476d-b63f-55284d892774 req-f12630f6-b2e8-44e0-a052-2ca48006812a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:03.831667 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0833d5ba-570f-476d-b63f-55284d892774 req-f12630f6-b2e8-44e0-a052-2ca48006812a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1225138 May 25 20:07:03.900166 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0833d5ba-570f-476d-b63f-55284d892774 req-ce4da197-6327-42c2-8aaf-5447086709ff tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571759 May 25 20:07:04.005421 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6427524b-fc6d-44d0-84f5-6a723a159111'] response: {'server_uuid': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'name': 'network-vif-deleted', 'tag': '7598f1f0-d268-464a-b4c9-ef62353ae558', 'status': 'completed', 'code': 200} May 25 20:07:04.014239 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-744c2f58-4d78-43f9-8504-0bad5f2974ac req-ca00c2be-2424-47ed-be6b-d521c6cf2b41 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-groups/4b69a4f8-5b04-4c8b-b36c-472763824d08 HTTP/1.1" status: 200 len: 1812 time: 0.2325060 May 25 20:07:04.177478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-469b3024-ec0e-4890-9d02-bc4c6926d5c0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] For port 5af86fe0-3e0e-4177-b852-10222d5fbad3, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5af86fe0-3e0e-4177-b852-10222d5fbad3,segment=NetworkSegment(3f184187-2fb7-4fb3-9fa4-f950f89341db),segment_id=3f184187-2fb7-4fb3-9fa4-f950f89341db)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:04.177843 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-469b3024-ec0e-4890-9d02-bc4c6926d5c0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:04.206763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98f56e2-e655-46ca-8e33-779754f43e0a {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:07:04.316007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e56313-2930-4097-b8a8-aaa5bf6c1d05 req-74872179-74b9-4a17-987c-fe2835ef70b3 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:04.317600 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-50e56313-2930-4097-b8a8-aaa5bf6c1d05 req-74872179-74b9-4a17-987c-fe2835ef70b3 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90 HTTP/1.1" status: 200 len: 945 time: 0.1101754 May 25 20:07:04.348970 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:04.362017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-469b3024-ec0e-4890-9d02-bc4c6926d5c0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Calling delete_port for 5af86fe0-3e0e-4177-b852-10222d5fbad3 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:07:04.396806 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-50e56313-2930-4097-b8a8-aaa5bf6c1d05 req-751c06ca-c467-4a10-842b-c2c0511a5d59 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b959f24-244f-413f-ab6b-90b3f235d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708930 May 25 20:07:04.412388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-744c2f58-4d78-43f9-8504-0bad5f2974ac req-57b36764-bd9b-46b3-bb05-e70b23bef938 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:04.442979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Transition to ACTIVE for port object a98f56e2-e655-46ca-8e33-779754f43e0a will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:07:04.454856 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:04.530520 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-744c2f58-4d78-43f9-8504-0bad5f2974ac req-57b36764-bd9b-46b3-bb05-e70b23bef938 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:04.620671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cc735-2694-464c-8e17-e86ba1999ef9 req-1f9ded7a-6089-4d88-b00e-39320797b4a3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:04.622790 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d51cc735-2694-464c-8e17-e86ba1999ef9 req-1f9ded7a-6089-4d88-b00e-39320797b4a3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1050663 May 25 20:07:04.647019 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 5af86fe0-3e0e-4177-b852-10222d5fbad3 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:07:04.695724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a98f56e2-e655-46ca-8e33-779754f43e0a,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:04.747961 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d51cc735-2694-464c-8e17-e86ba1999ef9 req-9aa4963a-c602-4e12-b76a-70defd5916b6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158781 May 25 20:07:04.831851 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-744c2f58-4d78-43f9-8504-0bad5f2974ac req-57b36764-bd9b-46b3-bb05-e70b23bef938 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:04.852762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 5af86fe0-3e0e-4177-b852-10222d5fbad3 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:04.853803 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:04.877537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b36764-bd9b-46b3-bb05-e70b23bef938 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b69a4f8-5b04-4c8b-b36c-472763824d08,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:04.900271 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-469b3024-ec0e-4890-9d02-bc4c6926d5c0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:04.956776 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4752b786-1918-453a-994a-48cd7e922eca req-989bac7c-e567-47b3-95f9-965c85f9222a tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0723155 May 25 20:07:04.970870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 7598f1f0-d268-464a-b4c9-ef62353ae558 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:07:05.016711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 7598f1f0-d268-464a-b4c9-ef62353ae558 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:07:05.017357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 7598f1f0-d268-464a-b4c9-ef62353ae558 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:07:05.080705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-744c2f58-4d78-43f9-8504-0bad5f2974ac req-57b36764-bd9b-46b3-bb05-e70b23bef938 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:05.081856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-744c2f58-4d78-43f9-8504-0bad5f2974ac req-57b36764-bd9b-46b3-bb05-e70b23bef938 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "DELETE /v2.0/security-groups/4b69a4f8-5b04-4c8b-b36c-472763824d08 HTTP/1.1" status: 204 len: 173 time: 1.0564940 May 25 20:07:05.098025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Attempting to bind port a98f56e2-e655-46ca-8e33-779754f43e0a on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:07:05.098596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Attempting to bind port a98f56e2-e655-46ca-8e33-779754f43e0a by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:07:05.098783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Attempting to bind port a98f56e2-e655-46ca-8e33-779754f43e0a on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:07:05.100980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b3024-ec0e-4890-9d02-bc4c6926d5c0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event deleted for resources: {'Port': ['ID=5af86fe0-3e0e-4177-b852-10222d5fbad3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:05.183537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Port a98f56e2-e655-46ca-8e33-779754f43e0a on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:07:05.184274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Attempting to bind port a98f56e2-e655-46ca-8e33-779754f43e0a on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:07:05.270204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:07:05.271248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Checking segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:07:05.271248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Bound using segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:07:05.271559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Bound port: a98f56e2-e655-46ca-8e33-779754f43e0a, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:07:05.271762 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:05.287426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-469b3024-ec0e-4890-9d02-bc4c6926d5c0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] No DVR routers for this DVR port 5af86fe0-3e0e-4177-b852-10222d5fbad3 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:07:05.291604 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-469b3024-ec0e-4890-9d02-bc4c6926d5c0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:05.294020 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db8570c8-d8cd-4f92-a46c-1c8e07ab38d8 req-469b3024-ec0e-4890-9d02-bc4c6926d5c0 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.70 "DELETE /v2.0/ports/5af86fe0-3e0e-4177-b852-10222d5fbad3 HTTP/1.1" status: 204 len: 173 time: 1.9475455 May 25 20:07:05.455614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] For port a98f56e2-e655-46ca-8e33-779754f43e0a, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:07:05.462639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] For port a98f56e2-e655-46ca-8e33-779754f43e0a, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a98f56e2-e655-46ca-8e33-779754f43e0a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:07:05.473275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7c219-71ce-47c4-8515-90fd2e8c97f0 req-4b84051f-0f9f-49e7-8452-8ebea805a9d0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:05.474012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e6d7c219-71ce-47c4-8515-90fd2e8c97f0 req-4b84051f-0f9f-49e7-8452-8ebea805a9d0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Synchronizing usage tracker for tenant:588275645f004b30bd16726afb59ab56 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:07:05.480586 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:05.586970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:05.587752 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:05.589330 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] 10.222.0.70 "PUT /v2.0/ports/a98f56e2-e655-46ca-8e33-779754f43e0a HTTP/1.1" status: 200 len: 1092 time: 3.0497692 May 25 20:07:05.593383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e6d7c219-71ce-47c4-8515-90fd2e8c97f0 req-4b84051f-0f9f-49e7-8452-8ebea805a9d0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Unset dirty status for tenant:588275645f004b30bd16726afb59ab56 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:07:05.598830 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e6d7c219-71ce-47c4-8515-90fd2e8c97f0 req-4b84051f-0f9f-49e7-8452-8ebea805a9d0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 944 time: 0.3797376 May 25 20:07:05.718977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b001774-41f6-4cb0-a936-36e231f6fdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a98f56e2-e655-46ca-8e33-779754f43e0a,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:05.776896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e6d7c219-71ce-47c4-8515-90fd2e8c97f0 req-4784c2d1-56ce-4a75-94b5-37d727b8bb2a tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730540 May 25 20:07:05.809515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7814d-5e6e-4977-ae3c-296b492cd723 req-b4369539-f056-4e26-ac93-bb401a3317fa tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:05.822671 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-43e7814d-5e6e-4977-ae3c-296b492cd723 req-b4369539-f056-4e26-ac93-bb401a3317fa tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1523085 May 25 20:07:05.838637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-e7fef2d5-985b-4555-8f9d-db8ec53650b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:05.841112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-e7fef2d5-985b-4555-8f9d-db8ec53650b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 1095 time: 0.1908190 May 25 20:07:05.907274 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-43e7814d-5e6e-4977-ae3c-296b492cd723 req-44ebfaa4-1a2f-4e86-aa96-b433ff1f9f00 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811684 May 25 20:07:05.993637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-512a8dc2-e260-4807-b2cd-ef05258853f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a98f56e2-e655-46ca-8e33-779754f43e0a HTTP/1.1" status: 200 len: 217 time: 0.1445580 May 25 20:07:06.020947 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-211aae74-8d07-4cb2-b109-285fd12ce081 req-726e284f-bffd-4ca2-bb69-de94730367ca tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-groups/5f3112ac-c7d5-439b-850b-5cb4159610df HTTP/1.1" status: 200 len: 1812 time: 0.0679252 May 25 20:07:06.054222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'name': 'network-vif-deleted', 'tag': '5af86fe0-3e0e-4177-b852-10222d5fbad3'}, {'name': 'network-changed', 'server_uuid': 'd70ccca4-d2f4-4bc1-a63a-a50f5e403140', 'tag': 'a98f56e2-e655-46ca-8e33-779754f43e0a'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:06.114127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-656b28e7-4073-44aa-bf05-ee274c244b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:06.115851 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-656b28e7-4073-44aa-bf05-ee274c244b5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.1120896 May 25 20:07:06.136034 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-211aae74-8d07-4cb2-b109-285fd12ce081 req-66802d2f-41bd-4a8f-98c5-871a9e4cbcf1 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:06.172831 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-211aae74-8d07-4cb2-b109-285fd12ce081 req-66802d2f-41bd-4a8f-98c5-871a9e4cbcf1 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:06.174847 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-d10d757c-932f-4344-b3fd-5b5ea56733ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515404 May 25 20:07:06.185809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031401b-6a02-4686-9d11-34cb52bc5519 req-70c97e58-9c26-46c6-8892-853cf9deb169 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:06.187315 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4031401b-6a02-4686-9d11-34cb52bc5519 req-70c97e58-9c26-46c6-8892-853cf9deb169 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2490501 May 25 20:07:06.229573 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-211aae74-8d07-4cb2-b109-285fd12ce081 req-66802d2f-41bd-4a8f-98c5-871a9e4cbcf1 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:06.254328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66802d2f-41bd-4a8f-98c5-871a9e4cbcf1 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3112ac-c7d5-439b-850b-5cb4159610df,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:06.257924 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-211aae74-8d07-4cb2-b109-285fd12ce081 req-66802d2f-41bd-4a8f-98c5-871a9e4cbcf1 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:06.258924 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-211aae74-8d07-4cb2-b109-285fd12ce081 req-66802d2f-41bd-4a8f-98c5-871a9e4cbcf1 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "DELETE /v2.0/security-groups/5f3112ac-c7d5-439b-850b-5cb4159610df HTTP/1.1" status: 204 len: 173 time: 0.2274954 May 25 20:07:06.386646 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4031401b-6a02-4686-9d11-34cb52bc5519 req-f08073fb-5ecc-4fc9-9663-76151af38738 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706457 May 25 20:07:06.419287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41274) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:06.459763 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-6600250a-8732-4b02-b502-0f9c9daaa74f service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712202 May 25 20:07:06.565936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1a71a9-8eef-443a-ab33-8ecaee74b623 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting subnet 5d01640c-ee73-4d39-bef9-9973d0cd8ce5 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:07:06.573378 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f1a71a9-8eef-443a-ab33-8ecaee74b623 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:06.654847 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7145dc28-0d3c-4c5a-8fb9-d25ab85595df req-90d38e9d-0b56-4107-bd80-268c7bd83a2d service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890306 May 25 20:07:06.761007 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f1a71a9-8eef-443a-ab33-8ecaee74b623 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:06.909662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7decd25-eb63-4421-b4e1-0144f1c654e2 req-7faed98d-005b-49d7-a241-cfd155f6ecc5 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:06.911185 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7decd25-eb63-4421-b4e1-0144f1c654e2 req-7faed98d-005b-49d7-a241-cfd155f6ecc5 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2894077 May 25 20:07:07.041461 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f1a71a9-8eef-443a-ab33-8ecaee74b623 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:07.127878 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7decd25-eb63-4421-b4e1-0144f1c654e2 req-e8779ed8-4f6d-44d0-add7-73f7cbd6d041 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038653 May 25 20:07:07.165101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f1a71a9-8eef-443a-ab33-8ecaee74b623 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:07.210129 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3cc74f9e-308f-4e0f-a5ff-0b0c6ec21bd9 req-9120839c-3392-4f7d-b201-b38ced9e6480 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0522358 May 25 20:07:07.228195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a71a9-8eef-443a-ab33-8ecaee74b623 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event deleted for resources: {'Subnet': ['ID=5d01640c-ee73-4d39-bef9-9973d0cd8ce5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:07.234762 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f1a71a9-8eef-443a-ab33-8ecaee74b623 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:07.251587 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2f1a71a9-8eef-443a-ab33-8ecaee74b623 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "DELETE /v2.0/subnets/5d01640c-ee73-4d39-bef9-9973d0cd8ce5 HTTP/1.1" status: 204 len: 168 time: 0.8260524 May 25 20:07:07.252511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41320) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:07.260615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecd8a8a-5122-40c2-93a8-65fe56d56597 None None] Network e56f74e7-85f4-41a7-a878-fefc01df16c0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:07:07.288028 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c04ccb-2491-489b-a911-277bd51056ba'] response: {'server_uuid': '9b30d250-6d4a-4bb7-ae2d-ae2441e2fe90', 'name': 'network-vif-deleted', 'tag': '5af86fe0-3e0e-4177-b852-10222d5fbad3', 'status': 'completed', 'code': 200} May 25 20:07:07.288620 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c04ccb-2491-489b-a911-277bd51056ba'] response: {'name': 'network-changed', 'server_uuid': 'd70ccca4-d2f4-4bc1-a63a-a50f5e403140', 'tag': 'a98f56e2-e655-46ca-8e33-779754f43e0a', 'status': 'completed', 'code': 200} May 25 20:07:07.471301 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:07.477190 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cc75f67-0071-4df0-b318-6031b65b0258 req-7df9e560-34d8-4a5c-b6c4-ae3230743e64 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-groups/40208502-4fb8-40cc-9a8b-982dd481ec47 HTTP/1.1" status: 200 len: 1812 time: 0.2250137 May 25 20:07:07.520724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting port a1acd148-d24f-47d6-8d58-1321bcb4fe86 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:07:07.521058 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:07.531709 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3a5da-c49b-4984-bb93-f0609908a009 req-8dbccab6-78c5-41ff-9609-d610ffc56532 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:07.540895 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ad3a5da-c49b-4984-bb93-f0609908a009 req-8dbccab6-78c5-41ff-9609-d610ffc56532 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 944 time: 0.1255670 May 25 20:07:07.576217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448958e-e5c9-41c4-8d51-e6ed8bf732a8 req-e258d76c-f7fb-4151-a01c-d7919b7096f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:07.577680 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f448958e-e5c9-41c4-8d51-e6ed8bf732a8 req-e258d76c-f7fb-4151-a01c-d7919b7096f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 1095 time: 0.2794161 May 25 20:07:07.604851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fcd5ee-0b42-4137-ba7e-595cfb425164 None None] DHCP port deletion for e56f74e7-85f4-41a7-a878-fefc01df16c0 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:07:07.607674 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ad3a5da-c49b-4984-bb93-f0609908a009 req-378869ac-0b18-4016-9032-76256a482752 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657954 May 25 20:07:07.611387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b8fcd5ee-0b42-4137-ba7e-595cfb425164 None None] Deleting port a1acd148-d24f-47d6-8d58-1321bcb4fe86 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:07:07.612017 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b8fcd5ee-0b42-4137-ba7e-595cfb425164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:07.853554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4c96c-a27d-40b2-9863-228355a19f99 req-c26bd832-a606-4968-acc4-bee475600be2 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:07.855321 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5e4c96c-a27d-40b2-9863-228355a19f99 req-c26bd832-a606-4968-acc4-bee475600be2 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1193023 May 25 20:07:07.898890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b8fcd5ee-0b42-4137-ba7e-595cfb425164 None None] For port a1acd148-d24f-47d6-8d58-1321bcb4fe86, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a1acd148-d24f-47d6-8d58-1321bcb4fe86,segment=NetworkSegment(a82aca1f-8c19-4e7d-a764-18770451c548),segment_id=a82aca1f-8c19-4e7d-a764-18770451c548)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:07.900125 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b8fcd5ee-0b42-4137-ba7e-595cfb425164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:07.918763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5e4c96c-a27d-40b2-9863-228355a19f99 req-0ad7c5d9-b3cc-4b8f-b3d7-e1d4dc9bc93e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572240 May 25 20:07:07.924201 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cc75f67-0071-4df0-b318-6031b65b0258 req-af2bb8ea-7219-48c4-b36e-aa3cab230106 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:08.095800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b8fcd5ee-0b42-4137-ba7e-595cfb425164 None None] Calling delete_port for a1acd148-d24f-47d6-8d58-1321bcb4fe86 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:07:08.137221 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cc75f67-0071-4df0-b318-6031b65b0258 req-af2bb8ea-7219-48c4-b36e-aa3cab230106 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:08.165878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448958e-e5c9-41c4-8d51-e6ed8bf732a8 req-1addcba4-fe1d-4045-be4a-1d5b024527cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:08.169155 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f448958e-e5c9-41c4-8d51-e6ed8bf732a8 req-1addcba4-fe1d-4045-be4a-1d5b024527cf service neutron] 10.222.0.70 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 921 time: 0.5742321 May 25 20:07:08.207425 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b8fcd5ee-0b42-4137-ba7e-595cfb425164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:08.244474 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356c18e-7030-4d14-b1a3-394fcfb85f57 req-360f1788-2046-468b-9f0a-cb82cfa557bb tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:08.245999 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e356c18e-7030-4d14-b1a3-394fcfb85f57 req-360f1788-2046-468b-9f0a-cb82cfa557bb tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1218119 May 25 20:07:08.283016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcd5ee-0b42-4137-ba7e-595cfb425164 None None] Pushing event deleted for resources: {'Port': ['ID=a1acd148-d24f-47d6-8d58-1321bcb4fe86,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:08.287247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fcd5ee-0b42-4137-ba7e-595cfb425164 None None] No DVR routers for this DVR port a1acd148-d24f-47d6-8d58-1321bcb4fe86 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:07:08.303222 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f448958e-e5c9-41c4-8d51-e6ed8bf732a8 req-9c7dbf6b-74ce-46af-b2d9-3b6933ccacb7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a98f56e2-e655-46ca-8e33-779754f43e0a HTTP/1.1" status: 200 len: 217 time: 0.1205454 May 25 20:07:08.305784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] For port a1acd148-d24f-47d6-8d58-1321bcb4fe86, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a1acd148-d24f-47d6-8d58-1321bcb4fe86,segment=NetworkSegment(a82aca1f-8c19-4e7d-a764-18770451c548),segment_id=a82aca1f-8c19-4e7d-a764-18770451c548)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:08.306140 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:08.326399 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e356c18e-7030-4d14-b1a3-394fcfb85f57 req-f0e7bc33-bd16-452d-b79d-5ed421a818cc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702000 May 25 20:07:08.495618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Calling delete_port for a1acd148-d24f-47d6-8d58-1321bcb4fe86 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:07:08.547067 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cc75f67-0071-4df0-b318-6031b65b0258 req-af2bb8ea-7219-48c4-b36e-aa3cab230106 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:08.574977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448958e-e5c9-41c4-8d51-e6ed8bf732a8 req-2a0ff940-d537-48d0-b01d-b857112038ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:08.576487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f448958e-e5c9-41c4-8d51-e6ed8bf732a8 req-2a0ff940-d537-48d0-b01d-b857112038ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.2585711 May 25 20:07:08.585052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bb8ea-7219-48c4-b36e-aa3cab230106 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40208502-4fb8-40cc-9a8b-982dd481ec47,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:08.646838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cc75f67-0071-4df0-b318-6031b65b0258 req-af2bb8ea-7219-48c4-b36e-aa3cab230106 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:08.647803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cc75f67-0071-4df0-b318-6031b65b0258 req-af2bb8ea-7219-48c4-b36e-aa3cab230106 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "DELETE /v2.0/security-groups/40208502-4fb8-40cc-9a8b-982dd481ec47 HTTP/1.1" status: 204 len: 173 time: 1.1577747 May 25 20:07:08.652616 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f448958e-e5c9-41c4-8d51-e6ed8bf732a8 req-419f3fcd-305f-41b9-9bff-aecab57c4587 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620117 May 25 20:07:08.689228 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:07:08.689630 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:07:08.876110 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f448958e-e5c9-41c4-8d51-e6ed8bf732a8 req-db9ea4c2-84d2-4a4f-b02e-19197aba4abf service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181103 May 25 20:07:08.976301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a1acd148-d24f-47d6-8d58-1321bcb4fe86 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:07:09.038303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a1acd148-d24f-47d6-8d58-1321bcb4fe86 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:07:09.038899 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a1acd148-d24f-47d6-8d58-1321bcb4fe86 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:07:09.043465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016af5b-e898-4d2e-b229-85121b8b185c req-a9b7be3c-75d1-4cfb-afdc-00ece40d1607 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:09.045072 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3016af5b-e898-4d2e-b229-85121b8b185c req-a9b7be3c-75d1-4cfb-afdc-00ece40d1607 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2477055 May 25 20:07:09.082292 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6e2ed62b-029f-43e0-977f-8847cabc6a03 req-db037d56-b830-410d-8440-6bd5c88b3bca tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0802329 May 25 20:07:09.087039 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f448958e-e5c9-41c4-8d51-e6ed8bf732a8 req-0ad1e09e-b483-40ac-9a43-8882159d5412 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989014 May 25 20:07:09.123441 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3016af5b-e898-4d2e-b229-85121b8b185c req-8b73ff93-1009-41ea-8841-0dd50276b5fc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634019 May 25 20:07:09.191191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting port a1acd148-d24f-47d6-8d58-1321bcb4fe86 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:07:09.191517 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:09.278749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] The port 'a1acd148-d24f-47d6-8d58-1321bcb4fe86' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:07:09.282915 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3bca05f-12b7-423d-9ef4-9d04ee668c67 req-3f761fc4-ce41-46ff-a8cb-94f4d8422d01 tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "GET /v2.0/security-groups/30501073-eb82-4c5f-a928-2b399292fc7b HTTP/1.1" status: 200 len: 1813 time: 0.1298091 May 25 20:07:09.307741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc845d6-8b42-4ce4-b2e7-5f134a75c569 req-873e19fe-89da-428e-b594-42d42381198f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:09.309904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2dc845d6-8b42-4ce4-b2e7-5f134a75c569 req-873e19fe-89da-428e-b594-42d42381198f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 944 time: 0.0986235 May 25 20:07:09.376207 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2dc845d6-8b42-4ce4-b2e7-5f134a75c569 req-e03efe42-5487-4fe7-95be-9d1c8d5ae90f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602605 May 25 20:07:09.469273 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:09.513316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56f74e7-85f4-41a7-a878-fefc01df16c0']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:09.520550 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b3bca05f-12b7-423d-9ef4-9d04ee668c67 req-545b5dc8-63d2-48dd-8c00-670b2cf1ae1c tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:09.535067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82aca1f-8c19-4e7d-a764-18770451c548') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:09.535364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82aca1f-8c19-4e7d-a764-18770451c548') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:09.558053 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:09.578425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b3bca05f-12b7-423d-9ef4-9d04ee668c67 req-545b5dc8-63d2-48dd-8c00-670b2cf1ae1c tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:09.594074 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:09.610368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:07:09.610772 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:09.704444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fd818-0556-4b8d-a59c-9f348bb1b97c req-94b5a55a-def7-4514-bbdb-e3edff6ffce7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:09.708891 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-984fd818-0556-4b8d-a59c-9f348bb1b97c req-94b5a55a-def7-4514-bbdb-e3edff6ffce7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1452992 May 25 20:07:09.722195 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a82aca1f-8c19-4e7d-a764-18770451c548 resource provider aggregate not found May 25 20:07:09.757096 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:09.760582 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b3bca05f-12b7-423d-9ef4-9d04ee668c67 req-545b5dc8-63d2-48dd-8c00-670b2cf1ae1c tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:09.769179 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-984fd818-0556-4b8d-a59c-9f348bb1b97c req-79602d02-9a97-43db-8f50-7ae9a94f7c92 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514529 May 25 20:07:09.771526 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a82aca1f-8c19-4e7d-a764-18770451c548 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a82aca1f-8c19-4e7d-a764-18770451c548 found for delete ", "request_id": "req-da332e68-730a-4de9-b7af-763805bed1cd"}]} May 25 20:07:09.913286 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:09.925324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b5dc8-63d2-48dd-8c00-670b2cf1ae1c tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30501073-eb82-4c5f-a928-2b399292fc7b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:09.937238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event deleted for resources: {'Network': ['ID=e56f74e7-85f4-41a7-a878-fefc01df16c0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:09.957751 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-eb68b931-e733-4d72-a3ad-241b272a7723 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "DELETE /v2.0/networks/e56f74e7-85f4-41a7-a878-fefc01df16c0 HTTP/1.1" status: 204 len: 168 time: 2.7028699 May 25 20:07:09.959251 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b3bca05f-12b7-423d-9ef4-9d04ee668c67 req-545b5dc8-63d2-48dd-8c00-670b2cf1ae1c tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:09.960429 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3bca05f-12b7-423d-9ef4-9d04ee668c67 req-545b5dc8-63d2-48dd-8c00-670b2cf1ae1c tempest-SecurityGroupRulesNegativeTestJSON-375643835 tempest-SecurityGroupRulesNegativeTestJSON-375643835-project] 10.222.0.60 "DELETE /v2.0/security-groups/30501073-eb82-4c5f-a928-2b399292fc7b HTTP/1.1" status: 204 len: 173 time: 0.6485176 May 25 20:07:09.960723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41402) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:09.968927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:10.052956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5eeba6c-b2c5-45a1-b530-dd6d46947b28 admin admin] Deleting subnet 52252d1d-7dc4-4593-94f4-c4bf7a5a1c56 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:07:10.060358 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5eeba6c-b2c5-45a1-b530-dd6d46947b28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:10.069229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-677169eb-9b66-457f-b16c-bd68a36f326c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting subnet 39f44c92-810b-426f-9421-fb3262c8f2fc {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:07:10.081627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe221a68-7885-4ea2-9b26-1906ed5d275d req-1d95b79b-6cbe-4aba-8ee5-52bf46721ff8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:10.083762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe221a68-7885-4ea2-9b26-1906ed5d275d req-1d95b79b-6cbe-4aba-8ee5-52bf46721ff8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2004931 May 25 20:07:10.087429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-677169eb-9b66-457f-b16c-bd68a36f326c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:10.164726 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5eeba6c-b2c5-45a1-b530-dd6d46947b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:10.177306 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-677169eb-9b66-457f-b16c-bd68a36f326c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:10.210789 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe221a68-7885-4ea2-9b26-1906ed5d275d req-4631fe44-c44d-4ce8-b69a-14ad46c0ab06 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924478 May 25 20:07:10.297247 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5eeba6c-b2c5-45a1-b530-dd6d46947b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:10.298246 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-677169eb-9b66-457f-b16c-bd68a36f326c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:10.393105 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5eeba6c-b2c5-45a1-b530-dd6d46947b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:10.455495 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0066a82f-ad26-40e8-83d9-b8f25bd77323 req-2f295563-f512-4ba1-a650-e266d0f7fb2a tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0546241 May 25 20:07:10.473762 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-677169eb-9b66-457f-b16c-bd68a36f326c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:10.488308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eeba6c-b2c5-45a1-b530-dd6d46947b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52252d1d-7dc4-4593-94f4-c4bf7a5a1c56,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:10.498634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5eeba6c-b2c5-45a1-b530-dd6d46947b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:10.515065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f5eeba6c-b2c5-45a1-b530-dd6d46947b28 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/52252d1d-7dc4-4593-94f4-c4bf7a5a1c56 HTTP/1.1" status: 204 len: 168 time: 0.5447514 May 25 20:07:10.517054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41448) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:10.551969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677169eb-9b66-457f-b16c-bd68a36f326c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event deleted for resources: {'Subnet': ['ID=39f44c92-810b-426f-9421-fb3262c8f2fc,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:10.562690 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-677169eb-9b66-457f-b16c-bd68a36f326c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:10.571094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f14927a-6e0d-43db-803a-7e7eda6a9fef None None] Network cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:07:10.587376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-677169eb-9b66-457f-b16c-bd68a36f326c tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "DELETE /v2.0/subnets/39f44c92-810b-426f-9421-fb3262c8f2fc HTTP/1.1" status: 204 len: 168 time: 0.6237905 May 25 20:07:10.591653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41456) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:10.798578 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8c95373-e716-4de8-96a3-d3d6febad95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:10.805910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a98f56e2-e655-46ca-8e33-779754f43e0a details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:07:10.937259 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:10.968025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb4c39-ffa7-4aea-adce-cabcfe5c0888 req-7379c73b-1fed-4ef4-b06d-4832bef111de tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:10.972889 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-54fb4c39-ffa7-4aea-adce-cabcfe5c0888 req-7379c73b-1fed-4ef4-b06d-4832bef111de tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.3206229 May 25 20:07:10.978994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Deleting port c53bc4c5-f6e5-456b-9418-c8a3117e10cb {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:07:10.979536 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:11.097940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a98f56e2-e655-46ca-8e33-779754f43e0a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a98f56e2-e655-46ca-8e33-779754f43e0a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:11.116723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'a98f56e2-e655-46ca-8e33-779754f43e0a', 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee', 'port_id': 'a98f56e2-e655-46ca-8e33-779754f43e0a', 'mac_address': 'fa:16:3e:e0:55:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c81e9-1012-4bd2-b3ad-402a53a6fd67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:07:11.138673 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8c95373-e716-4de8-96a3-d3d6febad95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:11.150931 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-54fb4c39-ffa7-4aea-adce-cabcfe5c0888 req-e5eb724d-7eb5-4f43-8e19-d795111b05ae tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215544 May 25 20:07:11.157018 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:07:11.171589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-c8c95373-e716-4de8-96a3-d3d6febad95b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c445e8-e2a0-4589-a105-e79974d18b34']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:11.186463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-c8c95373-e716-4de8-96a3-d3d6febad95b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d511d8-d6b2-422c-9813-a843162f34c8') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:11.186852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-c8c95373-e716-4de8-96a3-d3d6febad95b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d511d8-d6b2-422c-9813-a843162f34c8') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:11.196442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port a98f56e2-e655-46ca-8e33-779754f43e0a is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:11.196812 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:11.209892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8c95373-e716-4de8-96a3-d3d6febad95b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:11.224666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98f56e2-e655-46ca-8e33-779754f43e0a {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:07:11.233986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8c95373-e716-4de8-96a3-d3d6febad95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:11.245297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c95373-e716-4de8-96a3-d3d6febad95b admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:07:11.245699 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8c95373-e716-4de8-96a3-d3d6febad95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:11.261034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a98f56e2-e655-46ca-8e33-779754f43e0a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a98f56e2-e655-46ca-8e33-779754f43e0a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:11.268519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac7d2f-fa7c-421a-bc78-25da93a8358c None None] DHCP port deletion for cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:07:11.276737 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:11.335392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73e7fa-bde7-48da-a189-79d8c37fca31 req-3c6203b1-f7e3-445f-9f85-c9bfe047dac2 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:11.344266 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad73e7fa-bde7-48da-a189-79d8c37fca31 req-3c6203b1-f7e3-445f-9f85-c9bfe047dac2 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 944 time: 0.5379686 May 25 20:07:11.365891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-97ac7d2f-fa7c-421a-bc78-25da93a8358c None None] Deleting port c53bc4c5-f6e5-456b-9418-c8a3117e10cb {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:07:11.366188 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-97ac7d2f-fa7c-421a-bc78-25da93a8358c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:11.386539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] For port c53bc4c5-f6e5-456b-9418-c8a3117e10cb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c53bc4c5-f6e5-456b-9418-c8a3117e10cb,segment=NetworkSegment(3f184187-2fb7-4fb3-9fa4-f950f89341db),segment_id=3f184187-2fb7-4fb3-9fa4-f950f89341db)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:11.386895 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:11.396417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=a98f56e2-e655-46ca-8e33-779754f43e0a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:11.418495 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad73e7fa-bde7-48da-a189-79d8c37fca31 req-6da931c8-6217-4b09-ba71-0c05efb956c2 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728967 May 25 20:07:11.454032 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8c95373-e716-4de8-96a3-d3d6febad95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:11.487145 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8c95373-e716-4de8-96a3-d3d6febad95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:11.508392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c95373-e716-4de8-96a3-d3d6febad95b admin admin] Pushing event deleted for resources: {'Network': ['ID=94c445e8-e2a0-4589-a105-e79974d18b34,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:11.517899 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c8c95373-e716-4de8-96a3-d3d6febad95b admin admin] 10.222.0.60 "DELETE /v2.0/networks/94c445e8-e2a0-4589-a105-e79974d18b34 HTTP/1.1" status: 204 len: 168 time: 0.9979753 May 25 20:07:11.678646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Calling delete_port for c53bc4c5-f6e5-456b-9418-c8a3117e10cb owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:07:11.720901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdf538-aae3-479f-bc3c-6ce77b6ba9a2 req-48f2f874-8dda-42ba-86d7-f6f27e3cbe46 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:11.724140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6bfdf538-aae3-479f-bc3c-6ce77b6ba9a2 req-48f2f874-8dda-42ba-86d7-f6f27e3cbe46 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1342552 May 25 20:07:11.754418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['a98f56e2-e655-46ca-8e33-779754f43e0a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:07:11.832649 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6bfdf538-aae3-479f-bc3c-6ce77b6ba9a2 req-3523e4a0-4dad-492d-9e12-a46f1b8573bc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990105 May 25 20:07:11.837156 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41482) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:11.838291 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 86d511d8-d6b2-422c-9813-a843162f34c8 resource provider aggregate not found May 25 20:07:11.876280 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 86d511d8-d6b2-422c-9813-a843162f34c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86d511d8-d6b2-422c-9813-a843162f34c8 found for delete ", "request_id": "req-72fe678a-6fbc-4eff-9be1-e05488cc723d"}]} May 25 20:07:11.880824 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:11.906662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-97ac7d2f-fa7c-421a-bc78-25da93a8358c None None] For port c53bc4c5-f6e5-456b-9418-c8a3117e10cb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c53bc4c5-f6e5-456b-9418-c8a3117e10cb,segment=NetworkSegment(3f184187-2fb7-4fb3-9fa4-f950f89341db),segment_id=3f184187-2fb7-4fb3-9fa4-f950f89341db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:11.906984 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-97ac7d2f-fa7c-421a-bc78-25da93a8358c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:12.005523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] No DVR routers for this DVR port c53bc4c5-f6e5-456b-9418-c8a3117e10cb on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:07:12.037314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event deleted for resources: {'Port': ['ID=c53bc4c5-f6e5-456b-9418-c8a3117e10cb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:12.061626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-97ac7d2f-fa7c-421a-bc78-25da93a8358c None None] Calling delete_port for c53bc4c5-f6e5-456b-9418-c8a3117e10cb owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:07:12.179119 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f40f1692-a2c2-446a-b1ae-66183f0d849c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b9203b801144a5098b1b28f1babf1e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356776 May 25 20:07:12.180475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41516) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:12.186421 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-97ac7d2f-fa7c-421a-bc78-25da93a8358c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:07:12.186856 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-97ac7d2f-fa7c-421a-bc78-25da93a8358c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:07:12.215699 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:12.251825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c571a6-26c7-4b29-9589-21f93cd5beed req-326fb1af-45ab-4df1-8ced-b86f407ec52c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:12.261105 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-19c571a6-26c7-4b29-9589-21f93cd5beed req-326fb1af-45ab-4df1-8ced-b86f407ec52c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.4221601 May 25 20:07:12.289927 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6b8317a-b78b-43f9-8924-ad41b11e7c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:12.305044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:12.324566 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f184187-2fb7-4fb3-9fa4-f950f89341db') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:12.324844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f184187-2fb7-4fb3-9fa4-f950f89341db') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:12.336229 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-19c571a6-26c7-4b29-9589-21f93cd5beed req-d4973530-c3d9-46b5-b555-34dc432ee7e2 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735617 May 25 20:07:12.337818 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6b8317a-b78b-43f9-8924-ad41b11e7c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:12.345940 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:12.372013 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:12.385628 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:07:12.386380 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:12.459584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6b8317a-b78b-43f9-8924-ad41b11e7c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:12.477423 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8317a-b78b-43f9-8924-ad41b11e7c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c905794d-aaec-4ac8-8725-bf825b983c28,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:12.491225 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6b8317a-b78b-43f9-8924-ad41b11e7c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:12.493627 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 3f184187-2fb7-4fb3-9fa4-f950f89341db resource provider aggregate not found May 25 20:07:12.504830 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f6b8317a-b78b-43f9-8924-ad41b11e7c5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c905794d-aaec-4ac8-8725-bf825b983c28 HTTP/1.1" status: 204 len: 168 time: 0.3233361 May 25 20:07:12.537865 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 3f184187-2fb7-4fb3-9fa4-f950f89341db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f184187-2fb7-4fb3-9fa4-f950f89341db found for delete ", "request_id": "req-98999fef-b6cf-4fc1-b264-05885a152334"}]} May 25 20:07:12.588664 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e13d13ab-d4b1-4a51-9554-d073355a1924 req-e508e6a3-15d1-4996-bed0-fc7bf9ced888 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0525346 May 25 20:07:12.597559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:12.645079 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:12.660404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] Pushing event deleted for resources: {'Network': ['ID=cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:12.688079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-97ac7d2f-fa7c-421a-bc78-25da93a8358c None None] Deleting port c53bc4c5-f6e5-456b-9418-c8a3117e10cb {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:07:12.688435 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-97ac7d2f-fa7c-421a-bc78-25da93a8358c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:12.701711 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-77e4adb9-cef8-4a63-9180-c6f6bbe22288 tempest-ServersTestMultiNic-88295398 tempest-ServersTestMultiNic-88295398-project] 10.222.0.60 "DELETE /v2.0/networks/cdc0b2f6-aebf-41e3-acdc-0f5d0ea46288 HTTP/1.1" status: 204 len: 168 time: 2.1061585 May 25 20:07:12.721550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f4341-24ca-48de-a51c-3254f8327c78 req-52b5852e-16ca-4501-ae30-23c20eacaf57 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:12.736946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fd4f4341-24ca-48de-a51c-3254f8327c78 req-52b5852e-16ca-4501-ae30-23c20eacaf57 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1954260 May 25 20:07:12.802292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-97ac7d2f-fa7c-421a-bc78-25da93a8358c None None] The port 'c53bc4c5-f6e5-456b-9418-c8a3117e10cb' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:07:12.846009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fd4f4341-24ca-48de-a51c-3254f8327c78 req-aad9352e-fc0a-4b16-9de5-7f1008cdf56d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015358 May 25 20:07:12.986031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c53bc4c5-f6e5-456b-9418-c8a3117e10cb no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:07:13.037671 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: c53bc4c5-f6e5-456b-9418-c8a3117e10cb {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:07:13.038309 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c53bc4c5-f6e5-456b-9418-c8a3117e10cb not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:07:13.118414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a4920-045f-4e5a-a69b-fbf8711da37a req-65d4a0b3-0f90-4fec-a8ea-09449f49b908 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:13.120239 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e83a4920-045f-4e5a-a69b-fbf8711da37a req-65d4a0b3-0f90-4fec-a8ea-09449f49b908 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 945 time: 0.1193850 May 25 20:07:13.194536 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e83a4920-045f-4e5a-a69b-fbf8711da37a req-198e4936-fde3-4904-a7b0-0e638b6d9111 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666018 May 25 20:07:13.559788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a01f3d-31f5-4b58-bbc0-720d03a51153 req-30b4b185-5187-4f7c-adb1-4fbb7d3d6e57 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:13.561388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e2a01f3d-31f5-4b58-bbc0-720d03a51153 req-30b4b185-5187-4f7c-adb1-4fbb7d3d6e57 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1454377 May 25 20:07:13.655182 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e2a01f3d-31f5-4b58-bbc0-720d03a51153 req-d7c39bab-154b-4d67-97d0-440afd1d1143 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842209 May 25 20:07:13.825738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41618) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:13.931174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bffcd2-bcbe-4601-aa18-9be1104a8f75 req-4a48d970-2f98-44ac-a84a-c61cf1662ee1 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:13.933619 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00bffcd2-bcbe-4601-aa18-9be1104a8f75 req-4a48d970-2f98-44ac-a84a-c61cf1662ee1 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1288090 May 25 20:07:13.954825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-835af2f0-6490-4b47-a888-56450513f09a req-dd2a85c7-a969-40e8-91e6-cd9bb5a0155e tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0643933 May 25 20:07:13.970730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-927043502-network', 'tenant_id': 'dfca10d1e8a14dc5a547fe3f642bae44'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:13.978259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:13.996794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Usage tracker for resource:network and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:14.002247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:14.004047 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00bffcd2-bcbe-4601-aa18-9be1104a8f75 req-583bd6a1-b25e-4851-8aa0-e7c385afda22 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615790 May 25 20:07:14.015052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:14.045809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Made reservation on behalf of dfca10d1e8a14dc5a547fe3f642bae44 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:07:14.049127 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:14.066940 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:14.096352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:14.103573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:14.108317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:14.121646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:14.314313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:14.320213 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:14.360897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:07:14.385339 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:14.385669 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Added segment bf166c4a-7471-468f-bda9-4c95cbb369a8 of type vlan for network e307142c-b5f9-4667-b92b-f2a2f087a2e8 May 25 20:07:14.386872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea87c818-4bdc-4dc8-9747-4c54129dfe13,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:14.431776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9ea3b-2baf-485d-b5ba-a42e152e813b req-22f73c59-9db9-4cde-9c50-53fea5ad959f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:14.433325 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a0a9ea3b-2baf-485d-b5ba-a42e152e813b req-22f73c59-9db9-4cde-9c50-53fea5ad959f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1843665 May 25 20:07:14.437597 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:14.508275 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a0a9ea3b-2baf-485d-b5ba-a42e152e813b req-af9e8519-0f20-43ca-af03-667455cc9b56 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655885 May 25 20:07:14.510344 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:14.511684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:14.512421 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:14.643244 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8161454 May 25 20:07:14.648103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41666) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:14.651960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41670) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:14.657552 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Request body: {'subnet': {'network_id': 'e307142c-b5f9-4667-b92b-f2a2f087a2e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-927043502-subnet', 'tenant_id': 'dfca10d1e8a14dc5a547fe3f642bae44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:14.658495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88b4fe-79c8-4f81-9d1e-5330d4de7ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=e307142c-b5f9-4667-b92b-f2a2f087a2e8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:14.676061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network e307142c-b5f9-4667-b92b-f2a2f087a2e8 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:07:14.723798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:14.737861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Usage tracker for resource:subnet and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:14.755602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:14.766797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:14.800251 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a98f56e2-e655-46ca-8e33-779754f43e0a up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:07:14.963383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599c1ad-89be-4231-bb38-2cf3c0a2d473 req-b4cb9e9b-f9e6-4b6e-984a-b8bd32333b21 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:14.965069 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1599c1ad-89be-4231-bb38-2cf3c0a2d473 req-b4cb9e9b-f9e6-4b6e-984a-b8bd32333b21 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 945 time: 0.1674702 May 25 20:07:14.970755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port a98f56e2-e655-46ca-8e33-779754f43e0a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:07:14.980076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port a98f56e2-e655-46ca-8e33-779754f43e0a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:07:14.980614 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:14.983074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Made reservation on behalf of dfca10d1e8a14dc5a547fe3f642bae44 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:07:14.985509 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:15.043095 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1599c1ad-89be-4231-bb38-2cf3c0a2d473 req-f965eda7-2f79-40af-b204-1c45f8065256 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685573 May 25 20:07:15.185771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port a98f56e2-e655-46ca-8e33-779754f43e0a is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:15.186694 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:15.229950 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70ccca4-d2f4-4bc1-a63a-a50f5e403140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98f56e2-e655-46ca-8e33-779754f43e0a'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:15.245332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a98f56e2-e655-46ca-8e33-779754f43e0a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a98f56e2-e655-46ca-8e33-779754f43e0a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:15.251495 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:15.370878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=a98f56e2-e655-46ca-8e33-779754f43e0a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:15.615104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0672b16-ccfa-460e-8caf-06b37fd00804 req-78835bc7-735a-478f-8bd8-3b1163beb036 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:15.616623 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e0672b16-ccfa-460e-8caf-06b37fd00804 req-78835bc7-735a-478f-8bd8-3b1163beb036 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.7218068 May 25 20:07:15.791138 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e0672b16-ccfa-460e-8caf-06b37fd00804 req-80fed9c6-8f60-42fc-90dc-754602193552 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628666 May 25 20:07:15.844129 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cde43f7d-c06c-4bfd-a6d8-414666638ee2 req-f585bf69-ec8d-4914-a69b-2ff990d29df7 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0786843 May 25 20:07:15.859308 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:15.925617 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73299897-03eb-4c0f-9436-1a7b21910648'] response: {'server_uuid': 'd70ccca4-d2f4-4bc1-a63a-a50f5e403140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98f56e2-e655-46ca-8e33-779754f43e0a', 'code': 200} May 25 20:07:16.050872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7904db8-0ee7-445a-9333-f768530bc968,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:16.056516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Checking segment: {'id': 'bf166c4a-7471-468f-bda9-4c95cbb369a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e307142c-b5f9-4667-b92b-f2a2f087a2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:07:16.057140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Network hostable DHCP agents. Network: e307142c-b5f9-4667-b92b-f2a2f087a2e8, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:07:16.108419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Network e307142c-b5f9-4667-b92b-f2a2f087a2e8 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:07:16.135106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21cb3f-23f6-40a9-a3c1-14924c93a416 req-0fd5372e-b2c7-4213-a6af-a16c3a2c6f7f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:16.136677 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b21cb3f-23f6-40a9-a3c1-14924c93a416 req-0fd5372e-b2c7-4213-a6af-a16c3a2c6f7f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2072289 May 25 20:07:16.138117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, e307142c-b5f9-4667-b92b-f2a2f087a2e8) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:07:16.153070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b63c34d-6b81-455c-92b0-02bb32401f48 None None] Network e307142c-b5f9-4667-b92b-f2a2f087a2e8 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:07:16.166643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744ba9c-78a2-409c-be27-a9f6be96ab20 req-5ebd7e5a-92be-4bad-aba0-d5a938540d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:16.168508 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d744ba9c-78a2-409c-be27-a9f6be96ab20 req-5ebd7e5a-92be-4bad-aba0-d5a938540d99 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 1097 time: 0.1814144 May 25 20:07:16.182930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e13f04-492f-4ed6-a967-27e0418b46a9 req-59df272a-cb6f-4e15-b1f8-1250fe34ad8a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:16.184582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53e13f04-492f-4ed6-a967-27e0418b46a9 req-59df272a-cb6f-4e15-b1f8-1250fe34ad8a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1512866 May 25 20:07:16.188511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:16.189299 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:16.275932 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2d7e57bc-bd66-4b68-9025-273fc2548c33 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6259444 May 25 20:07:16.286818 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d744ba9c-78a2-409c-be27-a9f6be96ab20 req-9e96d453-b4b3-4c0d-93e0-52e15f35259a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009793 May 25 20:07:16.289997 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b21cb3f-23f6-40a9-a3c1-14924c93a416 req-70011ff0-374e-4fec-a2f4-c988f93359b8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036577 May 25 20:07:16.297827 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53e13f04-492f-4ed6-a967-27e0418b46a9 req-8f2d0eaf-aa99-47ec-972a-be20b94c3a55 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962307 May 25 20:07:16.316630 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ee912d5-50dc-4268-b50a-5f62bfcd20da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:16.571818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c74ebb-2990-4081-88ea-64a65f95a2f3 None None] Network e307142c-b5f9-4667-b92b-f2a2f087a2e8 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:07:16.747509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-12c7b1ff-b3b8-4aa5-9a7f-10d5d68b4565 req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2094839786', 'description': 'tempest-description-1335345817'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:16.758731 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-12c7b1ff-b3b8-4aa5-9a7f-10d5d68b4565 req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:16.768484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-12c7b1ff-b3b8-4aa5-9a7f-10d5d68b4565 req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:16.776251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-12c7b1ff-b3b8-4aa5-9a7f-10d5d68b4565 req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:16.791484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-12c7b1ff-b3b8-4aa5-9a7f-10d5d68b4565 req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:16.823937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c49fc6-6d63-47d6-b58f-6bc26ebf5a4f req-83f2adc6-212a-45b8-97c6-140ce306c498 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:16.825625 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f3c49fc6-6d63-47d6-b58f-6bc26ebf5a4f req-83f2adc6-212a-45b8-97c6-140ce306c498 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 946 time: 0.2656851 May 25 20:07:16.881294 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-12c7b1ff-b3b8-4aa5-9a7f-10d5d68b4565 req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:16.883815 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f3c49fc6-6d63-47d6-b58f-6bc26ebf5a4f req-99379c31-acaa-4e49-b130-7ed1504179ed tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506670 May 25 20:07:16.955066 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-12c7b1ff-b3b8-4aa5-9a7f-10d5d68b4565 req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:16.965748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-12c7b1ff-b3b8-4aa5-9a7f-10d5d68b4565 req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group_rule and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:16.970184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-12c7b1ff-b3b8-4aa5-9a7f-10d5d68b4565 req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:16.981552 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-12c7b1ff-b3b8-4aa5-9a7f-10d5d68b4565 req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:17.124966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7ee912d5-50dc-4268-b50a-5f62bfcd20da admin admin] Deleting port 05ee2e73-63d3-445d-9b95-865181467254 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:07:17.125820 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ee912d5-50dc-4268-b50a-5f62bfcd20da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:17.159445 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-12c7b1ff-b3b8-4aa5-9a7f-10d5d68b4565 req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:17.169005 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-12c7b1ff-b3b8-4aa5-9a7f-10d5d68b4565 req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:17.254871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c00218-2bfb-4829-839e-53d54951494a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:17.262901 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-12c7b1ff-b3b8-4aa5-9a7f-10d5d68b4565 req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:17.264139 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-12c7b1ff-b3b8-4aa5-9a7f-10d5d68b4565 req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5311637 May 25 20:07:17.316279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:17.319342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:17.319342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:17.319342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:17.319342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:17.319342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:17.319342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:17.319342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:17.319342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:17.319342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:17.319342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:17.322870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3dcd-251b-4578-91ac-9d6eda24cb8a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:17.462993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-7ee912d5-50dc-4268-b50a-5f62bfcd20da admin admin] For port 05ee2e73-63d3-445d-9b95-865181467254, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=05ee2e73-63d3-445d-9b95-865181467254,segment=NetworkSegment(0da87d82-2b1f-469f-b565-ba713ced5588),segment_id=0da87d82-2b1f-469f-b565-ba713ced5588)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:17.463346 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ee912d5-50dc-4268-b50a-5f62bfcd20da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:17.640702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7ee912d5-50dc-4268-b50a-5f62bfcd20da admin admin] Calling delete_port for 05ee2e73-63d3-445d-9b95-865181467254 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:07:17.692490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c8f37d72-0393-491b-9570-3e715a3f7e1a req-dff31598-d65f-4cf2-98c7-717fbe3a2e10 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0709727 May 25 20:07:17.730221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-454e2930-1526-4732-a4ac-351616c9d3b5 req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-426563599', 'description': 'tempest-description-136938931'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:17.743215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-454e2930-1526-4732-a4ac-351616c9d3b5 req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:17.750991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-454e2930-1526-4732-a4ac-351616c9d3b5 req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:17.755765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-454e2930-1526-4732-a4ac-351616c9d3b5 req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:17.763345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-454e2930-1526-4732-a4ac-351616c9d3b5 req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:17.764301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0b31e-104f-43c5-b5f4-1f6fef583d58 req-ca4d1af6-6409-4787-8a5b-c4b9b5374635 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:17.765835 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1f0b31e-104f-43c5-b5f4-1f6fef583d58 req-ca4d1af6-6409-4787-8a5b-c4b9b5374635 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.3760016 May 25 20:07:17.780805 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-454e2930-1526-4732-a4ac-351616c9d3b5 req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:17.817195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-454e2930-1526-4732-a4ac-351616c9d3b5 req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:17.824450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-454e2930-1526-4732-a4ac-351616c9d3b5 req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group_rule and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:17.829362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-454e2930-1526-4732-a4ac-351616c9d3b5 req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:17.840866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-454e2930-1526-4732-a4ac-351616c9d3b5 req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:17.863367 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1f0b31e-104f-43c5-b5f4-1f6fef583d58 req-db38dfec-56f3-482d-b340-adcaf98ae1aa tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860240 May 25 20:07:17.973003 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-454e2930-1526-4732-a4ac-351616c9d3b5 req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:17.978723 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-454e2930-1526-4732-a4ac-351616c9d3b5 req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:18.044651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b3c06b-4ebc-4321-87e3-eb4cc1cd8ee8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:18.048760 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-454e2930-1526-4732-a4ac-351616c9d3b5 req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:18.059397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-454e2930-1526-4732-a4ac-351616c9d3b5 req-afbc1b28-da75-4683-afe5-e8fc002537c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3333189 May 25 20:07:18.066407 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ee912d5-50dc-4268-b50a-5f62bfcd20da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:18.255550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee912d5-50dc-4268-b50a-5f62bfcd20da admin admin] Pushing event deleted for resources: {'Port': ['ID=05ee2e73-63d3-445d-9b95-865181467254,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:18.333416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef97d3-1fcb-401f-990e-cabe557ac902 req-4f509ec3-89d8-41e4-b89c-0d35e4bfc010 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:18.337121 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7eef97d3-1fcb-401f-990e-cabe557ac902 req-4f509ec3-89d8-41e4-b89c-0d35e4bfc010 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1601989 May 25 20:07:18.402270 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7eef97d3-1fcb-401f-990e-cabe557ac902 req-1b7d5d1a-d547-4835-b65e-8a8642d43093 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538161 May 25 20:07:18.484617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43c652-801c-4bde-b43f-8e88cfe8f115 req-31b16b2b-f399-4fd7-bd23-485d82ddd088 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:18.486331 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b43c652-801c-4bde-b43f-8e88cfe8f115 req-31b16b2b-f399-4fd7-bd23-485d82ddd088 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.4646420 May 25 20:07:18.701125 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b43c652-801c-4bde-b43f-8e88cfe8f115 req-aa0e42d5-ee96-450c-b520-b8da732b0b4d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988966 May 25 20:07:18.737333 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ee912d5-50dc-4268-b50a-5f62bfcd20da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:19.164682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a513e-5891-4be2-bc8f-5d9022cfde2f req-c190be34-9495-43dc-92fe-49cd9a46fbad tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:19.167325 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d1a513e-5891-4be2-bc8f-5d9022cfde2f req-c190be34-9495-43dc-92fe-49cd9a46fbad tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 946 time: 0.2952316 May 25 20:07:19.330491 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d1a513e-5891-4be2-bc8f-5d9022cfde2f req-4f5cb714-07b3-4ff6-b500-2ec2a3b6a211 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508594 May 25 20:07:19.377137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee912d5-50dc-4268-b50a-5f62bfcd20da admin admin] Router 3a460fd0-3b1f-43d2-a14b-5777cac23eff has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:07:19.525823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233a803-470d-4273-b003-a6c301894fee req-f8424ac4-ac31-434a-aa48-573c7ed612c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:19.526769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b233a803-470d-4273-b003-a6c301894fee req-f8424ac4-ac31-434a-aa48-573c7ed612c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Synchronizing usage tracker for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:07:19.556836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b233a803-470d-4273-b003-a6c301894fee req-f8424ac4-ac31-434a-aa48-573c7ed612c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Unset dirty status for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:07:19.558085 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b233a803-470d-4273-b003-a6c301894fee req-f8424ac4-ac31-434a-aa48-573c7ed612c0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/networks?id=e307142c-b5f9-4667-b92b-f2a2f087a2e8 HTTP/1.1" status: 200 len: 812 time: 0.2705724 May 25 20:07:19.591328 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b233a803-470d-4273-b003-a6c301894fee req-ca58c3f3-e7cb-4d13-9187-7f27fa3415d7 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/quotas/dfca10d1e8a14dc5a547fe3f642bae44 HTTP/1.1" status: 200 len: 375 time: 0.0256944 May 25 20:07:19.662118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b233a803-470d-4273-b003-a6c301894fee req-129d76da-0c2e-4e84-a815-9f309093c014 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dfca10d1e8a14dc5a547fe3f642bae44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606723 May 25 20:07:19.697757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59ac8e45-8763-4037-9906-0ff419c271b2 req-431c4ca7-03e2-421e-add8-4df6e20a9e82 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1000240 May 25 20:07:19.749498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee912d5-50dc-4268-b50a-5f62bfcd20da admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:07:19.767572 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f4eee-5968-4937-9a76-bd5380d752d9 None None] Sync routers for ids ['3a460fd0-3b1f-43d2-a14b-5777cac23eff'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:07:19.782656 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f4eee-5968-4937-9a76-bd5380d752d9 None None] Routers {'3a460fd0-3b1f-43d2-a14b-5777cac23eff'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:07:19.783529 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-893f4eee-5968-4937-9a76-bd5380d752d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:07:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['3a460fd0-3b1f-43d2-a14b-5777cac23eff'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:19.796872 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7ee912d5-50dc-4268-b50a-5f62bfcd20da admin admin] 10.222.0.60 "PUT /v2.0/routers/3a460fd0-3b1f-43d2-a14b-5777cac23eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1433687 May 25 20:07:19.798243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41852) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:19.918225 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b233a803-470d-4273-b003-a6c301894fee req-afbcfed0-bca5-4eae-bb96-b9016d855993 service neutron] 10.222.0.60 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434108 May 25 20:07:20.079002 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-893f4eee-5968-4937-9a76-bd5380d752d9 None None] Set router 3a460fd0-3b1f-43d2-a14b-5777cac23eff gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:07:20.167796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b233a803-470d-4273-b003-a6c301894fee req-f302b918-7303-4f87-ae6c-b249fc489a1a service neutron] 10.222.0.60 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392366 May 25 20:07:20.389500 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:20.524917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef53116-7d3b-4c0a-ac04-e33bad4bd0fb req-287886b6-d570-4401-88ec-ab876e84e0c3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:20.533242 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3ef53116-7d3b-4c0a-ac04-e33bad4bd0fb req-287886b6-d570-4401-88ec-ab876e84e0c3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.6043608 May 25 20:07:20.750350 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3ef53116-7d3b-4c0a-ac04-e33bad4bd0fb req-9e0adcf3-7845-49ea-8957-122a474f5b0a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159338 May 25 20:07:20.776984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97321149-6ec2-4ffd-a039-79e20303f1d0 req-33b098bd-1d48-4034-9805-02a33d671427 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:20.787343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-97321149-6ec2-4ffd-a039-79e20303f1d0 req-33b098bd-1d48-4034-9805-02a33d671427 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 1097 time: 0.1923611 May 25 20:07:20.842714 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-893f4eee-5968-4937-9a76-bd5380d752d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'name': 'tempest-ServersTestMultiNic-1281012227-router', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a6f6c829-657d-4f81-859b-88d00483e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:07Z', 'updated_at': '2022-05-25T20:07:17Z', 'revision_number': 5, 'project_id': 'e579da175ae34ba290b3df4b663acf2e', 'gw_port': {'id': 'a6f6c829-657d-4f81-859b-88d00483e000', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:05:10Z', 'updated_at': '2022-05-25T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:20.856687 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:20.857207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-97321149-6ec2-4ffd-a039-79e20303f1d0 req-f9e6dee2-ef62-4a1b-9882-d91991a12260 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684264 May 25 20:07:20.858414 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f4eee-5968-4937-9a76-bd5380d752d9 None None] Checking router: 3a460fd0-3b1f-43d2-a14b-5777cac23eff for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:07:20.887151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] Deleting port a6f6c829-657d-4f81-859b-88d00483e000 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:07:20.887830 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:20.924048 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f4eee-5968-4937-9a76-bd5380d752d9 None None] Routers {'3a460fd0-3b1f-43d2-a14b-5777cac23eff'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:07:20.927064 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-893f4eee-5968-4937-9a76-bd5380d752d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:07:00Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['3a460fd0-3b1f-43d2-a14b-5777cac23eff'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:21.270585 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-893f4eee-5968-4937-9a76-bd5380d752d9 None None] Set router 3a460fd0-3b1f-43d2-a14b-5777cac23eff gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:07:21.353640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ce839-6e32-49a3-a9c9-c64b6042cef0 req-1ad3524f-3673-4f0c-9644-62b7873d588c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:21.356595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae7ce839-6e32-49a3-a9c9-c64b6042cef0 req-1ad3524f-3673-4f0c-9644-62b7873d588c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1549850 May 25 20:07:21.447777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffbd5f-e439-4d85-bbdd-b0128bca02bc req-b8f39206-53e4-4fad-a0b7-fb303f84141c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:21.455321 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00ffbd5f-e439-4d85-bbdd-b0128bca02bc req-b8f39206-53e4-4fad-a0b7-fb303f84141c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.3558252 May 25 20:07:21.463589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] For port a6f6c829-657d-4f81-859b-88d00483e000, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a6f6c829-657d-4f81-859b-88d00483e000,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:21.463932 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:21.483149 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae7ce839-6e32-49a3-a9c9-c64b6042cef0 req-60ff6c9c-cc7c-4f2d-8765-f68d2236b0c0 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116142 May 25 20:07:21.585272 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-893f4eee-5968-4937-9a76-bd5380d752d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'name': 'tempest-ServersTestMultiNic-1281012227-router', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:07Z', 'updated_at': '2022-05-25T20:07:20Z', 'revision_number': 6, 'project_id': 'e579da175ae34ba290b3df4b663acf2e', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:21.590244 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f4eee-5968-4937-9a76-bd5380d752d9 None None] The sync data for ids ['3a460fd0-3b1f-43d2-a14b-5777cac23eff'] in n-d-843339-1 is: [{'id': '3a460fd0-3b1f-43d2-a14b-5777cac23eff', 'name': 'tempest-ServersTestMultiNic-1281012227-router', 'tenant_id': 'e579da175ae34ba290b3df4b663acf2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:05:07Z', 'updated_at': '2022-05-25T20:07:20Z', 'revision_number': 6, 'project_id': 'e579da175ae34ba290b3df4b663acf2e', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:07:21.719337 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] Calling delete_port for a6f6c829-657d-4f81-859b-88d00483e000 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:07:21.833671 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-213f4d7f-c07f-4edf-9f13-8096fde3710d req-c367dfb2-9717-4282-8d51-65ee63df358f tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 210 time: 0.1083684 May 25 20:07:21.879001 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00ffbd5f-e439-4d85-bbdd-b0128bca02bc req-05def0c1-099d-4547-9d1d-95670042ac8a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207141 May 25 20:07:21.993401 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:22.131904 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e50224cd-1f2b-4857-9ac7-248958b7bcee req-ffe66d69-69bd-4b96-9b17-dbda348b7f83 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1103916 May 25 20:07:22.174939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41902) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:22.189349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f6c829-657d-4f81-859b-88d00483e000,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:22.324784 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:22.470218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44de93-846e-49a9-b4f3-5701bf5bc9e6 req-7e861911-d53f-42d0-8f7f-d2d809252ac6 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:22.478339 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d44de93-846e-49a9-b4f3-5701bf5bc9e6 req-7e861911-d53f-42d0-8f7f-d2d809252ac6 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 1097 time: 0.3841224 May 25 20:07:22.545619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f3cfffbf-492b-453c-a4bd-a8633bf06155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:22.596283 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:22.604752 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:22.625826 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d44de93-846e-49a9-b4f3-5701bf5bc9e6 req-5fdb0baa-7c73-4c80-b239-d917705b1e26 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462588 May 25 20:07:22.639803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f3cfffbf-492b-453c-a4bd-a8633bf06155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:22.649413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f3cfffbf-492b-453c-a4bd-a8633bf06155 admin admin] Usage tracker for resource:security_group_rule and tenant:50b3967b054a4379b2343a39231f0adb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:22.662870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233a803-470d-4273-b003-a6c301894fee req-52b3f859-16fc-45fa-a6e7-5b0ae4550842 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:22.665849 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b233a803-470d-4273-b003-a6c301894fee req-52b3f859-16fc-45fa-a6e7-5b0ae4550842 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.70 "GET /v2.0/networks?id=e307142c-b5f9-4667-b92b-f2a2f087a2e8 HTTP/1.1" status: 200 len: 812 time: 0.3663182 May 25 20:07:22.667233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f3cfffbf-492b-453c-a4bd-a8633bf06155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:22.688678 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:22.689490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a460fd0-3b1f-43d2-a14b-5777cac23eff {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:07:22.700615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'port': {'device_id': 'a53fb23b-499f-4449-b7ac-cf669a8d16fe', 'network_id': 'e307142c-b5f9-4667-b92b-f2a2f087a2e8', 'admin_state_up': True, 'tenant_id': 'dfca10d1e8a14dc5a547fe3f642bae44'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:22.714001 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:22.722122 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6a345e4d-8171-4e8c-9b1b-18407e92347f admin admin] 10.222.0.60 "DELETE /v2.0/routers/3a460fd0-3b1f-43d2-a14b-5777cac23eff HTTP/1.1" status: 204 len: 168 time: 2.9212141 May 25 20:07:22.723194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41910) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:22.728315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f3cfffbf-492b-453c-a4bd-a8633bf06155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:22.887581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8269c99-1c6f-4939-8dda-510fc42ce5b3 req-7728a94f-b2e3-4ee1-b271-5e46967d54b8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:22.890267 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8269c99-1c6f-4939-8dda-510fc42ce5b3 req-7728a94f-b2e3-4ee1-b271-5e46967d54b8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.4796247 May 25 20:07:22.925618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6a5445-5364-4d0a-b339-bbeb64a942e8 admin admin] Deleting subnet 63d419cd-3853-4b54-bc8a-ff424215ed21 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:07:22.939006 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8a6a5445-5364-4d0a-b339-bbeb64a942e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:23.037115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b57a2-b008-4506-8097-827842cf001f req-abd605b1-63f9-4dd7-abfb-aaa9849237b6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:23.040873 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-943b57a2-b008-4506-8097-827842cf001f req-abd605b1-63f9-4dd7-abfb-aaa9849237b6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2107656 May 25 20:07:23.043882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 05ee2e73-63d3-445d-9b95-865181467254 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:07:23.048727 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8a6a5445-5364-4d0a-b339-bbeb64a942e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:23.059138 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8269c99-1c6f-4939-8dda-510fc42ce5b3 req-f999bb3e-c562-46fa-8387-5d339eccec63 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529956 May 25 20:07:23.123910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 05ee2e73-63d3-445d-9b95-865181467254 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:07:23.124247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 05ee2e73-63d3-445d-9b95-865181467254 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:07:23.124875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a6f6c829-657d-4f81-859b-88d00483e000 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:07:23.153827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f3cfffbf-492b-453c-a4bd-a8633bf06155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:23.160122 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f3cfffbf-492b-453c-a4bd-a8633bf06155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:23.216669 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a6f6c829-657d-4f81-859b-88d00483e000 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:07:23.216669 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a6f6c829-657d-4f81-859b-88d00483e000 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:07:23.232316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f3cfffbf-492b-453c-a4bd-a8633bf06155 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50b3967b054a4379b2343a39231f0adb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0559044 May 25 20:07:23.236493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:23.245127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41928) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:23.294185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:port and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:23.306076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:23.327837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:23.337589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfffbf-492b-453c-a4bd-a8633bf06155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3071ce9-425f-48a4-a7ae-f924d6a68626,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:23.387991 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-943b57a2-b008-4506-8097-827842cf001f req-b3238205-ddbc-404e-aefb-d2d139963eb5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673204 May 25 20:07:23.440563 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8a6a5445-5364-4d0a-b339-bbeb64a942e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:23.527754 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:23.535451 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-52bff8fd-0ecf-4403-8414-693037a597b9 req-9add43be-103c-4c91-9244-744154a16273 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 210 time: 0.2126722 May 25 20:07:23.543484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Made reservation on behalf of dfca10d1e8a14dc5a547fe3f642bae44 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:07:23.547537 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:23.585647 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-88380819-a665-49b8-9822-1cc09bd826bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:23.615492 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8a6a5445-5364-4d0a-b339-bbeb64a942e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:23.661925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a5445-5364-4d0a-b339-bbeb64a942e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d419cd-3853-4b54-bc8a-ff424215ed21,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:23.677716 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8a6a5445-5364-4d0a-b339-bbeb64a942e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:23.683471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71279882-e202-4643-87aa-98661c2dc004 None None] Network 1a24d098-219c-46a2-a2c5-0778d747f827 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:07:23.701386 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8a6a5445-5364-4d0a-b339-bbeb64a942e8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/63d419cd-3853-4b54-bc8a-ff424215ed21 HTTP/1.1" status: 204 len: 168 time: 0.9763560 May 25 20:07:23.709206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41932) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:23.712955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3213f-1d75-4c90-9fb8-44efc88270a4 req-f635b4da-e8fc-4cf2-9f42-1758a2ef3306 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:23.714779 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-63d3213f-1d75-4c90-9fb8-44efc88270a4 req-f635b4da-e8fc-4cf2-9f42-1758a2ef3306 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1867621 May 25 20:07:23.751101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-88380819-a665-49b8-9822-1cc09bd826bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:23.760700 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-19bfa21a-1e4c-4da7-804e-be11b259858c req-4b09f9ce-6b9f-407c-ba4b-cc798cdf8259 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1112285 May 25 20:07:23.795461 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-63d3213f-1d75-4c90-9fb8-44efc88270a4 req-3acb5df0-3237-467e-a20a-adb852f94d69 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741982 May 25 20:07:23.964490 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:23.996959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Deleting port aadffafc-1ecc-419e-bd8d-2f47ba21e993 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:07:23.997822 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:24.035860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Allocated IP 172.20.0.4 (e307142c-b5f9-4667-b92b-f2a2f087a2e8/f7904db8-0ee7-445a-9333-f768530bc968/b9a2b57a-3d45-468c-a18d-65f066cfd911) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:07:24.056249 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-88380819-a665-49b8-9822-1cc09bd826bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:24.088660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88380819-a665-49b8-9822-1cc09bd826bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3071ce9-425f-48a4-a7ae-f924d6a68626,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:24.184514 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-88380819-a665-49b8-9822-1cc09bd826bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:24.189207 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef0dca0-ec66-4766-811e-3fc1437aa835 None None] DHCP port deletion for 1a24d098-219c-46a2-a2c5-0778d747f827 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:07:24.190236 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-88380819-a665-49b8-9822-1cc09bd826bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3071ce9-425f-48a4-a7ae-f924d6a68626 HTTP/1.1" status: 204 len: 168 time: 0.9427164 May 25 20:07:24.198871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2ef0dca0-ec66-4766-811e-3fc1437aa835 None None] Deleting port aadffafc-1ecc-419e-bd8d-2f47ba21e993 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:07:24.199672 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2ef0dca0-ec66-4766-811e-3fc1437aa835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:24.496251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b9171-8bf3-495d-b583-5a2249a2baf5 req-9994a95c-5d53-400e-ba36-4fd3eed2007f tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:24.505384 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-891b9171-8bf3-495d-b583-5a2249a2baf5 req-9994a95c-5d53-400e-ba36-4fd3eed2007f tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 1097 time: 0.1552005 May 25 20:07:24.565851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] For port aadffafc-1ecc-419e-bd8d-2f47ba21e993, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=aadffafc-1ecc-419e-bd8d-2f47ba21e993,segment=NetworkSegment(0da87d82-2b1f-469f-b565-ba713ced5588),segment_id=0da87d82-2b1f-469f-b565-ba713ced5588)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:24.566795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:24.587308 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-891b9171-8bf3-495d-b583-5a2249a2baf5 req-8b6129b2-122c-4f1c-9061-c3bf3c849209 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805624 May 25 20:07:24.699945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2ef0dca0-ec66-4766-811e-3fc1437aa835 None None] For port aadffafc-1ecc-419e-bd8d-2f47ba21e993, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=aadffafc-1ecc-419e-bd8d-2f47ba21e993,segment=NetworkSegment(0da87d82-2b1f-469f-b565-ba713ced5588),segment_id=0da87d82-2b1f-469f-b565-ba713ced5588)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:24.700395 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2ef0dca0-ec66-4766-811e-3fc1437aa835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:24.831523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Calling delete_port for aadffafc-1ecc-419e-bd8d-2f47ba21e993 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:07:24.932790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2ef0dca0-ec66-4766-811e-3fc1437aa835 None None] Calling delete_port for aadffafc-1ecc-419e-bd8d-2f47ba21e993 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:07:24.938665 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:25.019094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac157fb5-6943-45ad-9e26-5d82e58d15c3 req-c917ca6b-f8c0-4fe2-8da4-02aa3ba28454 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:25.020036 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device aadffafc-1ecc-419e-bd8d-2f47ba21e993 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:07:25.022520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7420f-e156-46d7-9af4-fd5d7b76f61c req-5705fea3-a35e-4d21-bc12-b9acc31ec3d1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:25.027432 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac157fb5-6943-45ad-9e26-5d82e58d15c3 req-c917ca6b-f8c0-4fe2-8da4-02aa3ba28454 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1662288 May 25 20:07:25.030229 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ae7420f-e156-46d7-9af4-fd5d7b76f61c req-5705fea3-a35e-4d21-bc12-b9acc31ec3d1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.5958781 May 25 20:07:25.067807 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:25.111479 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac157fb5-6943-45ad-9e26-5d82e58d15c3 req-738b07f4-9543-4b0d-abed-60088344bb49 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825965 May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: from cryptography.utils import int_from_bytes May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: from cryptography.utils import int_from_bytes May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn_limited( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn_limited( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.129908 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.133245 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.133245 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.133245 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.133245 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.133245 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.133245 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.133245 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.133245 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.133245 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.133245 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.133245 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.133245 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.133245 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:07:25.133245 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:07:25.138525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Pushing event deleted for resources: {'Port': ['ID=aadffafc-1ecc-419e-bd8d-2f47ba21e993,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:25.147402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] No DVR routers for this DVR port aadffafc-1ecc-419e-bd8d-2f47ba21e993 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:07:25.161647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: aadffafc-1ecc-419e-bd8d-2f47ba21e993 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:07:25.161977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device aadffafc-1ecc-419e-bd8d-2f47ba21e993 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:07:25.178372 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-2ef0dca0-ec66-4766-811e-3fc1437aa835 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:07:25.182378 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-2ef0dca0-ec66-4766-811e-3fc1437aa835 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:07:25.203073 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ae7420f-e156-46d7-9af4-fd5d7b76f61c req-161dc8cf-556a-44a8-a15d-394968a1ebdc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716404 May 25 20:07:25.264970 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:25.446514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464870af-ca10-457d-9363-6bcf73700c6f req-ba952bdd-78c8-4ea3-b89c-8361defc0d7b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:25.448720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-464870af-ca10-457d-9363-6bcf73700c6f req-ba952bdd-78c8-4ea3-b89c-8361defc0d7b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 931 time: 0.1477289 May 25 20:07:25.498353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Network e307142c-b5f9-4667-b92b-f2a2f087a2e8 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:07:25.499680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:07:25.531086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-464870af-ca10-457d-9363-6bcf73700c6f req-35d3619f-47a8-4ce0-b0ba-6619b01f2afe tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Synchronizing usage tracker for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:07:25.538272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:07:25.555399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-464870af-ca10-457d-9363-6bcf73700c6f req-35d3619f-47a8-4ce0-b0ba-6619b01f2afe tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Unset dirty status for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:07:25.557292 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-464870af-ca10-457d-9363-6bcf73700c6f req-35d3619f-47a8-4ce0-b0ba-6619b01f2afe tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983112 May 25 20:07:25.683749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2ef0dca0-ec66-4766-811e-3fc1437aa835 None None] Deleting port aadffafc-1ecc-419e-bd8d-2f47ba21e993 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:07:25.684387 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2ef0dca0-ec66-4766-811e-3fc1437aa835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:25.739328 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8c984dc2-0792-48b6-a461-e198d3b1fcc0 req-f1d1dbf2-1f82-41e6-beaf-7040075f3fd6 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.3333964 May 25 20:07:25.786715 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:25.812054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'Port': ['ID=b9a2b57a-3d45-468c-a18d-65f066cfd911,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:25.852063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a24d098-219c-46a2-a2c5-0778d747f827']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:25.866834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74319b60-4dc9-47c3-9e8f-b0f7bb7e1f5e req-fddd9c29-d204-4922-be88-6cc9cb147907 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:25.868789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:25.869428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:25.871152 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74319b60-4dc9-47c3-9e8f-b0f7bb7e1f5e req-fddd9c29-d204-4922-be88-6cc9cb147907 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1851287 May 25 20:07:25.871732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2ef0dca0-ec66-4766-811e-3fc1437aa835 None None] The port 'aadffafc-1ecc-419e-bd8d-2f47ba21e993' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:07:25.877395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da87d82-2b1f-469f-b565-ba713ced5588') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:25.881674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da87d82-2b1f-469f-b565-ba713ced5588') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:07:25.906648 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:25.923137 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b233a803-470d-4273-b003-a6c301894fee req-c179daac-437e-45a7-a375-58a6471d562c tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2364511 May 25 20:07:25.935792 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:25.944784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Request body: {'port': {'device_id': 'a53fb23b-499f-4449-b7ac-cf669a8d16fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:25.948870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74319b60-4dc9-47c3-9e8f-b0f7bb7e1f5e req-67628a03-1645-42f7-b139-772fbefa3a0d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590203 May 25 20:07:25.983098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:07:25.983751 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:26.134385 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 0da87d82-2b1f-469f-b565-ba713ced5588 resource provider aggregate not found May 25 20:07:26.175243 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 0da87d82-2b1f-469f-b565-ba713ced5588 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0da87d82-2b1f-469f-b565-ba713ced5588 found for delete ", "request_id": "req-0e137000-8b2f-4173-92f1-77bfa33796cc"}]} May 25 20:07:26.237459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:26.264085 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:26.276981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a24d098-219c-46a2-a2c5-0778d747f827,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:26.291304 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:26.296603 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-b6781622-e9f1-4580-b61a-9ef54b121c88 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=26a8703ef3ad437790edbd52ac79c256&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610087 May 25 20:07:26.304455 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-abc19463-90b2-42e4-837e-956afa1bc450 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1a24d098-219c-46a2-a2c5-0778d747f827 HTTP/1.1" status: 204 len: 168 time: 2.5858631 May 25 20:07:26.365011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572ad3b-3327-44ae-afa0-0a1b3a3f7416 req-b57f3530-4112-4108-b3f8-3ddcc4107bd2 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:26.369907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0572ad3b-3327-44ae-afa0-0a1b3a3f7416 req-b57f3530-4112-4108-b3f8-3ddcc4107bd2 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 1097 time: 0.3902726 May 25 20:07:26.518432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-ea7a0bac-6465-4785-9fb4-058866d5b732 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:26.524978 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0572ad3b-3327-44ae-afa0-0a1b3a3f7416 req-6736fed1-146f-4628-9597-00b1e23ced54 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425850 May 25 20:07:26.526134 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-ea7a0bac-6465-4785-9fb4-058866d5b732 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218537 May 25 20:07:26.544935 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-6d43e0a1-d9dd-4a7d-bc58-9983b93a8279 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/quotas/26a8703ef3ad437790edbd52ac79c256 HTTP/1.1" status: 200 len: 375 time: 0.0176880 May 25 20:07:26.611618 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-3706a79c-c116-4c8e-80df-8aa9f3de8959 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=26a8703ef3ad437790edbd52ac79c256&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641434 May 25 20:07:26.615548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41996) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:26.694113 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-12a9ab7d-f959-443a-bad0-94f521c6b2a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e579da175ae34ba290b3df4b663acf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730412 May 25 20:07:26.696016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42002) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:26.876036 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1a621ef7-e755-469a-b44a-d9bb3f09623a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:26.932308 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1a621ef7-e755-469a-b44a-d9bb3f09623a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:27.071174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64963a-fddc-42a7-ab92-c0501f10e4e9 req-b26bc6d6-2ba1-4ddb-9c23-e24d48a243e3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:27.080195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a64963a-fddc-42a7-ab92-c0501f10e4e9 req-b26bc6d6-2ba1-4ddb-9c23-e24d48a243e3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1264389 May 25 20:07:27.099138 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1a621ef7-e755-469a-b44a-d9bb3f09623a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:27.122204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a2b57a-3d45-468c-a18d-65f066cfd911 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:07:27.135867 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:27.137156 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a621ef7-e755-469a-b44a-d9bb3f09623a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b959f24-244f-413f-ab6b-90b3f235d314,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:27.162615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Transition to ACTIVE for port object b9a2b57a-3d45-468c-a18d-65f066cfd911 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:07:27.171367 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1a621ef7-e755-469a-b44a-d9bb3f09623a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:27.173571 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:27.187544 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1a621ef7-e755-469a-b44a-d9bb3f09623a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b959f24-244f-413f-ab6b-90b3f235d314 HTTP/1.1" status: 204 len: 168 time: 0.4768367 May 25 20:07:27.190964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a64963a-fddc-42a7-ab92-c0501f10e4e9 req-e73da3e0-32a6-4e97-8b1a-4c83eec7356c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098504 May 25 20:07:27.369987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d589e8-1188-4879-965b-325f7482110a req-96925993-a0d8-453c-8299-c1631d2a0adc tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:27.383109 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61d589e8-1188-4879-965b-325f7482110a req-96925993-a0d8-453c-8299-c1631d2a0adc tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.4113643 May 25 20:07:27.502022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a951f-f04d-42d3-8c15-09a1ea51a883 req-5bd3e366-ac3c-41ec-858c-49b0a16657aa tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:27.511106 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b89a951f-f04d-42d3-8c15-09a1ea51a883 req-5bd3e366-ac3c-41ec-858c-49b0a16657aa tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 943 time: 0.1917660 May 25 20:07:27.529905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Pushing event updated for resources: {'Port': ['ID=b9a2b57a-3d45-468c-a18d-65f066cfd911,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:27.580697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61d589e8-1188-4879-965b-325f7482110a req-8e4bffef-3625-4ca9-84ce-fdc800079297 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963210 May 25 20:07:27.609543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b89a951f-f04d-42d3-8c15-09a1ea51a883 req-bdd42bb5-353c-41ac-a1c0-143947c5a9a4 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888729 May 25 20:07:27.630867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Attempting to bind port b9a2b57a-3d45-468c-a18d-65f066cfd911 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:07:27.631461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Attempting to bind port b9a2b57a-3d45-468c-a18d-65f066cfd911 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'bf166c4a-7471-468f-bda9-4c95cbb369a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e307142c-b5f9-4667-b92b-f2a2f087a2e8'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:07:27.631918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Attempting to bind port b9a2b57a-3d45-468c-a18d-65f066cfd911 on network e307142c-b5f9-4667-b92b-f2a2f087a2e8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:07:27.642792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Port b9a2b57a-3d45-468c-a18d-65f066cfd911 on network e307142c-b5f9-4667-b92b-f2a2f087a2e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:07:27.643500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Attempting to bind port b9a2b57a-3d45-468c-a18d-65f066cfd911 on network e307142c-b5f9-4667-b92b-f2a2f087a2e8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:07:27.655700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:07:27.656809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Checking segment: {'id': 'bf166c4a-7471-468f-bda9-4c95cbb369a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e307142c-b5f9-4667-b92b-f2a2f087a2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:07:27.657644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Bound using segment: {'id': 'bf166c4a-7471-468f-bda9-4c95cbb369a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e307142c-b5f9-4667-b92b-f2a2f087a2e8'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:07:27.658792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Bound port: b9a2b57a-3d45-468c-a18d-65f066cfd911, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf166c4a-7471-468f-bda9-4c95cbb369a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e307142c-b5f9-4667-b92b-f2a2f087a2e8'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:07:27.659789 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:27.767061 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:27.926200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] For port b9a2b57a-3d45-468c-a18d-65f066cfd911, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:07:27.936109 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] For port b9a2b57a-3d45-468c-a18d-65f066cfd911, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b9a2b57a-3d45-468c-a18d-65f066cfd911,segment=NetworkSegment(bf166c4a-7471-468f-bda9-4c95cbb369a8),segment_id=bf166c4a-7471-468f-bda9-4c95cbb369a8)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:07:27.944626 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:27.951613 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfd223df-811f-4ad4-8142-80ca87812736 req-767758f2-a2c0-410c-90eb-2f265fc09fab tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0870450 May 25 20:07:28.075097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-86b646b8-30d8-41c1-bee8-e628adfc5e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:28.087049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:28.088583 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:28.091155 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b233a803-470d-4273-b003-a6c301894fee req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] 10.222.0.70 "PUT /v2.0/ports/b9a2b57a-3d45-468c-a18d-65f066cfd911 HTTP/1.1" status: 200 len: 1091 time: 2.1519787 May 25 20:07:28.100191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53fb23b-499f-4449-b7ac-cf669a8d16fe', 'tag': 'b9a2b57a-3d45-468c-a18d-65f066cfd911'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:28.139722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc98545-c25d-4261-b46c-3c559c4e15cb service neutron] Pushing event updated for resources: {'Port': ['ID=b9a2b57a-3d45-468c-a18d-65f066cfd911,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:28.158379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2141b-fe2b-4fa8-8b68-c3747c2ad6ae req-3db01d3a-a998-4aba-b28c-b8809732a81e tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:28.160835 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-adf2141b-fe2b-4fa8-8b68-c3747c2ad6ae req-3db01d3a-a998-4aba-b28c-b8809732a81e tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 1097 time: 0.4119849 May 25 20:07:28.190367 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-41413fdc-6ac9-4ffd-a1b7-9b05a8433f81 req-6bc5c231-3d0c-41ce-9c66-3942e521a6c3 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 210 time: 0.0785811 May 25 20:07:28.300394 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-adf2141b-fe2b-4fa8-8b68-c3747c2ad6ae req-ef220441-5c3c-40e4-874b-d0dbd8118132 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856402 May 25 20:07:28.336813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233a803-470d-4273-b003-a6c301894fee req-c26b9c8a-261a-4a3e-8410-97a98bdccb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:28.339908 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b233a803-470d-4273-b003-a6c301894fee req-c26b9c8a-261a-4a3e-8410-97a98bdccb99 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dfca10d1e8a14dc5a547fe3f642bae44&device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 1094 time: 0.1848154 May 25 20:07:28.489418 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b233a803-470d-4273-b003-a6c301894fee req-7f42805f-688b-4b2f-ab2d-1fa319855900 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9a2b57a-3d45-468c-a18d-65f066cfd911 HTTP/1.1" status: 200 len: 217 time: 0.1404684 May 25 20:07:28.570763 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fbacf4a-bdb5-48da-8e9a-2cd30342c7fe'] response: {'name': 'network-changed', 'server_uuid': 'a53fb23b-499f-4449-b7ac-cf669a8d16fe', 'tag': 'b9a2b57a-3d45-468c-a18d-65f066cfd911', 'status': 'completed', 'code': 200} May 25 20:07:28.576050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2fee-b40c-4498-a46c-6a544b5885ef req-3750d514-37a1-4c48-aff3-ff4ec508aefc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:28.594643 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d32b2fee-b40c-4498-a46c-6a544b5885ef req-3750d514-37a1-4c48-aff3-ff4ec508aefc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2436306 May 25 20:07:28.631172 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-5a639f01-239d-4300-92fa-4dde7aaf4351 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=26a8703ef3ad437790edbd52ac79c256&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639288 May 25 20:07:28.700536 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d32b2fee-b40c-4498-a46c-6a544b5885ef req-37a22e87-4d6d-4eec-9efc-6b8230c91e09 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041145 May 25 20:07:28.859655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42050) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:29.099115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-500155124-network', 'tenant_id': '1d33a86df2de47678c79013a74f5fa45'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:29.110060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:29.120266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Usage tracker for resource:network and tenant:1d33a86df2de47678c79013a74f5fa45 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:29.127635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:29.139627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:29.147023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233a803-470d-4273-b003-a6c301894fee req-fa7d9d22-3174-44c3-ada0-a9d9fd696b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:29.149991 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b233a803-470d-4273-b003-a6c301894fee req-fa7d9d22-3174-44c3-ada0-a9d9fd696b68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7904db8-0ee7-445a-9333-f768530bc968 HTTP/1.1" status: 200 len: 852 time: 0.6530466 May 25 20:07:29.155214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Made reservation on behalf of 1d33a86df2de47678c79013a74f5fa45 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:07:29.158805 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:29.176311 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:29.209046 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:29.215024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Usage tracker for resource:security_group_rule and tenant:1d33a86df2de47678c79013a74f5fa45 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:29.224097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:29.234813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:29.250281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-1dfcf9cd-e391-4398-adf2-e045b0b2897e tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:29.252215 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-1dfcf9cd-e391-4398-adf2-e045b0b2897e tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6158466 May 25 20:07:29.263567 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b233a803-470d-4273-b003-a6c301894fee req-52350142-b201-4ac5-8e46-9f2ecbe0a939 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e307142c-b5f9-4667-b92b-f2a2f087a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921974 May 25 20:07:29.269405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Request body: {'port': {'device_id': 'ff8d042b-8988-4ec4-b60a-d40960ab9c0c', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '26a8703ef3ad437790edbd52ac79c256'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:29.367240 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:29.372552 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:29.410587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:07:29.433279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c49fa3-fba9-46b4-83c7-3cf82a509fe2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:29.442554 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:29.443537 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Added segment f0ca3c3c-f78e-441f-85ce-9f5551cb9427 of type vlan for network 9345058c-ebab-4e25-8967-26bfbaf0ee5c May 25 20:07:29.492264 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:29.536131 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:29.537313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:29.538047 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:29.578075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c603b8-0588-4121-a99a-d7ebf27ca47f req-fa3c04ef-20f5-40dd-b0a5-8268c6eb7d09 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:29.579690 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2c603b8-0588-4121-a99a-d7ebf27ca47f req-fa3c04ef-20f5-40dd-b0a5-8268c6eb7d09 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.5260651 May 25 20:07:29.601477 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b233a803-470d-4273-b003-a6c301894fee req-175c3e04-f416-43b5-a097-b2bc170320c4 service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003385 May 25 20:07:29.657890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:29.665071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Usage tracker for resource:port and tenant:26a8703ef3ad437790edbd52ac79c256 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:29.669128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:29.676571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:29.726899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] Pushing event updated for resources: {'Network': ['ID=9345058c-ebab-4e25-8967-26bfbaf0ee5c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:29.732234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ff6c89c4-f57a-46c5-aa96-133b88374bec admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8704360 May 25 20:07:29.742860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42076) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:29.744607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 9345058c-ebab-4e25-8967-26bfbaf0ee5c details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:07:29.761789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Request body: {'subnet': {'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-500155124-subnet', 'tenant_id': '1d33a86df2de47678c79013a74f5fa45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:29.778228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:29.786146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Usage tracker for resource:subnet and tenant:1d33a86df2de47678c79013a74f5fa45 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:29.793118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:29.811734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:29.822626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Made reservation on behalf of 26a8703ef3ad437790edbd52ac79c256 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:07:29.826999 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:29.850603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Made reservation on behalf of 1d33a86df2de47678c79013a74f5fa45 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:07:29.855783 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:29.879150 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2c603b8-0588-4121-a99a-d7ebf27ca47f req-b9c6b00e-1d26-44a2-b13d-ea4fc83ee15c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839274 May 25 20:07:29.880189 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:29.916432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:29.925554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Usage tracker for resource:security_group_rule and tenant:26a8703ef3ad437790edbd52ac79c256 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:29.948731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:29.963081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:30.015212 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b233a803-470d-4273-b003-a6c301894fee req-e86c093b-d46f-48da-8229-02727721ba5e service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945446 May 25 20:07:30.362307 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:30.372337 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:30.379984 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c07317a4-e8ad-4498-9062-06fdbebc7219 req-bb27f0be-e0c8-4364-852a-e901941a5374 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4939198 May 25 20:07:30.385471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc23b-3a47-4ff0-9cdd-1f5737e92ba6 req-77fd7eb4-c955-4f54-b790-461620a6ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:30.387088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45acc23b-3a47-4ff0-9cdd-1f5737e92ba6 req-77fd7eb4-c955-4f54-b790-461620a6ccdd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dfca10d1e8a14dc5a547fe3f642bae44&device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 1094 time: 0.3168209 May 25 20:07:30.430506 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:30.464621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861da53-2b72-4a18-95fb-3c5d96b7c729 req-308502cc-ba52-4e75-bc07-db0c6667623c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:30.472269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4861da53-2b72-4a18-95fb-3c5d96b7c729 req-308502cc-ba52-4e75-bc07-db0c6667623c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.3455291 May 25 20:07:30.519658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93786fb4-8a0e-48f7-bec0-cb4603ca7f09,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:30.525911 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30c67c48-159c-437a-8c9e-f25a69d449a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:30.533400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Checking segment: {'id': 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:07:30.533884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Network hostable DHCP agents. Network: 9345058c-ebab-4e25-8967-26bfbaf0ee5c, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:07:30.557672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Network 9345058c-ebab-4e25-8967-26bfbaf0ee5c is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:07:30.572851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 9345058c-ebab-4e25-8967-26bfbaf0ee5c) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:07:30.580885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:30.582701 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:30.589756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adc2a05-6a7b-452e-b3f0-85db641b3128 None None] Network 9345058c-ebab-4e25-8967-26bfbaf0ee5c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:07:30.626979 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a26067ee-4fdb-4a3a-ad81-c0931d37e991 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8812685 May 25 20:07:30.641829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e585c9-f86c-4ba1-ac50-9a185fee9d2a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:30.716716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4861da53-2b72-4a18-95fb-3c5d96b7c729 req-49e5e2f3-e2c4-4adb-9f48-ec3c56116fdb tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435024 May 25 20:07:30.913562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc23b-3a47-4ff0-9cdd-1f5737e92ba6 req-8b744741-b04d-4be0-a5af-820e0982b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:30.916820 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45acc23b-3a47-4ff0-9cdd-1f5737e92ba6 req-8b744741-b04d-4be0-a5af-820e0982b88e service neutron] 10.222.0.70 "GET /v2.0/networks?id=e307142c-b5f9-4667-b92b-f2a2f087a2e8 HTTP/1.1" status: 200 len: 913 time: 0.4834945 May 25 20:07:31.072315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfc52c8-92f7-4dea-9956-885ab2d5780a None None] Network 9345058c-ebab-4e25-8967-26bfbaf0ee5c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:07:31.077116 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45acc23b-3a47-4ff0-9cdd-1f5737e92ba6 req-225cf179-12c8-4883-86f4-0221c87dd638 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9a2b57a-3d45-468c-a18d-65f066cfd911 HTTP/1.1" status: 200 len: 217 time: 0.1516843 May 25 20:07:31.083410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Allocated IP 192.168.233.20 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/0e5d7235-7abd-4a91-845f-e095f5eccdcd) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:07:31.225078 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc23b-3a47-4ff0-9cdd-1f5737e92ba6 req-104a19af-0e56-47cd-87ea-e0cf37b73728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:31.228424 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45acc23b-3a47-4ff0-9cdd-1f5737e92ba6 req-104a19af-0e56-47cd-87ea-e0cf37b73728 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7904db8-0ee7-445a-9333-f768530bc968 HTTP/1.1" status: 200 len: 852 time: 0.1423874 May 25 20:07:31.292913 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:31.312699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45acc23b-3a47-4ff0-9cdd-1f5737e92ba6 req-4d507fa1-0b82-4fe9-84a9-22e6637af603 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e307142c-b5f9-4667-b92b-f2a2f087a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711370 May 25 20:07:31.552372 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:31.597159 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc02bc09-5245-4f5d-9965-eaebdf566bf1 req-3c38b350-2655-4554-acde-43a80e7f163e tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0830610 May 25 20:07:31.678808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf2709-db6c-4cc2-9db8-1eed9c5ec945 req-7c1b6540-496f-4d8d-89c8-eb0a2878d163 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:31.680544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-75bf2709-db6c-4cc2-9db8-1eed9c5ec945 req-7c1b6540-496f-4d8d-89c8-eb0a2878d163 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Synchronizing usage tracker for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:07:31.784703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-75bf2709-db6c-4cc2-9db8-1eed9c5ec945 req-7c1b6540-496f-4d8d-89c8-eb0a2878d163 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Unset dirty status for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:07:31.786268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75bf2709-db6c-4cc2-9db8-1eed9c5ec945 req-7c1b6540-496f-4d8d-89c8-eb0a2878d163 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 943 time: 0.8627405 May 25 20:07:31.861032 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-92c3900e-c831-4b73-b68f-2ad9c807bc9c req-d8499229-b896-4f0e-9ead-ae3ff318cafc tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 210 time: 0.0608897 May 25 20:07:31.933491 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45acc23b-3a47-4ff0-9cdd-1f5737e92ba6 req-0039bde5-15e4-48a9-abf3-f4ccdde10882 service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028810 May 25 20:07:31.977292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-75bf2709-db6c-4cc2-9db8-1eed9c5ec945 req-62904f02-5977-4474-8dc5-ad937954b993 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Synchronizing usage tracker for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:07:32.085319 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:32.124329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Transition to ACTIVE for port object 0e5d7235-7abd-4a91-845f-e095f5eccdcd will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:07:32.130559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd405c-83f5-42f4-be9c-ba52d0e0df1e req-acacec2c-a092-413e-add6-8feca99a38ca tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:32.131627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-75bf2709-db6c-4cc2-9db8-1eed9c5ec945 req-62904f02-5977-4474-8dc5-ad937954b993 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Unset dirty status for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:07:32.132901 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60cd405c-83f5-42f4-be9c-ba52d0e0df1e req-acacec2c-a092-413e-add6-8feca99a38ca tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1446662 May 25 20:07:32.133510 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75bf2709-db6c-4cc2-9db8-1eed9c5ec945 req-62904f02-5977-4474-8dc5-ad937954b993 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186934 May 25 20:07:32.205435 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45acc23b-3a47-4ff0-9cdd-1f5737e92ba6 req-e0bcdca1-4104-46fa-b2f3-d92ead4d7e55 service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644525 May 25 20:07:32.225285 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60cd405c-83f5-42f4-be9c-ba52d0e0df1e req-5cc9e3bb-43c0-426e-a814-9198500fb590 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802214 May 25 20:07:32.227958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:32.424807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:07:32.429040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:07:32.438962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:07:32.475437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Pushing event updated for resources: {'Port': ['ID=0e5d7235-7abd-4a91-845f-e095f5eccdcd,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:32.528704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:32.529398 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:32.563301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1f198-4884-42f7-b190-1006caf85952 req-5a38a3dd-8274-4d87-b424-65c7b511d65c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:32.565134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efc1f198-4884-42f7-b190-1006caf85952 req-5a38a3dd-8274-4d87-b424-65c7b511d65c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2507327 May 25 20:07:32.576361 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-232f8ec6-2428-473a-b60a-440c3ae1029c tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3154640 May 25 20:07:32.618955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Request body: {'port': {'device_id': 'ff8d042b-8988-4ec4-b60a-d40960ab9c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:32.757795 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efc1f198-4884-42f7-b190-1006caf85952 req-a9a1a36c-a0f2-46e6-8dca-53fb4d6085bb tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770918 May 25 20:07:32.796359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-50b9590e-b84c-4c81-b2cf-11e9819d296c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:32.797556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-50b9590e-b84c-4c81-b2cf-11e9819d296c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Synchronizing usage tracker for tenant:1d33a86df2de47678c79013a74f5fa45 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:07:32.831061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-50b9590e-b84c-4c81-b2cf-11e9819d296c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Unset dirty status for tenant:1d33a86df2de47678c79013a74f5fa45 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:07:32.833006 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-50b9590e-b84c-4c81-b2cf-11e9819d296c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/networks?id=9345058c-ebab-4e25-8967-26bfbaf0ee5c HTTP/1.1" status: 200 len: 817 time: 0.2860279 May 25 20:07:32.854819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2119fe8f-4191-4374-9ad6-893ce900c088 None None] Provisioning for port 0e5d7235-7abd-4a91-845f-e095f5eccdcd completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:07:32.856513 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ad8489b4-3f83-4f1f-a7e1-fafb422ff21d tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/quotas/1d33a86df2de47678c79013a74f5fa45 HTTP/1.1" status: 200 len: 375 time: 0.0149531 May 25 20:07:32.863467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2119fe8f-4191-4374-9ad6-893ce900c088 None None] Provisioning complete for port 0e5d7235-7abd-4a91-845f-e095f5eccdcd triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:07:32.864122 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2119fe8f-4191-4374-9ad6-893ce900c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:32.876132 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:32.939257 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-79de84f2-c3e0-47a7-8ba7-30451ec4a7ad tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d33a86df2de47678c79013a74f5fa45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756135 May 25 20:07:32.942299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2119fe8f-4191-4374-9ad6-893ce900c088 None None] Port 0e5d7235-7abd-4a91-845f-e095f5eccdcd cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:07:32.947065 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:33.127690 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-573362b8-a1d0-4c70-9fc5-7493e7d067b2 service neutron] 10.222.0.60 "GET /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767964 May 25 20:07:33.249240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-a391465b-d30b-48b6-9e13-158f58b2944d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:33.250995 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-a391465b-d30b-48b6-9e13-158f58b2944d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 820 time: 0.2990794 May 25 20:07:33.309371 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ea9239c6-a335-44a2-a825-8b13dbe528ba service neutron] 10.222.0.60 "GET /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711683 May 25 20:07:33.339778 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-cc3e369c-1458-4255-8e3c-f60e946c4bd0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/quotas/588275645f004b30bd16726afb59ab56 HTTP/1.1" status: 200 len: 375 time: 0.0318065 May 25 20:07:33.547124 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e948c312-ca4b-4bf3-8855-a5484ec53f6f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1945939 May 25 20:07:33.706996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5d7235-7abd-4a91-845f-e095f5eccdcd {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:07:33.723184 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:33.765242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Transition to ACTIVE for port object 0e5d7235-7abd-4a91-845f-e095f5eccdcd will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:07:33.781924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:33.870279 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-07d57119-8fc3-4057-a20d-c97b5cb15535 service neutron] 10.222.0.60 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030515 May 25 20:07:33.928701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcab205-1121-4071-bfad-d27f4de1494e req-fa1bd799-f115-48f2-9b8c-7cd4320fb046 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:33.936637 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6dcab205-1121-4071-bfad-d27f4de1494e req-fa1bd799-f115-48f2-9b8c-7cd4320fb046 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1853204 May 25 20:07:34.006467 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6dcab205-1121-4071-bfad-d27f4de1494e req-6b20e188-12e9-47c2-935b-1833af04fec3 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686927 May 25 20:07:34.195825 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d7659ddd-da15-4712-b92a-353af7d04105 req-2cccb566-0fab-4da9-8c27-611be114f667 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0575323 May 25 20:07:34.331135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Pushing event updated for resources: {'Port': ['ID=0e5d7235-7abd-4a91-845f-e095f5eccdcd,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:34.482037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dc956-fc59-430d-bf2c-909087d7e739 req-19b16050-47f7-48c4-ad90-683bbfd176e4 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:34.485536 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-061dc956-fc59-430d-bf2c-909087d7e739 req-19b16050-47f7-48c4-ad90-683bbfd176e4 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 947 time: 0.1106594 May 25 20:07:34.521376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Attempting to bind port 0e5d7235-7abd-4a91-845f-e095f5eccdcd on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:07:34.521729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Attempting to bind port 0e5d7235-7abd-4a91-845f-e095f5eccdcd by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:07:34.522022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Attempting to bind port 0e5d7235-7abd-4a91-845f-e095f5eccdcd on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:07:34.528143 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-52d4447b-1457-41c6-b504-f945932e4906 service neutron] 10.222.0.60 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570737 May 25 20:07:34.530124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Port 0e5d7235-7abd-4a91-845f-e095f5eccdcd on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:07:34.530481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Attempting to bind port 0e5d7235-7abd-4a91-845f-e095f5eccdcd on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:07:34.537094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:07:34.537452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:07:34.537839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:07:34.539009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Bound port: 0e5d7235-7abd-4a91-845f-e095f5eccdcd, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:07:34.539827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:34.588136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-061dc956-fc59-430d-bf2c-909087d7e739 req-ef75f01f-2f52-40c2-8a58-c9e5194ce71d tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/security-groups?id=70e585c9-f86c-4ba1-ac50-9a185fee9d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902836 May 25 20:07:34.687238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] For port 0e5d7235-7abd-4a91-845f-e095f5eccdcd, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:07:34.691560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] For port 0e5d7235-7abd-4a91-845f-e095f5eccdcd, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0e5d7235-7abd-4a91-845f-e095f5eccdcd,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:07:34.699559 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:34.782228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b9a2b57a-3d45-468c-a18d-65f066cfd911 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:07:34.961714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:34.962697 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:34.964044 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] 10.222.0.70 "PUT /v2.0/ports/0e5d7235-7abd-4a91-845f-e095f5eccdcd HTTP/1.1" status: 200 len: 1095 time: 2.3530486 May 25 20:07:34.964509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8d042b-8988-4ec4-b60a-d40960ab9c0c', 'tag': '0e5d7235-7abd-4a91-845f-e095f5eccdcd'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:34.996939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91150d-2d82-4ec1-8da9-6d0d9c715f50 req-021ee6cd-6b29-4a17-9354-ac24a489893d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:35.009499 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0f91150d-2d82-4ec1-8da9-6d0d9c715f50 req-021ee6cd-6b29-4a17-9354-ac24a489893d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 943 time: 0.2317121 May 25 20:07:35.115701 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0f91150d-2d82-4ec1-8da9-6d0d9c715f50 req-c6a5b0d8-9958-435a-a053-6732e3ca5de3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046896 May 25 20:07:35.279772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249faef-5f92-4901-a524-6bf2a328f21d service neutron] Pushing event updated for resources: {'Port': ['ID=0e5d7235-7abd-4a91-845f-e095f5eccdcd,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:35.375140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b9a2b57a-3d45-468c-a18d-65f066cfd911, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b9a2b57a-3d45-468c-a18d-65f066cfd911,segment=NetworkSegment(bf166c4a-7471-468f-bda9-4c95cbb369a8),segment_id=bf166c4a-7471-468f-bda9-4c95cbb369a8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:35.443456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56288a59-a818-4fba-94d4-a6d0fd743671 req-220b3e3b-7ec7-4bea-9d3b-0f84625ec4f8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:35.458936 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56288a59-a818-4fba-94d4-a6d0fd743671 req-220b3e3b-7ec7-4bea-9d3b-0f84625ec4f8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.4593906 May 25 20:07:35.467593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-5f7b0366-4a18-4dbf-a835-a1a2d6681735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:35.469294 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-5f7b0366-4a18-4dbf-a835-a1a2d6681735 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=26a8703ef3ad437790edbd52ac79c256&device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 1098 time: 0.3776333 May 25 20:07:35.578343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'b9a2b57a-3d45-468c-a18d-65f066cfd911', 'network_id': 'e307142c-b5f9-4667-b92b-f2a2f087a2e8', 'port_id': 'b9a2b57a-3d45-468c-a18d-65f066cfd911', 'mac_address': 'fa:16:3e:f2:ac:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7904db8-0ee7-445a-9333-f768530bc968', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:07:35.633645 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-d25a566b-0378-442f-8fd1-7c37ca19ad55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0e5d7235-7abd-4a91-845f-e095f5eccdcd HTTP/1.1" status: 200 len: 217 time: 0.1555266 May 25 20:07:35.733344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b9a2b57a-3d45-468c-a18d-65f066cfd911 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:35.734126 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:35.762624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a2b57a-3d45-468c-a18d-65f066cfd911 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:07:35.778353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56288a59-a818-4fba-94d4-a6d0fd743671 req-74eaf276-bd9f-4f01-ab8c-569a0ee72f3d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078122 May 25 20:07:35.786350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b9a2b57a-3d45-468c-a18d-65f066cfd911, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b9a2b57a-3d45-468c-a18d-65f066cfd911,segment=NetworkSegment(bf166c4a-7471-468f-bda9-4c95cbb369a8),segment_id=bf166c4a-7471-468f-bda9-4c95cbb369a8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:35.805309 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:35.805463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-747a9e1f-9c93-4ab3-b164-a383c431e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:35.808324 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-747a9e1f-9c93-4ab3-b164-a383c431e667 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1679995 May 25 20:07:35.988324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-35ec4ca2-b189-4415-8e3d-8ad89c7547da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:35.995439 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b9a2b57a-3d45-468c-a18d-65f066cfd911,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:35.998259 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-35ec4ca2-b189-4415-8e3d-8ad89c7547da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1754682 May 25 20:07:36.006017 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:36.006566 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:36.007392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:36.007846 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:36.008663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:36.009152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:36.009695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:36.010110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:36.010619 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:36.011027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:36.011495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:36.011878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:07:36.031449 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab9dc5db-496e-4b94-bd53-6ef852d554cd req-866d8683-b62f-456c-8f90-ab67ea08078b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 210 time: 0.1122322 May 25 20:07:36.168418 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72845c05-40ac-49ae-aa35-648a60c1dcdb'] response: {'name': 'network-changed', 'server_uuid': 'ff8d042b-8988-4ec4-b60a-d40960ab9c0c', 'tag': '0e5d7235-7abd-4a91-845f-e095f5eccdcd', 'status': 'completed', 'code': 200} May 25 20:07:36.213146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b9a2b57a-3d45-468c-a18d-65f066cfd911'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:07:36.450957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe8c9b-f508-4e0b-bb47-de42447e1106 req-68234478-7932-4ef4-ba46-3370b30b7979 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:36.464282 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8fe8c9b-f508-4e0b-bb47-de42447e1106 req-68234478-7932-4ef4-ba46-3370b30b7979 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1768408 May 25 20:07:36.488346 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-819108fd-5c06-44a2-aa33-e118ca522995 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889760 May 25 20:07:36.591472 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8fe8c9b-f508-4e0b-bb47-de42447e1106 req-b2868582-03d6-41fd-9572-2068620e8490 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256223 May 25 20:07:36.685214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-fead2e22-8127-4b89-9c90-d45daf709d29 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:36.688828 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-fead2e22-8127-4b89-9c90-d45daf709d29 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.70 "GET /v2.0/networks?id=9345058c-ebab-4e25-8967-26bfbaf0ee5c HTTP/1.1" status: 200 len: 817 time: 0.5193598 May 25 20:07:36.692121 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f99bc4d-fdd9-4026-ade5-2ef81c68c4de req-66d8c27a-8be6-4cd5-804f-e44e9f458fb5 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921775 May 25 20:07:36.709467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d0184-9498-4d6e-aa66-f7893f0e70c8 req-0652b86c-e6b5-4463-b87e-f6c069d8ad72 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:36.722595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-827d0184-9498-4d6e-aa66-f7893f0e70c8 req-0652b86c-e6b5-4463-b87e-f6c069d8ad72 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.5557365 May 25 20:07:36.734998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Request body: {'port': {'device_id': 'b2449f9c-acb4-445b-8841-7e10bba7664c', 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c', 'admin_state_up': True, 'tenant_id': '1d33a86df2de47678c79013a74f5fa45'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:36.826521 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efd09549-4d11-4931-a0d2-117cdedf8f0c req-4ffb62d4-86d6-4d8a-a474-4eb7afa0c56e tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0513134 May 25 20:07:37.056889 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8f656-3bb8-4650-9111-084b8d7cf3a5 req-ebb74368-3cce-42ff-a018-6845d23cf9a1 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:37.058662 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9d8f656-3bb8-4650-9111-084b8d7cf3a5 req-ebb74368-3cce-42ff-a018-6845d23cf9a1 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 947 time: 0.1092958 May 25 20:07:37.121513 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9d8f656-3bb8-4650-9111-084b8d7cf3a5 req-aa29ffcf-2a04-49b5-a095-bd51e6effc83 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/security-groups?id=70e585c9-f86c-4ba1-ac50-9a185fee9d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494480 May 25 20:07:37.185987 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-827d0184-9498-4d6e-aa66-f7893f0e70c8 req-f57ccaf3-2c2b-4d5b-8514-92f2603e2c7a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618094 May 25 20:07:37.312109 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:37.318634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Usage tracker for resource:port and tenant:1d33a86df2de47678c79013a74f5fa45 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:37.323655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:37.332618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-482d5c8a-1359-4351-bba5-cffbada6a945 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:37.334071 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-482d5c8a-1359-4351-bba5-cffbada6a945 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.70 "GET /v2.0/networks?id=9345058c-ebab-4e25-8967-26bfbaf0ee5c HTTP/1.1" status: 200 len: 817 time: 0.6061826 May 25 20:07:37.340878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:37.344664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7cfd3-9d7a-4f13-afad-68a04c422f74 req-d5ca1828-1575-48bc-b945-fbf56b91c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:37.346140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4f7cfd3-9d7a-4f13-afad-68a04c422f74 req-d5ca1828-1575-48bc-b945-fbf56b91c717 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=26a8703ef3ad437790edbd52ac79c256&device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 1098 time: 0.5478470 May 25 20:07:37.349058 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f4e1acb-1c0e-4a15-b55a-9498023ede48 req-065adfcc-24a8-4ed7-b31e-925085c58052 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 210 time: 0.1019442 May 25 20:07:37.386342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Request body: {'port': {'device_id': '24c3cf5c-8463-4fef-814e-c32cfaf0bca8', 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c', 'admin_state_up': True, 'tenant_id': '1d33a86df2de47678c79013a74f5fa45'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:37.607384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Made reservation on behalf of 1d33a86df2de47678c79013a74f5fa45 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:07:37.610838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:37.738345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718e733-9277-4869-bc78-0c3b95118429 req-1161ef5b-c5dd-4f7f-b0b5-6c7e61112b08 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:37.741326 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6718e733-9277-4869-bc78-0c3b95118429 req-1161ef5b-c5dd-4f7f-b0b5-6c7e61112b08 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2448452 May 25 20:07:37.800692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6718e733-9277-4869-bc78-0c3b95118429 req-8c456648-4149-442a-8594-8e4ce0644bb1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518584 May 25 20:07:37.960245 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-62c9d9d7-b84b-423b-8f63-932f683cb259 req-3ea2e242-9d68-41a4-8425-983eed9cdf77 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 210 time: 0.0526457 May 25 20:07:38.067018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7cfd3-9d7a-4f13-afad-68a04c422f74 req-a2ceadee-d74d-44d8-bfb3-7a32a1aff986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:38.069096 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4f7cfd3-9d7a-4f13-afad-68a04c422f74 req-a2ceadee-d74d-44d8-bfb3-7a32a1aff986 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.6618133 May 25 20:07:38.096565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.70', 51329) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:38.136073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-2de70d14-f571-49b2-b747-64f61b93a1e6 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:38.137547 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-2de70d14-f571-49b2-b747-64f61b93a1e6 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.70 "GET /v2.0/networks?id=9345058c-ebab-4e25-8967-26bfbaf0ee5c HTTP/1.1" status: 200 len: 817 time: 0.5638046 May 25 20:07:38.138611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:38.161114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc7d38-964a-4286-86bb-0eeeded27007 req-9465f615-066d-4a4c-bf0a-106c9a3ff0d6 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:38.162725 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1adc7d38-964a-4286-86bb-0eeeded27007 req-9465f615-066d-4a4c-bf0a-106c9a3ff0d6 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 944 time: 0.8241158 May 25 20:07:38.164438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Usage tracker for resource:port and tenant:1d33a86df2de47678c79013a74f5fa45 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:38.184225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Request body: {'port': {'device_id': '335a16a0-bfae-46de-9dd9-9bd1d7245c44', 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c', 'admin_state_up': True, 'tenant_id': '1d33a86df2de47678c79013a74f5fa45'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:38.200897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:38.212831 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4f7cfd3-9d7a-4f13-afad-68a04c422f74 req-38a1c652-3065-4da4-ba0d-9730173adceb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0e5d7235-7abd-4a91-845f-e095f5eccdcd HTTP/1.1" status: 200 len: 217 time: 0.1334736 May 25 20:07:38.292726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.70', 51330) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:38.332947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:38.357735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Allocated IP 172.20.0.2 (9345058c-ebab-4e25-8967-26bfbaf0ee5c/93786fb4-8a0e-48f7-bec0-cb4603ca7f09/a51eccbc-6b1d-4c8d-9111-89e8726be768) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:07:38.415552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Made reservation on behalf of 1d33a86df2de47678c79013a74f5fa45 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:07:38.419068 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:38.474967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1adc7d38-964a-4286-86bb-0eeeded27007 req-1069c81d-5c5b-4b62-a4f1-ddcae5dad0a0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663617 May 25 20:07:38.479162 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c692d-fec3-4707-b70c-5fe43e7845fe req-0cc1bd89-256d-4908-b096-c7e4ab09284d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:38.482284 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-427c692d-fec3-4707-b70c-5fe43e7845fe req-0cc1bd89-256d-4908-b096-c7e4ab09284d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.3167388 May 25 20:07:38.503058 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f7e5092-13da-45d5-8a27-e06d206dfa06 req-3101b140-ab8a-491c-8c85-b52eb40a1f57 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2085836 May 25 20:07:38.516781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7cfd3-9d7a-4f13-afad-68a04c422f74 req-db2491b8-5fb4-41b3-987a-9307b2c32d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:38.517340 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-1e34fd5a-8aea-4d44-9784-b85054620b23 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:38.518626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-1e34fd5a-8aea-4d44-9784-b85054620b23 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Synchronizing usage tracker for tenant:588275645f004b30bd16726afb59ab56 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:07:38.519588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4f7cfd3-9d7a-4f13-afad-68a04c422f74 req-db2491b8-5fb4-41b3-987a-9307b2c32d90 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2771852 May 25 20:07:38.588790 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-427c692d-fec3-4707-b70c-5fe43e7845fe req-c8eb9be5-3ba0-4f4d-a042-1aaffe63edd3 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911648 May 25 20:07:38.589953 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-1e34fd5a-8aea-4d44-9784-b85054620b23 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Unset dirty status for tenant:588275645f004b30bd16726afb59ab56 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:07:38.591794 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-1e34fd5a-8aea-4d44-9784-b85054620b23 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.70 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 820 time: 0.4916430 May 25 20:07:38.617378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Request body: {'port': {'device_id': 'da697010-f3a5-4b40-ad76-2c731ca8c6ac', 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee', 'admin_state_up': True, 'tenant_id': '588275645f004b30bd16726afb59ab56'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:38.769137 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c345c8ab-d98a-4d12-b27c-b8e56818bf68 req-a70abd36-bf25-47db-8fc8-c49e0278567e tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1236043 May 25 20:07:38.801569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b9a2b57a-3d45-468c-a18d-65f066cfd911 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:07:38.826699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:38.900889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Usage tracker for resource:port and tenant:1d33a86df2de47678c79013a74f5fa45 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:38.925314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:38.931364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port b9a2b57a-3d45-468c-a18d-65f066cfd911 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:07:38.939648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port b9a2b57a-3d45-468c-a18d-65f066cfd911 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:07:38.940256 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:38.958691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:39.017300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297193fc-fa00-4daf-9325-6a5161575487 req-dd878fdd-9d48-4e9a-9308-02d43e754b9f tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:39.019664 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-297193fc-fa00-4daf-9325-6a5161575487 req-dd878fdd-9d48-4e9a-9308-02d43e754b9f tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 947 time: 0.2791519 May 25 20:07:39.023120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e5092-13da-45d5-8a27-e06d206dfa06 req-1acb223b-8a02-48c2-85ad-b32b2c9cec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:39.025240 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f7e5092-13da-45d5-8a27-e06d206dfa06 req-1acb223b-8a02-48c2-85ad-b32b2c9cec65 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 1102 time: 0.3957462 May 25 20:07:39.054202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:39.077660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:39.100215 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-297193fc-fa00-4daf-9325-6a5161575487 req-4b935091-1e5a-46b4-800a-6ce6cac8f9e0 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/security-groups?id=70e585c9-f86c-4ba1-ac50-9a185fee9d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700305 May 25 20:07:39.109482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Made reservation on behalf of 588275645f004b30bd16726afb59ab56 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:07:39.118985 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:39.143670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b9a2b57a-3d45-468c-a18d-65f066cfd911 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:39.143843 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:39.199556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b9a2b57a-3d45-468c-a18d-65f066cfd911, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b9a2b57a-3d45-468c-a18d-65f066cfd911,segment=NetworkSegment(bf166c4a-7471-468f-bda9-4c95cbb369a8),segment_id=bf166c4a-7471-468f-bda9-4c95cbb369a8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:39.202319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53fb23b-499f-4449-b7ac-cf669a8d16fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a2b57a-3d45-468c-a18d-65f066cfd911'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:39.215675 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:39.329647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7cfd3-9d7a-4f13-afad-68a04c422f74 req-a441c2d0-f08b-4d20-b829-74905193a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:39.332575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4f7cfd3-9d7a-4f13-afad-68a04c422f74 req-a441c2d0-f08b-4d20-b829-74905193a6ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8019400 May 25 20:07:39.333025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Made reservation on behalf of 1d33a86df2de47678c79013a74f5fa45 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:07:39.337800 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:39.349586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b9a2b57a-3d45-468c-a18d-65f066cfd911,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:39.393888 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94cbe8e3-6a77-42ae-bc0c-7cbfd3aa19aa req-01398630-a953-40cf-856b-8f1572472349 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 210 time: 0.1021323 May 25 20:07:39.543691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e5092-13da-45d5-8a27-e06d206dfa06 req-2f8f441a-ad35-458b-b9b7-4feaed67e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:39.545330 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f7e5092-13da-45d5-8a27-e06d206dfa06 req-2f8f441a-ad35-458b-b9b7-4feaed67e729 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.4099376 May 25 20:07:39.609192 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:39.689649 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f7e5092-13da-45d5-8a27-e06d206dfa06 req-6f616d2f-4367-470c-8941-14a548ea5b3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb HTTP/1.1" status: 200 len: 217 time: 0.1358743 May 25 20:07:39.693295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Allocated IP 172.20.0.8 (b7a3b6ab-cda3-4d80-8073-f508c964b6ee/1d5c81e9-1012-4bd2-b3ad-402a53a6fd67/414f0870-5d8e-443b-acd4-c0897630efe4) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:07:39.704373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da01a1-3d4e-4619-927e-d37da8b7f007 req-bd39b221-1adb-4d04-ac3c-39495daf4b0f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:39.706802 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c4da01a1-3d4e-4619-927e-d37da8b7f007 req-bd39b221-1adb-4d04-ac3c-39495daf4b0f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.7620866 May 25 20:07:39.787901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:39.862691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e5092-13da-45d5-8a27-e06d206dfa06 req-91c2b895-112e-440f-8d8f-d0d49b413e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:39.865329 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f7e5092-13da-45d5-8a27-e06d206dfa06 req-91c2b895-112e-440f-8d8f-d0d49b413e40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1625929 May 25 20:07:39.979591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4f7cfd3-9d7a-4f13-afad-68a04c422f74 req-c4eb5c27-8ca9-4619-9afa-187b1f5ebea8 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267886 May 25 20:07:40.002776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Network 9345058c-ebab-4e25-8967-26bfbaf0ee5c is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:07:40.033509 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c4da01a1-3d4e-4619-927e-d37da8b7f007 req-c683c408-e58e-437b-8f41-e3dd8884e7a1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004749 May 25 20:07:40.034343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:07:40.036886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:07:40.160341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Pushing event updated for resources: {'Port': ['ID=a51eccbc-6b1d-4c8d-9111-89e8726be768,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:40.175721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Allocated IP 172.20.0.4 (9345058c-ebab-4e25-8967-26bfbaf0ee5c/93786fb4-8a0e-48f7-bec0-cb4603ca7f09/9f5de9a3-7400-4e60-8e42-4926776e9bf5) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:07:40.260444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc5119-9f7f-479c-a8ff-a083ba3be478 req-b20ad5c0-f24c-46f7-a576-de913829a663 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:40.262723 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f6bc5119-9f7f-479c-a8ff-a083ba3be478 req-b20ad5c0-f24c-46f7-a576-de913829a663 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.6441982 May 25 20:07:40.267163 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c56f67cc-359f-4e06-9e11-32fdf8e52e88 req-5e7cc05a-e141-4cb8-9c26-ddc1e8fa3c5e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 210 time: 0.1078508 May 25 20:07:40.287146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:40.287809 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:40.369433 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c336d700-82cf-4386-a157-2f94be0d0be9'] response: {'server_uuid': 'a53fb23b-499f-4449-b7ac-cf669a8d16fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a2b57a-3d45-468c-a18d-65f066cfd911', 'code': 200} May 25 20:07:40.409588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-3ab2ff0e-eb54-490f-a314-788152f50aef tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6829319 May 25 20:07:40.416905 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f6bc5119-9f7f-479c-a8ff-a083ba3be478 req-611263ea-7816-42f4-adb9-9708287e3ba7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310744 May 25 20:07:40.426003 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4f7cfd3-9d7a-4f13-afad-68a04c422f74 req-b25baeb6-a6ea-4906-bbc5-77fc8d9fcf5a service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193647 May 25 20:07:40.437904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e5092-13da-45d5-8a27-e06d206dfa06 req-f28da7dd-e86d-4498-8f3f-ee5b2efc4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:40.439436 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f7e5092-13da-45d5-8a27-e06d206dfa06 req-f28da7dd-e86d-4498-8f3f-ee5b2efc4e61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5675011 May 25 20:07:40.444969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:40.462692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Request body: {'port': {'device_id': 'b2449f9c-acb4-445b-8841-7e10bba7664c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:40.745156 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:40.759960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['7d9dd7f8-cefe-4ca0-8799-90bd4531df8c', 'a98f56e2-e655-46ca-8e33-779754f43e0a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:07:40.806710 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f7e5092-13da-45d5-8a27-e06d206dfa06 req-cc70f7a4-beae-422b-a44e-e153b2249e9c service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540833 May 25 20:07:40.815141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0e5d7235-7abd-4a91-845f-e095f5eccdcd details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:07:40.911196 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:40.974707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774256c-bb92-43c6-9fda-9f2f8e924d09 req-9e2a8bc3-d83e-4ce4-9459-2e284b87a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:40.977059 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f774256c-bb92-43c6-9fda-9f2f8e924d09 req-9e2a8bc3-d83e-4ce4-9459-2e284b87a133 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 1096 time: 0.5197382 May 25 20:07:40.981614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Network b7a3b6ab-cda3-4d80-8073-f508c964b6ee is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:07:41.001783 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:07:41.010532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:07:41.056230 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:41.079996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a082959-42d9-4957-93de-b74df0bd1f0e req-cd79a7ea-7948-4618-b17f-596274f67593 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:41.080355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56786a0-442b-4dd6-9395-ddec71672782 req-de50a621-a22d-432c-a42f-ecbbf7bfc64a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:41.082013 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a082959-42d9-4957-93de-b74df0bd1f0e req-cd79a7ea-7948-4618-b17f-596274f67593 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 945 time: 0.4929397 May 25 20:07:41.088513 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a56786a0-442b-4dd6-9395-ddec71672782 req-de50a621-a22d-432c-a42f-ecbbf7bfc64a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.5279138 May 25 20:07:41.111076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 0e5d7235-7abd-4a91-845f-e095f5eccdcd, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0e5d7235-7abd-4a91-845f-e095f5eccdcd,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:41.129889 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Pushing event updated for resources: {'Port': ['ID=414f0870-5d8e-443b-acd4-c0897630efe4,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:41.147549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '0e5d7235-7abd-4a91-845f-e095f5eccdcd', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '0e5d7235-7abd-4a91-845f-e095f5eccdcd', 'mac_address': 'fa:16:3e:03:61:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:07:41.150365 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f774256c-bb92-43c6-9fda-9f2f8e924d09 req-a017d9cb-34bf-4a1b-8338-a564c7e6eb4c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305652 May 25 20:07:41.249833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:41.250949 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:41.259563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a082959-42d9-4957-93de-b74df0bd1f0e req-86a7a952-1f2e-4e3f-bf99-beced1c3ea10 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617923 May 25 20:07:41.279809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 0e5d7235-7abd-4a91-845f-e095f5eccdcd is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:41.280239 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:41.282903 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:41.303203 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a56786a0-442b-4dd6-9395-ddec71672782 req-cecd2ebd-c92f-4cf3-a6fd-5442f108c222 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137058 May 25 20:07:41.328197 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5d7235-7abd-4a91-845f-e095f5eccdcd {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:07:41.331332 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f7e5092-13da-45d5-8a27-e06d206dfa06 req-7552f679-1c15-4fad-837d-d337f8b56dd6 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135195 May 25 20:07:41.374051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-2decc20a-87cf-40a4-94b5-fbf97ada46e5 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7735767 May 25 20:07:41.374427 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 0e5d7235-7abd-4a91-845f-e095f5eccdcd, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0e5d7235-7abd-4a91-845f-e095f5eccdcd,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:41.383917 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:41.400054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Allocated IP 172.20.0.7 (9345058c-ebab-4e25-8967-26bfbaf0ee5c/93786fb4-8a0e-48f7-bec0-cb4603ca7f09/061928dd-22cd-4776-9550-74d6765f7bc8) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:07:41.427387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Request body: {'port': {'device_id': 'da697010-f3a5-4b40-ad76-2c731ca8c6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:41.516117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=0e5d7235-7abd-4a91-845f-e095f5eccdcd,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:41.690320 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c4f4801-4cd5-4280-927b-89be46d2da48 req-799c4aed-c47e-4bc9-988a-6982e48afedf tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1101041 May 25 20:07:41.728396 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:41.736362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Network 9345058c-ebab-4e25-8967-26bfbaf0ee5c is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:07:41.748474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:07:41.868392 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9f5e3-fb4e-4490-81c1-cbabb6195888 req-76bae86f-54de-4e76-8861-075e07ee4d4d tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:41.873443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['0e5d7235-7abd-4a91-845f-e095f5eccdcd'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:07:41.880818 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1a9f5e3-fb4e-4490-81c1-cbabb6195888 req-76bae86f-54de-4e76-8861-075e07ee4d4d tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 948 time: 0.3653817 May 25 20:07:41.982242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:07:42.052111 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1a9f5e3-fb4e-4490-81c1-cbabb6195888 req-80d82953-fadf-4bd2-8ba8-6909d94dd888 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/security-groups?id=70e585c9-f86c-4ba1-ac50-9a185fee9d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697307 May 25 20:07:42.088182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Pushing event updated for resources: {'Port': ['ID=9f5de9a3-7400-4e60-8e42-4926776e9bf5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:42.096272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-01cbe448-d1e4-469b-bdb1-addd4118a5c1 req-00a82d89-7d70-47cb-bd4e-4dd75be17e73 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Synchronizing usage tracker for tenant:1d33a86df2de47678c79013a74f5fa45 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:07:42.164888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-01cbe448-d1e4-469b-bdb1-addd4118a5c1 req-00a82d89-7d70-47cb-bd4e-4dd75be17e73 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Unset dirty status for tenant:1d33a86df2de47678c79013a74f5fa45 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:07:42.175850 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01cbe448-d1e4-469b-bdb1-addd4118a5c1 req-00a82d89-7d70-47cb-bd4e-4dd75be17e73 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 210 time: 0.1665320 May 25 20:07:42.250411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:42.251077 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:42.294227 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-24f18dcd-53b8-4a5a-aa2c-f70c5f28e313 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9452620 May 25 20:07:42.323966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Request body: {'port': {'device_id': '24c3cf5c-8463-4fef-814e-c32cfaf0bca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:42.375846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:42.449839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414f0870-5d8e-443b-acd4-c0897630efe4 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:07:42.459771 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:42.481092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Transition to ACTIVE for port object 414f0870-5d8e-443b-acd4-c0897630efe4 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:07:42.489098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ba189-7e54-4735-b05d-85ebf129ca62 req-abd31891-7eed-4205-9140-01a595390878 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:42.490868 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-588ba189-7e54-4735-b05d-85ebf129ca62 req-abd31891-7eed-4205-9140-01a595390878 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1970298 May 25 20:07:42.492062 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:42.555038 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:42.639336 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:42.692259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Pushing event updated for resources: {'Port': ['ID=414f0870-5d8e-443b-acd4-c0897630efe4,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:42.748414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e96858-72af-47d1-b05c-b5b8f4f4113e req-99c31617-46e6-47b6-b662-51cbd086fce8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:42.750840 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-71e96858-72af-47d1-b05c-b5b8f4f4113e req-99c31617-46e6-47b6-b662-51cbd086fce8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 931 time: 0.3627293 May 25 20:07:42.778951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-588ba189-7e54-4735-b05d-85ebf129ca62 req-17571009-009d-4429-b5b5-f8cb40018239 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443192 May 25 20:07:42.857056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Network 9345058c-ebab-4e25-8967-26bfbaf0ee5c is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:07:42.869291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:07:42.888766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:07:42.959114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Pushing event updated for resources: {'Port': ['ID=061928dd-22cd-4776-9550-74d6765f7bc8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:43.099763 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-71e96858-72af-47d1-b05c-b5b8f4f4113e req-5b354b4c-5a5b-402d-99d2-63d719d3f8d8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233995 May 25 20:07:43.100133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Attempting to bind port 414f0870-5d8e-443b-acd4-c0897630efe4 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:07:43.101026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Attempting to bind port 414f0870-5d8e-443b-acd4-c0897630efe4 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:07:43.101026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Attempting to bind port 414f0870-5d8e-443b-acd4-c0897630efe4 on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:07:43.119686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Port 414f0870-5d8e-443b-acd4-c0897630efe4 on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:07:43.120227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Attempting to bind port 414f0870-5d8e-443b-acd4-c0897630efe4 on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:07:43.136150 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:43.136848 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:43.141824 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:07:43.142597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Checking segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:07:43.143274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Bound using segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:07:43.144210 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Bound port: 414f0870-5d8e-443b-acd4-c0897630efe4, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:07:43.144854 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:43.196153 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e508a921-3f17-4293-ac9c-b6a388845f3c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0461845 May 25 20:07:43.254929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Request body: {'port': {'device_id': '335a16a0-bfae-46de-9dd9-9bd1d7245c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:43.368212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef1da0-e09c-4e41-b9b3-34fc9710b76a req-0337e91c-19a5-4d25-be1c-e18839c9029b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:43.369802 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7ef1da0-e09c-4e41-b9b3-34fc9710b76a req-0337e91c-19a5-4d25-be1c-e18839c9029b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.4097633 May 25 20:07:43.388710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51eccbc-6b1d-4c8d-9111-89e8726be768 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:07:43.415719 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:43.458733 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7ef1da0-e09c-4e41-b9b3-34fc9710b76a req-6221c0df-421e-4cb8-a92f-de15a81e9c90 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746887 May 25 20:07:43.462818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] For port 414f0870-5d8e-443b-acd4-c0897630efe4, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:07:43.471387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] For port 414f0870-5d8e-443b-acd4-c0897630efe4, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=414f0870-5d8e-443b-acd4-c0897630efe4,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:07:43.483839 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:43.526826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Transition to ACTIVE for port object a51eccbc-6b1d-4c8d-9111-89e8726be768 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:07:43.571207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:43.572246 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:43.574891 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] 10.222.0.70 "PUT /v2.0/ports/414f0870-5d8e-443b-acd4-c0897630efe4 HTTP/1.1" status: 200 len: 1091 time: 2.1515300 May 25 20:07:43.575676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da697010-f3a5-4b40-ad76-2c731ca8c6ac', 'tag': '414f0870-5d8e-443b-acd4-c0897630efe4'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:43.577381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:43.634425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d960a2-e78f-48dd-8747-0ce62ce8ced7 service neutron] Pushing event updated for resources: {'Port': ['ID=414f0870-5d8e-443b-acd4-c0897630efe4,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:43.807963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:43.869725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdab8e3-411b-4fdf-a8dd-a466e09486e7 req-49088398-4128-452a-b3ee-12512faa699d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:43.871927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ebdab8e3-411b-4fdf-a8dd-a466e09486e7 req-49088398-4128-452a-b3ee-12512faa699d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2320821 May 25 20:07:43.876871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-5c87ec88-1bf7-4cc2-a79a-05ecf0047c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:43.879373 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-5c87ec88-1bf7-4cc2-a79a-05ecf0047c33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 1094 time: 0.2365038 May 25 20:07:43.906097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Pushing event updated for resources: {'Port': ['ID=a51eccbc-6b1d-4c8d-9111-89e8726be768,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:44.008743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56154626-967f-400b-9fc1-463e38e55718 req-d5f0cf0b-255e-4213-9628-8b05893144e7 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:44.010352 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56154626-967f-400b-9fc1-463e38e55718 req-d5f0cf0b-255e-4213-9628-8b05893144e7 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 945 time: 0.7187500 May 25 20:07:44.011838 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-ea74c7d4-464e-4231-94a5-ae06f5262eb4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=414f0870-5d8e-443b-acd4-c0897630efe4 HTTP/1.1" status: 200 len: 217 time: 0.1057694 May 25 20:07:44.079342 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ebdab8e3-411b-4fdf-a8dd-a466e09486e7 req-0793897e-2b02-4152-9733-23f0df821010 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958013 May 25 20:07:44.108314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-c182b79a-15e5-4a54-b2fd-cdfbbbb388ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:44.111969 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-c182b79a-15e5-4a54-b2fd-cdfbbbb388ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.0900843 May 25 20:07:44.218073 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-7e37f294-a327-4c76-8d37-d7b07c4a3caa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994322 May 25 20:07:44.390325 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:07:44.401725 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56154626-967f-400b-9fc1-463e38e55718 req-bcb47e23-64df-41ee-a1b9-f65ecef18135 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433549 May 25 20:07:44.469886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Attempting to bind port a51eccbc-6b1d-4c8d-9111-89e8726be768 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:07:44.470212 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-c59d33ab-8ec8-4186-a984-ff974fb851e5 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459376 May 25 20:07:44.470941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Attempting to bind port a51eccbc-6b1d-4c8d-9111-89e8726be768 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:07:44.470941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Attempting to bind port a51eccbc-6b1d-4c8d-9111-89e8726be768 on network 9345058c-ebab-4e25-8967-26bfbaf0ee5c {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:07:44.489386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Port a51eccbc-6b1d-4c8d-9111-89e8726be768 on network 9345058c-ebab-4e25-8967-26bfbaf0ee5c not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:07:44.490240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Attempting to bind port a51eccbc-6b1d-4c8d-9111-89e8726be768 on network 9345058c-ebab-4e25-8967-26bfbaf0ee5c {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:07:44.506438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:07:44.507060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Checking segment: {'id': 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:07:44.507667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Bound using segment: {'id': 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:07:44.508384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Bound port: a51eccbc-6b1d-4c8d-9111-89e8726be768, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:07:44.508951 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:44.532983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5de9a3-7400-4e60-8e42-4926776e9bf5 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:07:44.550576 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:44.620087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Transition to ACTIVE for port object 9f5de9a3-7400-4e60-8e42-4926776e9bf5 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:07:44.640574 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-31f328e8-3a4d-434c-80ce-eeb8fc1b7bee req-01abc35e-b22d-4feb-97bd-14bbf366343b tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1250629 May 25 20:07:44.692168 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:44.731495 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f181141-7876-4415-a389-6f0bf0f6b9bd req-78e7fe86-6286-4a01-9865-a9889f0092e3 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544296 May 25 20:07:44.817153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0e5d7235-7abd-4a91-845f-e095f5eccdcd up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:07:44.950936 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 0e5d7235-7abd-4a91-845f-e095f5eccdcd completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:07:44.961880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 0e5d7235-7abd-4a91-845f-e095f5eccdcd triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:07:44.962902 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:44.968068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1b8bb-5a52-4ad3-8938-d06f727a7b29 req-fbdd6475-6fd7-4933-be83-a529143b1931 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:44.970507 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8b1b8bb-5a52-4ad3-8938-d06f727a7b29 req-fbdd6475-6fd7-4933-be83-a529143b1931 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 931 time: 0.1608047 May 25 20:07:44.990744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] For port a51eccbc-6b1d-4c8d-9111-89e8726be768, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:07:45.026403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Pushing event updated for resources: {'Port': ['ID=9f5de9a3-7400-4e60-8e42-4926776e9bf5,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:45.031577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] For port a51eccbc-6b1d-4c8d-9111-89e8726be768, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a51eccbc-6b1d-4c8d-9111-89e8726be768,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:07:45.035801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c8b1b8bb-5a52-4ad3-8938-d06f727a7b29 req-ac471a14-fdf3-4a99-a193-dbfd50065c8e tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Synchronizing usage tracker for tenant:1d33a86df2de47678c79013a74f5fa45 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:07:45.065229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c8b1b8bb-5a52-4ad3-8938-d06f727a7b29 req-ac471a14-fdf3-4a99-a193-dbfd50065c8e tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Unset dirty status for tenant:1d33a86df2de47678c79013a74f5fa45 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:07:45.067369 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8b1b8bb-5a52-4ad3-8938-d06f727a7b29 req-ac471a14-fdf3-4a99-a193-dbfd50065c8e tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864656 May 25 20:07:45.113782 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:45.152154 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538e664e-65f3-488b-8684-a3f8abe168c1'] response: {'name': 'network-changed', 'server_uuid': 'da697010-f3a5-4b40-ad76-2c731ca8c6ac', 'tag': '414f0870-5d8e-443b-acd4-c0897630efe4', 'status': 'completed', 'code': 200} May 25 20:07:45.162248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 0e5d7235-7abd-4a91-845f-e095f5eccdcd is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:45.162635 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:45.219488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 0e5d7235-7abd-4a91-845f-e095f5eccdcd, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0e5d7235-7abd-4a91-845f-e095f5eccdcd,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:45.220862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8d042b-8988-4ec4-b60a-d40960ab9c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5d7235-7abd-4a91-845f-e095f5eccdcd'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:45.228645 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:45.348301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:45.348301 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:45.349880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] 10.222.0.70 "PUT /v2.0/ports/a51eccbc-6b1d-4c8d-9111-89e8726be768 HTTP/1.1" status: 200 len: 1091 time: 4.8999996 May 25 20:07:45.353516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2449f9c-acb4-445b-8841-7e10bba7664c', 'tag': 'a51eccbc-6b1d-4c8d-9111-89e8726be768'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:45.390519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=0e5d7235-7abd-4a91-845f-e095f5eccdcd,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:45.397086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2c2de-f9af-485a-a067-bbaece2334c3 req-a8b03dee-50e9-4f43-9c6f-5f8e6897ea03 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:45.398337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f1e2c2de-f9af-485a-a067-bbaece2334c3 req-a8b03dee-50e9-4f43-9c6f-5f8e6897ea03 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Synchronizing usage tracker for tenant:26a8703ef3ad437790edbd52ac79c256 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:07:45.404258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032b64c-1211-4aea-a92d-1493325e509d service neutron] Pushing event updated for resources: {'Port': ['ID=a51eccbc-6b1d-4c8d-9111-89e8726be768,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:45.410705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050129b-ad66-4e72-9ed0-4206d81a6fff req-9c2f9e85-3265-46a0-8c71-b9b0c3db3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:45.412762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5050129b-ad66-4e72-9ed0-4206d81a6fff req-9c2f9e85-3265-46a0-8c71-b9b0c3db3799 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 1094 time: 0.2321868 May 25 20:07:45.498868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Attempting to bind port 9f5de9a3-7400-4e60-8e42-4926776e9bf5 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:07:45.499231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Attempting to bind port 9f5de9a3-7400-4e60-8e42-4926776e9bf5 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:07:45.499402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Attempting to bind port 9f5de9a3-7400-4e60-8e42-4926776e9bf5 on network 9345058c-ebab-4e25-8967-26bfbaf0ee5c {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:07:45.531957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce72f4-454e-4b73-bd68-2fcdb9504fcd req-a3d2a57c-edb6-425a-ba2a-dee1656c5306 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:45.533589 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-72ce72f4-454e-4b73-bd68-2fcdb9504fcd req-a3d2a57c-edb6-425a-ba2a-dee1656c5306 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2381303 May 25 20:07:45.576846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Port 9f5de9a3-7400-4e60-8e42-4926776e9bf5 on network 9345058c-ebab-4e25-8967-26bfbaf0ee5c not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:07:45.577569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Attempting to bind port 9f5de9a3-7400-4e60-8e42-4926776e9bf5 on network 9345058c-ebab-4e25-8967-26bfbaf0ee5c {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:07:45.590736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f1e2c2de-f9af-485a-a067-bbaece2334c3 req-a8b03dee-50e9-4f43-9c6f-5f8e6897ea03 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Unset dirty status for tenant:26a8703ef3ad437790edbd52ac79c256 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:07:45.592174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f1e2c2de-f9af-485a-a067-bbaece2334c3 req-a8b03dee-50e9-4f43-9c6f-5f8e6897ea03 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 948 time: 0.9777493 May 25 20:07:45.603396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:07:45.603396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Checking segment: {'id': 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:07:45.603396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Bound using segment: {'id': 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:07:45.604081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Bound port: 9f5de9a3-7400-4e60-8e42-4926776e9bf5, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:07:45.604254 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:45.621296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061928dd-22cd-4776-9550-74d6765f7bc8 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:07:45.636313 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-72ce72f4-454e-4b73-bd68-2fcdb9504fcd req-8c66ae33-6890-4798-9557-96ce8463aa8d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857816 May 25 20:07:45.656937 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:45.687837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050129b-ad66-4e72-9ed0-4206d81a6fff req-0631ec5a-9d3a-4f7c-8539-cb5a8151b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:45.691003 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5050129b-ad66-4e72-9ed0-4206d81a6fff req-0631ec5a-9d3a-4f7c-8539-cb5a8151b441 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 921 time: 0.2705719 May 25 20:07:45.813854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Transition to ACTIVE for port object 061928dd-22cd-4776-9550-74d6765f7bc8 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:07:45.836976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f1e2c2de-f9af-485a-a067-bbaece2334c3 req-2ee153ed-8a49-4f71-8af8-066f9312eb77 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Synchronizing usage tracker for tenant:26a8703ef3ad437790edbd52ac79c256 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:07:45.844707 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:45.853623 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5050129b-ad66-4e72-9ed0-4206d81a6fff req-c7baf0ea-cf8f-4166-8b0a-420cfcaadfac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=414f0870-5d8e-443b-acd4-c0897630efe4 HTTP/1.1" status: 200 len: 217 time: 0.1533396 May 25 20:07:45.941200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-4657bbb1-19aa-48dc-8062-2ddd76b37737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:45.943010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-4657bbb1-19aa-48dc-8062-2ddd76b37737 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1d33a86df2de47678c79013a74f5fa45&device_id=b2449f9c-acb4-445b-8841-7e10bba7664c HTTP/1.1" status: 200 len: 1094 time: 0.5213299 May 25 20:07:45.971564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050129b-ad66-4e72-9ed0-4206d81a6fff req-0eb2d5b7-ff6c-4871-967c-edc6359d6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:45.974270 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5050129b-ad66-4e72-9ed0-4206d81a6fff req-0eb2d5b7-ff6c-4871-967c-edc6359d6d5f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.1128724 May 25 20:07:46.053848 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5050129b-ad66-4e72-9ed0-4206d81a6fff req-492843f0-e099-40ac-a7d6-71f3be11f6c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734379 May 25 20:07:46.064292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc020fc-1a37-4930-889f-adb6d3e7d12d req-feccedcf-4660-4dd3-b8de-c74ff7104c5e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:46.064950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2cc020fc-1a37-4930-889f-adb6d3e7d12d req-feccedcf-4660-4dd3-b8de-c74ff7104c5e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Synchronizing usage tracker for tenant:588275645f004b30bd16726afb59ab56 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:07:46.129459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] For port 9f5de9a3-7400-4e60-8e42-4926776e9bf5, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:07:46.135980 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-d7fd3f91-5e89-4be9-8bd5-3bacc09b0b04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a51eccbc-6b1d-4c8d-9111-89e8726be768 HTTP/1.1" status: 200 len: 217 time: 0.1650207 May 25 20:07:46.153949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f1e2c2de-f9af-485a-a067-bbaece2334c3 req-2ee153ed-8a49-4f71-8af8-066f9312eb77 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Unset dirty status for tenant:26a8703ef3ad437790edbd52ac79c256 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:07:46.155880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f1e2c2de-f9af-485a-a067-bbaece2334c3 req-2ee153ed-8a49-4f71-8af8-066f9312eb77 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/security-groups?id=70e585c9-f86c-4ba1-ac50-9a185fee9d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5411551 May 25 20:07:46.222175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] For port 9f5de9a3-7400-4e60-8e42-4926776e9bf5, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9f5de9a3-7400-4e60-8e42-4926776e9bf5,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:07:46.231606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Pushing event updated for resources: {'Port': ['ID=061928dd-22cd-4776-9550-74d6765f7bc8,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:46.313971 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:46.346640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2cc020fc-1a37-4930-889f-adb6d3e7d12d req-feccedcf-4660-4dd3-b8de-c74ff7104c5e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Unset dirty status for tenant:588275645f004b30bd16726afb59ab56 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:07:46.348588 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2cc020fc-1a37-4930-889f-adb6d3e7d12d req-feccedcf-4660-4dd3-b8de-c74ff7104c5e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 943 time: 0.5493932 May 25 20:07:46.484728 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2cc020fc-1a37-4930-889f-adb6d3e7d12d req-d5f6d1eb-0da3-4a49-b8a4-c2c4a54de93d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216929 May 25 20:07:46.490489 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5050129b-ad66-4e72-9ed0-4206d81a6fff req-606ec8fa-ad50-44d6-8687-abf7a064c0a3 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216344 May 25 20:07:46.502855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:46.503457 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:46.504819 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] 10.222.0.70 "PUT /v2.0/ports/9f5de9a3-7400-4e60-8e42-4926776e9bf5 HTTP/1.1" status: 200 len: 1091 time: 4.1874983 May 25 20:07:46.513933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-dca35f31-bd5f-4e5a-90a7-726f7b44e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:46.515526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-dca35f31-bd5f-4e5a-90a7-726f7b44e039 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93786fb4-8a0e-48f7-bec0-cb4603ca7f09 HTTP/1.1" status: 200 len: 857 time: 0.3691669 May 25 20:07:46.726802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed462954-af2a-47d8-b7c3-34dcde6c113d service neutron] Pushing event updated for resources: {'Port': ['ID=9f5de9a3-7400-4e60-8e42-4926776e9bf5,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:46.735200 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2514edf9-c034-4e3f-86a2-908c2a136dd4 req-1b5ee14f-e75a-479e-b1a1-fa2bfaad7a55 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2094839786&fields=id&tenant_id=dfca10d1e8a14dc5a547fe3f642bae44 HTTP/1.1" status: 200 len: 267 time: 0.4232593 May 25 20:07:46.794024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-43403c21-b986-48f6-9903-6f3236d7dabe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9345058c-ebab-4e25-8967-26bfbaf0ee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2681539 May 25 20:07:46.827174 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5050129b-ad66-4e72-9ed0-4206d81a6fff req-16c9e539-a0cb-4e44-9f21-9b0f4faee908 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307381 May 25 20:07:46.851469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb3193-a4d3-4596-9777-6ded6a4725a3 req-5d442682-b04b-417a-b99b-c1b653194044 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:46.853104 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33bb3193-a4d3-4596-9777-6ded6a4725a3 req-5d442682-b04b-417a-b99b-c1b653194044 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2245133 May 25 20:07:46.863325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Attempting to bind port 061928dd-22cd-4776-9550-74d6765f7bc8 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:07:46.863828 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Attempting to bind port 061928dd-22cd-4776-9550-74d6765f7bc8 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:07:46.864351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Attempting to bind port 061928dd-22cd-4776-9550-74d6765f7bc8 on network 9345058c-ebab-4e25-8967-26bfbaf0ee5c {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:07:46.911838 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33bb3193-a4d3-4596-9777-6ded6a4725a3 req-57e85db7-1cff-4aa3-9d3b-8fa8d2ba8dc8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503860 May 25 20:07:46.944869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Port 061928dd-22cd-4776-9550-74d6765f7bc8 on network 9345058c-ebab-4e25-8967-26bfbaf0ee5c not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:07:46.945420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Attempting to bind port 061928dd-22cd-4776-9550-74d6765f7bc8 on network 9345058c-ebab-4e25-8967-26bfbaf0ee5c {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:07:46.993827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:07:46.994128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Checking segment: {'id': 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:07:46.994489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Bound using segment: {'id': 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:07:46.994919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Bound port: 061928dd-22cd-4776-9550-74d6765f7bc8, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:07:46.995255 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:47.129305 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-93a5ffeb-6c90-4b40-b313-6ad5c6a6b327 service neutron] 10.222.0.70 "GET /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946548 May 25 20:07:47.166590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99f408-0efc-4aeb-8cea-fcb49160fcbe req-7b0e5798-3563-478f-a3a6-2a98de199823 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:47.168598 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c99f408-0efc-4aeb-8cea-fcb49160fcbe req-7b0e5798-3563-478f-a3a6-2a98de199823 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1055501 May 25 20:07:47.180210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-fb204140-d2c4-4335-b95c-2f50c3c72e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:47.181808 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-fb204140-d2c4-4335-b95c-2f50c3c72e2f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1d33a86df2de47678c79013a74f5fa45&device_id=24c3cf5c-8463-4fef-814e-c32cfaf0bca8 HTTP/1.1" status: 200 len: 1094 time: 0.4376569 May 25 20:07:47.237095 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c99f408-0efc-4aeb-8cea-fcb49160fcbe req-ddd7e316-0eb1-4b42-a0f0-434951726a38 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623057 May 25 20:07:47.239549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514edf9-c034-4e3f-86a2-908c2a136dd4 req-42c70990-a4cf-4d9a-826c-9b00a1393c5a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:47.241771 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2514edf9-c034-4e3f-86a2-908c2a136dd4 req-42c70990-a4cf-4d9a-826c-9b00a1393c5a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 945 time: 0.4882743 May 25 20:07:47.319015 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb91625-7193-420a-887d-f27cadac4c4f'] response: {'server_uuid': 'ff8d042b-8988-4ec4-b60a-d40960ab9c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5d7235-7abd-4a91-845f-e095f5eccdcd', 'code': 200} May 25 20:07:47.346669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2514edf9-c034-4e3f-86a2-908c2a136dd4 req-983a3cf1-d60c-40cb-8b7e-99bb2ae15922 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'port': {'security_groups': ['ea87c818-4bdc-4dc8-9747-4c54129dfe13', 'e9c00218-2bfb-4829-839e-53d54951494a']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:47.380866 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a0f6e6-97cd-4188-81b7-dc5531c68447'] response: {'name': 'network-changed', 'server_uuid': 'b2449f9c-acb4-445b-8841-7e10bba7664c', 'tag': 'a51eccbc-6b1d-4c8d-9111-89e8726be768', 'status': 'completed', 'code': 200} May 25 20:07:47.386059 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e46fb46a-2676-43ed-9f84-261ca44cdaa2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f5de9a3-7400-4e60-8e42-4926776e9bf5 HTTP/1.1" status: 200 len: 217 time: 0.1430073 May 25 20:07:47.399528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] For port 061928dd-22cd-4776-9550-74d6765f7bc8, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:07:47.479410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] For port 061928dd-22cd-4776-9550-74d6765f7bc8, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=061928dd-22cd-4776-9550-74d6765f7bc8,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:07:47.500060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:47.548849 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6fbe37b8-c29d-4811-9a2d-5294bd5cb29d req-4e01aecd-1466-4318-8990-6e2615a1f78d tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0617557 May 25 20:07:47.557922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883f03b-c48c-4f0d-b59b-940288ef3c11 req-bafced41-e681-460b-a752-2154c61e6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:47.560581 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f883f03b-c48c-4f0d-b59b-940288ef3c11 req-bafced41-e681-460b-a752-2154c61e6fd4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 1100 time: 0.1861348 May 25 20:07:47.637767 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f883f03b-c48c-4f0d-b59b-940288ef3c11 req-cdea9d55-a6f0-48ac-8ce1-4213379c78d3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=70e585c9-f86c-4ba1-ac50-9a185fee9d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701175 May 25 20:07:47.692512 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-f9f2e4dc-f002-455a-9e94-2e2f8c2fe499 service neutron] 10.222.0.70 "GET /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527866 May 25 20:07:47.693868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-743fb76b-d14d-4a60-a754-ed979a95d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:47.696133 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-743fb76b-d14d-4a60-a754-ed979a95d3d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93786fb4-8a0e-48f7-bec0-cb4603ca7f09 HTTP/1.1" status: 200 len: 857 time: 0.2933478 May 25 20:07:47.697388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:47.697970 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:47.700866 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] 10.222.0.70 "PUT /v2.0/ports/061928dd-22cd-4776-9550-74d6765f7bc8 HTTP/1.1" status: 200 len: 1091 time: 4.4925492 May 25 20:07:47.740713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829495c-afc4-4982-a764-0354ecb695cc service neutron] Pushing event updated for resources: {'Port': ['ID=061928dd-22cd-4776-9550-74d6765f7bc8,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:47.746312 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2514edf9-c034-4e3f-86a2-908c2a136dd4 req-983a3cf1-d60c-40cb-8b7e-99bb2ae15922 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:47.834506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef6d23-18b7-478f-b3a0-73dfced77fe3 req-554cb985-32f1-4c86-adba-8aae7dd41eb5 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:47.836943 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6bef6d23-18b7-478f-b3a0-73dfced77fe3 req-554cb985-32f1-4c86-adba-8aae7dd41eb5 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 943 time: 0.1339476 May 25 20:07:47.907488 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6bef6d23-18b7-478f-b3a0-73dfced77fe3 req-d10ca736-80f3-4bcd-aaf0-9e6a65ba5b4d tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631983 May 25 20:07:48.097204 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-130740c8-47a1-41a3-9ad3-8309adfc1ee9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9345058c-ebab-4e25-8967-26bfbaf0ee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1792440 May 25 20:07:48.139440 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:07:48.172244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5336e2-8964-4d48-9d36-b865fd41e314 req-8b95d3dc-4525-4fbc-94b8-d9affb29a3b1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:48.173787 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a5336e2-8964-4d48-9d36-b865fd41e314 req-8b95d3dc-4525-4fbc-94b8-d9affb29a3b1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1140592 May 25 20:07:48.235828 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a5336e2-8964-4d48-9d36-b865fd41e314 req-774e7334-45c5-4156-a584-ebc4d52bdc2f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535395 May 25 20:07:48.485717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2514edf9-c034-4e3f-86a2-908c2a136dd4 req-983a3cf1-d60c-40cb-8b7e-99bb2ae15922 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] For port b9a2b57a-3d45-468c-a18d-65f066cfd911, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b9a2b57a-3d45-468c-a18d-65f066cfd911,segment=NetworkSegment(bf166c4a-7471-468f-bda9-4c95cbb369a8),segment_id=bf166c4a-7471-468f-bda9-4c95cbb369a8)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:48.496570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92dae3-b3d5-43d7-ae17-85fb3d8bbcb6 req-a728284b-b1cd-4c89-8cb2-885af6f88e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:48.498048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d92dae3-b3d5-43d7-ae17-85fb3d8bbcb6 req-a728284b-b1cd-4c89-8cb2-885af6f88e5a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1d33a86df2de47678c79013a74f5fa45&device_id=b2449f9c-acb4-445b-8841-7e10bba7664c HTTP/1.1" status: 200 len: 1094 time: 0.5190713 May 25 20:07:48.499759 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-1c7aa222-8fe3-43ae-9486-3deaeec8e225 service neutron] 10.222.0.70 "GET /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408635 May 25 20:07:48.502780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-b7442516-0239-480e-b2f7-fa4ee75219a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:48.504525 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-b7442516-0239-480e-b2f7-fa4ee75219a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1d33a86df2de47678c79013a74f5fa45&device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 1094 time: 0.5359492 May 25 20:07:48.543473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fece601-9379-4b27-9b44-de1f9b585ff4 req-6a4dab01-c37a-4561-a076-5f78679c1768 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:48.545171 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5fece601-9379-4b27-9b44-de1f9b585ff4 req-6a4dab01-c37a-4561-a076-5f78679c1768 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 949 time: 0.1025879 May 25 20:07:48.608382 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5fece601-9379-4b27-9b44-de1f9b585ff4 req-65d06b9e-57a1-48d6-9fc9-c7f410ad8ce8 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/security-groups?id=70e585c9-f86c-4ba1-ac50-9a185fee9d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569880 May 25 20:07:48.817004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89914195-226f-4c1b-bc06-a68e04edd973 req-83f9180c-6611-42fe-ac64-aa671e6ae81a tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:48.818595 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-89914195-226f-4c1b-bc06-a68e04edd973 req-83f9180c-6611-42fe-ac64-aa671e6ae81a tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 943 time: 0.0956893 May 25 20:07:48.834053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 414f0870-5d8e-443b-acd4-c0897630efe4 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:07:48.867965 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [req-2514edf9-c034-4e3f-86a2-908c2a136dd4 req-983a3cf1-d60c-40cb-8b7e-99bb2ae15922 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:07:48.888117 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-e95329ed-82ea-48d0-a1f6-b8a0c3370728 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=061928dd-22cd-4776-9550-74d6765f7bc8 HTTP/1.1" status: 200 len: 217 time: 0.3596630 May 25 20:07:48.889354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-89914195-226f-4c1b-bc06-a68e04edd973 req-2ae89b57-9902-43b7-ad53-0443f42e2741 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631855 May 25 20:07:49.021802 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2514edf9-c034-4e3f-86a2-908c2a136dd4 req-983a3cf1-d60c-40cb-8b7e-99bb2ae15922 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:49.044730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 414f0870-5d8e-443b-acd4-c0897630efe4, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=414f0870-5d8e-443b-acd4-c0897630efe4,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:49.048227 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2514edf9-c034-4e3f-86a2-908c2a136dd4 req-983a3cf1-d60c-40cb-8b7e-99bb2ae15922 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:49.062631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b9a2b57a-3d45-468c-a18d-65f066cfd911'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:07:49.121076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '414f0870-5d8e-443b-acd4-c0897630efe4', 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee', 'port_id': '414f0870-5d8e-443b-acd4-c0897630efe4', 'mac_address': 'fa:16:3e:8d:ae:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c81e9-1012-4bd2-b3ad-402a53a6fd67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:07:49.154088 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7246f0-0f4f-4b96-ab2d-2e82cb9ebc86 req-62d37e50-0aa4-4fe4-be5b-1067234f9be8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:49.155676 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd7246f0-0f4f-4b96-ab2d-2e82cb9ebc86 req-62d37e50-0aa4-4fe4-be5b-1067234f9be8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1284173 May 25 20:07:49.230781 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd7246f0-0f4f-4b96-ab2d-2e82cb9ebc86 req-8aa9a385-262c-4bb3-9e85-305dcd0e9f50 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590930 May 25 20:07:49.294005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514edf9-c034-4e3f-86a2-908c2a136dd4 req-983a3cf1-d60c-40cb-8b7e-99bb2ae15922 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:49.295130 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2514edf9-c034-4e3f-86a2-908c2a136dd4 req-983a3cf1-d60c-40cb-8b7e-99bb2ae15922 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:49.297451 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2514edf9-c034-4e3f-86a2-908c2a136dd4 req-983a3cf1-d60c-40cb-8b7e-99bb2ae15922 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "PUT /v2.0/ports/b9a2b57a-3d45-468c-a18d-65f066cfd911 HTTP/1.1" status: 200 len: 981 time: 1.9783340 May 25 20:07:49.328886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 414f0870-5d8e-443b-acd4-c0897630efe4 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:49.329441 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:49.346774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-78f5ba3a-2d71-4a06-8d42-ef71466ea16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:49.349219 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-78f5ba3a-2d71-4a06-8d42-ef71466ea16f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93786fb4-8a0e-48f7-bec0-cb4603ca7f09 HTTP/1.1" status: 200 len: 857 time: 0.3759396 May 25 20:07:49.372479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414f0870-5d8e-443b-acd4-c0897630efe4 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:07:49.433159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c3cf5c-8463-4fef-814e-c32cfaf0bca8', 'tag': '9f5de9a3-7400-4e60-8e42-4926776e9bf5'}, {'name': 'network-changed', 'server_uuid': '335a16a0-bfae-46de-9dd9-9bd1d7245c44', 'tag': '061928dd-22cd-4776-9550-74d6765f7bc8'}, {'name': 'network-changed', 'server_uuid': 'a53fb23b-499f-4449-b7ac-cf669a8d16fe', 'tag': 'b9a2b57a-3d45-468c-a18d-65f066cfd911'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:49.439476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92dae3-b3d5-43d7-ae17-85fb3d8bbcb6 req-38b5902f-3c81-45aa-852c-4b27090dbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:49.442330 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d92dae3-b3d5-43d7-ae17-85fb3d8bbcb6 req-38b5902f-3c81-45aa-852c-4b27090dbde4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9345058c-ebab-4e25-8967-26bfbaf0ee5c HTTP/1.1" status: 200 len: 918 time: 0.9332230 May 25 20:07:49.451859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 414f0870-5d8e-443b-acd4-c0897630efe4, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=414f0870-5d8e-443b-acd4-c0897630efe4,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:49.457884 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:49.540532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a3cf1-d60c-40cb-8b7e-99bb2ae15922 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'Port': ['ID=b9a2b57a-3d45-468c-a18d-65f066cfd911,revision_number=6']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:49.559518 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b9a2b57a-3d45-468c-a18d-65f066cfd911'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:07:49.643436 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-018f6de3-5aac-494b-8a83-526f95624b86 service neutron] 10.222.0.70 "GET /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1115825 May 25 20:07:49.645704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d92dae3-b3d5-43d7-ae17-85fb3d8bbcb6 req-262f5959-e965-4051-aaaa-edb2e4d26662 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a51eccbc-6b1d-4c8d-9111-89e8726be768 HTTP/1.1" status: 200 len: 217 time: 0.0894527 May 25 20:07:49.655471 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-664a0cb0-d874-4448-9432-9feb6b07157b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9345058c-ebab-4e25-8967-26bfbaf0ee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2889779 May 25 20:07:49.701596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470586e-8457-406c-8000-677ca7853e95 req-bde27278-c2a1-4729-bdf8-ec6aaee480a3 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:49.718678 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9470586e-8457-406c-8000-677ca7853e95 req-bde27278-c2a1-4729-bdf8-ec6aaee480a3 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2312183 May 25 20:07:49.731162 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8be547d-9502-4cad-967b-07c88c317010 req-49aea286-f0be-41c5-adb6-05fd9c55b821 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.2725918 May 25 20:07:49.854258 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9470586e-8457-406c-8000-677ca7853e95 req-cbb4d60f-8da2-429a-b6ea-2e451f8ab556 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318882 May 25 20:07:49.977565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92dae3-b3d5-43d7-ae17-85fb3d8bbcb6 req-44bfd726-158f-4fa9-86bd-c9df884375b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:49.979993 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d92dae3-b3d5-43d7-ae17-85fb3d8bbcb6 req-44bfd726-158f-4fa9-86bd-c9df884375b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93786fb4-8a0e-48f7-bec0-cb4603ca7f09 HTTP/1.1" status: 200 len: 857 time: 0.3228920 May 25 20:07:50.047901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=414f0870-5d8e-443b-acd4-c0897630efe4,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:50.104065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898f68b-3da9-4b55-9dd2-35f79505ac29 req-84ea2176-c2e9-4478-9b9f-14e8d035ddf2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:50.106743 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b898f68b-3da9-4b55-9dd2-35f79505ac29 req-84ea2176-c2e9-4478-9b9f-14e8d035ddf2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1116822 May 25 20:07:50.146655 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d92dae3-b3d5-43d7-ae17-85fb3d8bbcb6 req-b0e72ae4-51ae-4ed9-b222-9d47340961d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9345058c-ebab-4e25-8967-26bfbaf0ee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431446 May 25 20:07:50.186527 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-a4ad16f4-51cd-4af8-83f6-f8f06c446825 service neutron] 10.222.0.70 "GET /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527948 May 25 20:07:50.203808 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b898f68b-3da9-4b55-9dd2-35f79505ac29 req-e08db4b9-cae4-4b3b-998e-32be440bbc73 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841177 May 25 20:07:50.405904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-044a2bfc-4bb3-484b-ba29-aea5839675f1 req-4578c49d-de4d-4884-97ee-fd205e5393f8 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-426563599&fields=id&tenant_id=dfca10d1e8a14dc5a547fe3f642bae44 HTTP/1.1" status: 200 len: 267 time: 0.0759742 May 25 20:07:50.518772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3579c0-580b-4e89-8e64-15e611699d8e req-85ee8741-9a71-411b-a4a9-8e90251d4585 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:50.521306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['414f0870-5d8e-443b-acd4-c0897630efe4'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:07:50.532664 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e3579c0-580b-4e89-8e64-15e611699d8e req-85ee8741-9a71-411b-a4a9-8e90251d4585 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 943 time: 0.5307612 May 25 20:07:50.558506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2bfc-4bb3-484b-ba29-aea5839675f1 req-0fa8039d-aa33-4860-ae07-e44ad8e0d810 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:50.561197 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-044a2bfc-4bb3-484b-ba29-aea5839675f1 req-0fa8039d-aa33-4860-ae07-e44ad8e0d810 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 984 time: 0.1450093 May 25 20:07:50.568084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d92dae3-b3d5-43d7-ae17-85fb3d8bbcb6 req-bcdd55a1-61e0-40f2-be91-3b5d88d69d24 service neutron] 10.222.0.70 "GET /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140501 May 25 20:07:50.581512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-044a2bfc-4bb3-484b-ba29-aea5839675f1 req-655b7d39-7d2e-4d67-ab16-49c73355332e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'port': {'security_groups': ['e9c00218-2bfb-4829-839e-53d54951494a', 'ea87c818-4bdc-4dc8-9747-4c54129dfe13', 'd8b3c06b-4ebc-4321-87e3-eb4cc1cd8ee8']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:50.614613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76bbdd6-b8d4-45ce-ad7e-5e58cc4f6dde req-c4cf335a-5f29-4ae2-9c3b-925ffd71fd08 service neutron] 10.222.0.70 "GET /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482013 May 25 20:07:50.744727 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e3579c0-580b-4e89-8e64-15e611699d8e req-25339bc9-9fe8-43e9-bc05-60f882e19f04 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107489 May 25 20:07:50.810988 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-044a2bfc-4bb3-484b-ba29-aea5839675f1 req-655b7d39-7d2e-4d67-ab16-49c73355332e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:50.860818 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d92dae3-b3d5-43d7-ae17-85fb3d8bbcb6 req-97e359d2-cf3f-43aa-9a73-fe7a63bcf8ab service neutron] 10.222.0.70 "GET /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744670 May 25 20:07:50.905540 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b308cf-8983-4250-835e-da545b17ca66'] response: {'name': 'network-changed', 'server_uuid': '24c3cf5c-8463-4fef-814e-c32cfaf0bca8', 'tag': '9f5de9a3-7400-4e60-8e42-4926776e9bf5', 'status': 'completed', 'code': 200} May 25 20:07:50.906331 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b308cf-8983-4250-835e-da545b17ca66'] response: {'name': 'network-changed', 'server_uuid': '335a16a0-bfae-46de-9dd9-9bd1d7245c44', 'tag': '061928dd-22cd-4776-9550-74d6765f7bc8', 'status': 'completed', 'code': 200} May 25 20:07:50.906788 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b308cf-8983-4250-835e-da545b17ca66'] response: {'name': 'network-changed', 'server_uuid': 'a53fb23b-499f-4449-b7ac-cf669a8d16fe', 'tag': 'b9a2b57a-3d45-468c-a18d-65f066cfd911', 'status': 'completed', 'code': 200} May 25 20:07:51.268546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-3f66a27e-e66d-4aa5-bd75-6bea555eb7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:51.270126 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-3f66a27e-e66d-4aa5-bd75-6bea555eb7ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1d33a86df2de47678c79013a74f5fa45&device_id=24c3cf5c-8463-4fef-814e-c32cfaf0bca8 HTTP/1.1" status: 200 len: 1094 time: 0.3208256 May 25 20:07:51.333661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-044a2bfc-4bb3-484b-ba29-aea5839675f1 req-655b7d39-7d2e-4d67-ab16-49c73355332e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] For port b9a2b57a-3d45-468c-a18d-65f066cfd911, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b9a2b57a-3d45-468c-a18d-65f066cfd911,segment=NetworkSegment(bf166c4a-7471-468f-bda9-4c95cbb369a8),segment_id=bf166c4a-7471-468f-bda9-4c95cbb369a8)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:51.371292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ae62b-61e2-498a-8a69-2e509d2b0f8c req-2d58c2f7-edcb-48f8-8206-5812530f9792 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:51.372729 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec6ae62b-61e2-498a-8a69-2e509d2b0f8c req-2d58c2f7-edcb-48f8-8206-5812530f9792 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 949 time: 0.3276641 May 25 20:07:51.373394 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-044a2bfc-4bb3-484b-ba29-aea5839675f1 req-655b7d39-7d2e-4d67-ab16-49c73355332e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:51.381155 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-044a2bfc-4bb3-484b-ba29-aea5839675f1 req-655b7d39-7d2e-4d67-ab16-49c73355332e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:51.471284 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2bfc-4bb3-484b-ba29-aea5839675f1 req-655b7d39-7d2e-4d67-ab16-49c73355332e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:51.471916 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-044a2bfc-4bb3-484b-ba29-aea5839675f1 req-655b7d39-7d2e-4d67-ab16-49c73355332e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:51.473335 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-044a2bfc-4bb3-484b-ba29-aea5839675f1 req-655b7d39-7d2e-4d67-ab16-49c73355332e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "PUT /v2.0/ports/b9a2b57a-3d45-468c-a18d-65f066cfd911 HTTP/1.1" status: 200 len: 1020 time: 0.8986292 May 25 20:07:51.473882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53fb23b-499f-4449-b7ac-cf669a8d16fe', 'tag': 'b9a2b57a-3d45-468c-a18d-65f066cfd911'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:51.478311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec6ae62b-61e2-498a-8a69-2e509d2b0f8c req-3ad46647-14b3-4223-a73c-a09956cb7815 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/security-groups?id=70e585c9-f86c-4ba1-ac50-9a185fee9d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895796 May 25 20:07:51.494074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-81983719-c3c6-48bf-bd43-fd7c47a87b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:51.496824 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-81983719-c3c6-48bf-bd43-fd7c47a87b9b service neutron] 10.222.0.70 "GET /v2.0/networks?id=9345058c-ebab-4e25-8967-26bfbaf0ee5c HTTP/1.1" status: 200 len: 918 time: 0.2160628 May 25 20:07:51.516813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b7d39-7d2e-4d67-ab16-49c73355332e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'Port': ['ID=b9a2b57a-3d45-468c-a18d-65f066cfd911,revision_number=7']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:51.599780 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-621a6a29-2981-44ee-8fcb-6aba646daf65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f5de9a3-7400-4e60-8e42-4926776e9bf5 HTTP/1.1" status: 200 len: 217 time: 0.0914607 May 25 20:07:51.732352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8ae69-f32b-4a53-9b19-1de5d1670afa req-2f7bcef2-4df6-4848-8f5e-2bbf4d84ef3f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:51.735926 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b3c8ae69-f32b-4a53-9b19-1de5d1670afa req-2f7bcef2-4df6-4848-8f5e-2bbf4d84ef3f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 944 time: 0.1298034 May 25 20:07:51.736176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-3c50ebce-5c4c-4d4a-bb59-410e95b7beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:51.738654 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-3c50ebce-5c4c-4d4a-bb59-410e95b7beca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93786fb4-8a0e-48f7-bec0-cb4603ca7f09 HTTP/1.1" status: 200 len: 857 time: 0.1324959 May 25 20:07:51.791070 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-c45417a4-d041-413d-85ef-7e9e7d67e937 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9345058c-ebab-4e25-8967-26bfbaf0ee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464978 May 25 20:07:51.803003 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b3c8ae69-f32b-4a53-9b19-1de5d1670afa req-a61386ee-8e0b-4d22-978d-25a10dd02e38 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629919 May 25 20:07:51.803993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79099c6-ad2e-4924-9e16-7d3387da0191 req-0d551bc9-8384-4747-8d8c-7e6bbb3f1f1f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:51.808356 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f79099c6-ad2e-4924-9e16-7d3387da0191 req-0d551bc9-8384-4747-8d8c-7e6bbb3f1f1f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1611893 May 25 20:07:51.830976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b9a2b57a-3d45-468c-a18d-65f066cfd911'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:07:51.964108 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f79099c6-ad2e-4924-9e16-7d3387da0191 req-d32ff4c1-ab51-4d22-b5a9-aa547e159b27 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349924 May 25 20:07:52.007380 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d473e36d-e85a-4b03-b1e8-2ba03863e035 req-84fdad7e-a3e8-426f-9ef5-ecea5fa49adb tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0778682 May 25 20:07:52.026835 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-c1c6c9c2-72d3-42c8-8a69-151e8ef6c819 service neutron] 10.222.0.70 "GET /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172945 May 25 20:07:52.160561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b9a2b57a-3d45-468c-a18d-65f066cfd911'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:07:52.295581 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-f09ea36c-ebce-406c-b014-a588ac9095f2 service neutron] 10.222.0.70 "GET /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547083 May 25 20:07:52.308378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352627a-c575-4cc9-a68b-b9b4dc714f82 req-bd9a8709-802f-46e6-8264-2e6312dfb7b5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:52.315131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968841b-6122-4676-8486-39aa44e81313 req-c3761ed3-78a1-4bae-bf57-026d40a795c7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:52.318669 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6352627a-c575-4cc9-a68b-b9b4dc714f82 req-bd9a8709-802f-46e6-8264-2e6312dfb7b5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1566870 May 25 20:07:52.318919 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a968841b-6122-4676-8486-39aa44e81313 req-c3761ed3-78a1-4bae-bf57-026d40a795c7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1796508 May 25 20:07:52.372604 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6352627a-c575-4cc9-a68b-b9b4dc714f82 req-5697f7a9-1e34-4fef-98dd-506d86a12b8d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518742 May 25 20:07:52.440493 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a968841b-6122-4676-8486-39aa44e81313 req-a6ef3130-05a2-4755-b413-6c788e5db462 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152787 May 25 20:07:52.458934 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a12e477-3603-4c33-a314-84ca4ce616dd'] response: {'name': 'network-changed', 'server_uuid': 'a53fb23b-499f-4449-b7ac-cf669a8d16fe', 'tag': 'b9a2b57a-3d45-468c-a18d-65f066cfd911', 'status': 'completed', 'code': 200} May 25 20:07:52.591226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-ce56358c-99ae-4112-b1a1-50c5c117a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:52.593076 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-ce56358c-99ae-4112-b1a1-50c5c117a7ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1d33a86df2de47678c79013a74f5fa45&device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 1094 time: 0.2203190 May 25 20:07:52.752198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c375cd7-4d1f-4c1d-9986-99b7ff50e738 req-6c89e9db-4619-4b97-bc62-8e231bd2528d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:52.755645 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c375cd7-4d1f-4c1d-9986-99b7ff50e738 req-6c89e9db-4619-4b97-bc62-8e231bd2528d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dfca10d1e8a14dc5a547fe3f642bae44&device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 1174 time: 0.2767076 May 25 20:07:52.802469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadec38-ead6-4a8d-af59-fc2a897ff141 req-6612fe8f-ba87-412e-8d91-c7d2585d51fe tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:52.815973 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dfadec38-ead6-4a8d-af59-fc2a897ff141 req-6612fe8f-ba87-412e-8d91-c7d2585d51fe tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 1023 time: 0.2229421 May 25 20:07:52.846243 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a51eccbc-6b1d-4c8d-9111-89e8726be768 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:07:52.849892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 414f0870-5d8e-443b-acd4-c0897630efe4 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:07:52.951802 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dfadec38-ead6-4a8d-af59-fc2a897ff141 req-a29a8cd7-17e3-4c63-a99e-8334f92de732 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8b3c06b-4ebc-4321-87e3-eb4cc1cd8ee8&id=e9c00218-2bfb-4829-839e-53d54951494a&id=ea87c818-4bdc-4dc8-9747-4c54129dfe13 HTTP/1.1" status: 200 len: 6148 time: 0.1324644 May 25 20:07:53.034693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-460cad3c-38ca-4990-b489-067d1a128fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:53.036274 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-460cad3c-38ca-4990-b489-067d1a128fef service neutron] 10.222.0.70 "GET /v2.0/networks?id=9345058c-ebab-4e25-8967-26bfbaf0ee5c HTTP/1.1" status: 200 len: 918 time: 0.4339390 May 25 20:07:53.057257 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 414f0870-5d8e-443b-acd4-c0897630efe4 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:07:53.072051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 414f0870-5d8e-443b-acd4-c0897630efe4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:07:53.073266 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:53.135902 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-66ffcba8-f67c-4223-9370-67b15c1f4142 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=061928dd-22cd-4776-9550-74d6765f7bc8 HTTP/1.1" status: 200 len: 217 time: 0.0896208 May 25 20:07:53.146480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c375cd7-4d1f-4c1d-9986-99b7ff50e738 req-5adaf6b9-e995-4b80-a96a-6ba899c511ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:53.148050 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c375cd7-4d1f-4c1d-9986-99b7ff50e738 req-5adaf6b9-e995-4b80-a96a-6ba899c511ab service neutron] 10.222.0.70 "GET /v2.0/networks?id=e307142c-b5f9-4667-b92b-f2a2f087a2e8 HTTP/1.1" status: 200 len: 913 time: 0.3833742 May 25 20:07:53.190568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d997416-cea4-43ea-9248-f3d30155680a req-15c2e28e-74ba-4b8a-8a39-8439d9cfc8e9 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:53.192525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a51eccbc-6b1d-4c8d-9111-89e8726be768, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a51eccbc-6b1d-4c8d-9111-89e8726be768,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:53.192877 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6d997416-cea4-43ea-9248-f3d30155680a req-15c2e28e-74ba-4b8a-8a39-8439d9cfc8e9 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 949 time: 0.1129313 May 25 20:07:53.213628 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'a51eccbc-6b1d-4c8d-9111-89e8726be768', 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c', 'port_id': 'a51eccbc-6b1d-4c8d-9111-89e8726be768', 'mac_address': 'fa:16:3e:af:ef:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93786fb4-8a0e-48f7-bec0-cb4603ca7f09', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:07:53.267219 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6d997416-cea4-43ea-9248-f3d30155680a req-21098e69-b68b-4e2c-ac28-553f309acad3 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/security-groups?id=70e585c9-f86c-4ba1-ac50-9a185fee9d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651205 May 25 20:07:53.362443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port a51eccbc-6b1d-4c8d-9111-89e8726be768 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:53.362819 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:53.375703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 414f0870-5d8e-443b-acd4-c0897630efe4 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:53.376091 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:53.408224 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51eccbc-6b1d-4c8d-9111-89e8726be768 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:07:53.434717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da697010-f3a5-4b40-ad76-2c731ca8c6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414f0870-5d8e-443b-acd4-c0897630efe4'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:53.440119 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c375cd7-4d1f-4c1d-9986-99b7ff50e738 req-11d2cbe5-3011-400d-bc07-6375e85ce201 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9a2b57a-3d45-468c-a18d-65f066cfd911 HTTP/1.1" status: 200 len: 217 time: 0.2475054 May 25 20:07:53.448349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a51eccbc-6b1d-4c8d-9111-89e8726be768, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a51eccbc-6b1d-4c8d-9111-89e8726be768,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:53.452715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 414f0870-5d8e-443b-acd4-c0897630efe4, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=414f0870-5d8e-443b-acd4-c0897630efe4,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:53.453064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c7f1b-b008-4d57-ba1a-3c6095fb717e req-cbdbc71d-5959-4fca-a99c-b005414cf107 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:53.454839 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:53.463104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b59c7f1b-b008-4d57-ba1a-3c6095fb717e req-cbdbc71d-5959-4fca-a99c-b005414cf107 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 943 time: 0.5724134 May 25 20:07:53.500406 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:53.520117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdce9f2-bbef-41c2-be5b-f1b6c8f96f91 req-fb189526-17b3-4a47-8b3d-a36d3837a72e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:53.522873 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fdce9f2-bbef-41c2-be5b-f1b6c8f96f91 req-fb189526-17b3-4a47-8b3d-a36d3837a72e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 944 time: 0.1369417 May 25 20:07:53.559245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-1f9f8829-a9ec-43ec-b448-091ce3bcb390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:53.560237 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:53.561714 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-1f9f8829-a9ec-43ec-b448-091ce3bcb390 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93786fb4-8a0e-48f7-bec0-cb4603ca7f09 HTTP/1.1" status: 200 len: 857 time: 0.4126461 May 25 20:07:53.564137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=a51eccbc-6b1d-4c8d-9111-89e8726be768,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:53.615951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fdce9f2-bbef-41c2-be5b-f1b6c8f96f91 req-d202c8d7-62d5-4ebd-bd1e-c9cb4abf7ab7 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796025 May 25 20:07:53.647613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-5e8fd542-4427-40a2-a3d8-4e7bea710f43 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9345058c-ebab-4e25-8967-26bfbaf0ee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593603 May 25 20:07:53.656788 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b59c7f1b-b008-4d57-ba1a-3c6095fb717e req-5392acd0-5831-40c5-91fe-1617818388ad tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924617 May 25 20:07:53.659056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c375cd7-4d1f-4c1d-9986-99b7ff50e738 req-f2ec2fd6-8aaa-460b-b64a-dc01468affbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:53.661438 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c375cd7-4d1f-4c1d-9986-99b7ff50e738 req-f2ec2fd6-8aaa-460b-b64a-dc01468affbb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7904db8-0ee7-445a-9333-f768530bc968 HTTP/1.1" status: 200 len: 852 time: 0.1937284 May 25 20:07:53.683694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-b36d3289-cb14-4b2f-9e71-d9f4cd77ac41 req-8b3a1e8f-2a93-4ee4-8566-67bb5bff48a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1489114558 ', 'description': 'tempest-description-425843287'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:53.715863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b36d3289-cb14-4b2f-9e71-d9f4cd77ac41 req-8b3a1e8f-2a93-4ee4-8566-67bb5bff48a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:53.733716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=414f0870-5d8e-443b-acd4-c0897630efe4,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:53.753182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b36d3289-cb14-4b2f-9e71-d9f4cd77ac41 req-8b3a1e8f-2a93-4ee4-8566-67bb5bff48a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:53.762803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c375cd7-4d1f-4c1d-9986-99b7ff50e738 req-50e95317-3541-48a3-88f3-0f7e361aef4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e307142c-b5f9-4667-b92b-f2a2f087a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619717 May 25 20:07:53.774067 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b36d3289-cb14-4b2f-9e71-d9f4cd77ac41 req-8b3a1e8f-2a93-4ee4-8566-67bb5bff48a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:53.799985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b36d3289-cb14-4b2f-9e71-d9f4cd77ac41 req-8b3a1e8f-2a93-4ee4-8566-67bb5bff48a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:53.806198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b36d3289-cb14-4b2f-9e71-d9f4cd77ac41 req-8b3a1e8f-2a93-4ee4-8566-67bb5bff48a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group_rule and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:53.810334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b36d3289-cb14-4b2f-9e71-d9f4cd77ac41 req-8b3a1e8f-2a93-4ee4-8566-67bb5bff48a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:53.818108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b36d3289-cb14-4b2f-9e71-d9f4cd77ac41 req-8b3a1e8f-2a93-4ee4-8566-67bb5bff48a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:53.892697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['a51eccbc-6b1d-4c8d-9111-89e8726be768'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:07:53.957693 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b36d3289-cb14-4b2f-9e71-d9f4cd77ac41 req-8b3a1e8f-2a93-4ee4-8566-67bb5bff48a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:53.963989 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b36d3289-cb14-4b2f-9e71-d9f4cd77ac41 req-8b3a1e8f-2a93-4ee4-8566-67bb5bff48a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:54.034129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a1e8f-2a93-4ee4-8566-67bb5bff48a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015fa580-2a40-4fdc-8fd9-a2c53a0ff397,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:54.062236 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-43d60319-8f8d-490c-8711-e0c8434f22fb service neutron] 10.222.0.70 "GET /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992913 May 25 20:07:54.067591 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b36d3289-cb14-4b2f-9e71-d9f4cd77ac41 req-8b3a1e8f-2a93-4ee4-8566-67bb5bff48a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:54.069784 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b36d3289-cb14-4b2f-9e71-d9f4cd77ac41 req-8b3a1e8f-2a93-4ee4-8566-67bb5bff48a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3954942 May 25 20:07:54.116595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c375cd7-4d1f-4c1d-9986-99b7ff50e738 req-bd4a4c2f-0d03-42d2-a88b-1af2edd25637 service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036911 May 25 20:07:54.124465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447e4d6-4d47-43cf-8ed3-60c99ce1688b req-c1dbae9a-f25f-4313-8b8e-76fb818c41d7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:54.128813 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e447e4d6-4d47-43cf-8ed3-60c99ce1688b req-c1dbae9a-f25f-4313-8b8e-76fb818c41d7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2261672 May 25 20:07:54.236764 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6054b6be-5fa7-413b-90f2-a39a3eee16b5 req-f9bd4e1f-6f17-4379-a7b3-b1c53b3e53f4 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0515087 May 25 20:07:54.396621 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e447e4d6-4d47-43cf-8ed3-60c99ce1688b req-6a1fa75c-965d-4178-81ed-8097504d7b46 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958361 May 25 20:07:54.453276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ba02-2beb-4550-9fca-33781c25279c req-4f941446-6ffa-47f7-906f-7c543b4a608a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:54.454958 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0d9ba02-2beb-4550-9fca-33781c25279c req-4f941446-6ffa-47f7-906f-7c543b4a608a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1009219 May 25 20:07:54.473743 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3998fe6f-f6ef-4eaf-96a8-39d97d5b5b19'] response: {'server_uuid': 'da697010-f3a5-4b40-ad76-2c731ca8c6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414f0870-5d8e-443b-acd4-c0897630efe4', 'code': 200} May 25 20:07:54.542576 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0d9ba02-2beb-4550-9fca-33781c25279c req-b606165e-c503-4cee-a0a0-ea0a33fba8c8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792313 May 25 20:07:54.572975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-c6b05383-35ef-49a5-b0ea-17d66d27d850 service neutron] 10.222.0.70 "GET /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986050 May 25 20:07:54.659612 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c375cd7-4d1f-4c1d-9986-99b7ff50e738 req-b5d74835-d448-4d65-8dc0-5e2ec85d33be service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283597 May 25 20:07:54.674480 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2bd5c94b-2367-41a6-9d65-fcbba715ab7b req-7b324a75-63ac-4f7a-935d-83581d67ba9f tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/015fa580-2a40-4fdc-8fd9-a2c53a0ff397 HTTP/1.1" status: 200 len: 1780 time: 0.0773280 May 25 20:07:54.701196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957b54a-f831-4947-995f-ccfa6bcca73f req-7ad25a05-c130-4d64-9740-b685cbad4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:54.703891 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3957b54a-f831-4947-995f-ccfa6bcca73f req-7ad25a05-c130-4d64-9740-b685cbad4342 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 1096 time: 0.1522205 May 25 20:07:54.747183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82bd2c-f444-4957-94d3-d9d5ad2c90ec req-19d8155f-d2c8-4278-9c98-3d4c03918705 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:54.748670 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c82bd2c-f444-4957-94d3-d9d5ad2c90ec req-19d8155f-d2c8-4278-9c98-3d4c03918705 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 949 time: 0.2481053 May 25 20:07:54.764784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1babc9-22d6-47ca-a997-e2f9c5dd0ab3 req-97c2d2b1-55ec-4cc5-afad-91300a181b40 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:54.767268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db1babc9-22d6-47ca-a997-e2f9c5dd0ab3 req-97c2d2b1-55ec-4cc5-afad-91300a181b40 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1716166 May 25 20:07:54.792599 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3957b54a-f831-4947-995f-ccfa6bcca73f req-d945f65e-df05-4c31-8d6e-f6dd6fd20813 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800018 May 25 20:07:54.864530 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 061928dd-22cd-4776-9550-74d6765f7bc8 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:07:54.955985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-4c82bd2c-f444-4957-94d3-d9d5ad2c90ec req-13e581ac-9fd9-4ca0-9d1d-35c45fc3f1b4 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Deleting port 0e5d7235-7abd-4a91-845f-e095f5eccdcd {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:07:54.956324 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4c82bd2c-f444-4957-94d3-d9d5ad2c90ec req-13e581ac-9fd9-4ca0-9d1d-35c45fc3f1b4 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:54.997487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db1babc9-22d6-47ca-a997-e2f9c5dd0ab3 req-a9474bf2-13f5-4373-96ba-ed52585ba165 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405966 May 25 20:07:54.999143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2df730-00c4-4bab-ab9c-f8fd031d8fd3 req-86526952-2a20-4c9d-ab32-00f29668f56b tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:55.017032 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1f2df730-00c4-4bab-ab9c-f8fd031d8fd3 req-86526952-2a20-4c9d-ab32-00f29668f56b tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 949 time: 0.1502583 May 25 20:07:55.096354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-bbac2602-58ba-4282-8e7f-3af8ca6df752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:55.098200 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-bbac2602-58ba-4282-8e7f-3af8ca6df752 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dfca10d1e8a14dc5a547fe3f642bae44&device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 1174 time: 0.3298261 May 25 20:07:55.102234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1f2df730-00c4-4bab-ab9c-f8fd031d8fd3 req-b53ee10a-e4f3-4c23-bb44-caaae651359e tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/security-groups?id=70e585c9-f86c-4ba1-ac50-9a185fee9d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800903 May 25 20:07:55.185027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 061928dd-22cd-4776-9550-74d6765f7bc8, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=061928dd-22cd-4776-9550-74d6765f7bc8,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:55.203616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5905055-51cc-44c4-a84f-c923d134639a req-13c93bac-ca25-4857-a159-b1182f18bd36 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/015fa580-2a40-4fdc-8fd9-a2c53a0ff397 HTTP/1.1" status: 200 len: 1780 time: 0.0744662 May 25 20:07:55.204327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '061928dd-22cd-4776-9550-74d6765f7bc8', 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c', 'port_id': '061928dd-22cd-4776-9550-74d6765f7bc8', 'mac_address': 'fa:16:3e:4f:75:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93786fb4-8a0e-48f7-bec0-cb4603ca7f09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:07:55.282755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 061928dd-22cd-4776-9550-74d6765f7bc8 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:55.283112 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:55.317996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061928dd-22cd-4776-9550-74d6765f7bc8 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:07:55.330584 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c5905055-51cc-44c4-a84f-c923d134639a req-12343be6-56ea-4b1b-b106-4c81bb8e07ef tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:55.342972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 061928dd-22cd-4776-9550-74d6765f7bc8, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=061928dd-22cd-4776-9550-74d6765f7bc8,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:55.349184 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:55.351799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 9f5de9a3-7400-4e60-8e42-4926776e9bf5 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:07:55.381925 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c5905055-51cc-44c4-a84f-c923d134639a req-12343be6-56ea-4b1b-b106-4c81bb8e07ef tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:55.464875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 9f5de9a3-7400-4e60-8e42-4926776e9bf5, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9f5de9a3-7400-4e60-8e42-4926776e9bf5,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:55.473220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=061928dd-22cd-4776-9550-74d6765f7bc8,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:55.479690 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c5905055-51cc-44c4-a84f-c923d134639a req-12343be6-56ea-4b1b-b106-4c81bb8e07ef tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:55.486566 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '9f5de9a3-7400-4e60-8e42-4926776e9bf5', 'network_id': '9345058c-ebab-4e25-8967-26bfbaf0ee5c', 'port_id': '9f5de9a3-7400-4e60-8e42-4926776e9bf5', 'mac_address': 'fa:16:3e:87:ef:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93786fb4-8a0e-48f7-bec0-cb4603ca7f09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:07:55.520847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12343be6-56ea-4b1b-b106-4c81bb8e07ef tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015fa580-2a40-4fdc-8fd9-a2c53a0ff397,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:55.540578 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c5905055-51cc-44c4-a84f-c923d134639a req-12343be6-56ea-4b1b-b106-4c81bb8e07ef tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:55.542587 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5905055-51cc-44c4-a84f-c923d134639a req-12343be6-56ea-4b1b-b106-4c81bb8e07ef tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "DELETE /v2.0/security-groups/015fa580-2a40-4fdc-8fd9-a2c53a0ff397 HTTP/1.1" status: 204 len: 173 time: 0.3265882 May 25 20:07:55.601113 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 9f5de9a3-7400-4e60-8e42-4926776e9bf5 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:55.601113 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:55.621255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5de9a3-7400-4e60-8e42-4926776e9bf5 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:07:55.642812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 9f5de9a3-7400-4e60-8e42-4926776e9bf5, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9f5de9a3-7400-4e60-8e42-4926776e9bf5,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:55.651276 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:55.667952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-92861d40-64cb-4f2d-8025-c3701692792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:55.669402 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-92861d40-64cb-4f2d-8025-c3701692792e service neutron] 10.222.0.70 "GET /v2.0/networks?id=e307142c-b5f9-4667-b92b-f2a2f087a2e8 HTTP/1.1" status: 200 len: 913 time: 0.5646746 May 25 20:07:55.766042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=9f5de9a3-7400-4e60-8e42-4926776e9bf5,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:55.776564 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-31d3d349-dc17-4e2a-8f73-d15a15525219 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9a2b57a-3d45-468c-a18d-65f066cfd911 HTTP/1.1" status: 200 len: 217 time: 0.0797834 May 25 20:07:55.780047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-4c82bd2c-f444-4957-94d3-d9d5ad2c90ec req-13e581ac-9fd9-4ca0-9d1d-35c45fc3f1b4 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] For port 0e5d7235-7abd-4a91-845f-e095f5eccdcd, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0e5d7235-7abd-4a91-845f-e095f5eccdcd,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:55.780415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4c82bd2c-f444-4957-94d3-d9d5ad2c90ec req-13e581ac-9fd9-4ca0-9d1d-35c45fc3f1b4 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:55.792025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189cbd-5586-4f19-bfac-02686c32fbeb req-ec06f42d-9a5e-46e9-bc84-65d23e5b05b9 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:55.793574 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fa189cbd-5586-4f19-bfac-02686c32fbeb req-ec06f42d-9a5e-46e9-bc84-65d23e5b05b9 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 944 time: 0.1122279 May 25 20:07:55.802462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae50ae-8661-482a-9f28-7b58a4250d3c req-fd0cd996-3da1-4d0d-8de4-a79e8aca29d9 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:55.804706 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-69ae50ae-8661-482a-9f28-7b58a4250d3c req-fd0cd996-3da1-4d0d-8de4-a79e8aca29d9 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 945 time: 0.6000135 May 25 20:07:55.861441 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fa189cbd-5586-4f19-bfac-02686c32fbeb req-76df8e38-33bf-4f34-be13-35f77705ec25 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599735 May 25 20:07:56.020642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-4c82bd2c-f444-4957-94d3-d9d5ad2c90ec req-13e581ac-9fd9-4ca0-9d1d-35c45fc3f1b4 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Calling delete_port for 0e5d7235-7abd-4a91-845f-e095f5eccdcd owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:07:56.045201 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4f0a3de-79e1-44d8-adff-e5cc47c1cf5a req-f29e9a59-70db-49b0-88ff-98b60c905d13 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0724103 May 25 20:07:56.116622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-aef33b26-1fbe-47d8-aea4-384f31b6b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:56.118691 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-aef33b26-1fbe-47d8-aea4-384f31b6b7b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7904db8-0ee7-445a-9333-f768530bc968 HTTP/1.1" status: 200 len: 852 time: 0.3270187 May 25 20:07:56.133671 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-69ae50ae-8661-482a-9f28-7b58a4250d3c req-3cb1f3d0-f3cf-4125-a6b7-14b45bb28ab7 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784512 May 25 20:07:56.193194 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-b2090b73-c149-4032-ace9-1142549e050d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e307142c-b5f9-4667-b92b-f2a2f087a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649681 May 25 20:07:56.194014 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['9f5de9a3-7400-4e60-8e42-4926776e9bf5'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:07:56.247924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['061928dd-22cd-4776-9550-74d6765f7bc8'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:07:56.257316 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-3a01f84b-3af2-4cc3-b2a4-7550dd8b7762 req-2098a35d-4c4a-4bb8-8059-d92d913e75a1 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] show failed (client error): The resource could not be found. May 25 20:07:56.258945 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a01f84b-3af2-4cc3-b2a4-7550dd8b7762 req-2098a35d-4c4a-4bb8-8059-d92d913e75a1 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/015fa580-2a40-4fdc-8fd9-a2c53a0ff397 HTTP/1.1" status: 404 len: 352 time: 0.0719161 May 25 20:07:56.286500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0be18a-d9f6-487d-b0ea-1e101677664c req-1785aecf-982f-4ff0-91aa-f79cf7594a81 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:56.290433 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b0be18a-d9f6-487d-b0ea-1e101677664c req-1785aecf-982f-4ff0-91aa-f79cf7594a81 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1260092 May 25 20:07:56.423693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b0be18a-d9f6-487d-b0ea-1e101677664c req-ab05e671-2c35-454b-bff1-76b7e863a065 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259727 May 25 20:07:56.598380 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4c82bd2c-f444-4957-94d3-d9d5ad2c90ec req-13e581ac-9fd9-4ca0-9d1d-35c45fc3f1b4 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:56.659410 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-82b0e000-1a4e-463d-958e-70be4e7e1dea service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380322 May 25 20:07:56.680179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e581ac-9fd9-4ca0-9d1d-35c45fc3f1b4 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Pushing event deleted for resources: {'Port': ['ID=0e5d7235-7abd-4a91-845f-e095f5eccdcd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:56.685059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb42da-09be-4014-9f08-2f5211bbbfa0 req-9493f824-840d-492e-a0dd-5065e725f96d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:56.697760 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dadb42da-09be-4014-9f08-2f5211bbbfa0 req-9493f824-840d-492e-a0dd-5065e725f96d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1225302 May 25 20:07:56.761199 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dadb42da-09be-4014-9f08-2f5211bbbfa0 req-c3e4b970-9bb1-4f46-aeca-fb59d26a071a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601923 May 25 20:07:56.800642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7f16e-ad2b-4911-8373-7283228d8661 req-c140249a-b8a0-47f6-b4b6-2eb7e2481ddc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:56.803158 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7fd7f16e-ad2b-4911-8373-7283228d8661 req-c140249a-b8a0-47f6-b4b6-2eb7e2481ddc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.4160843 May 25 20:07:56.868576 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a51eccbc-6b1d-4c8d-9111-89e8726be768 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:07:56.918549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c82bd2c-f444-4957-94d3-d9d5ad2c90ec req-13e581ac-9fd9-4ca0-9d1d-35c45fc3f1b4 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] No DVR routers for this DVR port 0e5d7235-7abd-4a91-845f-e095f5eccdcd on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:07:56.922035 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4c82bd2c-f444-4957-94d3-d9d5ad2c90ec req-13e581ac-9fd9-4ca0-9d1d-35c45fc3f1b4 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:56.936842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8d042b-8988-4ec4-b60a-d40960ab9c0c', 'name': 'network-vif-deleted', 'tag': '0e5d7235-7abd-4a91-845f-e095f5eccdcd'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:56.972212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port a51eccbc-6b1d-4c8d-9111-89e8726be768 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:07:56.972670 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c82bd2c-f444-4957-94d3-d9d5ad2c90ec req-13e581ac-9fd9-4ca0-9d1d-35c45fc3f1b4 tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.70 "DELETE /v2.0/ports/0e5d7235-7abd-4a91-845f-e095f5eccdcd HTTP/1.1" status: 204 len: 173 time: 2.1513870 May 25 20:07:56.982015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port a51eccbc-6b1d-4c8d-9111-89e8726be768 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:07:56.982644 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:56.996934 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2af286c6-983f-40de-8c25-d36ac6f2ec7d req-be4dbfe5-49b0-490f-accd-893d17b5127b tempest-ImagesNegativeTestJSON-1005815451 tempest-ImagesNegativeTestJSON-1005815451-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff8d042b-8988-4ec4-b60a-d40960ab9c0c HTTP/1.1" status: 200 len: 210 time: 0.0946932 May 25 20:07:56.998012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7fd7f16e-ad2b-4911-8373-7283228d8661 req-198a5205-e636-4b7c-b10a-f8559d6d5267 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935075 May 25 20:07:57.046673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-ab9711e9-310f-47cb-99c9-9a311a474bd3 service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714056 May 25 20:07:57.072709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c39e6b03-bb70-4197-a62d-2b36af802abc req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1851205308', 'description': 'tempest-description-336508145'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:57.082801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c39e6b03-bb70-4197-a62d-2b36af802abc req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:57.091375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c39e6b03-bb70-4197-a62d-2b36af802abc req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:57.095877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c39e6b03-bb70-4197-a62d-2b36af802abc req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:57.103060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c39e6b03-bb70-4197-a62d-2b36af802abc req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:57.117858 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c39e6b03-bb70-4197-a62d-2b36af802abc req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:57.149293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c39e6b03-bb70-4197-a62d-2b36af802abc req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:57.154734 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c39e6b03-bb70-4197-a62d-2b36af802abc req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group_rule and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:57.160728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c39e6b03-bb70-4197-a62d-2b36af802abc req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:57.168579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c39e6b03-bb70-4197-a62d-2b36af802abc req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:57.180751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port a51eccbc-6b1d-4c8d-9111-89e8726be768 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:57.181445 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:57.216589 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2449f9c-acb4-445b-8841-7e10bba7664c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51eccbc-6b1d-4c8d-9111-89e8726be768'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:57.228136 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a51eccbc-6b1d-4c8d-9111-89e8726be768, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a51eccbc-6b1d-4c8d-9111-89e8726be768,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:57.235125 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:57.236659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0e5d7235-7abd-4a91-845f-e095f5eccdcd no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:07:57.270213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1cf56-4337-4f76-b269-daa43da3aebc req-0af63067-8c98-46dd-bcdc-688c8f15eaea tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:57.271920 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74f1cf56-4337-4f76-b269-daa43da3aebc req-0af63067-8c98-46dd-bcdc-688c8f15eaea tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 944 time: 0.0986013 May 25 20:07:57.277709 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c39e6b03-bb70-4197-a62d-2b36af802abc req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:57.283835 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c39e6b03-bb70-4197-a62d-2b36af802abc req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:57.324984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 0e5d7235-7abd-4a91-845f-e095f5eccdcd {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:07:57.325360 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0e5d7235-7abd-4a91-845f-e095f5eccdcd not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:07:57.339097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ae3d52-1870-44b5-ac2e-958c4fc643d0,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:57.344015 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c39e6b03-bb70-4197-a62d-2b36af802abc req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:57.345226 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c39e6b03-bb70-4197-a62d-2b36af802abc req-8ec90dd4-e652-4fd6-b669-13b0cd7bbb4b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2784355 May 25 20:07:57.346287 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74f1cf56-4337-4f76-b269-daa43da3aebc req-1b9cdd87-b624-4936-87d6-da8b62534fbf tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653498 May 25 20:07:57.391738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=a51eccbc-6b1d-4c8d-9111-89e8726be768,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:57.399998 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3d72b1-8467-4005-a807-727cb4ce3d70'] response: {'server_uuid': 'ff8d042b-8988-4ec4-b60a-d40960ab9c0c', 'name': 'network-vif-deleted', 'tag': '0e5d7235-7abd-4a91-845f-e095f5eccdcd', 'status': 'completed', 'code': 200} May 25 20:07:57.509634 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fec7d834-1281-4641-a4a1-c090063c9e24 req-2a3ea3e3-0ea9-4fda-93a4-b6b2c978fe3e tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0513391 May 25 20:07:57.563654 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbba3034-699f-42b3-bf47-2a112d9352a3'] response: {'server_uuid': 'b2449f9c-acb4-445b-8841-7e10bba7664c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51eccbc-6b1d-4c8d-9111-89e8726be768', 'code': 200} May 25 20:07:57.582746 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-ddd04974-3af5-4b0c-8058-776fa0ac26aa req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1121131476', 'description': 'tempest-description-1215278816'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:57.590429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-ddd04974-3af5-4b0c-8058-776fa0ac26aa req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:57.595865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ddd04974-3af5-4b0c-8058-776fa0ac26aa req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:57.599283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ddd04974-3af5-4b0c-8058-776fa0ac26aa req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:57.608826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-ddd04974-3af5-4b0c-8058-776fa0ac26aa req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:57.622664 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ddd04974-3af5-4b0c-8058-776fa0ac26aa req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:57.626882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948accaf-ff8f-42a6-9049-e36ee45cee94 req-b739c549-608a-4e61-9a70-1f532d767c5a tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:57.629492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-948accaf-ff8f-42a6-9049-e36ee45cee94 req-b739c549-608a-4e61-9a70-1f532d767c5a tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 945 time: 0.1375487 May 25 20:07:57.653891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-ddd04974-3af5-4b0c-8058-776fa0ac26aa req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:57.660697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ddd04974-3af5-4b0c-8058-776fa0ac26aa req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group_rule and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:57.668955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ddd04974-3af5-4b0c-8058-776fa0ac26aa req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:57.684511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-ddd04974-3af5-4b0c-8058-776fa0ac26aa req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:57.770187 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:57.775133 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-948accaf-ff8f-42a6-9049-e36ee45cee94 req-918ffa4a-d241-411c-a1da-aca00ae4caa8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354179 May 25 20:07:57.797591 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ddd04974-3af5-4b0c-8058-776fa0ac26aa req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:57.806414 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ddd04974-3af5-4b0c-8058-776fa0ac26aa req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:57.838799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79cd65-7142-44fd-8ea2-4ccb194a46fa req-050756c2-30b7-4bec-80d1-60251194a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:57.840863 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0a79cd65-7142-44fd-8ea2-4ccb194a46fa req-050756c2-30b7-4bec-80d1-60251194a547 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2449f9c-acb4-445b-8841-7e10bba7664c HTTP/1.1" status: 200 len: 1096 time: 0.1787946 May 25 20:07:57.884435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae9281d-d797-4589-b206-4b58cc68fb02,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:57.895098 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ddd04974-3af5-4b0c-8058-776fa0ac26aa req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:57.907475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0a79cd65-7142-44fd-8ea2-4ccb194a46fa req-c888eb44-2c1a-4b8c-a8e7-a0948caae9ea service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545967 May 25 20:07:57.909055 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ddd04974-3af5-4b0c-8058-776fa0ac26aa req-9c64df26-cbb5-4529-a4d3-be452828e487 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3332949 May 25 20:07:58.075148 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-73459ca6-7e58-4dd8-beca-6f8a39562d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:58.100672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ade8e-7c99-4cab-ad79-5bbc3df562fb req-e12751bb-2a1a-42da-999e-308f4e21e472 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:58.102939 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-920ade8e-7c99-4cab-ad79-5bbc3df562fb req-e12751bb-2a1a-42da-999e-308f4e21e472 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1079257 May 25 20:07:58.172605 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-920ade8e-7c99-4cab-ad79-5bbc3df562fb req-602867cc-4f44-4c8a-9f81-6230e736e16a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615637 May 25 20:07:58.228542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c43ec6-a5d8-4ceb-afff-e508eb7907f7 req-6870212a-dacc-4189-8e52-cfdc156bdd57 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:58.230015 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-26c43ec6-a5d8-4ceb-afff-e508eb7907f7 req-6870212a-dacc-4189-8e52-cfdc156bdd57 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0967827 May 25 20:07:58.388872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b04d4f-8b5a-4ce3-823e-7c42bb203547 req-a3760e93-6e10-44d4-bc09-7e1edf3a61b2 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:58.390452 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7b04d4f-8b5a-4ce3-823e-7c42bb203547 req-a3760e93-6e10-44d4-bc09-7e1edf3a61b2 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 1096 time: 0.0874617 May 25 20:07:58.425457 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-26c43ec6-a5d8-4ceb-afff-e508eb7907f7 req-945b8bee-7860-4386-97dc-da8c3f246abd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863282 May 25 20:07:58.440010 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7b04d4f-8b5a-4ce3-823e-7c42bb203547 req-ea71cb4b-7733-4afe-8b05-41701b3bd070 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432355 May 25 20:07:58.456220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-cf6eb8fb-985c-4d59-93a5-a0e957e867d6 req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1475473683', 'description': 'tempest-description-237955247'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:07:58.462927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-cf6eb8fb-985c-4d59-93a5-a0e957e867d6 req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:58.467127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-cf6eb8fb-985c-4d59-93a5-a0e957e867d6 req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:58.469983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-cf6eb8fb-985c-4d59-93a5-a0e957e867d6 req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:58.477443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-cf6eb8fb-985c-4d59-93a5-a0e957e867d6 req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:58.489028 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cf6eb8fb-985c-4d59-93a5-a0e957e867d6 req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:58.510115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-cf6eb8fb-985c-4d59-93a5-a0e957e867d6 req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:07:58.515849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-cf6eb8fb-985c-4d59-93a5-a0e957e867d6 req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group_rule and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:07:58.519156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-cf6eb8fb-985c-4d59-93a5-a0e957e867d6 req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:07:58.526509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-cf6eb8fb-985c-4d59-93a5-a0e957e867d6 req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:07:58.608299 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cf6eb8fb-985c-4d59-93a5-a0e957e867d6 req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:58.612576 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cf6eb8fb-985c-4d59-93a5-a0e957e867d6 req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:58.660606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0962a429-9dac-47ca-807e-af5aa24d79d3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:58.666080 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cf6eb8fb-985c-4d59-93a5-a0e957e867d6 req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:58.667881 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf6eb8fb-985c-4d59-93a5-a0e957e867d6 req-d14a7d50-a060-49c5-8420-63a0cb3e92c9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2175632 May 25 20:07:58.701466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a05ec-d393-427d-a20f-edea74880e8c req-afafb4a4-76f1-40e8-9572-c18322b940ea tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:58.703338 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-390a05ec-d393-427d-a20f-edea74880e8c req-afafb4a4-76f1-40e8-9572-c18322b940ea tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1058705 May 25 20:07:58.757661 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-390a05ec-d393-427d-a20f-edea74880e8c req-1a7935e6-2be3-4921-ae71-a84376d35c46 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470829 May 25 20:07:58.909161 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 061928dd-22cd-4776-9550-74d6765f7bc8 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:07:58.936407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33696de6-a078-42a8-99e1-5ab46432a2c9 req-e9343875-5c8f-4674-8078-c1c8328dce8a tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:58.937867 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33696de6-a078-42a8-99e1-5ab46432a2c9 req-e9343875-5c8f-4674-8078-c1c8328dce8a tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 944 time: 0.0975223 May 25 20:07:58.989529 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33696de6-a078-42a8-99e1-5ab46432a2c9 req-902ad217-530b-4611-8a02-e57deabcbdec tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459125 May 25 20:07:58.993583 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f84b261b-e434-454f-ac5b-b4ba31bed33c req-53164615-01d2-4ecc-afe1-d4e1f4a2acbb tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0868483 May 25 20:07:59.016125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 061928dd-22cd-4776-9550-74d6765f7bc8 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:07:59.024477 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 061928dd-22cd-4776-9550-74d6765f7bc8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:07:59.025235 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:59.176271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 061928dd-22cd-4776-9550-74d6765f7bc8 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:59.176730 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:59.198773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1784725b-1428-49d3-919b-88099f28bafc req-7058d99a-3839-48a6-a6a1-83b60b7837a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Synchronizing usage tracker for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:07:59.215795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 061928dd-22cd-4776-9550-74d6765f7bc8, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=061928dd-22cd-4776-9550-74d6765f7bc8,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:59.220856 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:59.221982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 9f5de9a3-7400-4e60-8e42-4926776e9bf5 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:07:59.223981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1784725b-1428-49d3-919b-88099f28bafc req-7058d99a-3839-48a6-a6a1-83b60b7837a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Unset dirty status for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:07:59.227237 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1784725b-1428-49d3-919b-88099f28bafc req-7058d99a-3839-48a6-a6a1-83b60b7837a9 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dfca10d1e8a14dc5a547fe3f642bae44 HTTP/1.1" status: 200 len: 10896 time: 0.1969683 May 25 20:07:59.318795 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1784725b-1428-49d3-919b-88099f28bafc req-a2ec6d96-5953-45a0-b6bb-298051d3f1a5 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/ea87c818-4bdc-4dc8-9747-4c54129dfe13 HTTP/1.1" status: 200 len: 2981 time: 0.0846171 May 25 20:07:59.358610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 9f5de9a3-7400-4e60-8e42-4926776e9bf5 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:07:59.367109 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 9f5de9a3-7400-4e60-8e42-4926776e9bf5 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:07:59.367483 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:59.431946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=061928dd-22cd-4776-9550-74d6765f7bc8,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:59.448953 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1784725b-1428-49d3-919b-88099f28bafc req-fe011ef0-812a-4759-ab7b-499740642d1a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/ea87c818-4bdc-4dc8-9747-4c54129dfe13 HTTP/1.1" status: 200 len: 2981 time: 0.1119564 May 25 20:07:59.571797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb8b85-68cb-44b8-85ab-cd5ed00653ec req-def7a2bd-5654-4c06-8115-42cc15d04bc1 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:59.573286 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cceb8b85-68cb-44b8-85ab-cd5ed00653ec req-def7a2bd-5654-4c06-8115-42cc15d04bc1 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1792192 May 25 20:07:59.574214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335a16a0-bfae-46de-9dd9-9bd1d7245c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061928dd-22cd-4776-9550-74d6765f7bc8'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:07:59.624224 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 9f5de9a3-7400-4e60-8e42-4926776e9bf5 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:07:59.624796 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:59.657857 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cceb8b85-68cb-44b8-85ab-cd5ed00653ec req-c6430afb-b8c8-45be-bb4e-48cbbfbd3f2a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786238 May 25 20:07:59.666113 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 9f5de9a3-7400-4e60-8e42-4926776e9bf5, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9f5de9a3-7400-4e60-8e42-4926776e9bf5,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:07:59.672026 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:59.770842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=9f5de9a3-7400-4e60-8e42-4926776e9bf5,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:07:59.815445 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9c5cc973-9750-4b86-8acf-9d09f164274b req-2a7694fb-33bb-447a-901e-cd9f30b1cce4 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/08ae3d52-1870-44b5-ac2e-958c4fc643d0 HTTP/1.1" status: 200 len: 1800 time: 0.1108654 May 25 20:07:59.882740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd9464-4fa5-41e7-bbfd-168ab93b86e4 req-2df3d954-280f-45e8-ac0c-5dfe08e8856d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:07:59.884327 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ffd9464-4fa5-41e7-bbfd-168ab93b86e4 req-2df3d954-280f-45e8-ac0c-5dfe08e8856d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1320913 May 25 20:07:59.888278 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9c5cc973-9750-4b86-8acf-9d09f164274b req-1fb56534-7e46-4cd2-a97e-4f821c7801ed tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:59.925827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9c5cc973-9750-4b86-8acf-9d09f164274b req-1fb56534-7e46-4cd2-a97e-4f821c7801ed tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:07:59.935321 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ffd9464-4fa5-41e7-bbfd-168ab93b86e4 req-e9871791-a3a8-4d26-8765-265d98e4e13c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424862 May 25 20:07:59.954954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42414) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:07:59.989348 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9c5cc973-9750-4b86-8acf-9d09f164274b req-1fb56534-7e46-4cd2-a97e-4f821c7801ed tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:00.012638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb56534-7e46-4cd2-a97e-4f821c7801ed tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ae3d52-1870-44b5-ac2e-958c4fc643d0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:00.013705 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0e379c-1b43-40f0-a97f-bb1b969d1a91'] response: {'server_uuid': '335a16a0-bfae-46de-9dd9-9bd1d7245c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061928dd-22cd-4776-9550-74d6765f7bc8', 'code': 200} May 25 20:08:00.047182 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9c5cc973-9750-4b86-8acf-9d09f164274b req-1fb56534-7e46-4cd2-a97e-4f821c7801ed tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:00.068344 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9c5cc973-9750-4b86-8acf-9d09f164274b req-1fb56534-7e46-4cd2-a97e-4f821c7801ed tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "DELETE /v2.0/security-groups/08ae3d52-1870-44b5-ac2e-958c4fc643d0 HTTP/1.1" status: 204 len: 173 time: 0.2509310 May 25 20:08:00.188031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43220c31-6352-4ad0-8b61-63c74e23950c req-4de82ed9-12c6-4d42-9bb5-21c70b12edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:00.189414 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43220c31-6352-4ad0-8b61-63c74e23950c req-4de82ed9-12c6-4d42-9bb5-21c70b12edb5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 1096 time: 0.1015723 May 25 20:08:00.240357 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-28f6d8a7-d1cb-4468-9cbb-fd79364af7e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=26a8703ef3ad437790edbd52ac79c256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833114 May 25 20:08:00.248742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42426) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:00.283404 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cad62701-aee5-45ea-b031-f529b10862f4 req-59f36c19-e4e6-483b-8481-d339e9cf33e8 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0693417 May 25 20:08:00.297447 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43220c31-6352-4ad0-8b61-63c74e23950c req-de0e7aab-6d4c-4ef1-b3bb-153e354ebdea service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013296 May 25 20:08:00.310501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ccb78-8f8b-4ed1-b0bb-e1c3aeb25b2e req-39b1df04-a24c-4442-9de0-b38366313fbc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:00.312051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9c2ccb78-8f8b-4ed1-b0bb-e1c3aeb25b2e req-39b1df04-a24c-4442-9de0-b38366313fbc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1220295 May 25 20:08:00.385667 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9c2ccb78-8f8b-4ed1-b0bb-e1c3aeb25b2e req-1a91a83c-6a02-48a4-804b-113651db9c75 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639858 May 25 20:08:00.388644 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1526-856a-468e-a449-5b48ad4dd43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:00.421858 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1526-856a-468e-a449-5b48ad4dd43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:00.440840 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [req-d632aba5-d606-41cb-a808-2ad20db9393a req-27fdb584-0157-485a-8c8f-211240c456d5 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] show failed (client error): The resource could not be found. May 25 20:08:00.441761 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d632aba5-d606-41cb-a808-2ad20db9393a req-27fdb584-0157-485a-8c8f-211240c456d5 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/08ae3d52-1870-44b5-ac2e-958c4fc643d0 HTTP/1.1" status: 404 len: 352 time: 0.0169463 May 25 20:08:00.518046 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7da6be36-6306-4ddc-b195-cb50cfdc0e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:00.544904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-edb12dda-987d-47fb-bdd5-4f7f4573b0e6 req-59849ab0-7a1e-4e82-9c7e-4e25d8f3d9da tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/0ae9281d-d797-4589-b206-4b58cc68fb02 HTTP/1.1" status: 200 len: 1801 time: 0.0794101 May 25 20:08:00.548359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105d052-548a-4a78-88ee-5f0ca85b5c0e req-ab2d2764-7514-4501-b9f8-a63e6b071adb tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:00.550074 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e105d052-548a-4a78-88ee-5f0ca85b5c0e req-ab2d2764-7514-4501-b9f8-a63e6b071adb tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 945 time: 0.1184163 May 25 20:08:00.583354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1526-856a-468e-a449-5b48ad4dd43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:00.604101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb1526-856a-468e-a449-5b48ad4dd43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e585c9-f86c-4ba1-ac50-9a185fee9d2a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:00.629528 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e105d052-548a-4a78-88ee-5f0ca85b5c0e req-56e81c9f-676c-4fe4-8563-d6fa81929239 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689969 May 25 20:08:00.630902 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1526-856a-468e-a449-5b48ad4dd43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:00.632228 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-edb12dda-987d-47fb-bdd5-4f7f4573b0e6 req-379637ff-ab96-48ff-b5f3-befa20c74b81 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:00.635190 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a4cb1526-856a-468e-a449-5b48ad4dd43c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70e585c9-f86c-4ba1-ac50-9a185fee9d2a HTTP/1.1" status: 204 len: 168 time: 0.3773305 May 25 20:08:00.689606 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-edb12dda-987d-47fb-bdd5-4f7f4573b0e6 req-379637ff-ab96-48ff-b5f3-befa20c74b81 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:00.755030 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-edb12dda-987d-47fb-bdd5-4f7f4573b0e6 req-379637ff-ab96-48ff-b5f3-befa20c74b81 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:00.778606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379637ff-ab96-48ff-b5f3-befa20c74b81 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae9281d-d797-4589-b206-4b58cc68fb02,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:00.788641 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-edb12dda-987d-47fb-bdd5-4f7f4573b0e6 req-379637ff-ab96-48ff-b5f3-befa20c74b81 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:00.801133 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-edb12dda-987d-47fb-bdd5-4f7f4573b0e6 req-379637ff-ab96-48ff-b5f3-befa20c74b81 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "DELETE /v2.0/security-groups/0ae9281d-d797-4589-b206-4b58cc68fb02 HTTP/1.1" status: 204 len: 173 time: 0.2551429 May 25 20:08:01.006052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2d799-01ed-465c-8602-358afb733357 req-33a86a15-47d9-45eb-84e2-25cc95f3fbc9 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:01.007775 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96f2d799-01ed-465c-8602-358afb733357 req-33a86a15-47d9-45eb-84e2-25cc95f3fbc9 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1171496 May 25 20:08:01.061984 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96f2d799-01ed-465c-8602-358afb733357 req-7ec049dd-d7ba-424d-b355-08a7e680f2d8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479813 May 25 20:08:01.109026 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [req-13173f7b-16cf-4e75-b0eb-4394f940f854 req-5d6b5042-ef3f-4141-8307-57cee9c305f6 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] show failed (client error): The resource could not be found. May 25 20:08:01.110361 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-13173f7b-16cf-4e75-b0eb-4394f940f854 req-5d6b5042-ef3f-4141-8307-57cee9c305f6 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/0ae9281d-d797-4589-b206-4b58cc68fb02 HTTP/1.1" status: 404 len: 352 time: 0.0187609 May 25 20:08:01.286240 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:01.324866 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c050707a-e3cc-4491-9fb6-9ccc77cb0c48 req-68900740-5e8c-4803-8e53-01aeb6f11eba tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/0962a429-9dac-47ca-807e-af5aa24d79d3 HTTP/1.1" status: 200 len: 1800 time: 0.1102602 May 25 20:08:01.347350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1ebde-adcd-4acb-8442-1a1de998cd02 req-bce53bd0-44c8-4bc2-a19a-7e13c0c599b8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:01.348614 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7c1ebde-adcd-4acb-8442-1a1de998cd02 req-bce53bd0-44c8-4bc2-a19a-7e13c0c599b8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1282275 May 25 20:08:01.414261 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7c1ebde-adcd-4acb-8442-1a1de998cd02 req-ffa060cd-0058-4cc2-866e-c2e730c73210 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576346 May 25 20:08:01.436117 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c050707a-e3cc-4491-9fb6-9ccc77cb0c48 req-88da5136-3464-425d-afc9-f5d1f0592d2f tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:01.492825 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c050707a-e3cc-4491-9fb6-9ccc77cb0c48 req-88da5136-3464-425d-afc9-f5d1f0592d2f tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:01.549408 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:01.589720 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c050707a-e3cc-4491-9fb6-9ccc77cb0c48 req-88da5136-3464-425d-afc9-f5d1f0592d2f tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:01.619199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da5136-3464-425d-afc9-f5d1f0592d2f tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0962a429-9dac-47ca-807e-af5aa24d79d3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:01.630992 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c050707a-e3cc-4491-9fb6-9ccc77cb0c48 req-88da5136-3464-425d-afc9-f5d1f0592d2f tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:01.637938 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-54d40572-f964-4bfe-9058-7b65c3747829 req-e68a6c82-4ac3-4a43-84b6-3c582bdb69f6 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0776174 May 25 20:08:01.648188 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c050707a-e3cc-4491-9fb6-9ccc77cb0c48 req-88da5136-3464-425d-afc9-f5d1f0592d2f tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "DELETE /v2.0/security-groups/0962a429-9dac-47ca-807e-af5aa24d79d3 HTTP/1.1" status: 204 len: 173 time: 0.3240385 May 25 20:08:01.706303 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [req-d1026922-478c-4632-b4a4-a7fd2e16fcae req-cf770259-cb7d-4f07-878d-3d17c83afc20 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] show failed (client error): The resource could not be found. May 25 20:08:01.707540 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1026922-478c-4632-b4a4-a7fd2e16fcae req-cf770259-cb7d-4f07-878d-3d17c83afc20 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/0962a429-9dac-47ca-807e-af5aa24d79d3 HTTP/1.1" status: 404 len: 352 time: 0.0286419 May 25 20:08:01.906996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaf4e7-984a-4a8e-8c37-ee571c1e2f72 req-06b68688-1bd5-4e57-834f-0ca92017ca2c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:01.909466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1cdaf4e7-984a-4a8e-8c37-ee571c1e2f72 req-06b68688-1bd5-4e57-834f-0ca92017ca2c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1162653 May 25 20:08:02.005710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1cdaf4e7-984a-4a8e-8c37-ee571c1e2f72 req-b9e87ccf-e9b1-4ce5-af4c-fd0aed439bc7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894854 May 25 20:08:02.015108 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c3cf5c-8463-4fef-814e-c32cfaf0bca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5de9a3-7400-4e60-8e42-4926776e9bf5'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:02.217666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-526460b1-b656-4b28-a694-4cd2cffd0501 req-642231e1-8df9-4741-9627-122b7694acef tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Synchronizing usage tracker for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:02.236646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-526460b1-b656-4b28-a694-4cd2cffd0501 req-642231e1-8df9-4741-9627-122b7694acef tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Unset dirty status for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:02.238136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-526460b1-b656-4b28-a694-4cd2cffd0501 req-642231e1-8df9-4741-9627-122b7694acef tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dfca10d1e8a14dc5a547fe3f642bae44 HTTP/1.1" status: 200 len: 6148 time: 0.1609938 May 25 20:08:02.264295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bf675-f0fd-4def-9300-bc5e0164b482 req-2e2b55b9-64a4-454a-af70-62d8e5ab8f72 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:02.265794 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab6bf675-f0fd-4def-9300-bc5e0164b482 req-2e2b55b9-64a4-454a-af70-62d8e5ab8f72 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 945 time: 0.1103666 May 25 20:08:02.320561 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-526460b1-b656-4b28-a694-4cd2cffd0501 req-eb183dcb-5205-4231-a196-0d1ca79bf709 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/ea87c818-4bdc-4dc8-9747-4c54129dfe13 HTTP/1.1" status: 200 len: 2981 time: 0.0733829 May 25 20:08:02.359625 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab6bf675-f0fd-4def-9300-bc5e0164b482 req-7d20c6a3-7910-458b-9461-207ea0074f06 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849335 May 25 20:08:02.404641 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-526460b1-b656-4b28-a694-4cd2cffd0501 req-6f961d09-e4ed-4afa-a9e6-8f672715363a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/ea87c818-4bdc-4dc8-9747-4c54129dfe13 HTTP/1.1" status: 200 len: 2981 time: 0.0743616 May 25 20:08:02.476601 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb8d5fe-4a3e-46b3-af6b-57107904574a'] response: {'server_uuid': '24c3cf5c-8463-4fef-814e-c32cfaf0bca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5de9a3-7400-4e60-8e42-4926776e9bf5', 'code': 200} May 25 20:08:02.758095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb0d15-712b-4268-84c0-6890300cec73 req-c4dd0dc2-12b1-4d96-9e20-76cd35f8232c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:02.760561 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-01cb0d15-712b-4268-84c0-6890300cec73 req-c4dd0dc2-12b1-4d96-9e20-76cd35f8232c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1466391 May 25 20:08:02.777060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152488dd-6681-4fcf-b7d9-1452313b3f0a req-b06dce7b-6ec2-403b-9a5e-e7eb0b4cf793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:02.779955 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-152488dd-6681-4fcf-b7d9-1452313b3f0a req-b06dce7b-6ec2-403b-9a5e-e7eb0b4cf793 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=24c3cf5c-8463-4fef-814e-c32cfaf0bca8 HTTP/1.1" status: 200 len: 1096 time: 0.2289665 May 25 20:08:02.802329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbe09a-8488-463e-8549-1286aeb4a23d req-6d552f96-8fb7-4d2c-8a05-f9ab55ff0903 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:02.804738 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-afdbe09a-8488-463e-8549-1286aeb4a23d req-6d552f96-8fb7-4d2c-8a05-f9ab55ff0903 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c3cf5c-8463-4fef-814e-c32cfaf0bca8 HTTP/1.1" status: 200 len: 945 time: 0.1686609 May 25 20:08:02.851286 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-01cb0d15-712b-4268-84c0-6890300cec73 req-2b43cc96-a2b2-41f7-bff7-3b97ccd72f17 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794122 May 25 20:08:02.902282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-ae2da446-3a7c-4129-9666-722e4b8078a8 req-9e23e28e-c784-4278-938f-444c83300cae tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-133271381', 'description': 'tempest-description-767394588'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:02.913224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-ae2da446-3a7c-4129-9666-722e4b8078a8 req-9e23e28e-c784-4278-938f-444c83300cae tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:02.937512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-ae2da446-3a7c-4129-9666-722e4b8078a8 req-9e23e28e-c784-4278-938f-444c83300cae tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:02.949859 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-152488dd-6681-4fcf-b7d9-1452313b3f0a req-450c47e2-3c51-4b79-a554-c5fe2249ba36 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436586 May 25 20:08:02.951892 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:02.962010 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ae2da446-3a7c-4129-9666-722e4b8078a8 req-9e23e28e-c784-4278-938f-444c83300cae tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:02.976796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-afdbe09a-8488-463e-8549-1286aeb4a23d req-cacacf3d-768a-4588-bd3d-71b0186b00ba tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431036 May 25 20:08:03.003231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-ae2da446-3a7c-4129-9666-722e4b8078a8 req-9e23e28e-c784-4278-938f-444c83300cae tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:03.009845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ae2da446-3a7c-4129-9666-722e4b8078a8 req-9e23e28e-c784-4278-938f-444c83300cae tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group_rule and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:03.018365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ae2da446-3a7c-4129-9666-722e4b8078a8 req-9e23e28e-c784-4278-938f-444c83300cae tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:03.027058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-ae2da446-3a7c-4129-9666-722e4b8078a8 req-9e23e28e-c784-4278-938f-444c83300cae tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:03.131302 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ae2da446-3a7c-4129-9666-722e4b8078a8 req-9e23e28e-c784-4278-938f-444c83300cae tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:03.136988 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ae2da446-3a7c-4129-9666-722e4b8078a8 req-9e23e28e-c784-4278-938f-444c83300cae tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:03.195320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23e28e-c784-4278-938f-444c83300cae tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8483a467-b75c-4b38-a960-e2fbe7e45824,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:03.246027 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ae2da446-3a7c-4129-9666-722e4b8078a8 req-9e23e28e-c784-4278-938f-444c83300cae tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:03.258848 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae2da446-3a7c-4129-9666-722e4b8078a8 req-9e23e28e-c784-4278-938f-444c83300cae tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3654296 May 25 20:08:03.291579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eca1ed-72b6-4b22-a671-bc36c5a02261 req-d74bf1fc-9707-4385-b65e-0b6df6b31958 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:03.294880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20eca1ed-72b6-4b22-a671-bc36c5a02261 req-d74bf1fc-9707-4385-b65e-0b6df6b31958 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1441357 May 25 20:08:03.372463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20eca1ed-72b6-4b22-a671-bc36c5a02261 req-7911dadf-5ec0-4ff8-b51b-792913189996 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681577 May 25 20:08:03.567789 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-78d7e576-1088-47da-9d8c-f90421a518f0 req-b1a07583-5287-461d-9c6b-01afef1fcec9 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1000063 May 25 20:08:03.630084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-b1c15791-0e96-42cb-b7bb-529cbadb6bb3 req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1204478592', 'description': 'tempest-description-167185901'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:03.638444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b1c15791-0e96-42cb-b7bb-529cbadb6bb3 req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:03.643152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b1c15791-0e96-42cb-b7bb-529cbadb6bb3 req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:03.646534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b1c15791-0e96-42cb-b7bb-529cbadb6bb3 req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:03.654397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b1c15791-0e96-42cb-b7bb-529cbadb6bb3 req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:03.664952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e91bb-1d0b-46dd-9c70-df2891e0c2ad req-e5ce19b1-f637-4dc2-b84f-83587158a3f4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:03.667920 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb6e91bb-1d0b-46dd-9c70-df2891e0c2ad req-e5ce19b1-f637-4dc2-b84f-83587158a3f4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1353109 May 25 20:08:03.673389 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b1c15791-0e96-42cb-b7bb-529cbadb6bb3 req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:03.717651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b1c15791-0e96-42cb-b7bb-529cbadb6bb3 req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:03.723501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b1c15791-0e96-42cb-b7bb-529cbadb6bb3 req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group_rule and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:03.728363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b1c15791-0e96-42cb-b7bb-529cbadb6bb3 req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:03.729123 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb6e91bb-1d0b-46dd-9c70-df2891e0c2ad req-6f41d012-e4ef-49f8-aa44-4292e714e4c2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513141 May 25 20:08:03.744866 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b1c15791-0e96-42cb-b7bb-529cbadb6bb3 req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:03.835728 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b1c15791-0e96-42cb-b7bb-529cbadb6bb3 req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:03.840692 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b1c15791-0e96-42cb-b7bb-529cbadb6bb3 req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:03.890336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127a012f-e172-4e76-af71-c0752a8eaa91,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:03.893996 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b1c15791-0e96-42cb-b7bb-529cbadb6bb3 req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:03.895263 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b1c15791-0e96-42cb-b7bb-529cbadb6bb3 req-7581f8ef-73f1-49f7-812c-d963c2c60b03 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2712436 May 25 20:08:04.091000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f4920-880e-4ead-b891-85a3cd23c2ea req-c279a9bf-e40d-475c-9c37-760a6601b7a3 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:04.092466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2b2f4920-880e-4ead-b891-85a3cd23c2ea req-c279a9bf-e40d-475c-9c37-760a6601b7a3 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1069634 May 25 20:08:04.139734 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2b2f4920-880e-4ead-b891-85a3cd23c2ea req-0612f3ba-1987-47b5-a5e6-cb3e68778a9e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412786 May 25 20:08:04.337080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d8d5a-85d8-47c4-89d1-ac575aa33ff2 req-75cc45db-859a-46a9-9a59-952f5b349f57 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:04.338479 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb1d8d5a-85d8-47c4-89d1-ac575aa33ff2 req-75cc45db-859a-46a9-9a59-952f5b349f57 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c3cf5c-8463-4fef-814e-c32cfaf0bca8 HTTP/1.1" status: 200 len: 945 time: 0.1930854 May 25 20:08:04.392201 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb1d8d5a-85d8-47c4-89d1-ac575aa33ff2 req-afe281c4-5818-4b05-bcf1-067d992635df tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478532 May 25 20:08:04.526838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-4df974e1-413a-4b12-bd07-e38bdd310e58 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:04.528337 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-4df974e1-413a-4b12-bd07-e38bdd310e58 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/networks?id=e307142c-b5f9-4667-b92b-f2a2f087a2e8 HTTP/1.1" status: 200 len: 812 time: 0.2574360 May 25 20:08:04.545748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-d667e799-9dc4-4455-89be-12e25f0428cb tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/quotas/dfca10d1e8a14dc5a547fe3f642bae44 HTTP/1.1" status: 200 len: 375 time: 0.0096877 May 25 20:08:04.640262 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0222e9fd-b790-4e39-98b4-601e9370ff82 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dfca10d1e8a14dc5a547fe3f642bae44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0889883 May 25 20:08:04.697491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2705ed7-8900-4602-8ee9-15f4ae16e9c7 req-439fb58d-8f12-497a-8750-54751e3b579f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:04.699071 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2705ed7-8900-4602-8ee9-15f4ae16e9c7 req-439fb58d-8f12-497a-8750-54751e3b579f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1292889 May 25 20:08:04.759380 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2705ed7-8900-4602-8ee9-15f4ae16e9c7 req-a460b1ca-ce58-4400-8cdd-1b09957a5cf0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488038 May 25 20:08:04.830749 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-db8dbc24-00a5-43be-9f18-dcf8278f545a service neutron] 10.222.0.60 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831357 May 25 20:08:04.983061 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-2c395379-e092-41a6-a60a-58f95b2aa6e8 service neutron] 10.222.0.60 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514575 May 25 20:08:05.015170 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c3c657d-b5cf-4709-b9b3-e27b440e8aa2 req-6b476fd9-8dbb-4dd3-a3af-b9142abe1718 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0553186 May 25 20:08:05.224497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dc041-81ef-4be0-9f39-722ebe81e747 req-ebd6b69c-0430-4610-ab9a-1dcb4091e431 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:05.234586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba6dc041-81ef-4be0-9f39-722ebe81e747 req-ebd6b69c-0430-4610-ab9a-1dcb4091e431 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1203465 May 25 20:08:05.262071 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91f0b12e-23e1-48db-8835-106e8eb8f80e req-78d0d9ae-286c-41e9-904c-42900e5721db tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 210 time: 0.0615888 May 25 20:08:05.310341 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba6dc041-81ef-4be0-9f39-722ebe81e747 req-98caf796-5631-4cb0-a5d8-3af514cde6f4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712388 May 25 20:08:05.503025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b0713-8536-49e2-8235-023addfdfd95 req-8284fa2a-4847-471b-91a1-f3c55d98296e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:05.513670 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e3b0713-8536-49e2-8235-023addfdfd95 req-8284fa2a-4847-471b-91a1-f3c55d98296e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1277940 May 25 20:08:05.588881 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e3b0713-8536-49e2-8235-023addfdfd95 req-dc65b374-9302-46b9-839a-2321cd8cfceb tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721502 May 25 20:08:05.685697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12a41a-fc5c-490c-a81d-bdd1c4a51428 req-d23644c2-23ed-4f8e-b2d1-a55ed8d121c5 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:05.687950 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0f12a41a-fc5c-490c-a81d-bdd1c4a51428 req-d23644c2-23ed-4f8e-b2d1-a55ed8d121c5 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c3cf5c-8463-4fef-814e-c32cfaf0bca8 HTTP/1.1" status: 200 len: 945 time: 0.1149907 May 25 20:08:05.783544 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0f12a41a-fc5c-490c-a81d-bdd1c4a51428 req-b9352a7a-62b2-47f6-96b2-37e972b56160 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884988 May 25 20:08:05.933125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42580) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:06.047533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97c9c1-bee9-4b76-9ac8-3dd9515c6185 req-076065a5-6910-4cc9-a06c-ce734b18e89a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:06.049084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9e97c9c1-bee9-4b76-9ac8-3dd9515c6185 req-076065a5-6910-4cc9-a06c-ce734b18e89a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1426296 May 25 20:08:06.095656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3c2eb-9e82-473a-bbab-6a28a075ac6b req-a13b9e59-0002-4bde-adc3-8d42ded9669b tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:06.097104 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f2e3c2eb-9e82-473a-bbab-6a28a075ac6b req-a13b9e59-0002-4bde-adc3-8d42ded9669b tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2449f9c-acb4-445b-8841-7e10bba7664c HTTP/1.1" status: 200 len: 945 time: 0.1165903 May 25 20:08:06.121931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9e97c9c1-bee9-4b76-9ac8-3dd9515c6185 req-f32a5294-e314-48cc-91dd-97076608e108 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647981 May 25 20:08:06.134216 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f1239f5-24ce-4866-911b-6fa4265dfe01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:06.162857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2f1239f5-24ce-4866-911b-6fa4265dfe01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:06.173282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2f1239f5-24ce-4866-911b-6fa4265dfe01 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f0b6276a43441095a4556578017635 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:06.177549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2f1239f5-24ce-4866-911b-6fa4265dfe01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:06.183525 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f2e3c2eb-9e82-473a-bbab-6a28a075ac6b req-28185241-60f4-4d6a-8b74-129cc1fbcd00 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711315 May 25 20:08:06.187371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2f1239f5-24ce-4866-911b-6fa4265dfe01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:06.282268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4e8af4d-3b41-41fb-9e7e-c11c9c365409 req-8529f800-70c8-40ac-8cda-f5d3cb3a4225 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0503333 May 25 20:08:06.329409 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f1239f5-24ce-4866-911b-6fa4265dfe01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:06.335720 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f1239f5-24ce-4866-911b-6fa4265dfe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:06.402256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2f1239f5-24ce-4866-911b-6fa4265dfe01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9f0b6276a43441095a4556578017635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4676321 May 25 20:08:06.404394 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1239f5-24ce-4866-911b-6fa4265dfe01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544b7179-7c52-4702-90c9-34b22b018746,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:06.405918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42594) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:06.595608 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:06.609529 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-639ea821-3b92-4724-b1fd-19653c4e6606 req-67a7c3a7-4b38-44b2-b4ff-94d46655c82d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 210 time: 0.1201162 May 25 20:08:06.711434 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:06.794479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36983c90-3e2c-4639-8fad-28ea61bb9ef6 req-5adf6210-a424-47dc-85f1-47d85c3be25f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:06.796069 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-36983c90-3e2c-4639-8fad-28ea61bb9ef6 req-5adf6210-a424-47dc-85f1-47d85c3be25f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1186547 May 25 20:08:06.858576 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-36983c90-3e2c-4639-8fad-28ea61bb9ef6 req-c3703f3e-0563-46db-b17d-f8b2bf7a1034 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557120 May 25 20:08:06.903136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-e4f65cdb-143e-42b7-bc73-3d7e88f1c778 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:06.904286 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-e4f65cdb-143e-42b7-bc73-3d7e88f1c778 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.70 "GET /v2.0/networks?id=e307142c-b5f9-4667-b92b-f2a2f087a2e8 HTTP/1.1" status: 200 len: 812 time: 0.3454931 May 25 20:08:06.933211 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:06.948328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'port': {'device_id': 'a83b3c92-12a6-4909-b547-1a3d449302cf', 'network_id': 'e307142c-b5f9-4667-b92b-f2a2f087a2e8', 'admin_state_up': True, 'tenant_id': 'dfca10d1e8a14dc5a547fe3f642bae44'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:07.004258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934775a7-6a5c-4a02-83b8-ccd81fb8a49d req-5c4debe2-90f3-41f0-9f71-9a598ba57ced tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:07.005688 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-934775a7-6a5c-4a02-83b8-ccd81fb8a49d req-5c4debe2-90f3-41f0-9f71-9a598ba57ced tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2449f9c-acb4-445b-8841-7e10bba7664c HTTP/1.1" status: 200 len: 945 time: 0.1836596 May 25 20:08:07.052227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a222b55-209e-43a1-8c2b-6f99f8f04870 req-18ef0761-933a-48b6-8246-b891b71cc7b3 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:07.053981 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a222b55-209e-43a1-8c2b-6f99f8f04870 req-18ef0761-933a-48b6-8246-b891b71cc7b3 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.0866842 May 25 20:08:07.055736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544b7179-7c52-4702-90c9-34b22b018746,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:07.084647 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:07.086621 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/544b7179-7c52-4702-90c9-34b22b018746 HTTP/1.1" status: 204 len: 168 time: 0.6796553 May 25 20:08:07.099527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:07.100695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:07.101130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:07.101563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:07.101988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:07.102430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:07.102849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:07.103264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:07.103677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:07.104114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:07.104524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:07.104932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf97ef6-dcb5-4fcb-80cc-7611a23c01de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:07.121263 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a222b55-209e-43a1-8c2b-6f99f8f04870 req-afbd7eae-2139-438b-b71a-47f76154eecc tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607860 May 25 20:08:07.166234 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-934775a7-6a5c-4a02-83b8-ccd81fb8a49d req-014f17e4-d479-4a86-9571-2b2a2d0fbf1c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121109 May 25 20:08:07.223472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:07.241661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:07.261627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Made reservation on behalf of dfca10d1e8a14dc5a547fe3f642bae44 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:08:07.266096 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:07.365965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e47c8-828e-428e-ac5d-13308f305a00 req-52c51b3d-3abc-447f-8f27-31cb88bc616a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:07.368681 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c51e47c8-828e-428e-ac5d-13308f305a00 req-52c51b3d-3abc-447f-8f27-31cb88bc616a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1031778 May 25 20:08:07.447038 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c51e47c8-828e-428e-ac5d-13308f305a00 req-b4f420af-8010-4e8c-bbd2-830944bcb413 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720325 May 25 20:08:07.585205 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7bd8b838-040d-4b0a-a83f-331280ae6963 req-a75ed77b-48a1-4c21-b031-9686483d9cf6 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0840847 May 25 20:08:07.615812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Allocated IP 172.20.0.13 (e307142c-b5f9-4667-b92b-f2a2f087a2e8/f7904db8-0ee7-445a-9333-f768530bc968/0a036baa-382d-4967-8760-a95fa312e52d) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:08:07.911663 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-18ede6df-fb83-4c3e-afe6-a5c19fa6b7fa req-43babf9f-73f5-406a-8267-2be8d65c9d1d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 210 time: 0.0870981 May 25 20:08:07.948076 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:08.009395 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:08.024375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b9a2b57a-3d45-468c-a18d-65f066cfd911'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:08:08.409448 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Network e307142c-b5f9-4667-b92b-f2a2f087a2e8 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:08:08.420811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:08:08.423594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:08:08.456426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'Port': ['ID=0a036baa-382d-4967-8760-a95fa312e52d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:08.530025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:08.530690 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:08.559298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b39dfd-0b7b-4914-b99e-77733f25e44d req-a80b0bc8-ea28-4f2a-8ceb-74a660bf20e9 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:08.560512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242383b-653c-4fd6-86c0-d5bb5a04f01c req-b389e66c-17ec-4cb0-bc2d-4cc8be3d84e3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:08.561598 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2b39dfd-0b7b-4914-b99e-77733f25e44d req-a80b0bc8-ea28-4f2a-8ceb-74a660bf20e9 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2064276 May 25 20:08:08.563191 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3242383b-653c-4fd6-86c0-d5bb5a04f01c req-b389e66c-17ec-4cb0-bc2d-4cc8be3d84e3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.4701345 May 25 20:08:08.627481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2b39dfd-0b7b-4914-b99e-77733f25e44d req-7750bd79-20a7-43c3-bdfe-fcafa8bca46f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597684 May 25 20:08:08.634633 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0313efc1-f0c4-4091-a18c-729fc043a02d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7048421 May 25 20:08:08.645242 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3242383b-653c-4fd6-86c0-d5bb5a04f01c req-9a9c3454-3c48-4639-9bfd-da8a5999b8e9 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711813 May 25 20:08:08.654558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Request body: {'port': {'device_id': 'a83b3c92-12a6-4909-b547-1a3d449302cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:08.865886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c574190-87c5-4fe3-983a-328afff6ef4c req-1d34b8df-53f4-42fc-a256-d881a865209f tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:08.867452 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c574190-87c5-4fe3-983a-328afff6ef4c req-1d34b8df-53f4-42fc-a256-d881a865209f tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2449f9c-acb4-445b-8841-7e10bba7664c HTTP/1.1" status: 200 len: 945 time: 0.1036625 May 25 20:08:08.900109 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:08.924046 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c574190-87c5-4fe3-983a-328afff6ef4c req-3b3eb9da-15dd-49c5-a883-a39b9599105c tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497174 May 25 20:08:09.088368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a454c8-29a6-4cbc-9cad-eb7c4933179c req-3608477a-a7d1-4793-865b-f33bc301a57a tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:09.089918 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-86a454c8-29a6-4cbc-9cad-eb7c4933179c req-3608477a-a7d1-4793-865b-f33bc301a57a tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2449f9c-acb4-445b-8841-7e10bba7664c HTTP/1.1" status: 200 len: 945 time: 0.3156192 May 25 20:08:09.170806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47d61a-4c40-496e-8476-1fe17e5c0379 req-55d64aaf-e49d-40f5-9a36-fde87ad585fd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:09.172374 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d47d61a-4c40-496e-8476-1fe17e5c0379 req-55d64aaf-e49d-40f5-9a36-fde87ad585fd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.3396420 May 25 20:08:09.325943 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a126036-a9d8-40f2-b4ab-7b8347321f8d req-3662d480-98df-4d21-a4d7-b646893fdae7 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0856445 May 25 20:08:09.373023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d47d61a-4c40-496e-8476-1fe17e5c0379 req-35f7c178-f4ec-4831-a44e-3248ca82a1a1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868737 May 25 20:08:09.379050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-86a454c8-29a6-4cbc-9cad-eb7c4933179c req-3a5dd643-c833-4695-9fd2-e54c83baa223 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Deleting port a51eccbc-6b1d-4c8d-9111-89e8726be768 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:08:09.379388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-86a454c8-29a6-4cbc-9cad-eb7c4933179c req-3a5dd643-c833-4695-9fd2-e54c83baa223 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:09.603047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42654) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:09.652411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00827db-db5b-42cb-afd6-917201fdd866 req-1f10cfb6-5b7b-4a2d-b09a-fb4228caa2f5 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:09.654651 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e00827db-db5b-42cb-afd6-917201fdd866 req-1f10cfb6-5b7b-4a2d-b09a-fb4228caa2f5 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 932 time: 0.1079173 May 25 20:08:09.731826 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:08:09.736892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e00827db-db5b-42cb-afd6-917201fdd866 req-db485d1f-3ea9-4441-916c-92ef92b34981 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Synchronizing usage tracker for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:09.790435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e00827db-db5b-42cb-afd6-917201fdd866 req-db485d1f-3ea9-4441-916c-92ef92b34981 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Unset dirty status for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:09.809994 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e00827db-db5b-42cb-afd6-917201fdd866 req-db485d1f-3ea9-4441-916c-92ef92b34981 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464236 May 25 20:08:09.889146 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e423a406-4714-4bde-bde6-387bd8aa84bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:09.968567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a036baa-382d-4967-8760-a95fa312e52d {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:08:09.982346 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:09.986184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e423a406-4714-4bde-bde6-387bd8aa84bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:09.996460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-86a454c8-29a6-4cbc-9cad-eb7c4933179c req-3a5dd643-c833-4695-9fd2-e54c83baa223 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] For port a51eccbc-6b1d-4c8d-9111-89e8726be768, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a51eccbc-6b1d-4c8d-9111-89e8726be768,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:09.996809 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-86a454c8-29a6-4cbc-9cad-eb7c4933179c req-3a5dd643-c833-4695-9fd2-e54c83baa223 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:10.010902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e423a406-4714-4bde-bde6-387bd8aa84bc admin admin] Usage tracker for resource:security_group_rule and tenant:585de5f6138d4ee189f18ca5bc65549c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:10.021823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e423a406-4714-4bde-bde6-387bd8aa84bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:10.028175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196cace-39ff-4c0c-a34c-9f4e688bf9c6 req-a81ef0f9-5a0f-4201-a9da-d3a41e5e9dc8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:10.029850 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f196cace-39ff-4c0c-a34c-9f4e688bf9c6 req-a81ef0f9-5a0f-4201-a9da-d3a41e5e9dc8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.0883861 May 25 20:08:10.104097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f196cace-39ff-4c0c-a34c-9f4e688bf9c6 req-150f831f-2519-4bfb-909a-809d93e2cc3d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652354 May 25 20:08:10.186896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e423a406-4714-4bde-bde6-387bd8aa84bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:10.196919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-86a454c8-29a6-4cbc-9cad-eb7c4933179c req-3a5dd643-c833-4695-9fd2-e54c83baa223 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Calling delete_port for a51eccbc-6b1d-4c8d-9111-89e8726be768 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:08:10.226854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Transition to ACTIVE for port object 0a036baa-382d-4967-8760-a95fa312e52d will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:08:10.256551 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:10.323643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bf4e3-0509-497d-b77f-d2186cafb7c7 req-36d50ef6-ddd9-4589-9ef1-f9fb3610db38 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:10.325184 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-924bf4e3-0509-497d-b77f-d2186cafb7c7 req-36d50ef6-ddd9-4589-9ef1-f9fb3610db38 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2449f9c-acb4-445b-8841-7e10bba7664c HTTP/1.1" status: 200 len: 945 time: 0.1066282 May 25 20:08:10.388911 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-924bf4e3-0509-497d-b77f-d2186cafb7c7 req-f083d6f7-c51d-43d0-9b7b-d1c0327da7af tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567701 May 25 20:08:10.583148 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-88a65874-2c66-4184-96d6-e20f9e3fcaeb req-32de70a4-af38-4983-b6b6-03e164be276b tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0453405 May 25 20:08:10.622678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a036baa-382d-4967-8760-a95fa312e52d,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:10.649300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9553-bd72-4cac-9d23-8f096fab76d5 req-f3ad3a62-b54d-4f0f-bd8e-b930ea866d95 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:10.650851 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-071e9553-bd72-4cac-9d23-8f096fab76d5 req-f3ad3a62-b54d-4f0f-bd8e-b930ea866d95 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.7757380 May 25 20:08:10.805397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7980120-15e4-4e1f-8a43-39659755575d req-001fdfbc-3ea2-4368-b408-5400adf59d4d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:10.806950 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a7980120-15e4-4e1f-8a43-39659755575d req-001fdfbc-3ea2-4368-b408-5400adf59d4d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1105056 May 25 20:08:10.861067 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-071e9553-bd72-4cac-9d23-8f096fab76d5 req-9daffea2-4dba-4088-ae5f-3aa2b122a40a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835828 May 25 20:08:10.870550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Attempting to bind port 0a036baa-382d-4967-8760-a95fa312e52d on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:08:10.870884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Attempting to bind port 0a036baa-382d-4967-8760-a95fa312e52d by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'bf166c4a-7471-468f-bda9-4c95cbb369a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e307142c-b5f9-4667-b92b-f2a2f087a2e8'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:08:10.871201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Attempting to bind port 0a036baa-382d-4967-8760-a95fa312e52d on network e307142c-b5f9-4667-b92b-f2a2f087a2e8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:08:10.873429 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-86a454c8-29a6-4cbc-9cad-eb7c4933179c req-3a5dd643-c833-4695-9fd2-e54c83baa223 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:10.879287 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a7980120-15e4-4e1f-8a43-39659755575d req-4b7621aa-6c18-452b-bd81-7e80877a9684 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627859 May 25 20:08:10.892139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['a51eccbc-6b1d-4c8d-9111-89e8726be768', '9f5de9a3-7400-4e60-8e42-4926776e9bf5', '061928dd-22cd-4776-9550-74d6765f7bc8'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:08:10.940984 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e423a406-4714-4bde-bde6-387bd8aa84bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:10.962889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Port 0a036baa-382d-4967-8760-a95fa312e52d on network e307142c-b5f9-4667-b92b-f2a2f087a2e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:08:10.963208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Attempting to bind port 0a036baa-382d-4967-8760-a95fa312e52d on network e307142c-b5f9-4667-b92b-f2a2f087a2e8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:08:10.973974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dd643-c833-4695-9fd2-e54c83baa223 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Pushing event deleted for resources: {'Port': ['ID=a51eccbc-6b1d-4c8d-9111-89e8726be768,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:10.977900 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e423a406-4714-4bde-bde6-387bd8aa84bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:11.021284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:08:11.022030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Checking segment: {'id': 'bf166c4a-7471-468f-bda9-4c95cbb369a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e307142c-b5f9-4667-b92b-f2a2f087a2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:08:11.022725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Bound using segment: {'id': 'bf166c4a-7471-468f-bda9-4c95cbb369a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e307142c-b5f9-4667-b92b-f2a2f087a2e8'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:08:11.023549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Bound port: 0a036baa-382d-4967-8760-a95fa312e52d, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf166c4a-7471-468f-bda9-4c95cbb369a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e307142c-b5f9-4667-b92b-f2a2f087a2e8'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:08:11.023996 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:11.278048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e423a406-4714-4bde-bde6-387bd8aa84bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=585de5f6138d4ee189f18ca5bc65549c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6735353 May 25 20:08:11.311816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42676) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:11.358011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a454c8-29a6-4cbc-9cad-eb7c4933179c req-3a5dd643-c833-4695-9fd2-e54c83baa223 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] No DVR routers for this DVR port a51eccbc-6b1d-4c8d-9111-89e8726be768 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:08:11.379555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423a406-4714-4bde-bde6-387bd8aa84bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7206a8-602b-4b55-8875-798fc5dbe6e6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:11.384980 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-86a454c8-29a6-4cbc-9cad-eb7c4933179c req-3a5dd643-c833-4695-9fd2-e54c83baa223 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:11.398479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2449f9c-acb4-445b-8841-7e10bba7664c', 'name': 'network-vif-deleted', 'tag': 'a51eccbc-6b1d-4c8d-9111-89e8726be768'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:11.402132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9326c-15db-4f1d-bc30-434dffab6bee req-c4e91200-5be3-481b-abe1-95b6e4110585 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:11.403636 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4e9326c-15db-4f1d-bc30-434dffab6bee req-c4e91200-5be3-481b-abe1-95b6e4110585 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1281023 May 25 20:08:11.467621 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4e9326c-15db-4f1d-bc30-434dffab6bee req-ba35e999-6116-4935-a484-3f7769407c46 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524526 May 25 20:08:11.519305 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-86a454c8-29a6-4cbc-9cad-eb7c4933179c req-3a5dd643-c833-4695-9fd2-e54c83baa223 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.70 "DELETE /v2.0/ports/a51eccbc-6b1d-4c8d-9111-89e8726be768 HTTP/1.1" status: 204 len: 173 time: 2.4179127 May 25 20:08:11.553766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] For port 0a036baa-382d-4967-8760-a95fa312e52d, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:08:11.569883 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b752df95-ff22-410b-8766-0b0e5a58797f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:11.575623 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4f851e-68a4-4b67-ab90-03fa5a584942'] response: {'server_uuid': 'b2449f9c-acb4-445b-8841-7e10bba7664c', 'name': 'network-vif-deleted', 'tag': 'a51eccbc-6b1d-4c8d-9111-89e8726be768', 'status': 'completed', 'code': 200} May 25 20:08:11.577163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] For port 0a036baa-382d-4967-8760-a95fa312e52d, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0a036baa-382d-4967-8760-a95fa312e52d,segment=NetworkSegment(bf166c4a-7471-468f-bda9-4c95cbb369a8),segment_id=bf166c4a-7471-468f-bda9-4c95cbb369a8)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:08:11.598774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f546f3-6914-497b-8bf0-b3f185cac525 req-c067f964-f8bf-4048-aa4a-2328630ee4e2 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:11.599508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b8f546f3-6914-497b-8bf0-b3f185cac525 req-c067f964-f8bf-4048-aa4a-2328630ee4e2 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Synchronizing usage tracker for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:11.606444 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:11.666715 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b752df95-ff22-410b-8766-0b0e5a58797f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:11.723700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:11.724310 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:11.725716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] 10.222.0.70 "PUT /v2.0/ports/0a036baa-382d-4967-8760-a95fa312e52d HTTP/1.1" status: 200 len: 1092 time: 3.0778794 May 25 20:08:11.726552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b8f546f3-6914-497b-8bf0-b3f185cac525 req-c067f964-f8bf-4048-aa4a-2328630ee4e2 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Unset dirty status for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:11.727576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8f546f3-6914-497b-8bf0-b3f185cac525 req-c067f964-f8bf-4048-aa4a-2328630ee4e2 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 944 time: 0.6096900 May 25 20:08:11.800817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837c014-9baf-4c52-932e-094b3edbd9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a036baa-382d-4967-8760-a95fa312e52d,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:11.853795 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-376f7599-2e70-4250-a1fd-af694f2c4ded req-f6b6a890-ee16-4e4a-8765-0e3a3e1df6e8 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2449f9c-acb4-445b-8841-7e10bba7664c HTTP/1.1" status: 200 len: 210 time: 0.0912175 May 25 20:08:11.859314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b8f546f3-6914-497b-8bf0-b3f185cac525 req-0fc4acab-77f0-4374-bd52-60ba18f82dfe tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Synchronizing usage tracker for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:11.888750 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b752df95-ff22-410b-8766-0b0e5a58797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:11.910226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b8f546f3-6914-497b-8bf0-b3f185cac525 req-0fc4acab-77f0-4374-bd52-60ba18f82dfe tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Unset dirty status for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:11.911562 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8f546f3-6914-497b-8bf0-b3f185cac525 req-0fc4acab-77f0-4374-bd52-60ba18f82dfe tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663246 May 25 20:08:11.920127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752df95-ff22-410b-8766-0b0e5a58797f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7206a8-602b-4b55-8875-798fc5dbe6e6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:11.927796 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b752df95-ff22-410b-8766-0b0e5a58797f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:11.929762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b752df95-ff22-410b-8766-0b0e5a58797f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe7206a8-602b-4b55-8875-798fc5dbe6e6 HTTP/1.1" status: 204 len: 168 time: 0.6069331 May 25 20:08:11.954200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-9738a190-a03c-4e68-a0c1-34953a37f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:11.954200 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-9738a190-a03c-4e68-a0c1-34953a37f3e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dfca10d1e8a14dc5a547fe3f642bae44&device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 1095 time: 0.1442945 May 25 20:08:12.048276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-fecf2abe-a62e-4ba5-9ccd-a74c9b734a63 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a036baa-382d-4967-8760-a95fa312e52d HTTP/1.1" status: 200 len: 217 time: 0.0843573 May 25 20:08:12.063121 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-16cd03d9-ee06-4e43-bd51-a658c7a6ed2b req-35d8c5b2-f640-45c4-99d2-04e661802294 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0520208 May 25 20:08:12.206008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-40d94c65-5502-499c-ac15-b054cd8c3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:12.208257 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-40d94c65-5502-499c-ac15-b054cd8c3f5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7904db8-0ee7-445a-9333-f768530bc968 HTTP/1.1" status: 200 len: 852 time: 0.1495767 May 25 20:08:12.275182 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-96973b36-f6f7-4147-8efc-89de98030834 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e307142c-b5f9-4667-b92b-f2a2f087a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609553 May 25 20:08:12.284294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c5ff8-8d00-4a65-a689-8baf6820b8cb req-ebdf87c8-4ee9-4fc2-90ce-00710d9620b2 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:12.285831 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd5c5ff8-8d00-4a65-a689-8baf6820b8cb req-ebdf87c8-4ee9-4fc2-90ce-00710d9620b2 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 1096 time: 0.1768689 May 25 20:08:12.387251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9759a-4af9-4342-ad13-8625383adab1 req-026c8bad-1b0c-4b7e-9d47-44e5697f2403 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:12.395001 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-85e9759a-4af9-4342-ad13-8625383adab1 req-026c8bad-1b0c-4b7e-9d47-44e5697f2403 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1756752 May 25 20:08:12.425390 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd5c5ff8-8d00-4a65-a689-8baf6820b8cb req-dca36561-ab1b-48c9-b000-4705d0e16f38 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082194 May 25 20:08:12.463446 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-0b1e478a-7a97-47d5-98fa-1aa973c79d0d service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765985 May 25 20:08:12.466950 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-85e9759a-4af9-4342-ad13-8625383adab1 req-aac0b113-6d5c-4953-abfb-a07575c41ae1 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699198 May 25 20:08:12.624799 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0773ab94-4741-4ea9-aa24-00a264b459f7 req-2b8f2bc5-8443-4161-9db4-aa8e596dfe22 service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546650 May 25 20:08:12.771386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242449ff-f6c2-410d-b429-7d643331c393 req-72bd5358-539c-4cf1-987a-5741c942539e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:12.775269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-242449ff-f6c2-410d-b429-7d643331c393 req-72bd5358-539c-4cf1-987a-5741c942539e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1199846 May 25 20:08:12.831391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8c189-0530-42d7-8b0f-498e0779ad9d req-7fcc8494-403d-4f21-a59f-3fdb9aeeedfe tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:12.833440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cca8c189-0530-42d7-8b0f-498e0779ad9d req-7fcc8494-403d-4f21-a59f-3fdb9aeeedfe tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2110476 May 25 20:08:12.849309 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-242449ff-f6c2-410d-b429-7d643331c393 req-9d76af0d-f848-4e79-be80-cc5801b5f30b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641758 May 25 20:08:12.894000 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cca8c189-0530-42d7-8b0f-498e0779ad9d req-ae4d4c2b-0741-4a82-998f-5e0ac215975c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538230 May 25 20:08:12.992664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a51eccbc-6b1d-4c8d-9111-89e8726be768 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:08:13.033577 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: a51eccbc-6b1d-4c8d-9111-89e8726be768 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:08:13.033577 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a51eccbc-6b1d-4c8d-9111-89e8726be768 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:08:13.034012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42726) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:13.042612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd2f31-aa59-46a6-b345-298f6d926db6 req-8fecdfda-f7de-4e81-b7a8-d9d896557761 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:13.045433 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91dd2f31-aa59-46a6-b345-298f6d926db6 req-8fecdfda-f7de-4e81-b7a8-d9d896557761 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 1096 time: 0.0892775 May 25 20:08:13.096061 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91dd2f31-aa59-46a6-b345-298f6d926db6 req-6cae8f13-836b-4fe5-be63-f944bd6b0d28 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432544 May 25 20:08:13.160727 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-829224201-network', 'tenant_id': '333531d0d90249dda21443407e885276'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:13.168320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:13.175120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Usage tracker for resource:network and tenant:333531d0d90249dda21443407e885276 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:13.178544 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:13.188738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:13.203984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478dc7f-2e33-4144-8231-b5c961de708a req-8b6a8782-0355-4b7e-8526-e9402f9c0418 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:13.205451 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c478dc7f-2e33-4144-8231-b5c961de708a req-8b6a8782-0355-4b7e-8526-e9402f9c0418 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 944 time: 0.1203225 May 25 20:08:13.214521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Made reservation on behalf of 333531d0d90249dda21443407e885276 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:08:13.216787 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:13.244759 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:13.270650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:13.279534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Usage tracker for resource:security_group_rule and tenant:333531d0d90249dda21443407e885276 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:13.283937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:13.289166 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c478dc7f-2e33-4144-8231-b5c961de708a req-c74af3e8-5f1a-4e4e-976d-c446bc7fa1b4 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764439 May 25 20:08:13.293046 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:13.435586 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:13.441195 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:13.482661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:08:13.495598 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcffbe78-fa09-48a7-a4ec-6ea9baecf8e9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:13.503169 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:13.503520 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Added segment 7627a070-77e2-4d56-a154-08d01dc1c14a of type vlan for network 252a823d-6b3c-4688-a91c-8a287df92a92 May 25 20:08:13.546460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-523ccd57-c7e6-4252-b56f-7cfc90df09ef req-6b19c298-08e4-47ad-99eb-5f5a544ab930 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1743636 May 25 20:08:13.547630 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:13.577585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83b3c92-12a6-4909-b547-1a3d449302cf', 'tag': '0a036baa-382d-4967-8760-a95fa312e52d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:13.593755 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:13.594539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:13.595205 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:13.766337 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] Pushing event updated for resources: {'Network': ['ID=252a823d-6b3c-4688-a91c-8a287df92a92,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:13.771288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-817bf377-d8d2-4983-9ea0-64acd9a3c27a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7361591 May 25 20:08:13.774568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42746) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:13.783675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Request body: {'subnet': {'network_id': '252a823d-6b3c-4688-a91c-8a287df92a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-829224201-subnet', 'tenant_id': '333531d0d90249dda21443407e885276', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:13.786637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 252a823d-6b3c-4688-a91c-8a287df92a92 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:08:13.790682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:13.794762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Usage tracker for resource:subnet and tenant:333531d0d90249dda21443407e885276 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:13.798636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:13.805660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:13.824114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Made reservation on behalf of 333531d0d90249dda21443407e885276 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:08:13.826687 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:13.975560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1989ec-9d89-432d-bfd7-05bc9e95bf43 req-ce6954a9-7860-4511-b109-94eadde560fe tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:13.986851 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf1989ec-9d89-432d-bfd7-05bc9e95bf43 req-ce6954a9-7860-4511-b109-94eadde560fe tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2729349 May 25 20:08:14.047094 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf1989ec-9d89-432d-bfd7-05bc9e95bf43 req-4b310c3c-3701-41d0-a813-d7cc123433ae tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590932 May 25 20:08:14.197754 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:14.337436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dbc0984-32a5-4cf2-acfb-b96d2662f7b1,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:14.347508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Checking segment: {'id': '7627a070-77e2-4d56-a154-08d01dc1c14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '252a823d-6b3c-4688-a91c-8a287df92a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:08:14.348174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Network hostable DHCP agents. Network: 252a823d-6b3c-4688-a91c-8a287df92a92, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:08:14.373023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Network 252a823d-6b3c-4688-a91c-8a287df92a92 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:08:14.377960 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2e084b8f-484c-444e-9dac-d28d6dde02aa req-2bb59637-3335-44fc-b16a-59c47a157f0a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111555 May 25 20:08:14.380245 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c850271b-4439-42dc-a1b1-ddadff9186f4'] response: {'name': 'network-changed', 'server_uuid': 'a83b3c92-12a6-4909-b547-1a3d449302cf', 'tag': '0a036baa-382d-4967-8760-a95fa312e52d', 'status': 'completed', 'code': 200} May 25 20:08:14.394498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 252a823d-6b3c-4688-a91c-8a287df92a92) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:08:14.400565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:14.401738 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:14.407454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f424f4-75a5-4336-9254-aa30b12ef80a None None] Network 252a823d-6b3c-4688-a91c-8a287df92a92 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:08:14.564430 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e9aef31b-7fe0-45d9-9563-a7ed2ad6dcff admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7788932 May 25 20:08:14.644673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165df08-ce73-4900-9063-c35febe57297 req-d0cb196f-14e9-4ce6-8127-87a25520663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:14.646205 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2165df08-ce73-4900-9063-c35febe57297 req-d0cb196f-14e9-4ce6-8127-87a25520663d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dfca10d1e8a14dc5a547fe3f642bae44&device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 1095 time: 0.2375367 May 25 20:08:14.680161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140f0b-88bd-4de4-b935-17ecffda5da6 req-9f76ac38-c22c-4379-9bbc-fd49e24bfd19 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:14.682913 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b140f0b-88bd-4de4-b935-17ecffda5da6 req-9f76ac38-c22c-4379-9bbc-fd49e24bfd19 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1806958 May 25 20:08:14.717931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6c4218-3fff-491e-81a9-a0994deb4e66 None None] Network 252a823d-6b3c-4688-a91c-8a287df92a92 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:08:14.868754 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b140f0b-88bd-4de4-b935-17ecffda5da6 req-b826717e-3509-4fea-8bf8-19dd886f8bcd tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445625 May 25 20:08:14.916796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165df08-ce73-4900-9063-c35febe57297 req-5f950641-3c36-4cca-b5a2-3e4bcb0767c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:14.919598 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2165df08-ce73-4900-9063-c35febe57297 req-5f950641-3c36-4cca-b5a2-3e4bcb0767c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e307142c-b5f9-4667-b92b-f2a2f087a2e8 HTTP/1.1" status: 200 len: 913 time: 0.2349861 May 25 20:08:15.017015 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2165df08-ce73-4900-9063-c35febe57297 req-0b5e2da0-2081-4da0-8e5f-5507a838e7af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a036baa-382d-4967-8760-a95fa312e52d HTTP/1.1" status: 200 len: 217 time: 0.0907567 May 25 20:08:15.148836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165df08-ce73-4900-9063-c35febe57297 req-202c0d81-2c6b-4e1e-a2da-fd12c82bd687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:15.150397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2165df08-ce73-4900-9063-c35febe57297 req-202c0d81-2c6b-4e1e-a2da-fd12c82bd687 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7904db8-0ee7-445a-9333-f768530bc968 HTTP/1.1" status: 200 len: 852 time: 0.1234822 May 25 20:08:15.213386 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2165df08-ce73-4900-9063-c35febe57297 req-51f539ec-4826-4dbd-b3ca-87bca16a12cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e307142c-b5f9-4667-b92b-f2a2f087a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555351 May 25 20:08:15.222020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde286d6-fd78-471a-ba2d-a350f0663c03 req-5c6d00ee-6ac5-472c-9db7-8484cbc72886 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:15.223825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cde286d6-fd78-471a-ba2d-a350f0663c03 req-5c6d00ee-6ac5-472c-9db7-8484cbc72886 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2010639 May 25 20:08:15.283034 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bf81e-2a2a-458a-ae91-4ce80ddf7400 req-d576e3ac-66ef-4674-8cf4-090f14a8a6dd tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:15.283034 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-343bf81e-2a2a-458a-ae91-4ce80ddf7400 req-d576e3ac-66ef-4674-8cf4-090f14a8a6dd tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 944 time: 0.1106732 May 25 20:08:15.346040 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-343bf81e-2a2a-458a-ae91-4ce80ddf7400 req-03679a72-8bc3-4326-8732-694ad3c7298b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561788 May 25 20:08:15.360976 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cde286d6-fd78-471a-ba2d-a350f0663c03 req-ffd77e2f-08fe-47a1-bfa2-caa23ac55347 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130793 May 25 20:08:15.399152 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2165df08-ce73-4900-9063-c35febe57297 req-862acf7c-b1d4-4f47-b714-9e19c4f78bf0 service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743102 May 25 20:08:15.539061 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-30597f92-ac49-438b-9996-3830d5a231fe req-050918b6-5ae8-4430-8ef3-8f3405500c18 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0588512 May 25 20:08:15.611885 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2165df08-ce73-4900-9063-c35febe57297 req-3b91d7a4-5dcc-47e3-8438-8535f005a641 service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041109 May 25 20:08:15.761605 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-f94bd18e-d702-411f-bcd5-f034dda0bf01 req-677f6f6d-fd00-4736-8c95-fa1ba464fbd2 tempest-SecurityGroupsNegativeTestJSON-1269671643 tempest-SecurityGroupsNegativeTestJSON-1269671643-project] show failed (client error): The resource could not be found. May 25 20:08:15.762817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f94bd18e-d702-411f-bcd5-f034dda0bf01 req-677f6f6d-fd00-4736-8c95-fa1ba464fbd2 tempest-SecurityGroupsNegativeTestJSON-1269671643 tempest-SecurityGroupsNegativeTestJSON-1269671643-project] 10.222.0.60 "GET /v2.0/security-groups/eb967690-269f-44cc-92bc-5d0b076c56b5 HTTP/1.1" status: 404 len: 352 time: 0.0183091 May 25 20:08:15.833771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e943-b8db-4213-be82-56108eb7dfed req-13e2b6ad-e8e2-4293-815c-6f0aff29f1fd tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:15.836344 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f665e943-b8db-4213-be82-56108eb7dfed req-13e2b6ad-e8e2-4293-815c-6f0aff29f1fd tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1127501 May 25 20:08:15.903245 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f665e943-b8db-4213-be82-56108eb7dfed req-bc757e92-f0b8-4118-9788-5fd82dc0f171 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596898 May 25 20:08:16.142996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f9e38-1c0e-4053-b4ba-fc8418f09539 req-a8315a77-7cbb-4e87-89d9-911cf61d6371 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:16.143377 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d7f9e38-1c0e-4053-b4ba-fc8418f09539 req-a8315a77-7cbb-4e87-89d9-911cf61d6371 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1000791 May 25 20:08:16.242534 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d7f9e38-1c0e-4053-b4ba-fc8418f09539 req-14219236-be65-44a0-a85c-1df02d3d5b97 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817878 May 25 20:08:16.269843 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35693266-00d5-463d-9ebf-132e2078b186 req-b3e4296d-e411-4ff0-b2eb-a153691b7566 tempest-SecurityGroupsNegativeTestJSON-1269671643 tempest-SecurityGroupsNegativeTestJSON-1269671643-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=333531d0d90249dda21443407e885276 HTTP/1.1" status: 200 len: 2984 time: 0.0687063 May 25 20:08:16.345133 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35693266-00d5-463d-9ebf-132e2078b186 req-a6b31340-5f9a-4796-96ed-76adb7d358e8 tempest-SecurityGroupsNegativeTestJSON-1269671643 tempest-SecurityGroupsNegativeTestJSON-1269671643-project] 10.222.0.60 "GET /v2.0/security-groups/fcffbe78-fa09-48a7-a4ec-6ea9baecf8e9 HTTP/1.1" status: 200 len: 2981 time: 0.0613267 May 25 20:08:16.431841 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35693266-00d5-463d-9ebf-132e2078b186 req-fb414a6f-257c-47d2-bc42-9d2b10309666 tempest-SecurityGroupsNegativeTestJSON-1269671643 tempest-SecurityGroupsNegativeTestJSON-1269671643-project] 10.222.0.60 "GET /v2.0/security-groups/fcffbe78-fa09-48a7-a4ec-6ea9baecf8e9 HTTP/1.1" status: 200 len: 2981 time: 0.0751448 May 25 20:08:16.622476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d6c1d-c7bc-4d8b-be4c-5e64bb26c8f4 req-be3374d0-f210-40ce-baf8-1643d9393aab tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:16.624697 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-622d6c1d-c7bc-4d8b-be4c-5e64bb26c8f4 req-be3374d0-f210-40ce-baf8-1643d9393aab tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 944 time: 0.1097684 May 25 20:08:16.691013 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-622d6c1d-c7bc-4d8b-be4c-5e64bb26c8f4 req-abbcf38a-6880-4866-97d3-e700a3d4cf9e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597167 May 25 20:08:16.778095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cd1e5-bee0-4223-8320-8dcf8681c97d req-d6d675f9-c9e6-4e0b-939b-2b8ce2478f6c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:16.779638 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a79cd1e5-bee0-4223-8320-8dcf8681c97d req-d6d675f9-c9e6-4e0b-939b-2b8ce2478f6c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2540271 May 25 20:08:16.835901 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a79cd1e5-bee0-4223-8320-8dcf8681c97d req-420dbd88-66ee-4b4e-a486-e9cb56d56ece tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500381 May 25 20:08:16.924366 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73cfecf3-463f-400a-958a-4278f95117a3 req-fe0ef53b-9f65-4909-813b-27437120d646 tempest-SecurityGroupsNegativeTestJSON-1269671643 tempest-SecurityGroupsNegativeTestJSON-1269671643-project] 10.222.0.60 "GET /v2.0/security-groups/fcffbe78-fa09-48a7-a4ec-6ea9baecf8e9 HTTP/1.1" status: 200 len: 2981 time: 0.0628154 May 25 20:08:17.018670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0a036baa-382d-4967-8760-a95fa312e52d details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:08:17.065621 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [req-73cfecf3-463f-400a-958a-4278f95117a3 req-e63c6a30-bdef-4cc2-a90f-1c98ef819ae0 tempest-SecurityGroupsNegativeTestJSON-1269671643 tempest-SecurityGroupsNegativeTestJSON-1269671643-project] delete failed (client error): There was a conflict when trying to complete your request. May 25 20:08:17.066608 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73cfecf3-463f-400a-958a-4278f95117a3 req-e63c6a30-bdef-4cc2-a90f-1c98ef819ae0 tempest-SecurityGroupsNegativeTestJSON-1269671643 tempest-SecurityGroupsNegativeTestJSON-1269671643-project] 10.222.0.60 "DELETE /v2.0/security-groups/fcffbe78-fa09-48a7-a4ec-6ea9baecf8e9 HTTP/1.1" status: 409 len: 352 time: 0.1315677 May 25 20:08:17.074825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aa9d5b-08db-4648-8f6b-fce83782c642 req-756a13cf-4bef-4809-9451-45ea6f69faaa tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0674996 May 25 20:08:17.281105 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-8d430254-b7bc-4477-9f2e-6d6f71f031dc req-ddc4e950-7f09-4cde-93fc-139cd6d9421a tempest-SecurityGroupsNegativeTestJSON-1269671643 tempest-SecurityGroupsNegativeTestJSON-1269671643-project] show failed (client error): The resource could not be found. May 25 20:08:17.295129 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d430254-b7bc-4477-9f2e-6d6f71f031dc req-ddc4e950-7f09-4cde-93fc-139cd6d9421a tempest-SecurityGroupsNegativeTestJSON-1269671643 tempest-SecurityGroupsNegativeTestJSON-1269671643-project] 10.222.0.60 "GET /v2.0/security-groups/d67f9b6c-2e59-4074-b556-d9308c337020 HTTP/1.1" status: 404 len: 352 time: 0.0325367 May 25 20:08:17.304664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 0a036baa-382d-4967-8760-a95fa312e52d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0a036baa-382d-4967-8760-a95fa312e52d,segment=NetworkSegment(bf166c4a-7471-468f-bda9-4c95cbb369a8),segment_id=bf166c4a-7471-468f-bda9-4c95cbb369a8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:17.328982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '0a036baa-382d-4967-8760-a95fa312e52d', 'network_id': 'e307142c-b5f9-4667-b92b-f2a2f087a2e8', 'port_id': '0a036baa-382d-4967-8760-a95fa312e52d', 'mac_address': 'fa:16:3e:0b:6f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7904db8-0ee7-445a-9333-f768530bc968', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:08:17.402647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 0a036baa-382d-4967-8760-a95fa312e52d is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:08:17.403163 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:17.427408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a036baa-382d-4967-8760-a95fa312e52d {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:08:17.447164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fbe32-ec09-462e-93ab-638c912522a9 req-d2841121-00c2-45cc-b546-830ba180fd77 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:17.458142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 0a036baa-382d-4967-8760-a95fa312e52d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0a036baa-382d-4967-8760-a95fa312e52d,segment=NetworkSegment(bf166c4a-7471-468f-bda9-4c95cbb369a8),segment_id=bf166c4a-7471-468f-bda9-4c95cbb369a8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:17.462831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-229fbe32-ec09-462e-93ab-638c912522a9 req-d2841121-00c2-45cc-b546-830ba180fd77 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1762085 May 25 20:08:17.464767 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:17.513712 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-229fbe32-ec09-462e-93ab-638c912522a9 req-eae11811-c31d-45ad-8d90-cf17971e9165 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 May 25 20:08:17.609616 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=0a036baa-382d-4967-8760-a95fa312e52d,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:17.853636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00582fe6-ab18-4ee1-aa0b-1348f0fac35f req-759fb084-90d2-408f-b1f3-13dc8184f769 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:17.855049 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00582fe6-ab18-4ee1-aa0b-1348f0fac35f req-759fb084-90d2-408f-b1f3-13dc8184f769 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1375434 May 25 20:08:17.859005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4b299-fbf0-4258-8be4-8bf46e64fa9f req-6b1abedb-e970-4f0e-ad37-ae7bd14cf8fe tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:17.864826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4b299-fbf0-4258-8be4-8bf46e64fa9f req-6b1abedb-e970-4f0e-ad37-ae7bd14cf8fe tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:17.865927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1cd4b299-fbf0-4258-8be4-8bf46e64fa9f req-6b1abedb-e970-4f0e-ad37-ae7bd14cf8fe tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Synchronizing usage tracker for tenant:1d33a86df2de47678c79013a74f5fa45 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:17.886810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1cd4b299-fbf0-4258-8be4-8bf46e64fa9f req-6b1abedb-e970-4f0e-ad37-ae7bd14cf8fe tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Unset dirty status for tenant:1d33a86df2de47678c79013a74f5fa45 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:17.888633 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1cd4b299-fbf0-4258-8be4-8bf46e64fa9f req-6b1abedb-e970-4f0e-ad37-ae7bd14cf8fe tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c3cf5c-8463-4fef-814e-c32cfaf0bca8&device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 1681 time: 0.1430738 May 25 20:08:17.907132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00582fe6-ab18-4ee1-aa0b-1348f0fac35f req-cdd92483-2ce5-4f11-8c35-8fbd5b3db548 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457766 May 25 20:08:17.953549 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1cd4b299-fbf0-4258-8be4-8bf46e64fa9f req-a3cf6498-c5cb-4c4c-a2b7-893b58e15eea tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569181 May 25 20:08:17.961426 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [req-ea07da62-dcbf-43bb-b341-5c90d5a023d7 req-fd04a339-c4be-4ddc-b967-38c01417f5b7 tempest-SecurityGroupsNegativeTestJSON-1269671643 tempest-SecurityGroupsNegativeTestJSON-1269671643-project] show failed (client error): The resource could not be found. May 25 20:08:17.963220 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea07da62-dcbf-43bb-b341-5c90d5a023d7 req-fd04a339-c4be-4ddc-b967-38c01417f5b7 tempest-SecurityGroupsNegativeTestJSON-1269671643 tempest-SecurityGroupsNegativeTestJSON-1269671643-project] 10.222.0.60 "GET /v2.0/security-groups/10fef6f9-6213-40e9-9e67-654350731df6 HTTP/1.1" status: 404 len: 352 time: 0.0194366 May 25 20:08:17.978722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42850) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:17.982885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['0a036baa-382d-4967-8760-a95fa312e52d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:08:18.121056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d364190-f488-408f-9ac5-e33662c3524c admin admin] Deleting subnet 6dbc0984-32a5-4cf2-acfb-b96d2662f7b1 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:08:18.128233 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d364190-f488-408f-9ac5-e33662c3524c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:18.257978 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d364190-f488-408f-9ac5-e33662c3524c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:18.308128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106172f-2dda-498b-ab7c-dabb190c18a7 req-c46b0386-88dc-48bc-90ca-d083deb66e90 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:18.309913 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e106172f-2dda-498b-ab7c-dabb190c18a7 req-c46b0386-88dc-48bc-90ca-d083deb66e90 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 945 time: 0.1281683 May 25 20:08:18.360094 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d364190-f488-408f-9ac5-e33662c3524c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:18.416930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf398b-38b4-4ed3-95a1-7909807ecbaf req-a25e6ac2-e453-4021-8e84-33e7aa75eb21 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:18.422811 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85bf398b-38b4-4ed3-95a1-7909807ecbaf req-a25e6ac2-e453-4021-8e84-33e7aa75eb21 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2474563 May 25 20:08:18.425068 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e106172f-2dda-498b-ab7c-dabb190c18a7 req-f1e4fd7b-b38b-41b7-9782-812bd28d5759 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030016 May 25 20:08:18.503930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85bf398b-38b4-4ed3-95a1-7909807ecbaf req-a3b8d99a-9320-440d-83f5-86ca3660c68a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737276 May 25 20:08:18.513097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d364190-f488-408f-9ac5-e33662c3524c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:18.593136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d364190-f488-408f-9ac5-e33662c3524c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dbc0984-32a5-4cf2-acfb-b96d2662f7b1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:18.603025 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d364190-f488-408f-9ac5-e33662c3524c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:18.612868 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8d364190-f488-408f-9ac5-e33662c3524c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6dbc0984-32a5-4cf2-acfb-b96d2662f7b1 HTTP/1.1" status: 204 len: 168 time: 0.6321602 May 25 20:08:18.617082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42882) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:18.677872 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-513c44e3-b595-4b1a-a0b7-5105ee03e24e req-56c7c157-a387-4a5e-9a93-9f6dd31fadfd tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0875614 May 25 20:08:18.828253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-36d79712-6995-4d48-bc48-e9b973af47ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:18.942185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96992a47-686a-4a3c-bdcb-b63b34c33c94 req-24572d89-7172-4ef6-9725-2fe3a05204c7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:18.950087 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96992a47-686a-4a3c-bdcb-b63b34c33c94 req-24572d89-7172-4ef6-9725-2fe3a05204c7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1300573 May 25 20:08:19.023370 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96992a47-686a-4a3c-bdcb-b63b34c33c94 req-02c2d3f6-19dc-42a3-9ff3-466961737f37 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715773 May 25 20:08:19.044975 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-36d79712-6995-4d48-bc48-e9b973af47ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:19.173567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-36d79712-6995-4d48-bc48-e9b973af47ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252a823d-6b3c-4688-a91c-8a287df92a92']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:19.204337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-36d79712-6995-4d48-bc48-e9b973af47ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7627a070-77e2-4d56-a154-08d01dc1c14a') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:19.205218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-36d79712-6995-4d48-bc48-e9b973af47ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7627a070-77e2-4d56-a154-08d01dc1c14a') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:19.236330 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-36d79712-6995-4d48-bc48-e9b973af47ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:19.266026 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-36d79712-6995-4d48-bc48-e9b973af47ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:19.286364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d79712-6995-4d48-bc48-e9b973af47ec admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:08:19.287882 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-36d79712-6995-4d48-bc48-e9b973af47ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:19.406774 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 7627a070-77e2-4d56-a154-08d01dc1c14a resource provider aggregate not found May 25 20:08:19.435531 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 7627a070-77e2-4d56-a154-08d01dc1c14a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7627a070-77e2-4d56-a154-08d01dc1c14a found for delete ", "request_id": "req-f8c4076c-24ac-4d3e-8b01-8760c5890efd"}]} May 25 20:08:19.452897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023672fc-2a7d-4e64-9594-06cf77338b30 req-bad290ae-8ee2-481f-a47c-67c0144ec3cf tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:19.454714 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-023672fc-2a7d-4e64-9594-06cf77338b30 req-bad290ae-8ee2-481f-a47c-67c0144ec3cf tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.3535490 May 25 20:08:19.505763 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-36d79712-6995-4d48-bc48-e9b973af47ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:19.538107 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-36d79712-6995-4d48-bc48-e9b973af47ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:19.561546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d79712-6995-4d48-bc48-e9b973af47ec admin admin] Pushing event deleted for resources: {'Network': ['ID=252a823d-6b3c-4688-a91c-8a287df92a92,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:19.570207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-36d79712-6995-4d48-bc48-e9b973af47ec admin admin] 10.222.0.60 "DELETE /v2.0/networks/252a823d-6b3c-4688-a91c-8a287df92a92 HTTP/1.1" status: 204 len: 168 time: 0.9487123 May 25 20:08:19.589489 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-023672fc-2a7d-4e64-9594-06cf77338b30 req-10904d1e-7bbb-48a3-a49a-b7cc9480f00a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071658 May 25 20:08:19.817234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42952) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:19.872873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6e96d-060f-4b7a-813d-234a31dd1be4 req-29efb5b1-9bf3-4d69-ac7b-b1e2b9901171 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:19.875722 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1fa6e96d-060f-4b7a-813d-234a31dd1be4 req-29efb5b1-9bf3-4d69-ac7b-b1e2b9901171 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 945 time: 0.1640475 May 25 20:08:19.922447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab349e4-0b75-4eb6-bb9a-11f46c3d6130 req-10d70bef-230f-4608-acb0-c86bcda4abcf tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:19.932408 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eab349e4-0b75-4eb6-bb9a-11f46c3d6130 req-10d70bef-230f-4608-acb0-c86bcda4abcf tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1961737 May 25 20:08:19.938029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e070e1f8-ac1a-4bd9-931e-d8012e32aeee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=333531d0d90249dda21443407e885276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1193376 May 25 20:08:19.943408 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42964) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:19.950599 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1fa6e96d-060f-4b7a-813d-234a31dd1be4 req-5bfaf55c-6739-4efd-bf36-d25df9708a55 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677896 May 25 20:08:20.020089 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eab349e4-0b75-4eb6-bb9a-11f46c3d6130 req-be359bb5-e39f-4331-ba31-d91fc812f927 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865200 May 25 20:08:20.047423 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:20.107469 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:20.206646 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:20.237477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcffbe78-fa09-48a7-a4ec-6ea9baecf8e9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:20.264982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:20.265609 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:20.266278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:20.267055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:20.267831 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:20.268583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:20.269307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:20.269944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:20.271750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:20.271750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:20.271750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:20.272308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:20.280417 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:20.283151 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fdfb2ee4-e7a9-483f-853c-aaee303b52c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fcffbe78-fa09-48a7-a4ec-6ea9baecf8e9 HTTP/1.1" status: 204 len: 168 time: 0.3374970 May 25 20:08:20.295071 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf7602a-cbde-4d89-8b18-0f9f1b1eeea6 req-355d6d08-0c94-4c5c-b606-0190ffcc1170 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0841956 May 25 20:08:20.718320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95da8ff-dce9-4295-a70b-b9e02b10e6fa req-0c2a45bb-8901-4336-86d9-22e3d6a808e3 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:20.728635 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e95da8ff-dce9-4295-a70b-b9e02b10e6fa req-0c2a45bb-8901-4336-86d9-22e3d6a808e3 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1802583 May 25 20:08:20.809971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863faee1-c976-423d-a0f5-7fc92c3ce5cf req-33239fa4-0308-4a0f-8c89-a4ba6b711a68 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:20.812426 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-863faee1-c976-423d-a0f5-7fc92c3ce5cf req-33239fa4-0308-4a0f-8c89-a4ba6b711a68 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c3cf5c-8463-4fef-814e-c32cfaf0bca8 HTTP/1.1" status: 200 len: 945 time: 0.1551039 May 25 20:08:20.821437 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e95da8ff-dce9-4295-a70b-b9e02b10e6fa req-f62abb28-5c40-4f83-9873-d1f7a42eab61 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914302 May 25 20:08:20.911675 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-863faee1-c976-423d-a0f5-7fc92c3ce5cf req-3f276837-1019-4c63-89a7-deb42f6adee7 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906100 May 25 20:08:21.046271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0a036baa-382d-4967-8760-a95fa312e52d up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:08:21.200794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a38a1-a669-4640-93ec-b660936d3644 req-13c13f21-8cd2-438c-92e0-7277fc140510 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:21.208165 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-504a38a1-a669-4640-93ec-b660936d3644 req-13c13f21-8cd2-438c-92e0-7277fc140510 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2201340 May 25 20:08:21.222125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 0a036baa-382d-4967-8760-a95fa312e52d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:08:21.236811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 0a036baa-382d-4967-8760-a95fa312e52d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:08:21.238742 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:21.321187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31ee77-81b6-4339-b8c6-5ed9dd3c5a8d req-42f253e6-d44d-4559-9cd3-36a6e09a662b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:21.322424 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-504a38a1-a669-4640-93ec-b660936d3644 req-debb0a38-4ca4-4781-8244-01eae945dca1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938754 May 25 20:08:21.340782 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1b31ee77-81b6-4339-b8c6-5ed9dd3c5a8d req-42f253e6-d44d-4559-9cd3-36a6e09a662b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 945 time: 0.1806335 May 25 20:08:21.439056 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1b31ee77-81b6-4339-b8c6-5ed9dd3c5a8d req-215b6fd2-3134-4889-a48a-6363014e3133 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973005 May 25 20:08:21.559450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 0a036baa-382d-4967-8760-a95fa312e52d is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:08:21.560503 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:21.572196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1254e2a-7c0b-4b52-baa9-7f41acf4e064 req-a9180de9-11d6-4f82-92b6-6d32b13a0909 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:21.576210 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1254e2a-7c0b-4b52-baa9-7f41acf4e064 req-a9180de9-11d6-4f82-92b6-6d32b13a0909 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1129575 May 25 20:08:21.633828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83b3c92-12a6-4909-b547-1a3d449302cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a036baa-382d-4967-8760-a95fa312e52d'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:21.656988 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1254e2a-7c0b-4b52-baa9-7f41acf4e064 req-0bb9b1c5-3e65-4279-af7f-60226fc0e90a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750153 May 25 20:08:21.660310 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 0a036baa-382d-4967-8760-a95fa312e52d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0a036baa-382d-4967-8760-a95fa312e52d,segment=NetworkSegment(bf166c4a-7471-468f-bda9-4c95cbb369a8),segment_id=bf166c4a-7471-468f-bda9-4c95cbb369a8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:21.666612 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:21.710226 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53055672-1113-4e11-ac9e-9ab91ccd5d83 req-0c7c98f3-546f-4e86-a595-7ec843ad1a63 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0744565 May 25 20:08:21.754907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaee69-81ce-474f-9452-dce72b04d6d4 req-d16a7b2e-c1b9-48af-86f3-4fc08d34b3a3 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:21.758989 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8beaee69-81ce-474f-9452-dce72b04d6d4 req-d16a7b2e-c1b9-48af-86f3-4fc08d34b3a3 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.70 "GET /v2.0/ports?device_id=24c3cf5c-8463-4fef-814e-c32cfaf0bca8 HTTP/1.1" status: 200 len: 945 time: 0.2155199 May 25 20:08:21.817853 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c823a24-f7dd-4604-9d82-d274d98b0605'] response: {'server_uuid': 'a83b3c92-12a6-4909-b547-1a3d449302cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a036baa-382d-4967-8760-a95fa312e52d', 'code': 200} May 25 20:08:21.833196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=0a036baa-382d-4967-8760-a95fa312e52d,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:21.974132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43012) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:22.142822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-584309877-network', 'tenant_id': '1d4e429d5802433c800a6b54925fe26b'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:22.149596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:22.155838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Usage tracker for resource:network and tenant:1d4e429d5802433c800a6b54925fe26b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:22.164342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-8beaee69-81ce-474f-9452-dce72b04d6d4 req-8fb8ee96-b27d-49b2-88d2-971fdc43a201 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Deleting port 9f5de9a3-7400-4e60-8e42-4926776e9bf5 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:08:22.164942 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8beaee69-81ce-474f-9452-dce72b04d6d4 req-8fb8ee96-b27d-49b2-88d2-971fdc43a201 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:22.167541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:22.175225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:22.192270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Made reservation on behalf of 1d4e429d5802433c800a6b54925fe26b for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:08:22.195899 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:22.211208 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:22.230947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:22.240007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5605d-a42b-49ef-937b-9fe3c2dca5fc req-07db5247-7c5b-44e7-a879-c44ef3af944f tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:22.248030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eeb5605d-a42b-49ef-937b-9fe3c2dca5fc req-07db5247-7c5b-44e7-a879-c44ef3af944f tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c3cf5c-8463-4fef-814e-c32cfaf0bca8 HTTP/1.1" status: 200 len: 945 time: 0.1611271 May 25 20:08:22.264139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:1d4e429d5802433c800a6b54925fe26b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:22.268169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:22.278886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:22.304808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638ed13-e33b-4aaa-9bba-875e59e08343 req-c19d2091-604d-48e6-bcb9-5326208cfe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:22.306347 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1638ed13-e33b-4aaa-9bba-875e59e08343 req-c19d2091-604d-48e6-bcb9-5326208cfe22 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 1097 time: 0.3334100 May 25 20:08:22.317200 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eeb5605d-a42b-49ef-937b-9fe3c2dca5fc req-c9ab4efb-eadd-4033-8481-f3d2f5a60357 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/security-groups?id=79c49fa3-fba9-46b4-83c7-3cf82a509fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682926 May 25 20:08:22.322479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684eb048-e7dc-4763-9259-7c42594ece53 req-9335ecd2-52ad-4bf2-b9a0-edbb2897933b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:22.324037 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-684eb048-e7dc-4763-9259-7c42594ece53 req-9335ecd2-52ad-4bf2-b9a0-edbb2897933b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.3052301 May 25 20:08:22.474407 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:22.480399 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:22.488518 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1638ed13-e33b-4aaa-9bba-875e59e08343 req-fc694308-e74c-4ef3-bb77-226b8462c2ee service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744447 May 25 20:08:22.494785 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-684eb048-e7dc-4763-9259-7c42594ece53 req-838fdcfd-6375-4636-8b7b-e336872ce59c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546004 May 25 20:08:22.521044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:08:22.540636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02af5f5-31dd-4a42-9e18-b10338e14d2b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:22.548097 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:22.548710 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Added segment a6564a70-6812-4806-b7bb-5d6c53b0f7b2 of type vlan for network 375be6b1-b37d-4937-a2f2-931cd2286277 May 25 20:08:22.571477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7da27-ced2-441f-814a-ab7cfba8a3e0 req-e1abaaa6-87e5-4456-938a-3051b5f5b15d tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:22.572963 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42d7da27-ced2-441f-814a-ab7cfba8a3e0 req-e1abaaa6-87e5-4456-938a-3051b5f5b15d tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.70 "GET /v2.0/ports?device_id=335a16a0-bfae-46de-9dd9-9bd1d7245c44 HTTP/1.1" status: 200 len: 945 time: 0.1927917 May 25 20:08:22.597898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-8beaee69-81ce-474f-9452-dce72b04d6d4 req-8fb8ee96-b27d-49b2-88d2-971fdc43a201 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] For port 9f5de9a3-7400-4e60-8e42-4926776e9bf5, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9f5de9a3-7400-4e60-8e42-4926776e9bf5,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:22.598549 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8beaee69-81ce-474f-9452-dce72b04d6d4 req-8fb8ee96-b27d-49b2-88d2-971fdc43a201 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:22.674515 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:22.748467 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:22.749503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:22.750325 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:22.770724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-8beaee69-81ce-474f-9452-dce72b04d6d4 req-8fb8ee96-b27d-49b2-88d2-971fdc43a201 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Calling delete_port for 9f5de9a3-7400-4e60-8e42-4926776e9bf5 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:08:22.793819 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a8dce-93f6-4ebe-9bc9-6edb8e12e9cd req-70bc9ffd-2631-4d0b-879e-8d21770d9249 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:22.794133 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-485a8dce-93f6-4ebe-9bc9-6edb8e12e9cd req-70bc9ffd-2631-4d0b-879e-8d21770d9249 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2169909 May 25 20:08:22.995544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8032c3-ff3e-4584-82a4-965b360c5d00 req-72a2631e-ea6a-41b9-8f55-fc7d4abab0f5 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:22.998102 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f8032c3-ff3e-4584-82a4-965b360c5d00 req-72a2631e-ea6a-41b9-8f55-fc7d4abab0f5 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 946 time: 0.2345047 May 25 20:08:23.074250 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f8032c3-ff3e-4584-82a4-965b360c5d00 req-36219fa1-7390-4adb-89f0-6545b3845d8b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649579 May 25 20:08:23.075436 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8beaee69-81ce-474f-9452-dce72b04d6d4 req-8fb8ee96-b27d-49b2-88d2-971fdc43a201 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:23.088265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['061928dd-22cd-4776-9550-74d6765f7bc8'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:08:23.143951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8ee96-b27d-49b2-88d2-971fdc43a201 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Pushing event deleted for resources: {'Port': ['ID=9f5de9a3-7400-4e60-8e42-4926776e9bf5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:23.166313 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-485a8dce-93f6-4ebe-9bc9-6edb8e12e9cd req-b357a0b6-eea8-494b-9bdf-d2c599d4b354 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306231 May 25 20:08:23.177219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] Pushing event updated for resources: {'Network': ['ID=375be6b1-b37d-4937-a2f2-931cd2286277,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:23.202221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43028) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:23.203373 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-be4158f8-4491-44e0-af85-b37635bee0e0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2266603 May 25 20:08:23.209747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-42d7da27-ced2-441f-814a-ab7cfba8a3e0 req-c52a7732-559e-4ad5-b608-32dade3f7277 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Deleting port 061928dd-22cd-4776-9550-74d6765f7bc8 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:08:23.209747 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-42d7da27-ced2-441f-814a-ab7cfba8a3e0 req-c52a7732-559e-4ad5-b608-32dade3f7277 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:23.216834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 375be6b1-b37d-4937-a2f2-931cd2286277 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:08:23.222196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Request body: {'subnet': {'network_id': '375be6b1-b37d-4937-a2f2-931cd2286277', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-584309877-subnet', 'tenant_id': '1d4e429d5802433c800a6b54925fe26b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:23.256032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:23.267338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Usage tracker for resource:subnet and tenant:1d4e429d5802433c800a6b54925fe26b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:23.277617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:23.282322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-8beaee69-81ce-474f-9452-dce72b04d6d4 req-8fb8ee96-b27d-49b2-88d2-971fdc43a201 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] No DVR routers for this DVR port 9f5de9a3-7400-4e60-8e42-4926776e9bf5 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:08:23.287704 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8beaee69-81ce-474f-9452-dce72b04d6d4 req-8fb8ee96-b27d-49b2-88d2-971fdc43a201 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:23.290338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c3cf5c-8463-4fef-814e-c32cfaf0bca8', 'name': 'network-vif-deleted', 'tag': '9f5de9a3-7400-4e60-8e42-4926776e9bf5'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:23.295408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:23.314125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8beaee69-81ce-474f-9452-dce72b04d6d4 req-8fb8ee96-b27d-49b2-88d2-971fdc43a201 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.70 "DELETE /v2.0/ports/9f5de9a3-7400-4e60-8e42-4926776e9bf5 HTTP/1.1" status: 204 len: 173 time: 1.5493543 May 25 20:08:23.315231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Made reservation on behalf of 1d4e429d5802433c800a6b54925fe26b for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:08:23.318910 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:23.563791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b0952-207a-4fd4-b1e2-e6f7fe727209 req-f14c00dc-68ed-4d6a-b821-add53bd59bf8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:23.572710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e1b0952-207a-4fd4-b1e2-e6f7fe727209 req-f14c00dc-68ed-4d6a-b821-add53bd59bf8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2309823 May 25 20:08:23.639246 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-97abc078-6955-43aa-9a22-7e738b930d52 req-556da742-29d9-4e0b-8380-deb39bcbed3b tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1684062 May 25 20:08:23.689303 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:23.709704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e1b0952-207a-4fd4-b1e2-e6f7fe727209 req-298b5fea-8e9c-493c-92fe-cdd9c7f7cdae tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351025 May 25 20:08:23.772191 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c37833-3bd9-45a5-a60f-5fbf511f03a1'] response: {'server_uuid': '24c3cf5c-8463-4fef-814e-c32cfaf0bca8', 'name': 'network-vif-deleted', 'tag': '9f5de9a3-7400-4e60-8e42-4926776e9bf5', 'status': 'completed', 'code': 200} May 25 20:08:23.821627 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:23.941361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-42d7da27-ced2-441f-814a-ab7cfba8a3e0 req-c52a7732-559e-4ad5-b608-32dade3f7277 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] For port 061928dd-22cd-4776-9550-74d6765f7bc8, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=061928dd-22cd-4776-9550-74d6765f7bc8,segment=NetworkSegment(f0ca3c3c-f78e-441f-85ce-9f5551cb9427),segment_id=f0ca3c3c-f78e-441f-85ce-9f5551cb9427)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:23.941956 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-42d7da27-ced2-441f-814a-ab7cfba8a3e0 req-c52a7732-559e-4ad5-b608-32dade3f7277 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:24.099792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd89509f-89da-4552-a1fb-3f841b907bfd,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:24.131939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ec1f7934-f888-4c5d-8099-4c52b9271ff5 req-c6b10751-c57c-4be6-b681-eaa37d5af76e tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Synchronizing usage tracker for tenant:1d33a86df2de47678c79013a74f5fa45 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:24.189496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Checking segment: {'id': 'a6564a70-6812-4806-b7bb-5d6c53b0f7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '375be6b1-b37d-4937-a2f2-931cd2286277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:08:24.192902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Network hostable DHCP agents. Network: 375be6b1-b37d-4937-a2f2-931cd2286277, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:08:24.210119 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ec1f7934-f888-4c5d-8099-4c52b9271ff5 req-c6b10751-c57c-4be6-b681-eaa37d5af76e tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Unset dirty status for tenant:1d33a86df2de47678c79013a74f5fa45 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:24.225706 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec1f7934-f888-4c5d-8099-4c52b9271ff5 req-c6b10751-c57c-4be6-b681-eaa37d5af76e tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.60 "GET /v2.0/ports?device_id=24c3cf5c-8463-4fef-814e-c32cfaf0bca8 HTTP/1.1" status: 200 len: 210 time: 0.2635508 May 25 20:08:24.259047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Network 375be6b1-b37d-4937-a2f2-931cd2286277 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:08:24.286502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 375be6b1-b37d-4937-a2f2-931cd2286277) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:08:24.293669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:24.294831 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:24.300081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993d1a9e-f58a-4dd0-8315-fd03bc5811c1 None None] Network 375be6b1-b37d-4937-a2f2-931cd2286277 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:08:24.352916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-42d7da27-ced2-441f-814a-ab7cfba8a3e0 req-c52a7732-559e-4ad5-b608-32dade3f7277 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Calling delete_port for 061928dd-22cd-4776-9550-74d6765f7bc8 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:08:24.360840 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a2311e8e-c425-470c-9753-48261ed4527f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1569853 May 25 20:08:24.625783 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-42d7da27-ced2-441f-814a-ab7cfba8a3e0 req-c52a7732-559e-4ad5-b608-32dade3f7277 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:24.766419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbac0db-f2bb-4ea8-abbc-afc3cad857b7 req-e1734597-1361-463b-856c-129ea82a4dac tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:24.777623 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0dbac0db-f2bb-4ea8-abbc-afc3cad857b7 req-e1734597-1361-463b-856c-129ea82a4dac tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.8042397 May 25 20:08:24.785334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a7732-559e-4ad5-b608-32dade3f7277 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Pushing event deleted for resources: {'Port': ['ID=061928dd-22cd-4776-9550-74d6765f7bc8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:24.840036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35474e-6005-472d-864f-c0a891cd7bfe req-803e0e47-c413-4599-a85c-457300b8d960 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:24.853660 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c35474e-6005-472d-864f-c0a891cd7bfe req-803e0e47-c413-4599-a85c-457300b8d960 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 946 time: 0.4297197 May 25 20:08:24.855829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1584b6a4-8ab8-487c-88d0-0051de543687 None None] Network 375be6b1-b37d-4937-a2f2-931cd2286277 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:08:24.923331 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c35474e-6005-472d-864f-c0a891cd7bfe req-a8e00c91-a952-4e92-a2af-b71bda22e456 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681403 May 25 20:08:24.926757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d7da27-ced2-441f-814a-ab7cfba8a3e0 req-c52a7732-559e-4ad5-b608-32dade3f7277 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] No DVR routers for this DVR port 061928dd-22cd-4776-9550-74d6765f7bc8 on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:08:24.934787 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-42d7da27-ced2-441f-814a-ab7cfba8a3e0 req-c52a7732-559e-4ad5-b608-32dade3f7277 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:24.939253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335a16a0-bfae-46de-9dd9-9bd1d7245c44', 'name': 'network-vif-deleted', 'tag': '061928dd-22cd-4776-9550-74d6765f7bc8'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:24.972316 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0dbac0db-f2bb-4ea8-abbc-afc3cad857b7 req-a359bd62-42b2-425b-869f-c58ef48c3e5c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932049 May 25 20:08:24.993694 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42d7da27-ced2-441f-814a-ab7cfba8a3e0 req-c52a7732-559e-4ad5-b608-32dade3f7277 tempest-ListServersNegativeTestJSON-794039562 tempest-ListServersNegativeTestJSON-794039562-project] 10.222.0.70 "DELETE /v2.0/ports/061928dd-22cd-4776-9550-74d6765f7bc8 HTTP/1.1" status: 204 len: 173 time: 2.2141409 May 25 20:08:25.084285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 061928dd-22cd-4776-9550-74d6765f7bc8 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:08:25.156346 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:08:25.199146 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56629792-f2d7-4d9e-9a48-ab1926e1275f req-fa0b9b09-467e-4a3c-88e4-fe052b382b5d tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0633612 May 25 20:08:25.230057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 061928dd-22cd-4776-9550-74d6765f7bc8 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:08:25.230508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 061928dd-22cd-4776-9550-74d6765f7bc8 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:08:25.234375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 9f5de9a3-7400-4e60-8e42-4926776e9bf5 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:08:25.278776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0afb22-de9c-4cbc-94ab-c159af047e1e req-d7598b4e-c74e-43eb-a71d-16cd6d562888 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:25.293109 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8f0afb22-de9c-4cbc-94ab-c159af047e1e req-d7598b4e-c74e-43eb-a71d-16cd6d562888 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1444988 May 25 20:08:25.324738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 9f5de9a3-7400-4e60-8e42-4926776e9bf5 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:08:25.325962 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 9f5de9a3-7400-4e60-8e42-4926776e9bf5 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:08:25.381074 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8f0afb22-de9c-4cbc-94ab-c159af047e1e req-bc032668-d04d-4a02-9b6b-e3324ddc1908 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759504 May 25 20:08:25.621403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c3821-85d8-4494-9e77-84feacc4aab4 req-460d091f-e34f-41e2-a603-cf1158a7ce2c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:25.623805 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e9c3821-85d8-4494-9e77-84feacc4aab4 req-460d091f-e34f-41e2-a603-cf1158a7ce2c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1197796 May 25 20:08:25.695487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e9c3821-85d8-4494-9e77-84feacc4aab4 req-698fd38d-a4db-4c73-bb9b-6a030e7e1bf1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554295 May 25 20:08:25.750184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-c4176d7a-56aa-4e83-8fa6-1587b6b716e6 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:25.751377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-c4176d7a-56aa-4e83-8fa6-1587b6b716e6 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Synchronizing usage tracker for tenant:1d4e429d5802433c800a6b54925fe26b on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:25.777549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-c4176d7a-56aa-4e83-8fa6-1587b6b716e6 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Unset dirty status for tenant:1d4e429d5802433c800a6b54925fe26b on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:25.789213 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-c4176d7a-56aa-4e83-8fa6-1587b6b716e6 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/networks?id=375be6b1-b37d-4937-a2f2-931cd2286277 HTTP/1.1" status: 200 len: 817 time: 0.2500398 May 25 20:08:25.823188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-d1f731ff-4975-4906-8c24-b65b5ea38360 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/quotas/1d4e429d5802433c800a6b54925fe26b HTTP/1.1" status: 200 len: 375 time: 0.0321755 May 25 20:08:25.887558 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-93046cda-4072-4b55-a665-2b0770732e51 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d4e429d5802433c800a6b54925fe26b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628560 May 25 20:08:25.891979 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e53fa68-4afb-4680-9c88-89056374fb7b req-e6ecc706-f07d-4144-8ab8-0925faeed02a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-133271381&fields=id&tenant_id=dfca10d1e8a14dc5a547fe3f642bae44 HTTP/1.1" status: 200 len: 267 time: 0.0694280 May 25 20:08:25.994644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53fa68-4afb-4680-9c88-89056374fb7b req-9e445ed5-a7f0-4ce5-84f6-ffb39e98744e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:26.001933 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e53fa68-4afb-4680-9c88-89056374fb7b req-9e445ed5-a7f0-4ce5-84f6-ffb39e98744e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 946 time: 0.1034300 May 25 20:08:26.009497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-1e53fa68-4afb-4680-9c88-89056374fb7b req-8ce6bed4-d761-4659-a424-8311d374b62b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'port': {'security_groups': ['ea87c818-4bdc-4dc8-9747-4c54129dfe13', '8483a467-b75c-4b38-a960-e2fbe7e45824']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:26.074787 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-6c958197-a047-4676-8689-8fa96f068485 service neutron] 10.222.0.60 "GET /v2.0/networks/375be6b1-b37d-4937-a2f2-931cd2286277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762159 May 25 20:08:26.148707 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1e53fa68-4afb-4680-9c88-89056374fb7b req-8ce6bed4-d761-4659-a424-8311d374b62b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:26.218668 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-7efa5e51-354f-420c-b070-2aef100702cc service neutron] 10.222.0.60 "GET /v2.0/networks/375be6b1-b37d-4937-a2f2-931cd2286277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429090 May 25 20:08:26.395781 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d59b74-c91f-4fd4-8f94-09ddc01eb316'] response: {'server_uuid': '335a16a0-bfae-46de-9dd9-9bd1d7245c44', 'name': 'network-vif-deleted', 'tag': '061928dd-22cd-4776-9550-74d6765f7bc8', 'status': 'completed', 'code': 200} May 25 20:08:26.529660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1e53fa68-4afb-4680-9c88-89056374fb7b req-8ce6bed4-d761-4659-a424-8311d374b62b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] For port 0a036baa-382d-4967-8760-a95fa312e52d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0a036baa-382d-4967-8760-a95fa312e52d,segment=NetworkSegment(bf166c4a-7471-468f-bda9-4c95cbb369a8),segment_id=bf166c4a-7471-468f-bda9-4c95cbb369a8)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:26.586489 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1e53fa68-4afb-4680-9c88-89056374fb7b req-8ce6bed4-d761-4659-a424-8311d374b62b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:26.592443 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1e53fa68-4afb-4680-9c88-89056374fb7b req-8ce6bed4-d761-4659-a424-8311d374b62b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:26.610722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b9a2b57a-3d45-468c-a18d-65f066cfd911', '0a036baa-382d-4967-8760-a95fa312e52d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:08:26.701065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6bed4-d761-4659-a424-8311d374b62b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'Port': ['ID=0a036baa-382d-4967-8760-a95fa312e52d,revision_number=6']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:26.746133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53fa68-4afb-4680-9c88-89056374fb7b req-8ce6bed4-d761-4659-a424-8311d374b62b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:26.754328 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1e53fa68-4afb-4680-9c88-89056374fb7b req-8ce6bed4-d761-4659-a424-8311d374b62b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:26.761083 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e53fa68-4afb-4680-9c88-89056374fb7b req-8ce6bed4-d761-4659-a424-8311d374b62b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "PUT /v2.0/ports/0a036baa-382d-4967-8760-a95fa312e52d HTTP/1.1" status: 200 len: 982 time: 0.7570839 May 25 20:08:26.761645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83b3c92-12a6-4909-b547-1a3d449302cf', 'tag': '0a036baa-382d-4967-8760-a95fa312e52d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:26.842519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['0a036baa-382d-4967-8760-a95fa312e52d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:08:27.014948 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22cad4b9-2256-401d-958e-bb13ca01c9ec req-71537d41-85d1-403b-9976-a056f6aa839e tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1307435 May 25 20:08:27.035035 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151d663-f537-4b0b-8841-016cdb28b5f7 req-826f84d0-1780-456a-b55b-49962ada6a7f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:27.051308 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e151d663-f537-4b0b-8841-016cdb28b5f7 req-826f84d0-1780-456a-b55b-49962ada6a7f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.4656293 May 25 20:08:27.155458 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e151d663-f537-4b0b-8841-016cdb28b5f7 req-358976b8-87a7-40fc-b52a-e20a68234233 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027539 May 25 20:08:27.306803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c243635-d9f4-4338-9045-d2ccb8b82d88 req-7f413882-76cb-4a7f-8b98-2b25bc07ec13 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 210 time: 0.0749724 May 25 20:08:27.417989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43098) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:27.530532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ec7ef-aae1-4cbf-bde6-6656200c072a req-36888670-dd5c-44d1-9d02-5dad9cb7fbdd tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:27.533210 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-588ec7ef-aae1-4cbf-bde6-6656200c072a req-36888670-dd5c-44d1-9d02-5dad9cb7fbdd tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1597269 May 25 20:08:27.554070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cc6c9b-caad-488f-8099-3587dba11f1f admin admin] Deleting subnet 93786fb4-8a0e-48f7-bec0-cb4603ca7f09 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:08:27.567374 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00cc6c9b-caad-488f-8099-3587dba11f1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:27.621067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-588ec7ef-aae1-4cbf-bde6-6656200c072a req-f6a9cb69-7ee8-4833-a117-9f2c434d8b44 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792742 May 25 20:08:27.721384 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00cc6c9b-caad-488f-8099-3587dba11f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:27.810684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f1c2277a-67e6-4375-95cf-d9a01cf02f5f req-39bfa7bd-c5b9-4228-992a-dca662077232 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/8483a467-b75c-4b38-a960-e2fbe7e45824 HTTP/1.1" status: 200 len: 1799 time: 0.1445484 May 25 20:08:27.814444 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:27.833301 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00cc6c9b-caad-488f-8099-3587dba11f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:27.876667 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [req-f1c2277a-67e6-4375-95cf-d9a01cf02f5f req-8bbc1a45-5001-48c5-9a26-2e486a5e2f64 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] delete failed (client error): There was a conflict when trying to complete your request. May 25 20:08:27.877657 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f1c2277a-67e6-4375-95cf-d9a01cf02f5f req-8bbc1a45-5001-48c5-9a26-2e486a5e2f64 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "DELETE /v2.0/security-groups/8483a467-b75c-4b38-a960-e2fbe7e45824 HTTP/1.1" status: 409 len: 341 time: 0.0632820 May 25 20:08:27.880280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fae91-e9b8-4df7-96ad-a83e2169f4c9 req-f4f2b4fa-f0b9-432f-b962-df3364fe9e14 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:27.882014 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-703fae91-e9b8-4df7-96ad-a83e2169f4c9 req-f4f2b4fa-f0b9-432f-b962-df3364fe9e14 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2365572 May 25 20:08:27.933253 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03824e8c-a79a-46b1-914c-939faffece0d'] response: {'name': 'network-changed', 'server_uuid': 'a83b3c92-12a6-4909-b547-1a3d449302cf', 'tag': '0a036baa-382d-4967-8760-a95fa312e52d', 'status': 'completed', 'code': 200} May 25 20:08:27.962490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-703fae91-e9b8-4df7-96ad-a83e2169f4c9 req-1c453393-8fbb-4140-830d-c16146fc6bac tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686362 May 25 20:08:28.001050 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00cc6c9b-caad-488f-8099-3587dba11f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:28.066466 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00cc6c9b-caad-488f-8099-3587dba11f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:28.074669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc6c9b-caad-488f-8099-3587dba11f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93786fb4-8a0e-48f7-bec0-cb4603ca7f09,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:28.086019 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cded4830-c205-4b8f-ab45-e69ea6886f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:28.092043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43108) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:28.094370 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-00cc6c9b-caad-488f-8099-3587dba11f1f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/93786fb4-8a0e-48f7-bec0-cb4603ca7f09 HTTP/1.1" status: 204 len: 168 time: 0.6749778 May 25 20:08:28.265882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1bd61-59ae-42b2-9daa-a25043efc210 req-0675b4c9-90df-4129-adf2-fa72e711e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:28.267400 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00a1bd61-59ae-42b2-9daa-a25043efc210 req-0675b4c9-90df-4129-adf2-fa72e711e0f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dfca10d1e8a14dc5a547fe3f642bae44&device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 1136 time: 0.3096547 May 25 20:08:28.272513 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f6a-fb29-4ae7-ac72-2792c9aba910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:28.395857 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-376f47a2-1055-4807-8a5c-d8c0dca34af6 req-0ee0677b-2f55-430c-858d-271aa9f22f64 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1788425 May 25 20:08:28.514578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-a196006a-a754-4d34-a529-11eb19dee89c tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:28.516130 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-a196006a-a754-4d34-a529-11eb19dee89c tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.70 "GET /v2.0/networks?id=375be6b1-b37d-4937-a2f2-931cd2286277 HTTP/1.1" status: 200 len: 817 time: 0.3471901 May 25 20:08:28.535346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Request body: {'port': {'device_id': 'c398c10e-68c2-44cb-ac94-26cb84adab84', 'network_id': '375be6b1-b37d-4937-a2f2-931cd2286277', 'admin_state_up': True, 'tenant_id': '1d4e429d5802433c800a6b54925fe26b'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:28.680247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1bd61-59ae-42b2-9daa-a25043efc210 req-176550f4-3714-4779-9b88-aaa801b78513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:28.682399 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00a1bd61-59ae-42b2-9daa-a25043efc210 req-176550f4-3714-4779-9b88-aaa801b78513 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e307142c-b5f9-4667-b92b-f2a2f087a2e8 HTTP/1.1" status: 200 len: 913 time: 0.4077053 May 25 20:08:28.691214 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f6a-fb29-4ae7-ac72-2792c9aba910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:28.862779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ccc44-93da-4487-927a-09354597c5d8 req-7701c0f1-90b7-431b-a871-a48cd0c78277 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:28.865755 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e58ccc44-93da-4487-927a-09354597c5d8 req-7701c0f1-90b7-431b-a871-a48cd0c78277 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 985 time: 0.5040915 May 25 20:08:28.869370 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00a1bd61-59ae-42b2-9daa-a25043efc210 req-ef3db405-656f-4ce2-989a-951012c338b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a036baa-382d-4967-8760-a95fa312e52d HTTP/1.1" status: 200 len: 217 time: 0.1660316 May 25 20:08:28.871043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b3fe3f6a-fb29-4ae7-ac72-2792c9aba910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9345058c-ebab-4e25-8967-26bfbaf0ee5c']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:28.978822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b3fe3f6a-fb29-4ae7-ac72-2792c9aba910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:28.979322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b3fe3f6a-fb29-4ae7-ac72-2792c9aba910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ca3c3c-f78e-441f-85ce-9f5551cb9427') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:29.031281 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f6a-fb29-4ae7-ac72-2792c9aba910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:29.064472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:29.071702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Usage tracker for resource:port and tenant:1d4e429d5802433c800a6b54925fe26b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:29.077251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:29.083836 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1bd61-59ae-42b2-9daa-a25043efc210 req-7a396a06-c42a-434b-9d9d-e3e9fb8ca953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:29.086230 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00a1bd61-59ae-42b2-9daa-a25043efc210 req-7a396a06-c42a-434b-9d9d-e3e9fb8ca953 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7904db8-0ee7-445a-9333-f768530bc968 HTTP/1.1" status: 200 len: 852 time: 0.2028193 May 25 20:08:29.090217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c4353-ba40-4829-b0ec-03476dfe8c90 req-da93edfb-ce9a-4c46-b54d-cfe818cd3a3a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:29.091352 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f6a-fb29-4ae7-ac72-2792c9aba910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:29.091731 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-563c4353-ba40-4829-b0ec-03476dfe8c90 req-da93edfb-ce9a-4c46-b54d-cfe818cd3a3a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.4457133 May 25 20:08:29.096350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:29.110827 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e58ccc44-93da-4487-927a-09354597c5d8 req-1d4648c0-e350-4ae6-9a5e-17dff039dfc0 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=8483a467-b75c-4b38-a960-e2fbe7e45824&id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2297766 May 25 20:08:29.132394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Made reservation on behalf of 1d4e429d5802433c800a6b54925fe26b for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:08:29.138136 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:29.225452 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-563c4353-ba40-4829-b0ec-03476dfe8c90 req-3765ff60-f9e2-440b-bcbe-1b3f05de5e5f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215897 May 25 20:08:29.247504 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00a1bd61-59ae-42b2-9daa-a25043efc210 req-d9577ecd-fcf0-4390-aae3-69805ad8959c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e307142c-b5f9-4667-b92b-f2a2f087a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526482 May 25 20:08:29.248915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fe3f6a-fb29-4ae7-ac72-2792c9aba910 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:08:29.249563 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f6a-fb29-4ae7-ac72-2792c9aba910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:29.372426 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment f0ca3c3c-f78e-441f-85ce-9f5551cb9427 resource provider aggregate not found May 25 20:08:29.433292 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment f0ca3c3c-f78e-441f-85ce-9f5551cb9427 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0ca3c3c-f78e-441f-85ce-9f5551cb9427 found for delete ", "request_id": "req-44eee01b-57ea-49f8-b335-088f6e377687"}]} May 25 20:08:29.500365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Allocated IP 172.20.0.6 (375be6b1-b37d-4937-a2f2-931cd2286277/dd89509f-89da-4552-a1fb-3f841b907bfd/a40e17ac-3b29-4595-9117-b4a8a51f390c) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:08:29.515498 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-70c66284-5522-49d5-b920-346335d3040b req-0da7cf99-cfd7-4e53-83dd-5518e9104b7e tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 210 time: 0.1596909 May 25 20:08:29.540730 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f6a-fb29-4ae7-ac72-2792c9aba910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:29.550524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb1178-c0e7-4ac9-978e-130c3ae599ec req-715a28c6-0bcb-4e14-bc0d-aceb8615f7d9 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:29.552083 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2dcb1178-c0e7-4ac9-978e-130c3ae599ec req-715a28c6-0bcb-4e14-bc0d-aceb8615f7d9 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1426070 May 25 20:08:29.590878 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f6a-fb29-4ae7-ac72-2792c9aba910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:29.611510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe3f6a-fb29-4ae7-ac72-2792c9aba910 admin admin] Pushing event deleted for resources: {'Network': ['ID=9345058c-ebab-4e25-8967-26bfbaf0ee5c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:29.650909 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b3fe3f6a-fb29-4ae7-ac72-2792c9aba910 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9345058c-ebab-4e25-8967-26bfbaf0ee5c HTTP/1.1" status: 204 len: 168 time: 1.5572233 May 25 20:08:29.690772 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00a1bd61-59ae-42b2-9daa-a25043efc210 req-f37e6fcd-9fa9-4489-87e6-30d3f49b7c6d service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951077 May 25 20:08:29.735493 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2dcb1178-c0e7-4ac9-978e-130c3ae599ec req-2cfd0ac6-b920-4a15-89dd-93b404bc660a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602070 May 25 20:08:29.881799 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00a1bd61-59ae-42b2-9daa-a25043efc210 req-ec41cf78-924d-435b-b8da-8eedb727c98c service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773760 May 25 20:08:29.911571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43134) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:30.134710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39bf2c95-9286-4cb0-bb73-0cd627a225ed req-6b50dc8b-c398-4bc2-8ed6-f7eb87f165bd tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0899808 May 25 20:08:30.204585 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a6d18363-00e6-4875-b997-8ba257af8086 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d33a86df2de47678c79013a74f5fa45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862496 May 25 20:08:30.206658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43140) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:30.255898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:30.275697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a2d86-270b-4a06-bcdd-cf4e2cca43a9 req-7976997f-8c23-4c2e-a0b7-a0f8b80715e2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:30.288222 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e95a2d86-270b-4a06-bcdd-cf4e2cca43a9 req-7976997f-8c23-4c2e-a0b7-a0f8b80715e2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.5849068 May 25 20:08:30.315392 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d63466bb-a81e-4bc7-bd03-e3ab45289822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:30.325574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f290a6-c358-4b00-8a0d-b94ecc3d91b6 req-b112035c-b2ee-44e8-907f-3acd0af89b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:30.327542 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57f290a6-c358-4b00-8a0d-b94ecc3d91b6 req-b112035c-b2ee-44e8-907f-3acd0af89b30 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dfca10d1e8a14dc5a547fe3f642bae44&device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 1136 time: 0.1922438 May 25 20:08:30.407817 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d63466bb-a81e-4bc7-bd03-e3ab45289822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:30.437528 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:30.459875 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e95a2d86-270b-4a06-bcdd-cf4e2cca43a9 req-8cfc38ff-1041-42c7-8028-bb4c9c75167b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698208 May 25 20:08:30.513985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f290a6-c358-4b00-8a0d-b94ecc3d91b6 req-01d41552-0215-4716-b8ab-286bebe23d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:30.516174 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57f290a6-c358-4b00-8a0d-b94ecc3d91b6 req-01d41552-0215-4716-b8ab-286bebe23d36 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e307142c-b5f9-4667-b92b-f2a2f087a2e8 HTTP/1.1" status: 200 len: 913 time: 0.1808009 May 25 20:08:30.530603 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-77e81ec9-5e43-4f7f-865a-65e54cf5519c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:30.564737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Network 375be6b1-b37d-4937-a2f2-931cd2286277 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:08:30.572108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:08:30.581258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:08:30.603397 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57f290a6-c358-4b00-8a0d-b94ecc3d91b6 req-8c9766ce-fd7f-40fd-afca-dad7e98e6d6e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a036baa-382d-4967-8760-a95fa312e52d HTTP/1.1" status: 200 len: 217 time: 0.0808916 May 25 20:08:30.632465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Pushing event updated for resources: {'Port': ['ID=a40e17ac-3b29-4595-9117-b4a8a51f390c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:30.661164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3310a-e4a2-4a2e-a3ff-24c0389c05e8 req-58db4811-9b59-4cd7-9dd4-d928a5a816c3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:30.669363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bdf3310a-e4a2-4a2e-a3ff-24c0389c05e8 req-58db4811-9b59-4cd7-9dd4-d928a5a816c3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 985 time: 0.3451185 May 25 20:08:30.696607 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d63466bb-a81e-4bc7-bd03-e3ab45289822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:30.706678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f290a6-c358-4b00-8a0d-b94ecc3d91b6 req-439b3324-9119-4bb0-abb5-39053d46b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:30.710665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57f290a6-c358-4b00-8a0d-b94ecc3d91b6 req-439b3324-9119-4bb0-abb5-39053d46b1e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7904db8-0ee7-445a-9333-f768530bc968 HTTP/1.1" status: 200 len: 852 time: 0.1003311 May 25 20:08:30.732654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63466bb-a81e-4bc7-bd03-e3ab45289822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c49fa3-fba9-46b4-83c7-3cf82a509fe2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:30.744283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:30.744985 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:30.783319 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bdf3310a-e4a2-4a2e-a3ff-24c0389c05e8 req-bd0fd59b-7171-445a-b90e-8ff451a76be3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=8483a467-b75c-4b38-a960-e2fbe7e45824&id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1128581 May 25 20:08:30.793626 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d63466bb-a81e-4bc7-bd03-e3ab45289822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:30.794793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d63466bb-a81e-4bc7-bd03-e3ab45289822 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79c49fa3-fba9-46b4-83c7-3cf82a509fe2 HTTP/1.1" status: 204 len: 168 time: 0.5869741 May 25 20:08:30.803210 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-f1e1ba43-85f7-4ada-8c83-6832ce7d387a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2717721 May 25 20:08:30.821373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Request body: {'port': {'device_id': 'c398c10e-68c2-44cb-ac94-26cb84adab84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:30.845814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57f290a6-c358-4b00-8a0d-b94ecc3d91b6 req-5adeb2d3-ab88-4ee4-946f-ceec06c6bf6b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e307142c-b5f9-4667-b92b-f2a2f087a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655334 May 25 20:08:31.026404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c254d-b77e-4f4f-9e7e-89a2aefe0f86 req-44e0c3d5-d392-468e-a0dd-86b19df4271a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:31.034289 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-576c254d-b77e-4f4f-9e7e-89a2aefe0f86 req-44e0c3d5-d392-468e-a0dd-86b19df4271a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.3218992 May 25 20:08:31.107467 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57f290a6-c358-4b00-8a0d-b94ecc3d91b6 req-a9784f0f-16a3-4e75-a763-8c5e225da552 service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451587 May 25 20:08:31.125514 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-576c254d-b77e-4f4f-9e7e-89a2aefe0f86 req-284e43a7-b316-4d34-8e74-3a5a3289d686 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902312 May 25 20:08:31.167247 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:31.312462 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:31.357106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8231166-6f3d-40ae-9b8d-af453c82cadb req-5a0e7ff9-5fd3-4e27-b599-f15ce7c718cd tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:31.357781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e8231166-6f3d-40ae-9b8d-af453c82cadb req-5a0e7ff9-5fd3-4e27-b599-f15ce7c718cd tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Synchronizing usage tracker for tenant:1d4e429d5802433c800a6b54925fe26b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:31.493000 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57f290a6-c358-4b00-8a0d-b94ecc3d91b6 req-b3ad5ab5-f2e8-467f-ab70-d1e1b822c6f5 service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663917 May 25 20:08:31.502516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96994139-28f2-49df-b995-c1fb58649855 req-3b83ecdf-50ba-4a1a-b30b-c3088cbc55e0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:31.503186 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e8231166-6f3d-40ae-9b8d-af453c82cadb req-5a0e7ff9-5fd3-4e27-b599-f15ce7c718cd tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Unset dirty status for tenant:1d4e429d5802433c800a6b54925fe26b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:31.505319 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8231166-6f3d-40ae-9b8d-af453c82cadb req-5a0e7ff9-5fd3-4e27-b599-f15ce7c718cd tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 931 time: 0.5012901 May 25 20:08:31.517651 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96994139-28f2-49df-b995-c1fb58649855 req-3b83ecdf-50ba-4a1a-b30b-c3088cbc55e0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2337368 May 25 20:08:31.564131 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:31.616209 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96994139-28f2-49df-b995-c1fb58649855 req-9ebbc332-4ddc-4f30-bb8c-da5fa401e171 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952232 May 25 20:08:31.937435 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ae91270-497d-444a-8b05-154b3e5ff1a3 req-334e9a6c-80bf-4bf3-b3ae-46c313ad5c99 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0657914 May 25 20:08:32.032748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8231166-6f3d-40ae-9b8d-af453c82cadb req-61541ecb-53f7-44a3-905f-a97b4dc9ec56 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e02af5f5-31dd-4a42-9e18-b10338e14d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991601 May 25 20:08:32.041646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40e17ac-3b29-4595-9117-b4a8a51f390c {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:08:32.059855 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:32.108711 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Transition to ACTIVE for port object a40e17ac-3b29-4595-9117-b4a8a51f390c will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:08:32.119644 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:32.323400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a43c-c24d-4c39-8a96-e5ffe90c71b3 req-23a3cf46-5abc-4891-b7fb-32b6e0140366 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:32.327150 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-72b1a43c-c24d-4c39-8a96-e5ffe90c71b3 req-23a3cf46-5abc-4891-b7fb-32b6e0140366 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1688280 May 25 20:08:32.440505 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-72b1a43c-c24d-4c39-8a96-e5ffe90c71b3 req-a93560dc-5d3c-477d-9117-c7e5c210b34d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970702 May 25 20:08:32.629450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a40e17ac-3b29-4595-9117-b4a8a51f390c,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:32.725027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c182b0-3d01-4c5f-98ec-4708468003a2 req-bcdf4fd2-0699-4a79-82bf-ad342786bb2f tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:32.726734 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18c182b0-3d01-4c5f-98ec-4708468003a2 req-bcdf4fd2-0699-4a79-82bf-ad342786bb2f tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 985 time: 0.2293878 May 25 20:08:32.735020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Attempting to bind port a40e17ac-3b29-4595-9117-b4a8a51f390c on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:08:32.735359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Attempting to bind port a40e17ac-3b29-4595-9117-b4a8a51f390c by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a6564a70-6812-4806-b7bb-5d6c53b0f7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '375be6b1-b37d-4937-a2f2-931cd2286277'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:08:32.735666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Attempting to bind port a40e17ac-3b29-4595-9117-b4a8a51f390c on network 375be6b1-b37d-4937-a2f2-931cd2286277 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:08:32.742868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Port a40e17ac-3b29-4595-9117-b4a8a51f390c on network 375be6b1-b37d-4937-a2f2-931cd2286277 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:08:32.743182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Attempting to bind port a40e17ac-3b29-4595-9117-b4a8a51f390c on network 375be6b1-b37d-4937-a2f2-931cd2286277 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:08:32.764043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:08:32.764359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Checking segment: {'id': 'a6564a70-6812-4806-b7bb-5d6c53b0f7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '375be6b1-b37d-4937-a2f2-931cd2286277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:08:32.764759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Bound using segment: {'id': 'a6564a70-6812-4806-b7bb-5d6c53b0f7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '375be6b1-b37d-4937-a2f2-931cd2286277'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:08:32.765204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Bound port: a40e17ac-3b29-4595-9117-b4a8a51f390c, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6564a70-6812-4806-b7bb-5d6c53b0f7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '375be6b1-b37d-4937-a2f2-931cd2286277'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:08:32.765549 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:32.851514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1673faf-48f0-4f02-9a91-f903396a7892 req-7db44466-0e46-4830-8de4-da7ff435404b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:32.860512 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1673faf-48f0-4f02-9a91-f903396a7892 req-7db44466-0e46-4830-8de4-da7ff435404b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1443548 May 25 20:08:32.899048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18c182b0-3d01-4c5f-98ec-4708468003a2 req-27201551-5539-49c9-82f4-e642bb140477 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=8483a467-b75c-4b38-a960-e2fbe7e45824&id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1565681 May 25 20:08:32.937962 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1673faf-48f0-4f02-9a91-f903396a7892 req-3a2e4889-d815-4cfc-8a97-1bbef9fc859c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614729 May 25 20:08:32.946043 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:32.982766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] For port a40e17ac-3b29-4595-9117-b4a8a51f390c, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:08:32.994499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] For port a40e17ac-3b29-4595-9117-b4a8a51f390c, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a40e17ac-3b29-4595-9117-b4a8a51f390c,segment=NetworkSegment(a6564a70-6812-4806-b7bb-5d6c53b0f7b2),segment_id=a6564a70-6812-4806-b7bb-5d6c53b0f7b2)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:08:33.004167 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:33.123225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:33.123844 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:33.125232 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] 10.222.0.70 "PUT /v2.0/ports/a40e17ac-3b29-4595-9117-b4a8a51f390c HTTP/1.1" status: 200 len: 1091 time: 2.3094468 May 25 20:08:33.141582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c398c10e-68c2-44cb-ac94-26cb84adab84', 'tag': 'a40e17ac-3b29-4595-9117-b4a8a51f390c'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:33.241438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564bc72-939d-422b-bf00-267496f175a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a40e17ac-3b29-4595-9117-b4a8a51f390c,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:33.293692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711c69d-1242-401f-9e7e-22d8108a2a8f req-d8c3278f-83e2-4aa7-a02c-03f905770bb5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:33.295224 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f711c69d-1242-401f-9e7e-22d8108a2a8f req-d8c3278f-83e2-4aa7-a02c-03f905770bb5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2136302 May 25 20:08:33.302929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-533877e4-5634-46e5-982f-99836f1b98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:33.305158 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-533877e4-5634-46e5-982f-99836f1b98bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1d4e429d5802433c800a6b54925fe26b&device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 1094 time: 0.1324625 May 25 20:08:33.353030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-19d30f87-8702-4d26-95cf-c5bd90133bfe req-6c5125c3-a293-4f77-a0f0-669aa2984333 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0560744 May 25 20:08:33.408268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-2119e706-aee8-4540-8fb3-0c8d961d6d54 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a40e17ac-3b29-4595-9117-b4a8a51f390c HTTP/1.1" status: 200 len: 217 time: 0.0880611 May 25 20:08:33.467937 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f711c69d-1242-401f-9e7e-22d8108a2a8f req-05540647-b816-44b4-96f0-8ec3b29cacb0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617954 May 25 20:08:33.494574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-fcda5a8c-f807-469d-a3c4-b617a4f1cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:33.496281 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-fcda5a8c-f807-469d-a3c4-b617a4f1cf44 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd89509f-89da-4552-a1fb-3f841b907bfd HTTP/1.1" status: 200 len: 857 time: 0.0778620 May 25 20:08:33.565625 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-a2423ed4-ccd6-4107-bcb4-c603e8edaf67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=375be6b1-b37d-4937-a2f2-931cd2286277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598009 May 25 20:08:33.567173 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc8939a3-2be1-4ffe-ba24-d27d21c89ad6'] response: {'name': 'network-changed', 'server_uuid': 'c398c10e-68c2-44cb-ac94-26cb84adab84', 'tag': 'a40e17ac-3b29-4595-9117-b4a8a51f390c', 'status': 'completed', 'code': 200} May 25 20:08:33.678896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630fb65-5673-401b-be67-09f22055ddec req-2340b8be-a6b0-4f07-83ed-9710ef71a6bd tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:33.680573 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4630fb65-5673-401b-be67-09f22055ddec req-2340b8be-a6b0-4f07-83ed-9710ef71a6bd tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 943 time: 0.1719396 May 25 20:08:33.733308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4630fb65-5673-401b-be67-09f22055ddec req-4958562b-0c42-4107-b988-ff9b69e477cc tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Synchronizing usage tracker for tenant:1d4e429d5802433c800a6b54925fe26b on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:33.758985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4630fb65-5673-401b-be67-09f22055ddec req-4958562b-0c42-4107-b988-ff9b69e477cc tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Unset dirty status for tenant:1d4e429d5802433c800a6b54925fe26b on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:33.760164 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4630fb65-5673-401b-be67-09f22055ddec req-4958562b-0c42-4107-b988-ff9b69e477cc tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e02af5f5-31dd-4a42-9e18-b10338e14d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730801 May 25 20:08:33.873835 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-d3f4c03b-e7dc-45b4-bb32-dfdffd63a947 service neutron] 10.222.0.70 "GET /v2.0/networks/375be6b1-b37d-4937-a2f2-931cd2286277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990968 May 25 20:08:33.981889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9cf88-33e5-4612-b519-a97e2199bf46 req-634a994b-84b5-48de-a6a1-208a362ce57b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:33.983735 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d0c9cf88-33e5-4612-b519-a97e2199bf46 req-634a994b-84b5-48de-a6a1-208a362ce57b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2390201 May 25 20:08:34.079089 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d0c9cf88-33e5-4612-b519-a97e2199bf46 req-7ec388a9-0e1d-4829-a964-f001edf5db04 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773532 May 25 20:08:34.123316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e722dd-c7e3-4fa9-a418-283e73ec8f80 req-e871f0bc-2fc6-4345-9df2-fd28ce6bb4b3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:34.124866 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d9e722dd-c7e3-4fa9-a418-283e73ec8f80 req-e871f0bc-2fc6-4345-9df2-fd28ce6bb4b3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 985 time: 0.0953064 May 25 20:08:34.125757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba521163-ffeb-42b2-861e-c326c23f6bac req-8ed7ac6c-0daf-4222-b796-5b7a9e19c09e service neutron] 10.222.0.70 "GET /v2.0/networks/375be6b1-b37d-4937-a2f2-931cd2286277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452657 May 25 20:08:34.217619 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d9e722dd-c7e3-4fa9-a418-283e73ec8f80 req-3a4217f4-06fd-41cb-a957-adc9d332c54f tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=8483a467-b75c-4b38-a960-e2fbe7e45824&id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0813994 May 25 20:08:34.347349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43226) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:34.370912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f750e2-ba6e-4517-9d83-ef5ad78939b8 req-4bd9d0e0-70bb-4b3c-9213-af164ad51204 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:34.373287 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b7f750e2-ba6e-4517-9d83-ef5ad78939b8 req-4bd9d0e0-70bb-4b3c-9213-af164ad51204 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1437964 May 25 20:08:34.377244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dfd14-8c82-4b1c-807d-eda43a47515d req-7ff74f60-d262-460e-a8f8-d4f4cbc5e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:34.378733 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964dfd14-8c82-4b1c-807d-eda43a47515d req-7ff74f60-d262-460e-a8f8-d4f4cbc5e83d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1d4e429d5802433c800a6b54925fe26b&device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 1094 time: 0.1920791 May 25 20:08:34.392898 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a135a0c8-5750-49c6-ab40-d57b2ba87bac req-22387723-27ea-4db7-88d7-fee3dd03f84a tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1204478592&fields=id&tenant_id=dfca10d1e8a14dc5a547fe3f642bae44 HTTP/1.1" status: 200 len: 267 time: 0.0601840 May 25 20:08:34.526083 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3b4b02a6-3a97-41ba-a377-d48066cd0be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:34.544958 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b7f750e2-ba6e-4517-9d83-ef5ad78939b8 req-c8fbf78b-3142-4bda-867b-07b5a92505e3 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619723 May 25 20:08:34.566975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135a0c8-5750-49c6-ab40-d57b2ba87bac req-af27b3eb-7c86-4d67-9622-02a569769c45 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:34.578875 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a135a0c8-5750-49c6-ab40-d57b2ba87bac req-af27b3eb-7c86-4d67-9622-02a569769c45 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 985 time: 0.1764877 May 25 20:08:34.581722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3b4b02a6-3a97-41ba-a377-d48066cd0be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:34.590873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-a135a0c8-5750-49c6-ab40-d57b2ba87bac req-bb35c9ad-a8e4-4ce2-b970-e5d63a301de1 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'port': {'security_groups': ['8483a467-b75c-4b38-a960-e2fbe7e45824', 'ea87c818-4bdc-4dc8-9747-4c54129dfe13', '127a012f-e172-4e76-af71-c0752a8eaa91']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:34.597541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dfd14-8c82-4b1c-807d-eda43a47515d req-7a6f18ad-fb0e-442c-9297-01e756314c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:34.600904 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964dfd14-8c82-4b1c-807d-eda43a47515d req-7a6f18ad-fb0e-442c-9297-01e756314c72 service neutron] 10.222.0.70 "GET /v2.0/networks?id=375be6b1-b37d-4937-a2f2-931cd2286277 HTTP/1.1" status: 200 len: 918 time: 0.2029788 May 25 20:08:34.687955 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964dfd14-8c82-4b1c-807d-eda43a47515d req-4b9d3d78-9894-4cc1-b4ec-69a3c82b2345 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a40e17ac-3b29-4595-9117-b4a8a51f390c HTTP/1.1" status: 200 len: 217 time: 0.0773833 May 25 20:08:34.736989 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38ab2e72-5864-4371-a77d-cbd27a0f7acb req-acb5fc1d-bf23-4f43-9024-2a7be0a5ce1d tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0475850 May 25 20:08:34.897766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3b4b02a6-3a97-41ba-a377-d48066cd0be7 admin admin] Usage tracker for resource:security_group_rule and tenant:82910d98d7bb40bfba64f61124b423e0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:34.906952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3b4b02a6-3a97-41ba-a377-d48066cd0be7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:34.923806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3b4b02a6-3a97-41ba-a377-d48066cd0be7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:34.944731 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a135a0c8-5750-49c6-ab40-d57b2ba87bac req-bb35c9ad-a8e4-4ce2-b970-e5d63a301de1 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:34.985960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dfd14-8c82-4b1c-807d-eda43a47515d req-75de0d2b-b2f9-452a-834f-9cd8c333e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:34.987421 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964dfd14-8c82-4b1c-807d-eda43a47515d req-75de0d2b-b2f9-452a-834f-9cd8c333e8d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd89509f-89da-4552-a1fb-3f841b907bfd HTTP/1.1" status: 200 len: 857 time: 0.2492306 May 25 20:08:35.042586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964dfd14-8c82-4b1c-807d-eda43a47515d req-4a3753d8-8986-4300-8e88-3975f3eebf79 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=375be6b1-b37d-4937-a2f2-931cd2286277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485797 May 25 20:08:35.149904 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3b4b02a6-3a97-41ba-a377-d48066cd0be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:35.157883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cab95-7898-4285-82b6-280cf2e54897 req-472ed12a-728e-4389-91ad-b685a96b5ade tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:35.159461 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-930cab95-7898-4285-82b6-280cf2e54897 req-472ed12a-728e-4389-91ad-b685a96b5ade tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2495916 May 25 20:08:35.159607 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3b4b02a6-3a97-41ba-a377-d48066cd0be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:35.240972 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-930cab95-7898-4285-82b6-280cf2e54897 req-27c33a97-32ad-493a-8d67-0362af7c4268 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710101 May 25 20:08:35.278193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964dfd14-8c82-4b1c-807d-eda43a47515d req-9141fea2-78f7-4d73-b8ba-38d64703072d service neutron] 10.222.0.70 "GET /v2.0/networks/375be6b1-b37d-4937-a2f2-931cd2286277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274919 May 25 20:08:35.317252 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3b4b02a6-3a97-41ba-a377-d48066cd0be7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=82910d98d7bb40bfba64f61124b423e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9638200 May 25 20:08:35.317830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43242) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:35.319512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b02a6-3a97-41ba-a377-d48066cd0be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97646eba-7005-442b-92b4-6b7cddda7d8c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:35.397761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-a135a0c8-5750-49c6-ab40-d57b2ba87bac req-bb35c9ad-a8e4-4ce2-b970-e5d63a301de1 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] For port 0a036baa-382d-4967-8760-a95fa312e52d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0a036baa-382d-4967-8760-a95fa312e52d,segment=NetworkSegment(bf166c4a-7471-468f-bda9-4c95cbb369a8),segment_id=bf166c4a-7471-468f-bda9-4c95cbb369a8)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:35.425258 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a135a0c8-5750-49c6-ab40-d57b2ba87bac req-bb35c9ad-a8e4-4ce2-b970-e5d63a301de1 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:35.431170 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a135a0c8-5750-49c6-ab40-d57b2ba87bac req-bb35c9ad-a8e4-4ce2-b970-e5d63a301de1 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:35.443709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b9a2b57a-3d45-468c-a18d-65f066cfd911', '0a036baa-382d-4967-8760-a95fa312e52d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:08:35.526886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135a0c8-5750-49c6-ab40-d57b2ba87bac req-bb35c9ad-a8e4-4ce2-b970-e5d63a301de1 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:35.526886 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a135a0c8-5750-49c6-ab40-d57b2ba87bac req-bb35c9ad-a8e4-4ce2-b970-e5d63a301de1 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:35.534351 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a135a0c8-5750-49c6-ab40-d57b2ba87bac req-bb35c9ad-a8e4-4ce2-b970-e5d63a301de1 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "PUT /v2.0/ports/0a036baa-382d-4967-8760-a95fa312e52d HTTP/1.1" status: 200 len: 1021 time: 0.9545076 May 25 20:08:35.558830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83b3c92-12a6-4909-b547-1a3d449302cf', 'tag': '0a036baa-382d-4967-8760-a95fa312e52d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:35.578237 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-028b246f-7fa3-4901-97fc-03d84dc87805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:35.591549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35c9ad-a8e4-4ce2-b970-e5d63a301de1 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'Port': ['ID=0a036baa-382d-4967-8760-a95fa312e52d,revision_number=7']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:35.608767 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-028b246f-7fa3-4901-97fc-03d84dc87805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:35.660326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cadc2a-b598-430a-92ce-a0a2d5b9b50b req-c11d61a4-19c9-447a-9d0d-4391c45cd850 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:35.662612 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a7cadc2a-b598-430a-92ce-a0a2d5b9b50b req-c11d61a4-19c9-447a-9d0d-4391c45cd850 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 943 time: 0.2495232 May 25 20:08:35.664972 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964dfd14-8c82-4b1c-807d-eda43a47515d req-7ed28da3-8e06-403c-9ea1-d19cefba98da service neutron] 10.222.0.70 "GET /v2.0/networks/375be6b1-b37d-4937-a2f2-931cd2286277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796501 May 25 20:08:35.715213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['0a036baa-382d-4967-8760-a95fa312e52d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:08:35.758589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a7cadc2a-b598-430a-92ce-a0a2d5b9b50b req-213cedba-d148-4878-8ead-5f30c61f1788 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e02af5f5-31dd-4a42-9e18-b10338e14d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681667 May 25 20:08:35.764637 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-028b246f-7fa3-4901-97fc-03d84dc87805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:35.795502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a02502-e3a6-4358-926e-d1d2b5368758 req-a59a764e-fcec-43dd-86e8-2bcb5099e971 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:35.808931 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57a02502-e3a6-4358-926e-d1d2b5368758 req-a59a764e-fcec-43dd-86e8-2bcb5099e971 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1355174 May 25 20:08:35.812877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b246f-7fa3-4901-97fc-03d84dc87805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97646eba-7005-442b-92b4-6b7cddda7d8c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:35.831095 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-028b246f-7fa3-4901-97fc-03d84dc87805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:35.832249 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-028b246f-7fa3-4901-97fc-03d84dc87805 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97646eba-7005-442b-92b4-6b7cddda7d8c HTTP/1.1" status: 204 len: 168 time: 0.5120623 May 25 20:08:35.916323 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57a02502-e3a6-4358-926e-d1d2b5368758 req-4706eb94-cc98-4985-b446-6a3c61136da6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938056 May 25 20:08:35.934393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a7788f04-2505-45f0-b055-383c528ce1c0 req-da9d0f9c-bf27-4f16-80fc-68e0171beb61 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/127a012f-e172-4e76-af71-c0752a8eaa91 HTTP/1.1" status: 200 len: 1800 time: 0.1002035 May 25 20:08:35.970686 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b3da8c-85fc-4037-90e4-1beb6fda4b8f'] response: {'name': 'network-changed', 'server_uuid': 'a83b3c92-12a6-4909-b547-1a3d449302cf', 'tag': '0a036baa-382d-4967-8760-a95fa312e52d', 'status': 'completed', 'code': 200} May 25 20:08:36.094146 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-a7788f04-2505-45f0-b055-383c528ce1c0 req-95c75256-692f-4254-8fc1-757e2b2094cf tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] delete failed (client error): There was a conflict when trying to complete your request. May 25 20:08:36.102960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a7788f04-2505-45f0-b055-383c528ce1c0 req-95c75256-692f-4254-8fc1-757e2b2094cf tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "DELETE /v2.0/security-groups/127a012f-e172-4e76-af71-c0752a8eaa91 HTTP/1.1" status: 409 len: 341 time: 0.1615248 May 25 20:08:36.145577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49dfde-bfd9-40cb-a4ca-c75e3a4d0e0a req-c67083a1-8b27-42fb-bb9f-f07cb72b7c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:36.148979 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4f49dfde-bfd9-40cb-a4ca-c75e3a4d0e0a req-c67083a1-8b27-42fb-bb9f-f07cb72b7c2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dfca10d1e8a14dc5a547fe3f642bae44&device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 1175 time: 0.1334872 May 25 20:08:36.268073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196fca0-d48d-4adc-b8e5-0e3ae48ef28e req-cf77a488-6495-4d0e-9f78-a353bbc7a4e5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:36.269618 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8196fca0-d48d-4adc-b8e5-0e3ae48ef28e req-cf77a488-6495-4d0e-9f78-a353bbc7a4e5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1567090 May 25 20:08:36.342804 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8196fca0-d48d-4adc-b8e5-0e3ae48ef28e req-cf17c2c2-4188-4547-855e-12a7535fd663 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607977 May 25 20:08:36.421503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49dfde-bfd9-40cb-a4ca-c75e3a4d0e0a req-db7b8065-7a86-46c6-95fc-e89a91e016a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:36.423860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4f49dfde-bfd9-40cb-a4ca-c75e3a4d0e0a req-db7b8065-7a86-46c6-95fc-e89a91e016a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e307142c-b5f9-4667-b92b-f2a2f087a2e8 HTTP/1.1" status: 200 len: 913 time: 0.2689412 May 25 20:08:36.434085 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb1f22e3-1379-4668-b50b-85f1aa4bbd00 req-cdd00a81-a97c-4698-87ae-5b48182af0f2 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1346366 May 25 20:08:36.592866 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4f49dfde-bfd9-40cb-a4ca-c75e3a4d0e0a req-8f861c4d-9113-4e08-85de-a2f2f623b1c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a036baa-382d-4967-8760-a95fa312e52d HTTP/1.1" status: 200 len: 217 time: 0.1616402 May 25 20:08:36.784987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49dfde-bfd9-40cb-a4ca-c75e3a4d0e0a req-a666407d-c0b8-4530-afc2-04ed808e6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:36.787183 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4f49dfde-bfd9-40cb-a4ca-c75e3a4d0e0a req-a666407d-c0b8-4530-afc2-04ed808e6dbb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f7904db8-0ee7-445a-9333-f768530bc968 HTTP/1.1" status: 200 len: 852 time: 0.1882210 May 25 20:08:36.869514 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4f49dfde-bfd9-40cb-a4ca-c75e3a4d0e0a req-89a3893f-6438-4a8b-9f10-02931ec6782d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e307142c-b5f9-4667-b92b-f2a2f087a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733945 May 25 20:08:36.890364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da1553-aaf1-4a64-ab3f-596c90430e03 req-fce7bf3b-e32d-4e36-b298-56b84a67769f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:36.891954 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5da1553-aaf1-4a64-ab3f-596c90430e03 req-fce7bf3b-e32d-4e36-b298-56b84a67769f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1965642 May 25 20:08:37.044829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18dd8-60dd-432f-a1a5-558bb4e9995a req-2c66f8bd-8273-47b5-bc98-1dc0e1779664 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:37.046613 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aed18dd8-60dd-432f-a1a5-558bb4e9995a req-2c66f8bd-8273-47b5-bc98-1dc0e1779664 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 1024 time: 0.1777878 May 25 20:08:37.089311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5da1553-aaf1-4a64-ab3f-596c90430e03 req-6519dbe7-87c2-452c-9802-46faaeb99ebf tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743252 May 25 20:08:37.126712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a40e17ac-3b29-4595-9117-b4a8a51f390c details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:08:37.154061 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aed18dd8-60dd-432f-a1a5-558bb4e9995a req-1db029f2-5747-4216-8327-119e11d5dbaf tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=127a012f-e172-4e76-af71-c0752a8eaa91&id=8483a467-b75c-4b38-a960-e2fbe7e45824&id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0985796 May 25 20:08:37.191353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43288) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:37.200046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4f49dfde-bfd9-40cb-a4ca-c75e3a4d0e0a req-52953613-9e43-4e1b-b9ad-9ff91e4d8bd3 service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065555 May 25 20:08:37.523556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a40e17ac-3b29-4595-9117-b4a8a51f390c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a40e17ac-3b29-4595-9117-b4a8a51f390c,segment=NetworkSegment(a6564a70-6812-4806-b7bb-5d6c53b0f7b2),segment_id=a6564a70-6812-4806-b7bb-5d6c53b0f7b2)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:37.536167 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b966-2eec-4b5d-9c96-f63d9859fb80 req-cb29d500-dde1-4c71-9f31-c9c88fa35af4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:37.550453 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f510b966-2eec-4b5d-9c96-f63d9859fb80 req-cb29d500-dde1-4c71-9f31-c9c88fa35af4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2410653 May 25 20:08:37.559257 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'a40e17ac-3b29-4595-9117-b4a8a51f390c', 'network_id': '375be6b1-b37d-4937-a2f2-931cd2286277', 'port_id': 'a40e17ac-3b29-4595-9117-b4a8a51f390c', 'mac_address': 'fa:16:3e:64:11:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd89509f-89da-4552-a1fb-3f841b907bfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:08:37.600275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1353581640-network', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:37.609784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:37.619623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Usage tracker for resource:network and tenant:e4eeb42cdd664d3ea10b15927d4541fd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:37.640377 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f510b966-2eec-4b5d-9c96-f63d9859fb80 req-9e9dc9f4-b80d-4ef4-86a6-310b3a6f0f90 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857770 May 25 20:08:37.644176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:37.644414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port a40e17ac-3b29-4595-9117-b4a8a51f390c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:08:37.644564 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:37.677991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40e17ac-3b29-4595-9117-b4a8a51f390c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:08:37.678974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:37.688372 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4f49dfde-bfd9-40cb-a4ca-c75e3a4d0e0a req-63b66eb2-e4a9-484b-8a37-321fc6b3c5f1 service neutron] 10.222.0.70 "GET /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811258 May 25 20:08:37.703864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a40e17ac-3b29-4595-9117-b4a8a51f390c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a40e17ac-3b29-4595-9117-b4a8a51f390c,segment=NetworkSegment(a6564a70-6812-4806-b7bb-5d6c53b0f7b2),segment_id=a6564a70-6812-4806-b7bb-5d6c53b0f7b2)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:37.711468 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:37.711814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252ae31-acb9-4fc3-b9ed-1b1c1a199968 req-747dbbfc-a1b2-4396-9299-bd3b2865db4c tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:37.718365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Made reservation on behalf of e4eeb42cdd664d3ea10b15927d4541fd for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:08:37.723645 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3252ae31-acb9-4fc3-b9ed-1b1c1a199968 req-747dbbfc-a1b2-4396-9299-bd3b2865db4c tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 943 time: 0.2090676 May 25 20:08:37.726423 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:37.762860 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:37.804674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:37.813715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Usage tracker for resource:security_group_rule and tenant:e4eeb42cdd664d3ea10b15927d4541fd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:37.825568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:37.826991 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3252ae31-acb9-4fc3-b9ed-1b1c1a199968 req-7a1a1982-7a58-402e-ae0a-9b68fa710c67 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e02af5f5-31dd-4a42-9e18-b10338e14d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015787 May 25 20:08:37.834818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=a40e17ac-3b29-4595-9117-b4a8a51f390c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:37.841050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:37.844166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:37.844419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:37.844659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:37.845133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:37.845568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:37.845894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:37.846733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:37.847735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:37.848649 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:37.848829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:37.849670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:37.850561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:38.063414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20c4f4-4644-4bd6-87bb-60a07cfd3734 req-0d7315d0-7c02-43a0-ac02-332fcf5ca26e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:38.063414 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d20c4f4-4644-4bd6-87bb-60a07cfd3734 req-0d7315d0-7c02-43a0-ac02-332fcf5ca26e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1931622 May 25 20:08:38.096995 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70398bc0-709e-404a-a2d9-e83fd516344f req-1d961e13-3bbf-46d3-a261-8b2272e7e1bb tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1376820 May 25 20:08:38.129919 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:38.157818 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:38.190257 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d20c4f4-4644-4bd6-87bb-60a07cfd3734 req-2ee39d84-a5c8-4565-80ef-6a03e762ed68 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129298 May 25 20:08:38.199172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['a40e17ac-3b29-4595-9117-b4a8a51f390c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:08:38.234351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:08:38.262978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28a3499-921e-4b36-8074-8757589e3a9b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:38.278676 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:38.279155 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Added segment f28d570f-89f1-4268-9354-3529c109959b of type vlan for network f21ae3e9-d288-42ee-8ae8-2284a93c8059 May 25 20:08:38.343379 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:38.384702 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:38.387769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:38.389369 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:38.522674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776aee1-3710-4726-8449-9d25aa81fff8 req-e5c2e75a-414d-4a37-986e-348992e00b71 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:38.540636 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f776aee1-3710-4726-8449-9d25aa81fff8 req-e5c2e75a-414d-4a37-986e-348992e00b71 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2481093 May 25 20:08:38.607177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814600f-4ae2-4991-b9b6-21a0cdda2454 req-3e1340cc-5f71-4209-a297-4ea63bb6c5ea tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:38.609146 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3814600f-4ae2-4991-b9b6-21a0cdda2454 req-3e1340cc-5f71-4209-a297-4ea63bb6c5ea tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.70 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 1024 time: 0.2277396 May 25 20:08:38.642076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4484971 May 25 20:08:38.644792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496d707-9c27-4cb7-ac92-13353b6b2525 admin admin] Pushing event updated for resources: {'Network': ['ID=f21ae3e9-d288-42ee-8ae8-2284a93c8059,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:38.649656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43314) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:38.660094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Request body: {'subnet': {'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1353581640-subnet', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:38.661106 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network f21ae3e9-d288-42ee-8ae8-2284a93c8059 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:08:38.672037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:38.692383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Usage tracker for resource:subnet and tenant:e4eeb42cdd664d3ea10b15927d4541fd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:38.700844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:38.727307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:38.757660 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f776aee1-3710-4726-8449-9d25aa81fff8 req-844a501c-58d9-4039-836b-5a41602febf5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162893 May 25 20:08:38.778720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c44cd-928e-4454-b4d9-546221660797 req-5e973733-f630-478d-9d96-8a25225a6b21 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:38.782366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-3814600f-4ae2-4991-b9b6-21a0cdda2454 req-a1b4898f-43ff-4011-894b-21a69c532578 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Deleting port 0a036baa-382d-4967-8760-a95fa312e52d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:08:38.782714 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3814600f-4ae2-4991-b9b6-21a0cdda2454 req-a1b4898f-43ff-4011-894b-21a69c532578 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:38.797602 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b1c44cd-928e-4454-b4d9-546221660797 req-5e973733-f630-478d-9d96-8a25225a6b21 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 1024 time: 0.3631041 May 25 20:08:38.874703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Made reservation on behalf of e4eeb42cdd664d3ea10b15927d4541fd for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:08:38.884635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:38.956230 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b1c44cd-928e-4454-b4d9-546221660797 req-04d556df-26e1-43cf-b073-7d96522f418e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=127a012f-e172-4e76-af71-c0752a8eaa91&id=8483a467-b75c-4b38-a960-e2fbe7e45824&id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1576109 May 25 20:08:39.256258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3814600f-4ae2-4991-b9b6-21a0cdda2454 req-a1b4898f-43ff-4011-894b-21a69c532578 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] For port 0a036baa-382d-4967-8760-a95fa312e52d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0a036baa-382d-4967-8760-a95fa312e52d,segment=NetworkSegment(bf166c4a-7471-468f-bda9-4c95cbb369a8),segment_id=bf166c4a-7471-468f-bda9-4c95cbb369a8)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:39.256837 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3814600f-4ae2-4991-b9b6-21a0cdda2454 req-a1b4898f-43ff-4011-894b-21a69c532578 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:39.312875 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:39.464348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-3814600f-4ae2-4991-b9b6-21a0cdda2454 req-a1b4898f-43ff-4011-894b-21a69c532578 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Calling delete_port for 0a036baa-382d-4967-8760-a95fa312e52d owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:08:39.501045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd736ba7-4451-4b60-b633-eaf0d2a288a7 req-fef55baa-bed6-4e47-8a59-e66ef7f4ca08 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:39.502604 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd736ba7-4451-4b60-b633-eaf0d2a288a7 req-fef55baa-bed6-4e47-8a59-e66ef7f4ca08 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 944 time: 0.3305438 May 25 20:08:39.558405 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Checking segment: {'id': 'f28d570f-89f1-4268-9354-3529c109959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:08:39.558739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Network hostable DHCP agents. Network: f21ae3e9-d288-42ee-8ae8-2284a93c8059, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:08:39.561323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74d98a-2116-49da-8de6-301bbb40a3a9 req-1b2a0ea2-6b7e-41aa-bbd5-42f09821f07f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:39.562726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3639922-bebd-4c46-8d65-a916de891676,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:39.574979 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c74d98a-2116-49da-8de6-301bbb40a3a9 req-1b2a0ea2-6b7e-41aa-bbd5-42f09821f07f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.3223493 May 25 20:08:39.593425 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd736ba7-4451-4b60-b633-eaf0d2a288a7 req-e4018c81-2ea8-491d-aad8-32b02f4d6d1d tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e02af5f5-31dd-4a42-9e18-b10338e14d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690084 May 25 20:08:39.603093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Network f21ae3e9-d288-42ee-8ae8-2284a93c8059 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:08:39.618667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, f21ae3e9-d288-42ee-8ae8-2284a93c8059) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:08:39.629861 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadfe926-3061-4d6e-9e10-fc67eee8c8d5 None None] Network f21ae3e9-d288-42ee-8ae8-2284a93c8059 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:08:39.657947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:39.659324 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:39.691961 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b7f1884a-ef3b-4729-af8a-8622b0e59964 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0385430 May 25 20:08:39.694106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43336) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:39.700342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1353581640-router', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:39.709446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:39.718004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Usage tracker for resource:router and tenant:e4eeb42cdd664d3ea10b15927d4541fd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:39.723632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:39.736141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:39.748650 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c74d98a-2116-49da-8de6-301bbb40a3a9 req-b418f54d-9574-491e-861c-396eac77c436 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665308 May 25 20:08:39.761263 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:39.766817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:39.901363 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3814600f-4ae2-4991-b9b6-21a0cdda2454 req-a1b4898f-43ff-4011-894b-21a69c532578 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:39.923980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b9a2b57a-3d45-468c-a18d-65f066cfd911', '0a036baa-382d-4967-8760-a95fa312e52d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:08:39.999191 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4ec6a82-04df-4b63-b66f-38c2c4c9640a req-07debd31-3fe9-4e0b-8e36-64bd03582b49 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1918859 May 25 20:08:40.027940 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:40.109552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4898f-43ff-4011-894b-21a69c532578 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event deleted for resources: {'Port': ['ID=0a036baa-382d-4967-8760-a95fa312e52d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:40.234521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-3814600f-4ae2-4991-b9b6-21a0cdda2454 req-a1b4898f-43ff-4011-894b-21a69c532578 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] No DVR routers for this DVR port 0a036baa-382d-4967-8760-a95fa312e52d on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:08:40.238819 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3814600f-4ae2-4991-b9b6-21a0cdda2454 req-a1b4898f-43ff-4011-894b-21a69c532578 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:40.242718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83b3c92-12a6-4909-b547-1a3d449302cf', 'name': 'network-vif-deleted', 'tag': '0a036baa-382d-4967-8760-a95fa312e52d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:40.270294 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3814600f-4ae2-4991-b9b6-21a0cdda2454 req-a1b4898f-43ff-4011-894b-21a69c532578 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.70 "DELETE /v2.0/ports/0a036baa-382d-4967-8760-a95fa312e52d HTTP/1.1" status: 204 len: 173 time: 1.6479194 May 25 20:08:40.332521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad525f5b-f482-438f-9012-efb4ad89f1f0 req-ea7400be-8122-4f7b-8001-e44332d03a80 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:40.343129 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad525f5b-f482-438f-9012-efb4ad89f1f0 req-ea7400be-8122-4f7b-8001-e44332d03a80 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.4250693 May 25 20:08:40.455536 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad525f5b-f482-438f-9012-efb4ad89f1f0 req-5804d436-f01f-46b5-b105-45d1a126c37b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106825 May 25 20:08:40.598127 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a150055-a2ed-4bdf-9cfa-7c9d9f7c5f8a req-4bf59f5d-c258-4165-8496-57c8e5c0ca68 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2206304 May 25 20:08:40.756389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc1a2f9-fc36-4165-907e-373f0d9c3d77 None None] Network f21ae3e9-d288-42ee-8ae8-2284a93c8059 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:08:40.839585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4da09383-dc53-4640-b2d6-2a646ea4ca09 req-b51eb305-8dfc-4af9-a7a9-3ffd264c4531 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Synchronizing usage tracker for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:40.865706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150055-a2ed-4bdf-9cfa-7c9d9f7c5f8a req-73f15964-ac4c-4155-ab7a-fe063a7bbb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:40.867341 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a150055-a2ed-4bdf-9cfa-7c9d9f7c5f8a req-73f15964-ac4c-4155-ab7a-fe063a7bbb22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 1125 time: 0.2462962 May 25 20:08:40.894311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4da09383-dc53-4640-b2d6-2a646ea4ca09 req-b51eb305-8dfc-4af9-a7a9-3ffd264c4531 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Unset dirty status for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:40.895297 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4da09383-dc53-4640-b2d6-2a646ea4ca09 req-b51eb305-8dfc-4af9-a7a9-3ffd264c4531 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a83b3c92-12a6-4909-b547-1a3d449302cf HTTP/1.1" status: 200 len: 210 time: 0.1858127 May 25 20:08:40.960775 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:41.184368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a40e17ac-3b29-4595-9117-b4a8a51f390c up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:08:41.301892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port a40e17ac-3b29-4595-9117-b4a8a51f390c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:08:41.309790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port a40e17ac-3b29-4595-9117-b4a8a51f390c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:08:41.310334 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:41.328811 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf88c3-d365-4b56-83b2-eff16ab30a65 req-6757d440-54ee-4142-b782-6210b431d746 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:41.332145 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ceaf88c3-d365-4b56-83b2-eff16ab30a65 req-6757d440-54ee-4142-b782-6210b431d746 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.9309881 May 25 20:08:41.414953 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28727239-13b3-4dcd-a152-dac2bf7cf07b'] response: {'server_uuid': 'a83b3c92-12a6-4909-b547-1a3d449302cf', 'name': 'network-vif-deleted', 'tag': '0a036baa-382d-4967-8760-a95fa312e52d', 'status': 'completed', 'code': 200} May 25 20:08:41.420485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150055-a2ed-4bdf-9cfa-7c9d9f7c5f8a req-f10e1ddf-a53e-4f76-a92d-614665068cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:41.422814 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a150055-a2ed-4bdf-9cfa-7c9d9f7c5f8a req-f10e1ddf-a53e-4f76-a92d-614665068cf6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 921 time: 0.5264504 May 25 20:08:41.439614 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ceaf88c3-d365-4b56-83b2-eff16ab30a65 req-aef993a2-97c1-4d7a-8485-2581d2e2e9a8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919466 May 25 20:08:41.503505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port a40e17ac-3b29-4595-9117-b4a8a51f390c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:08:41.504418 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:41.586985 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a150055-a2ed-4bdf-9cfa-7c9d9f7c5f8a req-9af0c2da-fea8-4d3e-a29b-c241878734f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c HTTP/1.1" status: 200 len: 217 time: 0.0887508 May 25 20:08:41.597737 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c398c10e-68c2-44cb-ac94-26cb84adab84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40e17ac-3b29-4595-9117-b4a8a51f390c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:41.635352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a40e17ac-3b29-4595-9117-b4a8a51f390c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a40e17ac-3b29-4595-9117-b4a8a51f390c,segment=NetworkSegment(a6564a70-6812-4806-b7bb-5d6c53b0f7b2),segment_id=a6564a70-6812-4806-b7bb-5d6c53b0f7b2)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:41.640889 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:41.641944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0a036baa-382d-4967-8760-a95fa312e52d no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:08:41.744336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150055-a2ed-4bdf-9cfa-7c9d9f7c5f8a req-4cd4f8f4-51b8-4701-99c0-6d71616c7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:41.746074 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a150055-a2ed-4bdf-9cfa-7c9d9f7c5f8a req-4cd4f8f4-51b8-4701-99c0-6d71616c7b67 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.1478181 May 25 20:08:41.814697 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:41.825785 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a150055-a2ed-4bdf-9cfa-7c9d9f7c5f8a req-14e4bc01-488e-4a14-8bff-45e6022284d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717573 May 25 20:08:41.843691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f21ad4-c836-414e-9a1f-bf961ae93f04 req-8c833109-0360-40ea-a94a-18e285a617bb tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:41.852809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-90f21ad4-c836-414e-9a1f-bf961ae93f04 req-8c833109-0360-40ea-a94a-18e285a617bb tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 944 time: 0.4361477 May 25 20:08:41.855249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 0a036baa-382d-4967-8760-a95fa312e52d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:08:41.855807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0a036baa-382d-4967-8760-a95fa312e52d not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:08:41.921564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=a40e17ac-3b29-4595-9117-b4a8a51f390c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:41.963529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:41.993916 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-90f21ad4-c836-414e-9a1f-bf961ae93f04 req-c2fe4ff1-742a-4669-bd8e-fc0b2755db32 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e02af5f5-31dd-4a42-9e18-b10338e14d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401887 May 25 20:08:42.065010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a150055-a2ed-4bdf-9cfa-7c9d9f7c5f8a req-789e7a5f-de6e-4587-83f1-e3b339f47a66 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872602 May 25 20:08:42.136730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4b7c8-b1ad-49e0-aeeb-2d523c10b960 req-8c31baba-61b0-4eeb-b7a4-682fc4ce9560 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:42.138260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7e4b7c8-b1ad-49e0-aeeb-2d523c10b960 req-8c31baba-61b0-4eeb-b7a4-682fc4ce9560 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2503178 May 25 20:08:42.211109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Allocated IP 172.25.3.191 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/cdd1a284-cb0c-4c90-bb64-244abf72cc39) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:08:42.219428 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7fa971b8-8ab4-4412-abba-4bd40e3a759c req-9bc665ef-5987-4c23-b02d-fb3357d0cd33 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0564582 May 25 20:08:42.235578 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7e4b7c8-b1ad-49e0-aeeb-2d523c10b960 req-2e879cb0-fe9f-47d6-937e-47a524cf0baf tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875723 May 25 20:08:42.306648 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-572fe123-a216-48b3-9ff2-192e45cd32af'] response: {'server_uuid': 'c398c10e-68c2-44cb-ac94-26cb84adab84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40e17ac-3b29-4595-9117-b4a8a51f390c', 'code': 200} May 25 20:08:42.319859 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a150055-a2ed-4bdf-9cfa-7c9d9f7c5f8a req-1d52e6a1-719c-47c6-8a82-5de47b4227e3 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480688 May 25 20:08:42.508998 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:42.516704 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-062a0d1b-bd30-4086-a686-32211b7565d4 req-72433c14-c4bc-4d65-9c76-a622f075d6cd tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/8483a467-b75c-4b38-a960-e2fbe7e45824 HTTP/1.1" status: 200 len: 1799 time: 0.0932965 May 25 20:08:42.535993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88c57b-2cdc-45ea-98a4-59185a0ec69b req-61767466-305c-4a60-adff-638f7c1441a9 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:42.538683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af88c57b-2cdc-45ea-98a4-59185a0ec69b req-61767466-305c-4a60-adff-638f7c1441a9 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1639416 May 25 20:08:42.541549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01496256-fc46-4c85-b8cf-b62740adfe5e req-e90555b0-0d35-472b-9dba-0bad73e8a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:42.544225 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01496256-fc46-4c85-b8cf-b62740adfe5e req-e90555b0-0d35-472b-9dba-0bad73e8a81d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 1096 time: 0.1263170 May 25 20:08:42.600738 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:42.622006 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af88c57b-2cdc-45ea-98a4-59185a0ec69b req-eeef6a48-a868-4a81-b818-a3f50e79661c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768034 May 25 20:08:42.623671 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01496256-fc46-4c85-b8cf-b62740adfe5e req-40bd7693-d6c8-49b0-b532-2302cc2bed12 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e02af5f5-31dd-4a42-9e18-b10338e14d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638618 May 25 20:08:42.666613 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-062a0d1b-bd30-4086-a686-32211b7565d4 req-dcd43db5-7004-4fb8-a687-cfa03a8e7a42 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:42.678508 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:08:42.690624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:08:42.693653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:08:42.909550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Pushing event updated for resources: {'Port': ['ID=cdd1a284-cb0c-4c90-bb64-244abf72cc39,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:42.912908 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-062a0d1b-bd30-4086-a686-32211b7565d4 req-dcd43db5-7004-4fb8-a687-cfa03a8e7a42 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:42.918305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929dd85-6c62-4ba7-a00c-59582b6a660d req-f0807997-3bd1-44ca-867c-de41d8cce945 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:42.938490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7929dd85-6c62-4ba7-a00c-59582b6a660d req-f0807997-3bd1-44ca-867c-de41d8cce945 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1370447 May 25 20:08:43.029391 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7929dd85-6c62-4ba7-a00c-59582b6a660d req-3aa9a1bc-ba71-4aa1-9bc7-f117063aa829 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887883 May 25 20:08:43.173141 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-062a0d1b-bd30-4086-a686-32211b7565d4 req-dcd43db5-7004-4fb8-a687-cfa03a8e7a42 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:43.205537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd43db5-7004-4fb8-a687-cfa03a8e7a42 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8483a467-b75c-4b38-a960-e2fbe7e45824,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:43.327409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c573-f3b3-4c48-9740-a58be4664b74 req-14fefaec-a96e-46c4-8819-f8ae6232007a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:43.328836 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1889c573-f3b3-4c48-9740-a58be4664b74 req-14fefaec-a96e-46c4-8819-f8ae6232007a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 945 time: 0.1519032 May 25 20:08:43.339801 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-062a0d1b-bd30-4086-a686-32211b7565d4 req-dcd43db5-7004-4fb8-a687-cfa03a8e7a42 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:43.340984 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-062a0d1b-bd30-4086-a686-32211b7565d4 req-dcd43db5-7004-4fb8-a687-cfa03a8e7a42 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "DELETE /v2.0/security-groups/8483a467-b75c-4b38-a960-e2fbe7e45824 HTTP/1.1" status: 204 len: 173 time: 0.8109558 May 25 20:08:43.418424 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1889c573-f3b3-4c48-9740-a58be4664b74 req-ee6080c3-4678-4cbc-9723-a3239c57935e tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e02af5f5-31dd-4a42-9e18-b10338e14d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799036 May 25 20:08:43.520823 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87ba6554-6738-483f-873b-896d4878971e req-ca568487-19f3-4b86-bb9e-4cec57f1d8b0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0528374 May 25 20:08:43.539684 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:43.662573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f979b-c271-4ecf-9a6c-a281bb124ca7 req-0b17999a-0bbb-4b01-bddd-6ea69859e0fa tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:43.671014 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e0f979b-c271-4ecf-9a6c-a281bb124ca7 req-0b17999a-0bbb-4b01-bddd-6ea69859e0fa tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1212871 May 25 20:08:43.748308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e0f979b-c271-4ecf-9a6c-a281bb124ca7 req-5284647f-be4d-498b-95be-f25db321e32f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741673 May 25 20:08:43.793248 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e995cc4d-2b51-49b1-9642-c2fa96adaad3 req-077fc6dd-5edf-4c02-a3ba-327ce5ac33cf tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/127a012f-e172-4e76-af71-c0752a8eaa91 HTTP/1.1" status: 200 len: 1800 time: 0.1762125 May 25 20:08:43.984094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8e0ec-05ac-4605-bf1e-ac427aa5a704 req-774cea3a-487d-458a-a110-bb62f7ab545f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:43.988774 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d3b8e0ec-05ac-4605-bf1e-ac427aa5a704 req-774cea3a-487d-458a-a110-bb62f7ab545f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1019185 May 25 20:08:43.995694 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e995cc4d-2b51-49b1-9642-c2fa96adaad3 req-49480fe9-f236-42f8-ae09-81b89f2cfb94 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:44.080846 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d3b8e0ec-05ac-4605-bf1e-ac427aa5a704 req-57a4dbfc-75a0-4032-8308-77c3a6871560 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782783 May 25 20:08:44.282570 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e995cc4d-2b51-49b1-9642-c2fa96adaad3 req-49480fe9-f236-42f8-ae09-81b89f2cfb94 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:44.319615 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:44.416671 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce11e3-e7f2-4d10-8108-ab0d96cc5b1b req-7385817e-3cea-43f1-8889-703290870431 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:44.418411 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2dce11e3-e7f2-4d10-8108-ab0d96cc5b1b req-7385817e-3cea-43f1-8889-703290870431 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1042089 May 25 20:08:44.433473 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e995cc4d-2b51-49b1-9642-c2fa96adaad3 req-49480fe9-f236-42f8-ae09-81b89f2cfb94 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:44.478112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2dce11e3-e7f2-4d10-8108-ab0d96cc5b1b req-500ea40e-566c-4f9f-83ce-8f1f6351f1fd tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465350 May 25 20:08:44.519739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49480fe9-f236-42f8-ae09-81b89f2cfb94 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127a012f-e172-4e76-af71-c0752a8eaa91,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:44.534602 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e995cc4d-2b51-49b1-9642-c2fa96adaad3 req-49480fe9-f236-42f8-ae09-81b89f2cfb94 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:44.539958 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e995cc4d-2b51-49b1-9642-c2fa96adaad3 req-49480fe9-f236-42f8-ae09-81b89f2cfb94 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "DELETE /v2.0/security-groups/127a012f-e172-4e76-af71-c0752a8eaa91 HTTP/1.1" status: 204 len: 173 time: 0.7379348 May 25 20:08:44.623192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Router bc34c187-ddde-42ad-a4ab-a04ce6310e45 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:08:44.743968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e620891-10b2-406f-96f2-a8d1a0f39400 req-32ac1f8f-bbc2-4523-846d-f312867c70ad tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:44.751918 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e620891-10b2-406f-96f2-a8d1a0f39400 req-32ac1f8f-bbc2-4523-846d-f312867c70ad tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 945 time: 0.1367590 May 25 20:08:44.798926 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e620891-10b2-406f-96f2-a8d1a0f39400 req-459f87ca-35ad-49af-9407-4f3f17fcdb7e tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e02af5f5-31dd-4a42-9e18-b10338e14d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460517 May 25 20:08:44.848057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c54b51e3-55b7-4a63-b34c-58e47610011c req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-506611151', 'description': 'tempest-description-1666923644'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:44.854529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c54b51e3-55b7-4a63-b34c-58e47610011c req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:44.859113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c54b51e3-55b7-4a63-b34c-58e47610011c req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:44.863274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c54b51e3-55b7-4a63-b34c-58e47610011c req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:44.869848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c54b51e3-55b7-4a63-b34c-58e47610011c req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:44.887681 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c54b51e3-55b7-4a63-b34c-58e47610011c req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:44.900705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8d81df53-7d5a-42a3-b7d0-0acc05f69e23 req-8f3aaa83-3ea4-468f-8774-d945f4e92d47 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.2062004 May 25 20:08:44.910128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c54b51e3-55b7-4a63-b34c-58e47610011c req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:44.915577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c54b51e3-55b7-4a63-b34c-58e47610011c req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Usage tracker for resource:security_group_rule and tenant:dfca10d1e8a14dc5a547fe3f642bae44 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:44.918764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c54b51e3-55b7-4a63-b34c-58e47610011c req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:44.925245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c54b51e3-55b7-4a63-b34c-58e47610011c req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:45.009723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:08:45.020115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Sync routers for ids ['bc34c187-ddde-42ad-a4ab-a04ce6310e45'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:08:45.032447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c54b51e3-55b7-4a63-b34c-58e47610011c req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:45.035219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Routers {'bc34c187-ddde-42ad-a4ab-a04ce6310e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:08:45.035762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:08:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bc34c187-ddde-42ad-a4ab-a04ce6310e45'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:45.039048 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:45.042947 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c54b51e3-55b7-4a63-b34c-58e47610011c req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:45.043769 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-590da6cd-876b-4378-b95d-dbd5f3c4487b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3485281 May 25 20:08:45.044602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43400) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:45.093077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be268375-96a7-4421-8372-0ec0b0c1d3ca,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:45.097345 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c54b51e3-55b7-4a63-b34c-58e47610011c req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:45.109518 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c54b51e3-55b7-4a63-b34c-58e47610011c req-a7744fb7-b8ad-4230-962f-1eae92feb03d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2665489 May 25 20:08:45.287994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Set router bc34c187-ddde-42ad-a4ab-a04ce6310e45 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:08:45.371113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8472d9-182d-48d2-b329-1f22004c9a05 req-cc22cf12-35e1-4970-880d-ab56043211cc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:45.374749 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d8472d9-182d-48d2-b329-1f22004c9a05 req-cc22cf12-35e1-4970-880d-ab56043211cc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.3272743 May 25 20:08:45.468401 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38db7914-d17f-4f41-a4f7-cdc80ffeba22 req-9eebff79-a274-41d4-8d8c-1964c6071f53 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/be268375-96a7-4421-8372-0ec0b0c1d3ca HTTP/1.1" status: 200 len: 1800 time: 0.0697377 May 25 20:08:45.479257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-38db7914-d17f-4f41-a4f7-cdc80ffeba22 req-7ef019ad-1057-4bb8-8ec7-8355cd9aa2e3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1090992121', 'description': 'tempest-description-hth-1203572516'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:45.504421 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d8472d9-182d-48d2-b329-1f22004c9a05 req-edae6a56-8a00-4d18-9a09-cb9ed23321d9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184998 May 25 20:08:45.642125 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-38db7914-d17f-4f41-a4f7-cdc80ffeba22 req-7ef019ad-1057-4bb8-8ec7-8355cd9aa2e3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:45.652599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'name': 'tempest-ServerRescueTestJSON-1353581640-router', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:08:39Z', 'updated_at': '2022-05-25T20:08:43Z', 'revision_number': 3, 'project_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'gw_port': {'id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:08:42Z', 'updated_at': '2022-05-25T20:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:45.658522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Checking router: bc34c187-ddde-42ad-a4ab-a04ce6310e45 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:08:45.658522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Updating router bc34c187-ddde-42ad-a4ab-a04ce6310e45 port cdd1a284-cb0c-4c90-bb64-244abf72cc39 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:08:45.713045 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-38db7914-d17f-4f41-a4f7-cdc80ffeba22 req-7ef019ad-1057-4bb8-8ec7-8355cd9aa2e3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:45.717921 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-38db7914-d17f-4f41-a4f7-cdc80ffeba22 req-7ef019ad-1057-4bb8-8ec7-8355cd9aa2e3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:45.720955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-38db7914-d17f-4f41-a4f7-cdc80ffeba22 req-7ef019ad-1057-4bb8-8ec7-8355cd9aa2e3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:45.732755 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:45.739677 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38db7914-d17f-4f41-a4f7-cdc80ffeba22 req-7ef019ad-1057-4bb8-8ec7-8355cd9aa2e3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "PUT /v2.0/security-groups/be268375-96a7-4421-8372-0ec0b0c1d3ca HTTP/1.1" status: 200 len: 1775 time: 0.2636085 May 25 20:08:45.831274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef019ad-1057-4bb8-8ec7-8355cd9aa2e3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be268375-96a7-4421-8372-0ec0b0c1d3ca,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:45.876347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ca6d5-a927-4640-b39a-754f2f60e0f3 req-0078119b-3667-4289-ad9b-d731c9210a82 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:45.878626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-662ca6d5-a927-4640-b39a-754f2f60e0f3 req-0078119b-3667-4289-ad9b-d731c9210a82 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2329652 May 25 20:08:46.016898 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-662ca6d5-a927-4640-b39a-754f2f60e0f3 req-1e67549c-81c0-41af-9c39-e1340cd8f3a2 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985575 May 25 20:08:46.039927 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:46.109514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54e204-898f-431d-b8f1-23be904b5538 req-3b25c708-e030-46ce-92ae-f333d7761134 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:46.111050 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae54e204-898f-431d-b8f1-23be904b5538 req-3b25c708-e030-46ce-92ae-f333d7761134 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 820 time: 0.2112727 May 25 20:08:46.138960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae54e204-898f-431d-b8f1-23be904b5538 req-ece94777-84d0-4482-8b16-178c5e3b0650 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/quotas/588275645f004b30bd16726afb59ab56 HTTP/1.1" status: 200 len: 375 time: 0.0188091 May 25 20:08:46.187539 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:46.212463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Transition to ACTIVE for port object cdd1a284-cb0c-4c90-bb64-244abf72cc39 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:08:46.221755 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:46.258034 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae54e204-898f-431d-b8f1-23be904b5538 req-0d0b5940-471e-4ee0-9b32-ac781b686084 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088781 May 25 20:08:46.315985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Attempting to bind port cdd1a284-cb0c-4c90-bb64-244abf72cc39 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:08:46.316423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Attempting to bind port cdd1a284-cb0c-4c90-bb64-244abf72cc39 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:08:46.316724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Attempting to bind port cdd1a284-cb0c-4c90-bb64-244abf72cc39 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:08:46.323483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de4aeb-b994-4f3a-abb8-62a07322d86f None None] Pushing event updated for resources: {'Port': ['ID=cdd1a284-cb0c-4c90-bb64-244abf72cc39,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:46.327827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:08:46.328193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:08:46.328591 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:46.329390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:08:46.329514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Bound port: cdd1a284-cb0c-4c90-bb64-244abf72cc39, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:08:46.329808 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:46.353727 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Allocated IP 172.20.0.1 (f21ae3e9-d288-42ee-8ae8-2284a93c8059/c3639922-bebd-4c46-8d65-a916de891676/45100fdf-4660-4b9e-9134-cc3aa1b1e100) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:08:46.369036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82871525-d47c-45f5-8801-35b6098b254d req-e25750fc-388d-4ffe-b0fb-1f665f8c076d tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:46.374719 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82871525-d47c-45f5-8801-35b6098b254d req-e25750fc-388d-4ffe-b0fb-1f665f8c076d tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 945 time: 0.2173860 May 25 20:08:46.430106 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] For port cdd1a284-cb0c-4c90-bb64-244abf72cc39, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:08:46.434451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] For port cdd1a284-cb0c-4c90-bb64-244abf72cc39, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cdd1a284-cb0c-4c90-bb64-244abf72cc39,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:08:46.439862 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:46.472140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae54e204-898f-431d-b8f1-23be904b5538 req-f22e1122-c141-4644-a3bc-01569019d5c9 service neutron] 10.222.0.60 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962535 May 25 20:08:46.519471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Routers {'bc34c187-ddde-42ad-a4ab-a04ce6310e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:08:46.519843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:08:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bc34c187-ddde-42ad-a4ab-a04ce6310e45'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:46.524222 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82871525-d47c-45f5-8801-35b6098b254d req-0e55285d-e609-4278-88b9-2d8252d264bc tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e02af5f5-31dd-4a42-9e18-b10338e14d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473866 May 25 20:08:46.664963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de4aeb-b994-4f3a-abb8-62a07322d86f None None] Pushing event updated for resources: {'Port': ['ID=cdd1a284-cb0c-4c90-bb64-244abf72cc39,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:46.756140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae54e204-898f-431d-b8f1-23be904b5538 req-383aa06f-904f-49bd-bded-fb584860e4a2 service neutron] 10.222.0.60 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654467 May 25 20:08:46.793295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] Set router bc34c187-ddde-42ad-a4ab-a04ce6310e45 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:08:46.888057 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:46.923362 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ee95a-a513-4e4e-bf7c-bf465a4387f4 req-b12c573a-cc75-4282-8e09-fad78723fe43 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:46.924878 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b89ee95a-a513-4e4e-bf7c-bf465a4387f4 req-b12c573a-cc75-4282-8e09-fad78723fe43 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1301932 May 25 20:08:46.980967 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:47.027771 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b89ee95a-a513-4e4e-bf7c-bf465a4387f4 req-019c8fe5-ade8-4ba7-a5b0-298968fabfe1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898628 May 25 20:08:47.064293 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Network f21ae3e9-d288-42ee-8ae8-2284a93c8059 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:08:47.067152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:08:47.070397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:08:47.151275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Pushing event updated for resources: {'Port': ['ID=45100fdf-4660-4b9e-9134-cc3aa1b1e100,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:47.159052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807990f5-afd4-4bd9-8f5e-52c3af6cbe49 req-d1b4e5e0-a2d9-4d4c-8698-7896352117b4 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:47.162260 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-807990f5-afd4-4bd9-8f5e-52c3af6cbe49 req-d1b4e5e0-a2d9-4d4c-8698-7896352117b4 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.70 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 945 time: 0.1384842 May 25 20:08:47.189307 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:47.247252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'name': 'tempest-ServerRescueTestJSON-1353581640-router', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:08:39Z', 'updated_at': '2022-05-25T20:08:43Z', 'revision_number': 3, 'project_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'gw_port': {'id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:08:42Z', 'updated_at': '2022-05-25T20:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:47.251792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e38af2b-dd5b-49f5-b061-fd3f290abc25 None None] The sync data for ids ['bc34c187-ddde-42ad-a4ab-a04ce6310e45'] in n-d-843339-1 is: [{'id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'name': 'tempest-ServerRescueTestJSON-1353581640-router', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:08:39Z', 'updated_at': '2022-05-25T20:08:43Z', 'revision_number': 3, 'project_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'gw_port': {'id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:08:42Z', 'updated_at': '2022-05-25T20:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:08:47.256425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-807990f5-afd4-4bd9-8f5e-52c3af6cbe49 req-0a8012f6-6643-4100-ba81-fe6adf9fc15a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Deleting port a40e17ac-3b29-4595-9117-b4a8a51f390c {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:08:47.257261 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-807990f5-afd4-4bd9-8f5e-52c3af6cbe49 req-0a8012f6-6643-4100-ba81-fe6adf9fc15a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:47.353822 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1e21f93b-0192-45a4-9df6-6ef01d94e7d3 req-fcbc8dd7-c055-4cd9-bcdd-4e863b9067eb tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/be268375-96a7-4421-8372-0ec0b0c1d3ca HTTP/1.1" status: 200 len: 1775 time: 0.2532303 May 25 20:08:47.432541 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df8936fd-ba65-4d9b-92b8-ad42bf71c329 req-3f63ff20-0851-4ef4-976a-9a5be16afc05 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0843861 May 25 20:08:47.618790 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:47.737868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53e1f5-e84d-4452-b653-4885c753864d req-9c61881d-d1e3-4fac-bb1b-f48ceace88e7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:47.740022 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0f53e1f5-e84d-4452-b653-4885c753864d req-9c61881d-d1e3-4fac-bb1b-f48ceace88e7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2222500 May 25 20:08:47.874709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0f53e1f5-e84d-4452-b653-4885c753864d req-b575c9cd-58de-4464-b930-7e6661c90a87 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241446 May 25 20:08:47.959032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166f557-6593-4958-89d7-7b1bed2396b4 req-afcebb51-2dbc-45e8-9580-e9b1425107a8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:47.966799 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4166f557-6593-4958-89d7-7b1bed2396b4 req-afcebb51-2dbc-45e8-9580-e9b1425107a8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.3558226 May 25 20:08:47.998009 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf4c9f42-e55b-41e4-bebe-17057e1ef720 req-1f8d8793-0754-4272-a514-ca113467bee8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 210 time: 0.0582442 May 25 20:08:48.008849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-807990f5-afd4-4bd9-8f5e-52c3af6cbe49 req-0a8012f6-6643-4100-ba81-fe6adf9fc15a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] For port a40e17ac-3b29-4595-9117-b4a8a51f390c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a40e17ac-3b29-4595-9117-b4a8a51f390c,segment=NetworkSegment(a6564a70-6812-4806-b7bb-5d6c53b0f7b2),segment_id=a6564a70-6812-4806-b7bb-5d6c53b0f7b2)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:48.009576 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-807990f5-afd4-4bd9-8f5e-52c3af6cbe49 req-0a8012f6-6643-4100-ba81-fe6adf9fc15a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:48.082538 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:48.097723 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:48.218559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-807990f5-afd4-4bd9-8f5e-52c3af6cbe49 req-0a8012f6-6643-4100-ba81-fe6adf9fc15a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Calling delete_port for a40e17ac-3b29-4595-9117-b4a8a51f390c owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:08:48.237022 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-34a66747-75ff-483f-95b2-30b6a6e0a6ff req-1fd4ac3c-93d1-4feb-89bf-d40b7a5d3fbb tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/be268375-96a7-4421-8372-0ec0b0c1d3ca HTTP/1.1" status: 200 len: 1775 time: 0.1780858 May 25 20:08:48.259988 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4166f557-6593-4958-89d7-7b1bed2396b4 req-94023a9f-c394-435f-a920-2606277235ea tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922204 May 25 20:08:48.260750 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:48.297979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Pushing event updated for resources: {'Port': ['ID=45100fdf-4660-4b9e-9134-cc3aa1b1e100,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:48.469808 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-34a66747-75ff-483f-95b2-30b6a6e0a6ff req-bbf18f0c-bbb1-4f5d-81be-b9d5086d75df tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:48.508729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Network f21ae3e9-d288-42ee-8ae8-2284a93c8059 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:08:48.511760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:08:48.517434 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-34a66747-75ff-483f-95b2-30b6a6e0a6ff req-bbf18f0c-bbb1-4f5d-81be-b9d5086d75df tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:48.546736 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-807990f5-afd4-4bd9-8f5e-52c3af6cbe49 req-0a8012f6-6643-4100-ba81-fe6adf9fc15a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:48.560042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['a40e17ac-3b29-4595-9117-b4a8a51f390c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:08:48.606063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8012f6-6643-4100-ba81-fe6adf9fc15a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Pushing event deleted for resources: {'Port': ['ID=a40e17ac-3b29-4595-9117-b4a8a51f390c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:48.656489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e441f-104e-4fb8-a7cb-b0580f40254a req-86c78e5e-a5d5-4534-906a-11aa0cd1fae6 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:48.664720 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b92e441f-104e-4fb8-a7cb-b0580f40254a req-86c78e5e-a5d5-4534-906a-11aa0cd1fae6 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 945 time: 0.2343893 May 25 20:08:48.863768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-807990f5-afd4-4bd9-8f5e-52c3af6cbe49 req-0a8012f6-6643-4100-ba81-fe6adf9fc15a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] No DVR routers for this DVR port a40e17ac-3b29-4595-9117-b4a8a51f390c on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:08:48.870961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-34a66747-75ff-483f-95b2-30b6a6e0a6ff req-bbf18f0c-bbb1-4f5d-81be-b9d5086d75df tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:48.873461 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-807990f5-afd4-4bd9-8f5e-52c3af6cbe49 req-0a8012f6-6643-4100-ba81-fe6adf9fc15a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:48.879342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c398c10e-68c2-44cb-ac94-26cb84adab84', 'name': 'network-vif-deleted', 'tag': 'a40e17ac-3b29-4595-9117-b4a8a51f390c'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:48.902198 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b92e441f-104e-4fb8-a7cb-b0580f40254a req-8e3c2794-d64d-4cd5-95ec-1608428a8a55 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/security-groups?id=e02af5f5-31dd-4a42-9e18-b10338e14d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362938 May 25 20:08:48.904944 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-807990f5-afd4-4bd9-8f5e-52c3af6cbe49 req-0a8012f6-6643-4100-ba81-fe6adf9fc15a tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.70 "DELETE /v2.0/ports/a40e17ac-3b29-4595-9117-b4a8a51f390c HTTP/1.1" status: 204 len: 173 time: 1.7372949 May 25 20:08:48.931410 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf18f0c-bbb1-4f5d-81be-b9d5086d75df tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be268375-96a7-4421-8372-0ec0b0c1d3ca,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:49.060067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Router bc34c187-ddde-42ad-a4ab-a04ce6310e45 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:08:49.063647 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-34a66747-75ff-483f-95b2-30b6a6e0a6ff req-bbf18f0c-bbb1-4f5d-81be-b9d5086d75df tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:49.064769 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-34a66747-75ff-483f-95b2-30b6a6e0a6ff req-bbf18f0c-bbb1-4f5d-81be-b9d5086d75df tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "DELETE /v2.0/security-groups/be268375-96a7-4421-8372-0ec0b0c1d3ca HTTP/1.1" status: 204 len: 173 time: 0.8096344 May 25 20:08:49.136971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cdd1a284-cb0c-4c90-bb64-244abf72cc39 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:08:49.245715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54e204-898f-431d-b8f1-23be904b5538 req-b62dff3b-c5a7-4ca0-8977-ac122613022e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:49.247956 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae54e204-898f-431d-b8f1-23be904b5538 req-b62dff3b-c5a7-4ca0-8977-ac122613022e tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.70 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 820 time: 0.3585587 May 25 20:08:49.262914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0557ba9-9602-4043-bba1-7e392ae9c0c7 req-cbf8f386-34d6-4a59-874c-5bdcbe573b67 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:49.265617 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a0557ba9-9602-4043-bba1-7e392ae9c0c7 req-cbf8f386-34d6-4a59-874c-5bdcbe573b67 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1624851 May 25 20:08:49.292633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port cdd1a284-cb0c-4c90-bb64-244abf72cc39 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:08:49.308620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port cdd1a284-cb0c-4c90-bb64-244abf72cc39 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:08:49.309028 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:49.322095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-ae54e204-898f-431d-b8f1-23be904b5538 req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Request body: {'port': {'device_id': 'b209014e-eac3-447d-979d-04f104b8b514', 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee', 'admin_state_up': True, 'tenant_id': '588275645f004b30bd16726afb59ab56'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:49.360973 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a0557ba9-9602-4043-bba1-7e392ae9c0c7 req-721684ac-0386-4411-8968-b88b3b66373b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707068 May 25 20:08:49.424626 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f93a24f-21a0-4ce7-9a25-8c52fcaac92e'] response: {'server_uuid': 'c398c10e-68c2-44cb-ac94-26cb84adab84', 'name': 'network-vif-deleted', 'tag': 'a40e17ac-3b29-4595-9117-b4a8a51f390c', 'status': 'completed', 'code': 200} May 25 20:08:49.464661 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f782c0fd-70c7-4059-9cd8-666611333ad3 req-89ec32e9-a6d3-4096-8149-59b7cf21dcc0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.2130218 May 25 20:08:49.610106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:08:49.616512 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-480baab1-46c1-403a-b244-2192eab6a944 admin admin] 10.222.0.60 "PUT /v2.0/routers/bc34c187-ddde-42ad-a4ab-a04ce6310e45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5707507 May 25 20:08:49.666142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port cdd1a284-cb0c-4c90-bb64-244abf72cc39 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:08:49.666785 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:49.721725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a9ff6-37a1-45c3-bd23-f323900adb6c req-c58732ac-8f8d-411b-a65c-7adc98e4b37f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:49.723313 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a90a9ff6-37a1-45c3-bd23-f323900adb6c req-c58732ac-8f8d-411b-a65c-7adc98e4b37f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1775949 May 25 20:08:49.751629 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port cdd1a284-cb0c-4c90-bb64-244abf72cc39, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cdd1a284-cb0c-4c90-bb64-244abf72cc39,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:49.763362 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:49.802779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-ae54e204-898f-431d-b8f1-23be904b5538 req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:49.807778 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de326956-3b13-4588-868d-c49573f114df req-fd3df8dc-3ca8-4f37-b05a-bdb10f06954c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 210 time: 0.1030769 May 25 20:08:49.839611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-ae54e204-898f-431d-b8f1-23be904b5538 req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:49.878017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae54e204-898f-431d-b8f1-23be904b5538 req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Made reservation on behalf of 588275645f004b30bd16726afb59ab56 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:08:49.888675 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ae54e204-898f-431d-b8f1-23be904b5538 req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:49.892663 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a90a9ff6-37a1-45c3-bd23-f323900adb6c req-8588f754-43cc-4e4e-a9ab-674fc0b0134e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500480 May 25 20:08:49.969194 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Sync routers for ids ['bc34c187-ddde-42ad-a4ab-a04ce6310e45'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:08:49.980404 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Routers {'bc34c187-ddde-42ad-a4ab-a04ce6310e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:08:49.981007 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:08:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bc34c187-ddde-42ad-a4ab-a04ce6310e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:50.081581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=cdd1a284-cb0c-4c90-bb64-244abf72cc39,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:50.227689 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec65cf12-bc48-4cf7-bf4c-bec32ab7cae2 req-3b9f42c8-a885-43e0-b90c-7a67ecd8a400 tempest-InstanceActionsV221TestJSON-858659373 tempest-InstanceActionsV221TestJSON-858659373-project] 10.222.0.60 "GET /v2.0/ports?device_id=c398c10e-68c2-44cb-ac94-26cb84adab84 HTTP/1.1" status: 200 len: 210 time: 0.0734956 May 25 20:08:50.381757 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Set router bc34c187-ddde-42ad-a4ab-a04ce6310e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:08:50.397222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-ae54e204-898f-431d-b8f1-23be904b5538 req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Allocated IP 172.20.0.9 (b7a3b6ab-cda3-4d80-8073-f508c964b6ee/1d5c81e9-1012-4bd2-b3ad-402a53a6fd67/08514a28-5891-440a-9e28-c1399adcb18a) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:08:50.451401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4dc93f-4d18-4e71-8e45-cdf2c4e804e8 req-54d8268a-b24a-4ecd-8b85-f6e2129e623a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:50.459940 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db4dc93f-4d18-4e71-8e45-cdf2c4e804e8 req-54d8268a-b24a-4ecd-8b85-f6e2129e623a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2365501 May 25 20:08:50.539807 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db4dc93f-4d18-4e71-8e45-cdf2c4e804e8 req-ba5e7b35-ca7c-411e-ad2b-75833f7981b5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788548 May 25 20:08:50.763040 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ae54e204-898f-431d-b8f1-23be904b5538 req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:50.812904 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ae54e204-898f-431d-b8f1-23be904b5538 req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:50.825926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd4d79-250a-4cb2-9489-f4e8b2020ed0 req-bd90992f-21b0-4578-bc62-70618509aaee tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:50.829096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['7d9dd7f8-cefe-4ca0-8799-90bd4531df8c', 'a98f56e2-e655-46ca-8e33-779754f43e0a', '414f0870-5d8e-443b-acd4-c0897630efe4'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:08:50.841641 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4fd4d79-250a-4cb2-9489-f4e8b2020ed0 req-bd90992f-21b0-4578-bc62-70618509aaee tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1708562 May 25 20:08:50.931215 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4fd4d79-250a-4cb2-9489-f4e8b2020ed0 req-30be8a4e-57f6-403d-a509-0f861f70c936 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884142 May 25 20:08:51.013412 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-4fe40027-0526-4b61-812f-dac5b162ed82 req-e68f9408-fbb1-411d-8541-69ea44db6b53 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] show failed (client error): The resource could not be found. May 25 20:08:51.022306 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'name': 'tempest-ServerRescueTestJSON-1353581640-router', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:08:39Z', 'updated_at': '2022-05-25T20:08:47Z', 'revision_number': 4, 'project_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'gw_port': {'id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:08:42Z', 'updated_at': '2022-05-25T20:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '45100fdf-4660-4b9e-9134-cc3aa1b1e100', 'name': '', 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'mac_address': 'fa:16:3e:e0:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c3639922-bebd-4c46-8d65-a916de891676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:08:46Z', 'updated_at': '2022-05-25T20:08:47Z', 'revision_number': 2, 'project_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'subnets': [{'id': 'c3639922-bebd-4c46-8d65-a916de891676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:51.030489 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Checking router: bc34c187-ddde-42ad-a4ab-a04ce6310e45 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:08:51.031422 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Updating router bc34c187-ddde-42ad-a4ab-a04ce6310e45 port 45100fdf-4660-4b9e-9134-cc3aa1b1e100 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:08:51.032287 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fe40027-0526-4b61-812f-dac5b162ed82 req-e68f9408-fbb1-411d-8541-69ea44db6b53 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/127a012f-e172-4e76-af71-c0752a8eaa91 HTTP/1.1" status: 404 len: 352 time: 0.0650225 May 25 20:08:51.137954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae54e204-898f-431d-b8f1-23be904b5538 req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Network b7a3b6ab-cda3-4d80-8073-f508c964b6ee is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:08:51.139169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Pushing event updated for resources: {'Port': ['ID=08514a28-5891-440a-9e28-c1399adcb18a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:51.141196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cdd1a284-cb0c-4c90-bb64-244abf72cc39 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:08:51.143232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-ae54e204-898f-431d-b8f1-23be904b5538 req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:08:51.160486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae54e204-898f-431d-b8f1-23be904b5538 req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:08:51.167200 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:51.236437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a40e17ac-3b29-4595-9117-b4a8a51f390c no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:08:51.271170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54e204-898f-431d-b8f1-23be904b5538 req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:51.272689 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ae54e204-898f-431d-b8f1-23be904b5538 req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:51.294805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: a40e17ac-3b29-4595-9117-b4a8a51f390c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:08:51.295617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a40e17ac-3b29-4595-9117-b4a8a51f390c not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:08:51.371242 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bff59de8-01da-4a6c-bf6c-87bc17965d1f req-2646e05d-34f9-4d4c-844f-ffbb647f0c78 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0855677 May 25 20:08:51.420551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port cdd1a284-cb0c-4c90-bb64-244abf72cc39 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:08:51.420923 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:51.438958 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae54e204-898f-431d-b8f1-23be904b5538 req-487f280b-ea21-4a12-ab44-edf695764ad8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1319845 May 25 20:08:51.551744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Request body: {'port': {'device_id': 'b209014e-eac3-447d-979d-04f104b8b514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:51.631954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port cdd1a284-cb0c-4c90-bb64-244abf72cc39 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:08:51.697349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-02c5067e-7843-4716-ac3f-b7852d1ad283 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:51.697990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-02c5067e-7843-4716-ac3f-b7852d1ad283 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Synchronizing usage tracker for tenant:e4eeb42cdd664d3ea10b15927d4541fd on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:51.711674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc73ca-841e-4567-a8d0-9372de9028e0 req-96602243-cab9-4d55-b31c-eac69de7924b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:51.717037 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:51.717843 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-07cc73ca-841e-4567-a8d0-9372de9028e0 req-96602243-cab9-4d55-b31c-eac69de7924b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 931 time: 0.1817145 May 25 20:08:51.764807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-02c5067e-7843-4716-ac3f-b7852d1ad283 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Unset dirty status for tenant:e4eeb42cdd664d3ea10b15927d4541fd on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:51.766542 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-02c5067e-7843-4716-ac3f-b7852d1ad283 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/networks?id=f21ae3e9-d288-42ee-8ae8-2284a93c8059 HTTP/1.1" status: 200 len: 811 time: 0.7980211 May 25 20:08:51.821346 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-07cc73ca-841e-4567-a8d0-9372de9028e0 req-5c46d074-8707-48a0-98f9-e5d609495415 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928283 May 25 20:08:51.953794 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:51.983171 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Transition to ACTIVE for port object 45100fdf-4660-4b9e-9134-cc3aa1b1e100 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:08:51.997515 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:52.008012 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-05f0952d-2fe6-43f9-8547-494235771dad tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/quotas/e4eeb42cdd664d3ea10b15927d4541fd HTTP/1.1" status: 200 len: 375 time: 0.0260634 May 25 20:08:52.104373 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cd7f3-e27a-45f8-8ddc-54363907a853 None None] Pushing event updated for resources: {'Port': ['ID=45100fdf-4660-4b9e-9134-cc3aa1b1e100,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:52.114427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c95a95-9175-43e9-8d64-67a3bd51ed9b req-d857c846-3caa-4a27-b942-cc528b1edf62 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:52.121339 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03cd7f3-e27a-45f8-8ddc-54363907a853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:52.121905 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03cd7f3-e27a-45f8-8ddc-54363907a853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:52.122666 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03cd7f3-e27a-45f8-8ddc-54363907a853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:52.123153 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03cd7f3-e27a-45f8-8ddc-54363907a853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:52.123595 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03cd7f3-e27a-45f8-8ddc-54363907a853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:52.124043 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03cd7f3-e27a-45f8-8ddc-54363907a853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:52.124628 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03cd7f3-e27a-45f8-8ddc-54363907a853 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:52.125105 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03cd7f3-e27a-45f8-8ddc-54363907a853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:52.125477 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03cd7f3-e27a-45f8-8ddc-54363907a853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:52.126062 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a1c95a95-9175-43e9-8d64-67a3bd51ed9b req-d857c846-3caa-4a27-b942-cc528b1edf62 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1089509 May 25 20:08:52.126347 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03cd7f3-e27a-45f8-8ddc-54363907a853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:52.127070 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03cd7f3-e27a-45f8-8ddc-54363907a853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:52.127857 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03cd7f3-e27a-45f8-8ddc-54363907a853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:08:52.182398 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a1c95a95-9175-43e9-8d64-67a3bd51ed9b req-f8095479-69ef-4828-9221-49797a46381b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550652 May 25 20:08:52.245580 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-4adc2435-1a0a-460e-bcd1-49f0b653dcae req-116cf0c0-3c63-41f8-99e1-ced184c6e496 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] show failed (client error): The resource could not be found. May 25 20:08:52.252845 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4adc2435-1a0a-460e-bcd1-49f0b653dcae req-116cf0c0-3c63-41f8-99e1-ced184c6e496 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/8483a467-b75c-4b38-a960-e2fbe7e45824 HTTP/1.1" status: 404 len: 352 time: 0.0249686 May 25 20:08:52.348444 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Attempting to bind port 45100fdf-4660-4b9e-9134-cc3aa1b1e100 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:08:52.349923 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Attempting to bind port 45100fdf-4660-4b9e-9134-cc3aa1b1e100 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'f28d570f-89f1-4268-9354-3529c109959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:08:52.351022 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Attempting to bind port 45100fdf-4660-4b9e-9134-cc3aa1b1e100 on network f21ae3e9-d288-42ee-8ae8-2284a93c8059 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:08:52.362203 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:08:52.363142 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Checking segment: {'id': 'f28d570f-89f1-4268-9354-3529c109959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:08:52.366514 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:52.367869 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Bound using segment: {'id': 'f28d570f-89f1-4268-9354-3529c109959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:08:52.368634 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Bound port: 45100fdf-4660-4b9e-9134-cc3aa1b1e100, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28d570f-89f1-4268-9354-3529c109959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:08:52.369786 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:52.456809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-a69c8170-b278-4d76-929a-3fe31e84f19f tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Synchronizing usage tracker for tenant:e4eeb42cdd664d3ea10b15927d4541fd on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:52.487521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-a69c8170-b278-4d76-929a-3fe31e84f19f tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Unset dirty status for tenant:e4eeb42cdd664d3ea10b15927d4541fd on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:52.491015 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-a69c8170-b278-4d76-929a-3fe31e84f19f tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4eeb42cdd664d3ea10b15927d4541fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4818461 May 25 20:08:52.503419 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] For port 45100fdf-4660-4b9e-9134-cc3aa1b1e100, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:08:52.508797 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] For port 45100fdf-4660-4b9e-9134-cc3aa1b1e100, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=45100fdf-4660-4b9e-9134-cc3aa1b1e100,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:08:52.515333 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:52.556301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba423-71c6-42f2-a503-d01cae577675 req-87cdfd8f-541c-4e6a-96da-1dee9ab7038c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:52.562046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1adba423-71c6-42f2-a503-d01cae577675 req-87cdfd8f-541c-4e6a-96da-1dee9ab7038c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1176455 May 25 20:08:52.614942 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Routers {'bc34c187-ddde-42ad-a4ab-a04ce6310e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:08:52.616059 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:08:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bc34c187-ddde-42ad-a4ab-a04ce6310e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:52.619462 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1adba423-71c6-42f2-a503-d01cae577675 req-d9baeebe-c659-4aa2-8e95-586cd8b1869d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552995 May 25 20:08:52.683957 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cd7f3-e27a-45f8-8ddc-54363907a853 None None] Pushing event updated for resources: {'Port': ['ID=45100fdf-4660-4b9e-9134-cc3aa1b1e100,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:52.719082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08514a28-5891-440a-9e28-c1399adcb18a {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:08:52.729426 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-f48051be-f98d-45ee-9bd0-388371dc9a13 service neutron] 10.222.0.60 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887279 May 25 20:08:52.731355 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:52.821838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Transition to ACTIVE for port object 08514a28-5891-440a-9e28-c1399adcb18a will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:08:52.827437 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:52.829445 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] Set router bc34c187-ddde-42ad-a4ab-a04ce6310e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:08:52.872611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f471a-6927-4c67-8d2e-191fa89ad700 req-8f16de0a-0549-4346-a436-37a3f67d5a75 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:52.875008 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-424f471a-6927-4c67-8d2e-191fa89ad700 req-8f16de0a-0549-4346-a436-37a3f67d5a75 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1076946 May 25 20:08:52.932626 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-424f471a-6927-4c67-8d2e-191fa89ad700 req-287c1a69-9ea0-42c0-84fd-c5f66bb92810 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491300 May 25 20:08:52.979402 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-53cc18ae-4dee-4ca5-820a-ef1b7aafbbd0 req-75856cec-8976-4829-9bd7-4a61d37e5147 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] show failed (client error): The resource could not be found. May 25 20:08:52.980819 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53cc18ae-4dee-4ca5-820a-ef1b7aafbbd0 req-75856cec-8976-4829-9bd7-4a61d37e5147 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/0962a429-9dac-47ca-807e-af5aa24d79d3 HTTP/1.1" status: 404 len: 352 time: 0.0176625 May 25 20:08:53.003452 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Pushing event updated for resources: {'Port': ['ID=08514a28-5891-440a-9e28-c1399adcb18a,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:53.125284 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-cd59d2fd-2900-41d3-b95b-e71ee3e74ef7 service neutron] 10.222.0.60 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828487 May 25 20:08:53.205832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Attempting to bind port 08514a28-5891-440a-9e28-c1399adcb18a on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:08:53.206811 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Attempting to bind port 08514a28-5891-440a-9e28-c1399adcb18a by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:08:53.207565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Attempting to bind port 08514a28-5891-440a-9e28-c1399adcb18a on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:08:53.219728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Port 08514a28-5891-440a-9e28-c1399adcb18a on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:08:53.220934 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Attempting to bind port 08514a28-5891-440a-9e28-c1399adcb18a on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:08:53.235176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:08:53.236251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Checking segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:08:53.237077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Bound using segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:08:53.238312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Bound port: 08514a28-5891-440a-9e28-c1399adcb18a, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:08:53.242812 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:53.304158 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'name': 'tempest-ServerRescueTestJSON-1353581640-router', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:08:39Z', 'updated_at': '2022-05-25T20:08:47Z', 'revision_number': 4, 'project_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'gw_port': {'id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:08:42Z', 'updated_at': '2022-05-25T20:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '45100fdf-4660-4b9e-9134-cc3aa1b1e100', 'name': '', 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'mac_address': 'fa:16:3e:e0:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c3639922-bebd-4c46-8d65-a916de891676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:08:46Z', 'updated_at': '2022-05-25T20:08:52Z', 'revision_number': 4, 'project_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'subnets': [{'id': 'c3639922-bebd-4c46-8d65-a916de891676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:53.313482 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ceb33-728a-4012-93af-2570134f2c63 None None] The sync data for ids ['bc34c187-ddde-42ad-a4ab-a04ce6310e45'] in n-d-843339-1 is: [{'id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'name': 'tempest-ServerRescueTestJSON-1353581640-router', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:08:39Z', 'updated_at': '2022-05-25T20:08:47Z', 'revision_number': 4, 'project_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'gw_port': {'id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:08:42Z', 'updated_at': '2022-05-25T20:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '45100fdf-4660-4b9e-9134-cc3aa1b1e100', 'name': '', 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'mac_address': 'fa:16:3e:e0:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c3639922-bebd-4c46-8d65-a916de891676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:08:46Z', 'updated_at': '2022-05-25T20:08:52Z', 'revision_number': 4, 'project_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'subnets': [{'id': 'c3639922-bebd-4c46-8d65-a916de891676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:08:53.336809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-101bfa92-1a68-484d-af9c-881c655eafa5 req-312091dd-730a-4d55-8284-94a4ba77494e tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0845220 May 25 20:08:53.430133 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-70937b82-c935-4551-80b0-c6eae6672c50 req-b0c772d6-cd63-4d49-bec7-eb7bd37ec238 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] show failed (client error): The resource could not be found. May 25 20:08:53.438675 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70937b82-c935-4551-80b0-c6eae6672c50 req-b0c772d6-cd63-4d49-bec7-eb7bd37ec238 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/0ae9281d-d797-4589-b206-4b58cc68fb02 HTTP/1.1" status: 404 len: 352 time: 0.0257421 May 25 20:08:53.484185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:08:53.510675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08514a28-5891-440a-9e28-c1399adcb18a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:08:53.531346 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:53.554358 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:53.626010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f5d2a-b4ca-493b-a639-09ac1841077d req-6dc6b2bf-b617-4c57-891d-becd6866b3cd tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:53.626678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-be6f5d2a-b4ca-493b-a639-09ac1841077d req-6dc6b2bf-b617-4c57-891d-becd6866b3cd tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Synchronizing usage tracker for tenant:588275645f004b30bd16726afb59ab56 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:53.633723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:53.634359 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:53.635851 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae54e204-898f-431d-b8f1-23be904b5538 req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] 10.222.0.70 "PUT /v2.0/ports/08514a28-5891-440a-9e28-c1399adcb18a HTTP/1.1" status: 200 len: 1091 time: 2.0889146 May 25 20:08:53.636448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b209014e-eac3-447d-979d-04f104b8b514', 'tag': '08514a28-5891-440a-9e28-c1399adcb18a'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:53.676979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46422670-6fc0-4b68-8862-873e353c2678 service neutron] Pushing event updated for resources: {'Port': ['ID=08514a28-5891-440a-9e28-c1399adcb18a,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:53.742006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-be6f5d2a-b4ca-493b-a639-09ac1841077d req-6dc6b2bf-b617-4c57-891d-becd6866b3cd tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Unset dirty status for tenant:588275645f004b30bd16726afb59ab56 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:53.751365 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-be6f5d2a-b4ca-493b-a639-09ac1841077d req-6dc6b2bf-b617-4c57-891d-becd6866b3cd tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 943 time: 0.3392019 May 25 20:08:53.828919 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-be6f5d2a-b4ca-493b-a639-09ac1841077d req-60efe1b8-99a5-4aec-8b41-7caf1a31522d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764084 May 25 20:08:53.839121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4da942-740b-458a-a149-89657c23ef74 req-9120a1d5-5b9f-418a-a4df-9f07dfa46ae6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:53.847955 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e4da942-740b-458a-a149-89657c23ef74 req-9120a1d5-5b9f-418a-a4df-9f07dfa46ae6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1582565 May 25 20:08:53.868723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54e204-898f-431d-b8f1-23be904b5538 req-b22a3411-8c2a-47fc-836e-01b12654f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:53.870263 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae54e204-898f-431d-b8f1-23be904b5538 req-b22a3411-8c2a-47fc-836e-01b12654f2d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 1094 time: 0.1896386 May 25 20:08:53.908935 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e4da942-740b-458a-a149-89657c23ef74 req-60501fd8-4441-4ea3-ba8e-f940ddaaa9bf tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601318 May 25 20:08:53.976837 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-15515e40-d9f1-4641-a653-25ee2ce3b0a4 req-3efc0006-c0f4-4731-89d4-87147e45984b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] show failed (client error): The resource could not be found. May 25 20:08:53.982549 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15515e40-d9f1-4641-a653-25ee2ce3b0a4 req-3efc0006-c0f4-4731-89d4-87147e45984b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/08ae3d52-1870-44b5-ac2e-958c4fc643d0 HTTP/1.1" status: 404 len: 352 time: 0.0306163 May 25 20:08:54.032968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae54e204-898f-431d-b8f1-23be904b5538 req-06e1a3f9-6140-490d-9a20-6fa26a5acc9b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08514a28-5891-440a-9e28-c1399adcb18a HTTP/1.1" status: 200 len: 217 time: 0.1551542 May 25 20:08:54.036773 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-92b0bfc4-2d5d-466d-bd16-8c714b449b40 req-4d00c47c-5e78-4458-9cc7-a0d363a794b6 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 210 time: 0.0904534 May 25 20:08:54.085883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43534) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:54.148171 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db30fa3f-d9a2-4d2a-b221-f5c0c95fc264'] response: {'name': 'network-changed', 'server_uuid': 'b209014e-eac3-447d-979d-04f104b8b514', 'tag': '08514a28-5891-440a-9e28-c1399adcb18a', 'status': 'completed', 'code': 200} May 25 20:08:54.219803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54e204-898f-431d-b8f1-23be904b5538 req-383f4eba-e434-49c2-9c15-08eb2b0b1def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:54.221616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae54e204-898f-431d-b8f1-23be904b5538 req-383f4eba-e434-49c2-9c15-08eb2b0b1def service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.1827118 May 25 20:08:54.287649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63d07ba-bddd-4b7e-9395-3d2b9aef4b3a admin admin] Deleting subnet dd89509f-89da-4552-a1fb-3f841b907bfd {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:08:54.300346 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c63d07ba-bddd-4b7e-9395-3d2b9aef4b3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:54.332907 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae54e204-898f-431d-b8f1-23be904b5538 req-e917182d-d08c-4764-86f5-fd70be538bb8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053085 May 25 20:08:54.390135 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c63d07ba-bddd-4b7e-9395-3d2b9aef4b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:54.448212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47026841-b9b9-49b3-beb4-6d0c1b40dabe req-3d419ab5-b752-4952-9f20-ab6f2c1f99e0 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:54.454689 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-47026841-b9b9-49b3-beb4-6d0c1b40dabe req-3d419ab5-b752-4952-9f20-ab6f2c1f99e0 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2288673 May 25 20:08:54.509281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c63d07ba-bddd-4b7e-9395-3d2b9aef4b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:54.550354 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-47026841-b9b9-49b3-beb4-6d0c1b40dabe req-9241f759-c404-4be4-a5db-2d5946c687ca tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947306 May 25 20:08:54.617294 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-f78f26d7-21f1-4e3a-af07-093f691de11a req-578e5c64-3d4e-4547-b7a4-32367ecc266d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] show failed (client error): The resource could not be found. May 25 20:08:54.618484 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f78f26d7-21f1-4e3a-af07-093f691de11a req-578e5c64-3d4e-4547-b7a4-32367ecc266d tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/015fa580-2a40-4fdc-8fd9-a2c53a0ff397 HTTP/1.1" status: 404 len: 352 time: 0.0238121 May 25 20:08:54.619448 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c63d07ba-bddd-4b7e-9395-3d2b9aef4b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:54.622529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958bc3e-ebad-4c48-9d6b-57992f5a3147 req-a526f9a3-4e6b-4c83-a655-2dcfa5f2b3c5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:54.624055 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9958bc3e-ebad-4c48-9d6b-57992f5a3147 req-a526f9a3-4e6b-4c83-a655-2dcfa5f2b3c5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.3600478 May 25 20:08:54.662494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d07ba-bddd-4b7e-9395-3d2b9aef4b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd89509f-89da-4552-a1fb-3f841b907bfd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:54.670328 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae54e204-898f-431d-b8f1-23be904b5538 req-4b2c1994-706b-4b20-8098-5b3a5fe230a4 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225305 May 25 20:08:54.672118 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c63d07ba-bddd-4b7e-9395-3d2b9aef4b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:54.679489 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c63d07ba-bddd-4b7e-9395-3d2b9aef4b3a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dd89509f-89da-4552-a1fb-3f841b907bfd HTTP/1.1" status: 204 len: 168 time: 0.5917532 May 25 20:08:54.682421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43542) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:54.801060 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9958bc3e-ebad-4c48-9d6b-57992f5a3147 req-1bd0a941-4135-47e4-9125-b7b4a7d4a75d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659906 May 25 20:08:54.858100 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c0b1b00-e262-4933-bc03-0e11f3c62d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:54.917161 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae54e204-898f-431d-b8f1-23be904b5538 req-418f25c5-2855-471a-bccd-165fe7e3f51d service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292304 May 25 20:08:55.035165 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28b0d9a7-33e7-45f4-95b4-dd2a194f97b4 req-bae492ab-4be9-44d4-8d1c-d688aa357f90 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1497655 May 25 20:08:55.134615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 45100fdf-4660-4b9e-9134-cc3aa1b1e100 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:08:55.214492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b046d1-49ac-47ab-8516-4bac7fa1b7a1 req-dc1f4dff-1fba-4f58-a6c4-93d7f756faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:55.224404 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60b046d1-49ac-47ab-8516-4bac7fa1b7a1 req-dc1f4dff-1fba-4f58-a6c4-93d7f756faa4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 1094 time: 0.2276187 May 25 20:08:55.341862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 45100fdf-4660-4b9e-9134-cc3aa1b1e100 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:08:55.351699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 45100fdf-4660-4b9e-9134-cc3aa1b1e100 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:08:55.352196 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:55.503929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b046d1-49ac-47ab-8516-4bac7fa1b7a1 req-bb7c722b-a177-4dc1-995e-0bbd519d3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:55.506847 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60b046d1-49ac-47ab-8516-4bac7fa1b7a1 req-bb7c722b-a177-4dc1-995e-0bbd519d3098 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 921 time: 0.2735617 May 25 20:08:55.507419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 45100fdf-4660-4b9e-9134-cc3aa1b1e100 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:08:55.507880 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:55.545735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 45100fdf-4660-4b9e-9134-cc3aa1b1e100, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=45100fdf-4660-4b9e-9134-cc3aa1b1e100,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:55.553342 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:55.581663 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d95f43-5218-41da-bb1f-0c7228b25e55 req-35fb34de-0d68-4433-bf77-6c5de6a8780a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:55.583585 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4d95f43-5218-41da-bb1f-0c7228b25e55 req-35fb34de-0d68-4433-bf77-6c5de6a8780a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1949687 May 25 20:08:55.590439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-70b6ff0e-0d6e-4b7c-9890-336ba72e3487 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:55.594424 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-70b6ff0e-0d6e-4b7c-9890-336ba72e3487 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.70 "GET /v2.0/networks?id=f21ae3e9-d288-42ee-8ae8-2284a93c8059 HTTP/1.1" status: 200 len: 811 time: 0.7329783 May 25 20:08:55.597336 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60b046d1-49ac-47ab-8516-4bac7fa1b7a1 req-fd3da3be-d80c-40f5-bdf5-7e751ac85f01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08514a28-5891-440a-9e28-c1399adcb18a HTTP/1.1" status: 200 len: 217 time: 0.0823536 May 25 20:08:55.598459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c0b1b00-e262-4933-bc03-0e11f3c62d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:55.617316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Request body: {'port': {'device_id': '59c3e5a4-00cc-419b-b349-b868841c12a4', 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059', 'admin_state_up': True, 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:55.643766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=45100fdf-4660-4b9e-9134-cc3aa1b1e100,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:55.695863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4d95f43-5218-41da-bb1f-0c7228b25e55 req-c5d95fa7-c4a4-400c-a185-06e4d6b24b20 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006448 May 25 20:08:55.699620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b046d1-49ac-47ab-8516-4bac7fa1b7a1 req-b5586383-87fc-446b-932a-35c830642278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:55.701010 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60b046d1-49ac-47ab-8516-4bac7fa1b7a1 req-b5586383-87fc-446b-932a-35c830642278 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.0902102 May 25 20:08:55.726612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6c0b1b00-e262-4933-bc03-0e11f3c62d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375be6b1-b37d-4937-a2f2-931cd2286277']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:55.756528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6c0b1b00-e262-4933-bc03-0e11f3c62d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6564a70-6812-4806-b7bb-5d6c53b0f7b2') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:55.756963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6c0b1b00-e262-4933-bc03-0e11f3c62d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6564a70-6812-4806-b7bb-5d6c53b0f7b2') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:08:55.771417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abea1e7-5c04-46ae-8bcf-0d7db81e710a req-9a3867b0-1b89-4e76-8209-b169d6958f2f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:55.772898 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3abea1e7-5c04-46ae-8bcf-0d7db81e710a req-9a3867b0-1b89-4e76-8209-b169d6958f2f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 943 time: 0.4185483 May 25 20:08:55.774723 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60b046d1-49ac-47ab-8516-4bac7fa1b7a1 req-1fbb9d68-d680-435b-942d-f420a1c55a9e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643024 May 25 20:08:55.785688 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c0b1b00-e262-4933-bc03-0e11f3c62d5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:55.874263 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c0b1b00-e262-4933-bc03-0e11f3c62d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:55.890826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0b1b00-e262-4933-bc03-0e11f3c62d5f admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:08:55.891225 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c0b1b00-e262-4933-bc03-0e11f3c62d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:55.909915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:55.917987 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3abea1e7-5c04-46ae-8bcf-0d7db81e710a req-ab5f4294-a1c5-4b59-bda3-4365ef1af92d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082721 May 25 20:08:55.921136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9ce2193-c348-4899-b160-d934d33cd9c8 req-b94482dc-e6f9-4dbb-9af5-440802bec2d8 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 210 time: 0.0616837 May 25 20:08:55.985729 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a6564a70-6812-4806-b7bb-5d6c53b0f7b2 resource provider aggregate not found May 25 20:08:56.017691 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60b046d1-49ac-47ab-8516-4bac7fa1b7a1 req-39c527f6-77b1-4f34-9a01-c6ce5c3f6c52 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353833 May 25 20:08:56.017851 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a6564a70-6812-4806-b7bb-5d6c53b0f7b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6564a70-6812-4806-b7bb-5d6c53b0f7b2 found for delete ", "request_id": "req-7fdb862d-7d2e-45fa-8763-4047bc6e453c"}]} May 25 20:08:56.019096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:56.038317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Made reservation on behalf of e4eeb42cdd664d3ea10b15927d4541fd for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:08:56.043185 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:56.054817 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c0b1b00-e262-4933-bc03-0e11f3c62d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:56.087294 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c0b1b00-e262-4933-bc03-0e11f3c62d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:56.109827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b1b00-e262-4933-bc03-0e11f3c62d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=375be6b1-b37d-4937-a2f2-931cd2286277,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:56.194420 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6c0b1b00-e262-4933-bc03-0e11f3c62d5f admin admin] 10.222.0.60 "DELETE /v2.0/networks/375be6b1-b37d-4937-a2f2-931cd2286277 HTTP/1.1" status: 204 len: 168 time: 1.5107992 May 25 20:08:56.274301 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60b046d1-49ac-47ab-8516-4bac7fa1b7a1 req-21aee245-36bd-499d-a4fd-547c77148d68 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638815 May 25 20:08:56.283753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5b35d-cc5b-4703-b14e-a911f28ef966 req-8a2e52f1-b64a-46b4-9d8f-a4ef7c215836 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:56.291028 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6f5b35d-cc5b-4703-b14e-a911f28ef966 req-8a2e52f1-b64a-46b4-9d8f-a4ef7c215836 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 1023 time: 0.2245235 May 25 20:08:56.323084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdd189-ef9f-437d-a956-7542c0a37a62 req-12ef6645-30c6-44d7-bdbe-e0c71740ecc9 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:56.324677 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-59fdd189-ef9f-437d-a956-7542c0a37a62 req-12ef6645-30c6-44d7-bdbe-e0c71740ecc9 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2286439 May 25 20:08:56.338231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e6f5b35d-cc5b-4703-b14e-a911f28ef966 req-6b413342-dfbb-4051-8038-7384d0382cab tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Synchronizing usage tracker for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:56.356123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e6f5b35d-cc5b-4703-b14e-a911f28ef966 req-6b413342-dfbb-4051-8038-7384d0382cab tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Unset dirty status for tenant:dfca10d1e8a14dc5a547fe3f642bae44 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:56.360582 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6f5b35d-cc5b-4703-b14e-a911f28ef966 req-6b413342-dfbb-4051-8038-7384d0382cab tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8b3c06b-4ebc-4321-87e3-eb4cc1cd8ee8&id=e9c00218-2bfb-4829-839e-53d54951494a&id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0673165 May 25 20:08:56.389091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Allocated IP 172.20.0.13 (f21ae3e9-d288-42ee-8ae8-2284a93c8059/c3639922-bebd-4c46-8d65-a916de891676/1651aeb5-e1d3-45c7-bfca-7405a38f688b) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:08:56.403025 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-59fdd189-ef9f-437d-a956-7542c0a37a62 req-e702c200-f507-4310-8b25-ab7534f59b72 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661423 May 25 20:08:56.547647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43566) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:56.619085 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c3b4cb9f-e39a-4bc1-a931-52e68679b853 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d4e429d5802433c800a6b54925fe26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701699 May 25 20:08:56.622488 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43570) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:56.641858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d88c05-c716-4b15-b7e6-dd2641006d51 req-7e453800-26eb-418d-9a8e-96743fba92a4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:56.643330 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-62d88c05-c716-4b15-b7e6-dd2641006d51 req-7e453800-26eb-418d-9a8e-96743fba92a4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1499040 May 25 20:08:56.674616 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9046de49-a836-4670-acb3-1d694a39b2c1 req-ca289fab-d6e0-4770-bf69-058c94019f94 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0611503 May 25 20:08:56.738187 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-62d88c05-c716-4b15-b7e6-dd2641006d51 req-98926503-26b1-4e57-982f-a60597e0cca1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876265 May 25 20:08:56.744249 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e79eca3-5b49-4ddc-88e1-f9ff022f5032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:56.759082 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:56.780532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e79eca3-5b49-4ddc-88e1-f9ff022f5032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:56.821095 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:56.852568 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e79eca3-5b49-4ddc-88e1-f9ff022f5032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:56.885590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79eca3-5b49-4ddc-88e1-f9ff022f5032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02af5f5-31dd-4a42-9e18-b10338e14d2b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:56.901245 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e79eca3-5b49-4ddc-88e1-f9ff022f5032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:56.905719 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1e79eca3-5b49-4ddc-88e1-f9ff022f5032 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e02af5f5-31dd-4a42-9e18-b10338e14d2b HTTP/1.1" status: 204 len: 168 time: 0.2791789 May 25 20:08:56.931338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Network f21ae3e9-d288-42ee-8ae8-2284a93c8059 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:08:56.980148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:08:56.994930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:08:57.066352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Pushing event updated for resources: {'Port': ['ID=1651aeb5-e1d3-45c7-bfca-7405a38f688b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:57.091681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:57.092301 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:57.118223 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 45100fdf-4660-4b9e-9134-cc3aa1b1e100 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:08:57.154379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2e473-224f-43f6-89d3-68c8411f534f req-93dfbcf1-cc01-4d99-83ac-3f21da21dd45 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:57.156015 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4a2e473-224f-43f6-89d3-68c8411f534f req-93dfbcf1-cc01-4d99-83ac-3f21da21dd45 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2279041 May 25 20:08:57.157524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-94327f14-d53c-4e26-b861-1fb433773a38 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5466824 May 25 20:08:57.169836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Request body: {'port': {'device_id': '59c3e5a4-00cc-419b-b349-b868841c12a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:57.199094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 45100fdf-4660-4b9e-9134-cc3aa1b1e100 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:08:57.199717 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:57.267701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593337cd-506f-4729-8d39-571178815430 req-1379927a-2ed3-41ea-a359-8057770a9c65 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:57.269919 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-593337cd-506f-4729-8d39-571178815430 req-1379927a-2ed3-41ea-a359-8057770a9c65 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 932 time: 0.1815431 May 25 20:08:57.311787 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4a2e473-224f-43f6-89d3-68c8411f534f req-a2d90ee9-2c53-4614-8c65-19d013d42519 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474128 May 25 20:08:57.359563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-593337cd-506f-4729-8d39-571178815430 req-634a5ab0-4510-4873-84e3-c1473750186a tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Synchronizing usage tracker for tenant:e4eeb42cdd664d3ea10b15927d4541fd on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:08:57.407962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19bb0b-0d37-4adc-864c-d45ac30e496c req-65a560b9-1f60-4473-81e5-e4caca001ffc tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:57.410513 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f19bb0b-0d37-4adc-864c-d45ac30e496c req-65a560b9-1f60-4473-81e5-e4caca001ffc tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.70 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 1023 time: 0.2097535 May 25 20:08:57.442565 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:57.461868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-593337cd-506f-4729-8d39-571178815430 req-634a5ab0-4510-4873-84e3-c1473750186a tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Unset dirty status for tenant:e4eeb42cdd664d3ea10b15927d4541fd on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:08:57.470636 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-593337cd-506f-4729-8d39-571178815430 req-634a5ab0-4510-4873-84e3-c1473750186a tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870852 May 25 20:08:57.511230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 45100fdf-4660-4b9e-9134-cc3aa1b1e100 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:08:57.561781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-4f19bb0b-0d37-4adc-864c-d45ac30e496c req-557eaec0-1474-48df-bf59-70c0079912d4 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Deleting port b9a2b57a-3d45-468c-a18d-65f066cfd911 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:08:57.562483 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4f19bb0b-0d37-4adc-864c-d45ac30e496c req-557eaec0-1474-48df-bf59-70c0079912d4 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:57.701142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c683d-6e9f-4afc-bab4-906c09116bdc req-4f58a31d-0ea8-495c-a8de-02b68d2438bf tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:57.703097 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76c683d-6e9f-4afc-bab4-906c09116bdc req-4f58a31d-0ea8-495c-a8de-02b68d2438bf tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 943 time: 0.2020154 May 25 20:08:57.798348 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:57.990349 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c76c683d-6e9f-4afc-bab4-906c09116bdc req-eb75ac19-fc90-4229-825a-f318d0ee9519 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765241 May 25 20:08:58.051595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79189459-979b-431d-873f-5b8750023a1d req-1e5cc3ad-2831-4846-bc4e-42289f5e2162 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:58.060424 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-79189459-979b-431d-873f-5b8750023a1d req-1e5cc3ad-2831-4846-bc4e-42289f5e2162 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 1023 time: 0.2842324 May 25 20:08:58.070236 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bdb2cd0b-9ab0-43f0-9460-494832e8233e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:58.147707 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-79189459-979b-431d-873f-5b8750023a1d req-ed186452-1517-4038-800e-a7f6f44eec2f tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8b3c06b-4ebc-4321-87e3-eb4cc1cd8ee8&id=e9c00218-2bfb-4829-839e-53d54951494a&id=ea87c818-4bdc-4dc8-9747-4c54129dfe13&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0857875 May 25 20:08:58.184434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4f19bb0b-0d37-4adc-864c-d45ac30e496c req-557eaec0-1474-48df-bf59-70c0079912d4 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] For port b9a2b57a-3d45-468c-a18d-65f066cfd911, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b9a2b57a-3d45-468c-a18d-65f066cfd911,segment=NetworkSegment(bf166c4a-7471-468f-bda9-4c95cbb369a8),segment_id=bf166c4a-7471-468f-bda9-4c95cbb369a8)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:08:58.184776 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4f19bb0b-0d37-4adc-864c-d45ac30e496c req-557eaec0-1474-48df-bf59-70c0079912d4 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:58.249324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1651aeb5-e1d3-45c7-bfca-7405a38f688b {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:08:58.263734 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:58.294926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Transition to ACTIVE for port object 1651aeb5-e1d3-45c7-bfca-7405a38f688b will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:08:58.301391 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:58.306597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43608) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:58.334090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-4f19bb0b-0d37-4adc-864c-d45ac30e496c req-557eaec0-1474-48df-bf59-70c0079912d4 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Calling delete_port for b9a2b57a-3d45-468c-a18d-65f066cfd911 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:08:58.377482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d97d7-8543-42c9-98ad-01e9141e306c req-aefd653b-af44-40f4-9137-ea9b68bde7e7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:58.379140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c0d97d7-8543-42c9-98ad-01e9141e306c req-aefd653b-af44-40f4-9137-ea9b68bde7e7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2621212 May 25 20:08:58.413105 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3029893f-4f55-406f-a4cb-ef3eec707d44 req-be730b95-110c-463b-adb0-262aa3d952b8 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0906513 May 25 20:08:58.489580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Pushing event updated for resources: {'Port': ['ID=1651aeb5-e1d3-45c7-bfca-7405a38f688b,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:58.562547 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c0d97d7-8543-42c9-98ad-01e9141e306c req-347bd8cf-c8c5-4938-a769-a426c078f584 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164231 May 25 20:08:58.620653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2086392047-network', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:58.629483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:58.636002 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4f19bb0b-0d37-4adc-864c-d45ac30e496c req-557eaec0-1474-48df-bf59-70c0079912d4 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:58.639636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Usage tracker for resource:network and tenant:4619f4f2684a482db46ddd662e6b15f0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:58.645299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:58.647570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b9a2b57a-3d45-468c-a18d-65f066cfd911'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:08:58.659210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:58.698179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Attempting to bind port 1651aeb5-e1d3-45c7-bfca-7405a38f688b on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:08:58.698645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Attempting to bind port 1651aeb5-e1d3-45c7-bfca-7405a38f688b by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'f28d570f-89f1-4268-9354-3529c109959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:08:58.699202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Attempting to bind port 1651aeb5-e1d3-45c7-bfca-7405a38f688b on network f21ae3e9-d288-42ee-8ae8-2284a93c8059 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:08:58.703719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Made reservation on behalf of 4619f4f2684a482db46ddd662e6b15f0 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:08:58.706774 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:58.716069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557eaec0-1474-48df-bf59-70c0079912d4 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event deleted for resources: {'Port': ['ID=b9a2b57a-3d45-468c-a18d-65f066cfd911,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:58.724700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Port 1651aeb5-e1d3-45c7-bfca-7405a38f688b on network f21ae3e9-d288-42ee-8ae8-2284a93c8059 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:08:58.725261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Attempting to bind port 1651aeb5-e1d3-45c7-bfca-7405a38f688b on network f21ae3e9-d288-42ee-8ae8-2284a93c8059 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:08:58.763109 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:58.790313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:08:58.793243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Checking segment: {'id': 'f28d570f-89f1-4268-9354-3529c109959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:08:58.793638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Bound using segment: {'id': 'f28d570f-89f1-4268-9354-3529c109959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:08:58.794172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Bound port: 1651aeb5-e1d3-45c7-bfca-7405a38f688b, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28d570f-89f1-4268-9354-3529c109959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:08:58.794523 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:58.816499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:58.818410 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f19bb0b-0d37-4adc-864c-d45ac30e496c req-557eaec0-1474-48df-bf59-70c0079912d4 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] No DVR routers for this DVR port b9a2b57a-3d45-468c-a18d-65f066cfd911 on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:08:58.821720 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4f19bb0b-0d37-4adc-864c-d45ac30e496c req-557eaec0-1474-48df-bf59-70c0079912d4 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:58.826122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53fb23b-499f-4449-b7ac-cf669a8d16fe', 'name': 'network-vif-deleted', 'tag': 'b9a2b57a-3d45-468c-a18d-65f066cfd911'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:58.830651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Usage tracker for resource:security_group_rule and tenant:4619f4f2684a482db46ddd662e6b15f0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:58.847156 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f19bb0b-0d37-4adc-864c-d45ac30e496c req-557eaec0-1474-48df-bf59-70c0079912d4 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.70 "DELETE /v2.0/ports/b9a2b57a-3d45-468c-a18d-65f066cfd911 HTTP/1.1" status: 204 len: 173 time: 1.4307137 May 25 20:08:58.857835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa85a1-2e27-47dd-9429-4faaa219c471 req-867259f5-f3c2-47c2-bf6b-29dbf84e59e3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:58.859404 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8bfa85a1-2e27-47dd-9429-4faaa219c471 req-867259f5-f3c2-47c2-bf6b-29dbf84e59e3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2769547 May 25 20:08:58.869227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:58.884039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:58.923534 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8bfa85a1-2e27-47dd-9429-4faaa219c471 req-10aac0a9-9b2b-44b5-b156-2509483764f0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531881 May 25 20:08:58.966494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] For port 1651aeb5-e1d3-45c7-bfca-7405a38f688b, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:08:58.973726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] For port 1651aeb5-e1d3-45c7-bfca-7405a38f688b, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1651aeb5-e1d3-45c7-bfca-7405a38f688b,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:08:58.989326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d68f12-926a-4435-a8dd-5e7921c2a847 req-11c5c79b-0330-4630-b157-dddf87fd4e4d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:58.991197 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61d68f12-926a-4435-a8dd-5e7921c2a847 req-11c5c79b-0330-4630-b157-dddf87fd4e4d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2626939 May 25 20:08:58.993659 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:59.120375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:59.120989 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:59.122397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] 10.222.0.70 "PUT /v2.0/ports/1651aeb5-e1d3-45c7-bfca-7405a38f688b HTTP/1.1" status: 200 len: 1092 time: 1.9563873 May 25 20:08:59.124948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c3e5a4-00cc-419b-b349-b868841c12a4', 'tag': '1651aeb5-e1d3-45c7-bfca-7405a38f688b'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:08:59.142061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19563a5-0d8e-4fad-9350-494d3f3b7579 req-0e382581-af21-4630-bff4-1fbea6b89363 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:59.143818 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e19563a5-0d8e-4fad-9350-494d3f3b7579 req-0e382581-af21-4630-bff4-1fbea6b89363 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 944 time: 0.1022406 May 25 20:08:59.168836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cb469-41a6-4973-9dd7-742f8e57119f service neutron] Pushing event updated for resources: {'Port': ['ID=1651aeb5-e1d3-45c7-bfca-7405a38f688b,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:59.173980 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61d68f12-926a-4435-a8dd-5e7921c2a847 req-ade48b5d-36f9-43b6-a9de-2b3cdfe49bef tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347475 May 25 20:08:59.206863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e19563a5-0d8e-4fad-9350-494d3f3b7579 req-96afd924-574c-4bad-b65e-7a57b07bda59 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520041 May 25 20:08:59.222639 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:59.227332 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:59.258656 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04011797-7e18-4a1c-99b5-0579584fb529'] response: {'server_uuid': 'a53fb23b-499f-4449-b7ac-cf669a8d16fe', 'name': 'network-vif-deleted', 'tag': 'b9a2b57a-3d45-468c-a18d-65f066cfd911', 'status': 'completed', 'code': 200} May 25 20:08:59.274896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:08:59.282932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e5764f-fd7c-4adf-adce-cef027636ee4,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:59.293600 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:59.293939 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Added segment d86943c0-9f26-4e18-9a07-9d2313ed12ea of type vlan for network 4e3b1c24-c6fc-43dd-b516-21c21083f244 May 25 20:08:59.312778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-643a5ff7-8343-43d8-95fd-0e8dcbfca94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:59.314316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-643a5ff7-8343-43d8-95fd-0e8dcbfca94b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4eeb42cdd664d3ea10b15927d4541fd&device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 1095 time: 0.1393626 May 25 20:08:59.315959 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da641641-8de5-49fb-9663-5299086f107e'] response: {'name': 'network-changed', 'server_uuid': '59c3e5a4-00cc-419b-b349-b868841c12a4', 'tag': '1651aeb5-e1d3-45c7-bfca-7405a38f688b', 'status': 'completed', 'code': 200} May 25 20:08:59.403561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:59.408124 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-34dddfe6-85d1-40fd-a011-34d5cb078f9e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1651aeb5-e1d3-45c7-bfca-7405a38f688b HTTP/1.1" status: 200 len: 217 time: 0.0759366 May 25 20:08:59.427585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7e1f6-93dc-473d-a10a-49174bf6b1b5 req-094fb12a-729d-4e63-b818-f430ac51c2cb tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:59.435711 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15b7e1f6-93dc-473d-a10a-49174bf6b1b5 req-094fb12a-729d-4e63-b818-f430ac51c2cb tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 943 time: 0.1005599 May 25 20:08:59.486743 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15b7e1f6-93dc-473d-a10a-49174bf6b1b5 req-9607d3d2-9ef4-4b18-9e7a-8ba85fa530a7 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498862 May 25 20:08:59.538601 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8628e40d-bd88-4738-8b2c-d403c9886dda req-a2ab6f02-21e1-40e9-b437-8263fd6bd721 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/ports?device_id=a53fb23b-499f-4449-b7ac-cf669a8d16fe HTTP/1.1" status: 200 len: 210 time: 0.0760849 May 25 20:08:59.550763 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:59.560640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:59.560640 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:08:59.569622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-a025b475-afef-41e4-b6ba-1824f3d8d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:08:59.571126 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-a025b475-afef-41e4-b6ba-1824f3d8d1fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3639922-bebd-4c46-8d65-a916de891676 HTTP/1.1" status: 200 len: 851 time: 0.1559834 May 25 20:08:59.687926 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6de240a6-0720-4f5f-8a4a-a6d641dee849 req-71538635-0f24-4b25-8aac-d35c1a283887 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0482709 May 25 20:08:59.697177 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-a38fb6d4-0c60-4f08-a25a-e5f0199ab433 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f21ae3e9-d288-42ee-8ae8-2284a93c8059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172662 May 25 20:08:59.755374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3b1c24-c6fc-43dd-b516-21c21083f244,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:08:59.768365 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 4e3b1c24-c6fc-43dd-b516-21c21083f244 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:08:59.802578 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ff6dbf51-40bc-449d-a105-835354fe6f34 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4646528 May 25 20:08:59.806775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43630) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:08:59.812712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Request body: {'subnet': {'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2086392047-subnet', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:08:59.820057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:08:59.825592 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Usage tracker for resource:subnet and tenant:4619f4f2684a482db46ddd662e6b15f0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:08:59.829154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:08:59.835524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:08:59.848338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Made reservation on behalf of 4619f4f2684a482db46ddd662e6b15f0 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:08:59.853027 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:00.077452 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-cd7c754b-fa61-4af3-8ad1-3e53922b436c service neutron] 10.222.0.70 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550274 May 25 20:09:00.093833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582263f-5be8-4073-9a07-394a79e27c35 req-331e17ed-c0de-4bfd-84f6-94f5e5a0a508 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:00.097115 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3582263f-5be8-4073-9a07-394a79e27c35 req-331e17ed-c0de-4bfd-84f6-94f5e5a0a508 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.3713808 May 25 20:09:00.179745 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:00.253199 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3582263f-5be8-4073-9a07-394a79e27c35 req-4ec25c88-08a0-4be4-8fc3-423f8f6d6d46 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233525 May 25 20:09:00.253906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bace15-16f9-4f7e-a9e3-2c519e0c13a1 req-bc699f10-fb3b-4bf6-a224-2224df1b1e62 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:00.256107 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d9bace15-16f9-4f7e-a9e3-2c519e0c13a1 req-bc699f10-fb3b-4bf6-a224-2224df1b1e62 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.2021053 May 25 20:09:00.304587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50acf7b-ade5-4727-b163-74dced7ce564,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:00.308380 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60532e15-294e-4fc3-9632-e3fc45a55b14 req-30f519d5-5cf0-45b1-8c90-2f3fc94299ec service neutron] 10.222.0.70 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102203 May 25 20:09:00.323393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Checking segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:09:00.323705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Network hostable DHCP agents. Network: 4e3b1c24-c6fc-43dd-b516-21c21083f244, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:09:00.339987 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d9bace15-16f9-4f7e-a9e3-2c519e0c13a1 req-d2cc0996-4de3-45b6-93e0-92478e7dc4a0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645878 May 25 20:09:00.362585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Network 4e3b1c24-c6fc-43dd-b516-21c21083f244 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:09:00.384030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 4e3b1c24-c6fc-43dd-b516-21c21083f244) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:09:00.388394 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:00.388979 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:00.396984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e51042-36d6-4ccc-8b96-e1d0fefecb2b None None] Network 4e3b1c24-c6fc-43dd-b516-21c21083f244 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:09:00.418461 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d602e3ba-c6d1-40e3-8cae-b0e18b752017 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6103034 May 25 20:09:00.419199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43640) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:00.425257 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:00.432191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:09:00.438605 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Usage tracker for resource:router and tenant:4619f4f2684a482db46ddd662e6b15f0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:09:00.443391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:09:00.450952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:09:00.465929 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:00.467651 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:00.538817 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-feb07f53-88fa-4c2a-8a08-5f50acbf5ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:00.544088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b47c3-697f-4cf9-9b75-359a71769f57 req-99e2c216-0e47-4eea-bdcf-ca8863cceca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:00.545573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d86b47c3-697f-4cf9-9b75-359a71769f57 req-99e2c216-0e47-4eea-bdcf-ca8863cceca2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4eeb42cdd664d3ea10b15927d4541fd&device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 1095 time: 0.1785510 May 25 20:09:00.558402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896b543-b832-4945-80dc-05238031fb2f req-6484d456-74dd-4275-a554-704608ed41f8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:00.561727 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1896b543-b832-4945-80dc-05238031fb2f req-6484d456-74dd-4275-a554-704608ed41f8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1526961 May 25 20:09:00.717354 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:00.721357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-4e3b1c24-c6fc-43dd-b516-21c21083f244', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:09:00.725934 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:00.753429 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1896b543-b832-4945-80dc-05238031fb2f req-8bd06fd3-9582-4f6b-8058-9034cc03a57f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633482 May 25 20:09:00.826925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b47c3-697f-4cf9-9b75-359a71769f57 req-61301b44-2bfd-445f-9c37-9cf5e39061d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:00.830442 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d86b47c3-697f-4cf9-9b75-359a71769f57 req-61301b44-2bfd-445f-9c37-9cf5e39061d6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f21ae3e9-d288-42ee-8ae8-2284a93c8059 HTTP/1.1" status: 200 len: 912 time: 0.2648661 May 25 20:09:00.876928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced26de0-e474-4a94-baef-3f9535d5f402 req-651fbec9-6eb7-4c3c-a483-5b520a389133 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:00.885616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ced26de0-e474-4a94-baef-3f9535d5f402 req-651fbec9-6eb7-4c3c-a483-5b520a389133 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 944 time: 0.4095645 May 25 20:09:00.934495 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d86b47c3-697f-4cf9-9b75-359a71769f57 req-75521f61-42ec-463e-849c-d05839cf8b32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1651aeb5-e1d3-45c7-bfca-7405a38f688b HTTP/1.1" status: 200 len: 217 time: 0.0974312 May 25 20:09:00.953465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Allocated IP 172.20.0.2 (4e3b1c24-c6fc-43dd-b516-21c21083f244/e50acf7b-ade5-4727-b163-74dced7ce564/b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:09:01.069155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b47c3-697f-4cf9-9b75-359a71769f57 req-5056462d-8266-4e64-b38d-67a1b5dd39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:01.070696 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d86b47c3-697f-4cf9-9b75-359a71769f57 req-5056462d-8266-4e64-b38d-67a1b5dd39f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3639922-bebd-4c46-8d65-a916de891676 HTTP/1.1" status: 200 len: 851 time: 0.0933986 May 25 20:09:01.125896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d86b47c3-697f-4cf9-9b75-359a71769f57 req-40c8a882-2f62-44a2-be1e-04737cc0f2b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f21ae3e9-d288-42ee-8ae8-2284a93c8059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480087 May 25 20:09:01.130434 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ced26de0-e474-4a94-baef-3f9535d5f402 req-2d19a9ed-796a-435e-958c-2d19604eec4b tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417219 May 25 20:09:01.153214 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:01.181679 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:01.193544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Transition to ACTIVE for port object b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:09:01.215068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Transition to ACTIVE for port object b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:09:01.221795 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:01.227174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d96cc-d49b-43e3-810e-56313e4a237a req-00b2bba2-59cd-4c70-a3e9-f84bf7aaa5e6 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:01.234762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc8d96cc-d49b-43e3-810e-56313e4a237a req-00b2bba2-59cd-4c70-a3e9-f84bf7aaa5e6 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 943 time: 0.3028810 May 25 20:09:01.308928 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Network 4e3b1c24-c6fc-43dd-b516-21c21083f244 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:09:01.314797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b9a2b57a-3d45-468c-a18d-65f066cfd911 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:09:01.336681 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc8d96cc-d49b-43e3-810e-56313e4a237a req-367f79a1-83ef-40fd-87d2-18c13dffb97b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009619 May 25 20:09:01.360698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:09:01.373810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d86b47c3-697f-4cf9-9b75-359a71769f57 req-589f558a-9c78-4165-9fd4-8965d5064750 service neutron] 10.222.0.70 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335656 May 25 20:09:01.381668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:09:01.388982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: b9a2b57a-3d45-468c-a18d-65f066cfd911 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:09:01.389478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b9a2b57a-3d45-468c-a18d-65f066cfd911 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:09:01.391023 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:01.394497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Pushing event updated for resources: {'Port': ['ID=b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:01.518145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Attempting to bind port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:09:01.518851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Attempting to bind port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:09:01.519403 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Attempting to bind port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:01.528217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:09:01.529111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Checking segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:09:01.529707 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:01.530532 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Bound using segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:09:01.531324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Bound port: b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:09:01.534844 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:01.539873 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3974d2c0-002f-4245-95d6-51cd4b147bb7 req-6ad6bd29-4fbd-480f-924d-b649d26b1a80 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/d8b3c06b-4ebc-4321-87e3-eb4cc1cd8ee8 HTTP/1.1" status: 200 len: 1799 time: 0.1651430 May 25 20:09:01.618777 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:01.637853 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d86b47c3-697f-4cf9-9b75-359a71769f57 req-705188f9-126c-4e83-8038-d6e60f66cc20 service neutron] 10.222.0.70 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486136 May 25 20:09:01.644211 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:01.659058 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:01.674029 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3974d2c0-002f-4245-95d6-51cd4b147bb7 req-e77fcf46-26a3-493b-82b7-a3c3544c533e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:01.683882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] For port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:01.687912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] For port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:09:01.695320 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:01.718146 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3974d2c0-002f-4245-95d6-51cd4b147bb7 req-e77fcf46-26a3-493b-82b7-a3c3544c533e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:01.748049 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4ebade8-0b2e-4531-a166-85edd3eeba88 req-b241143b-e9fd-492e-bf15-e005a409deb6 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.3310721 May 25 20:09:01.791492 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3974d2c0-002f-4245-95d6-51cd4b147bb7 req-e77fcf46-26a3-493b-82b7-a3c3544c533e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:01.800328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a535341-5f77-4ee3-bbaa-c8e8a641bb80 None None] Pushing event updated for resources: {'Port': ['ID=b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:01.811590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fcf46-26a3-493b-82b7-a3c3544c533e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b3c06b-4ebc-4321-87e3-eb4cc1cd8ee8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:01.832084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3974d2c0-002f-4245-95d6-51cd4b147bb7 req-e77fcf46-26a3-493b-82b7-a3c3544c533e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:01.833237 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3974d2c0-002f-4245-95d6-51cd4b147bb7 req-e77fcf46-26a3-493b-82b7-a3c3544c533e tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "DELETE /v2.0/security-groups/d8b3c06b-4ebc-4321-87e3-eb4cc1cd8ee8 HTTP/1.1" status: 204 len: 173 time: 0.2924910 May 25 20:09:01.896158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Allocated IP 172.25.3.206 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/f51ae100-cd3a-4378-aa39-b4b38f8e0d07) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:09:02.074988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb257d-8428-4aaf-9612-f5b7a226a51d req-4b8e850a-ebd0-43a2-b943-fe20b7a15d7f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:02.076681 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-abdb257d-8428-4aaf-9612-f5b7a226a51d req-4b8e850a-ebd0-43a2-b943-fe20b7a15d7f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1272051 May 25 20:09:02.124803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718e1f7-5aac-4c0a-ae98-c0f82afa3082 req-4ddfc4de-53f8-448a-aabd-9234184592a0 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:02.126343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d718e1f7-5aac-4c0a-ae98-c0f82afa3082 req-4ddfc4de-53f8-448a-aabd-9234184592a0 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2385318 May 25 20:09:02.134953 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-abdb257d-8428-4aaf-9612-f5b7a226a51d req-87644447-22a1-4966-80df-7061660d6898 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485499 May 25 20:09:02.136261 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:09:02.195619 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:02.213864 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d718e1f7-5aac-4c0a-ae98-c0f82afa3082 req-9e6e5c1f-03e1-4258-a533-60e4c1524dcc tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683947 May 25 20:09:02.250369 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:02.339047 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:09:02.342909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041ef36-a91c-4089-810b-776f3ad9138b req-c8f326ca-8ade-4323-97d2-1cb200d0ed37 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:02.344573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a041ef36-a91c-4089-810b-776f3ad9138b req-c8f326ca-8ade-4323-97d2-1cb200d0ed37 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0962088 May 25 20:09:02.350461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:09:02.358744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:09:02.393876 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a041ef36-a91c-4089-810b-776f3ad9138b req-e7e9fccc-03df-40a6-b203-7c359394d0af tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 May 25 20:09:02.417295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Pushing event updated for resources: {'Port': ['ID=f51ae100-cd3a-4378-aa39-b4b38f8e0d07,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:02.426352 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6d83f5b6-cf1e-4e13-897f-4d0e6c128f62 req-9c58312b-ec90-4ded-aa2d-4f41ded1310b tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "GET /v2.0/security-groups/e9c00218-2bfb-4829-839e-53d54951494a HTTP/1.1" status: 200 len: 1801 time: 0.1716843 May 25 20:09:02.603059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa894e0f-f79a-43ba-ae43-a79b7f3c56da req-c9ada86c-6375-4227-b707-5d8a0150a951 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:02.603789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-aa894e0f-f79a-43ba-ae43-a79b7f3c56da req-c9ada86c-6375-4227-b707-5d8a0150a951 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Synchronizing usage tracker for tenant:e4eeb42cdd664d3ea10b15927d4541fd on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:09:02.622418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-aa894e0f-f79a-43ba-ae43-a79b7f3c56da req-c9ada86c-6375-4227-b707-5d8a0150a951 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Unset dirty status for tenant:e4eeb42cdd664d3ea10b15927d4541fd on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:09:02.623622 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aa894e0f-f79a-43ba-ae43-a79b7f3c56da req-c9ada86c-6375-4227-b707-5d8a0150a951 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 944 time: 0.1248918 May 25 20:09:02.689327 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aa894e0f-f79a-43ba-ae43-a79b7f3c56da req-2b9bd5bc-131c-4bf8-aa1e-14a72f46e7a3 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553119 May 25 20:09:02.803965 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6d83f5b6-cf1e-4e13-897f-4d0e6c128f62 req-f3749188-70a4-4726-84ec-14048dcbd1e3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:02.908957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a80578-a0ce-4b74-b6a8-601c37f9d771 req-fb8750b3-0023-4d0e-a979-29e1aa2b210c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:02.910562 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1a80578-a0ce-4b74-b6a8-601c37f9d771 req-fb8750b3-0023-4d0e-a979-29e1aa2b210c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 943 time: 0.1074545 May 25 20:09:02.922870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3766ed3-6627-46cd-988f-00a0685b4426 None None] Network 4e3b1c24-c6fc-43dd-b516-21c21083f244 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:09:02.927036 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6d83f5b6-cf1e-4e13-897f-4d0e6c128f62 req-f3749188-70a4-4726-84ec-14048dcbd1e3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:02.965286 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1a80578-a0ce-4b74-b6a8-601c37f9d771 req-d910a691-1fb4-414d-99ea-29a485cce7a7 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470343 May 25 20:09:02.999057 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:03.006923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6cab5424-fc2e-42ac-827c-0eb982fd732d None None] Provisioning for port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:03.124225 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6d83f5b6-cf1e-4e13-897f-4d0e6c128f62 req-f3749188-70a4-4726-84ec-14048dcbd1e3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:03.140841 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:03.192204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:03.216378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3749188-70a4-4726-84ec-14048dcbd1e3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c00218-2bfb-4829-839e-53d54951494a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:03.300708 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1477a85-b709-4ae6-8e29-384c2f8c93c6 req-59b920dc-5e89-4091-b9f4-d699a5a48cc0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1831419 May 25 20:09:03.311223 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 08514a28-5891-440a-9e28-c1399adcb18a details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:09:03.345008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6d83f5b6-cf1e-4e13-897f-4d0e6c128f62 req-f3749188-70a4-4726-84ec-14048dcbd1e3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:03.346295 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6d83f5b6-cf1e-4e13-897f-4d0e6c128f62 req-f3749188-70a4-4726-84ec-14048dcbd1e3 tempest-SecurityGroupsTestJSON-952671655 tempest-SecurityGroupsTestJSON-952671655-project] 10.222.0.60 "DELETE /v2.0/security-groups/e9c00218-2bfb-4829-839e-53d54951494a HTTP/1.1" status: 204 len: 173 time: 0.9117298 May 25 20:09:03.356466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43672) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:03.374362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:03.441940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:03.443452 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:03.563627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897055a-22e3-475f-833a-d718b48d5b92 req-ec9985ea-32b9-4841-96f6-cb7df76c0c52 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:03.566531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a897055a-22e3-475f-833a-d718b48d5b92 req-ec9985ea-32b9-4841-96f6-cb7df76c0c52 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1471596 May 25 20:09:03.588777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebb2506-a87f-4663-bc6a-332b401a237f admin admin] Deleting subnet f7904db8-0ee7-445a-9333-f768530bc968 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:09:03.590438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08514a28-5891-440a-9e28-c1399adcb18a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:03.608113 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2506-a87f-4663-bc6a-332b401a237f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:03.612421 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '08514a28-5891-440a-9e28-c1399adcb18a', 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee', 'port_id': '08514a28-5891-440a-9e28-c1399adcb18a', 'mac_address': 'fa:16:3e:5d:dc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c81e9-1012-4bd2-b3ad-402a53a6fd67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:09:03.633760 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a897055a-22e3-475f-833a-d718b48d5b92 req-92a8adab-508f-409e-a5aa-bd5797e2700b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614278 May 25 20:09:03.772712 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2506-a87f-4663-bc6a-332b401a237f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:03.776008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:03.776766 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:03.821468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 08514a28-5891-440a-9e28-c1399adcb18a is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:03.822122 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:03.869804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4f634-ee2d-4032-8678-28bc4a1682a4 req-3ef4976d-ca40-46f9-8528-a9e8c50eef2a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:03.870500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08514a28-5891-440a-9e28-c1399adcb18a {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:03.871735 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ce4f634-ee2d-4032-8678-28bc4a1682a4 req-3ef4976d-ca40-46f9-8528-a9e8c50eef2a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.3663359 May 25 20:09:03.876098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:03.886111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f006a727-5033-4b5b-b1e6-2a810624faf5 None None] Provisioning complete for port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:03.886508 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f006a727-5033-4b5b-b1e6-2a810624faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:03.908142 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2506-a87f-4663-bc6a-332b401a237f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:03.925773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9b2c-c6eb-4571-971c-e64a7c9a1b87 req-f262a3b2-648b-466e-a754-8df5d6cc3696 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:03.927603 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:03.934326 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c20b9b2c-c6eb-4571-971c-e64a7c9a1b87 req-f262a3b2-648b-466e-a754-8df5d6cc3696 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1198189 May 25 20:09:03.940373 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:03.979855 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c20b9b2c-c6eb-4571-971c-e64a7c9a1b87 req-6f9fdcf3-8dce-45dd-8224-c7f556e2a553 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453391 May 25 20:09:03.989452 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08514a28-5891-440a-9e28-c1399adcb18a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:04.000378 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:04.001017 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1651aeb5-e1d3-45c7-bfca-7405a38f688b details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:09:04.036719 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:04.089533 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ce4f634-ee2d-4032-8678-28bc4a1682a4 req-14192bb0-e6a4-4d18-a634-5a7fd58efeb3 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063549 May 25 20:09:04.241597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc394599-c3fe-469e-b0ea-05c764427cf0 req-909ba31d-609c-4832-816c-0fae3c668216 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:04.248211 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc394599-c3fe-469e-b0ea-05c764427cf0 req-909ba31d-609c-4832-816c-0fae3c668216 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 944 time: 0.1494567 May 25 20:09:04.256968 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2506-a87f-4663-bc6a-332b401a237f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:04.275111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=08514a28-5891-440a-9e28-c1399adcb18a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:04.314272 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc394599-c3fe-469e-b0ea-05c764427cf0 req-555c2d69-febe-4327-bc59-b06abd7e61a7 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602269 May 25 20:09:04.325252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f006a727-5033-4b5b-b1e6-2a810624faf5 None None] Current status of the port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:04.337933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1651aeb5-e1d3-45c7-bfca-7405a38f688b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1651aeb5-e1d3-45c7-bfca-7405a38f688b,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:04.356946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '1651aeb5-e1d3-45c7-bfca-7405a38f688b', 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059', 'port_id': '1651aeb5-e1d3-45c7-bfca-7405a38f688b', 'mac_address': 'fa:16:3e:de:11:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3639922-bebd-4c46-8d65-a916de891676', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:09:04.426041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1651aeb5-e1d3-45c7-bfca-7405a38f688b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:04.426698 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:04.448607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1651aeb5-e1d3-45c7-bfca-7405a38f688b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:04.474788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1651aeb5-e1d3-45c7-bfca-7405a38f688b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1651aeb5-e1d3-45c7-bfca-7405a38f688b,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:04.480251 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:04.503711 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-63713680-7637-4f12-81b2-6102cd4e4534 req-19d5129f-7db3-4443-b295-105cfc0924f4 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0503559 May 25 20:09:04.514871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb2506-a87f-4663-bc6a-332b401a237f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7904db8-0ee7-445a-9333-f768530bc968,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:04.520850 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2506-a87f-4663-bc6a-332b401a237f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:04.545433 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2ebb2506-a87f-4663-bc6a-332b401a237f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f7904db8-0ee7-445a-9333-f768530bc968 HTTP/1.1" status: 204 len: 168 time: 1.1875684 May 25 20:09:04.548443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43684) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:04.577205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1651aeb5-e1d3-45c7-bfca-7405a38f688b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:04.579466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Router 446038c8-7127-4fc1-8eaa-20831391c25e is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:09:04.599530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d7d3c-3050-42ed-b53d-234f48cefb86 req-35b75950-f4ae-4f25-93a5-eea5da026869 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:04.600463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a5d7d3c-3050-42ed-b53d-234f48cefb86 req-35b75950-f4ae-4f25-93a5-eea5da026869 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 944 time: 0.3175805 May 25 20:09:04.666700 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f424e06-3dc7-4536-82c3-3e75dd49bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:04.806851 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a5d7d3c-3050-42ed-b53d-234f48cefb86 req-2c305985-2458-414c-90c4-e4029f7dfc58 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514330 May 25 20:09:04.846320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:09:04.867639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Sync routers for ids ['446038c8-7127-4fc1-8eaa-20831391c25e'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:09:04.873817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:04.874539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['08514a28-5891-440a-9e28-c1399adcb18a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:04.876172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-88c0b470-d2bc-47a1-baec-547d2f521e1e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4558952 May 25 20:09:04.879315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43690) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:04.889252 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f424e06-3dc7-4536-82c3-3e75dd49bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:04.904143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['1651aeb5-e1d3-45c7-bfca-7405a38f688b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:04.934195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6f424e06-3dc7-4536-82c3-3e75dd49bed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e307142c-b5f9-4667-b92b-f2a2f087a2e8']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:04.954933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6f424e06-3dc7-4536-82c3-3e75dd49bed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf166c4a-7471-468f-bda9-4c95cbb369a8') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:04.955153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6f424e06-3dc7-4536-82c3-3e75dd49bed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf166c4a-7471-468f-bda9-4c95cbb369a8') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:04.971382 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f424e06-3dc7-4536-82c3-3e75dd49bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:04.980358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Routers {'446038c8-7127-4fc1-8eaa-20831391c25e'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:09:04.981042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:09:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['446038c8-7127-4fc1-8eaa-20831391c25e'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:04.998007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b29a63-16fb-4ba7-bbad-891ae1eebb55 req-71c1389f-77b3-479a-820c-ce245314bccf tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:05.010750 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b29a63-16fb-4ba7-bbad-891ae1eebb55 req-71c1389f-77b3-479a-820c-ce245314bccf tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1901016 May 25 20:09:05.030018 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f424e06-3dc7-4536-82c3-3e75dd49bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:05.046014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f424e06-3dc7-4536-82c3-3e75dd49bed5 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:09:05.047659 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f424e06-3dc7-4536-82c3-3e75dd49bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:05.162087 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment bf166c4a-7471-468f-bda9-4c95cbb369a8 resource provider aggregate not found May 25 20:09:05.181797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:05.202765 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment bf166c4a-7471-468f-bda9-4c95cbb369a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf166c4a-7471-468f-bda9-4c95cbb369a8 found for delete ", "request_id": "req-45abf006-c47e-46ec-8854-9b801d6a2249"}]} May 25 20:09:05.206545 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b29a63-16fb-4ba7-bbad-891ae1eebb55 req-0c57eff8-7897-4459-8d3e-b12c8e3c1809 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942854 May 25 20:09:05.222292 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f424e06-3dc7-4536-82c3-3e75dd49bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:05.257968 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f424e06-3dc7-4536-82c3-3e75dd49bed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:05.269738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f424e06-3dc7-4536-82c3-3e75dd49bed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e307142c-b5f9-4667-b92b-f2a2f087a2e8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:05.286780 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6f424e06-3dc7-4536-82c3-3e75dd49bed5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e307142c-b5f9-4667-b92b-f2a2f087a2e8 HTTP/1.1" status: 204 len: 168 time: 0.7370064 May 25 20:09:05.341591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Set router 446038c8-7127-4fc1-8eaa-20831391c25e gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:09:05.469413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43706) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:05.515911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10022b-9f99-4a20-8174-586548ceed67 req-4862145e-390e-4597-b260-a8cbd39873f1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:05.517915 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac10022b-9f99-4a20-8174-586548ceed67 req-4862145e-390e-4597-b260-a8cbd39873f1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.3441100 May 25 20:09:05.558900 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-909b242d-689b-429c-a3eb-7f1d104fa34b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dfca10d1e8a14dc5a547fe3f642bae44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819960 May 25 20:09:05.559579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43712) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:05.605371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91185844-d54d-490d-870e-39c61b3028b2 req-dc7c02be-d33a-4d7c-8f68-a207aebb2d47 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:05.607271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91185844-d54d-490d-870e-39c61b3028b2 req-dc7c02be-d33a-4d7c-8f68-a207aebb2d47 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2352433 May 25 20:09:05.664544 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac10022b-9f99-4a20-8174-586548ceed67 req-ef33dc87-e1c1-4c5b-b3e3-9079001c1521 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372831 May 25 20:09:05.697093 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc5672e2-df7c-472b-99d6-b580152aced4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:05.728461 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91185844-d54d-490d-870e-39c61b3028b2 req-d848dc14-fad4-4b3c-b1e0-c572e5d0950d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062028 May 25 20:09:05.731654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:05.732088 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:05.784254 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc5672e2-df7c-472b-99d6-b580152aced4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:05.958501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc5672e2-df7c-472b-99d6-b580152aced4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:06.028590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5672e2-df7c-472b-99d6-b580152aced4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea87c818-4bdc-4dc8-9747-4c54129dfe13,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:06.042756 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-270230f5-a255-4366-bb02-db366575359f req-d7ec0119-ec61-42d2-8fff-a87372eed810 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0789397 May 25 20:09:06.054792 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc5672e2-df7c-472b-99d6-b580152aced4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:06.056531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cc5672e2-df7c-472b-99d6-b580152aced4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea87c818-4bdc-4dc8-9747-4c54129dfe13 HTTP/1.1" status: 204 len: 168 time: 0.4955344 May 25 20:09:06.109652 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:06.127063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:09:02Z', 'revision_number': 3, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port': {'id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:01Z', 'updated_at': '2022-05-25T20:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:06.132587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Checking router: 446038c8-7127-4fc1-8eaa-20831391c25e for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:09:06.133184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Updating router 446038c8-7127-4fc1-8eaa-20831391c25e port f51ae100-cd3a-4378-aa39-b4b38f8e0d07 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:09:06.194391 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:06.215154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f948670-42c3-432c-89d2-15d31473266a req-effd489e-6b47-4633-9248-fb106a043996 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:06.216874 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f948670-42c3-432c-89d2-15d31473266a req-effd489e-6b47-4633-9248-fb106a043996 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 945 time: 0.2516367 May 25 20:09:06.221439 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:06.326910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f948670-42c3-432c-89d2-15d31473266a req-9f6c3ea8-e447-421c-ad26-3dfdb6f6603f tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000254 May 25 20:09:06.332180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1835844-8ee2-4362-a0ab-9b2c0f6249d1 req-66f11e8c-65b4-4005-be29-323414c6eecf tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:06.332822 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1835844-8ee2-4362-a0ab-9b2c0f6249d1 req-66f11e8c-65b4-4005-be29-323414c6eecf tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 944 time: 0.1021192 May 25 20:09:06.432529 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1835844-8ee2-4362-a0ab-9b2c0f6249d1 req-d301b68f-8ab7-4f4b-9e76-9fa2b3fb17ac tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938020 May 25 20:09:06.681469 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:06.702187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Transition to ACTIVE for port object f51ae100-cd3a-4378-aa39-b4b38f8e0d07 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:09:06.712104 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:06.771623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Allocated IP 172.20.0.1 (4e3b1c24-c6fc-43dd-b516-21c21083f244/e50acf7b-ade5-4727-b163-74dced7ce564/bfef39c7-20c7-46cb-9cdd-cf66a481e118) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:09:06.818562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Attempting to bind port f51ae100-cd3a-4378-aa39-b4b38f8e0d07 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:09:06.818988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Attempting to bind port f51ae100-cd3a-4378-aa39-b4b38f8e0d07 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:09:06.819353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Attempting to bind port f51ae100-cd3a-4378-aa39-b4b38f8e0d07 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:06.824302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06196924-be47-4c02-8a52-bb3d010a64b6 req-21d0a82b-44c0-4139-9239-6119931b3937 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:06.829702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afa87b-9468-4255-80be-477cc09ed3d7 None None] Pushing event updated for resources: {'Port': ['ID=f51ae100-cd3a-4378-aa39-b4b38f8e0d07,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:06.833709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-06196924-be47-4c02-8a52-bb3d010a64b6 req-21d0a82b-44c0-4139-9239-6119931b3937 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.3342319 May 25 20:09:06.839245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:09:06.839678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:09:06.840086 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:06.840749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:09:06.841242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Bound port: f51ae100-cd3a-4378-aa39-b4b38f8e0d07, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:09:06.841656 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:06.948018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] For port f51ae100-cd3a-4378-aa39-b4b38f8e0d07, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:06.953393 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-06196924-be47-4c02-8a52-bb3d010a64b6 req-1793a932-a742-4a25-8def-580c63bc8eb3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181507 May 25 20:09:06.965957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] For port f51ae100-cd3a-4378-aa39-b4b38f8e0d07, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f51ae100-cd3a-4378-aa39-b4b38f8e0d07,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:09:06.975486 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:06.991702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b4364-7df1-4fd3-aa3a-6a00c9539d4e req-e3c4e416-903f-4f21-bd98-d29bab5ca523 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:07.001838 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-da1b4364-7df1-4fd3-aa3a-6a00c9539d4e req-e3c4e416-903f-4f21-bd98-d29bab5ca523 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1505716 May 25 20:09:07.026428 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:07.047337 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Transition to ACTIVE for port object bfef39c7-20c7-46cb-9cdd-cf66a481e118 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:09:07.053508 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-da1b4364-7df1-4fd3-aa3a-6a00c9539d4e req-99a94515-dd24-418d-8095-3649d0be1812 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501311 May 25 20:09:07.102307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Routers {'446038c8-7127-4fc1-8eaa-20831391c25e'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:09:07.103074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:09:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['446038c8-7127-4fc1-8eaa-20831391c25e'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:07.107819 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:07.215706 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afa87b-9468-4255-80be-477cc09ed3d7 None None] Pushing event updated for resources: {'Port': ['ID=f51ae100-cd3a-4378-aa39-b4b38f8e0d07,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:07.216888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43746) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:07.268897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Pushing event updated for resources: {'Port': ['ID=bfef39c7-20c7-46cb-9cdd-cf66a481e118,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:07.269739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7ac0eb3b-a550-4d6b-8894-7a6a020f14bb req-3733fdc4-d1d4-43be-a25a-33f1010d5a8e tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0501051 May 25 20:09:07.276856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Network 4e3b1c24-c6fc-43dd-b516-21c21083f244 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:09:07.279330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:09:07.299568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:09:07.332510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 08514a28-5891-440a-9e28-c1399adcb18a up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:07.376509 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:07.386876 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b262717-1d28-4934-85f5-19b43cfe1152 req-90ea8798-f7fe-4a15-ad1d-15ac47a3a8b5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:07.388901 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b262717-1d28-4934-85f5-19b43cfe1152 req-90ea8798-f7fe-4a15-ad1d-15ac47a3a8b5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2330289 May 25 20:09:07.390963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1647222722-network', 'tenant_id': 'c3393b9aa15f45fa9ea9937940b5ebfb'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:07.399992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:09:07.405273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Usage tracker for resource:network and tenant:c3393b9aa15f45fa9ea9937940b5ebfb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:09:07.416968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:09:07.430752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:09:07.445257 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] Set router 446038c8-7127-4fc1-8eaa-20831391c25e gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:09:07.448316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Made reservation on behalf of c3393b9aa15f45fa9ea9937940b5ebfb for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:09:07.451695 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:07.462315 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b262717-1d28-4934-85f5-19b43cfe1152 req-e1bd3f19-7853-4c4e-b580-6ea24950eecc tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631216 May 25 20:09:07.501411 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:07.581780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:09:07.593068 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Usage tracker for resource:security_group_rule and tenant:c3393b9aa15f45fa9ea9937940b5ebfb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:09:07.597074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:09:07.611683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:09:07.624160 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 08514a28-5891-440a-9e28-c1399adcb18a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:07.672271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261643e-ea80-454f-9bf6-c0113d57eca5 req-246740a3-bc41-4e05-8daa-fb7bb7aa9f2c tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:07.680275 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7261643e-ea80-454f-9bf6-c0113d57eca5 req-246740a3-bc41-4e05-8daa-fb7bb7aa9f2c tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 945 time: 0.1798887 May 25 20:09:07.681454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 08514a28-5891-440a-9e28-c1399adcb18a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:07.681783 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:07.688057 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:07.757082 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7261643e-ea80-454f-9bf6-c0113d57eca5 req-047ef1e4-822f-4759-ba92-fe1db1c267d9 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757835 May 25 20:09:07.776568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d453fb-c31d-4aca-a1cb-e3b15ae7b219 req-22583713-c0cb-49f9-9969-5e90adc27d4b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:07.778397 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5d453fb-c31d-4aca-a1cb-e3b15ae7b219 req-22583713-c0cb-49f9-9969-5e90adc27d4b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 944 time: 0.1783590 May 25 20:09:07.809550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6726bf07-b153-4630-8fbb-78331b9b55ef None None] Provisioning for port bfef39c7-20c7-46cb-9cdd-cf66a481e118 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:07.816563 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:07.821828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:07.828960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6726bf07-b153-4630-8fbb-78331b9b55ef None None] Provisioning complete for port bfef39c7-20c7-46cb-9cdd-cf66a481e118 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:07.829466 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6726bf07-b153-4630-8fbb-78331b9b55ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:07.859493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:09:07.876894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac70e0c8-2fb9-4b93-89ff-992f5f224390,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:07.882660 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:07.883126 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Added segment 07a750cd-ce1d-4032-af50-b3df21a5ace6 of type vlan for network 72a8e351-caed-499f-8166-845e9ad39a0b May 25 20:09:07.888237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:07.888573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:07.889187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:07.889519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:07.889840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:07.890180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:07.890628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:07.891385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:07.891385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:07.891604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:07.891830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:07.892145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:07.915110 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5d453fb-c31d-4aca-a1cb-e3b15ae7b219 req-8e776f28-8f30-4a3c-a049-84752af5899d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292470 May 25 20:09:07.932909 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:07.940299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6726bf07-b153-4630-8fbb-78331b9b55ef None None] Port bfef39c7-20c7-46cb-9cdd-cf66a481e118 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:09:07.972319 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:07.974366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:07.975118 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:08.023050 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:08.028655 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:08.038974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 08514a28-5891-440a-9e28-c1399adcb18a is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:08.039349 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:08.078222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b209014e-eac3-447d-979d-04f104b8b514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08514a28-5891-440a-9e28-c1399adcb18a'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:08.095821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08514a28-5891-440a-9e28-c1399adcb18a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:08.103699 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:08.104522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1651aeb5-e1d3-45c7-bfca-7405a38f688b up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:08.186682 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a74acd-f40c-4544-a2cf-265d56463c0d'] response: {'server_uuid': 'b209014e-eac3-447d-979d-04f104b8b514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08514a28-5891-440a-9e28-c1399adcb18a', 'code': 200} May 25 20:09:08.218686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:09:02Z', 'revision_number': 3, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port': {'id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:01Z', 'updated_at': '2022-05-25T20:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:08.232201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cbaec-1abe-4818-9be5-f8edf43a6530 None None] The sync data for ids ['446038c8-7127-4fc1-8eaa-20831391c25e'] in n-d-843339-1 is: [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:09:02Z', 'revision_number': 3, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port': {'id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:01Z', 'updated_at': '2022-05-25T20:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:09:08.237324 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:08.251559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=08514a28-5891-440a-9e28-c1399adcb18a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:08.252142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Pushing event updated for resources: {'Port': ['ID=bfef39c7-20c7-46cb-9cdd-cf66a481e118,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:08.277738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 1651aeb5-e1d3-45c7-bfca-7405a38f688b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:08.287014 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 1651aeb5-e1d3-45c7-bfca-7405a38f688b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:08.287723 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:08.303835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] Pushing event updated for resources: {'Network': ['ID=72a8e351-caed-499f-8166-845e9ad39a0b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:08.306763 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7aed76f1-cdf5-43d1-9e0e-cc0d1b354ebc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0888629 May 25 20:09:08.317784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43766) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:08.323104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 72a8e351-caed-499f-8166-845e9ad39a0b details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:09:08.337897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Request body: {'subnet': {'network_id': '72a8e351-caed-499f-8166-845e9ad39a0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1647222722-subnet', 'tenant_id': 'c3393b9aa15f45fa9ea9937940b5ebfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:08.359072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:09:08.367842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Usage tracker for resource:subnet and tenant:c3393b9aa15f45fa9ea9937940b5ebfb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:09:08.372054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:09:08.384479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:09:08.411797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fc572-1b7d-437d-a65a-c19fa3c323db req-e8a5f2f5-add1-4811-b4b9-deba679d2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:08.414207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a0fc572-1b7d-437d-a65a-c19fa3c323db req-e8a5f2f5-add1-4811-b4b9-deba679d2a41 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 1096 time: 0.1907120 May 25 20:09:08.417559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Made reservation on behalf of c3393b9aa15f45fa9ea9937940b5ebfb for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:09:08.420008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:08.477208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449a0bb-438c-44f4-8599-b06e6dfa7ece req-468467cb-8ba9-41f2-bad6-0f4e3153ba8e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:08.484309 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2449a0bb-438c-44f4-8599-b06e6dfa7ece req-468467cb-8ba9-41f2-bad6-0f4e3153ba8e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2247415 May 25 20:09:08.487871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78d235-aff4-4d44-b30e-89e0b22a76c9 req-e0afa797-1e9f-410a-bfe1-d39f36a72ffe tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:08.490976 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb78d235-aff4-4d44-b30e-89e0b22a76c9 req-e0afa797-1e9f-410a-bfe1-d39f36a72ffe tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.3314288 May 25 20:09:08.516806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Network 4e3b1c24-c6fc-43dd-b516-21c21083f244 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:09:08.519567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:09:08.528642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1651aeb5-e1d3-45c7-bfca-7405a38f688b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:08.529307 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:08.570749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1651aeb5-e1d3-45c7-bfca-7405a38f688b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1651aeb5-e1d3-45c7-bfca-7405a38f688b,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:08.587247 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:08.631914 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2449a0bb-438c-44f4-8599-b06e6dfa7ece req-566edb06-75a4-431d-b478-47dcda08d8bd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466348 May 25 20:09:08.705292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb78d235-aff4-4d44-b30e-89e0b22a76c9 req-c4a7b164-d257-454e-bf37-5471252bfb72 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434422 May 25 20:09:08.716572 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a0fc572-1b7d-437d-a65a-c19fa3c323db req-8d033864-b04e-499d-92a8-de346147454e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771339 May 25 20:09:08.725764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1651aeb5-e1d3-45c7-bfca-7405a38f688b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:08.920967 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Router 446038c8-7127-4fc1-8eaa-20831391c25e has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:09:08.939237 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1cca0183-fbb9-4eb3-8697-db2868662ce0 req-9a4cacc6-c013-4fd8-8778-0e0fe506ea5b tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0724702 May 25 20:09:08.987413 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:09.032248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2628c364-bfdf-4e86-bc9f-9c0051fc11ea None None] Provisioning complete for port bfef39c7-20c7-46cb-9cdd-cf66a481e118 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:09.032678 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2628c364-bfdf-4e86-bc9f-9c0051fc11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:09.144668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d02fc37b-c894-468d-96d5-5f6b5276c126,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:09.168212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f51ae100-cd3a-4378-aa39-b4b38f8e0d07 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:09.183027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182c11c-820f-46d4-8f02-b1248d9faf16 req-afa6ac01-93c2-4d27-9ce4-5db91d7f4c7e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:09.191721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3182c11c-820f-46d4-8f02-b1248d9faf16 req-afa6ac01-93c2-4d27-9ce4-5db91d7f4c7e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2505653 May 25 20:09:09.194733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Checking segment: {'id': '07a750cd-ce1d-4032-af50-b3df21a5ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '72a8e351-caed-499f-8166-845e9ad39a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:09:09.195172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Network hostable DHCP agents. Network: 72a8e351-caed-499f-8166-845e9ad39a0b, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:09:09.229954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Network 72a8e351-caed-499f-8166-845e9ad39a0b is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:09:09.233714 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2628c364-bfdf-4e86-bc9f-9c0051fc11ea None None] Port bfef39c7-20c7-46cb-9cdd-cf66a481e118 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:09:09.249569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 72a8e351-caed-499f-8166-845e9ad39a0b) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:09:09.257525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:09.258723 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:09.268215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa46654-c4c6-4202-9ed0-f2aa9d33fccc None None] Network 72a8e351-caed-499f-8166-845e9ad39a0b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:09:09.311739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1dcbe2d9-d5f9-4d86-8397-ba39df0de96a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9886291 May 25 20:09:09.393229 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port f51ae100-cd3a-4378-aa39-b4b38f8e0d07 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:09.420934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f51ae100-cd3a-4378-aa39-b4b38f8e0d07 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:09.421299 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:09.428920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:09:09.465807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27083f-d0df-4838-b1ce-b2f4c9bfe769 req-c5fe01ab-d631-4955-b88c-2bec31d4b40c tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:09.491740 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c27083f-d0df-4838-b1ce-b2f4c9bfe769 req-c5fe01ab-d631-4955-b88c-2bec31d4b40c tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.1858416 May 25 20:09:09.496112 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-61e8e524-d729-45ae-a421-ed58d29ee2ab admin admin] 10.222.0.60 "PUT /v2.0/routers/446038c8-7127-4fc1-8eaa-20831391c25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6134844 May 25 20:09:09.554048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3182c11c-820f-46d4-8f02-b1248d9faf16 req-3581d8e0-bf45-4b0e-ad20-984d617065b5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607557 May 25 20:09:09.568317 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c27083f-d0df-4838-b1ce-b2f4c9bfe769 req-9002870c-f616-478f-83d3-9ae63c05b762 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756137 May 25 20:09:09.634919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f51ae100-cd3a-4378-aa39-b4b38f8e0d07 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:09.635409 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:09.689172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port f51ae100-cd3a-4378-aa39-b4b38f8e0d07, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f51ae100-cd3a-4378-aa39-b4b38f8e0d07,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:09.773517 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:09.803297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fae31e-0793-487a-82ad-78cd60ff653b req-ac207fd7-4055-4b90-83c9-19bf5c45eb93 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:09.811171 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94fae31e-0793-487a-82ad-78cd60ff653b req-ac207fd7-4055-4b90-83c9-19bf5c45eb93 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 945 time: 0.1164556 May 25 20:09:09.833484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dabfa0-7a06-4626-84d9-a7309f9f675f None None] Network 72a8e351-caed-499f-8166-845e9ad39a0b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:09:09.862542 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94fae31e-0793-487a-82ad-78cd60ff653b req-db83b680-6f07-45f5-b643-d8af0307baf7 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504696 May 25 20:09:09.950144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=f51ae100-cd3a-4378-aa39-b4b38f8e0d07,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:09.976377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-131a11f7-bd48-41dd-96fc-59c2af69fb29 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:09.978067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-131a11f7-bd48-41dd-96fc-59c2af69fb29 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/networks?id=72a8e351-caed-499f-8166-845e9ad39a0b HTTP/1.1" status: 200 len: 814 time: 0.1794090 May 25 20:09:09.997650 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-46f36511-1eba-4b30-a468-244c43b8e05c tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/quotas/c3393b9aa15f45fa9ea9937940b5ebfb HTTP/1.1" status: 200 len: 375 time: 0.0129731 May 25 20:09:10.057120 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-343298f6-18f3-44ac-9d9e-da5d601c4f0d tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3393b9aa15f45fa9ea9937940b5ebfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531335 May 25 20:09:10.103580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7c677-c896-49ae-a0a2-6da2f3bdc30b req-229e3a63-bf65-4d14-b9a3-c34ea6cde8f7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:10.105107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78c7c677-c896-49ae-a0a2-6da2f3bdc30b req-229e3a63-bf65-4d14-b9a3-c34ea6cde8f7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1105871 May 25 20:09:10.160428 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78c7c677-c896-49ae-a0a2-6da2f3bdc30b req-329ad01d-22f4-41a1-9ae9-ea6e8e041777 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481882 May 25 20:09:10.188539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c3e5a4-00cc-419b-b349-b868841c12a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651aeb5-e1d3-45c7-bfca-7405a38f688b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:10.216485 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-7fc3eafe-26a3-4e32-8490-70619bee494f service neutron] 10.222.0.60 "GET /v2.0/networks/72a8e351-caed-499f-8166-845e9ad39a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516836 May 25 20:09:10.365367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b86d4-a735-4d1d-b8d9-8aacbb6b11b8 req-212448bb-04cd-4945-8bb4-a48306dcefbd tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:10.367268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4b5b86d4-a735-4d1d-b8d9-8aacbb6b11b8 req-212448bb-04cd-4945-8bb4-a48306dcefbd tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.0998931 May 25 20:09:10.389304 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-2f523f0f-a36e-46ad-ad43-94f662d83ce5 service neutron] 10.222.0.60 "GET /v2.0/networks/72a8e351-caed-499f-8166-845e9ad39a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605277 May 25 20:09:10.422742 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4b5b86d4-a735-4d1d-b8d9-8aacbb6b11b8 req-f875801f-2a2e-4028-9ac5-de26db961b50 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494692 May 25 20:09:10.588334 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Sync routers for ids ['446038c8-7127-4fc1-8eaa-20831391c25e'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:09:10.603519 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Routers {'446038c8-7127-4fc1-8eaa-20831391c25e'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:09:10.604443 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:09:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['446038c8-7127-4fc1-8eaa-20831391c25e'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:10.634438 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43816) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:10.640814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958954619', 'description': 'tempest-description--1641030629'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:10.651822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:09:10.698561 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99aa03b2-b90c-4d95-962a-c46a85978647'] response: {'server_uuid': '59c3e5a4-00cc-419b-b349-b868841c12a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651aeb5-e1d3-45c7-bfca-7405a38f688b', 'code': 200} May 25 20:09:10.699991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Usage tracker for resource:security_group and tenant:4619f4f2684a482db46ddd662e6b15f0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:09:10.710948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:09:10.743346 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-421b525a-21f9-4564-a990-e5a809e80ebb req-94becba2-c3aa-4e3e-a0b0-0ec800ca0636 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0928102 May 25 20:09:10.748626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:09:10.778814 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:10.857460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:09:10.867087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Usage tracker for resource:security_group_rule and tenant:4619f4f2684a482db46ddd662e6b15f0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:09:10.883626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:09:10.903132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:09:10.919819 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Set router 446038c8-7127-4fc1-8eaa-20831391c25e gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:09:10.986976 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0df97fed-4031-4a18-a2f8-6b56f0dcd406 req-b1b9eef0-7777-415f-b144-8c66cf2dded7 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 210 time: 0.1245987 May 25 20:09:11.032565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:11.039984 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:11.100569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485d747-2562-46a4-9bd0-c54552b6b366 req-1f65f1a4-e8d1-44e9-bad6-87f16f29a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:11.105492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a485d747-2562-46a4-9bd0-c54552b6b366 req-1f65f1a4-e8d1-44e9-bad6-87f16f29a5e5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 1097 time: 0.3039753 May 25 20:09:11.131500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f51ae100-cd3a-4378-aa39-b4b38f8e0d07 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:11.162397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a485d747-2562-46a4-9bd0-c54552b6b366 req-4ca0c942-2943-4446-8b06-af0a840d95b2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504320 May 25 20:09:11.217933 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:11.220485 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5849123 May 25 20:09:11.224884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43828) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:11.226804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479e038-48be-481f-af94-20f7c730deae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:11.239934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-30191bef-0a03-4847-a1be-f73bcf8c664b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Request body: {'security_group_rule': {'security_group_id': '4a715c33-8d8d-4d41-9b5d-7d09a3b780e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:11.257947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-30191bef-0a03-4847-a1be-f73bcf8c664b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:09:11.269515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-30191bef-0a03-4847-a1be-f73bcf8c664b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Usage tracker for resource:security_group_rule and tenant:4619f4f2684a482db46ddd662e6b15f0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:09:11.285898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb4525-6e79-40f6-8d94-ab89e7f050c8 req-a4e8b5c8-b219-4aba-b182-c6ddad14e9b4 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:11.292440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6deb4525-6e79-40f6-8d94-ab89e7f050c8 req-a4e8b5c8-b219-4aba-b182-c6ddad14e9b4 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.1824486 May 25 20:09:11.295247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f51ae100-cd3a-4378-aa39-b4b38f8e0d07 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:11.295705 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:11.356512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-30191bef-0a03-4847-a1be-f73bcf8c664b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:09:11.356962 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6deb4525-6e79-40f6-8d94-ab89e7f050c8 req-1a4276bf-1cd2-4bbc-ab4f-17b6bfac87a5 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570369 May 25 20:09:11.377719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-30191bef-0a03-4847-a1be-f73bcf8c664b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:09:11.443164 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30191bef-0a03-4847-a1be-f73bcf8c664b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:11.498965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8028fd-b62b-479f-831e-721bce4a1968 req-1c75b22b-bf68-469b-9c86-d51dd6088815 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:11.500913 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d8028fd-b62b-479f-831e-721bce4a1968 req-1c75b22b-bf68-469b-9c86-d51dd6088815 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.2335482 May 25 20:09:11.610854 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d8028fd-b62b-479f-831e-721bce4a1968 req-b835c5d7-4203-4548-8741-39c2909e4880 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833671 May 25 20:09:11.613370 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30191bef-0a03-4847-a1be-f73bcf8c664b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:11.622239 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30191bef-0a03-4847-a1be-f73bcf8c664b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:11.630832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f51ae100-cd3a-4378-aa39-b4b38f8e0d07 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:11.674525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30191bef-0a03-4847-a1be-f73bcf8c664b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5004691a-949d-4ade-84ed-f6b8055aeafc,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:11.687571 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30191bef-0a03-4847-a1be-f73bcf8c664b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:11.703709 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-30191bef-0a03-4847-a1be-f73bcf8c664b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4771919 May 25 20:09:11.708996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43836) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:11.718928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7a30bd4e-0ed8-40ec-9d35-5fb18fb8a6e4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Request body: {'security_group_rule': {'security_group_id': '4a715c33-8d8d-4d41-9b5d-7d09a3b780e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:11.734649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc22d7-1155-40e6-af75-e831334a7d64 req-da3d8bd7-1254-4852-bbfa-3f7d105fc510 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:11.752935 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48fc22d7-1155-40e6-af75-e831334a7d64 req-da3d8bd7-1254-4852-bbfa-3f7d105fc510 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 945 time: 0.2205884 May 25 20:09:11.757325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7a30bd4e-0ed8-40ec-9d35-5fb18fb8a6e4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:09:11.827337 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48fc22d7-1155-40e6-af75-e831334a7d64 req-755738ba-f807-4366-a823-591460c7be0f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708339 May 25 20:09:11.847407 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:09:07Z', 'revision_number': 4, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port': {'id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:01Z', 'updated_at': '2022-05-25T20:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'bfef39c7-20c7-46cb-9cdd-cf66a481e118', 'name': '', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'mac_address': 'fa:16:3e:8d:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:06Z', 'updated_at': '2022-05-25T20:09:07Z', 'revision_number': 2, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'subnets': [{'id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:11.876175 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Checking router: 446038c8-7127-4fc1-8eaa-20831391c25e for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:09:11.877294 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Updating router 446038c8-7127-4fc1-8eaa-20831391c25e port bfef39c7-20c7-46cb-9cdd-cf66a481e118 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:09:11.885131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7a30bd4e-0ed8-40ec-9d35-5fb18fb8a6e4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Usage tracker for resource:security_group_rule and tenant:4619f4f2684a482db46ddd662e6b15f0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:09:11.902054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7a30bd4e-0ed8-40ec-9d35-5fb18fb8a6e4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:09:11.920847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7a30bd4e-0ed8-40ec-9d35-5fb18fb8a6e4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:09:11.980323 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a30bd4e-0ed8-40ec-9d35-5fb18fb8a6e4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:11.984208 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:12.090906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99678e6-2bd7-48f7-b4b2-96234fa412e0 req-95326faf-960d-4eb9-8314-3a8fee7c2641 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:12.093276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b99678e6-2bd7-48f7-b4b2-96234fa412e0 req-95326faf-960d-4eb9-8314-3a8fee7c2641 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.3319352 May 25 20:09:12.115095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69727c2e-d741-4623-af5d-64dc2e2fc7ed req-893c9624-86b6-45ff-bec9-7c9dc3d2a8d4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:12.117216 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69727c2e-d741-4623-af5d-64dc2e2fc7ed req-893c9624-86b6-45ff-bec9-7c9dc3d2a8d4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1315944 May 25 20:09:12.154572 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a30bd4e-0ed8-40ec-9d35-5fb18fb8a6e4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:12.174835 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a30bd4e-0ed8-40ec-9d35-5fb18fb8a6e4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:12.182076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69727c2e-d741-4623-af5d-64dc2e2fc7ed req-b1cd6176-0344-441e-8477-8db61d296b74 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525241 May 25 20:09:12.243757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b99678e6-2bd7-48f7-b4b2-96234fa412e0 req-dfb0acbc-c0c9-41ee-8913-75c80e5971d0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412160 May 25 20:09:12.252412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30bd4e-0ed8-40ec-9d35-5fb18fb8a6e4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded062bf-e59c-4143-8043-e7d7f3e0acc0,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:12.258619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a30bd4e-0ed8-40ec-9d35-5fb18fb8a6e4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:12.260847 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7a30bd4e-0ed8-40ec-9d35-5fb18fb8a6e4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5502534 May 25 20:09:12.263793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43846) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:12.273741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:12.285432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:09:12.300854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Usage tracker for resource:floatingip and tenant:4619f4f2684a482db46ddd662e6b15f0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:09:12.304526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:09:12.312375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:09:12.326960 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:12.530771 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bc2361f1-508b-4a9a-ad13-b9d0bb15e000 req-2a7a455b-a2ad-43f4-8f0b-3821ad03683f tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1091237 May 25 20:09:12.618321 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:12.636196 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Transition to ACTIVE for port object bfef39c7-20c7-46cb-9cdd-cf66a481e118 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:09:12.652023 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:12.674845 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:12.774412 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a0b6f-1060-44e1-bab3-ba42f53cf34c None None] Pushing event updated for resources: {'Port': ['ID=bfef39c7-20c7-46cb-9cdd-cf66a481e118,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:12.935991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-6da24205-325b-4f0a-876a-52719ca4cb53 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:12.947569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-6da24205-325b-4f0a-876a-52719ca4cb53 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Synchronizing usage tracker for tenant:c3393b9aa15f45fa9ea9937940b5ebfb on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:09:12.965364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Allocated IP 172.25.3.251 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/65b76a70-d04b-4ec4-b6ee-dd0e18bf6bcc) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:09:12.987434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-6da24205-325b-4f0a-876a-52719ca4cb53 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Unset dirty status for tenant:c3393b9aa15f45fa9ea9937940b5ebfb on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:09:12.989609 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-6da24205-325b-4f0a-876a-52719ca4cb53 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.70 "GET /v2.0/networks?id=72a8e351-caed-499f-8166-845e9ad39a0b HTTP/1.1" status: 200 len: 814 time: 0.4614513 May 25 20:09:12.993110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafb7e4-8987-4d3c-8c9b-5d27fb20d976 req-7d7d26d5-3033-4a2c-89c0-f4c4ef00df1a tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:13.001590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0aafb7e4-8987-4d3c-8c9b-5d27fb20d976 req-7d7d26d5-3033-4a2c-89c0-f4c4ef00df1a tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 1096 time: 0.5239294 May 25 20:09:13.013181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Request body: {'port': {'device_id': '0be31b0f-8afd-4259-be8b-719ecfeb7613', 'network_id': '72a8e351-caed-499f-8166-845e9ad39a0b', 'admin_state_up': True, 'tenant_id': 'c3393b9aa15f45fa9ea9937940b5ebfb'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:13.159553 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Attempting to bind port bfef39c7-20c7-46cb-9cdd-cf66a481e118 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:09:13.160431 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Attempting to bind port bfef39c7-20c7-46cb-9cdd-cf66a481e118 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:09:13.161499 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Attempting to bind port bfef39c7-20c7-46cb-9cdd-cf66a481e118 on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:13.172303 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:09:13.173094 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Checking segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:09:13.173835 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:13.174568 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Bound using segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:09:13.175828 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Bound port: bfef39c7-20c7-46cb-9cdd-cf66a481e118, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:09:13.176670 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:13.232571 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f92fc97-f5f9-4ea0-9a1e-629a7cb71445 req-3b514925-8963-4cd1-86c3-45201668fbad tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 210 time: 0.1802659 May 25 20:09:13.305587 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] For port bfef39c7-20c7-46cb-9cdd-cf66a481e118, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:13.309139 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] For port bfef39c7-20c7-46cb-9cdd-cf66a481e118, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=bfef39c7-20c7-46cb-9cdd-cf66a481e118,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:09:13.314780 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:13.355389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:09:13.359733 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0aafb7e4-8987-4d3c-8c9b-5d27fb20d976 req-ab75e84d-7fdf-4375-b9bb-8a39cfdeb0f5 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573103 May 25 20:09:13.362882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Usage tracker for resource:port and tenant:c3393b9aa15f45fa9ea9937940b5ebfb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:09:13.369056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:09:13.376803 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:13.377174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:09:13.390915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Made reservation on behalf of c3393b9aa15f45fa9ea9937940b5ebfb for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:09:13.395882 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:13.419689 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Routers {'446038c8-7127-4fc1-8eaa-20831391c25e'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:09:13.420313 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:09:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['446038c8-7127-4fc1-8eaa-20831391c25e'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:13.514930 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a0b6f-1060-44e1-bab3-ba42f53cf34c None None] Pushing event updated for resources: {'Port': ['ID=bfef39c7-20c7-46cb-9cdd-cf66a481e118,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:13.548705 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:13.673773 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] Set router 446038c8-7127-4fc1-8eaa-20831391c25e gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:09:13.689626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:09:13.706181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:09:13.719704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:09:13.746097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Allocated IP 172.20.0.13 (72a8e351-caed-499f-8166-845e9ad39a0b/d02fc37b-c894-468d-96d5-5f6b5276c126/0c764203-07b7-411f-85a6-720c40f50a2c) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:09:13.786785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dad039-9cbf-4582-ad33-cf53eb414043 req-a5dc1f72-ea76-4893-88b2-07d9337cbe4d tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:13.789301 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81dad039-9cbf-4582-ad33-cf53eb414043 req-a5dc1f72-ea76-4893-88b2-07d9337cbe4d tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.1459594 May 25 20:09:13.906329 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81dad039-9cbf-4582-ad33-cf53eb414043 req-b471130f-778d-4a96-a1c1-a12b0f2c78fb tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000774 May 25 20:09:13.941073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event updated for resources: {'Port': ['ID=65b76a70-d04b-4ec4-b6ee-dd0e18bf6bcc,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:13.985598 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e6585-4ba9-4ffe-bbf0-4329feed2bb6 req-f8df3040-3e5e-4035-ad5b-7d7a8bfdeb05 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:13.987255 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1f7e6585-4ba9-4ffe-bbf0-4329feed2bb6 req-f8df3040-3e5e-4035-ad5b-7d7a8bfdeb05 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.5529027 May 25 20:09:14.024406 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:14.147760 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1f7e6585-4ba9-4ffe-bbf0-4329feed2bb6 req-24aeee21-2cdc-4a36-be1e-bc10a19b85fe tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523676 May 25 20:09:14.153325 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:14.206448 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:14.246974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b3504-00fd-4627-9f85-f1394ede2c99 req-2c0e3261-12be-4754-920d-64e36f2e8069 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:14.254558 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c88b3504-00fd-4627-9f85-f1394ede2c99 req-2c0e3261-12be-4754-920d-64e36f2e8069 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.1785855 May 25 20:09:14.307790 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:14.325041 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:09:07Z', 'revision_number': 4, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port': {'id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:01Z', 'updated_at': '2022-05-25T20:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'bfef39c7-20c7-46cb-9cdd-cf66a481e118', 'name': '', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'mac_address': 'fa:16:3e:8d:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:06Z', 'updated_at': '2022-05-25T20:09:13Z', 'revision_number': 4, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'subnets': [{'id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:14.336634 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f9ec92-8d19-435e-86ca-153ca3549597 None None] The sync data for ids ['446038c8-7127-4fc1-8eaa-20831391c25e'] in n-d-843339-1 is: [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:09:07Z', 'revision_number': 4, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port': {'id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:01Z', 'updated_at': '2022-05-25T20:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'bfef39c7-20c7-46cb-9cdd-cf66a481e118', 'name': '', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'mac_address': 'fa:16:3e:8d:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:06Z', 'updated_at': '2022-05-25T20:09:13Z', 'revision_number': 4, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'subnets': [{'id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:09:14.403008 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c88b3504-00fd-4627-9f85-f1394ede2c99 req-afa325ac-7795-4870-b9ac-c559b7e52118 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469855 May 25 20:09:14.459125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Pushing event updated for resources: {'Port': ['ID=0c764203-07b7-411f-85a6-720c40f50a2c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:14.475142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Network 72a8e351-caed-499f-8166-845e9ad39a0b is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:09:14.475667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:09:14.488049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:09:14.576365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:14.577400 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:14.671271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-f6b84229-e2d6-45e3-b48d-354abe8cca4a tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6668003 May 25 20:09:14.688438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Request body: {'port': {'device_id': '0be31b0f-8afd-4259-be8b-719ecfeb7613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:14.698432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6d5d8-27a1-4612-bb7e-af471a8ed956 req-18daa182-f20b-44c4-bcf5-962a9f1d2f1d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:14.701943 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ddc6d5d8-27a1-4612-bb7e-af471a8ed956 req-18daa182-f20b-44c4-bcf5-962a9f1d2f1d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2388213 May 25 20:09:14.797174 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:14.805598 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ddc6d5d8-27a1-4612-bb7e-af471a8ed956 req-27b6bad0-87b8-489c-9988-929b3263ec1c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939193 May 25 20:09:14.807175 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:14.876780 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:14.888817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a019b7-4d68-4c68-aec3-49ba1921159a req-35b35803-42e6-4421-927f-e8fe185204ee tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:14.896799 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-57a019b7-4d68-4c68-aec3-49ba1921159a req-35b35803-42e6-4421-927f-e8fe185204ee tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 1096 time: 0.2990406 May 25 20:09:14.939081 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:14.982084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-57a019b7-4d68-4c68-aec3-49ba1921159a req-b0da25a1-f4b3-48bf-8257-060dba9d2fcb tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843892 May 25 20:09:15.072358 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-91c9c90d-75ef-4ca4-95bd-7c6249c488af req-5cf1888b-eac6-4f99-a0bd-4ee675a722b5 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.1173804 May 25 20:09:15.076651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event updated for resources: {'Port': ['ID=65b76a70-d04b-4ec4-b6ee-dd0e18bf6bcc,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:15.087144 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:15.094288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-95bdaf24-7731-4fca-aadc-8faf884217ae tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8233140 May 25 20:09:15.174933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device bfef39c7-20c7-46cb-9cdd-cf66a481e118 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:15.310281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port bfef39c7-20c7-46cb-9cdd-cf66a481e118 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:15.316244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port bfef39c7-20c7-46cb-9cdd-cf66a481e118 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:15.317490 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:15.517390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c764203-07b7-411f-85a6-720c40f50a2c {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:15.532184 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:15.541364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port bfef39c7-20c7-46cb-9cdd-cf66a481e118 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:15.542566 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:15.554569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb38e8c-fe86-4db9-911c-53e37e5df4ae req-f1c0fa6c-36c1-4110-bceb-7a36f45956c1 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:15.555751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5cb38e8c-fe86-4db9-911c-53e37e5df4ae req-f1c0fa6c-36c1-4110-bceb-7a36f45956c1 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Synchronizing usage tracker for tenant:c3393b9aa15f45fa9ea9937940b5ebfb on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:09:15.586385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Transition to ACTIVE for port object 0c764203-07b7-411f-85a6-720c40f50a2c will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:09:15.593659 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:15.628531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port bfef39c7-20c7-46cb-9cdd-cf66a481e118, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=bfef39c7-20c7-46cb-9cdd-cf66a481e118,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:15.634615 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:15.677508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5cb38e8c-fe86-4db9-911c-53e37e5df4ae req-f1c0fa6c-36c1-4110-bceb-7a36f45956c1 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Unset dirty status for tenant:c3393b9aa15f45fa9ea9937940b5ebfb on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:09:15.689218 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5cb38e8c-fe86-4db9-911c-53e37e5df4ae req-f1c0fa6c-36c1-4110-bceb-7a36f45956c1 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 932 time: 0.4015796 May 25 20:09:15.766337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=bfef39c7-20c7-46cb-9cdd-cf66a481e118,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:15.860482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-11f5f2e4-dde9-45cb-a2d7-65df7904a1ea tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Synchronizing usage tracker for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:09:15.880112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a008da2-e4be-435b-888d-e15cfb4047b8 req-a6cf8aa7-d5a6-4b67-8bb9-a4bb62bad9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:15.882683 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a008da2-e4be-435b-888d-e15cfb4047b8 req-a6cf8aa7-d5a6-4b67-8bb9-a4bb62bad9c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4eeb42cdd664d3ea10b15927d4541fd&device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 1097 time: 0.3290000 May 25 20:09:15.931364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-11f5f2e4-dde9-45cb-a2d7-65df7904a1ea tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Unset dirty status for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:09:15.943258 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-11f5f2e4-dde9-45cb-a2d7-65df7904a1ea tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--958954619&fields=id&tenant_id=4619f4f2684a482db46ddd662e6b15f0 HTTP/1.1" status: 200 len: 267 time: 0.2132850 May 25 20:09:16.072513 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5cb38e8c-fe86-4db9-911c-53e37e5df4ae req-49b41cff-5244-4f31-a520-c98ba4076320 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Synchronizing usage tracker for tenant:c3393b9aa15f45fa9ea9937940b5ebfb on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:09:16.075459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c764203-07b7-411f-85a6-720c40f50a2c,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:16.146320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5cb38e8c-fe86-4db9-911c-53e37e5df4ae req-49b41cff-5244-4f31-a520-c98ba4076320 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Unset dirty status for tenant:c3393b9aa15f45fa9ea9937940b5ebfb on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:09:16.147516 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5cb38e8c-fe86-4db9-911c-53e37e5df4ae req-49b41cff-5244-4f31-a520-c98ba4076320 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac70e0c8-2fb9-4b93-89ff-992f5f224390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572783 May 25 20:09:16.183839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Attempting to bind port 0c764203-07b7-411f-85a6-720c40f50a2c on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:09:16.184217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Attempting to bind port 0c764203-07b7-411f-85a6-720c40f50a2c by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '07a750cd-ce1d-4032-af50-b3df21a5ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '72a8e351-caed-499f-8166-845e9ad39a0b'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:09:16.184664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Attempting to bind port 0c764203-07b7-411f-85a6-720c40f50a2c on network 72a8e351-caed-499f-8166-845e9ad39a0b {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:16.190700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Port 0c764203-07b7-411f-85a6-720c40f50a2c on network 72a8e351-caed-499f-8166-845e9ad39a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:09:16.190973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Attempting to bind port 0c764203-07b7-411f-85a6-720c40f50a2c on network 72a8e351-caed-499f-8166-845e9ad39a0b {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:16.197995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:09:16.198440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Checking segment: {'id': '07a750cd-ce1d-4032-af50-b3df21a5ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '72a8e351-caed-499f-8166-845e9ad39a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:09:16.198880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Bound using segment: {'id': '07a750cd-ce1d-4032-af50-b3df21a5ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '72a8e351-caed-499f-8166-845e9ad39a0b'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:09:16.199392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Bound port: 0c764203-07b7-411f-85a6-720c40f50a2c, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a750cd-ce1d-4032-af50-b3df21a5ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '72a8e351-caed-499f-8166-845e9ad39a0b'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:09:16.200131 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:16.213624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a008da2-e4be-435b-888d-e15cfb4047b8 req-060c11b2-208c-42f9-90e8-ecae904edfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:16.215130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a008da2-e4be-435b-888d-e15cfb4047b8 req-060c11b2-208c-42f9-90e8-ecae904edfdf service neutron] 10.222.0.70 "GET /v2.0/networks?id=f21ae3e9-d288-42ee-8ae8-2284a93c8059 HTTP/1.1" status: 200 len: 912 time: 0.3220801 May 25 20:09:16.291296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-5c8f17fc-9fdd-4d46-b9c6-090a47264da1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:16.292819 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-5c8f17fc-9fdd-4d46-b9c6-090a47264da1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 812 time: 0.3487642 May 25 20:09:16.304086 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a008da2-e4be-435b-888d-e15cfb4047b8 req-136eafa5-2c07-49d5-aca7-e2e739935d16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1651aeb5-e1d3-45c7-bfca-7405a38f688b HTTP/1.1" status: 200 len: 217 time: 0.0820835 May 25 20:09:16.313013 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-f89f34c9-a6eb-46f5-a9df-fd16f27f28df tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/quotas/4619f4f2684a482db46ddd662e6b15f0 HTTP/1.1" status: 200 len: 375 time: 0.0106587 May 25 20:09:16.358518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] For port 0c764203-07b7-411f-85a6-720c40f50a2c, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:16.375196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] For port 0c764203-07b7-411f-85a6-720c40f50a2c, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0c764203-07b7-411f-85a6-720c40f50a2c,segment=NetworkSegment(07a750cd-ce1d-4032-af50-b3df21a5ace6),segment_id=07a750cd-ce1d-4032-af50-b3df21a5ace6)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:09:16.381985 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:16.434146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a008da2-e4be-435b-888d-e15cfb4047b8 req-e31f5e60-2016-4bdc-8153-580124487162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:16.435656 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a008da2-e4be-435b-888d-e15cfb4047b8 req-e31f5e60-2016-4bdc-8153-580124487162 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3639922-bebd-4c46-8d65-a916de891676 HTTP/1.1" status: 200 len: 851 time: 0.1179454 May 25 20:09:16.465096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:16.465707 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:16.467285 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] 10.222.0.70 "PUT /v2.0/ports/0c764203-07b7-411f-85a6-720c40f50a2c HTTP/1.1" status: 200 len: 1092 time: 1.7874939 May 25 20:09:16.467721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be31b0f-8afd-4259-be8b-719ecfeb7613', 'tag': '0c764203-07b7-411f-85a6-720c40f50a2c'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:16.485257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e106c13-5759-428b-b130-c06affa738e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c764203-07b7-411f-85a6-720c40f50a2c,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:16.491132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a008da2-e4be-435b-888d-e15cfb4047b8 req-b5cfce26-8b84-4755-bb31-f3d2c9a77933 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f21ae3e9-d288-42ee-8ae8-2284a93c8059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485418 May 25 20:09:16.497257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd97345-03bb-4ff6-a477-e402048e2eed req-fbca9b48-a197-4d41-9ad9-02a9fc44a63a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:16.505090 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3bd97345-03bb-4ff6-a477-e402048e2eed req-fbca9b48-a197-4d41-9ad9-02a9fc44a63a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.2027173 May 25 20:09:16.534398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-2ce86914-8174-42e6-baf4-e346c12a660e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Synchronizing usage tracker for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:09:16.597088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3bd97345-03bb-4ff6-a477-e402048e2eed req-825480f5-61f4-4109-bb25-6d6060d0136f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910985 May 25 20:09:16.625520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-233118cf-997c-456f-b6ab-aa2639a636be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:16.627292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-233118cf-997c-456f-b6ab-aa2639a636be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3393b9aa15f45fa9ea9937940b5ebfb&device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 1095 time: 0.0989194 May 25 20:09:16.628832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-2ce86914-8174-42e6-baf4-e346c12a660e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Unset dirty status for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:09:16.631590 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-2ce86914-8174-42e6-baf4-e346c12a660e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2833738 May 25 20:09:16.704978 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-fe82c23e-6445-4ae9-9fbd-4ca33fc8e4b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c764203-07b7-411f-85a6-720c40f50a2c HTTP/1.1" status: 200 len: 217 time: 0.0698309 May 25 20:09:16.761985 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a008da2-e4be-435b-888d-e15cfb4047b8 req-4f29ee1f-89cb-47db-95ca-1e5c4aa333b6 service neutron] 10.222.0.70 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624581 May 25 20:09:16.851684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-856606ad-2e77-462d-b924-40148c716132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:16.854298 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-856606ad-2e77-462d-b924-40148c716132 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d02fc37b-c894-468d-96d5-5f6b5276c126 HTTP/1.1" status: 200 len: 854 time: 0.1436677 May 25 20:09:16.928442 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-e61ace9c-3a92-4666-b913-bbcfca8ef141 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72a8e351-caed-499f-8166-845e9ad39a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562840 May 25 20:09:17.046520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda5f36-eba6-4256-a084-042cd7291354 req-1483255d-655d-4767-8812-f36fdba1f705 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:17.050959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3dda5f36-eba6-4256-a084-042cd7291354 req-1483255d-655d-4767-8812-f36fdba1f705 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.3055646 May 25 20:09:17.053391 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-f6e2e35f-6888-438a-9f86-f003e47fc26a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=673fef62-de33-4fe3-a34e-e501c71addc5 HTTP/1.1" status: 200 len: 217 time: 0.1964972 May 25 20:09:17.071863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-1da23331-a85d-458b-915a-8acba545b6b9 service neutron] 10.222.0.60 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135714 May 25 20:09:17.102000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device bfef39c7-20c7-46cb-9cdd-cf66a481e118 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:17.134074 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a008da2-e4be-435b-888d-e15cfb4047b8 req-aacd30a6-951e-49b7-b38b-bc2afef50842 service neutron] 10.222.0.70 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589015 May 25 20:09:17.217008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port bfef39c7-20c7-46cb-9cdd-cf66a481e118 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:17.217818 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:17.269036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9dc31e7f-d814-42eb-b10f-92323832236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:17.270984 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-9dc31e7f-d814-42eb-b10f-92323832236c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1637909 May 25 20:09:17.278881 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3dda5f36-eba6-4256-a084-042cd7291354 req-9f675648-7b46-4afc-ad4c-f9c7a6417e16 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725054 May 25 20:09:17.308769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-0d253382-3a7d-4732-81b5-1870bd0d2f97 service neutron] 10.222.0.70 "GET /v2.0/networks/72a8e351-caed-499f-8166-845e9ad39a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146024 May 25 20:09:17.327830 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-8cb8ca5b-f3a9-4d21-afef-3b8aa62afa8e service neutron] 10.222.0.60 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336657 May 25 20:09:17.376859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port bfef39c7-20c7-46cb-9cdd-cf66a481e118 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:17.589064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-758119da-cf09-462a-aed2-79d721718388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:17.600454 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-758119da-cf09-462a-aed2-79d721718388 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3194487 May 25 20:09:17.614412 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6bf26e39-d22e-465c-813d-f1fc5288cd61 req-67c689e9-afb9-4160-ac10-67990226aba4 service neutron] 10.222.0.70 "GET /v2.0/networks/72a8e351-caed-499f-8166-845e9ad39a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677670 May 25 20:09:17.628228 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-7f160020-82d1-40cd-93b2-0e8d5e0713bd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:09:17.630195 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-7f160020-82d1-40cd-93b2-0e8d5e0713bd service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143373 May 25 20:09:17.644073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c4732-a5f5-4c0c-b4e0-b4b754dcff7b req-13cf36db-8fa0-4dad-81cd-365a92bebd5e tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:17.647394 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-509c4732-a5f5-4c0c-b4e0-b4b754dcff7b req-13cf36db-8fa0-4dad-81cd-365a92bebd5e tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.2048414 May 25 20:09:17.669924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0dc2f-09ca-4dc3-a5a9-e7c21f386fe1 req-a850947b-866d-4432-849a-2af5d359f93d tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:17.671613 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-49e0dc2f-09ca-4dc3-a5a9-e7c21f386fe1 req-a850947b-866d-4432-849a-2af5d359f93d tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 1096 time: 0.1035974 May 25 20:09:17.734823 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-49e0dc2f-09ca-4dc3-a5a9-e7c21f386fe1 req-fc9daeef-181e-4d4f-a3b2-3868f5613d3a tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546501 May 25 20:09:17.905366 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-509c4732-a5f5-4c0c-b4e0-b4b754dcff7b req-3f0bd8f9-55a1-48e3-943c-b75b8be1e8e0 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111175 May 25 20:09:17.992928 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-01ec0f12-34cf-4494-b414-d35d545573de service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439131 May 25 20:09:18.135871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-ccddb720-7a58-4833-9e16-51ed9d8bd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:18.137520 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-ccddb720-7a58-4833-9e16-51ed9d8bd20b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2802763962b04e3bb06c9f54560b4877&device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 1094 time: 0.3038638 May 25 20:09:18.144226 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-054dac43-2fed-4a9f-80c6-ede408ba4e8f req-34fa07bc-2f8a-4810-b38d-634e7953aa9c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2392564 May 25 20:09:18.247163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971f3eb-a9e7-4270-a8ac-19d6a8542015 req-3b419c0d-9350-4d1c-9fee-fe91aa99c527 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:18.258784 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2971f3eb-a9e7-4270-a8ac-19d6a8542015 req-3b419c0d-9350-4d1c-9fee-fe91aa99c527 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2797630 May 25 20:09:18.283117 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-98df7925-2654-4438-b8d6-89bdb17eca4d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84a29044-f989-4b34-a56c-af7ae74af3bb HTTP/1.1" status: 200 len: 217 time: 0.1374609 May 25 20:09:18.306553 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2591431e-dc9a-4c0f-845d-33d8de5176b8 req-185ec3e9-46b8-4ffc-9140-10d7beba8a67 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.0598340 May 25 20:09:18.378740 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fdc116e-c4ce-4fc6-8530-8b6069c7fc07 req-922a6db3-60f6-47ea-b70e-afd8086cf51d service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797650 May 25 20:09:18.382450 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95cf273d-c35b-4d0e-8616-7c2b900de9c1'] response: {'name': 'network-changed', 'server_uuid': '0be31b0f-8afd-4259-be8b-719ecfeb7613', 'tag': '0c764203-07b7-411f-85a6-720c40f50a2c', 'status': 'completed', 'code': 200} May 25 20:09:18.517371 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2971f3eb-a9e7-4270-a8ac-19d6a8542015 req-ba8deaa6-1bd0-4631-8b31-99f9aff6f542 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481303 May 25 20:09:18.666944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-17902363-667b-4020-8dec-014f722c89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:18.670167 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-17902363-667b-4020-8dec-014f722c89c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=73c490fc-9d2c-491a-941a-073d05e04508 HTTP/1.1" status: 200 len: 862 time: 0.3458617 May 25 20:09:18.702578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755a379-8b84-4616-aed7-900964cebc27 req-26a1016f-5f65-4cb3-bbc5-5115bf4e8d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:18.704081 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f755a379-8b84-4616-aed7-900964cebc27 req-26a1016f-5f65-4cb3-bbc5-5115bf4e8d1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3393b9aa15f45fa9ea9937940b5ebfb&device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 1095 time: 0.2982354 May 25 20:09:18.705935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cd137-b7a4-430b-805c-d6a22c5b67ff req-ab7eae8a-4f23-486b-b9af-43a096f735f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:18.708134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-944cd137-b7a4-430b-805c-d6a22c5b67ff req-ab7eae8a-4f23-486b-b9af-43a096f735f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dcddf9f64a9e42e28dc8ff11c28cd9b4&device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 1099 time: 0.2412677 May 25 20:09:18.779514 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-4f993287-e219-44de-8ffb-0c6f0078ff7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594888 May 25 20:09:18.794596 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c8c6617-28a7-4b14-9c1f-a15d5127d9cf req-b2c7451f-8791-4098-a992-8601600edf74 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 210 time: 0.1379616 May 25 20:09:18.834067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dac43-2fed-4a9f-80c6-ede408ba4e8f req-9c63ae3e-360b-410b-a1b5-b7d1b8f8df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:18.835802 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-054dac43-2fed-4a9f-80c6-ede408ba4e8f req-9c63ae3e-360b-410b-a1b5-b7d1b8f8df5b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 1101 time: 0.5488901 May 25 20:09:18.901545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a77df-3209-4f86-9453-c8fd344ec1c6 req-41e93697-6c04-4af2-bae0-7bc25fb2847c tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:18.904487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f35a77df-3209-4f86-9453-c8fd344ec1c6 req-41e93697-6c04-4af2-bae0-7bc25fb2847c tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 944 time: 0.3720412 May 25 20:09:19.087762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372970-74be-4e6c-ae05-e7980f2e160d req-f6a5df1c-de9f-41c2-b638-4b601f6ec9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:19.089568 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-f6a5df1c-de9f-41c2-b638-4b601f6ec9bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 1125 time: 0.5635178 May 25 20:09:19.105396 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f35a77df-3209-4f86-9453-c8fd344ec1c6 req-f6c9f16e-8bf9-4fe2-b2de-cef8b0753864 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac70e0c8-2fb9-4b93-89ff-992f5f224390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176157 May 25 20:09:19.154523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cd137-b7a4-430b-805c-d6a22c5b67ff req-7316fd54-898c-4142-b681-fb0341b9260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:19.156781 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-944cd137-b7a4-430b-805c-d6a22c5b67ff req-7316fd54-898c-4142-b681-fb0341b9260b service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.4400578 May 25 20:09:19.164954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755a379-8b84-4616-aed7-900964cebc27 req-fafb093c-fad1-43f7-91c0-9cc8e54534f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:19.166812 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f755a379-8b84-4616-aed7-900964cebc27 req-fafb093c-fad1-43f7-91c0-9cc8e54534f9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72a8e351-caed-499f-8166-845e9ad39a0b HTTP/1.1" status: 200 len: 915 time: 0.4240267 May 25 20:09:19.262286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:09:19.308358 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-acb01f3e-eb96-48a1-861b-5b51e25d8947 service neutron] 10.222.0.50 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164790 May 25 20:09:19.344160 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-944cd137-b7a4-430b-805c-d6a22c5b67ff req-5e6b568a-6903-4b5c-9c5d-7ce37211ab07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=673fef62-de33-4fe3-a34e-e501c71addc5 HTTP/1.1" status: 200 len: 217 time: 0.1762261 May 25 20:09:19.372066 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dac43-2fed-4a9f-80c6-ede408ba4e8f req-33b1bc00-074f-4298-9d5b-7e8517198838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:19.373633 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-054dac43-2fed-4a9f-80c6-ede408ba4e8f req-33b1bc00-074f-4298-9d5b-7e8517198838 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.4671364 May 25 20:09:19.395914 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f755a379-8b84-4616-aed7-900964cebc27 req-ddb101cb-0423-476a-9ef0-2c1dee37ce1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c764203-07b7-411f-85a6-720c40f50a2c HTTP/1.1" status: 200 len: 217 time: 0.1282570 May 25 20:09:19.407463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:09:19.539768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755a379-8b84-4616-aed7-900964cebc27 req-92f9dc7f-1fd2-4699-9779-fadb6959526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:19.541862 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f755a379-8b84-4616-aed7-900964cebc27 req-92f9dc7f-1fd2-4699-9779-fadb6959526f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d02fc37b-c894-468d-96d5-5f6b5276c126 HTTP/1.1" status: 200 len: 854 time: 0.1225958 May 25 20:09:19.617002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cd137-b7a4-430b-805c-d6a22c5b67ff req-bf97e072-a16d-4d58-8666-3edfc5214430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:19.619287 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-944cd137-b7a4-430b-805c-d6a22c5b67ff req-bf97e072-a16d-4d58-8666-3edfc5214430 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2646823 May 25 20:09:19.705168 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-054dac43-2fed-4a9f-80c6-ede408ba4e8f req-50621089-f2ce-4683-a62c-a2930cf50c70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6 HTTP/1.1" status: 200 len: 217 time: 0.0953727 May 25 20:09:19.706261 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372970-74be-4e6c-ae05-e7980f2e160d req-847f9ba0-4d91-486d-8eee-76c832d1e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:19.708570 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-847f9ba0-4d91-486d-8eee-76c832d1e1f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 921 time: 0.6058407 May 25 20:09:19.736055 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f755a379-8b84-4616-aed7-900964cebc27 req-4216cb4e-f83d-4eec-a666-4f7af3adc871 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72a8e351-caed-499f-8166-845e9ad39a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613002 May 25 20:09:19.736661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.50', 56984) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:19.881417 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-586a551b-8c28-45a4-9a44-1cd2dc1cdd1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c HTTP/1.1" status: 200 len: 217 time: 0.1612422 May 25 20:09:19.889858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d0ec3-de6c-4a00-8a2f-d3b8d83d48ed req-0de098b3-6503-4e7c-94d8-ce731f321a20 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:19.892537 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-776d0ec3-de6c-4a00-8a2f-d3b8d83d48ed req-0de098b3-6503-4e7c-94d8-ce731f321a20 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 948 time: 0.9382880 May 25 20:09:19.903682 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-47730003-874c-4e5a-83f5-0bfb38a7fd3c tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=589fda33a5a849c886853c57cb900612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1545894 May 25 20:09:20.085967 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82ff9868-cbff-4915-9d53-93aa9a07355e req-5fcbd26f-8053-46ad-9d66-c5f69c2cae72 service neutron] 10.222.0.50 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7521563 May 25 20:09:20.088670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dac43-2fed-4a9f-80c6-ede408ba4e8f req-6dea1966-dcc7-4db9-9537-65ef7afbe66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:20.106908 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-054dac43-2fed-4a9f-80c6-ede408ba4e8f req-6dea1966-dcc7-4db9-9537-65ef7afbe66e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.3905158 May 25 20:09:20.185606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cd137-b7a4-430b-805c-d6a22c5b67ff req-c0f49322-d929-4867-aaf6-77a96aa752a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:20.187476 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-944cd137-b7a4-430b-805c-d6a22c5b67ff req-c0f49322-d929-4867-aaf6-77a96aa752a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5560019 May 25 20:09:20.209997 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f755a379-8b84-4616-aed7-900964cebc27 req-29101475-4274-4da0-9795-4e06f9c25b9a service neutron] 10.222.0.70 "GET /v2.0/networks/72a8e351-caed-499f-8166-845e9ad39a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987520 May 25 20:09:20.424887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.50', 56985) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:20.427791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372970-74be-4e6c-ae05-e7980f2e160d req-7a54a4ab-bff3-4ac9-ba62-22c5b7211770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:20.429282 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-7a54a4ab-bff3-4ac9-ba62-22c5b7211770 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.5354502 May 25 20:09:20.559232 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-776d0ec3-de6c-4a00-8a2f-d3b8d83d48ed req-1e73e41e-7ab7-42d7-bb46-9b7a6f9bf848 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6146688 May 25 20:09:20.616490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-62fd6330-20a6-4acf-b621-e9267ebfd7b7 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:20.617987 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-62fd6330-20a6-4acf-b621-e9267ebfd7b7 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6454661 May 25 20:09:20.641032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Request body: {'port': {'device_id': '72b51a3d-6454-4204-a671-43e357999677', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '589fda33a5a849c886853c57cb900612'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:20.647975 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-b647967f-c40a-40d5-ba58-a67c22dfec4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1993196 May 25 20:09:20.879962 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-944cd137-b7a4-430b-805c-d6a22c5b67ff req-ae22636d-a061-44b5-bb5b-d891cfdb6f95 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6744716 May 25 20:09:20.931658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dac43-2fed-4a9f-80c6-ede408ba4e8f req-c0683a9a-bbb9-4225-a277-e433a947c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:20.933203 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-054dac43-2fed-4a9f-80c6-ede408ba4e8f req-c0683a9a-bbb9-4225-a277-e433a947c3a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8049624 May 25 20:09:20.944870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-c795d48a-4ddc-4b50-8044-142e73388426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:20.947844 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-c795d48a-4ddc-4b50-8044-142e73388426 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2802763962b04e3bb06c9f54560b4877&device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 1094 time: 0.7041287 May 25 20:09:21.037108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-0b6d0c26-8926-4382-9710-092462398a5a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:21.038702 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-0b6d0c26-8926-4382-9710-092462398a5a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 812 time: 0.6022475 May 25 20:09:21.047833 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f755a379-8b84-4616-aed7-900964cebc27 req-b3312326-c611-4123-8c36-c24158d8838a service neutron] 10.222.0.70 "GET /v2.0/networks/72a8e351-caed-499f-8166-845e9ad39a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8103917 May 25 20:09:21.057433 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-fc16b920-1e74-4e7b-8574-527a6680b2a5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7340112 May 25 20:09:21.069778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:09:21.080543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:09:21.098411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Made reservation on behalf of 589fda33a5a849c886853c57cb900612 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:09:21.102642 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:21.239041 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-944cd137-b7a4-430b-805c-d6a22c5b67ff req-547e48f7-c758-4577-ba86-741aadfbcdb0 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440263 May 25 20:09:21.254491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 673fef62-de33-4fe3-a34e-e501c71addc5 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:09:21.311942 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-ac4ee05d-e7b8-439f-b40f-55d33a8b0b0b service neutron] 10.222.0.50 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419604 May 25 20:09:21.412581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Allocated IP 192.168.233.68 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/2e999978-9da0-4bde-9d09-d22ac75898a8) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:09:21.430665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0c764203-07b7-411f-85a6-720c40f50a2c details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:09:21.461756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 673fef62-de33-4fe3-a34e-e501c71addc5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=673fef62-de33-4fe3-a34e-e501c71addc5,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:21.479854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '673fef62-de33-4fe3-a34e-e501c71addc5', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '673fef62-de33-4fe3-a34e-e501c71addc5', 'mac_address': 'fa:16:3e:e7:6b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:09:21.612044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-b18ca032-94da-4acf-8412-eb7b5840b16f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4619f4f2684a482db46ddd662e6b15f0 HTTP/1.1" status: 200 len: 379 time: 0.4837861 May 25 20:09:21.675742 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Request body: {'port': {'device_id': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'admin_state_up': True, 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'security_groups': ['4a715c33-8d8d-4d41-9b5d-7d09a3b780e5']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:21.747980 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb8a93-5ff8-4345-a5d4-f99c30e0e32b req-3aeb08c5-b6d2-402d-95a5-1d3b5a8d73ed tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:21.757524 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4bb8a93-5ff8-4345-a5d4-f99c30e0e32b req-3aeb08c5-b6d2-402d-95a5-1d3b5a8d73ed tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.9582095 May 25 20:09:21.845531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 673fef62-de33-4fe3-a34e-e501c71addc5 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:21.845531 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:21.896581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 0c764203-07b7-411f-85a6-720c40f50a2c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0c764203-07b7-411f-85a6-720c40f50a2c,segment=NetworkSegment(07a750cd-ce1d-4032-af50-b3df21a5ace6),segment_id=07a750cd-ce1d-4032-af50-b3df21a5ace6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:21.906512 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:21.937517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673fef62-de33-4fe3-a34e-e501c71addc5 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:21.945473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Transition to ACTIVE for port object 2e999978-9da0-4bde-9d09-d22ac75898a8 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:09:21.961000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '0c764203-07b7-411f-85a6-720c40f50a2c', 'network_id': '72a8e351-caed-499f-8166-845e9ad39a0b', 'port_id': '0c764203-07b7-411f-85a6-720c40f50a2c', 'mac_address': 'fa:16:3e:eb:50:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02fc37b-c894-468d-96d5-5f6b5276c126', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:09:22.002210 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:22.032450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['1f289351-6c1a-4d9d-b37d-a5970b0e6a94'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:22.076246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:09:22.087699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:09:22.095409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:09:22.131034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 673fef62-de33-4fe3-a34e-e501c71addc5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=673fef62-de33-4fe3-a34e-e501c71addc5,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:22.170387 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:22.171051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 84a29044-f989-4b34-a56c-af7ae74af3bb details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:09:22.205104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:22.206260 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:22.270922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Pushing event updated for resources: {'Port': ['ID=2e999978-9da0-4bde-9d09-d22ac75898a8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:22.270922 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d9a78901-bd38-4ba4-8ca1-307db520a256 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6418729 May 25 20:09:22.275429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 0c764203-07b7-411f-85a6-720c40f50a2c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:22.275429 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:22.308704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Request body: {'port': {'device_id': '72b51a3d-6454-4204-a671-43e357999677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:22.376423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c764203-07b7-411f-85a6-720c40f50a2c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:22.511704 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4bb8a93-5ff8-4345-a5d4-f99c30e0e32b req-5a7b1e37-0a1c-46c1-843a-733d03b292b3 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7534533 May 25 20:09:22.516906 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-9cf24dba-c2b8-4bdd-8cf6-c74ddf00d965 service neutron] 10.222.0.50 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1892664 May 25 20:09:22.555001 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-054dac43-2fed-4a9f-80c6-ede408ba4e8f req-50108511-0daf-400c-9f91-7c25acf94e7a service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5817983 May 25 20:09:22.555001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-b7e9bdca-6d8c-4cfb-9e9f-36bb6fe31027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:22.555001 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-b7e9bdca-6d8c-4cfb-9e9f-36bb6fe31027 service neutron] 10.222.0.50 "GET /v2.0/networks?id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f HTTP/1.1" status: 200 len: 923 time: 1.5668781 May 25 20:09:22.566636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=673fef62-de33-4fe3-a34e-e501c71addc5,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:22.682119 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:22.808724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 0c764203-07b7-411f-85a6-720c40f50a2c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0c764203-07b7-411f-85a6-720c40f50a2c,segment=NetworkSegment(07a750cd-ce1d-4032-af50-b3df21a5ace6),segment_id=07a750cd-ce1d-4032-af50-b3df21a5ace6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:22.843208 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:22.923138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-183cc4dd-2175-483f-803a-2f0d988f57cb None None] Provisioning for port 2e999978-9da0-4bde-9d09-d22ac75898a8 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:22.956412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-183cc4dd-2175-483f-803a-2f0d988f57cb None None] Provisioning complete for port 2e999978-9da0-4bde-9d09-d22ac75898a8 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:22.956613 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-183cc4dd-2175-483f-803a-2f0d988f57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:23.138467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-183cc4dd-2175-483f-803a-2f0d988f57cb None None] Port 2e999978-9da0-4bde-9d09-d22ac75898a8 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:09:23.153804 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 84a29044-f989-4b34-a56c-af7ae74af3bb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=84a29044-f989-4b34-a56c-af7ae74af3bb,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:23.202551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '84a29044-f989-4b34-a56c-af7ae74af3bb', 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f', 'port_id': '84a29044-f989-4b34-a56c-af7ae74af3bb', 'mac_address': 'fa:16:3e:bc:09:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c490fc-9d2c-491a-941a-073d05e04508', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:09:23.211494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=0c764203-07b7-411f-85a6-720c40f50a2c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:23.227088 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-f3f7459a-4319-4434-9be6-95147c2a16bf tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:09:23.228051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-f3f7459a-4319-4434-9be6-95147c2a16bf tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7044654 May 25 20:09:23.243906 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-fd6d64a0-6b49-49a9-b03e-8f1d9d0ff499 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84a29044-f989-4b34-a56c-af7ae74af3bb HTTP/1.1" status: 200 len: 217 time: 0.5143497 May 25 20:09:23.247509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:09:23.259805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-d39899ec-7b9a-45b2-bc2b-f44bd9700d60 service neutron] Request body: {'binding': {'host': 'n-h2-843339-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:23.260661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-d39899ec-7b9a-45b2-bc2b-f44bd9700d60 service neutron] Unknown quota resources ['binding']. {{(pid=88331) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 25 20:09:23.324132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 84a29044-f989-4b34-a56c-af7ae74af3bb is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:23.324967 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:23.356892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a29044-f989-4b34-a56c-af7ae74af3bb {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:23.382813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 84a29044-f989-4b34-a56c-af7ae74af3bb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=84a29044-f989-4b34-a56c-af7ae74af3bb,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:23.390111 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:23.449372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:09:23.467628 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['0c764203-07b7-411f-85a6-720c40f50a2c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:23.544902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e999978-9da0-4bde-9d09-d22ac75898a8 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:23.556232 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:23.567368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Made reservation on behalf of 4619f4f2684a482db46ddd662e6b15f0 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:09:23.569477 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:23.572980 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:23.580444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Transition to ACTIVE for port object 2e999978-9da0-4bde-9d09-d22ac75898a8 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:09:23.584880 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:23.591435 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=84a29044-f989-4b34-a56c-af7ae74af3bb,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:23.686585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['673fef62-de33-4fe3-a34e-e501c71addc5'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:23.686808 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-054dac43-2fed-4a9f-80c6-ede408ba4e8f req-4a7ca257-3b44-431b-94cb-7544075b70ac service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1379292 May 25 20:09:23.741398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['84a29044-f989-4b34-a56c-af7ae74af3bb'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:23.760680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Pushing event updated for resources: {'Port': ['ID=2e999978-9da0-4bde-9d09-d22ac75898a8,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:23.876262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-8b3c9213-1f5e-4f93-bcd8-c7cb38913894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:23.878112 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-8b3c9213-1f5e-4f93-bcd8-c7cb38913894 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=73c490fc-9d2c-491a-941a-073d05e04508 HTTP/1.1" status: 200 len: 862 time: 0.5757275 May 25 20:09:23.895342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Attempting to bind port 2e999978-9da0-4bde-9d09-d22ac75898a8 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:09:23.896128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Attempting to bind port 2e999978-9da0-4bde-9d09-d22ac75898a8 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:09:23.896664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Attempting to bind port 2e999978-9da0-4bde-9d09-d22ac75898a8 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:23.903053 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Port 2e999978-9da0-4bde-9d09-d22ac75898a8 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:09:23.904014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Attempting to bind port 2e999978-9da0-4bde-9d09-d22ac75898a8 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:23.911075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:09:23.911760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:09:23.912564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:09:23.913411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Bound port: 2e999978-9da0-4bde-9d09-d22ac75898a8, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:09:23.914380 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:23.951903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-90e94084-44f2-407f-8b8a-b950d5b440aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630507 May 25 20:09:23.993831 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372970-74be-4e6c-ae05-e7980f2e160d req-733ab46d-3670-4e01-bd2e-2a12710bbaa3 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:23.995355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-733ab46d-3670-4e01-bd2e-2a12710bbaa3 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49&tenant_id=588275645f004b30bd16726afb59ab56&binding%3Ahost_id=n-h1-843339-1 HTTP/1.1" status: 200 len: 1125 time: 1.3980091 May 25 20:09:24.020865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:24.034672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] For port 2e999978-9da0-4bde-9d09-d22ac75898a8, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:24.040471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] For port 2e999978-9da0-4bde-9d09-d22ac75898a8, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2e999978-9da0-4bde-9d09-d22ac75898a8,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:09:24.046596 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:24.165522 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-7a4d3db0-4d32-4a01-9a89-316bf54e3694 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9455037 May 25 20:09:24.290569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241399c-2d4d-4700-aadb-2ae25ee37d8e req-f7cb6f63-a326-448f-878c-fd16d8f8f57f tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:24.292843 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5241399c-2d4d-4700-aadb-2ae25ee37d8e req-f7cb6f63-a326-448f-878c-fd16d8f8f57f tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.9538064 May 25 20:09:24.409197 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Pushing event updated for resources: {'Port': ['ID=2e999978-9da0-4bde-9d09-d22ac75898a8,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:24.415405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:24.416323 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:24.418479 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-6a7a3f8c-6265-4059-8aee-6071f69c7879 service neutron] 10.222.0.50 "PUT /v2.0/ports/2e999978-9da0-4bde-9d09-d22ac75898a8 HTTP/1.1" status: 200 len: 1095 time: 2.1364112 May 25 20:09:24.419140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b51a3d-6454-4204-a671-43e357999677', 'tag': '2e999978-9da0-4bde-9d09-d22ac75898a8'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:24.523298 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-0d1cacce-6da5-4422-8fee-e25d793b677f service neutron] 10.222.0.50 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633824 May 25 20:09:24.528276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Allocated IP 172.20.0.7 (4e3b1c24-c6fc-43dd-b516-21c21083f244/e50acf7b-ade5-4727-b163-74dced7ce564/95f17320-bf1b-4489-a273-146e933cb757) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:09:24.536346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-d39899ec-7b9a-45b2-bc2b-f44bd9700d60 service neutron] Attempting to bind port 08514a28-5891-440a-9e28-c1399adcb18a on host n-h2-843339-1 for vnic_type normal with profile None {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:09:24.537224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-d39899ec-7b9a-45b2-bc2b-f44bd9700d60 service neutron] Attempting to bind port 08514a28-5891-440a-9e28-c1399adcb18a by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:09:24.537912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-d39899ec-7b9a-45b2-bc2b-f44bd9700d60 service neutron] Attempting to bind port 08514a28-5891-440a-9e28-c1399adcb18a on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:24.547524 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:24.612075 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5241399c-2d4d-4700-aadb-2ae25ee37d8e req-a16d1f06-8c3f-4b01-a3e0-ecdab812b22b tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665346 May 25 20:09:24.621717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-d39899ec-7b9a-45b2-bc2b-f44bd9700d60 service neutron] Port 08514a28-5891-440a-9e28-c1399adcb18a on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:09:24.622070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-d39899ec-7b9a-45b2-bc2b-f44bd9700d60 service neutron] Attempting to bind port 08514a28-5891-440a-9e28-c1399adcb18a on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:24.653222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-55ea032d-f4ae-4a8f-bc8d-cd8b1a1ccae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:24.656208 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-55ea032d-f4ae-4a8f-bc8d-cd8b1a1ccae3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=589fda33a5a849c886853c57cb900612&device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 1098 time: 0.1732216 May 25 20:09:24.853653 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-d93c26f8-a6a8-4d98-94d7-eaf523ee72f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=2e999978-9da0-4bde-9d09-d22ac75898a8 HTTP/1.1" status: 200 len: 217 time: 0.1858964 May 25 20:09:24.928343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-d39899ec-7b9a-45b2-bc2b-f44bd9700d60 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:09:24.929087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-d39899ec-7b9a-45b2-bc2b-f44bd9700d60 service neutron] Checking segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:09:24.929733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-d39899ec-7b9a-45b2-bc2b-f44bd9700d60 service neutron] Bound using segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:09:24.930467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-d39899ec-7b9a-45b2-bc2b-f44bd9700d60 service neutron] Bound port: 08514a28-5891-440a-9e28-c1399adcb18a, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:09:24.951216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-f654b670-5580-4af9-8fae-874086c0e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:24.954108 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-f654b670-5580-4af9-8fae-874086c0e682 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0944481 May 25 20:09:25.063014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-541c6ad0-f0f7-44f4-a484-5f75f3f786ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:25.065450 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-541c6ad0-f0f7-44f4-a484-5f75f3f786ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054640 May 25 20:09:25.277796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-399d73e4-133f-47b6-8593-6a9ef5d425fb service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032323 May 25 20:09:25.330677 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25e46f1f-b47f-45ff-bd5a-992019118d2a req-08aad981-8b9a-467d-9901-77f114fdb572 service neutron] 10.222.0.50 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7888906 May 25 20:09:25.360735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-d39899ec-7b9a-45b2-bc2b-f44bd9700d60 service neutron] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=08514a28-5891-440a-9e28-c1399adcb18a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:09:25.398045 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 673fef62-de33-4fe3-a34e-e501c71addc5 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:25.474093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e9991-b21e-4a7e-ad23-cd5ef6232aaf req-314fafbc-9fad-4e69-89ca-ffe92213d48e tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:25.481253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0c764203-07b7-411f-85a6-720c40f50a2c up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:25.483386 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a65e9991-b21e-4a7e-ad23-cd5ef6232aaf req-314fafbc-9fad-4e69-89ca-ffe92213d48e tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 947 time: 0.5423410 May 25 20:09:25.533836 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:25.541166 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-d39899ec-7b9a-45b2-bc2b-f44bd9700d60 service neutron] Notify callbacks [] for binding, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:25.542709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-d39899ec-7b9a-45b2-bc2b-f44bd9700d60 service neutron] 10.222.0.60 "POST /v2.0/ports/08514a28-5891-440a-9e28-c1399adcb18a/bindings HTTP/1.1" status: 201 len: 389 time: 2.2975168 May 25 20:09:25.564629 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b4ffd1-05af-4705-aee0-fd49d91ba1b6 req-4c00b076-fa65-4692-a652-4713b67402f2 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537987 May 25 20:09:25.585642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:25.596025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Transition to ACTIVE for port object 95f17320-bf1b-4489-a273-146e933cb757 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:09:25.611360 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a65e9991-b21e-4a7e-ad23-cd5ef6232aaf req-e223409f-1520-4b9a-9612-7fe24cda9dee tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267014 May 25 20:09:25.726565 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 673fef62-de33-4fe3-a34e-e501c71addc5 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:25.733098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 0c764203-07b7-411f-85a6-720c40f50a2c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:25.740623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 673fef62-de33-4fe3-a34e-e501c71addc5 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:25.741625 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:25.790186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:25.824375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 0c764203-07b7-411f-85a6-720c40f50a2c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:25.825326 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:25.973957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-342e4520-7799-4a95-9d36-99f0c848ca59 req-fa611489-6920-438b-8039-b8c538644198 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Synchronizing usage tracker for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:09:25.984485 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:25.996000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:26.061581 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:26.080921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-342e4520-7799-4a95-9d36-99f0c848ca59 req-fa611489-6920-438b-8039-b8c538644198 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Unset dirty status for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:09:26.082233 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-342e4520-7799-4a95-9d36-99f0c848ca59 req-fa611489-6920-438b-8039-b8c538644198 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 210 time: 0.2000747 May 25 20:09:26.091647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Network 4e3b1c24-c6fc-43dd-b516-21c21083f244 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:09:26.095670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:26.103994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:09:26.118499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:09:26.165620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event updated for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:26.218850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:26.219599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:26.220204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:26.220785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:26.221337 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:26.221902 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:26.222564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:26.226924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:26.228235 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:26.228814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:26.229403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:26.230211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:26.262992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa551e-68c0-45c7-b9c8-1c7c47c47db5 req-d6f7af65-440d-4770-94c7-21fe9705d233 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:26.269628 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 673fef62-de33-4fe3-a34e-e501c71addc5 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:26.270342 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:26.276167 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ffa551e-68c0-45c7-b9c8-1c7c47c47db5 req-d6f7af65-440d-4770-94c7-21fe9705d233 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 945 time: 0.3238990 May 25 20:09:26.394067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 673fef62-de33-4fe3-a34e-e501c71addc5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=673fef62-de33-4fe3-a34e-e501c71addc5,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:26.398581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cd0b94-f967-4723-b089-1930d1d11c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673fef62-de33-4fe3-a34e-e501c71addc5'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:26.414431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Pushing event updated for resources: {'Port': ['ID=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,revision_number=9']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:26.419143 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:26.420306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 84a29044-f989-4b34-a56c-af7ae74af3bb up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:26.428444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on host n-h1-843339-1 for vnic_type normal with profile {} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:09:26.429082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:09:26.429666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:26.462408 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:26.463400 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:26.479958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:09:26.480550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Attempting to bind port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:26.497030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:09:26.497648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Checking segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:09:26.498241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Bound using segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:09:26.498846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Bound port: 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:09:26.499392 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:26.506176 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ffa551e-68c0-45c7-b9c8-1c7c47c47db5 req-0571ffad-7d09-4be2-b9ab-405608da4350 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac70e0c8-2fb9-4b93-89ff-992f5f224390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285266 May 25 20:09:26.546621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 0c764203-07b7-411f-85a6-720c40f50a2c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:26.547058 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:26.547620 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-fe58cd74-1838-41c6-a775-a975c301a9a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8929505 May 25 20:09:26.587645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Request body: {'port': {'device_id': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:26.632211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-90672099-3bf8-41ae-87ed-4dd534dd6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:26.640230 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-90672099-3bf8-41ae-87ed-4dd534dd6a97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 1096 time: 0.2906864 May 25 20:09:26.733446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ba091bac-be9a-4b56-800b-cdd24d261928 None None] Provisioning for port 95f17320-bf1b-4489-a273-146e933cb757 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:26.756159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 0c764203-07b7-411f-85a6-720c40f50a2c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0c764203-07b7-411f-85a6-720c40f50a2c,segment=NetworkSegment(07a750cd-ce1d-4032-af50-b3df21a5ace6),segment_id=07a750cd-ce1d-4032-af50-b3df21a5ace6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:26.760171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ba091bac-be9a-4b56-800b-cdd24d261928 None None] Provisioning complete for port 95f17320-bf1b-4489-a273-146e933cb757 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:26.760735 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ba091bac-be9a-4b56-800b-cdd24d261928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:26.907090 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:26.907829 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:26.914938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=673fef62-de33-4fe3-a34e-e501c71addc5,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:26.947232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145d44e-177c-4148-931f-8ebe20e63a50 req-dddb73f0-c1da-4fad-9a20-8766660060c6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:26.949181 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0145d44e-177c-4148-931f-8ebe20e63a50 req-dddb73f0-c1da-4fad-9a20-8766660060c6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 950 time: 0.6496320 May 25 20:09:26.981285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:26.986350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-a6221116-c47f-4a04-a7fa-1961be559ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:26.988292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-a6221116-c47f-4a04-a7fa-1961be559ce0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 921 time: 0.3418386 May 25 20:09:26.998901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62e1ce-5e07-453f-a0b1-2aa9b03cfd4a req-737142dd-9092-4d75-bb79-91dbf4e5039c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:27.000683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aa62e1ce-5e07-453f-a0b1-2aa9b03cfd4a req-737142dd-9092-4d75-bb79-91dbf4e5039c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1850102 May 25 20:09:27.042464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:09:27.054814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 84a29044-f989-4b34-a56c-af7ae74af3bb completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:27.072556 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:27.083705 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-6c43d2ba-f7b6-4573-a114-cbbd3cbc8764 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08514a28-5891-440a-9e28-c1399adcb18a HTTP/1.1" status: 200 len: 217 time: 0.0818398 May 25 20:09:27.112764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 84a29044-f989-4b34-a56c-af7ae74af3bb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:27.116631 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:27.143003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ba091bac-be9a-4b56-800b-cdd24d261928 None None] Port 95f17320-bf1b-4489-a273-146e933cb757 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:09:27.193885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=0c764203-07b7-411f-85a6-720c40f50a2c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:27.194117 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aa62e1ce-5e07-453f-a0b1-2aa9b03cfd4a req-02454b74-e5bb-46ac-8b88-bb8b890361a7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087806 May 25 20:09:27.201317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-51ab2935-3d2c-4d33-a8c9-2234773f60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:27.202906 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-51ab2935-3d2c-4d33-a8c9-2234773f60a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.0964048 May 25 20:09:27.278536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 84a29044-f989-4b34-a56c-af7ae74af3bb is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:27.278907 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:27.284654 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-76a0fb92-fcd1-4157-a2ee-9d1a977015b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733809 May 25 20:09:27.322117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 84a29044-f989-4b34-a56c-af7ae74af3bb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=84a29044-f989-4b34-a56c-af7ae74af3bb,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:27.330287 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:27.343850 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0145d44e-177c-4148-931f-8ebe20e63a50 req-b07e0a6d-f41c-48ec-8e6d-d6f8b8caf67c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535662 May 25 20:09:27.417162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2e999978-9da0-4bde-9d09-d22ac75898a8 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:09:27.436855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=84a29044-f989-4b34-a56c-af7ae74af3bb,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:27.492898 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77264689-72ab-4629-8c8e-c35c7855b3c6'] response: {'name': 'network-changed', 'server_uuid': '72b51a3d-6454-4204-a671-43e357999677', 'tag': '2e999978-9da0-4bde-9d09-d22ac75898a8', 'status': 'completed', 'code': 200} May 25 20:09:27.594334 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-51ad20fc-47b0-40e3-b1d4-330617bac2c4 service neutron] 10.222.0.50 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006980 May 25 20:09:27.609769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfd7cb-d806-412b-bde1-2b581a94a5fa req-28663a4d-b9db-481e-a1af-2174a0f4bd04 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:27.612068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:27.612794 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:27.616934 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] 10.222.0.50 "PUT /v2.0/ports/7d9dd7f8-cefe-4ca0-8799-90bd4531df8c HTTP/1.1" status: 200 len: 1092 time: 3.6050293 May 25 20:09:27.622326 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eccfd7cb-d806-412b-bde1-2b581a94a5fa req-28663a4d-b9db-481e-a1af-2174a0f4bd04 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 945 time: 0.2900097 May 25 20:09:27.647903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2e999978-9da0-4bde-9d09-d22ac75898a8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2e999978-9da0-4bde-9d09-d22ac75898a8,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:27.691936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1925427-ca1c-4af2-990e-b33cf1af4b49', 'tag': '7d9dd7f8-cefe-4ca0-8799-90bd4531df8c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:27.697931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '2e999978-9da0-4bde-9d09-d22ac75898a8', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '2e999978-9da0-4bde-9d09-d22ac75898a8', 'mac_address': 'fa:16:3e:09:fe:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:09:27.776830 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['7d9dd7f8-cefe-4ca0-8799-90bd4531df8c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:27.916612 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eccfd7cb-d806-412b-bde1-2b581a94a5fa req-9eda7543-0df2-446c-9ba9-2af117a92b44 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928033 May 25 20:09:27.918413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2e999978-9da0-4bde-9d09-d22ac75898a8 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:27.918792 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:27.954950 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:27.966555 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e999978-9da0-4bde-9d09-d22ac75898a8 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:27.986740 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2e999978-9da0-4bde-9d09-d22ac75898a8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2e999978-9da0-4bde-9d09-d22ac75898a8,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:28.006623 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:28.083097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66d83a-3a3d-496f-9585-02da345f901d service neutron] Pushing event updated for resources: {'Port': ['ID=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,revision_number=10']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:28.135662 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-7a721b86-3f79-43c9-8e75-7eb5271bad81 service neutron] 10.222.0.50 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081358 May 25 20:09:28.145459 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-269fe414-5805-4159-bbef-3a969f9f2b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:28.172410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2e999978-9da0-4bde-9d09-d22ac75898a8,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:28.187853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a97e1c-c910-45fc-b9ab-a4988349d78c req-85308cad-d60d-46d8-a98f-1cc0d5b38ec3 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:28.189604 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-21a97e1c-c910-45fc-b9ab-a4988349d78c req-85308cad-d60d-46d8-a98f-1cc0d5b38ec3 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 945 time: 0.1331515 May 25 20:09:28.244422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['2e999978-9da0-4bde-9d09-d22ac75898a8'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:28.252152 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-21a97e1c-c910-45fc-b9ab-a4988349d78c req-0603e3be-8870-4126-a31c-cdabfc297f13 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535567 May 25 20:09:28.280892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-1b0c9a0d-9881-4d23-a9af-996ac6b8d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:28.284232 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-1b0c9a0d-9881-4d23-a9af-996ac6b8d1d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 1101 time: 1.1015801 May 25 20:09:28.332387 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b71b4cc-fb26-4e10-82e1-d6fe9d928e0c'] response: {'server_uuid': '22cd0b94-f967-4723-b089-1930d1d11c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673fef62-de33-4fe3-a34e-e501c71addc5', 'code': 200} May 25 20:09:28.568371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030170fd-e145-41bf-87a6-6a1ff8f33d13 req-2902747c-6213-408a-a43a-18aacaa586ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:28.569986 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-030170fd-e145-41bf-87a6-6a1ff8f33d13 req-2902747c-6213-408a-a43a-18aacaa586ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=589fda33a5a849c886853c57cb900612&device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 1098 time: 1.0973096 May 25 20:09:28.601064 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:09:28.624548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a6ca-551a-4450-96fb-64b0deebe2f8 req-386b8481-71ef-42b8-95c4-bc89609bce8c tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:28.626419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a28298-a1fd-46b4-badd-b781eb0f7579 req-c7d2e60c-59aa-4f3c-8542-337374d2c99f tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:28.627513 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-35a28298-a1fd-46b4-badd-b781eb0f7579 req-c7d2e60c-59aa-4f3c-8542-337374d2c99f tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Synchronizing usage tracker for tenant:589fda33a5a849c886853c57cb900612 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:09:28.631464 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f856a6ca-551a-4450-96fb-64b0deebe2f8 req-386b8481-71ef-42b8-95c4-bc89609bce8c tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.9315941 May 25 20:09:28.636731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1330f9b-c8c9-40e5-9322-d1f058c2f6e6 req-39865559-8053-42f4-b692-543b542628d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:28.638410 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1330f9b-c8c9-40e5-9322-d1f058c2f6e6 req-39865559-8053-42f4-b692-543b542628d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 1101 time: 0.2114117 May 25 20:09:28.676468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-35a28298-a1fd-46b4-badd-b781eb0f7579 req-c7d2e60c-59aa-4f3c-8542-337374d2c99f tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Unset dirty status for tenant:589fda33a5a849c886853c57cb900612 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:09:28.677745 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35a28298-a1fd-46b4-badd-b781eb0f7579 req-c7d2e60c-59aa-4f3c-8542-337374d2c99f tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 948 time: 0.2017887 May 25 20:09:28.734753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1330f9b-c8c9-40e5-9322-d1f058c2f6e6 req-d8436894-e3c6-4da6-a054-c54724c70fc2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881646 May 25 20:09:28.767839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-35a28298-a1fd-46b4-badd-b781eb0f7579 req-125073e0-90a9-4132-83b4-12bd5db7b148 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Synchronizing usage tracker for tenant:589fda33a5a849c886853c57cb900612 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:09:28.796874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-35a28298-a1fd-46b4-badd-b781eb0f7579 req-125073e0-90a9-4132-83b4-12bd5db7b148 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Unset dirty status for tenant:589fda33a5a849c886853c57cb900612 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:09:28.798693 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35a28298-a1fd-46b4-badd-b781eb0f7579 req-125073e0-90a9-4132-83b4-12bd5db7b148 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085811 May 25 20:09:28.929738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f17320-bf1b-4489-a273-146e933cb757 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:28.960927 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:28.971374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-8f13c2fb-db14-485c-8c37-5c35a6ba7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:28.974070 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-8f13c2fb-db14-485c-8c37-5c35a6ba7915 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.6720071 May 25 20:09:28.977506 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f856a6ca-551a-4450-96fb-64b0deebe2f8 req-87bb43af-3212-468f-94f7-96455479994d tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374264 May 25 20:09:29.074447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b1cfb-06d8-4c82-bd89-97398fc9241c req-1e417cb6-4f01-4785-bb16-4938d2bc59c7 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:29.077236 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a19b1cfb-06d8-4c82-bd89-97398fc9241c req-1e417cb6-4f01-4785-bb16-4938d2bc59c7 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 931 time: 0.1585786 May 25 20:09:29.096767 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-b460ff5a-8e4b-4065-8bfd-e152374d4e78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6 HTTP/1.1" status: 200 len: 217 time: 0.0999117 May 25 20:09:29.117512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Transition to ACTIVE for port object 95f17320-bf1b-4489-a273-146e933cb757 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:09:29.145864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a19b1cfb-06d8-4c82-bd89-97398fc9241c req-7bc263fd-bb40-4551-98e3-fe9366a1222f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Synchronizing usage tracker for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:09:29.167849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a19b1cfb-06d8-4c82-bd89-97398fc9241c req-7bc263fd-bb40-4551-98e3-fe9366a1222f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Unset dirty status for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:09:29.170802 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a19b1cfb-06d8-4c82-bd89-97398fc9241c req-7bc263fd-bb40-4551-98e3-fe9366a1222f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845294 May 25 20:09:29.176937 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:29.195050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-87372970-74be-4e6c-ae05-e7980f2e160d req-812d00f0-e1c1-4f52-87de-3296a1bf750f service neutron] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:29.286299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030170fd-e145-41bf-87a6-6a1ff8f33d13 req-9ffb0eca-fbf0-4feb-9a3f-6d6ede497f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:29.287927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-030170fd-e145-41bf-87a6-6a1ff8f33d13 req-9ffb0eca-fbf0-4feb-9a3f-6d6ede497f81 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.7112463 May 25 20:09:29.343618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-a4e831fe-6b05-4fb8-8e5a-3a764443fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:29.345129 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-a4e831fe-6b05-4fb8-8e5a-3a764443fbc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2295153 May 25 20:09:29.347696 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-87372970-74be-4e6c-ae05-e7980f2e160d req-812d00f0-e1c1-4f52-87de-3296a1bf750f service neutron] Notify callbacks [] for binding, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:29.349605 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87372970-74be-4e6c-ae05-e7980f2e160d req-812d00f0-e1c1-4f52-87de-3296a1bf750f service neutron] 10.222.0.50 "DELETE /v2.0/ports/7d9dd7f8-cefe-4ca0-8799-90bd4531df8c/bindings/n-h2-843339-1 HTTP/1.1" status: 204 len: 173 time: 1.5738137 May 25 20:09:29.430215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2e999978-9da0-4bde-9d09-d22ac75898a8 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:29.449885 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da81589-a051-4dde-ab62-d50b459413ff'] response: {'name': 'network-changed', 'server_uuid': 'a1925427-ca1c-4af2-990e-b33cf1af4b49', 'tag': '7d9dd7f8-cefe-4ca0-8799-90bd4531df8c', 'status': 'completed', 'code': 200} May 25 20:09:29.552642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726fbbc-1aad-48a7-9b20-11c6ef56f024 req-81509a54-82c0-4000-ac22-12915ab129d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:29.554356 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7726fbbc-1aad-48a7-9b20-11c6ef56f024 req-81509a54-82c0-4000-ac22-12915ab129d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 1096 time: 0.1996250 May 25 20:09:29.580330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 2e999978-9da0-4bde-9d09-d22ac75898a8 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:29.589317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 2e999978-9da0-4bde-9d09-d22ac75898a8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:29.591595 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:29.608393 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-030170fd-e145-41bf-87a6-6a1ff8f33d13 req-e15a48b7-e2ad-4ed4-9a68-8ae6dbab0bd0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=2e999978-9da0-4bde-9d09-d22ac75898a8 HTTP/1.1" status: 200 len: 217 time: 0.2946656 May 25 20:09:29.726144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665609c-5e69-476f-8aff-b9925c113b9f req-c6100da7-92ce-474f-bd87-b9428e629034 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:29.728254 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e665609c-5e69-476f-8aff-b9925c113b9f req-c6100da7-92ce-474f-bd87-b9428e629034 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2833064 May 25 20:09:29.775595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Pushing event updated for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:29.906933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030170fd-e145-41bf-87a6-6a1ff8f33d13 req-801515fe-8b09-4ac2-bdfc-5d67e40c4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:29.906933 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-030170fd-e145-41bf-87a6-6a1ff8f33d13 req-801515fe-8b09-4ac2-bdfc-5d67e40c4d34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2576382 May 25 20:09:29.969362 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3ae7d-da07-4c31-b017-d4dd4e450410 req-444c9130-13d4-4617-8919-21714a8c25de tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:29.978868 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-88c3ae7d-da07-4c31-b017-d4dd4e450410 req-444c9130-13d4-4617-8919-21714a8c25de tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 946 time: 0.8170760 May 25 20:09:29.995849 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e665609c-5e69-476f-8aff-b9925c113b9f req-bb21d14a-51cd-46e1-9b60-64c3dd421d07 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504673 May 25 20:09:30.039366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-b85a0bbf-2751-4a33-b18f-bfb4b4ac921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:30.041339 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-b85a0bbf-2751-4a33-b18f-bfb4b4ac921d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5658422 May 25 20:09:30.058854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2e999978-9da0-4bde-9d09-d22ac75898a8 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:30.059786 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:30.077244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726fbbc-1aad-48a7-9b20-11c6ef56f024 req-e8f8ce4f-33e3-417c-a7fd-861c44d90147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:30.081136 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7726fbbc-1aad-48a7-9b20-11c6ef56f024 req-e8f8ce4f-33e3-417c-a7fd-861c44d90147 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 921 time: 0.5093713 May 25 20:09:30.102091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Attempting to bind port 95f17320-bf1b-4489-a273-146e933cb757 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:09:30.103075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Attempting to bind port 95f17320-bf1b-4489-a273-146e933cb757 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:09:30.103075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Attempting to bind port 95f17320-bf1b-4489-a273-146e933cb757 on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:30.142345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2e999978-9da0-4bde-9d09-d22ac75898a8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2e999978-9da0-4bde-9d09-d22ac75898a8,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:30.152629 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:30.234365 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7726fbbc-1aad-48a7-9b20-11c6ef56f024 req-ea66fb51-8a97-4bc5-ba36-3c7539c68073 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c HTTP/1.1" status: 200 len: 217 time: 0.1386938 May 25 20:09:30.292339 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2e999978-9da0-4bde-9d09-d22ac75898a8,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:30.333244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be31b0f-8afd-4259-be8b-719ecfeb7613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c764203-07b7-411f-85a6-720c40f50a2c'}, {'server_uuid': 'ec7a41ed-55aa-4eb6-854e-170bafc7f16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a29044-f989-4b34-a56c-af7ae74af3bb'}, {'server_uuid': '72b51a3d-6454-4204-a671-43e357999677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e999978-9da0-4bde-9d09-d22ac75898a8'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:30.415251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726fbbc-1aad-48a7-9b20-11c6ef56f024 req-5ca8cc77-05c3-486e-ae67-2c81fe5c76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:30.417272 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7726fbbc-1aad-48a7-9b20-11c6ef56f024 req-5ca8cc77-05c3-486e-ae67-2c81fe5c76fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.1766310 May 25 20:09:30.431988 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-88c3ae7d-da07-4c31-b017-d4dd4e450410 req-dbe94d6b-3303-4dea-bfa7-5ed14928dcdd tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac70e0c8-2fb9-4b93-89ff-992f5f224390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506340 May 25 20:09:30.445705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Port 95f17320-bf1b-4489-a273-146e933cb757 on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:09:30.447431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Attempting to bind port 95f17320-bf1b-4489-a273-146e933cb757 on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:30.485856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:09:30.486975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Checking segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:09:30.487918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Bound using segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:09:30.489594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Bound port: 95f17320-bf1b-4489-a273-146e933cb757, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:09:30.490633 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:30.516404 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7726fbbc-1aad-48a7-9b20-11c6ef56f024 req-6072831d-b4f8-4c9a-932f-12d2ae5a4356 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913978 May 25 20:09:30.576640 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d6fe35a3-8594-4685-9df0-79246c5c915d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:30.591757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08b0d1-3ad4-4c8d-8d8f-f955696738cb req-e28caac8-64e5-4d07-be45-97ebe6504722 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:30.594513 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7a08b0d1-3ad4-4c8d-8d8f-f955696738cb req-e28caac8-64e5-4d07-be45-97ebe6504722 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 950 time: 0.2878220 May 25 20:09:30.658085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030170fd-e145-41bf-87a6-6a1ff8f33d13 req-7b6ea003-46c8-4317-9eda-7726611a3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:30.659829 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-030170fd-e145-41bf-87a6-6a1ff8f33d13 req-7b6ea003-46c8-4317-9eda-7726611a3657 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7538037 May 25 20:09:30.781221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-4874db86-eb37-4b3e-9fb7-ca1627f7cbef service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7308066 May 25 20:09:30.806083 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7a08b0d1-3ad4-4c8d-8d8f-f955696738cb req-6522a5e0-c8b3-4d2e-9c95-f4717ba36658 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041433 May 25 20:09:30.864132 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7726fbbc-1aad-48a7-9b20-11c6ef56f024 req-d63a6d8d-fb6b-4cea-8efb-670c0929e1e3 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353975 May 25 20:09:31.074252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:31.117024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7726fbbc-1aad-48a7-9b20-11c6ef56f024 req-4cdcaac7-728e-4602-aa52-8ab43cb294ad service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317736 May 25 20:09:31.130439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:09:31.132488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a5318-6507-4f22-ab75-ef3a7c451669 req-88235e16-9dba-4300-9dc3-8685c80d2f09 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:31.134544 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a2a5318-6507-4f22-ab75-ef3a7c451669 req-88235e16-9dba-4300-9dc3-8685c80d2f09 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 945 time: 0.1671331 May 25 20:09:31.150965 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:31.209415 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-030170fd-e145-41bf-87a6-6a1ff8f33d13 req-318385c6-188d-4ea6-aa0a-17a3cff2b93c service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116687 May 25 20:09:31.216019 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a2a5318-6507-4f22-ab75-ef3a7c451669 req-9ac6daf5-1d89-415b-b151-00fae222fed8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617993 May 25 20:09:31.266838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc6032-71ad-4498-9745-8df4db1a5388 req-0882ab2b-8dfb-416c-8914-a6a8fefa036d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:31.292379 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9cc6032-71ad-4498-9745-8df4db1a5388 req-0882ab2b-8dfb-416c-8914-a6a8fefa036d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 945 time: 0.6722431 May 25 20:09:31.297367 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:31.342767 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:31.345946 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:31.358136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] 10.222.0.50 "PUT /v2.0/ports/95f17320-bf1b-4489-a273-146e933cb757 HTTP/1.1" status: 200 len: 1091 time: 4.7653217 May 25 20:09:31.516651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'tag': '95f17320-bf1b-4489-a273-146e933cb757'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:31.564933 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-8949b0f8-0b9d-4fb4-9238-c307b8054952 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857727 May 25 20:09:31.602773 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:31.638679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5bb50-5e92-4ec5-b57a-909e03a7e28f req-2f141539-e519-40da-87b2-5a0da0cf0196 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:31.673523 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dcf5bb50-5e92-4ec5-b57a-909e03a7e28f req-2f141539-e519-40da-87b2-5a0da0cf0196 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 949 time: 0.2753017 May 25 20:09:31.836694 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dcf5bb50-5e92-4ec5-b57a-909e03a7e28f req-cc11341c-97f7-49d9-8942-8acddab2dee7 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654539 May 25 20:09:31.847714 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9cc6032-71ad-4498-9745-8df4db1a5388 req-bf2687c0-63b9-400b-83c2-59981f8379e4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655460 May 25 20:09:31.899225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be47a4-ebd4-43ea-95e0-9d319fc03792 service neutron] Pushing event updated for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:32.027002 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-030170fd-e145-41bf-87a6-6a1ff8f33d13 req-0df662f4-1c47-477c-9074-b2c309f96b9e service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7843516 May 25 20:09:32.053448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-5a5ebc48-06a5-45a0-9d86-9a3708d7d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:32.053448 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-5a5ebc48-06a5-45a0-9d86-9a3708d7d8f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 1094 time: 0.5173333 May 25 20:09:32.207971 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-07b6344c-f115-4e73-9c98-e39c9c271528 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f17320-bf1b-4489-a273-146e933cb757 HTTP/1.1" status: 200 len: 217 time: 0.1404438 May 25 20:09:32.297399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-cfe28b4c-9049-44bd-9ace-0c1425aa3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:32.297399 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-cfe28b4c-9049-44bd-9ace-0c1425aa3e68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.0853765 May 25 20:09:32.394591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4987d-ee47-40f1-876e-3fdeb31f425e req-ba36c852-124e-46c4-8cf9-1158f888ae31 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:32.396884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33c4987d-ee47-40f1-876e-3fdeb31f425e req-ba36c852-124e-46c4-8cf9-1158f888ae31 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.2910669 May 25 20:09:32.417800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c6d26-7dc9-482f-9d34-356eb4e17266 req-9129c211-6812-441c-ba2d-942c95f7a262 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:32.419342 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-241c6d26-7dc9-482f-9d34-356eb4e17266 req-9129c211-6812-441c-ba2d-942c95f7a262 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 943 time: 0.2767136 May 25 20:09:32.427841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-20925d61-6cd7-4991-bdb5-934db701014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:32.430786 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-20925d61-6cd7-4991-bdb5-934db701014c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256068 May 25 20:09:32.454974 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33c4987d-ee47-40f1-876e-3fdeb31f425e req-35d6487f-0fb0-4866-8bdf-33fc5753c5e8 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509472 May 25 20:09:32.568495 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5fc60e-5c10-4182-bbe6-b3b4e8ff4610'] response: {'server_uuid': '0be31b0f-8afd-4259-be8b-719ecfeb7613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c764203-07b7-411f-85a6-720c40f50a2c', 'code': 200} May 25 20:09:32.568495 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5fc60e-5c10-4182-bbe6-b3b4e8ff4610'] response: {'server_uuid': 'ec7a41ed-55aa-4eb6-854e-170bafc7f16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a29044-f989-4b34-a56c-af7ae74af3bb', 'code': 200} May 25 20:09:32.568495 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5fc60e-5c10-4182-bbe6-b3b4e8ff4610'] response: {'server_uuid': '72b51a3d-6454-4204-a671-43e357999677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e999978-9da0-4bde-9d09-d22ac75898a8', 'code': 200} May 25 20:09:32.582279 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-241c6d26-7dc9-482f-9d34-356eb4e17266 req-33d13e75-62c2-44e0-89b0-a3e0e04b821b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396272 May 25 20:09:32.760536 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-1ab12a94-2178-48ac-93c1-9c0863e93dc3 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087640 May 25 20:09:32.891793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377eb3b-91ea-4f27-9588-a8d037147aa5 req-4574fd93-2aa8-4468-b5ec-6f7fdf8e4f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:32.893263 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3377eb3b-91ea-4f27-9588-a8d037147aa5 req-4574fd93-2aa8-4468-b5ec-6f7fdf8e4f37 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 1097 time: 0.2052307 May 25 20:09:32.930440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:32.954589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3377eb3b-91ea-4f27-9588-a8d037147aa5 req-f21c16dc-3bff-48f0-b31d-a19c71e28c9e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ac70e0c8-2fb9-4b93-89ff-992f5f224390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545554 May 25 20:09:33.327538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b760abf-294b-4130-b2ed-fd741305e0cc req-ff8e7ac2-6bd6-4bac-b369-4092f952b309 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:33.328872 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b760abf-294b-4130-b2ed-fd741305e0cc req-ff8e7ac2-6bd6-4bac-b369-4092f952b309 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 946 time: 0.1154993 May 25 20:09:33.346017 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9abad744-afb1-4dfc-80c7-ab93c8d22c66 req-eceebe9c-c868-496c-8161-5acb6997e652 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956319 May 25 20:09:33.369850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648ae0d-4b4a-4412-8be8-61734cea4077 req-f08e9006-b23a-4793-ac4e-ac10b7fa6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:33.371918 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0648ae0d-4b4a-4412-8be8-61734cea4077 req-f08e9006-b23a-4793-ac4e-ac10b7fa6526 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 1096 time: 0.6256599 May 25 20:09:33.380117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280c069-0c2f-48d3-8629-064d68dd1754 req-6c6e450a-f06a-48bc-bf57-d8f9166ac2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:33.381823 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3280c069-0c2f-48d3-8629-064d68dd1754 req-6c6e450a-f06a-48bc-bf57-d8f9166ac2cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 1100 time: 0.4160447 May 25 20:09:33.389738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b163310-7fca-4fd9-991f-8efa2102a529 req-612d4a34-e050-4484-a7bc-ff240b2fad37 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:33.395284 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7b163310-7fca-4fd9-991f-8efa2102a529 req-612d4a34-e050-4484-a7bc-ff240b2fad37 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.4299769 May 25 20:09:33.399517 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b760abf-294b-4130-b2ed-fd741305e0cc req-417d086f-b75e-471e-8c6d-6e5ec7cc7df4 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac70e0c8-2fb9-4b93-89ff-992f5f224390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594163 May 25 20:09:33.464590 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d6943c-5e66-4a35-a13b-c922c8b8c7d2'] response: {'name': 'network-changed', 'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'tag': '95f17320-bf1b-4489-a273-146e933cb757', 'status': 'completed', 'code': 200} May 25 20:09:33.537138 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7b163310-7fca-4fd9-991f-8efa2102a529 req-3120a3fe-7d65-4998-a0e2-bcb68f4f1aa5 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385345 May 25 20:09:33.565275 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0648ae0d-4b4a-4412-8be8-61734cea4077 req-25584b8e-b5d0-450f-ace9-028a39a62ec8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467605 May 25 20:09:33.577514 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3280c069-0c2f-48d3-8629-064d68dd1754 req-69950c83-d131-4bc9-83a6-b1ae69aaf946 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618268 May 25 20:09:33.627822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2036db-6b88-405e-b548-df771030d1ce req-847d33b9-8975-4e17-8b9a-9aa45f96e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:33.631130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d2036db-6b88-405e-b548-df771030d1ce req-847d33b9-8975-4e17-8b9a-9aa45f96e019 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 1094 time: 0.1366284 May 25 20:09:33.688599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4c485-0802-4a66-87a6-d9dac454623f req-4e62e116-d15b-441a-b9d6-898c021433d8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:33.690185 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0aa4c485-0802-4a66-87a6-d9dac454623f req-4e62e116-d15b-441a-b9d6-898c021433d8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 945 time: 0.1304393 May 25 20:09:33.765755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0aa4c485-0802-4a66-87a6-d9dac454623f req-58da147c-7dcf-4268-a8f2-8f5a508c93e0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660701 May 25 20:09:33.970689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b1fcc-48c0-4141-b415-448d2009be65 req-bf3bcffc-4149-4733-833d-c25332ccfe95 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:33.976701 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a38b1fcc-48c0-4141-b415-448d2009be65 req-bf3bcffc-4149-4733-833d-c25332ccfe95 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 949 time: 0.0967216 May 25 20:09:34.048691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63998b79-29d8-4250-a5ad-89e58f52c494 req-9fdf8ac4-d9fc-4dc4-b2ea-ab654fd24dfa tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:34.051618 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-63998b79-29d8-4250-a5ad-89e58f52c494 req-9fdf8ac4-d9fc-4dc4-b2ea-ab654fd24dfa tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 945 time: 0.1365244 May 25 20:09:34.122207 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a38b1fcc-48c0-4141-b415-448d2009be65 req-1d02d89f-782d-4d22-8fe0-fa3b674e85d5 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419942 May 25 20:09:34.134084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-63998b79-29d8-4250-a5ad-89e58f52c494 req-3472010e-ec42-4281-b758-b8c0a1dd3f47 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754304 May 25 20:09:34.231867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2036db-6b88-405e-b548-df771030d1ce req-97ad79e6-cc57-454c-984c-a3ad83de4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:34.233990 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d2036db-6b88-405e-b548-df771030d1ce req-97ad79e6-cc57-454c-984c-a3ad83de4931 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.2145576 May 25 20:09:34.381337 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d2036db-6b88-405e-b548-df771030d1ce req-e3dc74fc-8f06-4e9f-a55f-68bb43fe3f3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f17320-bf1b-4489-a273-146e933cb757 HTTP/1.1" status: 200 len: 217 time: 0.1033735 May 25 20:09:34.399102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07929d-c2d6-49bb-a42e-7d5b49b8194f req-1ef6d240-e23b-40ea-995e-4603016dcb0d tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:34.401157 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb07929d-c2d6-49bb-a42e-7d5b49b8194f req-1ef6d240-e23b-40ea-995e-4603016dcb0d tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.1163013 May 25 20:09:34.458191 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb07929d-c2d6-49bb-a42e-7d5b49b8194f req-487b15ef-b1b1-46ed-87e4-e542686f13f3 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492349 May 25 20:09:34.505576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2036db-6b88-405e-b548-df771030d1ce req-3723ed12-bf9b-4be4-95b9-94603f453a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:34.509704 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d2036db-6b88-405e-b548-df771030d1ce req-3723ed12-bf9b-4be4-95b9-94603f453a8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.1164188 May 25 20:09:34.609599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9014b7d-4eb9-4d7e-84c5-0039f14707da req-dd829608-ef65-4dab-ba48-e31b8b01e5b8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:34.612044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9014b7d-4eb9-4d7e-84c5-0039f14707da req-dd829608-ef65-4dab-ba48-e31b8b01e5b8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 950 time: 0.3766935 May 25 20:09:34.747075 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9014b7d-4eb9-4d7e-84c5-0039f14707da req-dfb6f750-41c3-4bf2-9322-03452e5e8deb tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229544 May 25 20:09:34.766849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2036db-6b88-405e-b548-df771030d1ce req-40b5da2f-7316-42d2-ba32-a1dd0310dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:34.769264 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d2036db-6b88-405e-b548-df771030d1ce req-40b5da2f-7316-42d2-ba32-a1dd0310dd7f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2499609 May 25 20:09:34.796559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c21f3-287a-457d-be2e-1a1fcd88650e req-3780059a-b40e-4837-b142-93f21126cda8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:34.798025 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-392c21f3-287a-457d-be2e-1a1fcd88650e req-3780059a-b40e-4837-b142-93f21126cda8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 943 time: 0.1437602 May 25 20:09:34.856415 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-392c21f3-287a-457d-be2e-1a1fcd88650e req-404be547-fcb9-4650-91f3-d854e9c2264d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501096 May 25 20:09:35.069602 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d2036db-6b88-405e-b548-df771030d1ce req-5ba7a458-69e0-4066-ab24-f2314c2621a9 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847981 May 25 20:09:35.287247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6105835-3f86-4e56-861d-ca8a9465959a req-29245868-9ac4-4b3b-87f9-204188c0d571 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:35.289390 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6105835-3f86-4e56-861d-ca8a9465959a req-29245868-9ac4-4b3b-87f9-204188c0d571 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1546440 May 25 20:09:35.302791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d2036db-6b88-405e-b548-df771030d1ce req-99ab26ef-affa-4a52-9b09-30fcb3a49d08 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338314 May 25 20:09:35.329054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef409894-30da-47e9-b3cd-628bfc3b32bf req-8e216e92-1e6e-4eca-9ce6-798031339ce4 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:35.352431 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ef409894-30da-47e9-b3cd-628bfc3b32bf req-8e216e92-1e6e-4eca-9ce6-798031339ce4 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 946 time: 0.1498752 May 25 20:09:35.388001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6105835-3f86-4e56-861d-ca8a9465959a req-a6a4ce9c-023a-4597-a085-b4faad66181d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812852 May 25 20:09:35.414965 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ef409894-30da-47e9-b3cd-628bfc3b32bf req-0e44cbe4-d8a3-4761-b99c-3d99b5f67c3c tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac70e0c8-2fb9-4b93-89ff-992f5f224390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762868 May 25 20:09:35.478710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 95f17320-bf1b-4489-a273-146e933cb757 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:09:35.555718 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-0f3cb216-0bc4-469d-97c2-ae40a564168d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dcddf9f64a9e42e28dc8ff11c28cd9b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353918 May 25 20:09:35.703634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea2de8-06da-4dd3-908d-90a49c1211c1 req-83009c34-691f-4f53-ad16-81953054596f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:35.708960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-95ea2de8-06da-4dd3-908d-90a49c1211c1 req-83009c34-691f-4f53-ad16-81953054596f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 945 time: 0.1557269 May 25 20:09:35.772190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:35.833972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '95f17320-bf1b-4489-a273-146e933cb757', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'port_id': '95f17320-bf1b-4489-a273-146e933cb757', 'mac_address': 'fa:16:3e:3b:d9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:09:35.841252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-0a1da2b1-1180-4394-9bb4-7f01bc2d8b4e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:35.841252 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-0a1da2b1-1180-4394-9bb4-7f01bc2d8b4e tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725592 May 25 20:09:35.849777 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-95ea2de8-06da-4dd3-908d-90a49c1211c1 req-f6b6f162-11ad-4da6-9128-bb48aab9903f tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042609 May 25 20:09:35.877145 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-aa9958da-e551-4585-b767-9eed335c58fd tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/quotas/dcddf9f64a9e42e28dc8ff11c28cd9b4 HTTP/1.1" status: 200 len: 375 time: 0.0445871 May 25 20:09:36.011191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 95f17320-bf1b-4489-a273-146e933cb757 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:36.011191 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:36.063043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f17320-bf1b-4489-a273-146e933cb757 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:36.071497 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-16184a02-314b-4f0f-b934-ac1e94cdd442 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dcddf9f64a9e42e28dc8ff11c28cd9b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1775868 May 25 20:09:36.108070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:36.108070 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:36.117382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f559fe0-d80c-4d7c-ad86-b3318efd9575 req-e7fa0535-e170-4c7c-80dc-6810f45d7ef9 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:36.117382 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f559fe0-d80c-4d7c-ad86-b3318efd9575 req-e7fa0535-e170-4c7c-80dc-6810f45d7ef9 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 949 time: 0.1514826 May 25 20:09:36.218469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:36.271263 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f559fe0-d80c-4d7c-ad86-b3318efd9575 req-4ffe2fe8-f14f-47fb-be61-0f45c5925f83 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510184 May 25 20:09:36.369539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['95f17320-bf1b-4489-a273-146e933cb757'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:36.577219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9cc34-2e1f-4bd9-813e-b27310f57e56 req-8d9ac9b7-e414-4aad-af01-8fc22b890f58 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:36.591197 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aaa9cc34-2e1f-4bd9-813e-b27310f57e56 req-8d9ac9b7-e414-4aad-af01-8fc22b890f58 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 945 time: 0.2132652 May 25 20:09:36.735751 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aaa9cc34-2e1f-4bd9-813e-b27310f57e56 req-c8d5054c-b495-4a07-b5b5-648f05b4c676 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379433 May 25 20:09:36.745766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61e876-6d2b-4327-9807-1ebf8efebfbe req-1c409268-1776-484e-97ae-14e7ea19ab16 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:36.747678 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5d61e876-6d2b-4327-9807-1ebf8efebfbe req-1c409268-1776-484e-97ae-14e7ea19ab16 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.1442409 May 25 20:09:36.874107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5d61e876-6d2b-4327-9807-1ebf8efebfbe req-bcd23d7a-a29d-4484-a5cc-9109ad974e45 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116617 May 25 20:09:37.017643 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c5efcbd-f1bd-4528-8c61-948f78807ee5 req-c0ec3e70-2223-4e84-b5db-f18a175dde3d tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 210 time: 0.0812793 May 25 20:09:37.165422 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3e6af-1a8a-4c0a-acb4-cce49cdb5b39 req-3798de37-6e41-470a-bcc8-f81b6e101642 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:37.165422 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ce3e6af-1a8a-4c0a-acb4-cce49cdb5b39 req-3798de37-6e41-470a-bcc8-f81b6e101642 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2238598 May 25 20:09:37.232805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-a5cb07f4-1d67-4a5c-986f-0c840e5ea3b5 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:37.232805 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-a5cb07f4-1d67-4a5c-986f-0c840e5ea3b5 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514&tenant_id=588275645f004b30bd16726afb59ab56&binding%3Ahost_id=n-h1-843339-1 HTTP/1.1" status: 200 len: 1096 time: 0.3828802 May 25 20:09:37.263955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843339-1'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:37.368078 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f15c3d-d5b8-4aef-bed2-7b21016f5998 req-3f48e3fe-8be3-4646-9b74-417063240dfe tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:37.371300 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-63f15c3d-d5b8-4aef-bed2-7b21016f5998 req-3f48e3fe-8be3-4646-9b74-417063240dfe tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd1d4f85-a1f0-4b09-b932-b3e5c6db592b HTTP/1.1" status: 200 len: 949 time: 0.1648660 May 25 20:09:37.483815 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ce3e6af-1a8a-4c0a-acb4-cce49cdb5b39 req-78deb4d9-b523-4c4d-9728-176f479e5260 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122251 May 25 20:09:37.495764 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-63f15c3d-d5b8-4aef-bed2-7b21016f5998 req-e9ba10a6-8e76-4d69-ae44-183759edd510 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066611 May 25 20:09:37.501733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 08514a28-5891-440a-9e28-c1399adcb18a details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:09:37.503258 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 95f17320-bf1b-4489-a273-146e933cb757 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:37.585740 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:37.985644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 95f17320-bf1b-4489-a273-146e933cb757 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:38.040262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 95f17320-bf1b-4489-a273-146e933cb757 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:38.040262 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:38.077860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2325710-811c-4b96-96f8-ef8f7932dab6 req-10fa5de5-a7bc-4e89-88c5-113857048f69 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:38.100098 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e2325710-811c-4b96-96f8-ef8f7932dab6 req-10fa5de5-a7bc-4e89-88c5-113857048f69 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2548916 May 25 20:09:38.150138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08514a28-5891-440a-9e28-c1399adcb18a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:38.166241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08514a28-5891-440a-9e28-c1399adcb18a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:38.213659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 08514a28-5891-440a-9e28-c1399adcb18a has no active binding in host n-h2-843339-1 {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 25 20:09:38.230262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:38.244082 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e2325710-811c-4b96-96f8-ef8f7932dab6 req-eae1487a-9b30-496e-970b-485f80910e49 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470172 May 25 20:09:38.425355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-64426246-e59f-4881-8b3a-04605c776852 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=dcddf9f64a9e42e28dc8ff11c28cd9b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658944 May 25 20:09:38.517985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 95f17320-bf1b-4489-a273-146e933cb757 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:38.517985 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:38.596194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30bcd1-c637-4c95-8dae-9d4a2ab0a234 req-60ce9d64-4670-47b5-8812-a5380731f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:38.596194 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab30bcd1-c637-4c95-8dae-9d4a2ab0a234 req-60ce9d64-4670-47b5-8812-a5380731f619 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3393b9aa15f45fa9ea9937940b5ebfb&device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 1097 time: 0.2506514 May 25 20:09:38.743284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f17320-bf1b-4489-a273-146e933cb757'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:38.808181 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:38.808181 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:38.846859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b209014e-eac3-447d-979d-04f104b8b514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08514a28-5891-440a-9e28-c1399adcb18a'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:38.869984 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:38.934084 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:39.043670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30bcd1-c637-4c95-8dae-9d4a2ab0a234 req-c0f57d72-fe3a-4bd5-96d5-4d913399d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:39.043670 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab30bcd1-c637-4c95-8dae-9d4a2ab0a234 req-c0f57d72-fe3a-4bd5-96d5-4d913399d82f service neutron] 10.222.0.70 "GET /v2.0/networks?id=72a8e351-caed-499f-8166-845e9ad39a0b HTTP/1.1" status: 200 len: 915 time: 0.4450951 May 25 20:09:39.118326 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:39.143487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:39.143487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:39.143487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:39.143487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:39.143487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:39.143487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:39.143487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:39.143487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:39.143487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:39.143487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:39.143487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:39.143487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:09:39.156325 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:09:39.252657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab30bcd1-c637-4c95-8dae-9d4a2ab0a234 req-b8386b9c-8081-417a-b252-1cddce9a92a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c764203-07b7-411f-85a6-720c40f50a2c HTTP/1.1" status: 200 len: 217 time: 0.1996250 May 25 20:09:39.284309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=08514a28-5891-440a-9e28-c1399adcb18a,revision_number=7']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:39.300360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-f0634a71-c1c4-4a44-b3af-0df1a0e0dcbb tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:39.300360 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-f0634a71-c1c4-4a44-b3af-0df1a0e0dcbb tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8896704 May 25 20:09:39.327537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Request body: {'port': {'device_id': '8b938495-8893-44bc-a0e2-7beab5fadb10', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': 'dcddf9f64a9e42e28dc8ff11c28cd9b4'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:39.361813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ac72f-778a-44d2-8339-00c322f19426 req-553f8397-f458-4575-a057-2406396cbee7 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:39.365696 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b5ac72f-778a-44d2-8339-00c322f19426 req-553f8397-f458-4575-a057-2406396cbee7 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 943 time: 0.2142458 May 25 20:09:39.477334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de620dc4-c883-4875-80ee-4b7d44b93891 req-ba5cba79-b9ab-44d8-b911-c7dac5767fba tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:39.487247 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de620dc4-c883-4875-80ee-4b7d44b93891 req-ba5cba79-b9ab-44d8-b911-c7dac5767fba tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 945 time: 1.0496564 May 25 20:09:39.543851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Attempting to bind port 08514a28-5891-440a-9e28-c1399adcb18a on host n-h1-843339-1 for vnic_type normal with profile {"migrating_to": "n-h2-843339-1"} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:09:39.543851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Attempting to bind port 08514a28-5891-440a-9e28-c1399adcb18a by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:09:39.543851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Attempting to bind port 08514a28-5891-440a-9e28-c1399adcb18a on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:39.548811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30bcd1-c637-4c95-8dae-9d4a2ab0a234 req-b2123cd2-ad5c-4387-b6e0-053631b31e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:39.548811 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab30bcd1-c637-4c95-8dae-9d4a2ab0a234 req-b2123cd2-ad5c-4387-b6e0-053631b31e82 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d02fc37b-c894-468d-96d5-5f6b5276c126 HTTP/1.1" status: 200 len: 854 time: 0.2817025 May 25 20:09:39.571313 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de620dc4-c883-4875-80ee-4b7d44b93891 req-8eaaaa87-e169-46f8-aa62-4701ae65a243 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864046 May 25 20:09:39.573274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Port 08514a28-5891-440a-9e28-c1399adcb18a on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:09:39.573877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Attempting to bind port 08514a28-5891-440a-9e28-c1399adcb18a on network b7a3b6ab-cda3-4d80-8073-f508c964b6ee {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:39.632846 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b5ac72f-778a-44d2-8339-00c322f19426 req-30af5aae-72a7-4738-ae21-1e89fc1801da tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590396 May 25 20:09:39.636232 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab30bcd1-c637-4c95-8dae-9d4a2ab0a234 req-0c9237b8-97d2-4bb5-a785-f2d94fb318a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72a8e351-caed-499f-8166-845e9ad39a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761423 May 25 20:09:39.649884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:09:39.650253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Checking segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:09:39.650641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Bound using segment: {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:09:39.651673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Bound port: 08514a28-5891-440a-9e28-c1399adcb18a, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b7a3b6ab-cda3-4d80-8073-f508c964b6ee'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:09:39.651673 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:39.673098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:09:39.722881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:09:39.737785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Made reservation on behalf of dcddf9f64a9e42e28dc8ff11c28cd9b4 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:09:39.742286 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:39.967276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:40.010301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08514a28-5891-440a-9e28-c1399adcb18a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:09:40.059423 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab30bcd1-c637-4c95-8dae-9d4a2ab0a234 req-07ad731b-78b2-42f6-a10a-585fd88f1a00 service neutron] 10.222.0.70 "GET /v2.0/networks/72a8e351-caed-499f-8166-845e9ad39a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106159 May 25 20:09:40.161509 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:40.210298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b46b9-da92-462d-9d66-4e63e72af4c1 req-e5ada832-d8a1-4955-8c66-06a53cf63eed tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:40.221281 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee9b46b9-da92-462d-9d66-4e63e72af4c1 req-e5ada832-d8a1-4955-8c66-06a53cf63eed tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.2737970 May 25 20:09:40.284035 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Allocated IP 192.168.233.79 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/d068eddb-7ef6-4fab-bd3b-2fcaba588162) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:09:40.327284 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee9b46b9-da92-462d-9d66-4e63e72af4c1 req-b6cd4ca1-4331-434d-9251-7bf3e69143c0 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049633 May 25 20:09:40.344518 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab30bcd1-c637-4c95-8dae-9d4a2ab0a234 req-f2aab88b-555f-41a5-9bcf-4162d394bdb6 service neutron] 10.222.0.70 "GET /v2.0/networks/72a8e351-caed-499f-8166-845e9ad39a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760680 May 25 20:09:40.551780 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00b190c3-2767-415f-8823-6d8bc149bc5f req-443b8d35-28e8-41f8-a065-65c958530fdd tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 210 time: 0.1882498 May 25 20:09:40.653800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639c6e3-4990-47c6-90d6-7889ac648c0b req-58f17d89-4ec5-4494-89ba-c56bc340ea68 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:40.656810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c639c6e3-4990-47c6-90d6-7889ac648c0b req-58f17d89-4ec5-4494-89ba-c56bc340ea68 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 946 time: 0.1894484 May 25 20:09:40.772800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=08514a28-5891-440a-9e28-c1399adcb18a,revision_number=8']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:40.861694 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c639c6e3-4990-47c6-90d6-7889ac648c0b req-bf9b7a64-a1da-45e5-aa76-1c71b8c6c2e7 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac70e0c8-2fb9-4b93-89ff-992f5f224390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871116 May 25 20:09:40.900468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:40.900775 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:40.902322 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-e2af1c8e-86f2-41ba-bd58-29ed465b6bb9 service neutron] 10.222.0.50 "PUT /v2.0/ports/08514a28-5891-440a-9e28-c1399adcb18a HTTP/1.1" status: 200 len: 1121 time: 3.6615868 May 25 20:09:40.943653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['08514a28-5891-440a-9e28-c1399adcb18a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:41.053673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['08514a28-5891-440a-9e28-c1399adcb18a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:41.182912 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4d5283-7d85-47ac-ad11-62c932178eeb'] response: {'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f17320-bf1b-4489-a273-146e933cb757', 'code': 200} May 25 20:09:41.283293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796163f6-1564-41fe-b83c-005ff3f06567 req-f7233c62-cdf7-4b41-8720-0c5abb2394cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:41.287041 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-796163f6-1564-41fe-b83c-005ff3f06567 req-f7233c62-cdf7-4b41-8720-0c5abb2394cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=589fda33a5a849c886853c57cb900612&device_id=fd1d4f85-a1f0-4b09-b932-b3e5c6db592b HTTP/1.1" status: 200 len: 1100 time: 0.2432849 May 25 20:09:41.445549 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8f728d-5266-42cf-b46e-ba9a462b7487'] response: {'server_uuid': 'b209014e-eac3-447d-979d-04f104b8b514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08514a28-5891-440a-9e28-c1399adcb18a', 'code': 200} May 25 20:09:41.630513 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:41.645993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb787e22-3ca9-4510-86fc-e0121fd6a032 req-f7de9409-d2e2-460d-88f8-8fd37513fab0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:41.647600 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb787e22-3ca9-4510-86fc-e0121fd6a032 req-f7de9409-d2e2-460d-88f8-8fd37513fab0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 945 time: 0.8208005 May 25 20:09:41.699100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49c7f9-a613-4977-92ef-62e16fbf37eb req-ffe7a549-04de-48b7-87d8-2d2b658af023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:41.702086 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f49c7f9-a613-4977-92ef-62e16fbf37eb req-ffe7a549-04de-48b7-87d8-2d2b658af023 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 1096 time: 0.2555547 May 25 20:09:41.707989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Transition to ACTIVE for port object d068eddb-7ef6-4fab-bd3b-2fcaba588162 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:09:41.770281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1046a0e-fb40-4d70-a570-bf580ba3cb47 req-11fffed8-f23f-4236-ae48-40da67f800f3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:41.783955 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e1046a0e-fb40-4d70-a570-bf580ba3cb47 req-11fffed8-f23f-4236-ae48-40da67f800f3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.3834891 May 25 20:09:41.802210 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb787e22-3ca9-4510-86fc-e0121fd6a032 req-8491fead-08d9-4f00-8e13-5502713437fe tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462684 May 25 20:09:41.815033 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f49c7f9-a613-4977-92ef-62e16fbf37eb req-74f0d2f7-02eb-4096-a182-f986327acbad service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025531 May 25 20:09:41.825687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796163f6-1564-41fe-b83c-005ff3f06567 req-2ab2f232-7759-4ae0-9bd5-e325e4e3ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:41.827457 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-796163f6-1564-41fe-b83c-005ff3f06567 req-2ab2f232-7759-4ae0-9bd5-e325e4e3ec7e service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.3594739 May 25 20:09:41.844484 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:41.931021 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:09:41.934254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:09:41.938127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:09:41.965502 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-796163f6-1564-41fe-b83c-005ff3f06567 req-2db37298-1321-4482-bfb9-0b0cc94a25b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94 HTTP/1.1" status: 200 len: 217 time: 0.1118886 May 25 20:09:41.969762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e1046a0e-fb40-4d70-a570-bf580ba3cb47 req-259c214f-e85b-44a8-9689-d02159d5bd0c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847334 May 25 20:09:41.996690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Pushing event updated for resources: {'Port': ['ID=d068eddb-7ef6-4fab-bd3b-2fcaba588162,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:42.062983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:42.063944 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:42.106055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796163f6-1564-41fe-b83c-005ff3f06567 req-e3a9ce2a-62cd-4fb4-9b5c-9acc6fab5c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:42.107635 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-796163f6-1564-41fe-b83c-005ff3f06567 req-e3a9ce2a-62cd-4fb4-9b5c-9acc6fab5c6e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1316543 May 25 20:09:42.172234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-40eca8b8-2c81-44d6-9268-6f66fceaeba8 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8610127 May 25 20:09:42.189322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Request body: {'port': {'device_id': '8b938495-8893-44bc-a0e2-7beab5fadb10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:42.273147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4945f5-f839-4e57-b2ed-1b2b7a26ce25 req-47fd3cdf-79c4-495d-bab7-f18d87a9b7e0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:42.277568 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4945f5-f839-4e57-b2ed-1b2b7a26ce25 req-47fd3cdf-79c4-495d-bab7-f18d87a9b7e0 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 943 time: 0.2086031 May 25 20:09:42.295948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0ce981d0-ec99-4191-ba81-a691c0ea9534 None None] Provisioning for port d068eddb-7ef6-4fab-bd3b-2fcaba588162 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:42.303545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0ce981d0-ec99-4191-ba81-a691c0ea9534 None None] Provisioning complete for port d068eddb-7ef6-4fab-bd3b-2fcaba588162 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:42.304404 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0ce981d0-ec99-4191-ba81-a691c0ea9534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:42.311565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48165af-5254-45eb-9aca-f8f147cc0620 req-22d49376-3ddf-452f-a125-c80a48f25dac tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:42.314823 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d48165af-5254-45eb-9aca-f8f147cc0620 req-22d49376-3ddf-452f-a125-c80a48f25dac tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.1529801 May 25 20:09:42.328583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796163f6-1564-41fe-b83c-005ff3f06567 req-2d72bbd4-e663-4df0-9a8f-835527638229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:42.331012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-796163f6-1564-41fe-b83c-005ff3f06567 req-2d72bbd4-e663-4df0-9a8f-835527638229 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2102273 May 25 20:09:42.355497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['673fef62-de33-4fe3-a34e-e501c71addc5'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:42.397626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4945f5-f839-4e57-b2ed-1b2b7a26ce25 req-c9bae77d-860d-46c9-a619-deff48bcde6b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114030 May 25 20:09:42.401123 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:42.435060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0ce981d0-ec99-4191-ba81-a691c0ea9534 None None] Port d068eddb-7ef6-4fab-bd3b-2fcaba588162 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:09:42.544960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d48165af-5254-45eb-9aca-f8f147cc0620 req-4aa8421f-a00f-4d5c-ad5b-783b0dd120e1 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208683 May 25 20:09:42.618919 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-796163f6-1564-41fe-b83c-005ff3f06567 req-bac2b61f-5ed3-4b77-b8b9-d9bc3be2b151 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646072 May 25 20:09:42.883478 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-796163f6-1564-41fe-b83c-005ff3f06567 req-49d5b8ae-4114-4201-8554-0584104ffd1d service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557709 May 25 20:09:42.894569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc77c5-8598-410f-9d06-e5e406034e7c req-acccbf58-e6c7-4f38-8672-05bc4ef417dc tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:42.894569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-62bc77c5-8598-410f-9d06-e5e406034e7c req-acccbf58-e6c7-4f38-8672-05bc4ef417dc tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Synchronizing usage tracker for tenant:dcddf9f64a9e42e28dc8ff11c28cd9b4 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:09:42.908555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2323f6-fbcb-4e5e-ba21-b91293f28a16 req-a2655c20-50b2-4353-b1e2-93cd24e0c8a9 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:42.912120 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d2323f6-fbcb-4e5e-ba21-b91293f28a16 req-a2655c20-50b2-4353-b1e2-93cd24e0c8a9 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 945 time: 0.1657121 May 25 20:09:42.968529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-62bc77c5-8598-410f-9d06-e5e406034e7c req-acccbf58-e6c7-4f38-8672-05bc4ef417dc tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Unset dirty status for tenant:dcddf9f64a9e42e28dc8ff11c28cd9b4 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:09:42.970430 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-62bc77c5-8598-410f-9d06-e5e406034e7c req-acccbf58-e6c7-4f38-8672-05bc4ef417dc tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 935 time: 0.4016931 May 25 20:09:42.978880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d2323f6-fbcb-4e5e-ba21-b91293f28a16 req-f8315af0-877b-4aa1-9ec8-40362c9fe1a6 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562036 May 25 20:09:43.048184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d068eddb-7ef6-4fab-bd3b-2fcaba588162 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:43.063479 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:43.071551 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-62bc77c5-8598-410f-9d06-e5e406034e7c req-dd955735-bce1-42fb-a57e-cb4c860f1b3a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783737 May 25 20:09:43.090942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Transition to ACTIVE for port object d068eddb-7ef6-4fab-bd3b-2fcaba588162 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:09:43.094308 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:43.345650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Pushing event updated for resources: {'Port': ['ID=d068eddb-7ef6-4fab-bd3b-2fcaba588162,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:43.448188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4742c-f7e2-4cbd-a81c-c7e95a652b83 req-13bbca5c-8757-4a44-b75c-70a214dcece9 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:43.449864 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dbf4742c-f7e2-4cbd-a81c-c7e95a652b83 req-13bbca5c-8757-4a44-b75c-70a214dcece9 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 946 time: 0.3043451 May 25 20:09:43.482318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b209014e-eac3-447d-979d-04f104b8b514', 'tag': '08514a28-5891-440a-9e28-c1399adcb18a'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:43.555669 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dbf4742c-f7e2-4cbd-a81c-c7e95a652b83 req-9ded60e0-7df4-47eb-b306-128014fa913d tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac70e0c8-2fb9-4b93-89ff-992f5f224390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951538 May 25 20:09:43.557655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63cad6-200e-407d-a8fa-45d638403167 req-02ebe2b9-add9-480c-b3f7-7f234c653b1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:43.560444 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-be63cad6-200e-407d-a8fa-45d638403167 req-02ebe2b9-add9-480c-b3f7-7f234c653b1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 945 time: 0.2981284 May 25 20:09:43.690663 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Attempting to bind port d068eddb-7ef6-4fab-bd3b-2fcaba588162 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:09:43.691802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Attempting to bind port d068eddb-7ef6-4fab-bd3b-2fcaba588162 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:09:43.693056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Attempting to bind port d068eddb-7ef6-4fab-bd3b-2fcaba588162 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:43.741928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Port d068eddb-7ef6-4fab-bd3b-2fcaba588162 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:09:43.743272 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Attempting to bind port d068eddb-7ef6-4fab-bd3b-2fcaba588162 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:43.776754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:09:43.777759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:09:43.778659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:09:43.779758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Bound port: d068eddb-7ef6-4fab-bd3b-2fcaba588162, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:09:43.780574 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:43.830206 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-be63cad6-200e-407d-a8fa-45d638403167 req-5bdfc763-53b1-4852-a0c0-a0358e710325 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899691 May 25 20:09:44.032368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1960a-7b97-4b7b-9989-c70efc0bcd0f req-20695e08-0b94-4454-ac2c-72e5a3af3393 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:44.035880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d6d1960a-7b97-4b7b-9989-c70efc0bcd0f req-20695e08-0b94-4454-ac2c-72e5a3af3393 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 945 time: 0.1871750 May 25 20:09:44.073620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] For port d068eddb-7ef6-4fab-bd3b-2fcaba588162, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:44.100502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] For port d068eddb-7ef6-4fab-bd3b-2fcaba588162, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d068eddb-7ef6-4fab-bd3b-2fcaba588162,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:09:44.117997 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:44.130078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d6d1960a-7b97-4b7b-9989-c70efc0bcd0f req-037e8498-9c77-4fa3-a938-abd280c78abc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870137 May 25 20:09:44.390251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:44.391424 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:44.393776 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] 10.222.0.50 "PUT /v2.0/ports/d068eddb-7ef6-4fab-bd3b-2fcaba588162 HTTP/1.1" status: 200 len: 1095 time: 2.2130020 May 25 20:09:44.424482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e635f-77cd-44de-96e1-9e017a2bc206 req-206a1e35-82af-41f8-91aa-58092bff2757 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:44.429370 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b95e635f-77cd-44de-96e1-9e017a2bc206 req-206a1e35-82af-41f8-91aa-58092bff2757 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 943 time: 0.1094830 May 25 20:09:44.458849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daaa76-39e5-4fae-9d03-572d9132ea2d req-3178e8d3-61d3-4274-9e4d-d94da9d7647d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:44.469968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f1daaa76-39e5-4fae-9d03-572d9132ea2d req-3178e8d3-61d3-4274-9e4d-d94da9d7647d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.4682350 May 25 20:09:44.505873 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b95e635f-77cd-44de-96e1-9e017a2bc206 req-e3b3e699-bddc-4c0f-9b39-9f89f8821d45 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693438 May 25 20:09:44.545358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7bee4-fca7-4fe0-b6d2-cbe8c6dd2438 service neutron] Pushing event updated for resources: {'Port': ['ID=d068eddb-7ef6-4fab-bd3b-2fcaba588162,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:44.592915 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f66742-e9c3-47b2-8869-39109887b588'] response: {'name': 'network-changed', 'server_uuid': 'b209014e-eac3-447d-979d-04f104b8b514', 'tag': '08514a28-5891-440a-9e28-c1399adcb18a', 'status': 'completed', 'code': 200} May 25 20:09:44.632888 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f1daaa76-39e5-4fae-9d03-572d9132ea2d req-3e561894-b913-425b-96a8-af054fb08100 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607087 May 25 20:09:44.683984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-a3454669-5026-4f38-ab17-e8f88f319548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:44.685502 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-a3454669-5026-4f38-ab17-e8f88f319548 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dcddf9f64a9e42e28dc8ff11c28cd9b4&device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 1098 time: 0.2113361 May 25 20:09:44.812455 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-4c846567-9f7c-42b2-86dd-eb115e079f3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=d068eddb-7ef6-4fab-bd3b-2fcaba588162 HTTP/1.1" status: 200 len: 217 time: 0.1139846 May 25 20:09:44.889203 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee831f-d091-4888-8fa0-8af774f6e80d req-a638b6ef-0dd5-4891-84a7-d99fd832a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:44.890829 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15ee831f-d091-4888-8fa0-8af774f6e80d req-a638b6ef-0dd5-4891-84a7-d99fd832a547 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 1124 time: 0.2458055 May 25 20:09:44.891495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-acea53a0-f347-47b2-8fd1-ae25970cbe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:44.893025 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-acea53a0-f347-47b2-8fd1-ae25970cbe7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0748959 May 25 20:09:44.929710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b70b4-3fec-4921-91ac-041d907e6ea2 req-7c92a9ba-5843-4238-8ba7-6d01507cbba2 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:44.931312 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bf6b70b4-3fec-4921-91ac-041d907e6ea2 req-7c92a9ba-5843-4238-8ba7-6d01507cbba2 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.1393805 May 25 20:09:45.042930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bf6b70b4-3fec-4921-91ac-041d907e6ea2 req-d0ef99c1-acc8-4118-ad97-6fae38fde4b6 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607550 May 25 20:09:45.048862 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-cef37d37-f847-4be4-b3f4-3a132a0393cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:45.050644 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-cef37d37-f847-4be4-b3f4-3a132a0393cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496930 May 25 20:09:45.063078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fed097-1efa-466a-acfc-8984e2e42ee3 req-bfa74520-9184-4c0d-8892-c391bcd0f411 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:45.064885 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4fed097-1efa-466a-acfc-8984e2e42ee3 req-bfa74520-9184-4c0d-8892-c391bcd0f411 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 947 time: 0.1230907 May 25 20:09:45.089048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee831f-d091-4888-8fa0-8af774f6e80d req-b60fccc2-e03b-401a-b401-a9bfab74591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:45.092096 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15ee831f-d091-4888-8fa0-8af774f6e80d req-b60fccc2-e03b-401a-b401-a9bfab74591f service neutron] 10.222.0.70 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 921 time: 0.1932809 May 25 20:09:45.185077 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15ee831f-d091-4888-8fa0-8af774f6e80d req-a1ddecce-4809-440b-81b5-8283da07ab93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08514a28-5891-440a-9e28-c1399adcb18a HTTP/1.1" status: 200 len: 217 time: 0.0834253 May 25 20:09:45.266507 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4fed097-1efa-466a-acfc-8984e2e42ee3 req-65be436b-c384-4b98-87ec-46212d265a2b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565387 May 25 20:09:45.324123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee831f-d091-4888-8fa0-8af774f6e80d req-f8f00fc5-fd71-4435-8008-fec5ca2db6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:45.324123 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15ee831f-d091-4888-8fa0-8af774f6e80d req-f8f00fc5-fd71-4435-8008-fec5ca2db6cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.1247995 May 25 20:09:45.380486 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-75f1bfc8-809e-4052-ba58-f13b992e3449 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931583 May 25 20:09:45.452507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15ee831f-d091-4888-8fa0-8af774f6e80d req-468ffadc-16d5-47c0-bf9c-5be40cd44db9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183217 May 25 20:09:45.461467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-15ee831f-d091-4888-8fa0-8af774f6e80d req-de592b1e-35c8-4bcb-9750-507f2feb706e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:09:45.461467 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15ee831f-d091-4888-8fa0-8af774f6e80d req-de592b1e-35c8-4bcb-9750-507f2feb706e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063255 May 25 20:09:45.644343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd12397-4502-44fc-be81-c8eb1901ebee req-a019f46d-c8f7-4d82-a9cd-48c056c4ac2d service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744250 May 25 20:09:45.727564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c03f5d-03ca-4288-a77f-973f31b7b945 req-25d9ecd8-1c0b-4453-973c-e6a803281db4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:45.740370 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-30c03f5d-03ca-4288-a77f-973f31b7b945 req-25d9ecd8-1c0b-4453-973c-e6a803281db4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 945 time: 0.2297950 May 25 20:09:45.848930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15ee831f-d091-4888-8fa0-8af774f6e80d req-a62cd5e1-1003-4264-8e22-24717b8ca259 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629620 May 25 20:09:45.866479 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-30c03f5d-03ca-4288-a77f-973f31b7b945 req-82393941-c0cc-42dc-b1d0-2766c695ffc4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221559 May 25 20:09:46.108517 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-3d49802c-e15c-4569-8078-1af3c498923d service neutron] 10.222.0.70 "GET /v2.0/ports/08514a28-5891-440a-9e28-c1399adcb18a/bindings/n-h2-843339-1 HTTP/1.1" status: 200 len: 384 time: 0.2361526 May 25 20:09:46.127917 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15ee831f-d091-4888-8fa0-8af774f6e80d req-c004443d-fdbe-4292-abb4-2a4653a10078 service neutron] 10.222.0.70 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725773 May 25 20:09:46.159158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad985569-0505-4f5a-bbbb-f4655e5f586f req-8c467794-a19e-4059-bc87-e42e2ba1b9d1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:46.163970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad985569-0505-4f5a-bbbb-f4655e5f586f req-8c467794-a19e-4059-bc87-e42e2ba1b9d1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 945 time: 0.1293857 May 25 20:09:46.205784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afd0df-45cd-4ffc-bb21-6e649ab49447 req-dec7bdf7-31fb-4cee-ae66-84a9fcfdeee4 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:46.205784 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-18afd0df-45cd-4ffc-bb21-6e649ab49447 req-dec7bdf7-31fb-4cee-ae66-84a9fcfdeee4 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 943 time: 0.2090220 May 25 20:09:46.254559 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad985569-0505-4f5a-bbbb-f4655e5f586f req-c58ef277-c26c-4332-92ec-913a242f4add tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791860 May 25 20:09:46.291408 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-18afd0df-45cd-4ffc-bb21-6e649ab49447 req-b23e14bd-6f4a-4e4c-9740-fdc5184a467d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742309 May 25 20:09:46.506271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486c6ac-849a-40a9-bf5a-98e4a3cdd798 req-ede84912-9bbc-4c78-afbe-390593e2edfb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:46.509224 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5486c6ac-849a-40a9-bf5a-98e4a3cdd798 req-ede84912-9bbc-4c78-afbe-390593e2edfb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1413617 May 25 20:09:46.587632 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5486c6ac-849a-40a9-bf5a-98e4a3cdd798 req-507bc449-118a-4cb8-841d-e017cd16876e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719106 May 25 20:09:46.598492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b938495-8893-44bc-a0e2-7beab5fadb10', 'tag': 'd068eddb-7ef6-4fab-bd3b-2fcaba588162'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:46.626224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-88df67d3-e6f7-486a-a450-e62707a83fca service neutron] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08514a28-5891-440a-9e28-c1399adcb18a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:46.677593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-88df67d3-e6f7-486a-a450-e62707a83fca service neutron] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:46.762503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b070e-e18b-4f1d-8ce7-89604eff8130 req-424e75d2-0c2a-4e2e-88aa-f6dd62a0763b tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:46.764655 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a07b070e-e18b-4f1d-8ce7-89604eff8130 req-424e75d2-0c2a-4e2e-88aa-f6dd62a0763b tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 946 time: 0.2614815 May 25 20:09:46.793062 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-88df67d3-e6f7-486a-a450-e62707a83fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08514a28-5891-440a-9e28-c1399adcb18a {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:46.811622 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-88df67d3-e6f7-486a-a450-e62707a83fca service neutron] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=08514a28-5891-440a-9e28-c1399adcb18a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:46.853015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afe58f-c999-43ac-83c0-4e94d8a015b0 req-8769f901-170c-4d7f-8cd5-efc17dfd26df tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:46.854585 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-40afe58f-c999-43ac-83c0-4e94d8a015b0 req-8769f901-170c-4d7f-8cd5-efc17dfd26df tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 945 time: 0.1341901 May 25 20:09:46.871049 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-88df67d3-e6f7-486a-a450-e62707a83fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:46.879170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44224) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:46.887832 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a830ae57-5e3b-4a62-af9a-abc2b938e46c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Request body: {'floatingip': {'port_id': '95f17320-bf1b-4489-a273-146e933cb757'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:46.919089 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a07b070e-e18b-4f1d-8ce7-89604eff8130 req-56366c97-a008-4b5d-8e18-61329cc1cd19 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac70e0c8-2fb9-4b93-89ff-992f5f224390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375074 May 25 20:09:47.024506 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a830ae57-5e3b-4a62-af9a-abc2b938e46c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:47.171790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-88df67d3-e6f7-486a-a450-e62707a83fca service neutron] Transition to ACTIVE for port object 08514a28-5891-440a-9e28-c1399adcb18a will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:09:47.189832 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-88df67d3-e6f7-486a-a450-e62707a83fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:47.442046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd896bfd-b6a4-41dc-9cef-ce5ca64dd845 req-ad57fc2e-8243-41e9-94f6-9b5e09bff798 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:47.442046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd896bfd-b6a4-41dc-9cef-ce5ca64dd845 req-ad57fc2e-8243-41e9-94f6-9b5e09bff798 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.3522873 May 25 20:09:47.514430 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d068eddb-7ef6-4fab-bd3b-2fcaba588162 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:09:47.599478 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd896bfd-b6a4-41dc-9cef-ce5ca64dd845 req-67846b0e-f08d-4122-b065-220af56f571e tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590662 May 25 20:09:47.649182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-88df67d3-e6f7-486a-a450-e62707a83fca service neutron] No DVR routers for this DVR port 08514a28-5891-440a-9e28-c1399adcb18a on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:09:47.690096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df67d3-e6f7-486a-a450-e62707a83fca service neutron] Pushing event updated for resources: {'Port': ['ID=08514a28-5891-440a-9e28-c1399adcb18a,revision_number=10']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:47.730681 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-88df67d3-e6f7-486a-a450-e62707a83fca service neutron] 10.222.0.70 "PUT /v2.0/ports/08514a28-5891-440a-9e28-c1399adcb18a/bindings/n-h2-843339-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6136405 May 25 20:09:47.781703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:09:47.784245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 08514a28-5891-440a-9e28-c1399adcb18a no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:09:47.837342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a9445-a721-42d8-bdcf-e29b977999fa req-94fcbb86-88cb-4ea1-abe9-e36e2955e0a4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:47.860494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd8a9445-a721-42d8-bdcf-e29b977999fa req-94fcbb86-88cb-4ea1-abe9-e36e2955e0a4 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 945 time: 0.7370498 May 25 20:09:48.049931 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd8a9445-a721-42d8-bdcf-e29b977999fa req-9c3b12ad-620a-435e-9959-cf83c30379a2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848166 May 25 20:09:48.101186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 08514a28-5891-440a-9e28-c1399adcb18a not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:09:48.139952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d068eddb-7ef6-4fab-bd3b-2fcaba588162, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d068eddb-7ef6-4fab-bd3b-2fcaba588162,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:48.179121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'd068eddb-7ef6-4fab-bd3b-2fcaba588162', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': 'd068eddb-7ef6-4fab-bd3b-2fcaba588162', 'mac_address': 'fa:16:3e:25:8f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:09:48.212103 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4bf6173-80a3-4456-827d-25e1f1ee0e17'] response: {'name': 'network-changed', 'server_uuid': '8b938495-8893-44bc-a0e2-7beab5fadb10', 'tag': 'd068eddb-7ef6-4fab-bd3b-2fcaba588162', 'status': 'completed', 'code': 200} May 25 20:09:48.260652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310fc34-40b6-429f-9c6b-167cfcac50de req-4f3e4ba3-fa8c-4753-a30d-2ad6abdbfa05 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:48.260652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1310fc34-40b6-429f-9c6b-167cfcac50de req-4f3e4ba3-fa8c-4753-a30d-2ad6abdbfa05 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 947 time: 0.3473232 May 25 20:09:48.314592 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:48.359439 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1310fc34-40b6-429f-9c6b-167cfcac50de req-c0d81aa5-45f7-42a7-bf68-206fc07bca4b tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807340 May 25 20:09:48.364346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94', 'mac_address': 'fa:16:3e:62:70:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:09:48.367852 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d068eddb-7ef6-4fab-bd3b-2fcaba588162 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:48.368229 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:48.423975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-3a19d659-9c51-4407-8a26-7ae17e0b03d7 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:48.426003 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-3a19d659-9c51-4407-8a26-7ae17e0b03d7 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514&tenant_id=588275645f004b30bd16726afb59ab56&binding%3Ahost_id=n-h1-843339-1 HTTP/1.1" status: 200 len: 1095 time: 0.5096023 May 25 20:09:48.465476 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:48.465722 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:48.492607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d068eddb-7ef6-4fab-bd3b-2fcaba588162 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:48.538734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:48.546422 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a830ae57-5e3b-4a62-af9a-abc2b938e46c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:48.554897 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a830ae57-5e3b-4a62-af9a-abc2b938e46c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:48.581365 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:48.584296 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d068eddb-7ef6-4fab-bd3b-2fcaba588162, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d068eddb-7ef6-4fab-bd3b-2fcaba588162,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:48.588719 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:48.632572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ca262f9d-cdc0-43b0-a6b0-44de2f2906bb tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:48.632572 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ca262f9d-cdc0-43b0-a6b0-44de2f2906bb tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.70 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 946 time: 0.5144444 May 25 20:09:48.637675 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:48.704719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba7629-5f23-4237-833f-cf457c61a186 req-6edd745b-6996-4939-b3e3-a3e18167cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:48.707221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1ba7629-5f23-4237-833f-cf457c61a186 req-6edd745b-6996-4939-b3e3-a3e18167cec8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dcddf9f64a9e42e28dc8ff11c28cd9b4&device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 1098 time: 0.4483731 May 25 20:09:48.725552 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:48.853652 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d068eddb-7ef6-4fab-bd3b-2fcaba588162,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:48.901946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83049d9a-e4c4-42a6-a32a-f44278c3a445 req-de31a48b-2c6c-4a92-83e2-97740740823c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:48.905731 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-83049d9a-e4c4-42a6-a32a-f44278c3a445 req-de31a48b-2c6c-4a92-83e2-97740740823c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 944 time: 0.5297425 May 25 20:09:48.949980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['1f289351-6c1a-4d9d-b37d-a5970b0e6a94'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:48.984694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-cc2d4494-3133-4c1c-96c9-dc0168fb9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:48.984694 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-cc2d4494-3133-4c1c-96c9-dc0168fb9da0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514&tenant_id=588275645f004b30bd16726afb59ab56 HTTP/1.1" status: 200 len: 1095 time: 0.5408943 May 25 20:09:49.000572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b7f4a-4060-44c8-90b5-1da9556e8751 req-6065b6e6-e83f-4402-8619-bcc70115877e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:49.017561 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-854b7f4a-4060-44c8-90b5-1da9556e8751 req-6065b6e6-e83f-4402-8619-bcc70115877e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.3497095 May 25 20:09:49.033986 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Deleting port 0c764203-07b7-411f-85a6-720c40f50a2c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:09:49.033986 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:49.055851 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-a830ae57-5e3b-4a62-af9a-abc2b938e46c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Floating IP 222b402f-e55e-419e-92b8-d9048c21cabc associated. External IP: 172.25.3.251, port: 95f17320-bf1b-4489-a273-146e933cb757. May 25 20:09:49.143554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba7629-5f23-4237-833f-cf457c61a186 req-578ec9f3-25da-4cba-85fe-a6e3848667a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:49.143554 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1ba7629-5f23-4237-833f-cf457c61a186 req-578ec9f3-25da-4cba-85fe-a6e3848667a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.4042437 May 25 20:09:49.170517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['d068eddb-7ef6-4fab-bd3b-2fcaba588162'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:49.233363 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-83049d9a-e4c4-42a6-a32a-f44278c3a445 req-daea9e91-f57f-475f-aa8a-74b59e90ef28 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093238 May 25 20:09:49.254751 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-854b7f4a-4060-44c8-90b5-1da9556e8751 req-a619da7d-e39c-450f-ac8d-6f1cf342f78a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404230 May 25 20:09:49.261992 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1ba7629-5f23-4237-833f-cf457c61a186 req-e8c46cd3-df60-45f7-8144-0a62cf2ecd67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=d068eddb-7ef6-4fab-bd3b-2fcaba588162 HTTP/1.1" status: 200 len: 217 time: 0.1021278 May 25 20:09:49.642957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:49.667988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba7629-5f23-4237-833f-cf457c61a186 req-7e09b7f1-4ea9-42d5-9301-99a394477b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:49.679977 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1ba7629-5f23-4237-833f-cf457c61a186 req-7e09b7f1-4ea9-42d5-9301-99a394477b0b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.3656335 May 25 20:09:49.687254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-80542301-9d4e-4b07-8e9c-8d66abe3e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:49.693840 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-80542301-9d4e-4b07-8e9c-8d66abe3e5f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=588275645f004b30bd16726afb59ab56&device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 1095 time: 0.6216908 May 25 20:09:49.865739 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:49.870569 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:50.055875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a830ae57-5e3b-4a62-af9a-abc2b938e46c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Router 446038c8-7127-4fc1-8eaa-20831391c25e has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:09:50.110240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:50.111565 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:50.149160 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bd2f6-4e09-42ea-9990-d489dde9e64d req-8b1d755f-ff06-4cc8-aac5-d2f88cc27346 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:50.160418 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-175bd2f6-4e09-42ea-9990-d489dde9e64d req-8b1d755f-ff06-4cc8-aac5-d2f88cc27346 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.7434731 May 25 20:09:50.180864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:50.188362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7cb94-6f9d-482d-8bba-6832f300aad7 req-fd3f2721-1a5f-4555-afee-01cbc278a459 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:50.188362 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74a7cb94-6f9d-482d-8bba-6832f300aad7 req-fd3f2721-1a5f-4555-afee-01cbc278a459 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 946 time: 0.6839406 May 25 20:09:50.209392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:50.209392 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:50.209392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0c764203-07b7-411f-85a6-720c40f50a2c no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:09:50.368575 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:50.436718 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-175bd2f6-4e09-42ea-9990-d489dde9e64d req-164aa40b-4544-4839-b374-e61c7f0da8cb tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787869 May 25 20:09:50.455293 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74a7cb94-6f9d-482d-8bba-6832f300aad7 req-3cdcfcd2-0096-4ec4-86be-9939a99bc8fb tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac70e0c8-2fb9-4b93-89ff-992f5f224390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684715 May 25 20:09:50.470753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a830ae57-5e3b-4a62-af9a-abc2b938e46c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:09:50.473906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] For port 0c764203-07b7-411f-85a6-720c40f50a2c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0c764203-07b7-411f-85a6-720c40f50a2c,segment=NetworkSegment(07a750cd-ce1d-4032-af50-b3df21a5ace6),segment_id=07a750cd-ce1d-4032-af50-b3df21a5ace6)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:50.473906 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:50.480407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 0c764203-07b7-411f-85a6-720c40f50a2c is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:50.480907 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:50.494925 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a830ae57-5e3b-4a62-af9a-abc2b938e46c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:50.514632 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad227e-e09e-4abd-b865-033e1a25e8a8 None None] Sync routers for ids ['446038c8-7127-4fc1-8eaa-20831391c25e'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:09:50.552350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 0c764203-07b7-411f-85a6-720c40f50a2c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0c764203-07b7-411f-85a6-720c40f50a2c,segment=NetworkSegment(07a750cd-ce1d-4032-af50-b3df21a5ace6),segment_id=07a750cd-ce1d-4032-af50-b3df21a5ace6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:50.567183 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:50.615724 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a830ae57-5e3b-4a62-af9a-abc2b938e46c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "PUT /v2.0/floatingips/222b402f-e55e-419e-92b8-d9048c21cabc HTTP/1.1" status: 200 len: 991 time: 3.7350807 May 25 20:09:50.617571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'tag': '95f17320-bf1b-4489-a273-146e933cb757'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:50.639796 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad227e-e09e-4abd-b865-033e1a25e8a8 None None] Routers {'446038c8-7127-4fc1-8eaa-20831391c25e'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:09:50.640856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-25ad227e-e09e-4abd-b865-033e1a25e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:09:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['446038c8-7127-4fc1-8eaa-20831391c25e'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:50.891868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d4ff9-bb87-419c-9eba-bcfdf0bb7d0a req-b64e8502-ce6d-4859-ba25-6232a45a1ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:50.893379 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-201d4ff9-bb87-419c-9eba-bcfdf0bb7d0a req-b64e8502-ce6d-4859-ba25-6232a45a1ec9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 1097 time: 0.2215724 May 25 20:09:50.915153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=0c764203-07b7-411f-85a6-720c40f50a2c,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:50.945832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Calling delete_port for 0c764203-07b7-411f-85a6-720c40f50a2c owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:09:50.949941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb1bab-7af1-43a8-9d50-ac53fb1c1a7b req-98e96999-ba37-4504-9dd6-9b8648f636c2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:50.951499 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-41cb1bab-7af1-43a8-9d50-ac53fb1c1a7b req-98e96999-ba37-4504-9dd6-9b8648f636c2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 945 time: 0.2113316 May 25 20:09:50.964112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-201d4ff9-bb87-419c-9eba-bcfdf0bb7d0a req-7cc12547-14d3-4c8a-bc14-ab2e6ff145c5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629094 May 25 20:09:50.979075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-25ad227e-e09e-4abd-b865-033e1a25e8a8 None None] Set router 446038c8-7127-4fc1-8eaa-20831391c25e gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:09:51.032580 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-41cb1bab-7af1-43a8-9d50-ac53fb1c1a7b req-0f39b17b-eed1-496e-8525-2a91065bbed1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702426 May 25 20:09:51.092888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-3515dc47-de3c-4d8b-bca2-789dd0b70938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:51.095058 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-3515dc47-de3c-4d8b-bca2-789dd0b70938 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 200 len: 921 time: 1.3758993 May 25 20:09:51.106276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba7629-5f23-4237-833f-cf457c61a186 req-ad74794e-cfa9-4a6c-9541-c0a9562bdad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:51.107847 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1ba7629-5f23-4237-833f-cf457c61a186 req-ad74794e-cfa9-4a6c-9541-c0a9562bdad6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4097602 May 25 20:09:51.155691 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acba74a4-bb17-4256-a91b-4e56016984e3'] response: {'server_uuid': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94', 'code': 200} May 25 20:09:51.231278 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-fefd1d28-3d26-4480-96f2-fdab8e01e24b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08514a28-5891-440a-9e28-c1399adcb18a HTTP/1.1" status: 200 len: 217 time: 0.1224422 May 25 20:09:51.324367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a03ad1-c269-4c68-a856-97ba3201e092 req-a7c711ed-c052-4ebf-a845-a5b1e9570bb2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:51.326594 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2a03ad1-c269-4c68-a856-97ba3201e092 req-a7c711ed-c052-4ebf-a845-a5b1e9570bb2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.0983574 May 25 20:09:51.375066 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:09:51.375378 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:09:51.385107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2a03ad1-c269-4c68-a856-97ba3201e092 req-276acbc6-2f7f-486b-9d24-22f464fa8f0d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520453 May 25 20:09:51.386439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52789c8f-b22b-4c5c-a363-a24745ecfc1f req-ece8848a-5f65-4ade-8137-624a8bb59b68 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:51.388596 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-52789c8f-b22b-4c5c-a363-a24745ecfc1f req-ece8848a-5f65-4ade-8137-624a8bb59b68 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 948 time: 0.5231938 May 25 20:09:51.417179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-9824f091-de0f-4808-a974-3cde43afb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:51.419754 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-9824f091-de0f-4808-a974-3cde43afb38b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 200 len: 860 time: 0.1243420 May 25 20:09:51.448164 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-25ad227e-e09e-4abd-b865-033e1a25e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:09:07Z', 'revision_number': 4, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port': {'id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:01Z', 'updated_at': '2022-05-25T20:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '222b402f-e55e-419e-92b8-d9048c21cabc', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'port_id': '95f17320-bf1b-4489-a273-146e933cb757', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'mac_address': 'fa:16:3e:3b:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:09:13Z', 'updated_at': '2022-05-25T20:09:48Z', 'revision_number': 1, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfef39c7-20c7-46cb-9cdd-cf66a481e118', 'name': '', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'mac_address': 'fa:16:3e:8d:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:06Z', 'updated_at': '2022-05-25T20:09:15Z', 'revision_number': 5, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'subnets': [{'id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:51.454029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad227e-e09e-4abd-b865-033e1a25e8a8 None None] Checking router: 446038c8-7127-4fc1-8eaa-20831391c25e for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:09:51.468051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad227e-e09e-4abd-b865-033e1a25e8a8 None None] Routers {'446038c8-7127-4fc1-8eaa-20831391c25e'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:09:51.468051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-25ad227e-e09e-4abd-b865-033e1a25e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:09:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['446038c8-7127-4fc1-8eaa-20831391c25e'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:51.522006 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-ea44207a-4352-41ec-9960-fbf865386b7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b7a3b6ab-cda3-4d80-8073-f508c964b6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823734 May 25 20:09:51.525240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d068eddb-7ef6-4fab-bd3b-2fcaba588162 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:51.525982 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1ba7629-5f23-4237-833f-cf457c61a186 req-972ad310-a722-43b8-85f0-aabd81baba24 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356569 May 25 20:09:51.536766 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-52789c8f-b22b-4c5c-a363-a24745ecfc1f req-feb7f402-fc85-4a02-9632-7a723f23edf2 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219163 May 25 20:09:51.600579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6abfdb-0605-406d-bf11-17c6e6b7c92e req-02719ad2-7631-42e7-aa21-309263570d7c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:51.602403 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db6abfdb-0605-406d-bf11-17c6e6b7c92e req-02719ad2-7631-42e7-aa21-309263570d7c tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 944 time: 0.0961404 May 25 20:09:51.670740 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db6abfdb-0605-406d-bf11-17c6e6b7c92e req-f19999c7-a49a-4658-b8ac-6eef50f63ae9 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601518 May 25 20:09:51.728809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port d068eddb-7ef6-4fab-bd3b-2fcaba588162 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:09:51.747515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port d068eddb-7ef6-4fab-bd3b-2fcaba588162 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:51.748513 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:51.813324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-25ad227e-e09e-4abd-b865-033e1a25e8a8 None None] Set router 446038c8-7127-4fc1-8eaa-20831391c25e gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:09:51.869060 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986a4540-e95d-4e76-af62-aafd563c3e9e'] response: {'name': 'network-changed', 'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'tag': '95f17320-bf1b-4489-a273-146e933cb757', 'status': 'completed', 'code': 200} May 25 20:09:51.906820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Deleting port 0c764203-07b7-411f-85a6-720c40f50a2c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:09:51.907144 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:51.963858 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1ba7629-5f23-4237-833f-cf457c61a186 req-5af0bb43-4243-4730-a052-82dab32193bc service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221568 May 25 20:09:52.117570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445686d-bfe3-4696-9d48-5eca3e58b830 req-b5d3d83f-3738-4e71-af7d-8a40deea83ef tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:52.127588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f445686d-bfe3-4696-9d48-5eca3e58b830 req-b5d3d83f-3738-4e71-af7d-8a40deea83ef tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 945 time: 0.1281610 May 25 20:09:52.165074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e69a9-afe0-4fbf-a840-48c746e4ef7b req-216e46b3-c3ed-4fa2-8734-72624bef505e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:52.166666 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b1e69a9-afe0-4fbf-a840-48c746e4ef7b req-216e46b3-c3ed-4fa2-8734-72624bef505e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 945 time: 0.4819310 May 25 20:09:52.182903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f445686d-bfe3-4696-9d48-5eca3e58b830 req-ba839cb0-88f1-4226-8b15-9f98009f4b21 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540125 May 25 20:09:52.192948 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-8711f447-0cc8-4bd9-8cb0-99915a0ad725 service neutron] 10.222.0.50 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527348 May 25 20:09:52.329793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d068eddb-7ef6-4fab-bd3b-2fcaba588162 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:52.330273 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:52.393540 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4deb8a-7b88-409e-9b8e-59b244a98a41 req-1a7f6e58-2473-4341-b342-d9ae8f050d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:52.410466 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee4deb8a-7b88-409e-9b8e-59b244a98a41 req-1a7f6e58-2473-4341-b342-d9ae8f050d01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 1096 time: 0.4331381 May 25 20:09:52.490831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d068eddb-7ef6-4fab-bd3b-2fcaba588162, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d068eddb-7ef6-4fab-bd3b-2fcaba588162,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:52.499012 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:52.564430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb592d1e-52fa-48c8-8a6b-967b84274dbc req-fb81c7ef-d378-4979-ba93-d45206029224 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:52.582947 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb592d1e-52fa-48c8-8a6b-967b84274dbc req-fb81c7ef-d378-4979-ba93-d45206029224 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.1694336 May 25 20:09:52.595506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d068eddb-7ef6-4fab-bd3b-2fcaba588162,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:52.655506 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb592d1e-52fa-48c8-8a6b-967b84274dbc req-bb9c33fc-14dc-4071-b561-260f27187473 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694447 May 25 20:09:52.675826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-25ad227e-e09e-4abd-b865-033e1a25e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:09:07Z', 'revision_number': 4, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port': {'id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:01Z', 'updated_at': '2022-05-25T20:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '222b402f-e55e-419e-92b8-d9048c21cabc', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'port_id': '95f17320-bf1b-4489-a273-146e933cb757', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'mac_address': 'fa:16:3e:3b:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:09:13Z', 'updated_at': '2022-05-25T20:09:48Z', 'revision_number': 1, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfef39c7-20c7-46cb-9cdd-cf66a481e118', 'name': '', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'mac_address': 'fa:16:3e:8d:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:06Z', 'updated_at': '2022-05-25T20:09:15Z', 'revision_number': 5, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'subnets': [{'id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:09:52.681875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad227e-e09e-4abd-b865-033e1a25e8a8 None None] The sync data for ids ['446038c8-7127-4fc1-8eaa-20831391c25e'] in n-d-843339-1 is: [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:09:07Z', 'revision_number': 4, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port': {'id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:01Z', 'updated_at': '2022-05-25T20:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '222b402f-e55e-419e-92b8-d9048c21cabc', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'port_id': '95f17320-bf1b-4489-a273-146e933cb757', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'mac_address': 'fa:16:3e:3b:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:09:13Z', 'updated_at': '2022-05-25T20:09:48Z', 'revision_number': 1, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfef39c7-20c7-46cb-9cdd-cf66a481e118', 'name': '', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'mac_address': 'fa:16:3e:8d:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:06Z', 'updated_at': '2022-05-25T20:09:15Z', 'revision_number': 5, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'subnets': [{'id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:09:52.799361 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b1e69a9-afe0-4fbf-a840-48c746e4ef7b req-9344781a-e751-42e3-9a59-1563bb48be35 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6195824 May 25 20:09:52.994500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4f605-b33f-4237-abfc-3e77e2fabb55 req-2abec191-bc59-4d78-b265-ec8b4fc51d3c tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:52.996006 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2b4f605-b33f-4237-abfc-3e77e2fabb55 req-2abec191-bc59-4d78-b265-ec8b4fc51d3c tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 944 time: 0.2046022 May 25 20:09:53.015185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] For port 0c764203-07b7-411f-85a6-720c40f50a2c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0c764203-07b7-411f-85a6-720c40f50a2c,segment=NetworkSegment(07a750cd-ce1d-4032-af50-b3df21a5ace6),segment_id=07a750cd-ce1d-4032-af50-b3df21a5ace6)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:53.015580 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:53.111248 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2b4f605-b33f-4237-abfc-3e77e2fabb55 req-ece6ba78-5de1-4537-be1d-2e03fb351915 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac70e0c8-2fb9-4b93-89ff-992f5f224390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084619 May 25 20:09:53.151625 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501aac86-9e1c-4a80-9ecc-ac93a803ec0a None None] New status for floating IP 222b402f-e55e-419e-92b8-d9048c21cabc: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:09:53.156898 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be31b0f-8afd-4259-be8b-719ecfeb7613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c764203-07b7-411f-85a6-720c40f50a2c'}, {'server_uuid': '8b938495-8893-44bc-a0e2-7beab5fadb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd068eddb-7ef6-4fab-bd3b-2fcaba588162'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:53.236203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Calling delete_port for 0c764203-07b7-411f-85a6-720c40f50a2c owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:09:53.492345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42ca0c-d637-44a3-a75c-714dfb64dd42 req-634433da-2f51-406f-946f-70379f050ee1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:53.504678 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5b42ca0c-d637-44a3-a75c-714dfb64dd42 req-634433da-2f51-406f-946f-70379f050ee1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2032478 May 25 20:09:53.551440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-324bd742-2e83-416c-9563-dd016b33674d service neutron] 10.222.0.50 "GET /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3368378 May 25 20:09:53.564419 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:53.582123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4deb8a-7b88-409e-9b8e-59b244a98a41 req-05be980b-578c-476c-9fc1-691c6ddc560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:53.585067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee4deb8a-7b88-409e-9b8e-59b244a98a41 req-05be980b-578c-476c-9fc1-691c6ddc560f service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 1.1415637 May 25 20:09:53.655930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5b42ca0c-d637-44a3-a75c-714dfb64dd42 req-ef3912a6-8a9b-4967-bd30-b9fa0bc1648a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441708 May 25 20:09:53.744892 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:53.906675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Pushing event deleted for resources: {'Port': ['ID=0c764203-07b7-411f-85a6-720c40f50a2c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:54.078480 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee4deb8a-7b88-409e-9b8e-59b244a98a41 req-f91a7083-2796-487d-ba96-5ac4efb466d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f17320-bf1b-4489-a273-146e933cb757 HTTP/1.1" status: 200 len: 1001 time: 0.4745777 May 25 20:09:54.107077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc446af-defd-4f33-a2c6-685b0a398888 req-93df4599-68bb-4d2b-b291-ffdce83a0b6c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:54.109900 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8cc446af-defd-4f33-a2c6-685b0a398888 req-93df4599-68bb-4d2b-b291-ffdce83a0b6c tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 949 time: 0.2101209 May 25 20:09:54.167756 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] No DVR routers for this DVR port 0c764203-07b7-411f-85a6-720c40f50a2c on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:09:54.182799 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8cc446af-defd-4f33-a2c6-685b0a398888 req-2eb7e050-3624-48be-a9bc-a5dca15a95ae tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628633 May 25 20:09:54.189296 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:54.196444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be31b0f-8afd-4259-be8b-719ecfeb7613', 'name': 'network-vif-deleted', 'tag': '0c764203-07b7-411f-85a6-720c40f50a2c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:54.252870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-06a590a2-ab6a-48d5-83d0-b17708ef2057 req-ead01e95-d233-4f2b-885f-4b545b0def79 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.70 "DELETE /v2.0/ports/0c764203-07b7-411f-85a6-720c40f50a2c HTTP/1.1" status: 204 len: 173 time: 5.6283133 May 25 20:09:54.274591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4deb8a-7b88-409e-9b8e-59b244a98a41 req-4a800b3d-7a0e-4871-8e43-93510afe8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:54.276267 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee4deb8a-7b88-409e-9b8e-59b244a98a41 req-4a800b3d-7a0e-4871-8e43-93510afe8f3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.1804271 May 25 20:09:54.461276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-09bdca79-f9d8-489b-b438-2e38b94b66df tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:54.463941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-09bdca79-f9d8-489b-b438-2e38b94b66df tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514&tenant_id=588275645f004b30bd16726afb59ab56&binding%3Ahost_id=n-h2-843339-1 HTTP/1.1" status: 200 len: 1095 time: 0.4855299 May 25 20:09:54.481585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3efa0-1af3-4bae-b880-3dfd20c9ec4a req-274e2b5d-c71a-43e1-91d3-693646908aa0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:54.485029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4cb3efa0-1af3-4bae-b880-3dfd20c9ec4a req-274e2b5d-c71a-43e1-91d3-693646908aa0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 945 time: 0.1089067 May 25 20:09:54.554594 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4cb3efa0-1af3-4bae-b880-3dfd20c9ec4a req-70c66711-a8e2-4fbd-9e05-3d6ca75a870b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617096 May 25 20:09:54.577862 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-c586ae42-9335-449f-9071-62c49402838b service neutron] show failed (client error): The resource could not be found. May 25 20:09:54.579123 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-c586ae42-9335-449f-9071-62c49402838b service neutron] 10.222.0.50 "GET /v2.0/ports/1b9acb47-a82c-4572-a38d-b983dd06b5f6/bindings/n-h1-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.2989490 May 25 20:09:54.587984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5106b14-98a8-49c9-b5d6-676041a16d75 req-9776e3cd-b5a0-4f69-9b01-513bec4982c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:54.589525 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5106b14-98a8-49c9-b5d6-676041a16d75 req-9776e3cd-b5a0-4f69-9b01-513bec4982c8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 944 time: 0.5099049 May 25 20:09:54.673438 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40396077-4072-45a3-8c36-b0e592c4486a'] response: {'server_uuid': '0be31b0f-8afd-4259-be8b-719ecfeb7613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c764203-07b7-411f-85a6-720c40f50a2c', 'code': 200} May 25 20:09:54.674444 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40396077-4072-45a3-8c36-b0e592c4486a'] response: {'server_uuid': '8b938495-8893-44bc-a0e2-7beab5fadb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd068eddb-7ef6-4fab-bd3b-2fcaba588162', 'code': 200} May 25 20:09:54.701693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4deb8a-7b88-409e-9b8e-59b244a98a41 req-fd6eaae2-5a39-43f7-82bf-a3a1515f4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:54.703057 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee4deb8a-7b88-409e-9b8e-59b244a98a41 req-fd6eaae2-5a39-43f7-82bf-a3a1515f4435 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3747189 May 25 20:09:54.817063 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5106b14-98a8-49c9-b5d6-676041a16d75 req-b9152bb2-9130-44ca-98c3-c3aea15269a7 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185307 May 25 20:09:54.945630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13030f-655f-4aad-8809-2d34cfac5189 req-d95cde99-8afc-4311-a827-879c2c1539d1 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:54.957739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f13030f-655f-4aad-8809-2d34cfac5189 req-d95cde99-8afc-4311-a827-879c2c1539d1 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.1225059 May 25 20:09:55.020971 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f13030f-655f-4aad-8809-2d34cfac5189 req-0bba9992-23c1-4ee9-ad76-8def98011e72 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619974 May 25 20:09:55.283647 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94610e5f-9085-422f-9c2e-504a73afe7b8'] response: {'server_uuid': '0be31b0f-8afd-4259-be8b-719ecfeb7613', 'name': 'network-vif-deleted', 'tag': '0c764203-07b7-411f-85a6-720c40f50a2c', 'status': 'completed', 'code': 200} May 25 20:09:55.326494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee4deb8a-7b88-409e-9b8e-59b244a98a41 req-5c9ec76f-9ddd-496a-bf11-76f62d4f6dc4 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054487 May 25 20:09:55.381792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0b46d162-6993-4b07-b359-c04209b0e332 req-8f01fb27-b812-4267-b2e4-2fbfd351b6f4 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Synchronizing usage tracker for tenant:c3393b9aa15f45fa9ea9937940b5ebfb on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:09:55.392565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-c632ae25-d3bf-4d65-a365-bc73261a25ea service neutron] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:55.428330 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-c632ae25-d3bf-4d65-a365-bc73261a25ea service neutron] Notify callbacks [] for binding, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:55.429599 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33b4fb29-c050-47eb-add3-380cb9f2245c req-c632ae25-d3bf-4d65-a365-bc73261a25ea service neutron] 10.222.0.50 "DELETE /v2.0/ports/08514a28-5891-440a-9e28-c1399adcb18a/bindings/n-h1-843339-1 HTTP/1.1" status: 204 len: 173 time: 0.9495871 May 25 20:09:55.516759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce6177-0981-4ce0-8410-e7442150d7b2 req-ced87916-5cf6-485c-a162-dfdd74551da4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:55.519559 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f1ce6177-0981-4ce0-8410-e7442150d7b2 req-ced87916-5cf6-485c-a162-dfdd74551da4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1232560 May 25 20:09:55.529316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 84a29044-f989-4b34-a56c-af7ae74af3bb details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:09:55.605085 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f1ce6177-0981-4ce0-8410-e7442150d7b2 req-35e10330-a229-411d-87c7-f4794fdf03cd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741992 May 25 20:09:55.787998 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 84a29044-f989-4b34-a56c-af7ae74af3bb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=84a29044-f989-4b34-a56c-af7ae74af3bb,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:55.794792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0b46d162-6993-4b07-b359-c04209b0e332 req-8f01fb27-b812-4267-b2e4-2fbfd351b6f4 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] Unset dirty status for tenant:c3393b9aa15f45fa9ea9937940b5ebfb on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:09:55.795968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0b46d162-6993-4b07-b359-c04209b0e332 req-8f01fb27-b812-4267-b2e4-2fbfd351b6f4 tempest-InstanceActionsTestJSON-362515896 tempest-InstanceActionsTestJSON-362515896-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be31b0f-8afd-4259-be8b-719ecfeb7613 HTTP/1.1" status: 200 len: 210 time: 0.4743624 May 25 20:09:55.806503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '84a29044-f989-4b34-a56c-af7ae74af3bb', 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f', 'port_id': '84a29044-f989-4b34-a56c-af7ae74af3bb', 'mac_address': 'fa:16:3e:bc:09:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c490fc-9d2c-491a-941a-073d05e04508', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:09:55.807772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6620ae-d3df-40f9-af93-d016b4c4cc72 req-67639072-3ed8-4317-b90e-d4b902a5eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:55.811363 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a6620ae-d3df-40f9-af93-d016b4c4cc72 req-67639072-3ed8-4317-b90e-d4b902a5eb69 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 1100 time: 0.8238411 May 25 20:09:55.859963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-bf158e50-d3cc-4065-b8cc-8b4fa351b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:55.863005 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-bf158e50-d3cc-4065-b8cc-8b4fa351b372 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0&tenant_id=04d4004046824ccea8f136fdfd698c36 HTTP/1.1" status: 200 len: 1101 time: 0.7199800 May 25 20:09:55.892281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:09:55.916369 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 84a29044-f989-4b34-a56c-af7ae74af3bb is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:55.917057 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:55.946991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84a29044-f989-4b34-a56c-af7ae74af3bb {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:09:55.997738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 84a29044-f989-4b34-a56c-af7ae74af3bb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=84a29044-f989-4b34-a56c-af7ae74af3bb,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:56.005198 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:56.113758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=84a29044-f989-4b34-a56c-af7ae74af3bb,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:56.154769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['84a29044-f989-4b34-a56c-af7ae74af3bb'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:09:56.238513 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a6620ae-d3df-40f9-af93-d016b4c4cc72 req-10187a3e-e0e9-4b83-9034-ec0e5e94a319 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156356 May 25 20:09:56.248829 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:56.318830 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee4deb8a-7b88-409e-9b8e-59b244a98a41 req-35ce4b72-1b4b-4f0f-ae46-15781a6b00d2 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9313674 May 25 20:09:56.355923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37dc70-cea1-498b-9aef-c5feb598eaa5 req-eb2055fd-5e7f-47f5-849a-9734046b119a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:56.358046 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c37dc70-cea1-498b-9aef-c5feb598eaa5 req-eb2055fd-5e7f-47f5-849a-9734046b119a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 949 time: 0.2926061 May 25 20:09:56.418983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-7a3bda82-14d3-4931-993b-14738a611e9a tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:56.420452 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-7a3bda82-14d3-4931-993b-14738a611e9a tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/networks?id=f21ae3e9-d288-42ee-8ae8-2284a93c8059 HTTP/1.1" status: 200 len: 811 time: 0.2773762 May 25 20:09:56.456997 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-eb083085-4ea1-411d-9311-88b74d8d207b tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/quotas/e4eeb42cdd664d3ea10b15927d4541fd HTTP/1.1" status: 200 len: 375 time: 0.0124383 May 25 20:09:56.495006 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c37dc70-cea1-498b-9aef-c5feb598eaa5 req-c7f3585d-cbf8-4988-8b40-cc2551ae0504 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274722 May 25 20:09:56.679332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] For port 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:56.688836 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-d170b2a1-ba50-4e92-a5ba-58ce095198b8 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4eeb42cdd664d3ea10b15927d4541fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2018280 May 25 20:09:56.705232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-b0ea5816-6051-4187-98a0-4b4d3d644886 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:09:56.706390 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-b0ea5816-6051-4187-98a0-4b4d3d644886 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060556 May 25 20:09:56.785386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] For port 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:56.892315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4501688-8e76-4ae4-86e8-e2982e05bf7f req-72f8a85f-99c2-4abd-96d6-733d7c42f3eb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:56.894534 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4501688-8e76-4ae4-86e8-e2982e05bf7f req-72f8a85f-99c2-4abd-96d6-733d7c42f3eb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 945 time: 0.2127244 May 25 20:09:56.947127 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:56.987193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Transition to ACTIVE for port object 1b9acb47-a82c-4572-a38d-b983dd06b5f6 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:09:57.000421 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4501688-8e76-4ae4-86e8-e2982e05bf7f req-29ea8ab7-2252-4a68-94ee-b236425bf662 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893862 May 25 20:09:57.001002 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:57.129849 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-bc7b28e7-8a21-460b-8176-89a0ec4dc3d0 service neutron] 10.222.0.60 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112940 May 25 20:09:57.281176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] No DVR routers for this DVR port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:09:57.290196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Pushing event updated for resources: {'Port': ['ID=1b9acb47-a82c-4572-a38d-b983dd06b5f6,revision_number=6']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:57.296159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1351fa7-ba83-465b-887f-81399639cdf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b9acb47-a82c-4572-a38d-b983dd06b5f6'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:57.351697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-bbd3a9c7-effe-4eaa-bbac-34d5fcdf206e service neutron] 10.222.0.60 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152576 May 25 20:09:57.412169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Attempting to bind port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:09:57.412646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Attempting to bind port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:09:57.413163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Attempting to bind port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:57.419211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:09:57.419544 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Attempting to bind port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:09:57.429330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:09:57.429664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:09:57.430076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:09:57.430607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Bound port: 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:09:57.431035 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:57.533447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f542a-dc23-4fcb-84e4-d710bb3a5653 req-84edaceb-4be6-47ff-8340-de3e71e2c8fd tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:57.536368 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f65f542a-dc23-4fcb-84e4-d710bb3a5653 req-84edaceb-4be6-47ff-8340-de3e71e2c8fd tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 1095 time: 0.3219068 May 25 20:09:57.553324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 84a29044-f989-4b34-a56c-af7ae74af3bb up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:09:57.609880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] For port 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:09:57.661911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] For port 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:09:57.677900 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:57.696469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 84a29044-f989-4b34-a56c-af7ae74af3bb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:09:57.696619 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:57.794474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6292a-a966-4863-bb19-5dfee2b51d3a req-b1d8f6d6-829d-48e7-9567-51b944b8e51c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:57.809568 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6aa6292a-a966-4863-bb19-5dfee2b51d3a req-b1d8f6d6-829d-48e7-9567-51b944b8e51c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 944 time: 0.1501529 May 25 20:09:57.816724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f65f542a-dc23-4fcb-84e4-d710bb3a5653 req-42634178-0abc-4b38-9834-8ba5b1ad8421 tempest-LiveAutoBlockMigrationV225Test-217083406 tempest-LiveAutoBlockMigrationV225Test-217083406-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662559 May 25 20:09:57.901926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:57.906365 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:57.916991 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:57.919009 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] 10.222.0.70 "PUT /v2.0/ports/1b9acb47-a82c-4572-a38d-b983dd06b5f6 HTTP/1.1" status: 200 len: 1096 time: 2.0467217 May 25 20:09:57.944778 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6aa6292a-a966-4863-bb19-5dfee2b51d3a req-207c096d-532f-4a90-b1eb-19781d33621a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316037 May 25 20:09:58.201218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189dbb7-7c67-45a3-b705-1d931222bd1f service neutron] Pushing event updated for resources: {'Port': ['ID=1b9acb47-a82c-4572-a38d-b983dd06b5f6,revision_number=7']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:58.348930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44416) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:58.357145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-cee8075f-8049-4784-b6e8-b39494fe2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:58.376395 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-cee8075f-8049-4784-b6e8-b39494fe2b12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 1099 time: 0.4039009 May 25 20:09:58.382399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 84a29044-f989-4b34-a56c-af7ae74af3bb is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:09:58.382893 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:58.489359 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d2e0c2ae-77de-4adb-8379-bdf3d753cf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:58.548775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7a41ed-55aa-4eb6-854e-170bafc7f16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a29044-f989-4b34-a56c-af7ae74af3bb'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:09:58.602415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 84a29044-f989-4b34-a56c-af7ae74af3bb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=84a29044-f989-4b34-a56c-af7ae74af3bb,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:09:58.609164 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:58.610194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1b9acb47-a82c-4572-a38d-b983dd06b5f6 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:09:58.723413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f20f7d-c5ad-43f5-a1d4-e3439d92358b admin admin] Deleting subnet d02fc37b-c894-468d-96d5-5f6b5276c126 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:09:58.767738 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13f20f7d-c5ad-43f5-a1d4-e3439d92358b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:58.853310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee5f96-431c-4d1f-b947-80cd23eff180 req-54a74656-2630-4d9a-9d2c-07357db7ccc0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:58.855012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-06ee5f96-431c-4d1f-b947-80cd23eff180 req-54a74656-2630-4d9a-9d2c-07357db7ccc0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 948 time: 0.3129468 May 25 20:09:58.892232 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1b9acb47-a82c-4572-a38d-b983dd06b5f6 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:09:58.896811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=84a29044-f989-4b34-a56c-af7ae74af3bb,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:59.027582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-06ee5f96-431c-4d1f-b947-80cd23eff180 req-b470aafc-84bd-47c0-a8ae-31a970639f82 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443541 May 25 20:09:59.039144 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13f20f7d-c5ad-43f5-a1d4-e3439d92358b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:59.053938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-4ecd184b-71f6-4370-bb01-1e88670c2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:59.071748 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-4ecd184b-71f6-4370-bb01-1e88670c2db7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.6870759 May 25 20:09:59.179226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13f20f7d-c5ad-43f5-a1d4-e3439d92358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:59.227270 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f07e438-2f55-4386-a584-785247821088'] response: {'server_uuid': 'f1351fa7-ba83-465b-887f-81399639cdf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b9acb47-a82c-4572-a38d-b983dd06b5f6', 'code': 200} May 25 20:09:59.234867 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-45c2bf43-b879-4d9b-9a34-d379db784d9c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6 HTTP/1.1" status: 200 len: 217 time: 0.1550560 May 25 20:09:59.340885 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13f20f7d-c5ad-43f5-a1d4-e3439d92358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:59.391382 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13f20f7d-c5ad-43f5-a1d4-e3439d92358b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:59.486908 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-13f20f7d-c5ad-43f5-a1d4-e3439d92358b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d02fc37b-c894-468d-96d5-5f6b5276c126 HTTP/1.1" status: 204 len: 168 time: 1.1294625 May 25 20:09:59.504417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f20f7d-c5ad-43f5-a1d4-e3439d92358b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d02fc37b-c894-468d-96d5-5f6b5276c126,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:09:59.506170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-960d5b21-a61d-400b-b1b8-dc1ee942c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:59.506797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44432) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:09:59.508067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-960d5b21-a61d-400b-b1b8-dc1ee942c175 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2646823 May 25 20:09:59.531725 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8148f9f-32a2-4245-90f4-9791ee452fb2 req-69f9f850-c3b3-4c52-a94d-9ff87b59b136 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 210 time: 0.1509748 May 25 20:09:59.603874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83918748-e628-448c-869d-bed2c533c212 req-d3ff5495-c978-4bb9-b9be-96fbf853669c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:59.607339 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-83918748-e628-448c-869d-bed2c533c212 req-d3ff5495-c978-4bb9-b9be-96fbf853669c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 945 time: 0.7925577 May 25 20:09:59.695907 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-83918748-e628-448c-869d-bed2c533c212 req-5e860549-5a88-4ed9-8cc3-e132fe8dfa5e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738461 May 25 20:09:59.717190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-076457f0-f666-442e-8b47-ca4a4e1ca142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:09:59.719469 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-076457f0-f666-442e-8b47-ca4a4e1ca142 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2017426 May 25 20:09:59.843250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-82c7cd2f-2ebc-4c64-8187-2233b9dff2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:09:59.976951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-39bd1c9e-1358-4c1b-93d5-0952f93395f9 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495844 May 25 20:10:00.204847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-82c7cd2f-2ebc-4c64-8187-2233b9dff2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:00.241815 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de18b06-c217-4660-920c-09062ea48457'] response: {'server_uuid': 'ec7a41ed-55aa-4eb6-854e-170bafc7f16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a29044-f989-4b34-a56c-af7ae74af3bb', 'code': 200} May 25 20:10:00.243299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-82c7cd2f-2ebc-4c64-8187-2233b9dff2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a8e351-caed-499f-8166-845e9ad39a0b']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:10:00.261091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-82c7cd2f-2ebc-4c64-8187-2233b9dff2a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a750cd-ce1d-4032-af50-b3df21a5ace6') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:10:00.262336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-82c7cd2f-2ebc-4c64-8187-2233b9dff2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a750cd-ce1d-4032-af50-b3df21a5ace6') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:10:00.281360 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-82c7cd2f-2ebc-4c64-8187-2233b9dff2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:00.303932 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-82c7cd2f-2ebc-4c64-8187-2233b9dff2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:00.311254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c7cd2f-2ebc-4c64-8187-2233b9dff2a5 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:10:00.312195 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-82c7cd2f-2ebc-4c64-8187-2233b9dff2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:00.316711 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02fad5ff-491b-46ba-a4cc-0e6acf64ae6c req-cbd52870-b8c3-4072-aeaf-71adcdb8b0eb service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269713 May 25 20:10:00.447986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-82c7cd2f-2ebc-4c64-8187-2233b9dff2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:00.510533 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-82c7cd2f-2ebc-4c64-8187-2233b9dff2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:00.529008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7cd2f-2ebc-4c64-8187-2233b9dff2a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=72a8e351-caed-499f-8166-845e9ad39a0b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:00.537348 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-80a5275b-9402-4ca0-ac5c-02501d409dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:00.545313 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-82c7cd2f-2ebc-4c64-8187-2233b9dff2a5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/72a8e351-caed-499f-8166-845e9ad39a0b HTTP/1.1" status: 204 len: 168 time: 1.0242429 May 25 20:10:00.554077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281476a-0f8b-4076-8b36-79a6bb1395de req-ada6a4c4-033b-49bd-afd0-d90c5a7f91e5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:00.555806 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d281476a-0f8b-4076-8b36-79a6bb1395de req-ada6a4c4-033b-49bd-afd0-d90c5a7f91e5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 945 time: 0.1829572 May 25 20:10:00.621562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb73d9-7b60-45bd-b4eb-ab50e2491983 req-603a84d9-810b-4250-8dd5-21384b85d1bf tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:00.622872 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d281476a-0f8b-4076-8b36-79a6bb1395de req-4a129ac9-d2c7-41cb-823f-890d0748fcd2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583272 May 25 20:10:00.634463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0cb73d9-7b60-45bd-b4eb-ab50e2491983 req-603a84d9-810b-4250-8dd5-21384b85d1bf tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 949 time: 0.7566223 May 25 20:10:00.636814 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 07a750cd-ce1d-4032-af50-b3df21a5ace6 resource provider aggregate not found May 25 20:10:00.694906 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 07a750cd-ce1d-4032-af50-b3df21a5ace6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07a750cd-ce1d-4032-af50-b3df21a5ace6 found for delete ", "request_id": "req-35a1b91e-e741-483b-afa5-c6928fd9c3df"}]} May 25 20:10:00.754176 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0cb73d9-7b60-45bd-b4eb-ab50e2491983 req-092c9cc8-f23c-4803-8f04-a7c564244821 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062279 May 25 20:10:00.785218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-dffee2bd-52db-4a83-b114-919c310190e0 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:00.793868 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-dffee2bd-52db-4a83-b114-919c310190e0 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.70 "GET /v2.0/networks?id=f21ae3e9-d288-42ee-8ae8-2284a93c8059 HTTP/1.1" status: 200 len: 811 time: 0.9452510 May 25 20:10:00.806299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44464) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:00.833532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Request body: {'port': {'device_id': '38ef0c3c-6a2e-46d6-b9d0-a54563d6720d', 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059', 'admin_state_up': True, 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:10:01.024342 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8ae56797-928d-4006-8c09-afe3775a8c5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3393b9aa15f45fa9ea9937940b5ebfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152579 May 25 20:10:01.026938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44472) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:01.163997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99608e9-42a8-470c-bce8-01b01fb2abed req-59972c6a-00cd-4959-89f8-477a2f3a3752 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:01.166622 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d99608e9-42a8-470c-bce8-01b01fb2abed req-59972c6a-00cd-4959-89f8-477a2f3a3752 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.50 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 944 time: 0.3067427 May 25 20:10:01.209713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:10:01.277794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1351fa7-ba83-465b-887f-81399639cdf0', 'tag': '1b9acb47-a82c-4572-a38d-b983dd06b5f6'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:01.287113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-d99608e9-42a8-470c-bce8-01b01fb2abed req-a59cd263-d3d1-417a-a18c-dee4a9c1f659 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Deleting port 08514a28-5891-440a-9e28-c1399adcb18a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:10:01.287722 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d99608e9-42a8-470c-bce8-01b01fb2abed req-a59cd263-d3d1-417a-a18c-dee4a9c1f659 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:01.294312 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:01.300648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:10:01.323711 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63f5776c-5efa-4439-b822-b5ca7e20ed74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:01.338311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Made reservation on behalf of e4eeb42cdd664d3ea10b15927d4541fd for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:10:01.344155 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:01.391510 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63f5776c-5efa-4439-b822-b5ca7e20ed74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:01.395034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a5418-5bef-4976-a04c-e37ead03538f req-9fb5fa82-51ec-47a4-853a-dd590b9238cb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:01.404226 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be7a5418-5bef-4976-a04c-e37ead03538f req-9fb5fa82-51ec-47a4-853a-dd590b9238cb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 948 time: 0.1978507 May 25 20:10:01.543713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 84a29044-f989-4b34-a56c-af7ae74af3bb no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:10:01.692665 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63f5776c-5efa-4439-b822-b5ca7e20ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:01.704608 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:01.772604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Allocated IP 172.20.0.7 (f21ae3e9-d288-42ee-8ae8-2284a93c8059/c3639922-bebd-4c46-8d65-a916de891676/b746a30b-b0a6-4c4e-9c8a-ec167f00305f) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:10:01.855838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 84a29044-f989-4b34-a56c-af7ae74af3bb is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:01.856228 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:01.921070 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63f5776c-5efa-4439-b822-b5ca7e20ed74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:01.926912 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-63f5776c-5efa-4439-b822-b5ca7e20ed74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac70e0c8-2fb9-4b93-89ff-992f5f224390 HTTP/1.1" status: 204 len: 168 time: 0.8989155 May 25 20:10:01.928759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5776c-5efa-4439-b822-b5ca7e20ed74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac70e0c8-2fb9-4b93-89ff-992f5f224390,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:01.944274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 84a29044-f989-4b34-a56c-af7ae74af3bb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=84a29044-f989-4b34-a56c-af7ae74af3bb,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:01.959562 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:02.009350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-d99608e9-42a8-470c-bce8-01b01fb2abed req-a59cd263-d3d1-417a-a18c-dee4a9c1f659 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] For port 08514a28-5891-440a-9e28-c1399adcb18a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=08514a28-5891-440a-9e28-c1399adcb18a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:02.009914 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d99608e9-42a8-470c-bce8-01b01fb2abed req-a59cd263-d3d1-417a-a18c-dee4a9c1f659 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:02.031048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5a993-0238-41b0-858c-360d92e58f5e req-f549a59a-8ca0-4cf8-a2b6-c42ad5f20fc8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:02.039784 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-27f5a993-0238-41b0-858c-360d92e58f5e req-f549a59a-8ca0-4cf8-a2b6-c42ad5f20fc8 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=b209014e-eac3-447d-979d-04f104b8b514 HTTP/1.1" status: 200 len: 944 time: 0.3545940 May 25 20:10:02.093110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=84a29044-f989-4b34-a56c-af7ae74af3bb,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:02.185157 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be7a5418-5bef-4976-a04c-e37ead03538f req-1df572af-373d-45c2-accf-409ddfe13373 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7780619 May 25 20:10:02.199658 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:02.223549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-d99608e9-42a8-470c-bce8-01b01fb2abed req-a59cd263-d3d1-417a-a18c-dee4a9c1f659 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Calling delete_port for 08514a28-5891-440a-9e28-c1399adcb18a owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:10:02.243832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7a41ed-55aa-4eb6-854e-170bafc7f16e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a29044-f989-4b34-a56c-af7ae74af3bb'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:02.275959 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:02.296508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['1651aeb5-e1d3-45c7-bfca-7405a38f688b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:02.326247 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-27f5a993-0238-41b0-858c-360d92e58f5e req-60d1ced7-2c89-4cde-b5fb-b846d6b613e6 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805777 May 25 20:10:02.520011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Network f21ae3e9-d288-42ee-8ae8-2284a93c8059 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:10:02.531667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:10:02.538071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:10:02.605691 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d99608e9-42a8-470c-bce8-01b01fb2abed req-a59cd263-d3d1-417a-a18c-dee4a9c1f659 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:02.701314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:02.702186 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:02.780959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cd263-d3d1-417a-a18c-dee4a9c1f659 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Pushing event deleted for resources: {'Port': ['ID=08514a28-5891-440a-9e28-c1399adcb18a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:02.914368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0943606 May 25 20:10:02.920244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99608e9-42a8-470c-bce8-01b01fb2abed req-a59cd263-d3d1-417a-a18c-dee4a9c1f659 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] No DVR routers for this DVR port 08514a28-5891-440a-9e28-c1399adcb18a on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:10:02.928799 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d99608e9-42a8-470c-bce8-01b01fb2abed req-a59cd263-d3d1-417a-a18c-dee4a9c1f659 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:02.950700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Request body: {'port': {'device_id': '38ef0c3c-6a2e-46d6-b9d0-a54563d6720d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:10:02.958563 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d99608e9-42a8-470c-bce8-01b01fb2abed req-a59cd263-d3d1-417a-a18c-dee4a9c1f659 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.50 "DELETE /v2.0/ports/08514a28-5891-440a-9e28-c1399adcb18a HTTP/1.1" status: 204 len: 173 time: 1.7847703 May 25 20:10:03.018222 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:03.095331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c31da0-f046-4fe0-a680-bf4301c63118 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Pushing event updated for resources: {'Port': ['ID=b746a30b-b0a6-4c4e-9c8a-ec167f00305f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:03.153756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['7d9dd7f8-cefe-4ca0-8799-90bd4531df8c', 'a98f56e2-e655-46ca-8e33-779754f43e0a', '414f0870-5d8e-443b-acd4-c0897630efe4'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:03.225399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc9ec6-4fdc-4fb5-b4e1-af5bb6820ba4 req-64e37407-b48d-487e-98e3-024fa84654df tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:03.226134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6cbc9ec6-4fdc-4fb5-b4e1-af5bb6820ba4 req-64e37407-b48d-487e-98e3-024fa84654df tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Synchronizing usage tracker for tenant:e4eeb42cdd664d3ea10b15927d4541fd on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:10:03.238577 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:03.348427 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4faa5d-8aa6-41db-af65-448191133b84'] response: {'name': 'network-changed', 'server_uuid': 'f1351fa7-ba83-465b-887f-81399639cdf0', 'tag': '1b9acb47-a82c-4572-a38d-b983dd06b5f6', 'status': 'completed', 'code': 200} May 25 20:10:03.383662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6cbc9ec6-4fdc-4fb5-b4e1-af5bb6820ba4 req-64e37407-b48d-487e-98e3-024fa84654df tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Unset dirty status for tenant:e4eeb42cdd664d3ea10b15927d4541fd on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:10:03.390828 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6cbc9ec6-4fdc-4fb5-b4e1-af5bb6820ba4 req-64e37407-b48d-487e-98e3-024fa84654df tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 931 time: 0.8634040 May 25 20:10:03.626249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 95f17320-bf1b-4489-a273-146e933cb757 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:10:03.630436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 08514a28-5891-440a-9e28-c1399adcb18a no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:10:03.707071 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a37b16-268e-473b-b2a9-2d88ef24ee85'] response: {'server_uuid': 'ec7a41ed-55aa-4eb6-854e-170bafc7f16e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a29044-f989-4b34-a56c-af7ae74af3bb', 'code': 200} May 25 20:10:03.731318 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6cbc9ec6-4fdc-4fb5-b4e1-af5bb6820ba4 req-c3e460cc-fadb-4801-9d8d-2edda56a2b58 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395069 May 25 20:10:03.851900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-b8eca636-e181-469c-89de-b52079a414e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:03.860595 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-b8eca636-e181-469c-89de-b52079a414e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 1099 time: 0.4973302 May 25 20:10:03.923408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 08514a28-5891-440a-9e28-c1399adcb18a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:10:03.923757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 08514a28-5891-440a-9e28-c1399adcb18a not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:10:04.129007 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.resource_extend [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:10:04.150559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-e2daa4e1-f827-4870-9638-0efaf10e316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:04.152693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-e2daa4e1-f827-4870-9638-0efaf10e316b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 1099 time: 0.5263476 May 25 20:10:04.341648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee891c23-8ac4-4094-bf4c-4ac89cc66bc1 req-b12c5697-bc74-44fd-a7d2-b23b084ddcf7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:04.349766 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee891c23-8ac4-4094-bf4c-4ac89cc66bc1 req-b12c5697-bc74-44fd-a7d2-b23b084ddcf7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 949 time: 0.2675719 May 25 20:10:04.488812 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee891c23-8ac4-4094-bf4c-4ac89cc66bc1 req-c75ffdc7-7052-4634-a094-ad8520e13ae2 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371171 May 25 20:10:04.529863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b746a30b-b0a6-4c4e-9c8a-ec167f00305f {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:04.549268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-de61a08a-4dcd-4562-9942-762fee03fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:04.551416 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:04.552255 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-de61a08a-4dcd-4562-9942-762fee03fb80 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.6885509 May 25 20:10:04.611790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Transition to ACTIVE for port object b746a30b-b0a6-4c4e-9c8a-ec167f00305f will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:10:04.617811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:04.902723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Pushing event updated for resources: {'Port': ['ID=b746a30b-b0a6-4c4e-9c8a-ec167f00305f,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:04.921166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:04.937434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '95f17320-bf1b-4489-a273-146e933cb757', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'port_id': '95f17320-bf1b-4489-a273-146e933cb757', 'mac_address': 'fa:16:3e:3b:d9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:10:04.976168 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-2448e7b7-54a1-46b5-9496-0b0966f10bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:04.982841 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-2448e7b7-54a1-46b5-9496-0b0966f10bf2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.8114653 May 25 20:10:05.006848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bf37f-abfb-4eda-9a50-4a8db5a122d0 req-74f81f69-4ecf-4330-83e9-534a2cd63b9f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:05.013612 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc7bf37f-abfb-4eda-9a50-4a8db5a122d0 req-74f81f69-4ecf-4330-83e9-534a2cd63b9f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 0.9838746 May 25 20:10:05.016514 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-200433ca-63f6-4b99-aad5-bbd82f5ebc8c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6 HTTP/1.1" status: 200 len: 217 time: 0.4540837 May 25 20:10:05.145885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 95f17320-bf1b-4489-a273-146e933cb757 is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:05.156196 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:05.239549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95f17320-bf1b-4489-a273-146e933cb757 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:05.265720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:05.312597 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:05.339408 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-73726789-84f2-4dfe-a221-213d5b27911c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6 HTTP/1.1" status: 200 len: 217 time: 0.3208728 May 25 20:10:05.361863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b209014e-eac3-447d-979d-04f104b8b514', 'name': 'network-vif-deleted', 'tag': '08514a28-5891-440a-9e28-c1399adcb18a'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:05.485359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:05.516207 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['95f17320-bf1b-4489-a273-146e933cb757'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:05.628339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-cf53064b-1b87-40f7-9037-2f423ae4ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:05.636494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-cf53064b-1b87-40f7-9037-2f423ae4ecf1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.4706833 May 25 20:10:05.899662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1b9acb47-a82c-4572-a38d-b983dd06b5f6 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:10:06.019796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-b5ad0173-58c7-459b-996f-7904e60e3368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:06.026731 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-b5ad0173-58c7-459b-996f-7904e60e3368 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.6162956 May 25 20:10:06.090545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Attempting to bind port b746a30b-b0a6-4c4e-9c8a-ec167f00305f on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:10:06.091321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Attempting to bind port b746a30b-b0a6-4c4e-9c8a-ec167f00305f by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'f28d570f-89f1-4268-9354-3529c109959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:10:06.091321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Attempting to bind port b746a30b-b0a6-4c4e-9c8a-ec167f00305f on network f21ae3e9-d288-42ee-8ae8-2284a93c8059 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:10:06.116717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e597f-f36e-4b29-9ce0-4910f1ce76e6 req-e1fa96ea-0c1c-4c2e-9cb5-1bc3b72490f2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:06.124329 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-343e597f-f36e-4b29-9ce0-4910f1ce76e6 req-e1fa96ea-0c1c-4c2e-9cb5-1bc3b72490f2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 948 time: 1.1884949 May 25 20:10:06.141528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Port b746a30b-b0a6-4c4e-9c8a-ec167f00305f on network f21ae3e9-d288-42ee-8ae8-2284a93c8059 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:10:06.141835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Attempting to bind port b746a30b-b0a6-4c4e-9c8a-ec167f00305f on network f21ae3e9-d288-42ee-8ae8-2284a93c8059 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:10:06.155398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:10:06.155975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Checking segment: {'id': 'f28d570f-89f1-4268-9354-3529c109959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:10:06.156325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Bound using segment: {'id': 'f28d570f-89f1-4268-9354-3529c109959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:10:06.156875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Bound port: b746a30b-b0a6-4c4e-9c8a-ec167f00305f, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28d570f-89f1-4268-9354-3529c109959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:10:06.157277 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:06.235295 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-343e597f-f36e-4b29-9ce0-4910f1ce76e6 req-1835e5cc-3cf4-4429-a8dc-82f81f800c39 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075737 May 25 20:10:06.372421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] For port b746a30b-b0a6-4c4e-9c8a-ec167f00305f, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:10:06.379666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] For port b746a30b-b0a6-4c4e-9c8a-ec167f00305f, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b746a30b-b0a6-4c4e-9c8a-ec167f00305f,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:10:06.387021 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:06.423341 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:06.463729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '1b9acb47-a82c-4572-a38d-b983dd06b5f6', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '1b9acb47-a82c-4572-a38d-b983dd06b5f6', 'mac_address': 'fa:16:3e:8f:fd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:10:06.531730 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc7bf37f-abfb-4eda-9a50-4a8db5a122d0 req-1a1614fd-22ad-4f47-b3bf-9368f0db1aa0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2742615 May 25 20:10:06.585202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-cb41897a-dd67-4f72-a13a-d074f9e3c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:06.586755 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-cb41897a-dd67-4f72-a13a-d074f9e3c60b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9411356 May 25 20:10:06.736407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:06.740274 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:06.743965 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] 10.222.0.70 "PUT /v2.0/ports/b746a30b-b0a6-4c4e-9c8a-ec167f00305f HTTP/1.1" status: 200 len: 1091 time: 3.8010063 May 25 20:10:06.744890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fddaf1-197f-478f-9549-7c78f637386f service neutron] Pushing event updated for resources: {'Port': ['ID=b746a30b-b0a6-4c4e-9c8a-ec167f00305f,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:06.776219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ef0c3c-6a2e-46d6-b9d0-a54563d6720d', 'tag': 'b746a30b-b0a6-4c4e-9c8a-ec167f00305f'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:06.929827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:06.930234 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:06.992951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b9acb47-a82c-4572-a38d-b983dd06b5f6 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:07.059146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:07.086103 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:07.243106 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-fb0aa9bc-61d5-4da3-91a5-8e7a5eeb5e8c service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297262 May 25 20:10:07.261612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bf57d-9908-4652-918a-a4fe4d3d518f req-8353d6d9-53a6-4c78-808e-1e940853df2a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:07.265255 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-316bf57d-9908-4652-918a-a4fe4d3d518f req-8353d6d9-53a6-4c78-808e-1e940853df2a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec7a41ed-55aa-4eb6-854e-170bafc7f16e HTTP/1.1" status: 200 len: 943 time: 2.0060155 May 25 20:10:07.288256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-a0d110fd-76b0-47a4-99c0-5b9625a991a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:07.290615 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-a0d110fd-76b0-47a4-99c0-5b9625a991a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4eeb42cdd664d3ea10b15927d4541fd&device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 1094 time: 0.4583781 May 25 20:10:07.392722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1b9acb47-a82c-4572-a38d-b983dd06b5f6,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:07.486006 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-54ed88ba-c12a-4b9d-9d4c-f5804b4218cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b746a30b-b0a6-4c4e-9c8a-ec167f00305f HTTP/1.1" status: 200 len: 217 time: 0.1866162 May 25 20:10:07.538664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-96bd954d-454c-4a7d-bc48-65e725548b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:07.540356 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-96bd954d-454c-4a7d-bc48-65e725548b5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5053093 May 25 20:10:07.559410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 95f17320-bf1b-4489-a273-146e933cb757 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:10:07.666738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['1b9acb47-a82c-4572-a38d-b983dd06b5f6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:07.733090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-ff1c1dfb-12eb-449a-8c40-11f749578d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:07.734673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-ff1c1dfb-12eb-449a-8c40-11f749578d10 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3639922-bebd-4c46-8d65-a916de891676 HTTP/1.1" status: 200 len: 851 time: 0.2404377 May 25 20:10:07.889102 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-88f66367-e093-47fe-a165-06b513320f99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f21ae3e9-d288-42ee-8ae8-2284a93c8059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475723 May 25 20:10:07.901834 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-ff9b6071-fe0e-45d9-8f0f-bf6a32ab34b4 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419561 May 25 20:10:08.127138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 95f17320-bf1b-4489-a273-146e933cb757 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:10:08.128617 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:08.381912 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-edda0fb9-10df-439d-9267-224fb074ab2e service neutron] 10.222.0.70 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848814 May 25 20:10:08.695398 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-b29b33d1-196b-4e63-8259-f8975c2ea58b service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4213698 May 25 20:10:08.743063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-316bf57d-9908-4652-918a-a4fe4d3d518f req-dc842ed1-8e53-460f-89d4-cdc0f3859cb7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Deleting port 84a29044-f989-4b34-a56c-af7ae74af3bb {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:10:08.743715 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-316bf57d-9908-4652-918a-a4fe4d3d518f req-dc842ed1-8e53-460f-89d4-cdc0f3859cb7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:08.754886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 95f17320-bf1b-4489-a273-146e933cb757 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:08.755495 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:08.932743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f72ccf51-ab99-49b6-9d15-5bc6a6cd9eb9 req-6e859ea6-abdc-49dc-9a63-2ca7135859f3 service neutron] 10.222.0.70 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461054 May 25 20:10:09.016962 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f17320-bf1b-4489-a273-146e933cb757'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:09.125717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:09.141571 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:09.142666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 84a29044-f989-4b34-a56c-af7ae74af3bb no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:10:09.596538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:09.766402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 84a29044-f989-4b34-a56c-af7ae74af3bb is: DOWN; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:09.837668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-316bf57d-9908-4652-918a-a4fe4d3d518f req-dc842ed1-8e53-460f-89d4-cdc0f3859cb7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] For port 84a29044-f989-4b34-a56c-af7ae74af3bb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=84a29044-f989-4b34-a56c-af7ae74af3bb,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:09.839245 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-316bf57d-9908-4652-918a-a4fe4d3d518f req-dc842ed1-8e53-460f-89d4-cdc0f3859cb7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:10.019764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-316bf57d-9908-4652-918a-a4fe4d3d518f req-dc842ed1-8e53-460f-89d4-cdc0f3859cb7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Calling delete_port for 84a29044-f989-4b34-a56c-af7ae74af3bb owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:10:10.229745 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e39649f7-07b3-4521-ac65-9d0c5c384bef req-230b3228-c58f-43a4-93ed-999766bf21d3 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3016417 May 25 20:10:10.231403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-316bf57d-9908-4652-918a-a4fe4d3d518f req-dc842ed1-8e53-460f-89d4-cdc0f3859cb7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:10.330264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc842ed1-8e53-460f-89d4-cdc0f3859cb7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Pushing event deleted for resources: {'Port': ['ID=84a29044-f989-4b34-a56c-af7ae74af3bb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:10.488189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-316bf57d-9908-4652-918a-a4fe4d3d518f req-dc842ed1-8e53-460f-89d4-cdc0f3859cb7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] No DVR routers for this DVR port 84a29044-f989-4b34-a56c-af7ae74af3bb on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:10:10.496472 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-316bf57d-9908-4652-918a-a4fe4d3d518f req-dc842ed1-8e53-460f-89d4-cdc0f3859cb7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:10.537373 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-316bf57d-9908-4652-918a-a4fe4d3d518f req-dc842ed1-8e53-460f-89d4-cdc0f3859cb7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.50 "DELETE /v2.0/ports/84a29044-f989-4b34-a56c-af7ae74af3bb HTTP/1.1" status: 204 len: 173 time: 3.2304068 May 25 20:10:11.787799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1b9acb47-a82c-4572-a38d-b983dd06b5f6 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:10:11.963076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:10:11.970891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:10:11.971463 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:12.283337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:12.284661 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:12.347540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:12.353611 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:12.511571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1b9acb47-a82c-4572-a38d-b983dd06b5f6,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:13.795795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b746a30b-b0a6-4c4e-9c8a-ec167f00305f details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:10:14.045144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b746a30b-b0a6-4c4e-9c8a-ec167f00305f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b746a30b-b0a6-4c4e-9c8a-ec167f00305f,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:14.067676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'b746a30b-b0a6-4c4e-9c8a-ec167f00305f', 'network_id': 'f21ae3e9-d288-42ee-8ae8-2284a93c8059', 'port_id': 'b746a30b-b0a6-4c4e-9c8a-ec167f00305f', 'mac_address': 'fa:16:3e:b5:3b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3639922-bebd-4c46-8d65-a916de891676', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:10:14.224373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b746a30b-b0a6-4c4e-9c8a-ec167f00305f is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:14.225247 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:14.278739 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b746a30b-b0a6-4c4e-9c8a-ec167f00305f {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:14.306437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b746a30b-b0a6-4c4e-9c8a-ec167f00305f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b746a30b-b0a6-4c4e-9c8a-ec167f00305f,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:14.314416 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:14.431643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b746a30b-b0a6-4c4e-9c8a-ec167f00305f,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:14.769933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b746a30b-b0a6-4c4e-9c8a-ec167f00305f'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:15.093649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2ca40-8fb4-4778-b5c7-19fc711af831 req-c11ff58f-0afa-42c4-a67c-47a936f31938 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:15.108850 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cac2ca40-8fb4-4778-b5c7-19fc711af831 req-c11ff58f-0afa-42c4-a67c-47a936f31938 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 944 time: 0.1478007 May 25 20:10:15.111784 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0773258-48d8-483f-9226-99d809ef4fe3'] response: {'server_uuid': 'b209014e-eac3-447d-979d-04f104b8b514', 'name': 'network-vif-deleted', 'tag': '08514a28-5891-440a-9e28-c1399adcb18a', 'status': 'completed', 'code': 200} May 25 20:10:15.210266 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cac2ca40-8fb4-4778-b5c7-19fc711af831 req-fc229095-521c-4be7-9a43-e3c8bf233e7b tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004143 May 25 20:10:15.305851 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd81d0d-0abe-4d33-995f-550df9c2a720'] response: {'name': 'network-changed', 'server_uuid': '38ef0c3c-6a2e-46d6-b9d0-a54563d6720d', 'tag': 'b746a30b-b0a6-4c4e-9c8a-ec167f00305f', 'status': 'completed', 'code': 200} May 25 20:10:15.481165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9603-756b-4217-b275-be19587ef362 req-538bfee7-1f8f-4fac-affa-b5ae3689149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:15.483130 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-861f9603-756b-4217-b275-be19587ef362 req-538bfee7-1f8f-4fac-affa-b5ae3689149d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4eeb42cdd664d3ea10b15927d4541fd&device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 1095 time: 0.1370049 May 25 20:10:16.024048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9603-756b-4217-b275-be19587ef362 req-8503a13d-5120-4770-b90c-7197763f9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:16.037749 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-861f9603-756b-4217-b275-be19587ef362 req-8503a13d-5120-4770-b90c-7197763f9e2a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f21ae3e9-d288-42ee-8ae8-2284a93c8059 HTTP/1.1" status: 200 len: 912 time: 0.3673379 May 25 20:10:16.101743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d5ccd-e454-4abf-81b0-3c7a6d7aa6db req-35d49623-9c39-4ed0-aa7e-ac4419681bac tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:16.103468 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-411d5ccd-e454-4abf-81b0-3c7a6d7aa6db req-35d49623-9c39-4ed0-aa7e-ac4419681bac tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1530144 May 25 20:10:16.121798 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-861f9603-756b-4217-b275-be19587ef362 req-1bbb2988-bd62-467d-9e97-24db374895e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b746a30b-b0a6-4c4e-9c8a-ec167f00305f HTTP/1.1" status: 200 len: 217 time: 0.0738788 May 25 20:10:16.142807 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:10:16.179857 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-411d5ccd-e454-4abf-81b0-3c7a6d7aa6db req-6f8d4939-73fe-4f3b-850e-1b679c1bbbf8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671718 May 25 20:10:16.205396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5af1-75aa-49ec-871d-10ce539f8a23 req-5ac8f494-1cab-42a5-b4f6-fa15d80e845f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:16.213135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cefa5af1-75aa-49ec-871d-10ce539f8a23 req-5ac8f494-1cab-42a5-b4f6-fa15d80e845f tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 949 time: 0.6994534 May 25 20:10:16.233512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9603-756b-4217-b275-be19587ef362 req-78cdafea-1a0d-40bb-806d-c4c1c92eb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:16.235061 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-861f9603-756b-4217-b275-be19587ef362 req-78cdafea-1a0d-40bb-806d-c4c1c92eb24f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3639922-bebd-4c46-8d65-a916de891676 HTTP/1.1" status: 200 len: 851 time: 0.1042798 May 25 20:10:16.328868 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-861f9603-756b-4217-b275-be19587ef362 req-1f534733-4692-4090-ae9e-906f2b86982f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f21ae3e9-d288-42ee-8ae8-2284a93c8059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783815 May 25 20:10:16.341051 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cefa5af1-75aa-49ec-871d-10ce539f8a23 req-74965e61-73be-4d50-9442-30a41b01a0b7 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248810 May 25 20:10:16.420281 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8823e47b-2149-44e4-bdb7-08775ed210d5'] response: {'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f17320-bf1b-4489-a273-146e933cb757', 'code': 200} May 25 20:10:16.530345 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-861f9603-756b-4217-b275-be19587ef362 req-f1727932-b388-4ff8-871b-3eab4fcba9de service neutron] 10.222.0.70 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881580 May 25 20:10:16.658568 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7c33a911-189c-4685-9cc0-a2800b56e7e5 req-2ee52493-5ecc-46d7-8934-c6cc7cdf3542 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0847471 May 25 20:10:16.786491 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-861f9603-756b-4217-b275-be19587ef362 req-fe85540f-1416-4298-a116-1be5474fe82e service neutron] 10.222.0.70 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449901 May 25 20:10:17.113415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7a41ed-55aa-4eb6-854e-170bafc7f16e', 'name': 'network-vif-deleted', 'tag': '84a29044-f989-4b34-a56c-af7ae74af3bb'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:17.146443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44694) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:17.151674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-92fc4f3c-02e7-4171-8fa9-b2743cc5f87a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880598707', 'description': 'tempest-description--1540206870'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:10:17.168001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-92fc4f3c-02e7-4171-8fa9-b2743cc5f87a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:10:17.202280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-92fc4f3c-02e7-4171-8fa9-b2743cc5f87a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:10:17.227555 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92fc4f3c-02e7-4171-8fa9-b2743cc5f87a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:17.267193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b4c03-1525-4aaf-a24a-765e5258843b req-b31afbf3-810a-4f8e-9cad-da3d2c069589 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:17.275970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-996b4c03-1525-4aaf-a24a-765e5258843b req-b31afbf3-810a-4f8e-9cad-da3d2c069589 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 944 time: 0.3306675 May 25 20:10:17.327216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-92fc4f3c-02e7-4171-8fa9-b2743cc5f87a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:10:17.336006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-92fc4f3c-02e7-4171-8fa9-b2743cc5f87a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Usage tracker for resource:security_group_rule and tenant:2802763962b04e3bb06c9f54560b4877 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:10:17.341228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-92fc4f3c-02e7-4171-8fa9-b2743cc5f87a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:10:17.343642 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-996b4c03-1525-4aaf-a24a-765e5258843b req-e0f06331-d85a-44c6-8280-9679e9951785 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667136 May 25 20:10:17.350589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-92fc4f3c-02e7-4171-8fa9-b2743cc5f87a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:10:17.439019 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92fc4f3c-02e7-4171-8fa9-b2743cc5f87a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:17.485451 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92fc4f3c-02e7-4171-8fa9-b2743cc5f87a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:17.578302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc4f3c-02e7-4171-8fa9-b2743cc5f87a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344d2657-6305-40b7-b849-77d7a0d61e38,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:17.583788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cab5c-f931-44d4-a9cf-694b364894e4 req-74f3099b-68e7-4821-bf87-fb3c619bc310 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:17.590995 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92fc4f3c-02e7-4171-8fa9-b2743cc5f87a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:17.595541 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-92fc4f3c-02e7-4171-8fa9-b2743cc5f87a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4448433 May 25 20:10:17.599429 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc0cab5c-f931-44d4-a9cf-694b364894e4 req-74f3099b-68e7-4821-bf87-fb3c619bc310 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 945 time: 0.1136589 May 25 20:10:17.599612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44698) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:17.609897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-1c20a8ff-e667-4ff2-a60e-794d7d9e39b2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Request body: {'security_group_rule': {'security_group_id': '344d2657-6305-40b7-b849-77d7a0d61e38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:10:17.623176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1c20a8ff-e667-4ff2-a60e-794d7d9e39b2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:10:17.628517 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1c20a8ff-e667-4ff2-a60e-794d7d9e39b2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Usage tracker for resource:security_group_rule and tenant:2802763962b04e3bb06c9f54560b4877 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:10:17.639592 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-69b8308e-f813-4ee7-ac7a-a5b906dc1925 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:17.640221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-69b8308e-f813-4ee7-ac7a-a5b906dc1925 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0&tenant_id=04d4004046824ccea8f136fdfd698c36&binding%3Ahost_id=n-h1-843339-1 HTTP/1.1" status: 200 len: 950 time: 0.3811276 May 25 20:10:17.642813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1c20a8ff-e667-4ff2-a60e-794d7d9e39b2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:10:17.649819 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59b06d-bf95-43a8-bef6-9a5f161a1dbd req-c061a909-dedd-4dfc-ab9e-ab353e5e0f67 tempest-LiveMigrationNegativeTest-754339794 tempest-LiveMigrationNegativeTest-754339794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:17.651590 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf59b06d-bf95-43a8-bef6-9a5f161a1dbd req-c061a909-dedd-4dfc-ab9e-ab353e5e0f67 tempest-LiveMigrationNegativeTest-754339794 tempest-LiveMigrationNegativeTest-754339794-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 1100 time: 0.2102530 May 25 20:10:17.667044 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc0cab5c-f931-44d4-a9cf-694b364894e4 req-b64d3b5c-e314-46a9-8f48-b60948d588e9 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647817 May 25 20:10:17.680782 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1c20a8ff-e667-4ff2-a60e-794d7d9e39b2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:10:17.798804 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-cf59b06d-bf95-43a8-bef6-9a5f161a1dbd req-813f4049-b18b-4eea-84e3-7673c5aff2b4 tempest-LiveMigrationNegativeTest-754339794 tempest-LiveMigrationNegativeTest-754339794-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:17.829498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b746a30b-b0a6-4c4e-9c8a-ec167f00305f up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:10:17.834265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-cf59b06d-bf95-43a8-bef6-9a5f161a1dbd req-813f4049-b18b-4eea-84e3-7673c5aff2b4 tempest-LiveMigrationNegativeTest-754339794 tempest-LiveMigrationNegativeTest-754339794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:10:17.836163 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1c20a8ff-e667-4ff2-a60e-794d7d9e39b2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:17.852790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-cf59b06d-bf95-43a8-bef6-9a5f161a1dbd req-813f4049-b18b-4eea-84e3-7673c5aff2b4 tempest-LiveMigrationNegativeTest-754339794 tempest-LiveMigrationNegativeTest-754339794-project-admin] Usage tracker for resource:security_group_rule and tenant:35c24c2851d942c09777f993a4ae4828 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:10:17.865926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-cf59b06d-bf95-43a8-bef6-9a5f161a1dbd req-813f4049-b18b-4eea-84e3-7673c5aff2b4 tempest-LiveMigrationNegativeTest-754339794 tempest-LiveMigrationNegativeTest-754339794-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:10:17.895007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-cf59b06d-bf95-43a8-bef6-9a5f161a1dbd req-813f4049-b18b-4eea-84e3-7673c5aff2b4 tempest-LiveMigrationNegativeTest-754339794 tempest-LiveMigrationNegativeTest-754339794-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:10:17.917624 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-f1856b4d-0c81-44e3-a8d4-f458d3bc6850 service neutron] delete failed (client error): The resource could not be found. May 25 20:10:17.919064 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-f1856b4d-0c81-44e3-a8d4-f458d3bc6850 service neutron] 10.222.0.50 "DELETE /v2.0/ports/1b9acb47-a82c-4572-a38d-b983dd06b5f6/bindings/n-h2-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.2424414 May 25 20:10:17.957428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port b746a30b-b0a6-4c4e-9c8a-ec167f00305f completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:10:17.963739 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1c20a8ff-e667-4ff2-a60e-794d7d9e39b2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:17.969532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1c20a8ff-e667-4ff2-a60e-794d7d9e39b2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:17.972724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port b746a30b-b0a6-4c4e-9c8a-ec167f00305f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:10:17.972724 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:18.096407 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-cf59b06d-bf95-43a8-bef6-9a5f161a1dbd req-813f4049-b18b-4eea-84e3-7673c5aff2b4 tempest-LiveMigrationNegativeTest-754339794 tempest-LiveMigrationNegativeTest-754339794-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:18.102673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20a8ff-e667-4ff2-a60e-794d7d9e39b2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f6155d-a19b-4db7-9782-38a003c8141b,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:18.141153 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-cf59b06d-bf95-43a8-bef6-9a5f161a1dbd req-813f4049-b18b-4eea-84e3-7673c5aff2b4 tempest-LiveMigrationNegativeTest-754339794 tempest-LiveMigrationNegativeTest-754339794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:18.155197 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bca736-b23b-46cc-8b9c-28308ec6ea3c req-adfdabb1-b4b4-4de5-9bd2-be440d3a0980 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:18.162935 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-92bca736-b23b-46cc-8b9c-28308ec6ea3c req-adfdabb1-b4b4-4de5-9bd2-be440d3a0980 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1638718 May 25 20:10:18.214871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b746a30b-b0a6-4c4e-9c8a-ec167f00305f is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:18.215504 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:18.216528 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-92bca736-b23b-46cc-8b9c-28308ec6ea3c req-444f90d3-04de-426c-a3f0-5ba938b9e053 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524929 May 25 20:10:18.279681 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b746a30b-b0a6-4c4e-9c8a-ec167f00305f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b746a30b-b0a6-4c4e-9c8a-ec167f00305f,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:18.301895 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:18.309553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:10:18.349083 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6edc2866-44ff-44a8-94c9-518aece35c8b'] response: {'server_uuid': 'ec7a41ed-55aa-4eb6-854e-170bafc7f16e', 'name': 'network-vif-deleted', 'tag': '84a29044-f989-4b34-a56c-af7ae74af3bb', 'status': 'completed', 'code': 200} May 25 20:10:18.385519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-cf59b06d-bf95-43a8-bef6-9a5f161a1dbd req-813f4049-b18b-4eea-84e3-7673c5aff2b4 tempest-LiveMigrationNegativeTest-754339794 tempest-LiveMigrationNegativeTest-754339794-project-admin] Synchronizing usage tracker for tenant:35c24c2851d942c09777f993a4ae4828 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:10:18.388077 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1c20a8ff-e667-4ff2-a60e-794d7d9e39b2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:18.394501 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1c20a8ff-e667-4ff2-a60e-794d7d9e39b2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7872236 May 25 20:10:18.394853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44724) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:18.400612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Request body: {'security_group_rule': {'security_group_id': '344d2657-6305-40b7-b849-77d7a0d61e38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:10:18.410472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:10:18.414632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Usage tracker for resource:security_group_rule and tenant:2802763962b04e3bb06c9f54560b4877 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:10:18.417348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f4049-b18b-4eea-84e3-7673c5aff2b4 tempest-LiveMigrationNegativeTest-754339794 tempest-LiveMigrationNegativeTest-754339794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530892ca-29e0-42c5-988f-35943d819608,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:18.417930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:10:18.425842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:10:18.450693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-cf59b06d-bf95-43a8-bef6-9a5f161a1dbd req-813f4049-b18b-4eea-84e3-7673c5aff2b4 tempest-LiveMigrationNegativeTest-754339794 tempest-LiveMigrationNegativeTest-754339794-project-admin] Unset dirty status for tenant:35c24c2851d942c09777f993a4ae4828 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:10:18.465149 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf59b06d-bf95-43a8-bef6-9a5f161a1dbd req-813f4049-b18b-4eea-84e3-7673c5aff2b4 tempest-LiveMigrationNegativeTest-754339794 tempest-LiveMigrationNegativeTest-754339794-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7176592 May 25 20:10:18.474539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-7db20b3c-3b77-490c-8f6f-714f72c8a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:18.478614 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-7db20b3c-3b77-490c-8f6f-714f72c8a879 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 1101 time: 0.3803322 May 25 20:10:18.478921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1351fa7-ba83-465b-887f-81399639cdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9acb47-a82c-4572-a38d-b983dd06b5f6'}, {'server_uuid': '38ef0c3c-6a2e-46d6-b9d0-a54563d6720d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b746a30b-b0a6-4c4e-9c8a-ec167f00305f'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:18.504619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:18.560174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a985739-2626-467b-a2b5-e879f5d74467 req-f194d747-b469-450f-bb85-b123f750dc31 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.1259885 May 25 20:10:18.597675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b746a30b-b0a6-4c4e-9c8a-ec167f00305f,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:18.627288 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:18.639650 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:18.682002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87172eee-4ea5-4eb5-8b56-ac85b912ecae,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:18.691408 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:18.702663 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3062429 May 25 20:10:18.703872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44732) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:18.705533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:18.706308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:18.706838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:18.707347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:18.707942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:18.708497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:18.708877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:18.709217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:18.709539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:18.709863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:18.710301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:18.710525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb57aca-c0e8-448a-9d04-8ef50b24f4ec tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:18.720214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:10:18.727156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:10:18.730827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Usage tracker for resource:floatingip and tenant:2802763962b04e3bb06c9f54560b4877 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:10:18.734047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:10:18.747512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:18.747897 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:18.754079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:10:18.822137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:18.827600 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:18.831492 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:18.921734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-311e2465-e2cd-4a21-b815-14063cf606f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:18.924916 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-311e2465-e2cd-4a21-b815-14063cf606f3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.4400454 May 25 20:10:18.963486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:19.008869 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-a4ec8c4a-e631-4c35-a953-f88d1d850efb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6 HTTP/1.1" status: 200 len: 217 time: 0.0747676 May 25 20:10:19.021294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455450a5-4a89-48ac-8e9c-8fb52e316a45 req-a1606bf5-be07-406c-ab60-8e3b2b565bd1 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:19.028611 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-455450a5-4a89-48ac-8e9c-8fb52e316a45 req-a1606bf5-be07-406c-ab60-8e3b2b565bd1 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd1d4f85-a1f0-4b09-b932-b3e5c6db592b HTTP/1.1" status: 200 len: 949 time: 0.2927949 May 25 20:10:19.091630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9dd48-7447-4d0e-a4dc-9005955f0643 req-af6e4513-922d-4f99-9864-5b34d142842b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:19.093100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3dd9dd48-7447-4d0e-a4dc-9005955f0643 req-af6e4513-922d-4f99-9864-5b34d142842b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.70 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 945 time: 0.2271783 May 25 20:10:19.108451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186c031-58b4-472d-a58c-eaf28de42ffb req-13e1825b-f0d7-4b27-a0cf-3e7b409c9960 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:19.110449 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7186c031-58b4-472d-a58c-eaf28de42ffb req-13e1825b-f0d7-4b27-a0cf-3e7b409c9960 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.3272083 May 25 20:10:19.145803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-455450a5-4a89-48ac-8e9c-8fb52e316a45 req-8ba668c0-4889-4c2a-98f8-2ea964a5ce68 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162224 May 25 20:10:19.147614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-ef523e4a-96b6-4700-b72d-2ca6be67b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:19.153267 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-ef523e4a-96b6-4700-b72d-2ca6be67b192 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1221416 May 25 20:10:19.263064 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7186c031-58b4-472d-a58c-eaf28de42ffb req-00b243a9-29b7-47b3-ad53-793c701cdc2a tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143849 May 25 20:10:19.285820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-7987b426-11dd-4b99-843a-342fad947c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:19.289230 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-7987b426-11dd-4b99-843a-342fad947c95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247165 May 25 20:10:19.296612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-3dd9dd48-7447-4d0e-a4dc-9005955f0643 req-22ca2236-7595-42a5-bf59-469e9f45fb7b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Deleting port 414f0870-5d8e-443b-acd4-c0897630efe4 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:10:19.296870 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3dd9dd48-7447-4d0e-a4dc-9005955f0643 req-22ca2236-7595-42a5-bf59-469e9f45fb7b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:19.298891 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc7a020-f8e6-4678-8435-d04fa915e4d0'] response: {'server_uuid': 'f1351fa7-ba83-465b-887f-81399639cdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9acb47-a82c-4572-a38d-b983dd06b5f6', 'code': 200} May 25 20:10:19.299766 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc7a020-f8e6-4678-8435-d04fa915e4d0'] response: {'server_uuid': '38ef0c3c-6a2e-46d6-b9d0-a54563d6720d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b746a30b-b0a6-4c4e-9c8a-ec167f00305f', 'code': 200} May 25 20:10:19.337260 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:19.555875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Allocated IP 172.25.3.34 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/fd222154-527e-40fa-8fb0-1ea0547dd5c4) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:10:19.611071 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-635999b2-30e2-4b1f-beea-4ebc19f86742 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154931 May 25 20:10:19.791640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf5b21-7e24-46f8-a3fc-7ecac2687296 req-65198b28-17f6-4ed5-81e3-54b35cc1bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:19.793140 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-31bf5b21-7e24-46f8-a3fc-7ecac2687296 req-65198b28-17f6-4ed5-81e3-54b35cc1bade service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 1096 time: 0.4173214 May 25 20:10:19.795082 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6f23c21-3e48-4dbc-9d59-26b083b61398 req-45b3dbe4-53fc-41d0-8840-ac1c4e2e1c20 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715741 May 25 20:10:19.802128 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:19.901498 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-31bf5b21-7e24-46f8-a3fc-7ecac2687296 req-0e22ce8d-f91b-445a-9d32-7cc69e6c3064 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920532 May 25 20:10:20.054381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cda0de-a78e-47a6-9bc1-5ba043fcb3d7 req-ef25ba85-7def-409f-9e8a-bd0aac06d446 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:20.062681 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82cda0de-a78e-47a6-9bc1-5ba043fcb3d7 req-ef25ba85-7def-409f-9e8a-bd0aac06d446 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 945 time: 0.3486688 May 25 20:10:20.100997 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:20.232326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3dd9dd48-7447-4d0e-a4dc-9005955f0643 req-22ca2236-7595-42a5-bf59-469e9f45fb7b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] For port 414f0870-5d8e-443b-acd4-c0897630efe4, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=414f0870-5d8e-443b-acd4-c0897630efe4,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:20.232978 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3dd9dd48-7447-4d0e-a4dc-9005955f0643 req-22ca2236-7595-42a5-bf59-469e9f45fb7b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:20.397416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-3dd9dd48-7447-4d0e-a4dc-9005955f0643 req-22ca2236-7595-42a5-bf59-469e9f45fb7b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Calling delete_port for 414f0870-5d8e-443b-acd4-c0897630efe4 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:10:20.462069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7d35c-aae3-4f90-bf75-6f092261c909 req-044f6da0-83f0-493e-963d-fc7757ccd6c1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:20.465027 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3de7d35c-aae3-4f90-bf75-6f092261c909 req-044f6da0-83f0-493e-963d-fc7757ccd6c1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1542614 May 25 20:10:20.546685 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3de7d35c-aae3-4f90-bf75-6f092261c909 req-259eaea7-1243-4b4c-8194-dc64c8c20c11 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766664 May 25 20:10:20.746869 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3dd9dd48-7447-4d0e-a4dc-9005955f0643 req-22ca2236-7595-42a5-bf59-469e9f45fb7b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:20.753839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Pushing event updated for resources: {'Port': ['ID=fd222154-527e-40fa-8fb0-1ea0547dd5c4,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:20.758732 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8cf5bcc5-9fdb-4081-b613-ee3f1be1a1d4 req-98e12934-2700-4df3-84f3-02faa70b73a0 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0638492 May 25 20:10:20.760880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['7d9dd7f8-cefe-4ca0-8799-90bd4531df8c', 'a98f56e2-e655-46ca-8e33-779754f43e0a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:20.761320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:10:20.839883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:10:20.844227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:10:20.884546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca2236-7595-42a5-bf59-469e9f45fb7b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Pushing event deleted for resources: {'Port': ['ID=414f0870-5d8e-443b-acd4-c0897630efe4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:20.896622 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82cda0de-a78e-47a6-9bc1-5ba043fcb3d7 req-e70a1cc2-a0ad-4ebd-ad86-3e06acfd741d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8325462 May 25 20:10:21.061081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd9dd48-7447-4d0e-a4dc-9005955f0643 req-22ca2236-7595-42a5-bf59-469e9f45fb7b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] No DVR routers for this DVR port 414f0870-5d8e-443b-acd4-c0897630efe4 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:10:21.066700 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3dd9dd48-7447-4d0e-a4dc-9005955f0643 req-22ca2236-7595-42a5-bf59-469e9f45fb7b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:21.071672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da697010-f3a5-4b40-ad76-2c731ca8c6ac', 'name': 'network-vif-deleted', 'tag': '414f0870-5d8e-443b-acd4-c0897630efe4'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:21.120836 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3dd9dd48-7447-4d0e-a4dc-9005955f0643 req-22ca2236-7595-42a5-bf59-469e9f45fb7b tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.70 "DELETE /v2.0/ports/414f0870-5d8e-443b-acd4-c0897630efe4 HTTP/1.1" status: 204 len: 173 time: 2.0073473 May 25 20:10:21.148623 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:21.200573 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cab85885-c293-437e-8a69-6dfbb4adc086 req-8b658f6a-a7a6-48fb-a7d5-b5e2e8413f20 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.1596150 May 25 20:10:21.247910 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:21.303734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:21.493247 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286bda92-e19b-4a23-b2ec-b2c055e753e0'] response: {'server_uuid': 'da697010-f3a5-4b40-ad76-2c731ca8c6ac', 'name': 'network-vif-deleted', 'tag': '414f0870-5d8e-443b-acd4-c0897630efe4', 'status': 'completed', 'code': 200} May 25 20:10:21.522935 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e934fc06-e296-487c-971e-cacd7117d37b'] response: {'server_uuid': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94', 'code': 200} May 25 20:10:21.606000 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:21.612592 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:21.658213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a559fef-5dcc-4e43-90c1-5c65851403db req-8cbca9e3-f311-45b6-81f1-148c9e1f6512 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:21.660665 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a559fef-5dcc-4e43-90c1-5c65851403db req-8cbca9e3-f311-45b6-81f1-148c9e1f6512 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.1694329 May 25 20:10:21.782088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Pushing event updated for resources: {'Port': ['ID=fd222154-527e-40fa-8fb0-1ea0547dd5c4,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:21.794754 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:21.800807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3432662-ac83-45e7-81aa-8e999a1c24f4 req-50b59c89-a9e8-469c-b945-8221156f0258 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:21.803670 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3432662-ac83-45e7-81aa-8e999a1c24f4 req-50b59c89-a9e8-469c-b945-8221156f0258 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 949 time: 0.1327844 May 25 20:10:21.816581 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a559fef-5dcc-4e43-90c1-5c65851403db req-7dd16187-aac1-45dc-a40a-c9be1152be6a tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463790 May 25 20:10:21.820883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 414f0870-5d8e-443b-acd4-c0897630efe4 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:10:21.865893 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:21.867763 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7f0e5c14-60ab-444f-84c4-8c9fc22fbf3b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1541657 May 25 20:10:21.953972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 414f0870-5d8e-443b-acd4-c0897630efe4 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:10:21.954351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 414f0870-5d8e-443b-acd4-c0897630efe4 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:10:21.958553 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3432662-ac83-45e7-81aa-8e999a1c24f4 req-6a05b8d0-1719-49de-b192-9b78589f347a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444104 May 25 20:10:22.075410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417b24a-088b-4a07-87f3-e27730252790 req-9d6e092f-14ce-4eb7-b7f0-b7d4a287da4b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:22.085700 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f417b24a-088b-4a07-87f3-e27730252790 req-9d6e092f-14ce-4eb7-b7f0-b7d4a287da4b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1331036 May 25 20:10:22.141646 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f417b24a-088b-4a07-87f3-e27730252790 req-73cc26e3-3011-4a63-abfd-f9b823a02e34 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551145 May 25 20:10:22.153870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d809d558-ca89-431c-8457-69a39c50bbdc req-7eb2a144-9828-4dc4-ae19-8f3ddc64b297 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0594063 May 25 20:10:22.371913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9707d00b-80d2-4d6d-bb8b-93991c4fb35f req-a760e419-8a24-4e93-9067-53e4941aac02 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Synchronizing usage tracker for tenant:588275645f004b30bd16726afb59ab56 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:10:22.395191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9707d00b-80d2-4d6d-bb8b-93991c4fb35f req-a760e419-8a24-4e93-9067-53e4941aac02 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Unset dirty status for tenant:588275645f004b30bd16726afb59ab56 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:10:22.396543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9707d00b-80d2-4d6d-bb8b-93991c4fb35f req-a760e419-8a24-4e93-9067-53e4941aac02 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=da697010-f3a5-4b40-ad76-2c731ca8c6ac HTTP/1.1" status: 200 len: 210 time: 0.0734231 May 25 20:10:22.599309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c670d5-6606-4158-8ef3-2514c004f729 req-981e0c13-f7eb-4bb5-b3c0-5d0dfe668391 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:22.612020 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c670d5-6606-4158-8ef3-2514c004f729 req-981e0c13-f7eb-4bb5-b3c0-5d0dfe668391 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/networks?id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f HTTP/1.1" status: 200 len: 822 time: 0.2117975 May 25 20:10:22.654285 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c670d5-6606-4158-8ef3-2514c004f729 req-c05837da-2bc9-4e37-9a87-f22c717b4611 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/quotas/2802763962b04e3bb06c9f54560b4877 HTTP/1.1" status: 200 len: 375 time: 0.0407794 May 25 20:10:22.665136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273016cb-e9da-4b5b-9d3a-e4464ff5a5ca req-f4b319c4-14f5-44ce-bff7-4ce40ddd302b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:22.672954 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-273016cb-e9da-4b5b-9d3a-e4464ff5a5ca req-f4b319c4-14f5-44ce-bff7-4ce40ddd302b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1377034 May 25 20:10:22.729307 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-273016cb-e9da-4b5b-9d3a-e4464ff5a5ca req-e7b76aa3-6e2a-425e-bfe1-6a2f71d3b9da tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551949 May 25 20:10:22.863215 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c670d5-6606-4158-8ef3-2514c004f729 req-35a63e21-eced-4231-8011-a664a44cc554 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2802763962b04e3bb06c9f54560b4877&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2077835 May 25 20:10:23.210052 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c670d5-6606-4158-8ef3-2514c004f729 req-6bcef524-5d3e-4dee-9ccd-8a036059358f service neutron] 10.222.0.60 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266306 May 25 20:10:23.367260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fbdc3-890b-4093-85be-46aed4a0f6c1 req-86442a3f-0042-426e-b954-1b3386e60984 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:23.367260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9b4fbdc3-890b-4093-85be-46aed4a0f6c1 req-86442a3f-0042-426e-b954-1b3386e60984 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 949 time: 0.2336957 May 25 20:10:23.416850 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c670d5-6606-4158-8ef3-2514c004f729 req-58b06dcc-86ae-489f-83d5-8e5bc1cbb2ee service neutron] 10.222.0.60 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991873 May 25 20:10:23.525283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-9b4fbdc3-890b-4093-85be-46aed4a0f6c1 req-52d338ae-3031-4e87-9a5f-1c78a0fa81d6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Deleting port d068eddb-7ef6-4fab-bd3b-2fcaba588162 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:10:23.525626 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9b4fbdc3-890b-4093-85be-46aed4a0f6c1 req-52d338ae-3031-4e87-9a5f-1c78a0fa81d6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:23.546642 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:23.607065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dcc92-dd88-4166-a60d-462091d04624 req-10ce525a-49a0-41c2-a5d3-f3d7d53b0d5d tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:23.608602 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb2dcc92-dd88-4166-a60d-462091d04624 req-10ce525a-49a0-41c2-a5d3-f3d7d53b0d5d tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.3627958 May 25 20:10:23.644020 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2e999978-9da0-4bde-9d09-d22ac75898a8 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:10:23.850719 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb2dcc92-dd88-4166-a60d-462091d04624 req-46acf1de-7325-4cdc-ab34-b831490d7168 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109482 May 25 20:10:23.886417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f181b1d-564a-4ff5-980c-919994d0f8d9 req-48dbe3c4-2346-4f61-8cdf-3d77f4391966 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:23.895415 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f181b1d-564a-4ff5-980c-919994d0f8d9 req-48dbe3c4-2346-4f61-8cdf-3d77f4391966 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 949 time: 0.1777101 May 25 20:10:24.012716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f181b1d-564a-4ff5-980c-919994d0f8d9 req-a8fa5b1a-eadc-45a3-a2e0-98cd0f3dcb72 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160197 May 25 20:10:24.077529 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2e999978-9da0-4bde-9d09-d22ac75898a8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2e999978-9da0-4bde-9d09-d22ac75898a8,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:24.112480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '2e999978-9da0-4bde-9d09-d22ac75898a8', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '2e999978-9da0-4bde-9d09-d22ac75898a8', 'mac_address': 'fa:16:3e:09:fe:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:10:24.264434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2e999978-9da0-4bde-9d09-d22ac75898a8 is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:24.264845 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:24.298388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e999978-9da0-4bde-9d09-d22ac75898a8 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:24.318781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2e999978-9da0-4bde-9d09-d22ac75898a8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2e999978-9da0-4bde-9d09-d22ac75898a8,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:24.324248 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:24.394693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac0fd506-678b-4957-868a-deaba2aa9f05 req-2c057306-9293-4b1f-af2b-4a6be1f81f3e tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0794611 May 25 20:10:24.448038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['2e999978-9da0-4bde-9d09-d22ac75898a8'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:24.530008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2e999978-9da0-4bde-9d09-d22ac75898a8,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:24.598882 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-145bfc39-eccf-44ba-940c-ceb24bbe5363 req-05f4fa5a-5af3-4262-bb03-1b31fc78d810 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 210 time: 0.1286855 May 25 20:10:24.750435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-9b4fbdc3-890b-4093-85be-46aed4a0f6c1 req-52d338ae-3031-4e87-9a5f-1c78a0fa81d6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] For port d068eddb-7ef6-4fab-bd3b-2fcaba588162, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d068eddb-7ef6-4fab-bd3b-2fcaba588162,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:24.750858 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9b4fbdc3-890b-4093-85be-46aed4a0f6c1 req-52d338ae-3031-4e87-9a5f-1c78a0fa81d6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:24.944867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-9b4fbdc3-890b-4093-85be-46aed4a0f6c1 req-52d338ae-3031-4e87-9a5f-1c78a0fa81d6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Calling delete_port for d068eddb-7ef6-4fab-bd3b-2fcaba588162 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:10:25.230281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600518f-74cf-4943-82eb-a710bb264f60 req-a352a098-9623-4a23-a86f-f0fe7f8aae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:25.232174 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6600518f-74cf-4943-82eb-a710bb264f60 req-a352a098-9623-4a23-a86f-f0fe7f8aae2f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4eeb42cdd664d3ea10b15927d4541fd&device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 1096 time: 0.1831744 May 25 20:10:25.320034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399c322-7024-4562-a25c-590043f8b2b1 req-032b8dab-cd4f-4a00-bd4e-5a4f04f0b9b8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:25.329452 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a399c322-7024-4562-a25c-590043f8b2b1 req-032b8dab-cd4f-4a00-bd4e-5a4f04f0b9b8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 945 time: 0.1086872 May 25 20:10:25.386497 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a399c322-7024-4562-a25c-590043f8b2b1 req-d04a9fcb-8db5-42cc-aea1-bdc110dac149 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559995 May 25 20:10:25.433251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600518f-74cf-4943-82eb-a710bb264f60 req-32869e28-5083-41a0-9d7e-4cc82e2216ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:25.436435 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6600518f-74cf-4943-82eb-a710bb264f60 req-32869e28-5083-41a0-9d7e-4cc82e2216ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=f21ae3e9-d288-42ee-8ae8-2284a93c8059 HTTP/1.1" status: 200 len: 912 time: 0.1938078 May 25 20:10:25.438471 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9b4fbdc3-890b-4093-85be-46aed4a0f6c1 req-52d338ae-3031-4e87-9a5f-1c78a0fa81d6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:25.454453 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['673fef62-de33-4fe3-a34e-e501c71addc5'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:25.678079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2e999978-9da0-4bde-9d09-d22ac75898a8 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:10:25.683284 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6600518f-74cf-4943-82eb-a710bb264f60 req-8b066c78-1ae4-41f0-ac98-9b93be130087 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b746a30b-b0a6-4c4e-9c8a-ec167f00305f HTTP/1.1" status: 200 len: 217 time: 0.2292397 May 25 20:10:25.777499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d338ae-3031-4e87-9a5f-1c78a0fa81d6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Pushing event deleted for resources: {'Port': ['ID=d068eddb-7ef6-4fab-bd3b-2fcaba588162,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:26.005289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4fbdc3-890b-4093-85be-46aed4a0f6c1 req-52d338ae-3031-4e87-9a5f-1c78a0fa81d6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] No DVR routers for this DVR port d068eddb-7ef6-4fab-bd3b-2fcaba588162 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:10:26.027831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9647382f-84ed-4939-84d6-ba877657141c req-de65ea5f-5c06-4c46-8ce5-8cfc366e2211 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b938495-8893-44bc-a0e2-7beab5fadb10 HTTP/1.1" status: 200 len: 210 time: 0.2571769 May 25 20:10:26.050870 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9b4fbdc3-890b-4093-85be-46aed4a0f6c1 req-52d338ae-3031-4e87-9a5f-1c78a0fa81d6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:26.056277 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 2e999978-9da0-4bde-9d09-d22ac75898a8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:10:26.056716 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:26.062634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b938495-8893-44bc-a0e2-7beab5fadb10', 'name': 'network-vif-deleted', 'tag': 'd068eddb-7ef6-4fab-bd3b-2fcaba588162'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:26.073665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9b4fbdc3-890b-4093-85be-46aed4a0f6c1 req-52d338ae-3031-4e87-9a5f-1c78a0fa81d6 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.50 "DELETE /v2.0/ports/d068eddb-7ef6-4fab-bd3b-2fcaba588162 HTTP/1.1" status: 204 len: 173 time: 2.6945312 May 25 20:10:26.083325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600518f-74cf-4943-82eb-a710bb264f60 req-1ac81c38-fc83-4464-a0c2-46408836febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:26.085291 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6600518f-74cf-4943-82eb-a710bb264f60 req-1ac81c38-fc83-4464-a0c2-46408836febe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3639922-bebd-4c46-8d65-a916de891676 HTTP/1.1" status: 200 len: 851 time: 0.3162043 May 25 20:10:26.209092 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6600518f-74cf-4943-82eb-a710bb264f60 req-20f34190-2d16-44d2-be88-d15f0e8c37d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f21ae3e9-d288-42ee-8ae8-2284a93c8059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070912 May 25 20:10:26.339705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec990b-674d-4c1d-8fda-e95f18dcfa08 req-48fdb6c1-9cd6-41bd-927b-5d441f70d24e tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:26.347698 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c7ec990b-674d-4c1d-8fda-e95f18dcfa08 req-48fdb6c1-9cd6-41bd-927b-5d441f70d24e tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.7127635 May 25 20:10:26.388011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2e999978-9da0-4bde-9d09-d22ac75898a8 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:26.392825 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:26.436723 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c7ec990b-674d-4c1d-8fda-e95f18dcfa08 req-50f8cead-a4bb-4cc5-b396-f7197350098d tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879343 May 25 20:10:26.453910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b51a3d-6454-4204-a671-43e357999677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e999978-9da0-4bde-9d09-d22ac75898a8'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:26.467360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c670d5-6606-4158-8ef3-2514c004f729 req-d0375b9f-bda5-47ab-926b-5363bfdf9733 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:26.475703 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c670d5-6606-4158-8ef3-2514c004f729 req-d0375b9f-bda5-47ab-926b-5363bfdf9733 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.70 "GET /v2.0/networks?id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f HTTP/1.1" status: 200 len: 822 time: 0.4605160 May 25 20:10:26.479362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2e999978-9da0-4bde-9d09-d22ac75898a8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2e999978-9da0-4bde-9d09-d22ac75898a8,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:26.488112 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:26.488833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d068eddb-7ef6-4fab-bd3b-2fcaba588162 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:10:26.497155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Request body: {'port': {'device_id': '28238c1e-d379-4f95-9c03-38eee1ff1ef6', 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f', 'admin_state_up': True, 'tenant_id': '2802763962b04e3bb06c9f54560b4877'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:10:26.534927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6600518f-74cf-4943-82eb-a710bb264f60 req-ec6a621b-1183-4755-92ef-519584d9b470 service neutron] 10.222.0.70 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847767 May 25 20:10:26.549507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f5ae8-197f-42ad-9b63-c5441c839e07 req-b9aeaee1-105b-4d65-95c0-da27cb87ab92 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:26.552327 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d50f5ae8-197f-42ad-9b63-c5441c839e07 req-b9aeaee1-105b-4d65-95c0-da27cb87ab92 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 946 time: 0.3457718 May 25 20:10:26.782121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2e999978-9da0-4bde-9d09-d22ac75898a8,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:26.792517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: d068eddb-7ef6-4fab-bd3b-2fcaba588162 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:10:26.792896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d068eddb-7ef6-4fab-bd3b-2fcaba588162 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:10:26.813677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:10:26.824936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Usage tracker for resource:port and tenant:2802763962b04e3bb06c9f54560b4877 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:10:26.828868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:10:26.835980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:10:26.848955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Made reservation on behalf of 2802763962b04e3bb06c9f54560b4877 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:10:26.854028 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d50f5ae8-197f-42ad-9b63-c5441c839e07 req-096f091c-de21-4b14-879f-9c84ab3ac6e6 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622602 May 25 20:10:26.855574 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:27.097071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Allocated IP 172.20.0.14 (de66928f-98a4-4bf7-bcc8-4d34cdfcff7f/73c490fc-9d2c-491a-941a-073d05e04508/1aac0935-072f-4957-beb8-00473a6b4121) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:10:27.153114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6600518f-74cf-4943-82eb-a710bb264f60 req-2a06eb84-6adc-48e2-a349-03ab63f0393e service neutron] 10.222.0.70 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992291 May 25 20:10:27.278848 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-d0be5e86-0371-46ad-9d1c-a93512664b04 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=04d4004046824ccea8f136fdfd698c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1243296 May 25 20:10:27.495125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ee3bfad-f580-4ee9-9217-1f7bf1456bcd req-cb4c2849-0a93-4af9-af7f-d5e81ee158f6 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 210 time: 0.0812943 May 25 20:10:27.588424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e2a12-9317-43b4-9cd8-8673be2d0ac2 req-de6f94d2-6c8c-4fb4-bd4c-fab53fdce629 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:27.590337 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-809e2a12-9317-43b4-9cd8-8673be2d0ac2 req-de6f94d2-6c8c-4fb4-bd4c-fab53fdce629 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.70 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 946 time: 0.3865764 May 25 20:10:27.648175 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:27.703356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-c51ab192-fa6d-4366-a459-1aed49f774aa tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:27.713543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-c51ab192-fa6d-4366-a459-1aed49f774aa tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4335456 May 25 20:10:27.740623 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:27.758560 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-09a4c9dc-8c39-46cd-ac0c-07ef8ab8dcad tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/quotas/04d4004046824ccea8f136fdfd698c36 HTTP/1.1" status: 200 len: 375 time: 0.0439932 May 25 20:10:27.830124 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:27.840722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Pushing event updated for resources: {'Port': ['ID=1aac0935-072f-4957-beb8-00473a6b4121,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:27.891215 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-809e2a12-9317-43b4-9cd8-8673be2d0ac2 req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Deleting port a98f56e2-e655-46ca-8e33-779754f43e0a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:10:27.892145 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-809e2a12-9317-43b4-9cd8-8673be2d0ac2 req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:27.901806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:10:27.904368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb1438f7-bade-4065-baee-dfaaa41e4799 req-847afb46-c3b7-452c-a324-6451cc4e9e77 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0646913 May 25 20:10:27.905450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:10:27.909358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:10:27.990243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:27.991579 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:28.011436 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9d95a2-1ce9-4ed5-9fe2-9facf55d4855'] response: {'server_uuid': '8b938495-8893-44bc-a0e2-7beab5fadb10', 'name': 'network-vif-deleted', 'tag': 'd068eddb-7ef6-4fab-bd3b-2fcaba588162', 'status': 'completed', 'code': 200} May 25 20:10:28.027546 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c670d5-6606-4158-8ef3-2514c004f729 req-f7f091f9-c285-4b77-b7a6-adffb71e479a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5399308 May 25 20:10:28.039950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Request body: {'port': {'device_id': '28238c1e-d379-4f95-9c03-38eee1ff1ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:10:28.077145 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1a25ec-98de-4c5a-81d4-0f5054c52c7c'] response: {'server_uuid': '72b51a3d-6454-4204-a671-43e357999677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e999978-9da0-4bde-9d09-d22ac75898a8', 'code': 200} May 25 20:10:28.086572 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-aa6b4350-088b-4087-9697-ed7a028e068f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:28.115274 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-47d28e89-7826-4d47-bca7-40331e47faef tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3556685 May 25 20:10:28.134618 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbfd2434-08a7-4e9e-8a27-df9aba7d8755 req-f114412f-c923-4df6-aa5a-38826fd68214 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3612399 May 25 20:10:28.257206 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:28.501817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-809e2a12-9317-43b4-9cd8-8673be2d0ac2 req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] For port a98f56e2-e655-46ca-8e33-779754f43e0a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a98f56e2-e655-46ca-8e33-779754f43e0a,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:28.504585 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-809e2a12-9317-43b4-9cd8-8673be2d0ac2 req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:28.826009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd2434-08a7-4e9e-8a27-df9aba7d8755 req-7962dc2e-bd4d-4e23-aff6-1466354372ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:28.836480 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbfd2434-08a7-4e9e-8a27-df9aba7d8755 req-7962dc2e-bd4d-4e23-aff6-1466354372ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dcddf9f64a9e42e28dc8ff11c28cd9b4&device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 1101 time: 0.5266626 May 25 20:10:28.856354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-809e2a12-9317-43b4-9cd8-8673be2d0ac2 req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Calling delete_port for a98f56e2-e655-46ca-8e33-779754f43e0a owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:10:28.904905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aac0935-072f-4957-beb8-00473a6b4121 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:28.918073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:28.941227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711a5ed-1567-4d51-ab8f-141fc3cde4ab req-4ebea3f5-28bf-4eed-bc77-b50d74c70ba7 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:28.943125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b711a5ed-1567-4d51-ab8f-141fc3cde4ab req-4ebea3f5-28bf-4eed-bc77-b50d74c70ba7 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.6324315 May 25 20:10:28.949935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Transition to ACTIVE for port object 1aac0935-072f-4957-beb8-00473a6b4121 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:10:28.995444 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:29.188644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec8c5d-0d99-42a2-9d70-1fdd2bf79441 req-f25571bb-87de-4bbe-8591-548c36323427 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:29.199116 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5dec8c5d-0d99-42a2-9d70-1fdd2bf79441 req-f25571bb-87de-4bbe-8591-548c36323427 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 946 time: 0.5896254 May 25 20:10:29.275499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Pushing event updated for resources: {'Port': ['ID=1aac0935-072f-4957-beb8-00473a6b4121,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:29.300522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b711a5ed-1567-4d51-ab8f-141fc3cde4ab req-29de0282-68fe-4ad1-86f4-97c1b6214684 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492618 May 25 20:10:29.302740 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5dec8c5d-0d99-42a2-9d70-1fdd2bf79441 req-e4c0b648-f7be-4e5c-b044-b8f2d45d54af tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025734 May 25 20:10:29.307328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd2434-08a7-4e9e-8a27-df9aba7d8755 req-e7ad722f-15a2-431d-b453-1efab6888f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:29.309038 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbfd2434-08a7-4e9e-8a27-df9aba7d8755 req-e7ad722f-15a2-431d-b453-1efab6888f0d service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.3593292 May 25 20:10:29.560879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Attempting to bind port 1aac0935-072f-4957-beb8-00473a6b4121 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:10:29.561855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Attempting to bind port 1aac0935-072f-4957-beb8-00473a6b4121 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'e5896dee-352e-4de6-b96e-5242d699c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:10:29.562958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Attempting to bind port 1aac0935-072f-4957-beb8-00473a6b4121 on network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:10:29.573671 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Port 1aac0935-072f-4957-beb8-00473a6b4121 on network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:10:29.575211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Attempting to bind port 1aac0935-072f-4957-beb8-00473a6b4121 on network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:10:29.588962 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbfd2434-08a7-4e9e-8a27-df9aba7d8755 req-9a12fc54-0953-43cb-bb32-0031c1ab5a7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=673fef62-de33-4fe3-a34e-e501c71addc5 HTTP/1.1" status: 200 len: 217 time: 0.2583888 May 25 20:10:29.645175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:10:29.647748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Checking segment: {'id': 'e5896dee-352e-4de6-b96e-5242d699c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:10:29.649632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Bound using segment: {'id': 'e5896dee-352e-4de6-b96e-5242d699c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:10:29.651731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Bound port: 1aac0935-072f-4957-beb8-00473a6b4121, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5896dee-352e-4de6-b96e-5242d699c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:10:29.652195 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:29.683670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 95f17320-bf1b-4489-a273-146e933cb757 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:10:29.710170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd2434-08a7-4e9e-8a27-df9aba7d8755 req-451b4fb4-5a01-44dd-8f87-8cef7351216a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:29.712316 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbfd2434-08a7-4e9e-8a27-df9aba7d8755 req-451b4fb4-5a01-44dd-8f87-8cef7351216a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1225736 May 25 20:10:29.714260 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8b629128-848a-42a1-9cf6-7d057c8ea547 req-c67e4d38-fe3b-4895-b1eb-a4d337280c75 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 210 time: 0.1424820 May 25 20:10:29.714763 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-809e2a12-9317-43b4-9cd8-8673be2d0ac2 req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:29.782059 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['7d9dd7f8-cefe-4ca0-8799-90bd4531df8c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:29.891840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] For port 1aac0935-072f-4957-beb8-00473a6b4121, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:10:29.896771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] For port 1aac0935-072f-4957-beb8-00473a6b4121, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1aac0935-072f-4957-beb8-00473a6b4121,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:10:29.904503 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:29.923721 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a98f56e2-e655-46ca-8e33-779754f43e0a no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:10:29.983742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: a98f56e2-e655-46ca-8e33-779754f43e0a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:10:29.984383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a98f56e2-e655-46ca-8e33-779754f43e0a not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:10:30.008503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Pushing event deleted for resources: {'Port': ['ID=a98f56e2-e655-46ca-8e33-779754f43e0a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:30.054171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:30.054515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:30.054850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:30.055183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:30.055513 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:30.055843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:30.056163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:30.056482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:30.056798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:30.057113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:30.057428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:30.058926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:30.081469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Pushing event updated for resources: {'Port': ['ID=1aac0935-072f-4957-beb8-00473a6b4121,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:30.110361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:30.111031 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:30.116570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 95f17320-bf1b-4489-a273-146e933cb757 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:30.117204 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:30.117826 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c670d5-6606-4158-8ef3-2514c004f729 req-639ab99e-a114-408b-8bb2-265ec387242f service neutron] 10.222.0.70 "PUT /v2.0/ports/1aac0935-072f-4957-beb8-00473a6b4121 HTTP/1.1" status: 200 len: 1092 time: 2.0806408 May 25 20:10:30.118477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28238c1e-d379-4f95-9c03-38eee1ff1ef6', 'tag': '1aac0935-072f-4957-beb8-00473a6b4121'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:30.157037 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-abd13049-0b22-48b7-939b-4457d2c43243 req-a97618f1-1d9c-4cb0-9091-972779cc2293 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.2027712 May 25 20:10:30.221485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f17320-bf1b-4489-a273-146e933cb757'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:30.236699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:30.242549 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:30.368941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-7cd9e048-bb8c-4008-b3aa-ace41b1ef280 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=04d4004046824ccea8f136fdfd698c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107044 May 25 20:10:30.389910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c670d5-6606-4158-8ef3-2514c004f729 req-60d9dba3-b0c8-46b2-9631-17ecddfe3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:30.390291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:30.392551 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c670d5-6606-4158-8ef3-2514c004f729 req-60d9dba3-b0c8-46b2-9631-17ecddfe3e2d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2802763962b04e3bb06c9f54560b4877&device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 1095 time: 0.2212937 May 25 20:10:30.435931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-809e2a12-9317-43b4-9cd8-8673be2d0ac2 req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] No DVR routers for this DVR port a98f56e2-e655-46ca-8e33-779754f43e0a on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:10:30.451740 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-809e2a12-9317-43b4-9cd8-8673be2d0ac2 req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:30.469437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70ccca4-d2f4-4bc1-a63a-a50f5e403140', 'name': 'network-vif-deleted', 'tag': 'a98f56e2-e655-46ca-8e33-779754f43e0a'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:30.511341 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c670d5-6606-4158-8ef3-2514c004f729 req-07e931f9-b980-4cec-ab37-36d39f41d388 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aac0935-072f-4957-beb8-00473a6b4121 HTTP/1.1" status: 200 len: 217 time: 0.1052034 May 25 20:10:30.533984 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-57f6fcb5-9ddf-48f6-b405-aff7dd582347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:30.575329 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-809e2a12-9317-43b4-9cd8-8673be2d0ac2 req-f3a4b53e-abaa-4c6f-8b8f-b61957970500 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.70 "DELETE /v2.0/ports/a98f56e2-e655-46ca-8e33-779754f43e0a HTTP/1.1" status: 204 len: 173 time: 2.9800019 May 25 20:10:30.626074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea7b0a-6891-41bf-b7e5-eab83090993a req-bf44c6cf-20ee-4d83-ad14-9fa02379f33c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:30.627640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a4ea7b0a-6891-41bf-b7e5-eab83090993a req-bf44c6cf-20ee-4d83-ad14-9fa02379f33c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Synchronizing usage tracker for tenant:2802763962b04e3bb06c9f54560b4877 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:10:30.648565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c670d5-6606-4158-8ef3-2514c004f729 req-a6937f4e-36e0-4ec5-b448-ded1e8cce90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:30.649883 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c670d5-6606-4158-8ef3-2514c004f729 req-a6937f4e-36e0-4ec5-b448-ded1e8cce90a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73c490fc-9d2c-491a-941a-073d05e04508 HTTP/1.1" status: 200 len: 862 time: 0.0754502 May 25 20:10:30.668330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd2434-08a7-4e9e-8a27-df9aba7d8755 req-c56b8b1e-c05c-4698-8610-520ca15b8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:30.669828 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbfd2434-08a7-4e9e-8a27-df9aba7d8755 req-c56b8b1e-c05c-4698-8610-520ca15b8481 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6637256 May 25 20:10:30.701831 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c670d5-6606-4158-8ef3-2514c004f729 req-ab66fd07-6fbe-4f5c-911d-f1f18a97ae82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447602 May 25 20:10:30.821745 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbfd2434-08a7-4e9e-8a27-df9aba7d8755 req-a271c660-45cb-4dd9-9dcc-e876a1b1fd60 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425011 May 25 20:10:30.841543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a4ea7b0a-6891-41bf-b7e5-eab83090993a req-bf44c6cf-20ee-4d83-ad14-9fa02379f33c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Unset dirty status for tenant:2802763962b04e3bb06c9f54560b4877 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:10:30.842791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4ea7b0a-6891-41bf-b7e5-eab83090993a req-bf44c6cf-20ee-4d83-ad14-9fa02379f33c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 944 time: 0.8354151 May 25 20:10:30.856334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-44ef8449-94a7-4110-a65c-c5ed1d6de3e7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:30.857854 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-44ef8449-94a7-4110-a65c-c5ed1d6de3e7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4752171 May 25 20:10:30.875194 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c670d5-6606-4158-8ef3-2514c004f729 req-08a62b98-622a-424a-ad74-6b8bc84c91b5 service neutron] 10.222.0.70 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665437 May 25 20:10:30.888659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e22e4-5f86-4fd5-984b-966d1acbeedb req-b76e9467-0c91-4d0b-953f-8156824057c1 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:30.896378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-353e22e4-5f86-4fd5-984b-966d1acbeedb req-b76e9467-0c91-4d0b-953f-8156824057c1 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 950 time: 0.3839526 May 25 20:10:30.901480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a4ea7b0a-6891-41bf-b7e5-eab83090993a req-6757b651-5db3-40d9-9d6b-21af324027b7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Synchronizing usage tracker for tenant:2802763962b04e3bb06c9f54560b4877 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:10:30.921455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a4ea7b0a-6891-41bf-b7e5-eab83090993a req-6757b651-5db3-40d9-9d6b-21af324027b7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Unset dirty status for tenant:2802763962b04e3bb06c9f54560b4877 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:10:30.922648 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4ea7b0a-6891-41bf-b7e5-eab83090993a req-6757b651-5db3-40d9-9d6b-21af324027b7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638647 May 25 20:10:30.965377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Request body: {'port': {'device_id': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '04d4004046824ccea8f136fdfd698c36'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:10:31.052390 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257d9c92-5530-4c76-91fe-b9e4d9c77603'] response: {'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f17320-bf1b-4489-a273-146e933cb757', 'code': 200} May 25 20:10:31.072890 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde7003e-3020-4694-a0d5-35a3e5c0d962'] response: {'name': 'network-changed', 'server_uuid': '28238c1e-d379-4f95-9c03-38eee1ff1ef6', 'tag': '1aac0935-072f-4957-beb8-00473a6b4121', 'status': 'completed', 'code': 200} May 25 20:10:31.141572 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-353e22e4-5f86-4fd5-984b-966d1acbeedb req-f79a5728-3434-4904-91cd-56d5ba6a3336 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441032 May 25 20:10:31.225784 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c670d5-6606-4158-8ef3-2514c004f729 req-a346db1d-f1ea-4cd6-925c-d5dd5f0ea95b service neutron] 10.222.0.70 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120024 May 25 20:10:31.307576 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:31.378427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-3a153c6f-d321-48de-918e-5afb78716393 req-ba146d24-361f-49ed-b010-db88972bde2d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Synchronizing usage tracker for tenant:588275645f004b30bd16726afb59ab56 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:10:31.415138 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbfd2434-08a7-4e9e-8a27-df9aba7d8755 req-6459dc3f-5e1d-45a9-a0b2-6d3f405760ad service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852364 May 25 20:10:31.426700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:10:31.434660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-3a153c6f-d321-48de-918e-5afb78716393 req-ba146d24-361f-49ed-b010-db88972bde2d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Unset dirty status for tenant:588275645f004b30bd16726afb59ab56 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:10:31.442585 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a153c6f-d321-48de-918e-5afb78716393 req-ba146d24-361f-49ed-b010-db88972bde2d tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d70ccca4-d2f4-4bc1-a63a-a50f5e403140 HTTP/1.1" status: 200 len: 210 time: 0.1608269 May 25 20:10:31.465869 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:10:31.504662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Made reservation on behalf of 04d4004046824ccea8f136fdfd698c36 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:10:31.508035 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:31.576312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6fad6-82b8-4db0-a9ad-e9107f51de48 req-5037376e-b7a1-4b1e-8aa3-f55cce4e435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:31.577639 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-edc6fad6-82b8-4db0-a9ad-e9107f51de48 req-5037376e-b7a1-4b1e-8aa3-f55cce4e435a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2802763962b04e3bb06c9f54560b4877&device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 1095 time: 0.1705692 May 25 20:10:31.600785 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:31.659768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4dbdc-3f53-445e-a343-4464d01e542a req-4d67c5a7-0b6f-416f-9242-25da265ddbe9 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:31.668967 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7984213-ba5e-4e40-9647-46acb751a286'] response: {'server_uuid': 'd70ccca4-d2f4-4bc1-a63a-a50f5e403140', 'name': 'network-vif-deleted', 'tag': 'a98f56e2-e655-46ca-8e33-779754f43e0a', 'status': 'completed', 'code': 200} May 25 20:10:31.669228 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4c4dbdc-3f53-445e-a343-4464d01e542a req-4d67c5a7-0b6f-416f-9242-25da265ddbe9 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.3119195 May 25 20:10:31.684520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 95f17320-bf1b-4489-a273-146e933cb757 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:10:31.802043 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4c4dbdc-3f53-445e-a343-4464d01e542a req-cfcd1954-7439-4f6d-828a-31a260a1f2c5 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320417 May 25 20:10:31.803904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1248ef08-fb47-4e7c-8ac4-a37155dd5ab3 req-345205f8-7602-4a55-84a0-0f95a0f5162d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 210 time: 0.0937080 May 25 20:10:31.907785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6fad6-82b8-4db0-a9ad-e9107f51de48 req-fb64d737-3e4a-47de-87b5-fa94978b7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:31.911183 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-edc6fad6-82b8-4db0-a9ad-e9107f51de48 req-fb64d737-3e4a-47de-87b5-fa94978b7240 service neutron] 10.222.0.70 "GET /v2.0/networks?id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f HTTP/1.1" status: 200 len: 923 time: 0.3244338 May 25 20:10:32.010547 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:32.043711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '95f17320-bf1b-4489-a273-146e933cb757', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'port_id': '95f17320-bf1b-4489-a273-146e933cb757', 'mac_address': 'fa:16:3e:3b:d9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:10:32.082582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-edc6fad6-82b8-4db0-a9ad-e9107f51de48 req-4b09fc36-083f-41d6-825a-fc5061acb868 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aac0935-072f-4957-beb8-00473a6b4121 HTTP/1.1" status: 200 len: 217 time: 0.1528335 May 25 20:10:32.149510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97458ff7-c3c6-44bd-8eb7-4a2fd7839a40 req-b5042524-5b53-46f2-bb45-5f09fb34a371 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:32.150279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-97458ff7-c3c6-44bd-8eb7-4a2fd7839a40 req-b5042524-5b53-46f2-bb45-5f09fb34a371 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Synchronizing usage tracker for tenant:dcddf9f64a9e42e28dc8ff11c28cd9b4 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:10:32.190049 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8d7cbe94-ba33-4ad1-9948-27f1c920d2b0 req-3a5d3530-a828-4da9-80b5-55aaf6ce4b42 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.1023359 May 25 20:10:32.200521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-97458ff7-c3c6-44bd-8eb7-4a2fd7839a40 req-b5042524-5b53-46f2-bb45-5f09fb34a371 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Unset dirty status for tenant:dcddf9f64a9e42e28dc8ff11c28cd9b4 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:10:32.201681 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-97458ff7-c3c6-44bd-8eb7-4a2fd7839a40 req-b5042524-5b53-46f2-bb45-5f09fb34a371 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.50 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 950 time: 0.6668971 May 25 20:10:32.220247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 95f17320-bf1b-4489-a273-146e933cb757 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:32.220922 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:32.250495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f17320-bf1b-4489-a273-146e933cb757 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:32.257258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6fad6-82b8-4db0-a9ad-e9107f51de48 req-a54f4fe4-cc14-4a0a-8cb7-988c19db0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:32.258807 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-edc6fad6-82b8-4db0-a9ad-e9107f51de48 req-a54f4fe4-cc14-4a0a-8cb7-988c19db0bff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73c490fc-9d2c-491a-941a-073d05e04508 HTTP/1.1" status: 200 len: 862 time: 0.1744204 May 25 20:10:32.269405 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:32.284909 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:32.319545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-97458ff7-c3c6-44bd-8eb7-4a2fd7839a40 req-58bf10f3-c79d-4fed-b854-9eb84e615a07 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Deleting port 673fef62-de33-4fe3-a34e-e501c71addc5 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:10:32.319907 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-97458ff7-c3c6-44bd-8eb7-4a2fd7839a40 req-58bf10f3-c79d-4fed-b854-9eb84e615a07 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:32.380746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:32.474974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['95f17320-bf1b-4489-a273-146e933cb757'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:32.639692 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-edc6fad6-82b8-4db0-a9ad-e9107f51de48 req-92208998-b99e-49c4-9c9f-01d17b673451 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3740292 May 25 20:10:32.811528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Allocated IP 192.168.233.16 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/f26f26de-b40f-43b6-b253-db45aad5232c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:10:32.941244 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:32.969030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-edc6fad6-82b8-4db0-a9ad-e9107f51de48 req-9cffee1d-380f-42e5-a70d-d89ba7904968 service neutron] 10.222.0.70 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905805 May 25 20:10:33.050634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838900ca-045f-4b41-bf8d-d4576b4b39a5 req-d0947fd6-3e88-48b7-aaea-d672b8e87811 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:33.051660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-838900ca-045f-4b41-bf8d-d4576b4b39a5 req-d0947fd6-3e88-48b7-aaea-d672b8e87811 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Synchronizing usage tracker for tenant:2802763962b04e3bb06c9f54560b4877 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:10:33.186191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-97458ff7-c3c6-44bd-8eb7-4a2fd7839a40 req-58bf10f3-c79d-4fed-b854-9eb84e615a07 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] For port 673fef62-de33-4fe3-a34e-e501c71addc5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=673fef62-de33-4fe3-a34e-e501c71addc5,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:33.186565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-97458ff7-c3c6-44bd-8eb7-4a2fd7839a40 req-58bf10f3-c79d-4fed-b854-9eb84e615a07 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:33.190450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-838900ca-045f-4b41-bf8d-d4576b4b39a5 req-d0947fd6-3e88-48b7-aaea-d672b8e87811 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Unset dirty status for tenant:2802763962b04e3bb06c9f54560b4877 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:10:33.203256 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-838900ca-045f-4b41-bf8d-d4576b4b39a5 req-d0947fd6-3e88-48b7-aaea-d672b8e87811 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 944 time: 0.5716593 May 25 20:10:33.294030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-838900ca-045f-4b41-bf8d-d4576b4b39a5 req-d76ba7a6-8f64-4aea-8794-6da6f53693dc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922022 May 25 20:10:33.331572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-97458ff7-c3c6-44bd-8eb7-4a2fd7839a40 req-58bf10f3-c79d-4fed-b854-9eb84e615a07 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Calling delete_port for 673fef62-de33-4fe3-a34e-e501c71addc5 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:10:33.432526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-edc6fad6-82b8-4db0-a9ad-e9107f51de48 req-3e4951ac-de5b-485f-9ef7-167a538997d2 service neutron] 10.222.0.70 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504647 May 25 20:10:33.684959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 95f17320-bf1b-4489-a273-146e933cb757 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:10:33.695832 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38a3f224-d492-45a6-93ae-21290ffedd70 req-77ae3923-bfa5-457c-8a6a-94f8d6f80cac tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 210 time: 0.0993912 May 25 20:10:33.850811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 95f17320-bf1b-4489-a273-146e933cb757 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:10:33.851450 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:33.876813 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-97458ff7-c3c6-44bd-8eb7-4a2fd7839a40 req-58bf10f3-c79d-4fed-b854-9eb84e615a07 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:33.924785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80fc4a-cdce-403e-b88c-6c2c09a63eac req-07226d65-59a6-4afc-8f12-bfba5399131a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:33.939221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de80fc4a-cdce-403e-b88c-6c2c09a63eac req-07226d65-59a6-4afc-8f12-bfba5399131a tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/ports?device_id=22cd0b94-f967-4723-b089-1930d1d11c14 HTTP/1.1" status: 200 len: 950 time: 1.5039916 May 25 20:10:34.057511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 95f17320-bf1b-4489-a273-146e933cb757 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:34.057882 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:34.105815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90223c-d54f-42c3-99d5-6863809a49d2 req-cc533f9e-0cb3-4b36-96ca-33f8e2a97185 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:34.119500 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df90223c-d54f-42c3-99d5-6863809a49d2 req-cc533f9e-0cb3-4b36-96ca-33f8e2a97185 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.2082841 May 25 20:10:34.134847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:34.135805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f17320-bf1b-4489-a273-146e933cb757'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:34.148243 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:34.150101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 673fef62-de33-4fe3-a34e-e501c71addc5 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:10:34.197655 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de80fc4a-cdce-403e-b88c-6c2c09a63eac req-6ff88880-3160-4bdc-b41a-f93586924ce9 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea20f336-955d-459c-b54c-f17695d595fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571321 May 25 20:10:34.259332 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df90223c-d54f-42c3-99d5-6863809a49d2 req-c642f111-9219-40f5-a1d6-b4b9e54f40bf tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388192 May 25 20:10:34.274811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 673fef62-de33-4fe3-a34e-e501c71addc5 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:10:34.275570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 673fef62-de33-4fe3-a34e-e501c71addc5 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:10:34.280358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf10f3-c79d-4fed-b854-9eb84e615a07 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Pushing event deleted for resources: {'Port': ['ID=673fef62-de33-4fe3-a34e-e501c71addc5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:34.332658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=10']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:34.573515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-97458ff7-c3c6-44bd-8eb7-4a2fd7839a40 req-58bf10f3-c79d-4fed-b854-9eb84e615a07 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] No DVR routers for this DVR port 673fef62-de33-4fe3-a34e-e501c71addc5 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:10:34.578721 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-97458ff7-c3c6-44bd-8eb7-4a2fd7839a40 req-58bf10f3-c79d-4fed-b854-9eb84e615a07 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:34.578920 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ebe9909-595a-4454-bb5f-77e3e525afe5 req-ffcd0fe9-7114-48db-8a9b-1617db18ca8d tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0659018 May 25 20:10:34.582314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cd0b94-f967-4723-b089-1930d1d11c14', 'name': 'network-vif-deleted', 'tag': '673fef62-de33-4fe3-a34e-e501c71addc5'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:34.645343 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:34.649388 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-97458ff7-c3c6-44bd-8eb7-4a2fd7839a40 req-58bf10f3-c79d-4fed-b854-9eb84e615a07 tempest-LiveMigrationNegativeTest-15270085 tempest-LiveMigrationNegativeTest-15270085-project] 10.222.0.50 "DELETE /v2.0/ports/673fef62-de33-4fe3-a34e-e501c71addc5 HTTP/1.1" status: 204 len: 173 time: 2.4369059 May 25 20:10:34.685026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Transition to ACTIVE for port object f26f26de-b40f-43b6-b253-db45aad5232c will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:10:34.767550 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:34.780005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['69e2fa7d-2a77-4512-afe8-e2817535b3cb', '1b9acb47-a82c-4572-a38d-b983dd06b5f6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:34.952178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:10:34.956961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:10:34.964986 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:10:35.069403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Pushing event updated for resources: {'Port': ['ID=f26f26de-b40f-43b6-b253-db45aad5232c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:35.129399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:35.133092 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:35.190629 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-b4accf08-63eb-4cc3-91b0-a2faf88ad4ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2293234 May 25 20:10:35.209194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Request body: {'port': {'device_id': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:10:35.324148 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12d3b3e-f053-4c4a-b379-d781bf9125fa'] response: {'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f17320-bf1b-4489-a273-146e933cb757', 'code': 200} May 25 20:10:35.641156 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:35.656526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-68fe05ab-8802-407a-9d29-b8becd4cfc64 None None] Provisioning for port f26f26de-b40f-43b6-b253-db45aad5232c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:10:35.716260 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-68fe05ab-8802-407a-9d29-b8becd4cfc64 None None] Provisioning complete for port f26f26de-b40f-43b6-b253-db45aad5232c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:10:35.717771 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-68fe05ab-8802-407a-9d29-b8becd4cfc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:35.740924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110daec6-f5fd-4036-8c0a-dad5aef3976e req-241d7090-a2d7-435f-9cff-ac53c5ff5351 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:35.759903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-110daec6-f5fd-4036-8c0a-dad5aef3976e req-241d7090-a2d7-435f-9cff-ac53c5ff5351 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 944 time: 0.1789105 May 25 20:10:35.821363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-110daec6-f5fd-4036-8c0a-dad5aef3976e req-a41c4cb3-27be-4969-be23-2ffa24279578 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602038 May 25 20:10:35.856238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-68fe05ab-8802-407a-9d29-b8becd4cfc64 None None] Port f26f26de-b40f-43b6-b253-db45aad5232c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:10:35.906458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1aac0935-072f-4957-beb8-00473a6b4121 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:10:35.975874 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9dfc242-340a-4988-90c8-77150343ceae'] response: {'server_uuid': '22cd0b94-f967-4723-b089-1930d1d11c14', 'name': 'network-vif-deleted', 'tag': '673fef62-de33-4fe3-a34e-e501c71addc5', 'status': 'completed', 'code': 200} May 25 20:10:36.297074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd1f3b-3b34-455a-a71a-e0841ae3587d req-0cf11c74-b987-4cdc-9939-dedbb4f184dc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:36.304082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1aac0935-072f-4957-beb8-00473a6b4121, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1aac0935-072f-4957-beb8-00473a6b4121,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:36.310637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c7bd1f3b-3b34-455a-a71a-e0841ae3587d req-0cf11c74-b987-4cdc-9939-dedbb4f184dc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 935 time: 0.1871424 May 25 20:10:36.328541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '1aac0935-072f-4957-beb8-00473a6b4121', 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f', 'port_id': '1aac0935-072f-4957-beb8-00473a6b4121', 'mac_address': 'fa:16:3e:4d:8f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c490fc-9d2c-491a-941a-073d05e04508', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:10:36.401368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c7bd1f3b-3b34-455a-a71a-e0841ae3587d req-9f9c1a3d-0ce0-4ba0-ba38-ec24984cd57b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872943 May 25 20:10:36.499947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1aac0935-072f-4957-beb8-00473a6b4121 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:36.500255 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:36.532634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aac0935-072f-4957-beb8-00473a6b4121 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:36.568084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1aac0935-072f-4957-beb8-00473a6b4121, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1aac0935-072f-4957-beb8-00473a6b4121,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:36.575065 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:36.709671 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa678da-8421-4166-bdcc-38bfa8b56d94 req-5e0327a7-a9c2-41eb-9266-ed2673297887 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:36.710863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6fa678da-8421-4166-bdcc-38bfa8b56d94 req-5e0327a7-a9c2-41eb-9266-ed2673297887 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Synchronizing usage tracker for tenant:588275645f004b30bd16726afb59ab56 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:10:36.727315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26f26de-b40f-43b6-b253-db45aad5232c {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:36.753672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1aac0935-072f-4957-beb8-00473a6b4121,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:36.755989 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:36.802085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Transition to ACTIVE for port object f26f26de-b40f-43b6-b253-db45aad5232c will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:10:36.810713 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:36.868171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6fa678da-8421-4166-bdcc-38bfa8b56d94 req-5e0327a7-a9c2-41eb-9266-ed2673297887 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Unset dirty status for tenant:588275645f004b30bd16726afb59ab56 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:10:36.870440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fa678da-8421-4166-bdcc-38bfa8b56d94 req-5e0327a7-a9c2-41eb-9266-ed2673297887 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 945 time: 0.4657323 May 25 20:10:36.980873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['1aac0935-072f-4957-beb8-00473a6b4121'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:37.069810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-6fa678da-8421-4166-bdcc-38bfa8b56d94 req-79f1ce4a-9770-4fb5-82fe-22a4dc12c796 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Deleting port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:10:37.074751 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6fa678da-8421-4166-bdcc-38bfa8b56d94 req-79f1ce4a-9770-4fb5-82fe-22a4dc12c796 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:37.228819 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Pushing event updated for resources: {'Port': ['ID=f26f26de-b40f-43b6-b253-db45aad5232c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:37.238328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1911e-46d3-4d41-8f06-b30a3e3c5e27 req-d2473c0e-3aae-4424-adac-3dbccc1aa5ba tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:37.246144 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-95c1911e-46d3-4d41-8f06-b30a3e3c5e27 req-d2473c0e-3aae-4424-adac-3dbccc1aa5ba tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1925427-ca1c-4af2-990e-b33cf1af4b49 HTTP/1.1" status: 200 len: 945 time: 0.5223985 May 25 20:10:37.287137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Attempting to bind port f26f26de-b40f-43b6-b253-db45aad5232c on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:10:37.287786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Attempting to bind port f26f26de-b40f-43b6-b253-db45aad5232c by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:10:37.288313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Attempting to bind port f26f26de-b40f-43b6-b253-db45aad5232c on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:10:37.306778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Port f26f26de-b40f-43b6-b253-db45aad5232c on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:10:37.307096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Attempting to bind port f26f26de-b40f-43b6-b253-db45aad5232c on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:10:37.320580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:10:37.320949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:10:37.321276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:10:37.321752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Bound port: f26f26de-b40f-43b6-b253-db45aad5232c, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:10:37.322024 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:37.331049 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-95c1911e-46d3-4d41-8f06-b30a3e3c5e27 req-293ccdc6-3b2d-4b05-81b0-ba1648551fc1 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.60 "GET /v2.0/security-groups?id=1508a31b-a624-411d-a64a-12df2948eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832326 May 25 20:10:37.672162 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-6fa678da-8421-4166-bdcc-38bfa8b56d94 req-79f1ce4a-9770-4fb5-82fe-22a4dc12c796 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] For port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,segment=NetworkSegment(da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1),segment_id=da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:37.678734 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6fa678da-8421-4166-bdcc-38bfa8b56d94 req-79f1ce4a-9770-4fb5-82fe-22a4dc12c796 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:37.794821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] For port f26f26de-b40f-43b6-b253-db45aad5232c, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:10:37.810559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] For port f26f26de-b40f-43b6-b253-db45aad5232c, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=f26f26de-b40f-43b6-b253-db45aad5232c,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:10:37.817443 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:37.906786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-6fa678da-8421-4166-bdcc-38bfa8b56d94 req-79f1ce4a-9770-4fb5-82fe-22a4dc12c796 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Calling delete_port for 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:10:38.230044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:38.231229 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:38.234066 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] 10.222.0.50 "PUT /v2.0/ports/f26f26de-b40f-43b6-b253-db45aad5232c HTTP/1.1" status: 200 len: 1095 time: 3.0359185 May 25 20:10:38.236041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'tag': 'f26f26de-b40f-43b6-b253-db45aad5232c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:38.287219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45150) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:38.395877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1484645-e960-4633-acd6-3a667379e534 req-8063e920-d0b7-4dd6-9eaa-5ef2e7ae98fc tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:38.407644 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1484645-e960-4633-acd6-3a667379e534 req-8063e920-d0b7-4dd6-9eaa-5ef2e7ae98fc tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.4328134 May 25 20:10:38.412610 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6fa678da-8421-4166-bdcc-38bfa8b56d94 req-79f1ce4a-9770-4fb5-82fe-22a4dc12c796 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:38.500428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2735c5-cad9-4ca0-8a4a-938c67f1db9c service neutron] Pushing event updated for resources: {'Port': ['ID=f26f26de-b40f-43b6-b253-db45aad5232c,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:38.535812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1ce4a-9770-4fb5-82fe-22a4dc12c796 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Pushing event deleted for resources: {'Port': ['ID=7d9dd7f8-cefe-4ca0-8799-90bd4531df8c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:38.578904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-37f0b2ae-dce4-4418-a1e0-9cdc98fe8d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:38.581202 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-37f0b2ae-dce4-4418-a1e0-9cdc98fe8d55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 1098 time: 0.2740259 May 25 20:10:38.588635 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1484645-e960-4633-acd6-3a667379e534 req-43fb3a0c-028f-4244-b884-a80d529848a9 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779633 May 25 20:10:38.834866 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-45e69da7-2518-46e9-8778-f330c8c8ad1a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dcddf9f64a9e42e28dc8ff11c28cd9b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5456910 May 25 20:10:38.839716 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-aa490c15-aa3d-4bc9-b24c-3e5a645ee25e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f26f26de-b40f-43b6-b253-db45aad5232c HTTP/1.1" status: 200 len: 217 time: 0.2511768 May 25 20:10:38.841876 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45166) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:38.923889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa678da-8421-4166-bdcc-38bfa8b56d94 req-79f1ce4a-9770-4fb5-82fe-22a4dc12c796 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] No DVR routers for this DVR port 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:10:38.931708 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6fa678da-8421-4166-bdcc-38bfa8b56d94 req-79f1ce4a-9770-4fb5-82fe-22a4dc12c796 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:38.937945 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f09f960a-c8c6-4139-b029-eeee6165fbde req-1672db40-ba56-4e59-903b-fbd428d01915 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.1735623 May 25 20:10:38.954463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1925427-ca1c-4af2-990e-b33cf1af4b49', 'name': 'network-vif-deleted', 'tag': '7d9dd7f8-cefe-4ca0-8799-90bd4531df8c'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:38.992340 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fa678da-8421-4166-bdcc-38bfa8b56d94 req-79f1ce4a-9770-4fb5-82fe-22a4dc12c796 tempest-LiveAutoBlockMigrationV225Test-1952633568 tempest-LiveAutoBlockMigrationV225Test-1952633568-project] 10.222.0.70 "DELETE /v2.0/ports/7d9dd7f8-cefe-4ca0-8799-90bd4531df8c HTTP/1.1" status: 204 len: 173 time: 2.0895131 May 25 20:10:39.192472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-53067850-1930-41e8-8ede-5d649226f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:39.193314 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-53067850-1930-41e8-8ede-5d649226f333 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.3150036 May 25 20:10:39.352722 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c515c38-15ff-4956-ba00-e6ce36c166d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:39.400493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d43b56-9869-4811-b932-d76a53c8bdad req-65083bda-5245-4396-8713-13386622cd26 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:39.404271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5d43b56-9869-4811-b932-d76a53c8bdad req-65083bda-5245-4396-8713-13386622cd26 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 945 time: 0.2822857 May 25 20:10:39.442740 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c515c38-15ff-4956-ba00-e6ce36c166d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:39.493659 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5d43b56-9869-4811-b932-d76a53c8bdad req-2c6cc672-3714-478e-8179-1d1b90775429 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816507 May 25 20:10:39.502366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-14610135-0562-4841-814c-b90bc3d34966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:39.506545 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-14610135-0562-4841-814c-b90bc3d34966 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2917221 May 25 20:10:39.768543 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c515c38-15ff-4956-ba00-e6ce36c166d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:39.833857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c515c38-15ff-4956-ba00-e6ce36c166d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea20f336-955d-459c-b54c-f17695d595fb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:39.880000 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-77d546f1-01b3-4cd0-883c-e5f400208e8b service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430254 May 25 20:10:39.919290 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1aac0935-072f-4957-beb8-00473a6b4121 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:10:40.040060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e805028-dffe-47c5-9259-111e98217ed5 req-04047c7e-c465-4f6c-b51a-5a1a2a7441a3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:40.044702 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e805028-dffe-47c5-9259-111e98217ed5 req-04047c7e-c465-4f6c-b51a-5a1a2a7441a3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 947 time: 0.3178439 May 25 20:10:40.100275 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 1aac0935-072f-4957-beb8-00473a6b4121 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:10:40.111609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 1aac0935-072f-4957-beb8-00473a6b4121 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:10:40.112002 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:40.181862 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e805028-dffe-47c5-9259-111e98217ed5 req-489fb50a-286a-4aa8-9b19-6d964122daf8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310341 May 25 20:10:40.190931 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8038b879-74a1-4f54-bb35-9383250b7d9f req-15001875-3488-4105-886a-754253936be3 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949240 May 25 20:10:40.324101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c515c38-15ff-4956-ba00-e6ce36c166d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:40.344795 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6c515c38-15ff-4956-ba00-e6ce36c166d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea20f336-955d-459c-b54c-f17695d595fb HTTP/1.1" status: 204 len: 168 time: 1.5008361 May 25 20:10:40.421724 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c904b91-b26c-4bc2-b02d-cef3545cf423'] response: {'name': 'network-changed', 'server_uuid': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'tag': 'f26f26de-b40f-43b6-b253-db45aad5232c', 'status': 'completed', 'code': 200} May 25 20:10:40.487908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1aac0935-072f-4957-beb8-00473a6b4121 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:40.488427 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:40.559745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1aac0935-072f-4957-beb8-00473a6b4121, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1aac0935-072f-4957-beb8-00473a6b4121,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:40.567845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28238c1e-d379-4f95-9c03-38eee1ff1ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aac0935-072f-4957-beb8-00473a6b4121'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:40.576042 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:40.576860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:10:40.593662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45182) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:40.637195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf450861-fdd0-4c9f-aad4-7e4d9f5683e6 req-bd1bf1bb-4bf0-404b-bbe2-423a6dd00527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:40.639316 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf450861-fdd0-4c9f-aad4-7e4d9f5683e6 req-bd1bf1bb-4bf0-404b-bbe2-423a6dd00527 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=589fda33a5a849c886853c57cb900612&device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 1100 time: 0.4422722 May 25 20:10:40.768571 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2a0613-1948-4bca-9d50-d92105d7d8ad'] response: {'server_uuid': 'a1925427-ca1c-4af2-990e-b33cf1af4b49', 'name': 'network-vif-deleted', 'tag': '7d9dd7f8-cefe-4ca0-8799-90bd4531df8c', 'status': 'completed', 'code': 200} May 25 20:10:40.786518 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:10:40.786963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 7d9dd7f8-cefe-4ca0-8799-90bd4531df8c not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:10:40.911148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1aac0935-072f-4957-beb8-00473a6b4121,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:40.945594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:40.947064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:40.947589 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:40.948130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:40.948699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:40.949274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:40.949795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:40.950367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:40.951051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:40.951645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:40.952204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:40.962824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:10:41.034519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cd85d2-c828-4458-b114-a3a8f9e42f06 admin admin] Deleting subnet 1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:10:41.041633 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75cd85d2-c828-4458-b114-a3a8f9e42f06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:41.077438 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf450861-fdd0-4c9f-aad4-7e4d9f5683e6 req-337aa132-c768-491e-9479-d0d94a313009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:41.079121 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf450861-fdd0-4c9f-aad4-7e4d9f5683e6 req-337aa132-c768-491e-9479-d0d94a313009 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.4031770 May 25 20:10:41.167858 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75cd85d2-c828-4458-b114-a3a8f9e42f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:41.239978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45190) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:41.275305 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75cd85d2-c828-4458-b114-a3a8f9e42f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:41.291468 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf450861-fdd0-4c9f-aad4-7e4d9f5683e6 req-c15e6bb4-7611-4447-9728-c53cd7d2669a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=2e999978-9da0-4bde-9d09-d22ac75898a8 HTTP/1.1" status: 200 len: 217 time: 0.1999846 May 25 20:10:41.432770 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75cd85d2-c828-4458-b114-a3a8f9e42f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:41.480537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75f717-61a9-4dfd-9120-8305b7e13015 req-7770f042-253b-418e-9643-bfa17ab58adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:41.482084 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d75f717-61a9-4dfd-9120-8305b7e13015 req-7770f042-253b-418e-9643-bfa17ab58adb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 1098 time: 1.0304756 May 25 20:10:41.565836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd85d2-c828-4458-b114-a3a8f9e42f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5c81e9-1012-4bd2-b3ad-402a53a6fd67,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:41.573901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf450861-fdd0-4c9f-aad4-7e4d9f5683e6 req-d9a635d8-5f04-4288-bf9a-6b42c494d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:41.577265 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75cd85d2-c828-4458-b114-a3a8f9e42f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:41.580548 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf450861-fdd0-4c9f-aad4-7e4d9f5683e6 req-d9a635d8-5f04-4288-bf9a-6b42c494d129 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2811983 May 25 20:10:41.638372 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-75cd85d2-c828-4458-b114-a3a8f9e42f06 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1d5c81e9-1012-4bd2-b3ad-402a53a6fd67 HTTP/1.1" status: 204 len: 168 time: 1.0407190 May 25 20:10:41.638769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45196) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:41.938621 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5bea9a7c-0c98-4bd0-9138-c761fd2fb738 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35c24c2851d942c09777f993a4ae4828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6974850 May 25 20:10:41.941847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45200) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:42.046205 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52678e59-885d-4c46-8dc3-638c5d22e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:42.110535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4864ec-4fa4-4427-bdde-da43f256b98a req-427c539a-07a4-4c09-ba04-b954003a9041 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:42.110832 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-acc4f9f4-25d0-4c25-8990-8fa0751ea6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:42.118755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a4864ec-4fa4-4427-bdde-da43f256b98a req-427c539a-07a4-4c09-ba04-b954003a9041 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.7444515 May 25 20:10:42.145504 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf450861-fdd0-4c9f-aad4-7e4d9f5683e6 req-6368b1c0-0610-472b-86c8-ae35a47b206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:42.147838 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf450861-fdd0-4c9f-aad4-7e4d9f5683e6 req-6368b1c0-0610-472b-86c8-ae35a47b206f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5429249 May 25 20:10:42.153464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75f717-61a9-4dfd-9120-8305b7e13015 req-315b34f4-df35-4a55-86f3-7acc8ad3437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:42.155318 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d75f717-61a9-4dfd-9120-8305b7e13015 req-315b34f4-df35-4a55-86f3-7acc8ad3437d service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.6477547 May 25 20:10:42.318120 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a4864ec-4fa4-4427-bdde-da43f256b98a req-693d77af-3a45-4f75-905f-d1df7904ff84 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978431 May 25 20:10:42.320492 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52678e59-885d-4c46-8dc3-638c5d22e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:42.360116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-52678e59-885d-4c46-8dc3-638c5d22e555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a3b6ab-cda3-4d80-8073-f508c964b6ee']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:10:42.381085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-52678e59-885d-4c46-8dc3-638c5d22e555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:10:42.381378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-52678e59-885d-4c46-8dc3-638c5d22e555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:10:42.396066 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52678e59-885d-4c46-8dc3-638c5d22e555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:42.420335 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52678e59-885d-4c46-8dc3-638c5d22e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:42.429679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52678e59-885d-4c46-8dc3-638c5d22e555 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:10:42.430079 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52678e59-885d-4c46-8dc3-638c5d22e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:42.521711 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1 resource provider aggregate not found May 25 20:10:42.551958 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-acc4f9f4-25d0-4c25-8990-8fa0751ea6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:42.625497 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd79f85c-4a61-42d8-b080-bafd22a8bfcd req-5b22cead-40d1-4cd1-8325-59f9e712b8d8 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0907662 May 25 20:10:42.628116 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da6e0b9d-ed9c-48e7-a7e8-e2b73bf276b1 found for delete ", "request_id": "req-7ec3b68a-ff0b-43b3-bb04-8441adce6556"}]} May 25 20:10:42.652746 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52678e59-885d-4c46-8dc3-638c5d22e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:42.658451 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52678e59-885d-4c46-8dc3-638c5d22e555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:42.697071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52678e59-885d-4c46-8dc3-638c5d22e555 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a3b6ab-cda3-4d80-8073-f508c964b6ee,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:42.701793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-52678e59-885d-4c46-8dc3-638c5d22e555 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b7a3b6ab-cda3-4d80-8073-f508c964b6ee HTTP/1.1" status: 204 len: 168 time: 1.0530121 May 25 20:10:42.708813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45208) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:42.851561 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e562491-cc9a-4197-b2be-c0c8f4610456 admin admin] Deleting subnet 3bacab76-d5b3-4e2a-b22f-c5f8b1241553 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:10:42.855163 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4e562491-cc9a-4197-b2be-c0c8f4610456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:42.936365 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d75f717-61a9-4dfd-9120-8305b7e13015 req-7159522e-7f70-4652-abfb-35f153255167 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f26f26de-b40f-43b6-b253-db45aad5232c HTTP/1.1" status: 200 len: 217 time: 0.7342539 May 25 20:10:43.013459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4e562491-cc9a-4197-b2be-c0c8f4610456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:43.125620 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4e562491-cc9a-4197-b2be-c0c8f4610456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:43.190759 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf450861-fdd0-4c9f-aad4-7e4d9f5683e6 req-0d07af35-9fe8-4a92-8330-add509284e64 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0203066 May 25 20:10:43.274870 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-acc4f9f4-25d0-4c25-8990-8fa0751ea6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:43.315286 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4e562491-cc9a-4197-b2be-c0c8f4610456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:43.369937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75f717-61a9-4dfd-9120-8305b7e13015 req-39d90728-fc37-411a-95bc-50fb5db618ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:43.371459 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d75f717-61a9-4dfd-9120-8305b7e13015 req-39d90728-fc37-411a-95bc-50fb5db618ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.3918767 May 25 20:10:43.410568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4f9f4-25d0-4c25-8990-8fa0751ea6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530892ca-29e0-42c5-988f-35943d819608,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:43.586584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4e562491-cc9a-4197-b2be-c0c8f4610456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:43.594196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e562491-cc9a-4197-b2be-c0c8f4610456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bacab76-d5b3-4e2a-b22f-c5f8b1241553,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:43.600663 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4e562491-cc9a-4197-b2be-c0c8f4610456 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3bacab76-d5b3-4e2a-b22f-c5f8b1241553 HTTP/1.1" status: 204 len: 168 time: 0.8871641 May 25 20:10:43.606856 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-acc4f9f4-25d0-4c25-8990-8fa0751ea6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:43.607704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45214) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:43.610162 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-acc4f9f4-25d0-4c25-8990-8fa0751ea6cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/530892ca-29e0-42c5-988f-35943d819608 HTTP/1.1" status: 204 len: 168 time: 1.6579154 May 25 20:10:43.764328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f78dd-8b4d-4809-a524-2707d9b48e98 req-2a18312e-c615-4a9d-8f57-6a4ae20cce75 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:43.766044 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e7f78dd-8b4d-4809-a524-2707d9b48e98 req-2a18312e-c615-4a9d-8f57-6a4ae20cce75 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 946 time: 0.5316498 May 25 20:10:43.788118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device f26f26de-b40f-43b6-b253-db45aad5232c details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:10:43.789443 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf450861-fdd0-4c9f-aad4-7e4d9f5683e6 req-3e8dc8e3-c517-4f7c-9137-6ef6335d2c7d service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792167 May 25 20:10:43.797888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75f717-61a9-4dfd-9120-8305b7e13015 req-3234cff3-4b3f-4877-9a24-fb34b2ce1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:43.799986 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d75f717-61a9-4dfd-9120-8305b7e13015 req-3234cff3-4b3f-4877-9a24-fb34b2ce1da7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3872914 May 25 20:10:44.093941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d75f717-61a9-4dfd-9120-8305b7e13015 req-7d1f6a60-7579-478c-8dcb-f566818b7fcb service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867649 May 25 20:10:44.132176 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6095c178-37b4-44a3-aefb-edb89ae7c31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:44.163387 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e7f78dd-8b4d-4809-a524-2707d9b48e98 req-e8bd20df-4adc-43f5-9a21-c7cb35083639 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798661 May 25 20:10:44.532083 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port f26f26de-b40f-43b6-b253-db45aad5232c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=f26f26de-b40f-43b6-b253-db45aad5232c,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:44.551257 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6095c178-37b4-44a3-aefb-edb89ae7c31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:44.560866 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d75f717-61a9-4dfd-9120-8305b7e13015 req-ea45a516-3159-45a0-8c43-773a6ceebadf service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601910 May 25 20:10:44.582425 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9b1e9f-c236-4e43-b19b-cbd3595e6159'] response: {'server_uuid': '28238c1e-d379-4f95-9c03-38eee1ff1ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aac0935-072f-4957-beb8-00473a6b4121', 'code': 200} May 25 20:10:44.623188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'f26f26de-b40f-43b6-b253-db45aad5232c', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': 'f26f26de-b40f-43b6-b253-db45aad5232c', 'mac_address': 'fa:16:3e:c6:5a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:10:44.647439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6095c178-37b4-44a3-aefb-edb89ae7c31f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44d6950-848d-4677-98de-084fa87fb7c2']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:10:44.680353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6095c178-37b4-44a3-aefb-edb89ae7c31f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe07799-162a-41ac-a158-2f6923b20d3e') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:10:44.680736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6095c178-37b4-44a3-aefb-edb89ae7c31f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe07799-162a-41ac-a158-2f6923b20d3e') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:10:44.739978 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6095c178-37b4-44a3-aefb-edb89ae7c31f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:44.834338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port f26f26de-b40f-43b6-b253-db45aad5232c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:44.834941 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:44.849531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6095c178-37b4-44a3-aefb-edb89ae7c31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:44.853061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b8992-3e9d-40df-a5d6-6c51c5dd3aa2 req-ce0537ea-a3a5-44f7-a6d3-149d4a672294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:44.874791 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26f26de-b40f-43b6-b253-db45aad5232c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:44.875595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-611b8992-3e9d-40df-a5d6-6c51c5dd3aa2 req-ce0537ea-a3a5-44f7-a6d3-149d4a672294 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 1097 time: 0.3802257 May 25 20:10:44.935507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port f26f26de-b40f-43b6-b253-db45aad5232c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=f26f26de-b40f-43b6-b253-db45aad5232c,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:44.946266 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:44.956031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6095c178-37b4-44a3-aefb-edb89ae7c31f admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:10:44.956457 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6095c178-37b4-44a3-aefb-edb89ae7c31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:45.092507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783084a-941f-4fa4-a66a-875ed197a61f req-9d6c3521-4515-4177-ba1d-9a4777cc2b55 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:45.119543 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9783084a-941f-4fa4-a66a-875ed197a61f req-9d6c3521-4515-4177-ba1d-9a4777cc2b55 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 947 time: 0.5478747 May 25 20:10:45.125716 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 2fe07799-162a-41ac-a158-2f6923b20d3e resource provider aggregate not found May 25 20:10:45.191358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=f26f26de-b40f-43b6-b253-db45aad5232c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:45.233053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['f26f26de-b40f-43b6-b253-db45aad5232c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:45.302673 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 2fe07799-162a-41ac-a158-2f6923b20d3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fe07799-162a-41ac-a158-2f6923b20d3e found for delete ", "request_id": "req-cbdb8c98-5e9f-47df-a6d6-7ee8bd9e35c0"}]} May 25 20:10:45.322487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9783084a-941f-4fa4-a66a-875ed197a61f req-638e281c-2bf2-43b4-b25b-467619c32cbd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997919 May 25 20:10:45.328235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-611b8992-3e9d-40df-a5d6-6c51c5dd3aa2 req-a1820ec3-14bd-49f2-8f56-22597a3f4ee1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254487 May 25 20:10:45.353378 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6095c178-37b4-44a3-aefb-edb89ae7c31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:45.368290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6095c178-37b4-44a3-aefb-edb89ae7c31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:45.442639 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6095c178-37b4-44a3-aefb-edb89ae7c31f admin admin] 10.222.0.60 "DELETE /v2.0/networks/d44d6950-848d-4677-98de-084fa87fb7c2 HTTP/1.1" status: 204 len: 168 time: 1.8352764 May 25 20:10:45.482844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095c178-37b4-44a3-aefb-edb89ae7c31f admin admin] Pushing event deleted for resources: {'Network': ['ID=d44d6950-848d-4677-98de-084fa87fb7c2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:45.741243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45256) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:45.783915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1350b99-f486-43ed-bc1e-3b9d489abcd0 req-8449c580-1985-4f4a-b170-534b7d05a2c4 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:45.787012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1350b99-f486-43ed-bc1e-3b9d489abcd0 req-8449c580-1985-4f4a-b170-534b7d05a2c4 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.2218337 May 25 20:10:45.855679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-11c9ddc4-bcbd-408d-b2cc-adc7ccd5b994 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=588275645f004b30bd16726afb59ab56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1126845 May 25 20:10:45.862267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45266) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:45.888729 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1350b99-f486-43ed-bc1e-3b9d489abcd0 req-93d2cdab-6ea9-4f4b-b1b5-cb9ecb74c409 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907788 May 25 20:10:45.984993 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ea8ac9fd-24ba-4a98-97ed-137bfd16885e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:46.015991 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ea8ac9fd-24ba-4a98-97ed-137bfd16885e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:46.102600 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ea8ac9fd-24ba-4a98-97ed-137bfd16885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:46.143658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ac9fd-24ba-4a98-97ed-137bfd16885e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1508a31b-a624-411d-a64a-12df2948eef5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:46.156701 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ea8ac9fd-24ba-4a98-97ed-137bfd16885e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:46.158074 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ea8ac9fd-24ba-4a98-97ed-137bfd16885e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1508a31b-a624-411d-a64a-12df2948eef5 HTTP/1.1" status: 204 len: 168 time: 0.2949650 May 25 20:10:46.202240 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee613925-39dc-40c6-b3fa-8b0f1679fbc0 req-8d92cd95-aeb3-4879-ae51-9d9c893cd5d8 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.1596677 May 25 20:10:46.464704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2c7f6-3805-410e-9aad-fced1572bc2c req-0ca20d22-0d4c-40bb-a4d8-03acf02af0ea tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:46.474717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96e2c7f6-3805-410e-9aad-fced1572bc2c req-0ca20d22-0d4c-40bb-a4d8-03acf02af0ea tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 946 time: 0.1596899 May 25 20:10:46.578675 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96e2c7f6-3805-410e-9aad-fced1572bc2c req-1b5e6895-e39b-43ea-8b1c-7c04db026788 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923183 May 25 20:10:46.901411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a34c18-a28a-45a3-b14a-79d1f48a1c89 req-991a5b03-771d-45e3-8bd8-391ff9c672b8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:46.904147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-74a34c18-a28a-45a3-b14a-79d1f48a1c89 req-991a5b03-771d-45e3-8bd8-391ff9c672b8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Synchronizing usage tracker for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:10:46.936977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-74a34c18-a28a-45a3-b14a-79d1f48a1c89 req-991a5b03-771d-45e3-8bd8-391ff9c672b8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Unset dirty status for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:10:46.946563 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74a34c18-a28a-45a3-b14a-79d1f48a1c89 req-991a5b03-771d-45e3-8bd8-391ff9c672b8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 948 time: 0.2951970 May 25 20:10:47.096984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d57cd-1f34-410e-9ed8-ff5f79e972d3 req-c8e7a3a0-ef09-41f2-bee0-4543c7098491 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:47.104724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74a34c18-a28a-45a3-b14a-79d1f48a1c89 req-ad0047c3-8aa4-4a27-a373-c33a1240fc52 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546447 May 25 20:10:47.107922 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb8d57cd-1f34-410e-9ed8-ff5f79e972d3 req-c8e7a3a0-ef09-41f2-bee0-4543c7098491 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 949 time: 0.1483827 May 25 20:10:47.201747 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb8d57cd-1f34-410e-9ed8-ff5f79e972d3 req-f0ee26d5-6a4f-4f16-b95c-c866b11d930f tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928228 May 25 20:10:47.382450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45320) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:47.391241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4ad40-be73-41dd-a127-161e370a1da0 req-78b90146-9846-42f3-a104-3bd68632ea39 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:47.393667 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ced4ad40-be73-41dd-a127-161e370a1da0 req-78b90146-9846-42f3-a104-3bd68632ea39 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.1232464 May 25 20:10:47.473920 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb5203d8-cde6-4396-bac3-e890a75e2785 req-5077fb1f-7dd9-4013-a97c-b6e63a2abdf9 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0943429 May 25 20:10:47.495169 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ced4ad40-be73-41dd-a127-161e370a1da0 req-ac72ea90-6c0e-47e3-b903-40ad43179648 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682094 May 25 20:10:47.502793 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-82a0dc05-c149-40b7-9e70-919eccf9a097 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1e511acc0494c78ad42ef6ebea74b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1040156 May 25 20:10:47.504289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45326) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:10:47.593595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b17abfb0-a71f-40a9-8530-010501cd06c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:47.632515 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b17abfb0-a71f-40a9-8530-010501cd06c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:47.726224 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b17abfb0-a71f-40a9-8530-010501cd06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:47.752461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17abfb0-a71f-40a9-8530-010501cd06c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8382d0-e49a-45c0-8cfe-6f03ee560873,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:47.772947 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b17abfb0-a71f-40a9-8530-010501cd06c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:47.774079 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b17abfb0-a71f-40a9-8530-010501cd06c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c8382d0-e49a-45c0-8cfe-6f03ee560873 HTTP/1.1" status: 204 len: 168 time: 0.2687438 May 25 20:10:47.818885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device f26f26de-b40f-43b6-b253-db45aad5232c up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:10:47.942843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea933cd-2ef0-41f7-8e1a-4cc24924fd55 req-6e77b134-f598-49d4-a0e1-2cd1bfb804d8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:47.952547 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aea933cd-2ef0-41f7-8e1a-4cc24924fd55 req-6e77b134-f598-49d4-a0e1-2cd1bfb804d8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 946 time: 0.2099435 May 25 20:10:47.971676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port f26f26de-b40f-43b6-b253-db45aad5232c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:10:47.979700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port f26f26de-b40f-43b6-b253-db45aad5232c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:10:47.980836 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:48.050212 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aea933cd-2ef0-41f7-8e1a-4cc24924fd55 req-0ff3e546-8faf-41a0-b118-232d5eebaae1 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952168 May 25 20:10:48.201581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port f26f26de-b40f-43b6-b253-db45aad5232c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:48.202365 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:48.252754 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port f26f26de-b40f-43b6-b253-db45aad5232c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=f26f26de-b40f-43b6-b253-db45aad5232c,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:48.254087 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26f26de-b40f-43b6-b253-db45aad5232c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:48.266390 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:48.306882 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-66cb03e9-ce19-4710-963e-daddfc9c223b tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9ae1a1beae3a4e4cbef7dd0cec460797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593135 May 25 20:10:48.325422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed151e-ca2e-4ba5-85d8-bf5431655a3d req-d4432958-39f7-4515-a15c-a16bb4f56313 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:48.336411 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-84ed151e-ca2e-4ba5-85d8-bf5431655a3d req-d4432958-39f7-4515-a15c-a16bb4f56313 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 946 time: 0.1206491 May 25 20:10:48.387185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=f26f26de-b40f-43b6-b253-db45aad5232c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:48.421775 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-84ed151e-ca2e-4ba5-85d8-bf5431655a3d req-d2306437-0e03-406e-892a-ea5579c0f385 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843806 May 25 20:10:48.617738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-934759cf-8fa2-4eb7-8ba3-81065b501c52 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:48.619517 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-934759cf-8fa2-4eb7-8ba3-81065b501c52 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118653 May 25 20:10:48.640721 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-bf12f5d2-2393-45cc-a0ae-685dccda2aa2 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/quotas/9ae1a1beae3a4e4cbef7dd0cec460797 HTTP/1.1" status: 200 len: 375 time: 0.0100935 May 25 20:10:48.732166 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-cce71cdd-6d62-4d63-b5f1-1c329157cf80 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ae1a1beae3a4e4cbef7dd0cec460797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782564 May 25 20:10:48.751284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab92f7-2312-43f0-91b5-6964fd9108b8 req-80f1c35c-955d-48da-bea0-6267337c3f2b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:48.753929 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-acab92f7-2312-43f0-91b5-6964fd9108b8 req-80f1c35c-955d-48da-bea0-6267337c3f2b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.1568482 May 25 20:10:48.818908 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-acab92f7-2312-43f0-91b5-6964fd9108b8 req-7b44fb2f-0844-4970-a6f1-d3f52ecef696 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576394 May 25 20:10:49.020182 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7a642a-f6d8-4076-82e7-c1a11e54dbab'] response: {'server_uuid': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26f26de-b40f-43b6-b253-db45aad5232c', 'code': 200} May 25 20:10:49.159353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaa32f-c7fc-432b-a322-e2271393def2 req-0f595c44-64b4-473c-8b1b-471674181915 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:49.160880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0baaa32f-c7fc-432b-a322-e2271393def2 req-0f595c44-64b4-473c-8b1b-471674181915 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 949 time: 0.1868210 May 25 20:10:49.240360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201235a0-3d98-4b25-9354-e5fc9012c4b0 req-c3874871-9164-475c-ac9a-bb14aba5cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:49.242464 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-201235a0-3d98-4b25-9354-e5fc9012c4b0 req-c3874871-9164-475c-ac9a-bb14aba5cd0e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 1100 time: 0.1284966 May 25 20:10:49.265524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0baaa32f-c7fc-432b-a322-e2271393def2 req-e14649fc-9cfb-4f79-ae54-91604e2d8861 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969040 May 25 20:10:49.369787 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-201235a0-3d98-4b25-9354-e5fc9012c4b0 req-9b30c950-8793-441d-844f-b96c06be19f4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205800 May 25 20:10:49.555187 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55edb633-680d-4ff7-9136-2b7ef26c8fd9 req-98e8ee10-e05b-4cbd-b499-ad929bb7abda tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0818214 May 25 20:10:49.958303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d062d-ce2f-44c3-ac92-345f0fda8ac5 req-b2644147-a7c6-49e0-a2a8-4f035bdaaecf tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:49.967408 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d86d062d-ce2f-44c3-ac92-345f0fda8ac5 req-b2644147-a7c6-49e0-a2a8-4f035bdaaecf tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.2053401 May 25 20:10:50.050787 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d86d062d-ce2f-44c3-ac92-345f0fda8ac5 req-ca53fb45-047d-439f-9a51-d3dbdf1f9589 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795379 May 25 20:10:50.150354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44c46c4e-9925-4033-8a39-fc8f8198d508 req-1ab00345-2234-438b-b449-1a0e142245c9 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 210 time: 0.1119034 May 25 20:10:51.177824 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-9c68eb7e-710d-4d08-a3fd-6d7077fbab6b tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9ae1a1beae3a4e4cbef7dd0cec460797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569506 May 25 20:10:51.440531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-482c11d3-5908-4088-b608-d9924516d86b req-cf77848c-5473-4aeb-93c3-a924b0e3c8fc tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.2275133 May 25 20:10:51.442133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14298235-3ac0-402b-9019-032526e42bce req-431c8aff-d0b9-4c66-a3f1-6fba789d2689 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:51.443692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-14298235-3ac0-402b-9019-032526e42bce req-431c8aff-d0b9-4c66-a3f1-6fba789d2689 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.5414639 May 25 20:10:51.451266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-35985e74-e242-420e-9108-d70133c09ee0 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:51.452731 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-35985e74-e242-420e-9108-d70133c09ee0 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2669578 May 25 20:10:51.492505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Request body: {'port': {'device_id': '126598be-e83a-49d1-b160-38dec9d25084', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '9ae1a1beae3a4e4cbef7dd0cec460797'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:10:51.646893 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-14298235-3ac0-402b-9019-032526e42bce req-ee41fb9e-4a74-4c8c-955a-40befcc08513 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928127 May 25 20:10:51.681260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:10:51.685735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Usage tracker for resource:port and tenant:9ae1a1beae3a4e4cbef7dd0cec460797 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:10:51.688827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:10:51.695918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:10:51.709358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Made reservation on behalf of 9ae1a1beae3a4e4cbef7dd0cec460797 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:10:51.719291 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:51.734295 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:51.752174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:10:51.758860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Usage tracker for resource:security_group_rule and tenant:9ae1a1beae3a4e4cbef7dd0cec460797 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:10:51.762656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:10:51.778295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:10:51.810241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2e999978-9da0-4bde-9d09-d22ac75898a8 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:10:51.818633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99448-dc3e-4580-8041-912daaf1fccc req-30dd3767-49b2-4d9c-accb-8e081945c45c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:51.820489 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ee99448-dc3e-4580-8041-912daaf1fccc req-30dd3767-49b2-4d9c-accb-8e081945c45c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 946 time: 0.1436677 May 25 20:10:51.891454 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ee99448-dc3e-4580-8041-912daaf1fccc req-c03e80cf-44ae-4785-b121-13eaa259ad04 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652442 May 25 20:10:51.938269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a344a84-aced-432e-9225-50f552b5cbc9 req-a520616a-9dcc-40c0-9619-b7adff9db4a2 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:51.940240 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2a344a84-aced-432e-9225-50f552b5cbc9 req-a520616a-9dcc-40c0-9619-b7adff9db4a2 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.1263077 May 25 20:10:52.009394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2e999978-9da0-4bde-9d09-d22ac75898a8 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:52.010077 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:52.050591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2e999978-9da0-4bde-9d09-d22ac75898a8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2e999978-9da0-4bde-9d09-d22ac75898a8,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:52.052246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b51a3d-6454-4204-a671-43e357999677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e999978-9da0-4bde-9d09-d22ac75898a8'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:52.055270 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:52.060821 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:52.084888 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2a344a84-aced-432e-9225-50f552b5cbc9 req-16d4b1c8-d61f-4b5b-9a7c-f41a6ac0004c tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384161 May 25 20:10:52.086070 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:52.115096 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9057cc03-5f14-4e15-be7e-ad89a135190b req-23470cff-d66b-4857-aa37-c916f5a07543 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 210 time: 0.0810328 May 25 20:10:52.193621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e6c1e5-1d4d-4179-993e-d1fd9f808f32,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:52.214281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2e999978-9da0-4bde-9d09-d22ac75898a8,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:52.223252 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9795708-ed30-4345-8027-168cb23a7cc6'] response: {'server_uuid': '72b51a3d-6454-4204-a671-43e357999677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e999978-9da0-4bde-9d09-d22ac75898a8', 'code': 200} May 25 20:10:52.296467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Allocated IP 192.168.233.168 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:10:52.472187 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6c03efc-f451-40da-aa38-6154203f446d req-252ea92c-07ad-4202-b62e-9ffbe4477d3e tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2a79ff125f5947148fe8820d274dc10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451066 May 25 20:10:52.612940 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-98e9017b-2c37-443b-b085-b8e7737a215d req-d8232129-7582-4749-9e9c-1b111261d55b tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0441043 May 25 20:10:52.649533 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:52.709650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Transition to ACTIVE for port object 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:10:52.750744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c03efc-f451-40da-aa38-6154203f446d req-277e7036-1da3-498a-a0b0-123f83d694a7 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:52.759464 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6c03efc-f451-40da-aa38-6154203f446d req-277e7036-1da3-498a-a0b0-123f83d694a7 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2805512 May 25 20:10:52.773320 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:52.779021 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6c03efc-f451-40da-aa38-6154203f446d req-a37b3b24-43e8-4c58-9b7f-3d854bdc2172 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/quotas/2a79ff125f5947148fe8820d274dc10e HTTP/1.1" status: 200 len: 375 time: 0.0181940 May 25 20:10:52.894936 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6c03efc-f451-40da-aa38-6154203f446d req-9441e65e-87e4-424f-b95c-96ba0f951c8b tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a79ff125f5947148fe8820d274dc10e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635765 May 25 20:10:52.902004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74745785-b7fb-4013-8ca9-a145b18c91dc req-9402169f-fd4d-41e7-a7da-1f15279b90dd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:52.904986 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74745785-b7fb-4013-8ca9-a145b18c91dc req-9402169f-fd4d-41e7-a7da-1f15279b90dd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.1008675 May 25 20:10:52.924075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:10:52.925226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:10:52.927857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:10:52.988834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Pushing event updated for resources: {'Port': ['ID=2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:52.992408 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74745785-b7fb-4013-8ca9-a145b18c91dc req-cb4970aa-d466-4caa-a5a5-f9c0d8cc92a9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804617 May 25 20:10:53.023341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:53.024047 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:53.070238 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-85db6707-aadc-4a4b-a5f5-e67040371167 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5833509 May 25 20:10:53.082710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Request body: {'port': {'device_id': '126598be-e83a-49d1-b160-38dec9d25084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:10:53.144888 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:10:53.233934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af6fd8-5b3d-4e69-8ea0-71d182495a58 req-050690c4-d6a7-4d86-813f-0081589f3a94 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:53.235887 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-31af6fd8-5b3d-4e69-8ea0-71d182495a58 req-050690c4-d6a7-4d86-813f-0081589f3a94 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 946 time: 0.1120057 May 25 20:10:53.294989 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-31af6fd8-5b3d-4e69-8ea0-71d182495a58 req-e7c259d6-924d-4214-9b6b-ec2bff0462c3 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502362 May 25 20:10:53.299139 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:53.319750 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4a52b20c-8289-4d19-8645-39e63ff76b50 None None] Provisioning for port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:10:53.327257 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4a52b20c-8289-4d19-8645-39e63ff76b50 None None] Provisioning complete for port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:10:53.328917 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4a52b20c-8289-4d19-8645-39e63ff76b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:53.399276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4a52b20c-8289-4d19-8645-39e63ff76b50 None None] Port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:10:53.437671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e6b14-1ab6-44ba-9967-96c55157ce6a req-d7908813-019a-41fa-ad27-89b192458c54 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:53.439735 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-210e6b14-1ab6-44ba-9967-96c55157ce6a req-d7908813-019a-41fa-ad27-89b192458c54 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 946 time: 0.2270434 May 25 20:10:53.506787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3371179-0d2a-456e-ac96-c6eea99189aa req-25bee654-577b-4421-9993-4dc9b8dc98d4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:53.519168 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c3371179-0d2a-456e-ac96-c6eea99189aa req-25bee654-577b-4421-9993-4dc9b8dc98d4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.1140761 May 25 20:10:53.546503 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:53.570931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c3371179-0d2a-456e-ac96-c6eea99189aa req-7d658c82-bafc-42bc-895d-30b4a50e43d1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503542 May 25 20:10:53.737375 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60e1bb3c-848b-4235-9f82-748b7d85ab9c req-d9d1364f-e3c4-4775-960b-334ecb7351a1 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 210 time: 0.0460277 May 25 20:10:53.780441 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-210e6b14-1ab6-44ba-9967-96c55157ce6a req-d39728d4-778f-406e-a9e7-037ac7392ba2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340294 May 25 20:10:53.951263 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5775831-e344-4f63-94b7-1636fa63bcbb req-2446282b-8aac-42c5-9bc7-a8fdba256b92 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:53.953042 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5775831-e344-4f63-94b7-1636fa63bcbb req-2446282b-8aac-42c5-9bc7-a8fdba256b92 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.0932276 May 25 20:10:53.981639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:53.994629 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1aac0935-072f-4957-beb8-00473a6b4121 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:10:53.999180 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5775831-e344-4f63-94b7-1636fa63bcbb req-ba0ff9eb-fa65-4daf-be7d-d455f5f073c8 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 May 25 20:10:53.999369 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:54.029665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Transition to ACTIVE for port object 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:10:54.037799 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:54.181795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1aac0935-072f-4957-beb8-00473a6b4121, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1aac0935-072f-4957-beb8-00473a6b4121,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:54.192041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96385001-56b8-4a75-a026-7a4f1919a8b4 req-87b4a339-7c78-40c6-8d04-c49fa099f2f1 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:54.193302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-96385001-56b8-4a75-a026-7a4f1919a8b4 req-87b4a339-7c78-40c6-8d04-c49fa099f2f1 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Synchronizing usage tracker for tenant:9ae1a1beae3a4e4cbef7dd0cec460797 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:10:54.201016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '1aac0935-072f-4957-beb8-00473a6b4121', 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f', 'port_id': '1aac0935-072f-4957-beb8-00473a6b4121', 'mac_address': 'fa:16:3e:4d:8f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c490fc-9d2c-491a-941a-073d05e04508', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:10:54.244739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:54.283517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1aac0935-072f-4957-beb8-00473a6b4121 is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:54.284188 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:54.316366 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1aac0935-072f-4957-beb8-00473a6b4121 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:54.319763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-96385001-56b8-4a75-a026-7a4f1919a8b4 req-87b4a339-7c78-40c6-8d04-c49fa099f2f1 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Unset dirty status for tenant:9ae1a1beae3a4e4cbef7dd0cec460797 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:10:54.321097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96385001-56b8-4a75-a026-7a4f1919a8b4 req-87b4a339-7c78-40c6-8d04-c49fa099f2f1 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 936 time: 0.4035110 May 25 20:10:54.344306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1aac0935-072f-4957-beb8-00473a6b4121, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1aac0935-072f-4957-beb8-00473a6b4121,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:54.350643 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:54.414207 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6c03efc-f451-40da-aa38-6154203f446d req-933b548a-f0b0-4571-9c53-6bfd2b561416 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2a79ff125f5947148fe8820d274dc10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529153 May 25 20:10:54.417674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Attempting to bind port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:10:54.418024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Attempting to bind port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:10:54.418366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Attempting to bind port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:10:54.441250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1aac0935-072f-4957-beb8-00473a6b4121,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:54.463778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:10:54.464643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Attempting to bind port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:10:54.473125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-96385001-56b8-4a75-a026-7a4f1919a8b4 req-7912a8a6-6d01-4042-9efc-71fe34b5589e tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Synchronizing usage tracker for tenant:9ae1a1beae3a4e4cbef7dd0cec460797 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:10:54.532480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:10:54.533365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:10:54.533762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:10:54.534260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Bound port: 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:10:54.534672 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:54.633505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-96385001-56b8-4a75-a026-7a4f1919a8b4 req-7912a8a6-6d01-4042-9efc-71fe34b5589e tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Unset dirty status for tenant:9ae1a1beae3a4e4cbef7dd0cec460797 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:10:54.635161 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96385001-56b8-4a75-a026-7a4f1919a8b4 req-7912a8a6-6d01-4042-9efc-71fe34b5589e tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067269 May 25 20:10:54.711453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c03efc-f451-40da-aa38-6154203f446d req-bd05f1b1-e09f-4c48-914e-0bb658f192e7 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:54.712967 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6c03efc-f451-40da-aa38-6154203f446d req-bd05f1b1-e09f-4c48-914e-0bb658f192e7 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2873101 May 25 20:10:54.715873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] For port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:10:54.719527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] For port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:10:54.724682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Request body: {'port': {'device_id': '72ebec43-4b18-4bf5-8dfc-9baa1ead59e5', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '2a79ff125f5947148fe8820d274dc10e'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:10:54.747081 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:54.794695 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ac56a0a3-e8a9-4185-a573-94be7410da38 req-9c64f6e6-d521-403b-b2b2-dc46abc0be8f tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0574372 May 25 20:10:54.912227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:54.914409 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:54.914409 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] 10.222.0.50 "PUT /v2.0/ports/2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 HTTP/1.1" status: 200 len: 1096 time: 1.8370264 May 25 20:10:54.917473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126598be-e83a-49d1-b160-38dec9d25084', 'tag': '2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:55.015259 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74718ca9-1477-4bc5-b5be-fbebea890f05 req-8e964c0b-42e2-4a59-a333-f3b05893fdb3 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 210 time: 0.0541911 May 25 20:10:55.038440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9a084-e7d7-4de0-a605-5b5833837f58 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:55.067984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['1aac0935-072f-4957-beb8-00473a6b4121'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:55.069449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:10:55.077074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Usage tracker for resource:port and tenant:2a79ff125f5947148fe8820d274dc10e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:10:55.084037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:10:55.091626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:10:55.120953 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058899-40c4-4efc-9d4f-514b6b884160 req-7a1caf57-03fb-4a9a-8e71-8e10db92d090 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:55.122474 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7058899-40c4-4efc-9d4f-514b6b884160 req-7a1caf57-03fb-4a9a-8e71-8e10db92d090 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 946 time: 0.2518942 May 25 20:10:55.124702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Made reservation on behalf of 2a79ff125f5947148fe8820d274dc10e for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:10:55.128366 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:55.159369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-99a30e75-d464-4d51-95b9-ebf2d23dfe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:55.160761 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-99a30e75-d464-4d51-95b9-ebf2d23dfe0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae1a1beae3a4e4cbef7dd0cec460797&device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 1099 time: 0.1893187 May 25 20:10:55.161451 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:55.231425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cd38a-a098-450b-8407-3d8705e6107d req-6fcc3aa8-9f56-44e8-bb71-f1ebac7ca73d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:55.235002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a89cd38a-a098-450b-8407-3d8705e6107d req-6fcc3aa8-9f56-44e8-bb71-f1ebac7ca73d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 945 time: 0.0952780 May 25 20:10:55.252870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:10:55.256010 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-98735df8-d28b-4520-a8a6-65fca1aae9e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 HTTP/1.1" status: 200 len: 217 time: 0.0838232 May 25 20:10:55.262448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Usage tracker for resource:security_group_rule and tenant:2a79ff125f5947148fe8820d274dc10e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:10:55.273212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:10:55.284198 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a89cd38a-a098-450b-8407-3d8705e6107d req-4cbeca39-5970-4e7d-b5ae-d9985da8ad68 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436378 May 25 20:10:55.315100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7058899-40c4-4efc-9d4f-514b6b884160 req-953b8255-c71a-4b3e-bdd3-32645d9b15ec tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734221 May 25 20:10:55.316116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:10:55.374875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-4765ca3e-5c38-44bd-adfc-6aaad0a75643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:55.377191 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-4765ca3e-5c38-44bd-adfc-6aaad0a75643 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1112318 May 25 20:10:55.380669 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69c69db-4b2a-4030-b990-770e6afab367'] response: {'name': 'network-changed', 'server_uuid': '126598be-e83a-49d1-b160-38dec9d25084', 'tag': '2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4', 'status': 'completed', 'code': 200} May 25 20:10:55.564404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-fea01d3b-7a44-42de-9350-809e4c3ebbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:55.566030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-fea01d3b-7a44-42de-9350-809e4c3ebbc2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1756542 May 25 20:10:55.570818 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:55.757591 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:55.775911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f443c-0267-4ed9-849f-f5f1a3e3f456 req-85709a01-b320-4a21-bbba-838a1f1daba4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:55.777387 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-da3f443c-0267-4ed9-849f-f5f1a3e3f456 req-85709a01-b320-4a21-bbba-838a1f1daba4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.0945663 May 25 20:10:55.825286 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-da3f443c-0267-4ed9-849f-f5f1a3e3f456 req-c9a24b29-d613-48eb-958d-60fe6e85358f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410645 May 25 20:10:56.006610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1aac0935-072f-4957-beb8-00473a6b4121 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:10:56.011719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5933423-c561-4163-8589-4e1a6252f7b0,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:56.050031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555ff81-6f72-4a50-9838-e953fdc3419c req-98199ffb-d046-4c77-b83d-c31e5c68066a tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:56.052152 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9555ff81-6f72-4a50-9838-e953fdc3419c req-98199ffb-d046-4c77-b83d-c31e5c68066a tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 948 time: 0.0880480 May 25 20:10:56.083217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 1aac0935-072f-4957-beb8-00473a6b4121 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:10:56.083579 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:56.100215 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9555ff81-6f72-4a50-9838-e953fdc3419c req-71fb1d09-de38-4cce-8598-fe67b2a2a1bd tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 May 25 20:10:56.114505 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-fb1e22f3-f8a4-49e9-9b8a-6030eeaee4bf service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405519 May 25 20:10:56.223334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1aac0935-072f-4957-beb8-00473a6b4121 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:56.223820 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:56.253628 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b52f3-ae5e-459d-902d-40b691a1245f req-8c3d26ed-5061-41be-9bb5-a9edabec7f04 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:56.255229 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28238c1e-d379-4f95-9c03-38eee1ff1ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aac0935-072f-4957-beb8-00473a6b4121'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:56.260931 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-137b52f3-ae5e-459d-902d-40b691a1245f req-8c3d26ed-5061-41be-9bb5-a9edabec7f04 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.5363827 May 25 20:10:56.266379 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1aac0935-072f-4957-beb8-00473a6b4121, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1aac0935-072f-4957-beb8-00473a6b4121,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:56.272142 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:56.290260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Allocated IP 192.168.233.60 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/0c2b0f4e-1576-445d-ae58-dc626daddd1b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:10:56.301351 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-f985313d-3200-4df1-863d-c121c8a9b0c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5780563 May 25 20:10:56.335368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dfbb9c4b-e8af-4912-bfd8-9f2d8be38a12 req-6afc467d-c722-4f9f-9917-fb52329d0b85 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0534172 May 25 20:10:56.355809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1aac0935-072f-4957-beb8-00473a6b4121,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:56.390747 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd44fcec-d087-4458-aa40-e509ed2cea9a req-8f63e6ca-60f1-42e9-bc07-87ac808e96fc service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651002 May 25 20:10:56.394396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-137b52f3-ae5e-459d-902d-40b691a1245f req-6abf932c-4d92-4898-9537-1cf9c3a85577 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327372 May 25 20:10:56.486486 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53626215-a61a-42f5-ac5d-b90f9ae7cb06'] response: {'server_uuid': '28238c1e-d379-4f95-9c03-38eee1ff1ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aac0935-072f-4957-beb8-00473a6b4121', 'code': 200} May 25 20:10:56.519848 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a879d3a-517c-4f71-a1ad-f9eedc164bb6 req-5a4e512f-0321-430c-95ae-492fca93470a tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 210 time: 0.0527134 May 25 20:10:56.732285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85c0aa-0b2e-4561-9e05-5fb5f1bb4707 req-9d294c93-c311-486d-9f37-38081ef7917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:56.734190 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d85c0aa-0b2e-4561-9e05-5fb5f1bb4707 req-9d294c93-c311-486d-9f37-38081ef7917e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae1a1beae3a4e4cbef7dd0cec460797&device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 1099 time: 0.2680664 May 25 20:10:56.737479 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:56.740693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e458889-7ee6-48e1-9ce7-b7a1206835c2 req-b6caafff-ca6c-4c80-ba03-bf3aa869d424 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:56.750124 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e458889-7ee6-48e1-9ce7-b7a1206835c2 req-b6caafff-ca6c-4c80-ba03-bf3aa869d424 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 946 time: 0.1098063 May 25 20:10:56.802570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e458889-7ee6-48e1-9ce7-b7a1206835c2 req-162bab6a-27ce-4621-9241-f2d28d38df23 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495603 May 25 20:10:56.837807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Transition to ACTIVE for port object 0c2b0f4e-1576-445d-ae58-dc626daddd1b will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:10:56.874650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e66c3-4bd0-4c1c-bf02-5375857248c4 req-73d668cd-0bc7-41f1-ad4d-09c844985fe6 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:56.876025 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d5e66c3-4bd0-4c1c-bf02-5375857248c4 req-73d668cd-0bc7-41f1-ad4d-09c844985fe6 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 946 time: 0.2705457 May 25 20:10:56.954643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85c0aa-0b2e-4561-9e05-5fb5f1bb4707 req-2a8fc8de-43a6-4692-87e3-7f77dbb901aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:56.956406 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d85c0aa-0b2e-4561-9e05-5fb5f1bb4707 req-2a8fc8de-43a6-4692-87e3-7f77dbb901aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.2139645 May 25 20:10:56.960153 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:57.011524 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d5e66c3-4bd0-4c1c-bf02-5375857248c4 req-0a598c61-488b-49e8-b18e-1873ec1c579c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197379 May 25 20:10:57.088742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c75e42-cbec-4486-a95e-710f29abf981 req-efe49731-4e60-49e6-9495-0e801d0f057c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:57.091121 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e0c75e42-cbec-4486-a95e-710f29abf981 req-efe49731-4e60-49e6-9495-0e801d0f057c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.1254470 May 25 20:10:57.107552 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d85c0aa-0b2e-4561-9e05-5fb5f1bb4707 req-ae85c124-7b35-4bcb-8d44-856c0045c55c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 HTTP/1.1" status: 200 len: 217 time: 0.1043909 May 25 20:10:57.115923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:10:57.118831 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:10:57.124832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:10:57.157294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Pushing event updated for resources: {'Port': ['ID=0c2b0f4e-1576-445d-ae58-dc626daddd1b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:57.200825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e0c75e42-cbec-4486-a95e-710f29abf981 req-997d1858-284a-4249-a24d-a595ae0892ec tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988333 May 25 20:10:57.323346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:57.323994 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:57.339889 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85c0aa-0b2e-4561-9e05-5fb5f1bb4707 req-607e7b55-7810-4773-949a-3598bdcfcb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:57.341910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d85c0aa-0b2e-4561-9e05-5fb5f1bb4707 req-607e7b55-7810-4773-949a-3598bdcfcb9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2181404 May 25 20:10:57.433266 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6c03efc-f451-40da-aa38-6154203f446d req-90bb628f-2243-4bce-b6dc-9ca1a51ca289 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7122748 May 25 20:10:57.454989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Request body: {'port': {'device_id': '72ebec43-4b18-4bf5-8dfc-9baa1ead59e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:10:57.468341 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-00567ad1-0005-455c-8291-41bf4a83dee8 None None] Provisioning for port 0c2b0f4e-1576-445d-ae58-dc626daddd1b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:10:57.478422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-00567ad1-0005-455c-8291-41bf4a83dee8 None None] Provisioning complete for port 0c2b0f4e-1576-445d-ae58-dc626daddd1b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:10:57.478782 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-00567ad1-0005-455c-8291-41bf4a83dee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:57.495965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962b6ef-75b5-4dd9-bba5-83a7a87f48b6 req-f5ea0377-e3ea-4224-8508-1ec11369d8c1 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:57.497503 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a962b6ef-75b5-4dd9-bba5-83a7a87f48b6 req-f5ea0377-e3ea-4224-8508-1ec11369d8c1 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 948 time: 0.2284818 May 25 20:10:57.530093 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f953706-f678-4a69-85a6-3319c04647d9 req-e6e5dcd3-d9eb-4882-81c8-c5b6b73a446a tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0495703 May 25 20:10:57.543125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-00567ad1-0005-455c-8291-41bf4a83dee8 None None] Port 0c2b0f4e-1576-445d-ae58-dc626daddd1b cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:10:57.720769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85c0aa-0b2e-4561-9e05-5fb5f1bb4707 req-1c8117b0-53d4-445e-b062-b30d9bb58d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:57.722239 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d85c0aa-0b2e-4561-9e05-5fb5f1bb4707 req-1c8117b0-53d4-445e-b062-b30d9bb58d32 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3638742 May 25 20:10:57.728439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99285782-7a52-49fb-8cd9-13241d0a74ec req-a41d23b4-9197-47ac-96ae-751733600857 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:57.730587 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99285782-7a52-49fb-8cd9-13241d0a74ec req-a41d23b4-9197-47ac-96ae-751733600857 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.0908160 May 25 20:10:57.732680 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a962b6ef-75b5-4dd9-bba5-83a7a87f48b6 req-f98fed9b-ef7c-401f-bec6-99eb332638e1 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174404 May 25 20:10:57.794486 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99285782-7a52-49fb-8cd9-13241d0a74ec req-df3e78de-8c0f-488e-9857-282a3bbc5432 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545986 May 25 20:10:57.831952 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:57.842174 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:57.858516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 95f17320-bf1b-4489-a273-146e933cb757 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:10:57.862505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 95f17320-bf1b-4489-a273-146e933cb757 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:10:58.031904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:10:58.060520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75174ab7-a110-460a-8794-e088074d92c4 req-65a561fd-0c1c-45d3-8604-43c239a3ebf4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:58.062774 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75174ab7-a110-460a-8794-e088074d92c4 req-65a561fd-0c1c-45d3-8604-43c239a3ebf4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 946 time: 0.1092434 May 25 20:10:58.117661 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d85c0aa-0b2e-4561-9e05-5fb5f1bb4707 req-41e3d4a1-d7b3-41fd-b2d1-1807891e659b service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745337 May 25 20:10:58.137479 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75174ab7-a110-460a-8794-e088074d92c4 req-340c7e21-5f87-472b-bdf7-33fd0ccd95a9 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657344 May 25 20:10:58.163826 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f53e97d9-3d8a-436e-8f59-87d477eaa398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:58.264354 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 95f17320-bf1b-4489-a273-146e933cb757 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:58.264885 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:58.327466 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:58.351930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '95f17320-bf1b-4489-a273-146e933cb757', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'port_id': '95f17320-bf1b-4489-a273-146e933cb757', 'mac_address': 'fa:16:3e:3b:d9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:10:58.356184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-5df8e5f9-6473-408e-86b9-6bb97e06fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:58.357665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-5df8e5f9-6473-408e-86b9-6bb97e06fd29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 1100 time: 0.4588189 May 25 20:10:58.391334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb54ba-29c2-4fdd-babe-4ce3365caaff req-cb0f12fe-e7b1-43be-9710-dcc9f46cce16 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:58.392597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f0bb54ba-29c2-4fdd-babe-4ce3365caaff req-cb0f12fe-e7b1-43be-9710-dcc9f46cce16 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Synchronizing usage tracker for tenant:2a79ff125f5947148fe8820d274dc10e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:10:58.409489 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:58.410792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66aedf-3deb-41cb-9a5e-54e015fa5470 req-9381ce51-6680-4d60-9be9-6ed7a021df92 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:58.412466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc66aedf-3deb-41cb-9a5e-54e015fa5470 req-9381ce51-6680-4d60-9be9-6ed7a021df92 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 946 time: 0.1341896 May 25 20:10:58.433800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94', 'mac_address': 'fa:16:3e:62:70:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:10:58.437634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:58.474485 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc66aedf-3deb-41cb-9a5e-54e015fa5470 req-dde8c1e7-f6c3-4222-b91d-476520a9c7d6 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551317 May 25 20:10:58.541614 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f17320-bf1b-4489-a273-146e933cb757'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:10:58.546836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 95f17320-bf1b-4489-a273-146e933cb757 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:58.547459 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:58.556884 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d85c0aa-0b2e-4561-9e05-5fb5f1bb4707 req-2f243ce3-6847-4e94-b802-ce9c16a18039 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246426 May 25 20:10:58.565589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f0bb54ba-29c2-4fdd-babe-4ce3365caaff req-cb0f12fe-e7b1-43be-9710-dcc9f46cce16 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Unset dirty status for tenant:2a79ff125f5947148fe8820d274dc10e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:10:58.574430 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0bb54ba-29c2-4fdd-babe-4ce3365caaff req-cb0f12fe-e7b1-43be-9710-dcc9f46cce16 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 935 time: 0.6307290 May 25 20:10:58.575140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f17320-bf1b-4489-a273-146e933cb757 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:58.594826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:58.596742 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:58.688005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-2c48aaa0-0ef2-4126-9771-6aed4e09f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:58.690642 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-2c48aaa0-0ef2-4126-9771-6aed4e09f47b service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.2947800 May 25 20:10:58.696880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f0bb54ba-29c2-4fdd-babe-4ce3365caaff req-14170ce5-5edf-45b5-b78c-074007b29966 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Synchronizing usage tracker for tenant:2a79ff125f5947148fe8820d274dc10e on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:10:58.805851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=12']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:58.821394 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:58.821605 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-3e792f25-552f-4b23-8c1a-fdb7a82d3327 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f26f26de-b40f-43b6-b253-db45aad5232c HTTP/1.1" status: 200 len: 217 time: 0.1214118 May 25 20:10:58.824542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892400c-d2c3-4227-aafb-f892a68b1930 req-339d47ed-0009-45db-89ee-528f74ca7b85 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:58.833925 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e892400c-d2c3-4227-aafb-f892a68b1930 req-339d47ed-0009-45db-89ee-528f74ca7b85 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.1128349 May 25 20:10:58.886792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2b0f4e-1576-445d-ae58-dc626daddd1b {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:58.890699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e892400c-d2c3-4227-aafb-f892a68b1930 req-21a6f664-d230-4422-804f-3dc8ce28419e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558643 May 25 20:10:58.892377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f0bb54ba-29c2-4fdd-babe-4ce3365caaff req-14170ce5-5edf-45b5-b78c-074007b29966 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Unset dirty status for tenant:2a79ff125f5947148fe8820d274dc10e on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:10:58.899123 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0bb54ba-29c2-4fdd-babe-4ce3365caaff req-14170ce5-5edf-45b5-b78c-074007b29966 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5933423-c561-4163-8589-4e1a6252f7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229921 May 25 20:10:58.905545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:10:58.906320 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:58.910371 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:58.965591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Transition to ACTIVE for port object 0c2b0f4e-1576-445d-ae58-dc626daddd1b will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:10:58.977486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:10:58.978018 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:58.992918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['95f17320-bf1b-4489-a273-146e933cb757'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:59.088179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-2d91a1f9-5404-4e4d-9274-890fda8d79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:59.091242 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-2d91a1f9-5404-4e4d-9274-890fda8d79d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2626419 May 25 20:10:59.179107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72a9cf1c-43ef-4338-9821-f585ce275131 req-62a43f64-9632-4439-8fbf-230a115956a5 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.1215839 May 25 20:10:59.182287 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dde51ab-3424-4e99-9974-8f55cf16f057'] response: {'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f17320-bf1b-4489-a273-146e933cb757', 'code': 200} May 25 20:10:59.187045 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:10:59.195844 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=12']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:59.223193 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:10:59.482548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2b0f4e-1576-445d-ae58-dc626daddd1b,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:59.542824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:10:59.551729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['1f289351-6c1a-4d9d-b37d-a5970b0e6a94'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:10:59.562380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cabad-bf4d-442c-bec5-8c69583f8405 req-4830b73d-a5cd-4ffa-9b48-3e8e1d1080a7 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:59.577731 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fa9cabad-bf4d-442c-bec5-8c69583f8405 req-4830b73d-a5cd-4ffa-9b48-3e8e1d1080a7 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.1946929 May 25 20:10:59.602363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-2846f0da-5328-438e-8074-2052378b22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:59.604319 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-2846f0da-5328-438e-8074-2052378b22d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4972181 May 25 20:10:59.690763 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fa9cabad-bf4d-442c-bec5-8c69583f8405 req-5dfb6d27-8ad4-40af-9a8b-d94b0db7d977 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103137 May 25 20:10:59.856130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:10:59.938188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Attempting to bind port 0c2b0f4e-1576-445d-ae58-dc626daddd1b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:10:59.938625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Attempting to bind port 0c2b0f4e-1576-445d-ae58-dc626daddd1b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:10:59.939693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Attempting to bind port 0c2b0f4e-1576-445d-ae58-dc626daddd1b on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:10:59.965511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99048573-208a-4b15-9f12-c030c4c2a2a6 req-95934b1b-e193-4427-9d55-7c3f64410cb8 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:10:59.977373 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-99048573-208a-4b15-9f12-c030c4c2a2a6 req-95934b1b-e193-4427-9d55-7c3f64410cb8 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 948 time: 0.6490810 May 25 20:11:00.019810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Port 0c2b0f4e-1576-445d-ae58-dc626daddd1b on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:11:00.020180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Attempting to bind port 0c2b0f4e-1576-445d-ae58-dc626daddd1b on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:11:00.030021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56faedf-a127-4bdd-a748-07e1d0d1e0a3 req-4a5dd9a0-1d1e-4644-8176-0eb176d44114 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:00.037532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:11:00.037914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:11:00.038352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:11:00.039009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Bound port: 0c2b0f4e-1576-445d-ae58-dc626daddd1b, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:11:00.039357 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:00.041057 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b56faedf-a127-4bdd-a748-07e1d0d1e0a3 req-4a5dd9a0-1d1e-4644-8176-0eb176d44114 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 945 time: 0.1338181 May 25 20:11:00.100029 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-99048573-208a-4b15-9f12-c030c4c2a2a6 req-84fa133e-bb03-4b3d-bf56-615c6b895c93 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217694 May 25 20:11:00.103134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b56faedf-a127-4bdd-a748-07e1d0d1e0a3 req-f2f24d4b-f784-4340-bf62-76f6a7d1f180 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607755 May 25 20:11:00.119749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:00.152060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4', 'mac_address': 'fa:16:3e:89:97:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:11:00.224954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:00.225416 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:00.232219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] For port 0c2b0f4e-1576-445d-ae58-dc626daddd1b, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:11:00.235747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] For port 0c2b0f4e-1576-445d-ae58-dc626daddd1b, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0c2b0f4e-1576-445d-ae58-dc626daddd1b,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:11:00.244287 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:00.249272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:11:00.285194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:00.296780 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:00.395237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2b0f4e-1576-445d-ae58-dc626daddd1b,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:00.395863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:00.423365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec44861-36a3-4bc0-a1cf-c1f004328722 req-f4effca2-b75f-418d-869b-0984da037f7a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:00.429699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:00.430716 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:00.432579 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6c03efc-f451-40da-aa38-6154203f446d req-5c4e3f8e-a9d0-40ce-bdfe-373044265909 service neutron] 10.222.0.50 "PUT /v2.0/ports/0c2b0f4e-1576-445d-ae58-dc626daddd1b HTTP/1.1" status: 200 len: 1095 time: 2.9817917 May 25 20:11:00.434476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ebec43-4b18-4bf5-8dfc-9baa1ead59e5', 'tag': '0c2b0f4e-1576-445d-ae58-dc626daddd1b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:00.436657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bec44861-36a3-4bc0-a1cf-c1f004328722 req-f4effca2-b75f-418d-869b-0984da037f7a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 946 time: 0.1426518 May 25 20:11:00.448371 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-0a35a6a8-dd30-496f-aac8-70fac36dd0ca service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8349781 May 25 20:11:00.490872 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bec44861-36a3-4bc0-a1cf-c1f004328722 req-08af766a-665e-4c64-9232-a5d3c9b8af5c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532439 May 25 20:11:00.537473 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffaa5-1c6a-42d1-93c7-b030dc543570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:00.550752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:11:00.776778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717a52f-688a-4b44-b093-64cff336a5d9 req-5f21aafc-e538-4765-b2e3-367b60d189b1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:00.778349 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a717a52f-688a-4b44-b093-64cff336a5d9 req-5f21aafc-e538-4765-b2e3-367b60d189b1 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.1118326 May 25 20:11:00.834528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd653e6-e121-4a29-b327-7829dfab3da1 req-195bb779-76cf-46e8-94c3-5844666a5eb7 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:00.842665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd653e6-e121-4a29-b327-7829dfab3da1 req-195bb779-76cf-46e8-94c3-5844666a5eb7 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 947 time: 0.4954042 May 25 20:11:00.850282 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a717a52f-688a-4b44-b093-64cff336a5d9 req-0589d3b9-d0a3-4d09-a050-c397e6121ca4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622563 May 25 20:11:00.958771 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fd653e6-e121-4a29-b327-7829dfab3da1 req-899c88af-dabd-45a0-8722-35b928a8cc0b tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5933423-c561-4163-8589-4e1a6252f7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145484 May 25 20:11:00.981949 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-ee1e3457-9394-4632-8223-c9d5a4fa1c22 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157206 May 25 20:11:01.019984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c03efc-f451-40da-aa38-6154203f446d req-a9aa9a0c-dbf7-4ca6-b379-4d1280775cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:01.022850 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6c03efc-f451-40da-aa38-6154203f446d req-a9aa9a0c-dbf7-4ca6-b379-4d1280775cd9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a79ff125f5947148fe8820d274dc10e&device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 1098 time: 0.5257552 May 25 20:11:01.201791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6c03efc-f451-40da-aa38-6154203f446d req-a7113944-237f-421d-8d92-92142a0bf84e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=0c2b0f4e-1576-445d-ae58-dc626daddd1b HTTP/1.1" status: 200 len: 217 time: 0.1721673 May 25 20:11:01.254250 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc260ea-80f4-419d-bf0c-dbdcb4a2c3c4'] response: {'name': 'network-changed', 'server_uuid': '72ebec43-4b18-4bf5-8dfc-9baa1ead59e5', 'tag': '0c2b0f4e-1576-445d-ae58-dc626daddd1b', 'status': 'completed', 'code': 200} May 25 20:11:01.285391 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4dfb71a7-47fb-4c49-8518-7bdee4cf2ebb req-075143eb-5923-4797-ac62-4673bf40791e tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.1657794 May 25 20:11:01.288185 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:01.396742 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c03efc-f451-40da-aa38-6154203f446d req-f419fd5c-ba5f-4390-8d33-b1259328d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:01.399067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6c03efc-f451-40da-aa38-6154203f446d req-f419fd5c-ba5f-4390-8d33-b1259328d2fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1102657 May 25 20:11:01.468038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664c97-aec6-4b49-8a4b-4a6538eac3a4 req-2f804d9a-e7fc-498c-9902-88404b5e43d9 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:01.469656 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-23664c97-aec6-4b49-8a4b-4a6538eac3a4 req-2f804d9a-e7fc-498c-9902-88404b5e43d9 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.2668679 May 25 20:11:01.505321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fc4af-7123-4fa5-ba89-9aa5bbb5a392 req-f09d7ee2-b34f-496d-b130-24917e4c81b6 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:01.513607 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d54fc4af-7123-4fa5-ba89-9aa5bbb5a392 req-f09d7ee2-b34f-496d-b130-24917e4c81b6 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 945 time: 0.1017950 May 25 20:11:01.546684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-23664c97-aec6-4b49-8a4b-4a6538eac3a4 req-d4116999-df14-4faa-b35a-fd8777926bca tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553315 May 25 20:11:01.575763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c03efc-f451-40da-aa38-6154203f446d req-6c35f4e7-298b-448d-a846-44ada13aa6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:01.575763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6c03efc-f451-40da-aa38-6154203f446d req-6c35f4e7-298b-448d-a846-44ada13aa6cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1681330 May 25 20:11:01.579944 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d54fc4af-7123-4fa5-ba89-9aa5bbb5a392 req-9224f38d-535a-434f-958c-218288d8c233 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626850 May 25 20:11:01.585490 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:01.825155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc0c9d-8a73-49a0-83aa-15f4a7cac6fa req-9c673167-f876-4c3f-ac63-ac7fa2eca7ce tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:01.827051 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0cc0c9d-8a73-49a0-83aa-15f4a7cac6fa req-9c673167-f876-4c3f-ac63-ac7fa2eca7ce tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 946 time: 0.0973089 May 25 20:11:01.850781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 95f17320-bf1b-4489-a273-146e933cb757 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:11:01.910800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0cc0c9d-8a73-49a0-83aa-15f4a7cac6fa req-fd512bc1-3913-441a-a801-b2804e78870e tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601315 May 25 20:11:01.946697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430e4ef-8ead-4d89-915c-9f12fa878b41 req-36e35f9a-1e07-4dff-b082-340c777d6578 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:01.949067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5430e4ef-8ead-4d89-915c-9f12fa878b41 req-36e35f9a-1e07-4dff-b082-340c777d6578 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 949 time: 0.1805632 May 25 20:11:01.960946 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6c03efc-f451-40da-aa38-6154203f446d req-ad8f20c4-709f-4d08-bda1-37bfe218628c service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765838 May 25 20:11:01.966199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 95f17320-bf1b-4489-a273-146e933cb757 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:01.966783 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:02.027914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:11:02.153576 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5430e4ef-8ead-4d89-915c-9f12fa878b41 req-4316431f-95f8-40ef-b3eb-36fcb6d17904 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949179 May 25 20:11:02.203306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 95f17320-bf1b-4489-a273-146e933cb757 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:02.203756 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:02.210341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37955c-d1b9-479a-a051-bffb1d190eeb req-d9ef6b98-fa57-451e-b56a-c1afc4227023 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:02.222573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e37955c-d1b9-479a-a051-bffb1d190eeb req-d9ef6b98-fa57-451e-b56a-c1afc4227023 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.1563511 May 25 20:11:02.250772 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6c03efc-f451-40da-aa38-6154203f446d req-27da08bd-fde1-4848-8e6e-cbf500cab9df service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636485 May 25 20:11:02.276876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:02.279018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f17320-bf1b-4489-a273-146e933cb757'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:02.294354 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:02.294980 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:02.331803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e37955c-d1b9-479a-a051-bffb1d190eeb req-3dc2153f-c3a9-4c57-96fc-a82155ea6087 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078436 May 25 20:11:02.332023 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:02.332610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:11:02.407905 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13372ca2-3a53-4a76-900c-ac2ef8b007a5'] response: {'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f17320-bf1b-4489-a273-146e933cb757', 'code': 200} May 25 20:11:02.519032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:11:02.528509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:02.528988 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:02.604700 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bb7293aa-ad03-4436-ac02-632953394533 req-eac0e794-a00b-4c73-9a20-67c31a6fc5bf tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0683835 May 25 20:11:02.637494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9366c59-ccdd-4d68-bd43-adb8f4d96f04 req-a4a079ca-6d20-4a0a-878a-3c735c4e8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:02.639414 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9366c59-ccdd-4d68-bd43-adb8f4d96f04 req-a4a079ca-6d20-4a0a-878a-3c735c4e8ddb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a79ff125f5947148fe8820d274dc10e&device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 1098 time: 0.3226609 May 25 20:11:02.650963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=13']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:02.735467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:02.736594 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:02.823532 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:02.838379 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:02.843233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4604e57-3cc4-49fd-83ae-7b7a5f6bac4c req-2269447b-f936-494f-b34a-34c42541fa42 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:02.852271 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4604e57-3cc4-49fd-83ae-7b7a5f6bac4c req-2269447b-f936-494f-b34a-34c42541fa42 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 947 time: 0.3754086 May 25 20:11:02.953960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,revision_number=10']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:02.971893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:02.972265 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:03.000264 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:03.009730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daffcf-a632-4ca3-9232-7966462dfb52 req-30086612-aa56-4e6c-91fd-7238391585be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:03.011959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7daffcf-a632-4ca3-9232-7966462dfb52 req-30086612-aa56-4e6c-91fd-7238391585be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 1096 time: 0.2200110 May 25 20:11:03.023534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303a10c-3e1a-4ff1-aa8d-04b678c0be53 req-23fa4db3-427f-4dae-ad55-84a31e6ecc48 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:03.029994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:03.030932 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3303a10c-3e1a-4ff1-aa8d-04b678c0be53 req-23fa4db3-427f-4dae-ad55-84a31e6ecc48 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.1601779 May 25 20:11:03.039279 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:03.104786 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4604e57-3cc4-49fd-83ae-7b7a5f6bac4c req-55663491-83dd-4537-94f1-ca2efece1744 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5933423-c561-4163-8589-4e1a6252f7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512579 May 25 20:11:03.150514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:03.162387 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7daffcf-a632-4ca3-9232-7966462dfb52 req-ec70bcd4-dec9-4cd7-a23f-285a846f078f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579102 May 25 20:11:03.172239 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3303a10c-3e1a-4ff1-aa8d-04b678c0be53 req-6cc7bc8d-52a5-4e91-a189-fb8d716cc5a0 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402979 May 25 20:11:03.216963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9366c59-ccdd-4d68-bd43-adb8f4d96f04 req-fb62aa30-6ad4-4b42-986c-668ec1529f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:03.218957 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9366c59-ccdd-4d68-bd43-adb8f4d96f04 req-fb62aa30-6ad4-4b42-986c-668ec1529f04 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.5695961 May 25 20:11:03.352293 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9366c59-ccdd-4d68-bd43-adb8f4d96f04 req-59da18eb-8e08-4ef3-a494-ae63a0a2591e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=0c2b0f4e-1576-445d-ae58-dc626daddd1b HTTP/1.1" status: 200 len: 217 time: 0.1257164 May 25 20:11:03.388098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92356cde-7b3f-4dd6-bfe8-55c033daf1ea req-56891722-7ab4-4417-95ef-5ec51a49d667 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:03.390351 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-92356cde-7b3f-4dd6-bfe8-55c033daf1ea req-56891722-7ab4-4417-95ef-5ec51a49d667 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 946 time: 0.0991082 May 25 20:11:03.440904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9366c59-ccdd-4d68-bd43-adb8f4d96f04 req-ff5f9f01-86cf-4399-bae7-dbf5ae904cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:03.442809 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9366c59-ccdd-4d68-bd43-adb8f4d96f04 req-ff5f9f01-86cf-4399-bae7-dbf5ae904cba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0784543 May 25 20:11:03.464050 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-92356cde-7b3f-4dd6-bfe8-55c033daf1ea req-09af5b4e-1972-42f6-bbb4-49b2f5ede6d5 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666459 May 25 20:11:03.551276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52697cd0-5f18-4f0c-b87f-ce13eeae07ee req-87aa7ca6-6dac-4f68-8f4a-4f06b8a67061 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:03.554024 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-52697cd0-5f18-4f0c-b87f-ce13eeae07ee req-87aa7ca6-6dac-4f68-8f4a-4f06b8a67061 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 946 time: 0.2586734 May 25 20:11:03.615079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9366c59-ccdd-4d68-bd43-adb8f4d96f04 req-0aa3e4d5-6e23-422d-9327-bd67faf49cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:03.617686 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9366c59-ccdd-4d68-bd43-adb8f4d96f04 req-0aa3e4d5-6e23-422d-9327-bd67faf49cac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1615212 May 25 20:11:03.633217 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-52697cd0-5f18-4f0c-b87f-ce13eeae07ee req-fa2adfc5-45cd-4c76-9705-6096fc89924b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723777 May 25 20:11:03.690282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46727e69-af90-4805-b63b-c830dda8c0fa req-66fe71d8-9ab9-47fc-832d-831abebfbb28 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:03.696761 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-46727e69-af90-4805-b63b-c830dda8c0fa req-66fe71d8-9ab9-47fc-832d-831abebfbb28 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 950 time: 0.1235578 May 25 20:11:03.760807 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-46727e69-af90-4805-b63b-c830dda8c0fa req-a0036722-ec2e-46c7-abe1-5f86df5b6d16 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630860 May 25 20:11:03.973597 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9366c59-ccdd-4d68-bd43-adb8f4d96f04 req-da35ab25-b962-44ff-83e9-489448d6fc3a service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353083 May 25 20:11:04.119486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec8177-f9b4-4b42-b1a0-6e0d49450f22 req-31df8228-6a2d-4fe7-975c-4ec43f3138ea tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:04.122127 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8ec8177-f9b4-4b42-b1a0-6e0d49450f22 req-31df8228-6a2d-4fe7-975c-4ec43f3138ea tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.2130222 May 25 20:11:04.173344 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9366c59-ccdd-4d68-bd43-adb8f4d96f04 req-089d76c0-3d0e-4dfe-85fb-a33c3b1007a2 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839197 May 25 20:11:04.217974 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8ec8177-f9b4-4b42-b1a0-6e0d49450f22 req-704799fc-4a6e-48c7-a218-ad5e747f54be tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894632 May 25 20:11:04.409202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94'}, {'server_uuid': '126598be-e83a-49d1-b160-38dec9d25084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:04.459104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-158b69a3-6cc7-48c9-bbdb-ea8c17934271 req-8b8df55d-65bb-43a2-b10e-e1d7085844e3 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0677669 May 25 20:11:04.834887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd5275-520d-4775-ae75-a3749a2241e4 req-47d5cb97-2a57-4171-8f82-99c46b88621e tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:04.837353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0cd5275-520d-4775-ae75-a3749a2241e4 req-47d5cb97-2a57-4171-8f82-99c46b88621e tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.2599802 May 25 20:11:04.899401 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0cd5275-520d-4775-ae75-a3749a2241e4 req-b9c6da41-95aa-4baa-8f53-48182aa50b85 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551198 May 25 20:11:04.906691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002418c6-3f8b-444c-9fab-2a31d6617dce req-876607fd-a1ef-4fcb-b0e0-d0714da2ff3b tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:04.916860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-002418c6-3f8b-444c-9fab-2a31d6617dce req-876607fd-a1ef-4fcb-b0e0-d0714da2ff3b tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 947 time: 0.2668893 May 25 20:11:05.044940 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-002418c6-3f8b-444c-9fab-2a31d6617dce req-63c5fada-cc27-45dc-95df-d5949e3ba7e2 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5933423-c561-4163-8589-4e1a6252f7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249225 May 25 20:11:05.142465 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0e1ee07-e313-4e9d-a75c-17254c7f6c44 req-a4d23fd5-a4bb-46ba-b338-22e67fed5741 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.1250286 May 25 20:11:05.159566 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d62fdd2-6fc1-4f94-a008-6f0f072938e2'] response: {'server_uuid': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94', 'code': 200} May 25 20:11:05.159566 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d62fdd2-6fc1-4f94-a008-6f0f072938e2'] response: {'server_uuid': '126598be-e83a-49d1-b160-38dec9d25084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4', 'code': 200} May 25 20:11:05.301528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c05cd1-c329-4407-8b7a-5fdb9184af32 req-bdde116f-d286-4d0c-a157-07a12181f7d0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:05.303709 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55c05cd1-c329-4407-8b7a-5fdb9184af32 req-bdde116f-d286-4d0c-a157-07a12181f7d0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 946 time: 0.1334960 May 25 20:11:05.402060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d746952-f210-4017-b938-cec857d8d623 req-80008425-f1b7-4aa6-a97e-18e727523c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:05.406355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8d746952-f210-4017-b938-cec857d8d623 req-80008425-f1b7-4aa6-a97e-18e727523c34 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 1101 time: 0.2031374 May 25 20:11:05.418212 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55c05cd1-c329-4407-8b7a-5fdb9184af32 req-1d96dbc3-adaa-400e-a4b1-03c78234393c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019630 May 25 20:11:05.531185 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8d746952-f210-4017-b938-cec857d8d623 req-4852e8e8-a083-4d11-8a1e-514eb585c9ee service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144457 May 25 20:11:05.632588 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14492cc1-d35c-4ea8-86a0-949db569a00a req-fb46b38a-9eaa-4cea-9300-75dc30a02a20 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:05.662847 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-14492cc1-d35c-4ea8-86a0-949db569a00a req-fb46b38a-9eaa-4cea-9300-75dc30a02a20 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 946 time: 0.1933041 May 25 20:11:05.803815 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-14492cc1-d35c-4ea8-86a0-949db569a00a req-de73e58c-b323-4c90-bec1-6a29d6a90a6f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365252 May 25 20:11:05.841414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 0c2b0f4e-1576-445d-ae58-dc626daddd1b details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:11:05.842363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614eb1a1-7991-452f-9f9a-06e66019eab5 req-f02b5c48-bb71-4b8b-b219-fd93a8f679da tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:05.843767 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-614eb1a1-7991-452f-9f9a-06e66019eab5 req-f02b5c48-bb71-4b8b-b219-fd93a8f679da tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 950 time: 0.1728232 May 25 20:11:05.957811 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-614eb1a1-7991-452f-9f9a-06e66019eab5 req-4e06d10a-88b9-46fb-b005-7b0b305d9a39 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957196 May 25 20:11:06.045507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1aac0935-072f-4957-beb8-00473a6b4121 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:06.298304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1aac0935-072f-4957-beb8-00473a6b4121 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:06.298663 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:06.317275 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 0c2b0f4e-1576-445d-ae58-dc626daddd1b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0c2b0f4e-1576-445d-ae58-dc626daddd1b,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:06.340919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '0c2b0f4e-1576-445d-ae58-dc626daddd1b', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '0c2b0f4e-1576-445d-ae58-dc626daddd1b', 'mac_address': 'fa:16:3e:81:5f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:11:06.379235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede36f3-4735-4c8e-8bf7-d49dd782b9cb req-1111603e-1ff5-47b1-b017-f5597054e406 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:06.396213 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bede36f3-4735-4c8e-8bf7-d49dd782b9cb req-1111603e-1ff5-47b1-b017-f5597054e406 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.1913569 May 25 20:11:06.462824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1aac0935-072f-4957-beb8-00473a6b4121, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1aac0935-072f-4957-beb8-00473a6b4121,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:06.477453 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:06.482633 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bede36f3-4735-4c8e-8bf7-d49dd782b9cb req-e617e624-8f36-4bc1-8974-aecc726878c4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833216 May 25 20:11:06.576584 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1aac0935-072f-4957-beb8-00473a6b4121,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:06.580407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 0c2b0f4e-1576-445d-ae58-dc626daddd1b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:06.580784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:06.605957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2b0f4e-1576-445d-ae58-dc626daddd1b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:11:06.649904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 0c2b0f4e-1576-445d-ae58-dc626daddd1b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0c2b0f4e-1576-445d-ae58-dc626daddd1b,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:06.661544 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:06.853631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=0c2b0f4e-1576-445d-ae58-dc626daddd1b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:06.869957 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca24a6e6-6626-49f1-8488-109104a80a1c req-32353376-2554-440a-af42-00c8a9f89e3b tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.1536388 May 25 20:11:06.952674 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['0c2b0f4e-1576-445d-ae58-dc626daddd1b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:11:07.165841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28238c1e-d379-4f95-9c03-38eee1ff1ef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aac0935-072f-4957-beb8-00473a6b4121'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:07.537175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa27bd-4c18-49de-862e-51a37c12de31 req-693fe9c8-a12c-4399-b8ce-fbf63d00db05 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:07.551688 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20aa27bd-4c18-49de-862e-51a37c12de31 req-693fe9c8-a12c-4399-b8ce-fbf63d00db05 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.70 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 944 time: 0.6081815 May 25 20:11:07.669139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334f267-deda-450f-a98a-bee2f3cbb317 req-9585b534-1853-44d1-90e1-e5ef0d0558a8 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:07.680200 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7334f267-deda-450f-a98a-bee2f3cbb317 req-9585b534-1853-44d1-90e1-e5ef0d0558a8 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.6041098 May 25 20:11:07.789031 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7334f267-deda-450f-a98a-bee2f3cbb317 req-5e81b44c-d9da-4743-b379-3b9b9cfeb726 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077945 May 25 20:11:07.843463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-20aa27bd-4c18-49de-862e-51a37c12de31 req-6063ce28-eb56-438e-9bb0-3f58a6d2f0ee tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Deleting port 1aac0935-072f-4957-beb8-00473a6b4121 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:11:07.845809 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-20aa27bd-4c18-49de-862e-51a37c12de31 req-6063ce28-eb56-438e-9bb0-3f58a6d2f0ee tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:08.473870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3492fa8-e4ee-475f-8b92-6add2804c83f req-ee17679b-95e3-424b-8457-f83dc542ef11 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:08.493618 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3492fa8-e4ee-475f-8b92-6add2804c83f req-ee17679b-95e3-424b-8457-f83dc542ef11 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 948 time: 0.3838103 May 25 20:11:08.648459 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3492fa8-e4ee-475f-8b92-6add2804c83f req-32316cee-3aa2-466e-adb4-a7d047d06d0b tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5933423-c561-4163-8589-4e1a6252f7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446044 May 25 20:11:08.709248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-20aa27bd-4c18-49de-862e-51a37c12de31 req-6063ce28-eb56-438e-9bb0-3f58a6d2f0ee tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] For port 1aac0935-072f-4957-beb8-00473a6b4121, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1aac0935-072f-4957-beb8-00473a6b4121,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:08.709856 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-20aa27bd-4c18-49de-862e-51a37c12de31 req-6063ce28-eb56-438e-9bb0-3f58a6d2f0ee tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:08.961745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-20aa27bd-4c18-49de-862e-51a37c12de31 req-6063ce28-eb56-438e-9bb0-3f58a6d2f0ee tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Calling delete_port for 1aac0935-072f-4957-beb8-00473a6b4121 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:11:09.137673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798565f-0fb0-4aa5-8725-18a7859b0cc9 req-872dce1a-9795-4b0e-8127-6d7e69c54aa8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:09.142193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6798565f-0fb0-4aa5-8725-18a7859b0cc9 req-872dce1a-9795-4b0e-8127-6d7e69c54aa8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=28238c1e-d379-4f95-9c03-38eee1ff1ef6 HTTP/1.1" status: 200 len: 944 time: 0.1414561 May 25 20:11:09.329801 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-20aa27bd-4c18-49de-862e-51a37c12de31 req-6063ce28-eb56-438e-9bb0-3f58a6d2f0ee tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:09.456965 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6798565f-0fb0-4aa5-8725-18a7859b0cc9 req-563dc333-fdd3-4a39-9730-55e976284605 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465241 May 25 20:11:09.463062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063ce28-eb56-438e-9bb0-3f58a6d2f0ee tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Pushing event deleted for resources: {'Port': ['ID=1aac0935-072f-4957-beb8-00473a6b4121,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:09.562039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-20aa27bd-4c18-49de-862e-51a37c12de31 req-6063ce28-eb56-438e-9bb0-3f58a6d2f0ee tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] No DVR routers for this DVR port 1aac0935-072f-4957-beb8-00473a6b4121 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:11:09.565327 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-20aa27bd-4c18-49de-862e-51a37c12de31 req-6063ce28-eb56-438e-9bb0-3f58a6d2f0ee tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:09.578497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28238c1e-d379-4f95-9c03-38eee1ff1ef6', 'name': 'network-vif-deleted', 'tag': '1aac0935-072f-4957-beb8-00473a6b4121'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:09.585211 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20aa27bd-4c18-49de-862e-51a37c12de31 req-6063ce28-eb56-438e-9bb0-3f58a6d2f0ee tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.70 "DELETE /v2.0/ports/1aac0935-072f-4957-beb8-00473a6b4121 HTTP/1.1" status: 204 len: 173 time: 2.0174427 May 25 20:11:09.778775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c4a0d-d74f-4821-bf7c-22133b524d88 req-22ea1302-e0d8-4bec-903a-1fdecc853f66 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:09.788228 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d62c4a0d-d74f-4821-bf7c-22133b524d88 req-22ea1302-e0d8-4bec-903a-1fdecc853f66 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 946 time: 0.1731272 May 25 20:11:09.882865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d62c4a0d-d74f-4821-bf7c-22133b524d88 req-b78393d5-9086-485f-af5e-c515094c647f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879753 May 25 20:11:09.899273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 0c2b0f4e-1576-445d-ae58-dc626daddd1b up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:11:10.034595 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 0c2b0f4e-1576-445d-ae58-dc626daddd1b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:11:10.041169 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 0c2b0f4e-1576-445d-ae58-dc626daddd1b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:10.041540 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:10.114021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43a1c4-f3a4-4cb0-9b39-348fdaaa6146 req-4a2018a2-e6fe-43f8-8835-6cc42fb6027c tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:10.122534 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce43a1c4-f3a4-4cb0-9b39-348fdaaa6146 req-4a2018a2-e6fe-43f8-8835-6cc42fb6027c tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 950 time: 0.1226299 May 25 20:11:10.185087 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce43a1c4-f3a4-4cb0-9b39-348fdaaa6146 req-33cfbe33-8645-41a7-a80f-235101f526a9 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613124 May 25 20:11:10.209874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 0c2b0f4e-1576-445d-ae58-dc626daddd1b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:10.210286 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:10.263793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 0c2b0f4e-1576-445d-ae58-dc626daddd1b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0c2b0f4e-1576-445d-ae58-dc626daddd1b,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:10.270591 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:10.305805 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e1bdcc-8389-4c8b-ac87-c02366af6c95'] response: {'server_uuid': '28238c1e-d379-4f95-9c03-38eee1ff1ef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aac0935-072f-4957-beb8-00473a6b4121', 'code': 200} May 25 20:11:10.375016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=0c2b0f4e-1576-445d-ae58-dc626daddd1b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:10.525724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3dceaa-a4bf-4810-88d9-727091f5ac1a req-10aa4e8e-6e1d-49aa-b72a-9746e6d05722 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:10.527534 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec3dceaa-a4bf-4810-88d9-727091f5ac1a req-10aa4e8e-6e1d-49aa-b72a-9746e6d05722 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.1180825 May 25 20:11:10.623922 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec3dceaa-a4bf-4810-88d9-727091f5ac1a req-9cca942c-b029-4172-8275-644412480e2b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899336 May 25 20:11:11.168059 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9701fe5-950e-4139-8c8c-d7d9b1d42b80 req-c3e45587-6d14-4fe6-8e6a-22b9568f0a70 tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0872769 May 25 20:11:11.174056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dada9-6db0-4681-a56c-a27f5c7bf675 req-72ebc8fc-b3f2-44dd-bbe1-46e7eecbb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:11.183380 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d40dada9-6db0-4681-a56c-a27f5c7bf675 req-72ebc8fc-b3f2-44dd-bbe1-46e7eecbb675 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4eeb42cdd664d3ea10b15927d4541fd&device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 1096 time: 0.2409844 May 25 20:11:11.432252 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08cec720-242f-49a5-9af9-9fa37509c98e'] response: {'server_uuid': '28238c1e-d379-4f95-9c03-38eee1ff1ef6', 'name': 'network-vif-deleted', 'tag': '1aac0935-072f-4957-beb8-00473a6b4121', 'status': 'completed', 'code': 200} May 25 20:11:11.554121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dada9-6db0-4681-a56c-a27f5c7bf675 req-1a6e246f-f7d1-4142-b4a8-0a378649332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:11.558666 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d40dada9-6db0-4681-a56c-a27f5c7bf675 req-1a6e246f-f7d1-4142-b4a8-0a378649332b service neutron] 10.222.0.70 "GET /v2.0/networks?id=f21ae3e9-d288-42ee-8ae8-2284a93c8059 HTTP/1.1" status: 200 len: 912 time: 0.3688509 May 25 20:11:11.679803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d40dada9-6db0-4681-a56c-a27f5c7bf675 req-0299e667-7ada-461c-b106-bef2a9d26628 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b746a30b-b0a6-4c4e-9c8a-ec167f00305f HTTP/1.1" status: 200 len: 217 time: 0.0801690 May 25 20:11:11.928913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dada9-6db0-4681-a56c-a27f5c7bf675 req-7ffcf202-a6c2-460f-86cd-3246a44d3a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:11.930472 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d40dada9-6db0-4681-a56c-a27f5c7bf675 req-7ffcf202-a6c2-460f-86cd-3246a44d3a18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3639922-bebd-4c46-8d65-a916de891676 HTTP/1.1" status: 200 len: 851 time: 0.2447040 May 25 20:11:11.991354 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d40dada9-6db0-4681-a56c-a27f5c7bf675 req-d4b3b4e3-341b-4509-8cb2-8ba2322c0de0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f21ae3e9-d288-42ee-8ae8-2284a93c8059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514536 May 25 20:11:12.004869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a128f2-0912-4743-af3c-800aa52f1f2a req-a7646ba3-53e3-44c2-9e27-6a4096ecdf71 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:12.011935 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-92a128f2-0912-4743-af3c-800aa52f1f2a req-a7646ba3-53e3-44c2-9e27-6a4096ecdf71 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 949 time: 0.4523687 May 25 20:11:12.073993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1aac0935-072f-4957-beb8-00473a6b4121 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:12.240501 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 1aac0935-072f-4957-beb8-00473a6b4121 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:11:12.248363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1aac0935-072f-4957-beb8-00473a6b4121 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:11:12.308310 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ebec43-4b18-4bf5-8dfc-9baa1ead59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2b0f4e-1576-445d-ae58-dc626daddd1b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:12.486314 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-92a128f2-0912-4743-af3c-800aa52f1f2a req-3fea1e18-7bed-4233-b18b-939aa2015e30 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5933423-c561-4163-8589-4e1a6252f7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702098 May 25 20:11:12.576925 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d40dada9-6db0-4681-a56c-a27f5c7bf675 req-affc2ace-e169-47a6-9251-f1dc50a44365 service neutron] 10.222.0.70 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621483 May 25 20:11:13.004599 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d40dada9-6db0-4681-a56c-a27f5c7bf675 req-4f7e6da9-0d7d-41c0-8ac2-515b003a0fd5 service neutron] 10.222.0.70 "GET /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207566 May 25 20:11:13.459212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca1c4e-3c10-43c8-859f-f8996daf8510 req-73a64be0-420b-482e-b824-c3b2d6d53758 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:13.478327 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5ca1c4e-3c10-43c8-859f-f8996daf8510 req-73a64be0-420b-482e-b824-c3b2d6d53758 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.1805718 May 25 20:11:13.543350 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5ca1c4e-3c10-43c8-859f-f8996daf8510 req-e312b8d0-d55e-4740-83cb-2919442315e0 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636764 May 25 20:11:13.765402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275b620-d733-4109-8ea2-5b7aeb4124c8 req-7eee6d85-168e-456a-870d-71146466196d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:13.768870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6275b620-d733-4109-8ea2-5b7aeb4124c8 req-7eee6d85-168e-456a-870d-71146466196d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 946 time: 0.1158915 May 25 20:11:13.846351 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6275b620-d733-4109-8ea2-5b7aeb4124c8 req-e4cab76d-7300-43a0-b28b-666956e7b94b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672319 May 25 20:11:14.208686 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6077baf6-907a-45fb-886e-c8c8b902ae86 req-125bb3c4-9398-4a48-9235-9526f270be82 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=439df020777341af9a85f1e573dd3930&device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0827720 May 25 20:11:14.289843 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6077baf6-907a-45fb-886e-c8c8b902ae86 req-fd2e3dfe-6d9e-400c-96be-f5d6d7c3fa39 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=439df020777341af9a85f1e573dd3930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573447 May 25 20:11:14.553037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077baf6-907a-45fb-886e-c8c8b902ae86 req-7e933774-b940-44be-bee1-bd4eb1218f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:14.554755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6077baf6-907a-45fb-886e-c8c8b902ae86 req-7e933774-b940-44be-bee1-bd4eb1218f0d service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2528222 May 25 20:11:14.648852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635b8a1-d823-404c-9de9-2ae3d869c32a req-a066fdf8-ebcd-4e94-a821-566c5f913802 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:14.659100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6635b8a1-d823-404c-9de9-2ae3d869c32a req-a066fdf8-ebcd-4e94-a821-566c5f913802 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.3073788 May 25 20:11:14.757467 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6635b8a1-d823-404c-9de9-2ae3d869c32a req-aeafc6b7-70c7-47bb-a73b-b7e0943f35a4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968242 May 25 20:11:14.817688 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b83624-ddf7-4a5b-a799-ce8469a5bad8'] response: {'server_uuid': '72ebec43-4b18-4bf5-8dfc-9baa1ead59e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2b0f4e-1576-445d-ae58-dc626daddd1b', 'code': 200} May 25 20:11:15.022657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ff8c9-4fa8-4985-bba1-81bf2b4ef1ee req-c183ed32-e8cd-4bab-ac8f-66d439080e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:15.024205 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9b6ff8c9-4fa8-4985-bba1-81bf2b4ef1ee req-c183ed32-e8cd-4bab-ac8f-66d439080e80 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 1100 time: 0.1335192 May 25 20:11:15.099550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9b6ff8c9-4fa8-4985-bba1-81bf2b4ef1ee req-156f8f02-fe5d-4a84-a5ca-c1ecba7a6d47 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d5933423-c561-4163-8589-4e1a6252f7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656395 May 25 20:11:15.468466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-6bc55a47-7a9f-45bf-af34-b13ba105dd6a tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9ae1a1beae3a4e4cbef7dd0cec460797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677457 May 25 20:11:15.707052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-0f065891-2a5f-4dfa-bf43-97b6fa87537b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:15.715337 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-0f065891-2a5f-4dfa-bf43-97b6fa87537b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/networks?id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f HTTP/1.1" status: 200 len: 822 time: 0.2483644 May 25 20:11:15.731721 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-3b85bf72-b98f-41ca-a927-8ea322059d52 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/quotas/2802763962b04e3bb06c9f54560b4877 HTTP/1.1" status: 200 len: 375 time: 0.0154319 May 25 20:11:15.820143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-bd543450-b11e-408c-a04e-ee709beb3476 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:15.829684 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-bd543450-b11e-408c-a04e-ee709beb3476 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3450146 May 25 20:11:15.854203 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-05c4a68d-56cc-429e-a438-e23e62bef26d tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/quotas/9ae1a1beae3a4e4cbef7dd0cec460797 HTTP/1.1" status: 200 len: 375 time: 0.0236433 May 25 20:11:15.878815 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-e348ee8b-a470-44f2-89d4-fedf3a8e3c4a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2802763962b04e3bb06c9f54560b4877&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1460309 May 25 20:11:16.006317 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-dad24af5-af8c-4d9b-9cfa-3c589ee91c7b tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ae1a1beae3a4e4cbef7dd0cec460797&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1508696 May 25 20:11:16.076510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-0aadd3e1-37c2-4f6c-81a2-03c029132e87 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:11:16.087301 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-0aadd3e1-37c2-4f6c-81a2-03c029132e87 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2054627 May 25 20:11:16.317851 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-fec32e7b-8611-4472-a7ed-135f86cc2d81 service neutron] 10.222.0.60 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292788 May 25 20:11:16.523420 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6077baf6-907a-45fb-886e-c8c8b902ae86 req-d4c8cb53-9f0c-455f-b7e5-955953c3255f tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.70 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.0931277 May 25 20:11:16.599965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc39696-0196-4cb7-9119-af6a906e6e72 req-023fbd71-ca42-4c85-913b-8e76d7cfad45 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:16.620336 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbc39696-0196-4cb7-9119-af6a906e6e72 req-023fbd71-ca42-4c85-913b-8e76d7cfad45 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 949 time: 0.2778647 May 25 20:11:16.659198 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-c8bb6b6f-717c-43d2-aac5-c56691a2455a service neutron] 10.222.0.60 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353443 May 25 20:11:16.754179 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbc39696-0196-4cb7-9119-af6a906e6e72 req-38c72683-dfa2-4c94-ba6f-4473676ad8c5 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5933423-c561-4163-8589-4e1a6252f7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321065 May 25 20:11:17.134228 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5df813d-f122-4411-bb09-8513b2c696ab req-fc4fb1ee-0c5d-4b77-aded-78f1e5619e8a tempest-ServerShowV257Test-1698093193 tempest-ServerShowV257Test-1698093193-project] 10.222.0.60 "GET /v2.0/ports?device_id=babf0f36-9a4a-4eb3-91eb-f3ceef46b43e HTTP/1.1" status: 200 len: 210 time: 0.1528413 May 25 20:11:17.205340 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba268e0-58f3-446e-bd20-93354cf73f57 req-de177324-aae2-4008-bb1f-472275b49c88 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:17.207230 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fba268e0-58f3-446e-bd20-93354cf73f57 req-de177324-aae2-4008-bb1f-472275b49c88 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.1823711 May 25 20:11:17.282396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fba268e0-58f3-446e-bd20-93354cf73f57 req-e3bb41af-d632-4239-b6b9-9439fb13e04c tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671027 May 25 20:11:17.437543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9079d-4bb2-4aa1-8615-909b5ffaca7a req-1b3f9cdc-d9f1-4996-9f16-102933b611f8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:17.452565 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4cb9079d-4bb2-4aa1-8615-909b5ffaca7a req-1b3f9cdc-d9f1-4996-9f16-102933b611f8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 946 time: 0.1401899 May 25 20:11:17.537544 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4cb9079d-4bb2-4aa1-8615-909b5ffaca7a req-26d6ca25-1ba1-41e8-8738-b593f40a30cd tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823727 May 25 20:11:17.798720 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e41a4c20-757c-44bb-9e6e-0eb9a16ed6d7 req-1387ba3b-f70b-48f2-b7fe-989623f749d2 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 210 time: 0.1094995 May 25 20:11:18.149269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e08b8-9de9-460e-9b50-efe6f4bb5df2 req-45fc5632-1309-40bb-af12-03d6023456c3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:18.156814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-377e08b8-9de9-460e-9b50-efe6f4bb5df2 req-45fc5632-1309-40bb-af12-03d6023456c3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.5376263 May 25 20:11:18.198770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0bfc24d2-bdf0-4179-a58b-fbe5ca48b9a4 req-0404e622-c4fb-4af4-8f98-def5abac5a18 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Synchronizing usage tracker for tenant:2802763962b04e3bb06c9f54560b4877 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:11:18.210447 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-377e08b8-9de9-460e-9b50-efe6f4bb5df2 req-af0a86dd-37c9-4014-b326-dc4b5120bd8f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522223 May 25 20:11:18.234024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0bfc24d2-bdf0-4179-a58b-fbe5ca48b9a4 req-0404e622-c4fb-4af4-8f98-def5abac5a18 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Unset dirty status for tenant:2802763962b04e3bb06c9f54560b4877 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:11:18.235420 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0bfc24d2-bdf0-4179-a58b-fbe5ca48b9a4 req-0404e622-c4fb-4af4-8f98-def5abac5a18 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 210 time: 0.1012115 May 25 20:11:18.498574 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-b9baa6bc-d7d7-43d6-92a0-fba251eef386 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9ae1a1beae3a4e4cbef7dd0cec460797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424645 May 25 20:11:18.859765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09201915-ecae-4705-a9e3-308a41b2c84f req-f65324dd-ef6a-4ff8-b52d-2432b7097529 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:18.862860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-09201915-ecae-4705-a9e3-308a41b2c84f req-f65324dd-ef6a-4ff8-b52d-2432b7097529 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 949 time: 0.4721344 May 25 20:11:18.923920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-d73a869f-eedd-4703-82db-979eee1ad6e9 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:18.925689 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-d73a869f-eedd-4703-82db-979eee1ad6e9 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4210565 May 25 20:11:18.944395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Request body: {'port': {'device_id': '5749b3df-4e4a-4d80-beaa-7627b2cc7a3d', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '9ae1a1beae3a4e4cbef7dd0cec460797'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:11:18.972223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-09201915-ecae-4705-a9e3-308a41b2c84f req-d41b4195-1e89-4fd3-8ad3-590e4fd521f1 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5933423-c561-4163-8589-4e1a6252f7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926571 May 25 20:11:19.049231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302031a-d7aa-419c-8548-18f21dec9a15 req-a974eda2-8773-4e84-a7f1-55cb2566b603 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:19.057147 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e302031a-d7aa-419c-8548-18f21dec9a15 req-a974eda2-8773-4e84-a7f1-55cb2566b603 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 946 time: 0.1759875 May 25 20:11:19.120538 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e302031a-d7aa-419c-8548-18f21dec9a15 req-7e12c40d-c7d3-45c5-89df-d4d4a1f8f842 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618744 May 25 20:11:19.184267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:19.259131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:19.378039 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5daf1a4a-1df4-42ba-95e3-2c9e20f428de req-9345e91e-e548-421a-aced-6f6dea20b842 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 210 time: 0.1020617 May 25 20:11:19.382859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Made reservation on behalf of 9ae1a1beae3a4e4cbef7dd0cec460797 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:11:19.398512 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:19.639725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-d1becdd4-c45d-4f59-a8c2-2eaa0575c3bd tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:19.641259 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-d1becdd4-c45d-4f59-a8c2-2eaa0575c3bd tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.70 "GET /v2.0/networks?id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f HTTP/1.1" status: 200 len: 822 time: 0.4651091 May 25 20:11:19.699517 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73441c-67a5-4034-a15b-0f9ddea62307 req-c307e732-3dfb-44ae-bc0e-c6e5d7e954bf tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:19.710306 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba73441c-67a5-4034-a15b-0f9ddea62307 req-c307e732-3dfb-44ae-bc0e-c6e5d7e954bf tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.2748806 May 25 20:11:19.743437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Request body: {'port': {'device_id': 'd37bf4e5-daad-475b-8dd4-07f9ef6448fb', 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f', 'admin_state_up': True, 'tenant_id': '2802763962b04e3bb06c9f54560b4877'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:11:19.888137 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba73441c-67a5-4034-a15b-0f9ddea62307 req-ddac1832-10e5-4c07-af6b-3d3eb2cb0a98 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748664 May 25 20:11:19.899843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46086) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:19.935505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Allocated IP 192.168.233.104 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/da1202a5-b0d2-411c-a6f0-f44653c94ec3) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:11:19.944756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 95f17320-bf1b-4489-a273-146e933cb757 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:19.970030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:20.008549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:20.036573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Made reservation on behalf of 2802763962b04e3bb06c9f54560b4877 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:11:20.042214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50e1cb-7104-4691-ad70-b73a0af61e21 req-6583a957-a7a8-4ff0-976e-e0742c777411 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:20.044313 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd50e1cb-7104-4691-ad70-b73a0af61e21 req-6583a957-a7a8-4ff0-976e-e0742c777411 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.2024775 May 25 20:11:20.046383 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:20.142063 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f8f0b052-728b-4fd4-866f-dad541a067ff req-bda9ca07-a28e-49ee-9612-6ae0143ac590 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 210 time: 0.0616267 May 25 20:11:20.214078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 95f17320-bf1b-4489-a273-146e933cb757 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:20.217147 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:20.222267 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:20.249869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:20.298820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f17320-bf1b-4489-a273-146e933cb757'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:20.301229 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd50e1cb-7104-4691-ad70-b73a0af61e21 req-d54b99c1-4a1a-4e88-b4a9-50354a4d1992 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226286 May 25 20:11:20.304473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Usage tracker for resource:security_group_rule and tenant:439df020777341af9a85f1e573dd3930 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:20.314760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:20.320880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:20.322354 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:20.340169 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:20.488606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Allocated IP 172.20.0.12 (de66928f-98a4-4bf7-bcc8-4d34cdfcff7f/73c490fc-9d2c-491a-941a-073d05e04508/f1afe8f0-6858-4b56-97cd-bdf95b5be30f) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:11:20.507491 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:20.551744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=14']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:20.566817 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a17d3be-8097-43de-82d6-9a18807921af'] response: {'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f17320-bf1b-4489-a273-146e933cb757', 'code': 200} May 25 20:11:20.575383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Transition to ACTIVE for port object da1202a5-b0d2-411c-a6f0-f44653c94ec3 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:11:20.710775 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:20.724124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:11:20.878465 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:20.904885 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:20.918090 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:20.926809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d77caf-bfc6-4a6f-8105-31dc2e7548e2 req-01421c09-3615-49ac-8402-1b8067256a3e tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:20.928376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-90d77caf-bfc6-4a6f-8105-31dc2e7548e2 req-01421c09-3615-49ac-8402-1b8067256a3e tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 936 time: 0.1842952 May 25 20:11:20.970450 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=439df020777341af9a85f1e573dd3930&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0694396 May 25 20:11:20.976239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46146) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:20.984265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:11:20.993527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:11:21.010387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:11:21.023798 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-90d77caf-bfc6-4a6f-8105-31dc2e7548e2 req-8cc6f89c-5287-4c3f-a8b0-478421b1eae8 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864830 May 25 20:11:21.075148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5fec63-9df8-4b57-a1cd-38be932507f0,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:21.084592 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:21.086456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Pushing event updated for resources: {'Port': ['ID=da1202a5-b0d2-411c-a6f0-f44653c94ec3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:21.108767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.109155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.109420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.109746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.110236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.110566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.110882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.111195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.111504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.111813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.112121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.112426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc680fa-a2c3-4c28-94ba-b6058f1785ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.119893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.120233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.120497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.120822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.121145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.121550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.121784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.122064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.122417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.122730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.123081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.123386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:21.137192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bd1df-6a56-4467-b4df-a2b82ecdf4f0 req-41f70b4b-9233-466c-9cf9-40c4c7ee31b7 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:21.155733 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e81bd1df-6a56-4467-b4df-a2b82ecdf4f0 req-41f70b4b-9233-466c-9cf9-40c4c7ee31b7 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd1d4f85-a1f0-4b09-b932-b3e5c6db592b HTTP/1.1" status: 200 len: 950 time: 0.5140324 May 25 20:11:21.185902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:21.186173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:11:21.186580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:21.204900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:11:21.207426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:11:21.246175 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e81bd1df-6a56-4467-b4df-a2b82ecdf4f0 req-e28a2a28-2ca3-4fe5-b282-91767727d138 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896804 May 25 20:11:21.256870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-3ea5d7ce-6e10-4e86-811c-f2400daa30d6 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3154273 May 25 20:11:21.269449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Request body: {'port': {'device_id': '5749b3df-4e4a-4d80-beaa-7627b2cc7a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:11:21.319286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-564cb94a-46b7-47b9-a3f8-214fdb574343 None None] Provisioning for port da1202a5-b0d2-411c-a6f0-f44653c94ec3 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:11:21.329386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-564cb94a-46b7-47b9-a3f8-214fdb574343 None None] Provisioning complete for port da1202a5-b0d2-411c-a6f0-f44653c94ec3 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:21.330080 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-564cb94a-46b7-47b9-a3f8-214fdb574343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:21.334448 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78921a24-051d-44f8-b7aa-5c14bb9bc45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:21.365740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Pushing event updated for resources: {'Port': ['ID=f1afe8f0-6858-4b56-97cd-bdf95b5be30f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:21.397965 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78921a24-051d-44f8-b7aa-5c14bb9bc45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:21.399770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-564cb94a-46b7-47b9-a3f8-214fdb574343 None None] Port da1202a5-b0d2-411c-a6f0-f44653c94ec3 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:11:21.411607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:21.414420 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:21.460858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f8512-6ebb-439d-8e4c-8c3ad4c88393 req-6bf4ae54-2467-467a-815c-db55d962980f tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:21.462424 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a3f8512-6ebb-439d-8e4c-8c3ad4c88393 req-6bf4ae54-2467-467a-815c-db55d962980f tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 949 time: 0.2751040 May 25 20:11:21.476141 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:21.495300 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-88d5d724-3abe-4736-bffa-da8fba4c905c tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7594020 May 25 20:11:21.507513 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Request body: {'port': {'device_id': 'd37bf4e5-daad-475b-8dd4-07f9ef6448fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:11:21.557103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb58fda-a46e-4907-97cb-1086bbf0a3e5 req-db3bcff3-c81d-4ff7-9baf-6d07b31d1dff tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:21.557103 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5eb58fda-a46e-4907-97cb-1086bbf0a3e5 req-db3bcff3-c81d-4ff7-9baf-6d07b31d1dff tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.1663809 May 25 20:11:21.577172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a3f8512-6ebb-439d-8e4c-8c3ad4c88393 req-e09b7cf5-0527-4e38-933d-81f6d87c1181 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5933423-c561-4163-8589-4e1a6252f7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993741 May 25 20:11:21.581056 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78921a24-051d-44f8-b7aa-5c14bb9bc45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:21.606061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78921a24-051d-44f8-b7aa-5c14bb9bc45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5fec63-9df8-4b57-a1cd-38be932507f0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:21.643760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78921a24-051d-44f8-b7aa-5c14bb9bc45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:21.644855 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-78921a24-051d-44f8-b7aa-5c14bb9bc45e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a5fec63-9df8-4b57-a1cd-38be932507f0 HTTP/1.1" status: 204 len: 168 time: 0.6674011 May 25 20:11:21.699461 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5eb58fda-a46e-4907-97cb-1086bbf0a3e5 req-8596d31f-4ecd-4929-a7a3-85aafb9b431d tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281745 May 25 20:11:21.703056 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:22.108011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8a4fd-bc11-4cc1-8de6-05675d4365e1 req-632eae90-1833-4aaa-b2cd-0e5f3f50c418 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:22.110522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3de8a4fd-bc11-4cc1-8de6-05675d4365e1 req-632eae90-1833-4aaa-b2cd-0e5f3f50c418 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 932 time: 0.2602334 May 25 20:11:22.230634 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3de8a4fd-bc11-4cc1-8de6-05675d4365e1 req-5e8a3cad-93f4-41c9-ac39-841404aa754d tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076367 May 25 20:11:22.232694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1202a5-b0d2-411c-a6f0-f44653c94ec3 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:11:22.242061 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:22.259691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Transition to ACTIVE for port object da1202a5-b0d2-411c-a6f0-f44653c94ec3 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:11:22.266713 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:22.269471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a71caf-0c03-49c7-b6c3-878a8aed12d3 req-608d11f0-c598-493b-89d7-d265e3e06872 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:22.271203 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-19a71caf-0c03-49c7-b6c3-878a8aed12d3 req-608d11f0-c598-493b-89d7-d265e3e06872 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.50 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 949 time: 0.2856472 May 25 20:11:22.279895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb960c-b4a5-492d-aefb-572641b40b3f req-2509661c-dc0a-4c94-870e-d3503c43f25d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:22.288578 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73fb960c-b4a5-492d-aefb-572641b40b3f req-2509661c-dc0a-4c94-870e-d3503c43f25d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.4741552 May 25 20:11:22.448658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-19a71caf-0c03-49c7-b6c3-878a8aed12d3 req-cc334a66-7be4-4836-8cc7-265eafa13399 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Deleting port 0c2b0f4e-1576-445d-ae58-dc626daddd1b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:11:22.448932 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-19a71caf-0c03-49c7-b6c3-878a8aed12d3 req-cc334a66-7be4-4836-8cc7-265eafa13399 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:22.523852 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73fb960c-b4a5-492d-aefb-572641b40b3f req-c9758efe-43db-4a31-b8be-bb0a2407aa4e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342875 May 25 20:11:22.541726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=da1202a5-b0d2-411c-a6f0-f44653c94ec3,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:22.747230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Attempting to bind port da1202a5-b0d2-411c-a6f0-f44653c94ec3 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:11:22.747566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Attempting to bind port da1202a5-b0d2-411c-a6f0-f44653c94ec3 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:11:22.747937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Attempting to bind port da1202a5-b0d2-411c-a6f0-f44653c94ec3 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:11:22.755101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Port da1202a5-b0d2-411c-a6f0-f44653c94ec3 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:11:22.755422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Attempting to bind port da1202a5-b0d2-411c-a6f0-f44653c94ec3 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:11:22.764610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50003b-1454-40f9-9423-06d531a4b83f req-171d39f4-6f3d-4cf6-95fd-bc1886e29d25 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:22.771447 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b50003b-1454-40f9-9423-06d531a4b83f req-171d39f4-6f3d-4cf6-95fd-bc1886e29d25 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.70 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 945 time: 0.3695624 May 25 20:11:22.819406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d102eb-8062-468e-b50b-bf8467cec069 req-94522357-553e-4623-8719-a474d2a8b798 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:22.820798 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b2d102eb-8062-468e-b50b-bf8467cec069 req-94522357-553e-4623-8719-a474d2a8b798 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.4228928 May 25 20:11:22.836105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:11:22.836445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:11:22.836913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:11:22.837357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Bound port: da1202a5-b0d2-411c-a6f0-f44653c94ec3, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:11:22.837709 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:22.920350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1afe8f0-6858-4b56-97cd-bdf95b5be30f {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:11:22.940244 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:22.942691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Deleting port b746a30b-b0a6-4c4e-9c8a-ec167f00305f {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:11:22.943030 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:22.996195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Transition to ACTIVE for port object f1afe8f0-6858-4b56-97cd-bdf95b5be30f will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:11:23.023235 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00145fc4-8030-408a-9196-4bda2ed42ab0 req-cd29ae5f-ee77-4a40-aa8e-0acaecc934b1 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:23.024927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00145fc4-8030-408a-9196-4bda2ed42ab0 req-cd29ae5f-ee77-4a40-aa8e-0acaecc934b1 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 948 time: 0.3715115 May 25 20:11:23.027248 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b2d102eb-8062-468e-b50b-bf8467cec069 req-2a277cc8-7fd9-4d18-80b7-11180c203a78 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987662 May 25 20:11:23.031005 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:23.167704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-19a71caf-0c03-49c7-b6c3-878a8aed12d3 req-cc334a66-7be4-4836-8cc7-265eafa13399 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] For port 0c2b0f4e-1576-445d-ae58-dc626daddd1b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0c2b0f4e-1576-445d-ae58-dc626daddd1b,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:23.168003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] For port da1202a5-b0d2-411c-a6f0-f44653c94ec3, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:11:23.168520 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-19a71caf-0c03-49c7-b6c3-878a8aed12d3 req-cc334a66-7be4-4836-8cc7-265eafa13399 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:23.278756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] For port da1202a5-b0d2-411c-a6f0-f44653c94ec3, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=da1202a5-b0d2-411c-a6f0-f44653c94ec3,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:11:23.309230 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:23.469204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-19a71caf-0c03-49c7-b6c3-878a8aed12d3 req-cc334a66-7be4-4836-8cc7-265eafa13399 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Calling delete_port for 0c2b0f4e-1576-445d-ae58-dc626daddd1b owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:11:23.518205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:23.518858 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:23.521182 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] 10.222.0.70 "PUT /v2.0/ports/da1202a5-b0d2-411c-a6f0-f44653c94ec3 HTTP/1.1" status: 200 len: 1096 time: 2.2567692 May 25 20:11:23.533053 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5749b3df-4e4a-4d80-beaa-7627b2cc7a3d', 'tag': 'da1202a5-b0d2-411c-a6f0-f44653c94ec3'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:23.580624 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:23.606083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Pushing event updated for resources: {'Port': ['ID=f1afe8f0-6858-4b56-97cd-bdf95b5be30f,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:23.618748 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-7ffb4735-6d2c-4103-b3ff-38bfac8cdeb2 service neutron] 10.222.0.50 "GET /v2.0/ports/f26f26de-b40f-43b6-b253-db45aad5232c/bindings/n-h2-843339-1 HTTP/1.1" status: 200 len: 382 time: 0.5886662 May 25 20:11:23.640289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836266a8-9d07-438c-b1da-17da9fe08cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=da1202a5-b0d2-411c-a6f0-f44653c94ec3,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:23.649859 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00145fc4-8030-408a-9196-4bda2ed42ab0 req-f0a68e52-4634-4622-b602-bf6b31e10e91 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785530 May 25 20:11:23.778892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24a1f9-eae6-428d-ab86-42cf3004b25e req-f791fb49-f421-4c35-929f-f65709da77bf tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:23.788152 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db24a1f9-eae6-428d-ab86-42cf3004b25e req-f791fb49-f421-4c35-929f-f65709da77bf tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd1d4f85-a1f0-4b09-b932-b3e5c6db592b HTTP/1.1" status: 200 len: 950 time: 0.6122465 May 25 20:11:23.848019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] For port b746a30b-b0a6-4c4e-9c8a-ec167f00305f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b746a30b-b0a6-4c4e-9c8a-ec167f00305f,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:23.848286 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:24.065873 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Calling delete_port for b746a30b-b0a6-4c4e-9c8a-ec167f00305f owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:11:24.108492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db24a1f9-eae6-428d-ab86-42cf3004b25e req-340e1b1e-57a4-439f-860b-e8c983b24f5a tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192010 May 25 20:11:24.133085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-1b3c52b7-0328-4487-a6e3-d54126e6f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:24.133713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b746a30b-b0a6-4c4e-9c8a-ec167f00305f no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:24.134982 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-1b3c52b7-0328-4487-a6e3-d54126e6f0d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ae1a1beae3a4e4cbef7dd0cec460797&device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 1099 time: 0.5570865 May 25 20:11:24.254636 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-0eb2b3bc-0dbe-4dd3-9797-a6a8a91019ab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=da1202a5-b0d2-411c-a6f0-f44653c94ec3 HTTP/1.1" status: 200 len: 217 time: 0.1052945 May 25 20:11:24.265306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Attempting to bind port f1afe8f0-6858-4b56-97cd-bdf95b5be30f on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:11:24.265632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Attempting to bind port f1afe8f0-6858-4b56-97cd-bdf95b5be30f by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'e5896dee-352e-4de6-b96e-5242d699c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:11:24.266013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Attempting to bind port f1afe8f0-6858-4b56-97cd-bdf95b5be30f on network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:11:24.345031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Port f1afe8f0-6858-4b56-97cd-bdf95b5be30f on network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:11:24.345562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Attempting to bind port f1afe8f0-6858-4b56-97cd-bdf95b5be30f on network de66928f-98a4-4bf7-bcc8-4d34cdfcff7f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:11:24.363127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b746a30b-b0a6-4c4e-9c8a-ec167f00305f is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:24.363924 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:24.374004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:11:24.374533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Checking segment: {'id': 'e5896dee-352e-4de6-b96e-5242d699c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:11:24.375170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Bound using segment: {'id': 'e5896dee-352e-4de6-b96e-5242d699c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:11:24.375964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Bound port: f1afe8f0-6858-4b56-97cd-bdf95b5be30f, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5896dee-352e-4de6-b96e-5242d699c2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:11:24.376520 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:24.403789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ef0c3c-6a2e-46d6-b9d0-a54563d6720d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b746a30b-b0a6-4c4e-9c8a-ec167f00305f'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:24.427511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b746a30b-b0a6-4c4e-9c8a-ec167f00305f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b746a30b-b0a6-4c4e-9c8a-ec167f00305f,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:24.433894 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:24.435031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:24.494200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584057d-d0fb-4e5e-8721-90982e87c505 req-bbc31130-86a2-4779-a605-5781afb6ee6e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:24.503161 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5584057d-d0fb-4e5e-8721-90982e87c505 req-bbc31130-86a2-4779-a605-5781afb6ee6e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.6520982 May 25 20:11:24.568754 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-19a71caf-0c03-49c7-b6c3-878a8aed12d3 req-cc334a66-7be4-4836-8cc7-265eafa13399 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:24.589927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-53ef73e7-3a02-4a3d-806a-513dd91baa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:24.592073 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-53ef73e7-3a02-4a3d-806a-513dd91baa1c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e&tenant_id=04d4004046824ccea8f136fdfd698c36 HTTP/1.1" status: 200 len: 1100 time: 0.5667233 May 25 20:11:24.606986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b746a30b-b0a6-4c4e-9c8a-ec167f00305f,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:24.635036 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:11:24.635898 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:11:24.650003 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-52146705-bf75-4d78-b694-32e8ad4e0063 req-71d345b4-3024-408d-90f2-2dab198aaa88 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ebec43-4b18-4bf5-8dfc-9baa1ead59e5 HTTP/1.1" status: 200 len: 210 time: 0.0829241 May 25 20:11:24.670274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-c0302a56-f1da-4e83-adc9-85871ddf578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:24.675582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-c0302a56-f1da-4e83-adc9-85871ddf578c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.4149039 May 25 20:11:24.696060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:24.696726 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:24.743061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc334a66-7be4-4836-8cc7-265eafa13399 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Pushing event deleted for resources: {'Port': ['ID=0c2b0f4e-1576-445d-ae58-dc626daddd1b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:24.756694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:24.764722 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:24.766917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5584057d-d0fb-4e5e-8721-90982e87c505 req-3b1af9f3-6d73-45fe-b8e8-1ac09022167a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509232 May 25 20:11:24.929596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-e604e8c2-70e9-4fb7-85c1-ea05fee1d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:24.935023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-e604e8c2-70e9-4fb7-85c1-ea05fee1d97e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2507553 May 25 20:11:24.967297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,revision_number=11']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:24.990634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] For port f1afe8f0-6858-4b56-97cd-bdf95b5be30f, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:11:25.002871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a71caf-0c03-49c7-b6c3-878a8aed12d3 req-cc334a66-7be4-4836-8cc7-265eafa13399 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] No DVR routers for this DVR port 0c2b0f4e-1576-445d-ae58-dc626daddd1b on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:11:25.006366 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-19a71caf-0c03-49c7-b6c3-878a8aed12d3 req-cc334a66-7be4-4836-8cc7-265eafa13399 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:25.017584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] For port f1afe8f0-6858-4b56-97cd-bdf95b5be30f, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=f1afe8f0-6858-4b56-97cd-bdf95b5be30f,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:11:25.022682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ebec43-4b18-4bf5-8dfc-9baa1ead59e5', 'name': 'network-vif-deleted', 'tag': '0c2b0f4e-1576-445d-ae58-dc626daddd1b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:25.035386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:25.137432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Deleting port b746a30b-b0a6-4c4e-9c8a-ec167f00305f {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:11:25.137705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:25.170658 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-19a71caf-0c03-49c7-b6c3-878a8aed12d3 req-cc334a66-7be4-4836-8cc7-265eafa13399 tempest-ServerDiagnosticsNegativeTest-517108971 tempest-ServerDiagnosticsNegativeTest-517108971-project] 10.222.0.50 "DELETE /v2.0/ports/0c2b0f4e-1576-445d-ae58-dc626daddd1b HTTP/1.1" status: 204 len: 173 time: 2.8573706 May 25 20:11:25.193924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:25.202595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:25.204287 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] 10.222.0.70 "PUT /v2.0/ports/f1afe8f0-6858-4b56-97cd-bdf95b5be30f HTTP/1.1" status: 200 len: 1092 time: 3.7012336 May 25 20:11:25.221521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ff7ad-951d-494b-9bf0-54227ffa3c43 service neutron] Pushing event updated for resources: {'Port': ['ID=f1afe8f0-6858-4b56-97cd-bdf95b5be30f,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:25.239718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-1dd738f0-6f17-40ac-8e00-7997a30ea527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:25.241353 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-1dd738f0-6f17-40ac-8e00-7997a30ea527 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 1100 time: 0.5764949 May 25 20:11:25.311997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e73682-9ef6-42c9-b48f-6db72130cf31 req-9487fe85-ac61-4d88-a79a-029f10810910 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:25.314324 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-90e73682-9ef6-42c9-b48f-6db72130cf31 req-9487fe85-ac61-4d88-a79a-029f10810910 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 943 time: 0.3782399 May 25 20:11:25.359540 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-d686c3a2-cbce-4648-b908-658e0dd8c107 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734455 May 25 20:11:25.392098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efd9ee-1995-4453-b0e8-717439fb4c8e req-d78ebef8-8acd-4536-84e3-2518e17cb9e7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:25.392835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-74efd9ee-1995-4453-b0e8-717439fb4c8e req-d78ebef8-8acd-4536-84e3-2518e17cb9e7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Synchronizing usage tracker for tenant:2802763962b04e3bb06c9f54560b4877 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:11:25.441531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-74efd9ee-1995-4453-b0e8-717439fb4c8e req-d78ebef8-8acd-4536-84e3-2518e17cb9e7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Unset dirty status for tenant:2802763962b04e3bb06c9f54560b4877 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:11:25.442731 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74efd9ee-1995-4453-b0e8-717439fb4c8e req-d78ebef8-8acd-4536-84e3-2518e17cb9e7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 944 time: 0.4211900 May 25 20:11:25.529274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-01c59505-26c8-4b7c-9bc7-60415bc4b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:25.530776 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-01c59505-26c8-4b7c-9bc7-60415bc4b1ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.2821147 May 25 20:11:25.537256 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-90e73682-9ef6-42c9-b48f-6db72130cf31 req-839dbb3c-ce5a-456c-9568-24715f1f8701 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115088 May 25 20:11:25.551443 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74efd9ee-1995-4453-b0e8-717439fb4c8e req-3ec5fccb-d3fc-46d8-94f9-7bce74b47013 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879555 May 25 20:11:25.622336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-acb21cd0-7a64-4d2c-9d9e-4920b738d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:25.623877 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-acb21cd0-7a64-4d2c-9d9e-4920b738d18f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2802763962b04e3bb06c9f54560b4877&device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 1095 time: 0.3547366 May 25 20:11:25.633908 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-689a2f0a-e734-44a2-8bb3-b563472d3828 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f26f26de-b40f-43b6-b253-db45aad5232c HTTP/1.1" status: 200 len: 217 time: 0.0891795 May 25 20:11:25.644067 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fab469c-3551-4c68-87ff-7b911c5c8f7b'] response: {'name': 'network-changed', 'server_uuid': '5749b3df-4e4a-4d80-beaa-7627b2cc7a3d', 'tag': 'da1202a5-b0d2-411c-a6f0-f44653c94ec3', 'status': 'completed', 'code': 200} May 25 20:11:25.654958 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e16cdd1-265e-4ef6-86fb-3abbdfebd895 req-12ecd79d-18cf-450a-9b4d-906eda529a86 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763503 May 25 20:11:25.742259 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-088bcd84-c0be-4c1e-a797-de434ecf9c09 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1afe8f0-6858-4b56-97cd-bdf95b5be30f HTTP/1.1" status: 200 len: 217 time: 0.1099625 May 25 20:11:25.844207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-fe6c59af-6b09-4cfe-8796-91346b2e7ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:25.846124 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-fe6c59af-6b09-4cfe-8796-91346b2e7ae2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1575301 May 25 20:11:25.865597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a169b4f3-ee3d-4bda-b74d-a4133f272db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:25.866215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] For port b746a30b-b0a6-4c4e-9c8a-ec167f00305f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b746a30b-b0a6-4c4e-9c8a-ec167f00305f,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:25.866215 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:25.867390 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-a169b4f3-ee3d-4bda-b74d-a4133f272db6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73c490fc-9d2c-491a-941a-073d05e04508 HTTP/1.1" status: 200 len: 862 time: 0.1123266 May 25 20:11:25.966077 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f714b61-8d5b-4db4-8b3f-9ffb90a5721f'] response: {'server_uuid': '38ef0c3c-6a2e-46d6-b9d0-a54563d6720d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b746a30b-b0a6-4c4e-9c8a-ec167f00305f', 'code': 200} May 25 20:11:25.977511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 0c2b0f4e-1576-445d-ae58-dc626daddd1b no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:26.048186 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-d04a1d75-57db-41f8-9be2-2940c5a676b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428375 May 25 20:11:26.050406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 0c2b0f4e-1576-445d-ae58-dc626daddd1b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:11:26.062586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 0c2b0f4e-1576-445d-ae58-dc626daddd1b not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:11:26.063170 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device f26f26de-b40f-43b6-b253-db45aad5232c no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:26.115024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Calling delete_port for b746a30b-b0a6-4c4e-9c8a-ec167f00305f owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:11:26.203239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port f26f26de-b40f-43b6-b253-db45aad5232c is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:26.205196 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:26.247069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port f26f26de-b40f-43b6-b253-db45aad5232c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=f26f26de-b40f-43b6-b253-db45aad5232c,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:26.252245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72235393-d5b7-45a6-83df-96ad55f4e353 req-00792dc4-b2dc-4e85-a652-3774a0287f0b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:26.254273 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:26.259485 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-72235393-d5b7-45a6-83df-96ad55f4e353 req-00792dc4-b2dc-4e85-a652-3774a0287f0b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.3987436 May 25 20:11:26.276152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-862cb510-e669-4256-9827-20ab4aae2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:26.277714 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-862cb510-e669-4256-9827-20ab4aae2095 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4158821 May 25 20:11:26.321359 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-d90cbac1-ad4f-4bc0-b8d3-ae0d2c883372 service neutron] 10.222.0.70 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605121 May 25 20:11:26.387202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=f26f26de-b40f-43b6-b253-db45aad5232c,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:26.387455 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:26.403764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['1651aeb5-e1d3-45c7-bfca-7405a38f688b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:11:26.529750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Pushing event deleted for resources: {'Port': ['ID=b746a30b-b0a6-4c4e-9c8a-ec167f00305f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:26.592887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54fe2e-b386-42f4-95f9-33387009bb54 req-06dbaa79-a54e-498d-93c5-d0efa55947fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:26.595571 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b54fe2e-b386-42f4-95f9-33387009bb54 req-06dbaa79-a54e-498d-93c5-d0efa55947fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ae1a1beae3a4e4cbef7dd0cec460797&device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 1099 time: 0.8641064 May 25 20:11:26.596759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] No DVR routers for this DVR port b746a30b-b0a6-4c4e-9c8a-ec167f00305f on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:11:26.611227 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:26.624541 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-72235393-d5b7-45a6-83df-96ad55f4e353 req-07db0949-8afe-4c38-9382-567fae533918 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640888 May 25 20:11:26.736859 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69b43c30-6935-49b6-92a2-4e9fefefae52 req-02d4bd26-14fa-45b8-8462-4978545ec715 service neutron] 10.222.0.70 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580761 May 25 20:11:26.851295 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-695fd9c1-491c-4ec7-8479-4d0dc1b94dc5 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575094 May 25 20:11:26.899932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f76bf1-dbad-4ea2-a571-5a43c807fe97 req-9cfe570d-a13f-461b-9507-e7bbca294cfe tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:26.900509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-64f76bf1-dbad-4ea2-a571-5a43c807fe97 req-9cfe570d-a13f-461b-9507-e7bbca294cfe tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Synchronizing usage tracker for tenant:9ae1a1beae3a4e4cbef7dd0cec460797 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:11:26.908583 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b50003b-1454-40f9-9423-06d531a4b83f req-241bbadb-4f60-44f1-a534-6b8df2c76d11 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.70 "DELETE /v2.0/ports/b746a30b-b0a6-4c4e-9c8a-ec167f00305f HTTP/1.1" status: 204 len: 173 time: 4.1330559 May 25 20:11:26.933363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-64f76bf1-dbad-4ea2-a571-5a43c807fe97 req-9cfe570d-a13f-461b-9507-e7bbca294cfe tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Unset dirty status for tenant:9ae1a1beae3a4e4cbef7dd0cec460797 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:11:26.942533 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64f76bf1-dbad-4ea2-a571-5a43c807fe97 req-9cfe570d-a13f-461b-9507-e7bbca294cfe tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 948 time: 0.6235874 May 25 20:11:27.016857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54fe2e-b386-42f4-95f9-33387009bb54 req-d1131d2c-f9cf-41f8-b6b2-ef90998e3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:27.018353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b54fe2e-b386-42f4-95f9-33387009bb54 req-d1131d2c-f9cf-41f8-b6b2-ef90998e3c46 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.4096351 May 25 20:11:27.027564 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64f76bf1-dbad-4ea2-a571-5a43c807fe97 req-3ed5dcf5-7725-4c46-94d3-dc2f670b53a7 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832670 May 25 20:11:27.072189 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c19d686-29cb-4462-a0be-5aa5224698eb req-575bb2ea-4c6c-48a8-8c92-693b802696d1 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087476 May 25 20:11:27.089634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ce21d-908d-4d59-bb60-316875e06caf req-68096550-aaa8-485a-8229-0eeb010080ef tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:27.098693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-053ce21d-908d-4d59-bb60-316875e06caf req-68096550-aaa8-485a-8229-0eeb010080ef tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.3458796 May 25 20:11:27.101957 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e2460c-4680-4448-a88d-d2c5d37b7fc3'] response: {'server_uuid': '72ebec43-4b18-4bf5-8dfc-9baa1ead59e5', 'name': 'network-vif-deleted', 'tag': '0c2b0f4e-1576-445d-ae58-dc626daddd1b', 'status': 'completed', 'code': 200} May 25 20:11:27.139053 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b54fe2e-b386-42f4-95f9-33387009bb54 req-ede9ce24-0d46-48cb-96d4-f0e0943c7e5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=da1202a5-b0d2-411c-a6f0-f44653c94ec3 HTTP/1.1" status: 200 len: 217 time: 0.1090648 May 25 20:11:27.195120 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-053ce21d-908d-4d59-bb60-316875e06caf req-a3bb140e-3d1b-48df-9d51-8bb6f8a84004 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945175 May 25 20:11:27.302621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54fe2e-b386-42f4-95f9-33387009bb54 req-b6548f50-58c6-4efa-96b8-c4ea6347b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:27.306257 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b54fe2e-b386-42f4-95f9-33387009bb54 req-b6548f50-58c6-4efa-96b8-c4ea6347b253 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1613123 May 25 20:11:27.458754 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d7c36ee1-32f2-4c66-88f9-d0b74f55484b req-05b68837-3b3a-4e6a-b64a-0570292300ea tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ef0c3c-6a2e-46d6-b9d0-a54563d6720d HTTP/1.1" status: 200 len: 210 time: 0.0632901 May 25 20:11:27.507748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54fe2e-b386-42f4-95f9-33387009bb54 req-75e1fbe6-663a-40dc-a618-dfd38ba3f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:27.509418 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b54fe2e-b386-42f4-95f9-33387009bb54 req-75e1fbe6-663a-40dc-a618-dfd38ba3f924 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1957376 May 25 20:11:27.648482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ef0c3c-6a2e-46d6-b9d0-a54563d6720d', 'name': 'network-vif-deleted', 'tag': 'b746a30b-b0a6-4c4e-9c8a-ec167f00305f'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:27.685923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bb3fa-be44-4b08-8932-5ec588f1b8d3 req-719dbdb3-3ea5-4811-8fa0-6a045ae302be tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:27.707383 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f62bb3fa-be44-4b08-8932-5ec588f1b8d3 req-719dbdb3-3ea5-4811-8fa0-6a045ae302be tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 944 time: 0.2691808 May 25 20:11:27.837411 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:27.849805 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f62bb3fa-be44-4b08-8932-5ec588f1b8d3 req-2ea5ef2a-9154-498d-b43e-3eba1a697929 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409180 May 25 20:11:27.864758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b54fe2e-b386-42f4-95f9-33387009bb54 req-7714acfa-fc1c-4b5d-ab35-256783b6b4a8 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449681 May 25 20:11:27.967437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94'}, {'server_uuid': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26f26de-b40f-43b6-b253-db45aad5232c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:28.010518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46326) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:28.110746 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-47440b06-9f26-4c98-8de7-d387ea545e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:28.123253 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90df4aba-2ffc-485b-9ac9-9834f6f640e7'] response: {'server_uuid': '38ef0c3c-6a2e-46d6-b9d0-a54563d6720d', 'name': 'network-vif-deleted', 'tag': 'b746a30b-b0a6-4c4e-9c8a-ec167f00305f', 'status': 'completed', 'code': 200} May 25 20:11:28.128416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92f54e-b438-4239-b2ea-fb2c2f6987cc req-2497b459-2e22-467c-b69b-340da460d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:28.131146 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e92f54e-b438-4239-b2ea-fb2c2f6987cc req-2497b459-2e22-467c-b69b-340da460d45a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 1095 time: 0.3001926 May 25 20:11:28.253529 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b54fe2e-b386-42f4-95f9-33387009bb54 req-60b5f3dd-e6b9-4f97-af68-533763b308fb service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738308 May 25 20:11:28.287893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e025fc-9bc9-4b75-99d0-03abe17c054d req-bf5a0fc0-bf0a-4906-9717-15a1a6c53c30 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:28.289441 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-07e025fc-9bc9-4b75-99d0-03abe17c054d req-bf5a0fc0-bf0a-4906-9717-15a1a6c53c30 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 947 time: 0.1295011 May 25 20:11:28.340068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-07e025fc-9bc9-4b75-99d0-03abe17c054d req-4126c142-979c-461b-9f65-f451473720ea tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 May 25 20:11:28.427301 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb08d7f9-df08-4e59-8ce3-e5760243615b'] response: {'server_uuid': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94', 'code': 200} May 25 20:11:28.427694 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb08d7f9-df08-4e59-8ce3-e5760243615b'] response: {'server_uuid': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26f26de-b40f-43b6-b253-db45aad5232c', 'code': 200} May 25 20:11:28.448597 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-046e269e-52c9-41e8-9766-40075730dbbc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a79ff125f5947148fe8820d274dc10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356666 May 25 20:11:28.449114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46356) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:28.461013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92f54e-b438-4239-b2ea-fb2c2f6987cc req-f5b5175e-7e47-4d1e-b8ce-e5319399d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:28.462543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e92f54e-b438-4239-b2ea-fb2c2f6987cc req-f5b5175e-7e47-4d1e-b8ce-e5319399d7e8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.3254795 May 25 20:11:28.548760 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5a5d-4f28-44b1-b84d-cd8ea028886f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:28.579896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed027353-6e2e-481a-abd3-71b16b57ffef req-04e5409a-9cc2-41e4-8ed4-59b36007e889 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:28.584962 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ed027353-6e2e-481a-abd3-71b16b57ffef req-04e5409a-9cc2-41e4-8ed4-59b36007e889 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2790282 May 25 20:11:28.585210 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5a5d-4f28-44b1-b84d-cd8ea028886f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:28.644513 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e92f54e-b438-4239-b2ea-fb2c2f6987cc req-70e22386-4ecc-4c1c-b019-077c27a7d4ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f17320-bf1b-4489-a273-146e933cb757 HTTP/1.1" status: 200 len: 999 time: 0.1726389 May 25 20:11:28.658925 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ed027353-6e2e-481a-abd3-71b16b57ffef req-7d4257e6-8d85-4246-b36a-f62fb33c6866 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728972 May 25 20:11:28.737966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92f54e-b438-4239-b2ea-fb2c2f6987cc req-ee2120ca-6370-47fc-b971-98a8af759927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:28.740604 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e92f54e-b438-4239-b2ea-fb2c2f6987cc req-ee2120ca-6370-47fc-b971-98a8af759927 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.0805936 May 25 20:11:28.742892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5a5d-4f28-44b1-b84d-cd8ea028886f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:28.804370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a5a5d-4f28-44b1-b84d-cd8ea028886f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5933423-c561-4163-8589-4e1a6252f7b0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:28.822757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2374c-76ac-4fb5-948b-5d6173912bf5 req-7bcf569d-102f-48d6-9613-8b595e39be22 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:28.824923 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9b2374c-76ac-4fb5-948b-5d6173912bf5 req-7bcf569d-102f-48d6-9613-8b595e39be22 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 948 time: 0.1853266 May 25 20:11:28.826607 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5a5d-4f28-44b1-b84d-cd8ea028886f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:28.827870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7b0a5a5d-4f28-44b1-b84d-cd8ea028886f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5933423-c561-4163-8589-4e1a6252f7b0 HTTP/1.1" status: 204 len: 168 time: 0.3770857 May 25 20:11:28.885054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92f54e-b438-4239-b2ea-fb2c2f6987cc req-12e1cb9d-8daf-434d-9340-6ce05e1e9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:28.887451 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e92f54e-b438-4239-b2ea-fb2c2f6987cc req-12e1cb9d-8daf-434d-9340-6ce05e1e9675 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340671 May 25 20:11:28.898561 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9b2374c-76ac-4fb5-948b-5d6173912bf5 req-eaf94753-bff9-4cd8-bc4a-96629f39aaf9 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643551 May 25 20:11:29.107661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37bf4e5-daad-475b-8dd4-07f9ef6448fb', 'tag': 'f1afe8f0-6858-4b56-97cd-bdf95b5be30f'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:29.140674 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e92f54e-b438-4239-b2ea-fb2c2f6987cc req-a20b5d25-eae3-4b9b-8fb2-4563cfe71ca5 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392409 May 25 20:11:29.432479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46444) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:29.463955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bcdc014a-4975-4f36-a326-1037a1454aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:29.482835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b963b3-097a-4284-8d7b-b06a45709109 req-72900eb7-d263-4c4e-9ba9-a976f6e2ded8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:29.484826 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0b963b3-097a-4284-8d7b-b06a45709109 req-72900eb7-d263-4c4e-9ba9-a976f6e2ded8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 944 time: 0.3478048 May 25 20:11:29.508790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bcdc014a-4975-4f36-a326-1037a1454aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:29.517663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bcdc014a-4975-4f36-a326-1037a1454aac admin admin] Usage tracker for resource:security_group_rule and tenant:4a2a30db40514701b54295cfbcd3161e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:29.524037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bcdc014a-4975-4f36-a326-1037a1454aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:29.524585 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e92f54e-b438-4239-b2ea-fb2c2f6987cc req-afe27663-d3a3-43c9-8563-8ee80115bf83 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182437 May 25 20:11:29.550548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bcdc014a-4975-4f36-a326-1037a1454aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:29.560316 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0b963b3-097a-4284-8d7b-b06a45709109 req-9f3408dd-b1f5-4b05-b259-0e3d457cd1a8 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621305 May 25 20:11:29.579171 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb7c3321-0dec-4b55-ac41-824040245abf'] response: {'name': 'network-changed', 'server_uuid': 'd37bf4e5-daad-475b-8dd4-07f9ef6448fb', 'tag': 'f1afe8f0-6858-4b56-97cd-bdf95b5be30f', 'status': 'completed', 'code': 200} May 25 20:11:29.690066 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bcdc014a-4975-4f36-a326-1037a1454aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:29.740888 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bcdc014a-4975-4f36-a326-1037a1454aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:29.803221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc014a-4975-4f36-a326-1037a1454aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cdb977-d871-45b2-a5e2-7340139026fc,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:29.920520 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bcdc014a-4975-4f36-a326-1037a1454aac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a2a30db40514701b54295cfbcd3161e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863415 May 25 20:11:29.931717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46472) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:30.030054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd8d23-0ee3-4a57-8d37-5bada2379a74 req-493d9ad7-9ab2-4b88-ad13-c56cd99d2319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:30.032934 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecfd8d23-0ee3-4a57-8d37-5bada2379a74 req-493d9ad7-9ab2-4b88-ad13-c56cd99d2319 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2802763962b04e3bb06c9f54560b4877&device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 1095 time: 0.3405297 May 25 20:11:30.091640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b064b-c1cb-40d6-8f96-3fc6a8e56df4 req-84215459-d7df-4510-9b09-4759cac77a49 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:30.095414 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc5b064b-c1cb-40d6-8f96-3fc6a8e56df4 req-84215459-d7df-4510-9b09-4759cac77a49 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 947 time: 0.1800292 May 25 20:11:30.152130 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:11:30.162893 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4b63bc4-7839-471a-ac58-63dbabfbbebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:30.169941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc5b064b-c1cb-40d6-8f96-3fc6a8e56df4 req-afc06c66-d73b-420e-b1e7-6acffc5706ba tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658903 May 25 20:11:30.188641 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device f1afe8f0-6858-4b56-97cd-bdf95b5be30f details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:11:30.204358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c3250-61cb-4d78-b357-83e9a04087ca req-53886811-ea86-4ab4-a502-bdca99238615 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:30.205068 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-115c3250-61cb-4d78-b357-83e9a04087ca req-53886811-ea86-4ab4-a502-bdca99238615 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Synchronizing usage tracker for tenant:e4eeb42cdd664d3ea10b15927d4541fd on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:11:30.265907 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4b63bc4-7839-471a-ac58-63dbabfbbebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:30.337195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-115c3250-61cb-4d78-b357-83e9a04087ca req-53886811-ea86-4ab4-a502-bdca99238615 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Unset dirty status for tenant:e4eeb42cdd664d3ea10b15927d4541fd on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:11:30.349579 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-115c3250-61cb-4d78-b357-83e9a04087ca req-53886811-ea86-4ab4-a502-bdca99238615 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.5097661 May 25 20:11:30.353232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd8d23-0ee3-4a57-8d37-5bada2379a74 req-cc281f26-b5d0-4f72-86ce-3a5f2fabf2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:30.355604 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecfd8d23-0ee3-4a57-8d37-5bada2379a74 req-cc281f26-b5d0-4f72-86ce-3a5f2fabf2f0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f HTTP/1.1" status: 200 len: 923 time: 0.3083463 May 25 20:11:30.515455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port f1afe8f0-6858-4b56-97cd-bdf95b5be30f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=f1afe8f0-6858-4b56-97cd-bdf95b5be30f,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:30.526311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecfd8d23-0ee3-4a57-8d37-5bada2379a74 req-e7b03145-437b-4cf4-8c1c-d143f1d65975 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1afe8f0-6858-4b56-97cd-bdf95b5be30f HTTP/1.1" status: 200 len: 217 time: 0.1399121 May 25 20:11:30.544138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'f1afe8f0-6858-4b56-97cd-bdf95b5be30f', 'network_id': 'de66928f-98a4-4bf7-bcc8-4d34cdfcff7f', 'port_id': 'f1afe8f0-6858-4b56-97cd-bdf95b5be30f', 'mac_address': 'fa:16:3e:c2:66:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c490fc-9d2c-491a-941a-073d05e04508', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:11:30.547575 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9790560d-74b1-4763-bebc-ae444306aa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:30.610938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port f1afe8f0-6858-4b56-97cd-bdf95b5be30f is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:30.611782 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:30.622260 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-115c3250-61cb-4d78-b357-83e9a04087ca req-4999f8a1-a4b2-4e45-9449-3f5a7861c548 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712412 May 25 20:11:30.625700 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4b63bc4-7839-471a-ac58-63dbabfbbebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:30.643380 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1afe8f0-6858-4b56-97cd-bdf95b5be30f {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:11:30.655284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b63bc4-7839-471a-ac58-63dbabfbbebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cdb977-d871-45b2-a5e2-7340139026fc,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:30.670442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd8d23-0ee3-4a57-8d37-5bada2379a74 req-c54f6d97-62a9-4e22-b246-e1e08e7248a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:30.671997 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecfd8d23-0ee3-4a57-8d37-5bada2379a74 req-c54f6d97-62a9-4e22-b246-e1e08e7248a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73c490fc-9d2c-491a-941a-073d05e04508 HTTP/1.1" status: 200 len: 862 time: 0.1358993 May 25 20:11:30.677388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4b63bc4-7839-471a-ac58-63dbabfbbebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:30.678841 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c4b63bc4-7839-471a-ac58-63dbabfbbebf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4cdb977-d871-45b2-a5e2-7340139026fc HTTP/1.1" status: 204 len: 168 time: 0.7446473 May 25 20:11:30.691953 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port f1afe8f0-6858-4b56-97cd-bdf95b5be30f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=f1afe8f0-6858-4b56-97cd-bdf95b5be30f,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:30.708954 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:30.711305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device da1202a5-b0d2-411c-a6f0-f44653c94ec3 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:11:30.877483 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecfd8d23-0ee3-4a57-8d37-5bada2379a74 req-b357e6fc-0a1d-42d6-9cf1-311c3731812f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1949532 May 25 20:11:31.025507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153ed2a-5ecb-4858-95b8-8be4d4031e38 req-9cb275d1-fc09-4bbe-9100-ddf4992e631c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:31.037012 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e153ed2a-5ecb-4858-95b8-8be4d4031e38 req-9cb275d1-fc09-4bbe-9100-ddf4992e631c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2275581 May 25 20:11:31.058741 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=f1afe8f0-6858-4b56-97cd-bdf95b5be30f,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:31.164806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port da1202a5-b0d2-411c-a6f0-f44653c94ec3, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=da1202a5-b0d2-411c-a6f0-f44653c94ec3,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:31.170193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecfd8d23-0ee3-4a57-8d37-5bada2379a74 req-a60e769a-9000-4600-bd65-9048d90101b8 service neutron] 10.222.0.70 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874098 May 25 20:11:31.193312 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e153ed2a-5ecb-4858-95b8-8be4d4031e38 req-6728edd0-f133-4643-9d37-5675ff779ff1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552799 May 25 20:11:31.215704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b7f09-d4ca-4479-a768-f5caf97e220e req-66029709-22ae-4a4e-8587-b95191093084 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:31.216801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'da1202a5-b0d2-411c-a6f0-f44653c94ec3', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': 'da1202a5-b0d2-411c-a6f0-f44653c94ec3', 'mac_address': 'fa:16:3e:64:dd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:11:31.226583 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-496b7f09-d4ca-4479-a768-f5caf97e220e req-66029709-22ae-4a4e-8587-b95191093084 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 948 time: 0.2399912 May 25 20:11:31.334811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port da1202a5-b0d2-411c-a6f0-f44653c94ec3 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:31.335323 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:31.368130 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:31.371124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1202a5-b0d2-411c-a6f0-f44653c94ec3 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:11:31.398127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46534) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:31.398562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port da1202a5-b0d2-411c-a6f0-f44653c94ec3, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=da1202a5-b0d2-411c-a6f0-f44653c94ec3,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:31.407742 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:31.428096 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-496b7f09-d4ca-4479-a768-f5caf97e220e req-a8bfd1ae-a267-420f-884b-1fac3b035886 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003341 May 25 20:11:31.534199 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecfd8d23-0ee3-4a57-8d37-5bada2379a74 req-b42b3d2d-53e8-43af-ac56-aa76e25bb479 service neutron] 10.222.0.70 "GET /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047605 May 25 20:11:31.634322 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:31.670482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=da1202a5-b0d2-411c-a6f0-f44653c94ec3,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:31.902706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dfa55-bebc-4eb9-be32-92e8c3cab60b req-00d4ed9a-9c57-4e55-8baa-6622782852f7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:31.914044 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e13dfa55-bebc-4eb9-be32-92e8c3cab60b req-00d4ed9a-9c57-4e55-8baa-6622782852f7 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 945 time: 0.1203506 May 25 20:11:31.925328 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:31.943085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['da1202a5-b0d2-411c-a6f0-f44653c94ec3'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:11:31.962023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:31.976527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Usage tracker for resource:security_group_rule and tenant:23f2b9409a8a4789aa170d7dfa82b44c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:31.986292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['f1afe8f0-6858-4b56-97cd-bdf95b5be30f'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:11:31.990120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:31.998851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:32.030443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device f26f26de-b40f-43b6-b253-db45aad5232c details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:11:32.036646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6645-5019-49e8-a679-55add6f0883c req-ee71c61d-6704-4aa3-9ac1-ccd389a9aaa9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:32.038203 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-ee71c61d-6704-4aa3-9ac1-ccd389a9aaa9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e&tenant_id=04d4004046824ccea8f136fdfd698c36&binding%3Ahost_id=n-h2-843339-1 HTTP/1.1" status: 200 len: 947 time: 0.1599803 May 25 20:11:32.053174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e13dfa55-bebc-4eb9-be32-92e8c3cab60b req-7d0f6999-f32b-4833-aef1-75809b649a00 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378832 May 25 20:11:32.132620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e50247-77d7-4c85-87d1-d12a9af9a5dd req-0f6028b6-8be7-4659-842c-9fd6de87e7a3 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:32.134662 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77e50247-77d7-4c85-87d1-d12a9af9a5dd req-0f6028b6-8be7-4659-842c-9fd6de87e7a3 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.70 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.2182703 May 25 20:11:32.219705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-d22d3585-49e5-489b-b189-da597d161abb service neutron] 10.222.0.50 "GET /v2.0/ports/f26f26de-b40f-43b6-b253-db45aad5232c/bindings/n-h2-843339-1 HTTP/1.1" status: 200 len: 382 time: 0.1729023 May 25 20:11:32.293601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-77e50247-77d7-4c85-87d1-d12a9af9a5dd req-358283e3-7b9d-4946-997e-f1775d9d5c26 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Deleting port 1651aeb5-e1d3-45c7-bfca-7405a38f688b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:11:32.294162 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-77e50247-77d7-4c85-87d1-d12a9af9a5dd req-358283e3-7b9d-4946-997e-f1775d9d5c26 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:32.311004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46584) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:32.341276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port f26f26de-b40f-43b6-b253-db45aad5232c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=f26f26de-b40f-43b6-b253-db45aad5232c,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:32.372983 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:32.381696 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:32.386659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'f26f26de-b40f-43b6-b253-db45aad5232c', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': 'f26f26de-b40f-43b6-b253-db45aad5232c', 'mac_address': 'fa:16:3e:c6:5a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:11:32.481133 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23f2b9409a8a4789aa170d7dfa82b44c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0856044 May 25 20:11:32.483764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ac5ba4-6f3d-4df5-a55b-39ce0c12ae85,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:32.486185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46592) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:32.500886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port f26f26de-b40f-43b6-b253-db45aad5232c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:32.501326 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:32.519565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:32.519922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:32.520240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:32.520570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:32.520914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:32.521225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:32.521552 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:32.521875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:32.522222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:32.522548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:32.522872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:32.523445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26a644-c18a-4a29-8296-21a15708225c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:32.540865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc7aee-e6df-4ea0-86b7-075aa8a359b9 req-ade582eb-ccdc-4631-9def-0242d13c44ad tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:32.542396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-68fc7aee-e6df-4ea0-86b7-075aa8a359b9 req-ade582eb-ccdc-4631-9def-0242d13c44ad tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 947 time: 0.2377660 May 25 20:11:32.545500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26f26de-b40f-43b6-b253-db45aad5232c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:11:32.552488 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6645-5019-49e8-a679-55add6f0883c req-6fe70450-de10-4f2b-b584-282c63a6c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:32.553548 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-6fe70450-de10-4f2b-b584-282c63a6c43c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 1098 time: 0.2981012 May 25 20:11:32.574650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port f26f26de-b40f-43b6-b253-db45aad5232c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=f26f26de-b40f-43b6-b253-db45aad5232c,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:32.583102 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:32.583321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59032db-3416-48a4-9e7b-166df5ccbf5c req-7bd0f84b-ae52-4ad9-9a99-e83a032a4079 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:32.590970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b59032db-3416-48a4-9e7b-166df5ccbf5c req-7bd0f84b-ae52-4ad9-9a99-e83a032a4079 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 946 time: 0.2608757 May 25 20:11:32.664800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=f26f26de-b40f-43b6-b253-db45aad5232c,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:32.668236 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-network', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:11:32.675065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b59032db-3416-48a4-9e7b-166df5ccbf5c req-e62f443f-f99a-4745-a456-e6ea0132327e tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/security-groups?id=c28a3499-921e-4b36-8074-8757589e3a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828288 May 25 20:11:32.681877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:32.712848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Usage tracker for resource:network and tenant:bcd8a79fdc45491c930f09375a86f6b9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:32.718118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-77e50247-77d7-4c85-87d1-d12a9af9a5dd req-358283e3-7b9d-4946-997e-f1775d9d5c26 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] For port 1651aeb5-e1d3-45c7-bfca-7405a38f688b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1651aeb5-e1d3-45c7-bfca-7405a38f688b,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:32.719275 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-77e50247-77d7-4c85-87d1-d12a9af9a5dd req-358283e3-7b9d-4946-997e-f1775d9d5c26 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:32.720437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:32.738692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:32.750165 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-68fc7aee-e6df-4ea0-86b7-075aa8a359b9 req-f4aada5a-025f-434a-a746-44d5ea9baf97 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955712 May 25 20:11:32.788530 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-075aa1cc-0b0b-46e6-aa5f-27a2ea86d75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:32.795255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Made reservation on behalf of bcd8a79fdc45491c930f09375a86f6b9 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:11:32.798733 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:32.842927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['f26f26de-b40f-43b6-b253-db45aad5232c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:11:32.846989 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:32.870857 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-075aa1cc-0b0b-46e6-aa5f-27a2ea86d75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:32.885432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6645-5019-49e8-a679-55add6f0883c req-0018ef81-6d85-4d37-9ec0-a3920dcfbd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:32.886968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-0018ef81-6d85-4d37-9ec0-a3920dcfbd25 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.3080156 May 25 20:11:32.891958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:32.932977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-77e50247-77d7-4c85-87d1-d12a9af9a5dd req-358283e3-7b9d-4946-997e-f1775d9d5c26 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Calling delete_port for 1651aeb5-e1d3-45c7-bfca-7405a38f688b owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:11:32.956405 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:32.967600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Usage tracker for resource:security_group_rule and tenant:bcd8a79fdc45491c930f09375a86f6b9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:32.986981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:33.066787 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-466e2849-8f40-417e-8000-d6565cb65389 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f26f26de-b40f-43b6-b253-db45aad5232c HTTP/1.1" status: 200 len: 217 time: 0.1715245 May 25 20:11:33.073444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51166b16-98dd-412a-9bf3-21ebc73a7733 req-8729a34c-6a6f-4c25-b9f5-1675ebf757f0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:33.079816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:33.081595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-51166b16-98dd-412a-9bf3-21ebc73a7733 req-8729a34c-6a6f-4c25-b9f5-1675ebf757f0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2625728 May 25 20:11:33.179769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-51166b16-98dd-412a-9bf3-21ebc73a7733 req-124850a3-4c11-4e3e-9533-01d617a4df22 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971565 May 25 20:11:33.195625 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-77e50247-77d7-4c85-87d1-d12a9af9a5dd req-358283e3-7b9d-4946-997e-f1775d9d5c26 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:33.201330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6645-5019-49e8-a679-55add6f0883c req-ce2e2238-8c47-4bd8-bc1e-311910cffb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:33.202957 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-ce2e2238-8c47-4bd8-bc1e-311910cffb42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1114793 May 25 20:11:33.254811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['1651aeb5-e1d3-45c7-bfca-7405a38f688b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:11:33.256177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-075aa1cc-0b0b-46e6-aa5f-27a2ea86d75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:33.258654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358283e3-7b9d-4946-997e-f1775d9d5c26 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Pushing event deleted for resources: {'Port': ['ID=1651aeb5-e1d3-45c7-bfca-7405a38f688b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:33.304471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075aa1cc-0b0b-46e6-aa5f-27a2ea86d75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ac5ba4-6f3d-4df5-a55b-39ce0c12ae85,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:33.318523 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-075aa1cc-0b0b-46e6-aa5f-27a2ea86d75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:33.319537 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-075aa1cc-0b0b-46e6-aa5f-27a2ea86d75e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80ac5ba4-6f3d-4df5-a55b-39ce0c12ae85 HTTP/1.1" status: 204 len: 168 time: 0.8313012 May 25 20:11:33.349282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeb6e9-9ca0-4ec0-a376-547444166bb9 req-cd107ee4-52b0-4130-8883-8ca25843f505 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:33.350864 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6efeb6e9-9ca0-4ec0-a376-547444166bb9 req-cd107ee4-52b0-4130-8883-8ca25843f505 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 949 time: 0.3295491 May 25 20:11:33.448610 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6efeb6e9-9ca0-4ec0-a376-547444166bb9 req-9c9aadba-05c4-49af-b4fa-a312633a9cce tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822196 May 25 20:11:33.450499 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:33.460296 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:33.475735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:11:33.489305 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:33.489696 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Added segment 02a26e2d-2865-4fc3-8404-41ebd0067e9c of type vlan for network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 May 25 20:11:33.520884 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:33.555770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e50247-77d7-4c85-87d1-d12a9af9a5dd req-358283e3-7b9d-4946-997e-f1775d9d5c26 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] No DVR routers for this DVR port 1651aeb5-e1d3-45c7-bfca-7405a38f688b on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:11:33.567311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6645-5019-49e8-a679-55add6f0883c req-ce27cad2-c6a0-44d9-8322-08f54c16bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:33.568945 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-ce27cad2-c6a0-44d9-8322-08f54c16bfbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3512845 May 25 20:11:33.577933 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:33.579744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:33.580408 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:33.594777 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-77e50247-77d7-4c85-87d1-d12a9af9a5dd req-358283e3-7b9d-4946-997e-f1775d9d5c26 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:33.598517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c3e5a4-00cc-419b-b349-b868841c12a4', 'name': 'network-vif-deleted', 'tag': '1651aeb5-e1d3-45c7-bfca-7405a38f688b'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:33.635202 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77e50247-77d7-4c85-87d1-d12a9af9a5dd req-358283e3-7b9d-4946-997e-f1775d9d5c26 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.70 "DELETE /v2.0/ports/1651aeb5-e1d3-45c7-bfca-7405a38f688b HTTP/1.1" status: 204 len: 173 time: 1.4943819 May 25 20:11:33.700445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605220b-1dcf-407b-b7d6-a1a2cf9507c0 req-423b146d-c742-4c8d-93ef-90bfee243e47 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:33.701931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9605220b-1dcf-407b-b7d6-a1a2cf9507c0 req-423b146d-c742-4c8d-93ef-90bfee243e47 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 945 time: 0.1487460 May 25 20:11:33.724182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93795864-cf71-4a20-a1f5-8bf0ef731bc9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:33.790994 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9605220b-1dcf-407b-b7d6-a1a2cf9507c0 req-b63bb702-5af0-4188-8401-ea5014bcc502 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794938 May 25 20:11:33.862862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46634) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:33.863637 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5474038 May 25 20:11:33.869229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46638) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:33.875557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Request body: {'subnet': {'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-subnet', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:11:33.881065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:33.885518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b679a-b39e-4682-9980-ddbad8ce27b0 admin admin] Pushing event updated for resources: {'Network': ['ID=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:33.886559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Usage tracker for resource:subnet and tenant:bcd8a79fdc45491c930f09375a86f6b9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:33.891448 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:33.899488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:11:33.903721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:33.930108 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4f56ac3-9ab8-49d2-b5b5-8952e35366fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:33.942306 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-54555c23-eb2b-4af0-a078-ec2a0b3f1844 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561370 May 25 20:11:33.956355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d4f56ac3-9ab8-49d2-b5b5-8952e35366fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:33.960364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d4f56ac3-9ab8-49d2-b5b5-8952e35366fc admin admin] Usage tracker for resource:security_group_rule and tenant:639f1b30f2e74c71b00e1c700572829a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:33.963324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d4f56ac3-9ab8-49d2-b5b5-8952e35366fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:33.969989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d4f56ac3-9ab8-49d2-b5b5-8952e35366fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:33.996725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc012b-48f4-4ea6-8946-ab827ae4a0d9 req-1e6e7a3d-b850-4594-a928-72d76f8d72e6 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:33.998988 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-32dc012b-48f4-4ea6-8946-ab827ae4a0d9 req-1e6e7a3d-b850-4594-a928-72d76f8d72e6 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.3895466 May 25 20:11:34.026176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device f26f26de-b40f-43b6-b253-db45aad5232c up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:11:34.085894 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4f56ac3-9ab8-49d2-b5b5-8952e35366fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.088318 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff5e661-a197-4f01-9d40-13c5ed092604'] response: {'server_uuid': '59c3e5a4-00cc-419b-b349-b868841c12a4', 'name': 'network-vif-deleted', 'tag': '1651aeb5-e1d3-45c7-bfca-7405a38f688b', 'status': 'completed', 'code': 200} May 25 20:11:34.089113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Made reservation on behalf of bcd8a79fdc45491c930f09375a86f6b9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:11:34.091742 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.151760 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-32dc012b-48f4-4ea6-8946-ab827ae4a0d9 req-1df64e91-811a-4c25-ac05-8b170f11c3fc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874751 May 25 20:11:34.185689 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4f56ac3-9ab8-49d2-b5b5-8952e35366fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.213073 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-7a3d19df-7d72-4534-853d-ace5e60e50c3 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622149 May 25 20:11:34.217915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port f26f26de-b40f-43b6-b253-db45aad5232c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:34.218526 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.263810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device f1afe8f0-6858-4b56-97cd-bdf95b5be30f up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:11:34.310296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-523d03d1-d481-4b09-b4be-d6ed1c6e31c1 req-be751722-3de0-4b98-9862-f234f92a3208 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Synchronizing usage tracker for tenant:e4eeb42cdd664d3ea10b15927d4541fd on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:11:34.352009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d4f56ac3-9ab8-49d2-b5b5-8952e35366fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=639f1b30f2e74c71b00e1c700572829a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4498084 May 25 20:11:34.353250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46650) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:34.360216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f56ac3-9ab8-49d2-b5b5-8952e35366fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f7cd95-8266-4052-b78c-798d97d756ce,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:34.397780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-523d03d1-d481-4b09-b4be-d6ed1c6e31c1 req-be751722-3de0-4b98-9862-f234f92a3208 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] Unset dirty status for tenant:e4eeb42cdd664d3ea10b15927d4541fd on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:11:34.407136 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-523d03d1-d481-4b09-b4be-d6ed1c6e31c1 req-be751722-3de0-4b98-9862-f234f92a3208 tempest-ServerRescueTestJSON-1468273661 tempest-ServerRescueTestJSON-1468273661-project] 10.222.0.60 "GET /v2.0/ports?device_id=59c3e5a4-00cc-419b-b349-b868841c12a4 HTTP/1.1" status: 200 len: 210 time: 0.2222919 May 25 20:11:34.410903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port f1afe8f0-6858-4b56-97cd-bdf95b5be30f completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:11:34.458914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port f26f26de-b40f-43b6-b253-db45aad5232c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:34.459421 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.486669 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port f1afe8f0-6858-4b56-97cd-bdf95b5be30f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:34.486932 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e2c8b08-d99a-49c1-9c17-4e905fe2c8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.487197 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.536217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597a54b-19d5-430b-a0ae-f6d4c1e10b60 req-58c81e6c-cb60-41a5-995e-acee76d1282a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:34.537850 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8597a54b-19d5-430b-a0ae-f6d4c1e10b60 req-58c81e6c-cb60-41a5-995e-acee76d1282a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 948 time: 0.2353959 May 25 20:11:34.538997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26f26de-b40f-43b6-b253-db45aad5232c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:34.570024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port f26f26de-b40f-43b6-b253-db45aad5232c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=f26f26de-b40f-43b6-b253-db45aad5232c,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:34.577575 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.611337 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.612306 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8597a54b-19d5-430b-a0ae-f6d4c1e10b60 req-58a6e46c-f7fe-4f75-87d7-57a036535a11 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669441 May 25 20:11:34.721298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=f26f26de-b40f-43b6-b253-db45aad5232c,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:34.727514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port f1afe8f0-6858-4b56-97cd-bdf95b5be30f is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:34.728029 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.740593 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e2c8b08-d99a-49c1-9c17-4e905fe2c8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.770063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port f1afe8f0-6858-4b56-97cd-bdf95b5be30f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=f1afe8f0-6858-4b56-97cd-bdf95b5be30f,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:34.773438 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.774542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device da1202a5-b0d2-411c-a6f0-f44653c94ec3 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:11:34.821739 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:34.838892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc4c48-76aa-4ac9-ac07-7c326d88e694 req-7445153e-7a9a-4b1f-a38d-b824ca2aef85 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:34.840838 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39bc4c48-76aa-4ac9-ac07-7c326d88e694 req-7445153e-7a9a-4b1f-a38d-b824ca2aef85 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 949 time: 0.1031351 May 25 20:11:34.846195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Checking segment: {'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:11:34.846195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Network hostable DHCP agents. Network: 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:11:34.872475 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e2c8b08-d99a-49c1-9c17-4e905fe2c8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.887881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:11:34.897099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c8b08-d99a-49c1-9c17-4e905fe2c8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f7cd95-8266-4052-b78c-798d97d756ce,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:34.909270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baaef5-9ba0-49e9-8abb-7ecc16761881 req-2af32162-c218-471f-a718-80d0b1e5517d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:34.910808 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-98baaef5-9ba0-49e9-8abb-7ecc16761881 req-2af32162-c218-471f-a718-80d0b1e5517d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2423720 May 25 20:11:34.919608 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e2c8b08-d99a-49c1-9c17-4e905fe2c8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.920900 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3e2c8b08-d99a-49c1-9c17-4e905fe2c8a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51f7cd95-8266-4052-b78c-798d97d756ce HTTP/1.1" status: 204 len: 168 time: 0.5629239 May 25 20:11:34.921722 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39bc4c48-76aa-4ac9-ac07-7c326d88e694 req-8395b2d0-1c2e-42d8-aae4-438e6ed176bd tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672197 May 25 20:11:34.922114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:11:34.934506 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:34.935276 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:34.937027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7accf71-fc46-4b85-98ec-ea76ec8befd5 None None] Network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:11:34.992370 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ef26ed3b-39b5-48ff-97fc-962f944cb7be admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1238346 May 25 20:11:34.993087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46672) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:35.005950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:11:35.019843 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-98baaef5-9ba0-49e9-8abb-7ecc16761881 req-002068f7-9dba-4432-939d-4f7583ba574f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865681 May 25 20:11:35.021541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:35.028308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Usage tracker for resource:router and tenant:bcd8a79fdc45491c930f09375a86f6b9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:35.031173 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea68be4-8a6a-4e1a-917f-7f696478ab1a'] response: {'server_uuid': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26f26de-b40f-43b6-b253-db45aad5232c', 'code': 200} May 25 20:11:35.032892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=f1afe8f0-6858-4b56-97cd-bdf95b5be30f,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:35.034410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:35.040524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:35.064842 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:35.066083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:35.087510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:35.111019 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port da1202a5-b0d2-411c-a6f0-f44653c94ec3 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:11:35.138516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port da1202a5-b0d2-411c-a6f0-f44653c94ec3 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:35.138957 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:35.393545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port da1202a5-b0d2-411c-a6f0-f44653c94ec3 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:35.393918 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:35.408495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:11:35.412456 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:35.421439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efabcd-a6d3-4942-ae48-f3cdc3c21d59 req-425d66d4-8e2b-404b-8ac2-e318d092c9fe tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:35.431976 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8efabcd-a6d3-4942-ae48-f3cdc3c21d59 req-425d66d4-8e2b-404b-8ac2-e318d092c9fe tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.1636758 May 25 20:11:35.465405 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:35.504637 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8efabcd-a6d3-4942-ae48-f3cdc3c21d59 req-1046ace8-5786-47b9-8e43-489a12b5a687 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699515 May 25 20:11:35.527626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port da1202a5-b0d2-411c-a6f0-f44653c94ec3, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=da1202a5-b0d2-411c-a6f0-f44653c94ec3,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:35.527894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aad897-7d38-4287-b5b9-bf428af30e46 req-d597c9f0-d1dc-4ea2-8170-b167d62d16ae tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:35.527894 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-58aad897-7d38-4287-b5b9-bf428af30e46 req-d597c9f0-d1dc-4ea2-8170-b167d62d16ae tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 946 time: 0.2662919 May 25 20:11:35.529842 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:35.536774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1651aeb5-e1d3-45c7-bfca-7405a38f688b no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:35.692930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-58aad897-7d38-4287-b5b9-bf428af30e46 req-063db32c-28f1-4e4e-94b6-9b9c8b58d00a tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149163 May 25 20:11:35.716794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 1651aeb5-e1d3-45c7-bfca-7405a38f688b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:11:35.717141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1651aeb5-e1d3-45c7-bfca-7405a38f688b not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:11:35.816268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46716) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:35.911189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=da1202a5-b0d2-411c-a6f0-f44653c94ec3,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:36.010578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Allocated IP 172.20.0.2 (00c6d67f-b1bb-47c8-ac2e-13ae224e1d54/e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672/0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:11:36.307968 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:36.356388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:36.407828 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:36.431101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Transition to ACTIVE for port object 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:11:36.488111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Transition to ACTIVE for port object 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:11:36.504188 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:36.508296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3f04c-2340-4075-8dcd-f3896556a72f req-d7a6a1e8-3573-48d8-a03f-50868b1be24c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:36.516726 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75d3f04c-2340-4075-8dcd-f3896556a72f req-d7a6a1e8-3573-48d8-a03f-50868b1be24c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 0.5367987 May 25 20:11:36.635915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446a74-711f-4fd5-9978-d76f39725717 req-44377dbf-0912-483f-b2cf-2d6999863350 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:36.643572 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8446a74-711f-4fd5-9978-d76f39725717 req-44377dbf-0912-483f-b2cf-2d6999863350 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 812 time: 0.5022361 May 25 20:11:36.650291 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75d3f04c-2340-4075-8dcd-f3896556a72f req-22057732-76e2-427b-87cc-5db8833fc53d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323082 May 25 20:11:36.715117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Allocated IP 172.25.3.201 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/fc85b2cd-264d-4376-bd21-335d7d0d5bee) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:11:36.723901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Pushing event updated for resources: {'Port': ['ID=0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:36.737443 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8446a74-711f-4fd5-9978-d76f39725717 req-ef5ad45c-a10f-4987-ba22-212d1caf7533 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/quotas/4619f4f2684a482db46ddd662e6b15f0 HTTP/1.1" status: 200 len: 375 time: 0.0924776 May 25 20:11:36.756391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:11:36.763370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:11:36.772457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:11:36.963091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46756) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:36.967778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Attempting to bind port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:11:36.968292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Attempting to bind port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:11:36.968486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Attempting to bind port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec on network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:11:36.975353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:11:36.975624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Checking segment: {'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:11:36.976015 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:36.976391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Bound using segment: {'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:11:36.976841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Bound port: 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:11:36.977967 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:37.002130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8446a74-711f-4fd5-9978-d76f39725717 req-4eab7aa5-3033-48ba-bb1c-45d7dc328f6e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2638071 May 25 20:11:37.039837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bf4e5-daad-475b-8dd4-07f9ef6448fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1afe8f0-6858-4b56-97cd-bdf95b5be30f'}, {'server_uuid': '5749b3df-4e4a-4d80-beaa-7627b2cc7a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1202a5-b0d2-411c-a6f0-f44653c94ec3'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:37.043815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ab2e3-28c7-44d6-9e0b-195e7628d9cb req-fffb9181-9ac2-449b-ad93-4d517a3f9ce8 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:37.049704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-421ab2e3-28c7-44d6-9e0b-195e7628d9cb req-fffb9181-9ac2-449b-ad93-4d517a3f9ce8 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 950 time: 0.1693056 May 25 20:11:37.090215 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:37.117938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] For port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:11:37.121785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] For port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:11:37.123552 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-421ab2e3-28c7-44d6-9e0b-195e7628d9cb req-e2287a5e-e929-491a-8fa0-1b4b9f4e088c tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726523 May 25 20:11:37.131107 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:37.185809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6645-5019-49e8-a679-55add6f0883c req-fe950ab0-85b6-487a-be73-66865a355d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:37.188326 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-fe950ab0-85b6-487a-be73-66865a355d2d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e&tenant_id=04d4004046824ccea8f136fdfd698c36 HTTP/1.1" status: 200 len: 1100 time: 0.3307099 May 25 20:11:37.217618 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3dcb8f57-070a-4d96-96d6-d3bcb452a7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:37.239311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56608c1e-61cb-4732-9801-f84c5c27aaa5 None None] Pushing event updated for resources: {'Port': ['ID=0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:37.243614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3dcb8f57-070a-4d96-96d6-d3bcb452a7cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:37.248183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3dcb8f57-070a-4d96-96d6-d3bcb452a7cc admin admin] Usage tracker for resource:security_group_rule and tenant:db6e80fad14b4455a8e4057810892020 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:37.252278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3dcb8f57-070a-4d96-96d6-d3bcb452a7cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:37.259002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3dcb8f57-070a-4d96-96d6-d3bcb452a7cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:37.282851 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8446a74-711f-4fd5-9978-d76f39725717 req-11330662-a6bb-4c93-8584-451858128da1 service neutron] 10.222.0.60 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472494 May 25 20:11:37.289402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5693a5e2-61dc-4da5-8141-52e63a09a3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:37.313527 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:37.413114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:11:37.417517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:11:37.446178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Pushing event updated for resources: {'Port': ['ID=fc85b2cd-264d-4376-bd21-335d7d0d5bee,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:37.452981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:11:37.512836 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3dcb8f57-070a-4d96-96d6-d3bcb452a7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:37.519036 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3dcb8f57-070a-4d96-96d6-d3bcb452a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:37.630870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3dcb8f57-070a-4d96-96d6-d3bcb452a7cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db6e80fad14b4455a8e4057810892020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6665108 May 25 20:11:37.651820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46774) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:37.709834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb8f57-070a-4d96-96d6-d3bcb452a7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c484fc5-f78f-4330-a65d-34d1028ba9a8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:37.965763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6645-5019-49e8-a679-55add6f0883c req-f73dafae-f02c-4441-8300-5c236f7bb1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:37.966898 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-f73dafae-f02c-4441-8300-5c236f7bb1b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 1100 time: 0.7367952 May 25 20:11:37.981381 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8616-af24-4cfe-bfe7-8e4b1c3f00ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:38.034436 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8446a74-711f-4fd5-9978-d76f39725717 req-f16c5de8-6498-43bc-8763-f92c5a17b317 service neutron] 10.222.0.60 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6711342 May 25 20:11:38.111291 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:38.194945 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8616-af24-4cfe-bfe7-8e4b1c3f00ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:38.310031 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8616-af24-4cfe-bfe7-8e4b1c3f00ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:38.315874 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-821c4e07-fdcc-42a6-8301-c5081cb521f8'] response: {'server_uuid': 'd37bf4e5-daad-475b-8dd4-07f9ef6448fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1afe8f0-6858-4b56-97cd-bdf95b5be30f', 'code': 200} May 25 20:11:38.316401 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-821c4e07-fdcc-42a6-8301-c5081cb521f8'] response: {'server_uuid': '5749b3df-4e4a-4d80-beaa-7627b2cc7a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1202a5-b0d2-411c-a6f0-f44653c94ec3', 'code': 200} May 25 20:11:38.342233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8616-af24-4cfe-bfe7-8e4b1c3f00ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:38.344182 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d4bd8616-af24-4cfe-bfe7-8e4b1c3f00ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c484fc5-f78f-4330-a65d-34d1028ba9a8 HTTP/1.1" status: 204 len: 168 time: 0.6913500 May 25 20:11:38.383773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd8616-af24-4cfe-bfe7-8e4b1c3f00ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c484fc5-f78f-4330-a65d-34d1028ba9a8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:38.479171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6645-5019-49e8-a679-55add6f0883c req-97e788bd-e9ee-42c1-8083-9decec0599c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:38.480819 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-97e788bd-e9ee-42c1-8083-9decec0599c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.5007591 May 25 20:11:38.577159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5693a5e2-61dc-4da5-8141-52e63a09a3c7 admin admin] Deleting port 45100fdf-4660-4b9e-9134-cc3aa1b1e100 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:11:38.577504 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5693a5e2-61dc-4da5-8141-52e63a09a3c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:38.810493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b330272-f75f-4f7c-9207-dcd2ae4c5a53 None None] Network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:11:38.936272 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-5693a5e2-61dc-4da5-8141-52e63a09a3c7 admin admin] For port 45100fdf-4660-4b9e-9134-cc3aa1b1e100, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=45100fdf-4660-4b9e-9134-cc3aa1b1e100,segment=NetworkSegment(f28d570f-89f1-4268-9354-3529c109959b),segment_id=f28d570f-89f1-4268-9354-3529c109959b)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:38.936633 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5693a5e2-61dc-4da5-8141-52e63a09a3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:38.958952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f17ecb21-d165-47d1-9e94-81ed81ce8503 None None] Provisioning for port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:11:39.073372 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:39.090597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5693a5e2-61dc-4da5-8141-52e63a09a3c7 admin admin] Calling delete_port for 45100fdf-4660-4b9e-9134-cc3aa1b1e100 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:11:39.280716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d3522-dd8c-4b63-8899-f9082d791b61 req-d4e87106-2ef5-42e0-8252-6d72e0831f54 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:39.288781 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-060d3522-dd8c-4b63-8899-f9082d791b61 req-d4e87106-2ef5-42e0-8252-6d72e0831f54 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 946 time: 0.8742549 May 25 20:11:39.353371 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-24e5acd7-d3e5-4aa1-bddf-b8133720d38d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f26f26de-b40f-43b6-b253-db45aad5232c HTTP/1.1" status: 200 len: 217 time: 0.8637505 May 25 20:11:39.365005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:11:39.523437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a382a-b601-48fe-8bf7-6ae1c0de8c07 req-2c31478b-ff2b-4038-a142-297051ff241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:39.525573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9c8a382a-b601-48fe-8bf7-6ae1c0de8c07 req-2c31478b-ff2b-4038-a142-297051ff241d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 1097 time: 0.9879284 May 25 20:11:39.595600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-060d3522-dd8c-4b63-8899-f9082d791b61 req-749fde32-6c31-4c7a-a842-b353690a3372 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059094 May 25 20:11:39.596891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:11:39.611584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ef93c-a184-4b7c-852d-b838153c0d0e req-7d7a156b-9974-4e3c-b9db-addb31e3f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:39.613743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-753ef93c-a184-4b7c-852d-b838153c0d0e req-7d7a156b-9974-4e3c-b9db-addb31e3f479 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 1101 time: 1.0523257 May 25 20:11:39.622091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:39.622806 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:39.697088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9c8a382a-b601-48fe-8bf7-6ae1c0de8c07 req-828377bb-4bd8-438f-b4a3-0a999ec5dd7a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108778 May 25 20:11:39.723470 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-753ef93c-a184-4b7c-852d-b838153c0d0e req-fc53aeb1-4836-4f4a-ab4a-45b281cc519b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695114 May 25 20:11:39.724128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Router 85fb27bb-d5ff-4628-9a5f-53a61233b234 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:11:39.882435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6645-5019-49e8-a679-55add6f0883c req-296327ac-bb40-45f1-b900-6efca04cd21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:39.884178 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-296327ac-bb40-45f1-b900-6efca04cd21d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.5114238 May 25 20:11:39.904501 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-85aff2e3-c613-42c8-b2a0-6805fdb7c088 None None] Provisioning complete for port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:39.904871 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-85aff2e3-c613-42c8-b2a0-6805fdb7c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:40.005210 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843f6a2-be28-46b2-8235-490e607e069e req-f490215b-9a8c-4606-a760-9a138bc97506 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:40.012471 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1843f6a2-be28-46b2-8235-490e607e069e req-f490215b-9a8c-4606-a760-9a138bc97506 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 949 time: 1.3972075 May 25 20:11:40.033581 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b326ac44-61c0-44f5-bb70-df2ea3e99047 req-babecd59-4fbf-402b-8254-ac55f73cf290 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6646235 May 25 20:11:40.052343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:11:40.058027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device f26f26de-b40f-43b6-b253-db45aad5232c no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:40.096334 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:40.097733 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bb8f5ebc-beed-4363-8ca6-9824a1139bbd admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.1037385 May 25 20:11:40.108121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46848) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:40.108636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273efa87-5252-4b7c-b00a-bff9b3d3756b req-c87a7289-caf7-4607-9b45-418bd203d388 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:40.110693 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-273efa87-5252-4b7c-b00a-bff9b3d3756b req-c87a7289-caf7-4607-9b45-418bd203d388 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 950 time: 0.1537223 May 25 20:11:40.139022 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Sync routers for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:11:40.190061 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-273efa87-5252-4b7c-b00a-bff9b3d3756b req-360e09d7-f2d4-4a38-9bcb-e77527df1bd1 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732360 May 25 20:11:40.239094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:40.239464 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:40.282358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:11:40.282907 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:11:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:40.302108 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1843f6a2-be28-46b2-8235-490e607e069e req-62ee1c20-ecb0-493f-840b-e201381ab0da tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886744 May 25 20:11:40.458559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:40.466951 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:40.468299 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5693a5e2-61dc-4da5-8141-52e63a09a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:40.581752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6645-5019-49e8-a679-55add6f0883c req-e106f487-b834-4a41-ba6f-ab5020dfa1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:40.583555 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-e106f487-b834-4a41-ba6f-ab5020dfa1a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6869066 May 25 20:11:40.691336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693a5e2-61dc-4da5-8141-52e63a09a3c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=45100fdf-4660-4b9e-9134-cc3aa1b1e100,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:40.789370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-85aff2e3-c613-42c8-b2a0-6805fdb7c088 None None] Current status of the port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:40.802925 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-987e6057-fe70-49c3-a666-95c099d10bca req-41f05e44-7e2a-450d-ba8b-7d80b16f4ce1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 210 time: 0.1981707 May 25 20:11:40.847169 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:40.899950 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:11:41.030293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port f26f26de-b40f-43b6-b253-db45aad5232c is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:41.030681 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:41.103191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446a74-711f-4fd5-9978-d76f39725717 req-ab132fdb-bc5a-4f6b-8fee-c1e190ff8a03 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:41.105045 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8446a74-711f-4fd5-9978-d76f39725717 req-ab132fdb-bc5a-4f6b-8fee-c1e190ff8a03 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 812 time: 0.8310227 May 25 20:11:41.130342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326ac44-61c0-44f5-bb70-df2ea3e99047 req-a615c43b-e69e-41d0-91da-ff35cbd7992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:41.131841 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b326ac44-61c0-44f5-bb70-df2ea3e99047 req-a615c43b-e69e-41d0-91da-ff35cbd7992e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 1095 time: 1.0282328 May 25 20:11:41.148945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26f26de-b40f-43b6-b253-db45aad5232c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:41.157692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Request body: {'port': {'device_id': '85e46755-6c52-4db8-aecb-719789230303', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'admin_state_up': True, 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:11:41.182484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port f26f26de-b40f-43b6-b253-db45aad5232c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=f26f26de-b40f-43b6-b253-db45aad5232c,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:41.197644 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:41.345392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46918) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:41.465256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=f26f26de-b40f-43b6-b253-db45aad5232c,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:41.480517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:41.481049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:41.481797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:41.482295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:41.482793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:41.483528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:41.489910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:41.490800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:41.491336 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:41.492075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:41.492786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:41.493531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:11:41.560129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:37Z', 'revision_number': 3, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:41.589092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Checking router: 85fb27bb-d5ff-4628-9a5f-53a61233b234 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:11:41.589627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Updating router 85fb27bb-d5ff-4628-9a5f-53a61233b234 port fc85b2cd-264d-4376-bd21-335d7d0d5bee binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:11:41.723204 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6055259-b4a3-4ee9-9a3b-07463fd9860f'] response: {'server_uuid': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26f26de-b40f-43b6-b253-db45aad5232c', 'code': 200} May 25 20:11:41.724308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:11:41.811231 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:41.887643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:41.888352 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:41.913181 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5076-f0d0-498f-82b2-0592eea4858f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:41.959339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9a1e5076-f0d0-498f-82b2-0592eea4858f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:41.973682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9a1e5076-f0d0-498f-82b2-0592eea4858f admin admin] Usage tracker for resource:security_group_rule and tenant:a034e9a8b6a14f699a25712590d936bc is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:41.981896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9a1e5076-f0d0-498f-82b2-0592eea4858f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:41.996973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9a1e5076-f0d0-498f-82b2-0592eea4858f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:42.007357 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7d8be06-933e-4bec-87f5-6406f788d6ee req-e4c6e17a-caaa-4037-a364-c6618daa4d3a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4420030 May 25 20:11:42.061768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9398e-8894-47a7-b86a-48b2f7b75631 req-f8f93eb8-1bc0-410c-9400-e3c7cc61f114 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:42.064717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-36d9398e-8894-47a7-b86a-48b2f7b75631 req-f8f93eb8-1bc0-410c-9400-e3c7cc61f114 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 950 time: 0.3453419 May 25 20:11:42.202648 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-36d9398e-8894-47a7-b86a-48b2f7b75631 req-22f4168a-c81d-466c-a6b5-747cd7d644bc tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292908 May 25 20:11:42.268549 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5076-f0d0-498f-82b2-0592eea4858f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:42.272229 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:42.273750 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5076-f0d0-498f-82b2-0592eea4858f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:42.314604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8be06-933e-4bec-87f5-6406f788d6ee req-7a408362-098f-45cb-a502-4f07cb7a3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:42.316473 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7d8be06-933e-4bec-87f5-6406f788d6ee req-7a408362-098f-45cb-a502-4f07cb7a3d08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 1102 time: 0.1891713 May 25 20:11:42.336699 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-c597708e-ba64-4bff-9af6-3862b9752fc3 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7205033 May 25 20:11:42.347690 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9a1e5076-f0d0-498f-82b2-0592eea4858f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a034e9a8b6a14f699a25712590d936bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9972188 May 25 20:11:42.354856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46928) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:42.368116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e5076-f0d0-498f-82b2-0592eea4858f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5623db-707e-457a-808c-8569e3e9858b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:42.433002 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:42.446292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Transition to ACTIVE for port object fc85b2cd-264d-4376-bd21-335d7d0d5bee will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:11:42.452874 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:42.503205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326ac44-61c0-44f5-bb70-df2ea3e99047 req-9e34afff-f6d6-4ddd-aee8-9af69ef8e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:42.505536 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b326ac44-61c0-44f5-bb70-df2ea3e99047 req-9e34afff-f6d6-4ddd-aee8-9af69ef8e64b service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 1.3248432 May 25 20:11:42.546536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Attempting to bind port fc85b2cd-264d-4376-bd21-335d7d0d5bee on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:11:42.547808 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Attempting to bind port fc85b2cd-264d-4376-bd21-335d7d0d5bee by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:11:42.548165 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Attempting to bind port fc85b2cd-264d-4376-bd21-335d7d0d5bee on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:11:42.555007 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79383b-cba8-42ae-8173-8a9992203c65 None None] Pushing event updated for resources: {'Port': ['ID=fc85b2cd-264d-4376-bd21-335d7d0d5bee,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:42.559673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:11:42.560319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:11:42.560886 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:42.561440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:11:42.562068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Bound port: fc85b2cd-264d-4376-bd21-335d7d0d5bee, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:11:42.562916 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:42.634271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8be06-933e-4bec-87f5-6406f788d6ee req-f8ddfca7-e8ee-47e7-83fa-3e9c9f6b44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:42.636596 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7d8be06-933e-4bec-87f5-6406f788d6ee req-f8ddfca7-e8ee-47e7-83fa-3e9c9f6b44ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.2951906 May 25 20:11:42.659465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] For port fc85b2cd-264d-4376-bd21-335d7d0d5bee, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:11:42.664487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] For port fc85b2cd-264d-4376-bd21-335d7d0d5bee, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=fc85b2cd-264d-4376-bd21-335d7d0d5bee,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:11:42.669867 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:42.753322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79383b-cba8-42ae-8173-8a9992203c65 None None] Pushing event updated for resources: {'Port': ['ID=fc85b2cd-264d-4376-bd21-335d7d0d5bee,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:42.786476 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:11:42.787098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:11:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:42.930386 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7d8be06-933e-4bec-87f5-6406f788d6ee req-8ab9eceb-bb74-4022-8c7b-f1dd319cb7f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb HTTP/1.1" status: 200 len: 217 time: 0.2856052 May 25 20:11:42.938460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28247ccc-2aa9-4bbc-b9d7-95bdaf21de57 req-3f88f172-97bd-4d4e-acdc-6e0f11dc8af3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:42.939845 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28247ccc-2aa9-4bbc-b9d7-95bdaf21de57 req-3f88f172-97bd-4d4e-acdc-6e0f11dc8af3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 947 time: 0.5101051 May 25 20:11:42.991267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:11:43.040505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8be06-933e-4bec-87f5-6406f788d6ee req-51ca48de-d184-4e0d-adb9-28505600ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:43.041852 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7d8be06-933e-4bec-87f5-6406f788d6ee req-51ca48de-d184-4e0d-adb9-28505600ff59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1011655 May 25 20:11:43.044888 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28247ccc-2aa9-4bbc-b9d7-95bdaf21de57 req-0772974d-4f93-44ed-9b83-ce90ffcbcd79 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634181 May 25 20:11:43.052356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aca7f-787d-4ff5-8928-11061d049581 req-91a568b9-72ba-44fd-ac7b-d489b56c0924 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:43.059804 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de4aca7f-787d-4ff5-8928-11061d049581 req-91a568b9-72ba-44fd-ac7b-d489b56c0924 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 946 time: 2.0867479 May 25 20:11:43.130688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8be06-933e-4bec-87f5-6406f788d6ee req-60ecbb8d-e850-4253-baee-e6baaeceffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:43.132008 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b326ac44-61c0-44f5-bb70-df2ea3e99047 req-cad05cea-fd17-45fd-9e63-2e4636b6d3e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f17320-bf1b-4489-a273-146e933cb757 HTTP/1.1" status: 200 len: 999 time: 0.5021579 May 25 20:11:43.132734 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5693a5e2-61dc-4da5-8141-52e63a09a3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:43.144449 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7d8be06-933e-4bec-87f5-6406f788d6ee req-60ecbb8d-e850-4253-baee-e6baaeceffa3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0962603 May 25 20:11:43.219750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:43.316703 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7d8be06-933e-4bec-87f5-6406f788d6ee req-695e0472-f787-4a0a-85ff-6b55a7626f1e service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659956 May 25 20:11:43.353378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:37Z', 'revision_number': 3, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:43.357596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc2ace-c347-4b16-ab09-cf9580a95a2b None None] The sync data for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 is: [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:37Z', 'revision_number': 3, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:11:43.412893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:43.427660 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cfd6645-5019-49e8-a679-55add6f0883c req-788aa92b-b7d4-49b0-abf5-01394992e254 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0683551 May 25 20:11:43.490012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7d8be06-933e-4bec-87f5-6406f788d6ee req-67ee2717-608a-45af-8ea3-9eee1902a9ab service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658406 May 25 20:11:43.496606 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de4aca7f-787d-4ff5-8928-11061d049581 req-3dd19211-c4ad-4eca-a3bc-ed4856dd0607 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358356 May 25 20:11:43.525803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326ac44-61c0-44f5-bb70-df2ea3e99047 req-4867fcac-6e7f-4c02-b9d0-2fb8f1730406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:43.527593 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b326ac44-61c0-44f5-bb70-df2ea3e99047 req-4867fcac-6e7f-4c02-b9d0-2fb8f1730406 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.3126678 May 25 20:11:43.534526 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-def97d3e-4653-4301-aa71-ff8869259580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:43.551977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Made reservation on behalf of 4619f4f2684a482db46ddd662e6b15f0 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:11:43.558719 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:43.871732 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3815f777-46aa-4c13-9348-1cf4f5e897b7 req-2e58ed6f-a4b7-4fc3-8812-5fae55875911 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 210 time: 0.1439447 May 25 20:11:43.964775 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-def97d3e-4653-4301-aa71-ff8869259580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:44.379602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dd493-5340-458f-9f0d-009c808c0c37 req-89ecc8e3-0aba-41a9-a672-a4fd8f82d472 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:44.381139 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-234dd493-5340-458f-9f0d-009c808c0c37 req-89ecc8e3-0aba-41a9-a672-a4fd8f82d472 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 947 time: 0.1146734 May 25 20:11:44.440818 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-234dd493-5340-458f-9f0d-009c808c0c37 req-e1e46fd5-e17f-4621-acac-ae3a14ea1965 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533226 May 25 20:11:44.579314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326ac44-61c0-44f5-bb70-df2ea3e99047 req-21a48090-3d56-47d9-9249-79a1af441831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:44.580482 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b326ac44-61c0-44f5-bb70-df2ea3e99047 req-21a48090-3d56-47d9-9249-79a1af441831 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0441380 May 25 20:11:44.629946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e6ad9-9756-4796-a39b-6b34a371af5c req-9b08d29f-903c-4b37-b714-a23aab34df58 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:44.631363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc3e6ad9-9756-4796-a39b-6b34a371af5c req-9b08d29f-903c-4b37-b714-a23aab34df58 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 947 time: 0.0850241 May 25 20:11:44.651696 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-def97d3e-4653-4301-aa71-ff8869259580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:44.707830 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc3e6ad9-9756-4796-a39b-6b34a371af5c req-88c27aa5-cac1-459b-a4a0-149bf5f19324 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645180 May 25 20:11:44.716496 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4151c2-b499-4a93-9799-3024edc737ba req-1f952c4a-8d87-4ef4-961e-dc333b27dba0 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:44.717984 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d4151c2-b499-4a93-9799-3024edc737ba req-1f952c4a-8d87-4ef4-961e-dc333b27dba0 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 950 time: 0.7268717 May 25 20:11:44.785641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Allocated IP 172.20.0.10 (4e3b1c24-c6fc-43dd-b516-21c21083f244/e50acf7b-ade5-4727-b163-74dced7ce564/e285bdae-5520-4790-bf22-f80f6302cb5a) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:11:44.825467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def97d3e-4653-4301-aa71-ff8869259580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5623db-707e-457a-808c-8569e3e9858b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:44.828617 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:44.931586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6e480-2f1f-4e52-b7cf-6ae949371018 req-557c30ba-1f2e-4962-a376-5d973b21d394 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:44.940061 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-afb6e480-2f1f-4e52-b7cf-6ae949371018 req-557c30ba-1f2e-4962-a376-5d973b21d394 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 946 time: 0.1156993 May 25 20:11:44.944268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5693a5e2-61dc-4da5-8141-52e63a09a3c7 admin admin] Router bc34c187-ddde-42ad-a4ab-a04ce6310e45 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:11:44.979787 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-afb6e480-2f1f-4e52-b7cf-6ae949371018 req-d2481064-77d1-48d6-928c-c37ff1142909 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388708 May 25 20:11:45.007903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d4151c2-b499-4a93-9799-3024edc737ba req-70e6b3fc-3e0b-41e1-bbe0-3084262de912 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236583 May 25 20:11:45.008707 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-def97d3e-4653-4301-aa71-ff8869259580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:45.009684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-def97d3e-4653-4301-aa71-ff8869259580 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca5623db-707e-457a-808c-8569e3e9858b HTTP/1.1" status: 204 len: 168 time: 2.6487877 May 25 20:11:45.064907 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b326ac44-61c0-44f5-bb70-df2ea3e99047 req-8404b44e-fbd6-4959-a1ff-8d1a451ea52a service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141495 May 25 20:11:45.208499 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9ae2abc8-c0af-440f-9293-36c9704c79c8 req-a2879ff6-52db-4c58-8229-6f55ce4954d9 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 210 time: 0.1068048 May 25 20:11:45.349414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fc85b2cd-264d-4376-bd21-335d7d0d5bee up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:11:45.475885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port fc85b2cd-264d-4376-bd21-335d7d0d5bee completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:11:45.482770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port fc85b2cd-264d-4376-bd21-335d7d0d5bee triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:45.483591 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:45.758772 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port fc85b2cd-264d-4376-bd21-335d7d0d5bee is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:45.760237 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:45.806918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port fc85b2cd-264d-4376-bd21-335d7d0d5bee, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=fc85b2cd-264d-4376-bd21-335d7d0d5bee,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:45.807962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5693a5e2-61dc-4da5-8141-52e63a09a3c7 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:11:45.817917 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:45.821442 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efd5074-3c61-48c5-89b6-67c924bab757 None None] Sync routers for ids ['bc34c187-ddde-42ad-a4ab-a04ce6310e45'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:11:45.842928 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd5074-3c61-48c5-89b6-67c924bab757 None None] Routers {'bc34c187-ddde-42ad-a4ab-a04ce6310e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:11:45.846755 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7efd5074-3c61-48c5-89b6-67c924bab757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:11:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bc34c187-ddde-42ad-a4ab-a04ce6310e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:45.893659 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:45.915599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Transition to ACTIVE for port object e285bdae-5520-4790-bf22-f80f6302cb5a will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:11:45.981432 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=fc85b2cd-264d-4376-bd21-335d7d0d5bee,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:46.040253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Allocated IP 172.20.0.1 (00c6d67f-b1bb-47c8-ac2e-13ae224e1d54/e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672/e87d1cdf-5aac-4917-900c-e7d8ca85f327) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:11:46.074996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff228c-92a5-4d0f-9f26-f764d83206af req-0d3135c5-a574-4cde-8a2c-0bfac8a38bf0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:46.084252 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-89ff228c-92a5-4d0f-9f26-f764d83206af req-0d3135c5-a574-4cde-8a2c-0bfac8a38bf0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 946 time: 0.1112509 May 25 20:11:46.143329 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-89ff228c-92a5-4d0f-9f26-f764d83206af req-8b56f1eb-73b7-40a7-830a-37ca39e00835 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580451 May 25 20:11:46.178287 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-7efd5074-3c61-48c5-89b6-67c924bab757 None None] Set router bc34c187-ddde-42ad-a4ab-a04ce6310e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:11:46.197913 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:46.346604 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5693a5e2-61dc-4da5-8141-52e63a09a3c7 admin admin] 10.222.0.60 "PUT /v2.0/routers/bc34c187-ddde-42ad-a4ab-a04ce6310e45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5291712 May 25 20:11:46.377341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47016) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:46.405901 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b326ac44-61c0-44f5-bb70-df2ea3e99047 req-bdb33a1e-4e7f-4d23-a1a6-1d4d403c77b6 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2830451 May 25 20:11:46.419988 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:46.441514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Network 4e3b1c24-c6fc-43dd-b516-21c21083f244 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:11:46.465718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:11:46.468594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:11:46.743286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event updated for resources: {'Port': ['ID=e285bdae-5520-4790-bf22-f80f6302cb5a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:46.753084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597b3ea-7a8d-4a43-ba3d-6742beea8dc4 req-c1f652c5-29df-4bb5-9455-d7c5943b2e11 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:46.758295 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f597b3ea-7a8d-4a43-ba3d-6742beea8dc4 req-c1f652c5-29df-4bb5-9455-d7c5943b2e11 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 947 time: 0.4518547 May 25 20:11:46.765959 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:46.774455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Transition to ACTIVE for port object e87d1cdf-5aac-4917-900c-e7d8ca85f327 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:11:46.799651 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7efd5074-3c61-48c5-89b6-67c924bab757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'name': 'tempest-ServerRescueTestJSON-1353581640-router', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:08:39Z', 'updated_at': '2022-05-25T20:11:40Z', 'revision_number': 5, 'project_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'gw_port': {'id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:08:42Z', 'updated_at': '2022-05-25T20:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:46.818968 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efd5074-3c61-48c5-89b6-67c924bab757 None None] Checking router: bc34c187-ddde-42ad-a4ab-a04ce6310e45 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:11:46.858404 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd5074-3c61-48c5-89b6-67c924bab757 None None] Routers {'bc34c187-ddde-42ad-a4ab-a04ce6310e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:11:46.859501 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7efd5074-3c61-48c5-89b6-67c924bab757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:11:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bc34c187-ddde-42ad-a4ab-a04ce6310e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:46.867387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:46.868898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:46.911755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d507b291-720a-4ec5-aa14-771909923d66 None None] Provisioning for port e285bdae-5520-4790-bf22-f80f6302cb5a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:11:46.919140 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8446a74-711f-4fd5-9978-d76f39725717 req-34e83275-4587-41ac-9a0f-d099b78891cc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7823937 May 25 20:11:46.928386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2d309-d222-4af1-bf55-5768ac742392 req-b0170eec-f833-4f41-9c25-a5544a5c5f73 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:46.940135 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bcb2d309-d222-4af1-bf55-5768ac742392 req-b0170eec-f833-4f41-9c25-a5544a5c5f73 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 947 time: 0.7574725 May 25 20:11:46.941343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d507b291-720a-4ec5-aa14-771909923d66 None None] Provisioning complete for port e285bdae-5520-4790-bf22-f80f6302cb5a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:46.942961 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d507b291-720a-4ec5-aa14-771909923d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:46.959016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d449865-efee-4a0b-94bb-f849083d66ef req-675a66e5-e633-4285-8dba-c5056a9a0592 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:46.960540 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d449865-efee-4a0b-94bb-f849083d66ef req-675a66e5-e633-4285-8dba-c5056a9a0592 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.50 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 947 time: 0.7646275 May 25 20:11:46.981137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Request body: {'port': {'device_id': '85e46755-6c52-4db8-aecb-719789230303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:11:47.135675 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:47.162689 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:47.199423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d507b291-720a-4ec5-aa14-771909923d66 None None] Port e285bdae-5520-4790-bf22-f80f6302cb5a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:11:47.262996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] Deleting port cdd1a284-cb0c-4c90-bb64-244abf72cc39 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:11:47.263733 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:47.334273 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bcb2d309-d222-4af1-bf55-5768ac742392 req-6181a810-3f96-496c-8aad-5702b5772570 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923609 May 25 20:11:47.361411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fc85b2cd-264d-4376-bd21-335d7d0d5bee up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:11:47.423060 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-7efd5074-3c61-48c5-89b6-67c924bab757 None None] Set router bc34c187-ddde-42ad-a4ab-a04ce6310e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:11:47.495994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:11:47.515879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-7d449865-efee-4a0b-94bb-f849083d66ef req-6db12294-5692-420b-888f-6cad530ed534 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Deleting port 2e999978-9da0-4bde-9d09-d22ac75898a8 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:11:47.516217 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7d449865-efee-4a0b-94bb-f849083d66ef req-6db12294-5692-420b-888f-6cad530ed534 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:47.603731 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:11:47.613807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:11:47.668220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port fc85b2cd-264d-4376-bd21-335d7d0d5bee triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:47.673803 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:47.739498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=e87d1cdf-5aac-4917-900c-e7d8ca85f327,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:47.744541 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f597b3ea-7a8d-4a43-ba3d-6742beea8dc4 req-c310a6fc-8ca6-4b0c-a99a-61972cb9a4f2 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597898 May 25 20:11:47.985265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b9f02-a8ad-4665-9de5-c72c9f3bbbbd req-17c5a4df-0bf1-4a85-85d9-5c452e42ec1b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:47.988063 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad2b9f02-a8ad-4665-9de5-c72c9f3bbbbd req-17c5a4df-0bf1-4a85-85d9-5c452e42ec1b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.70 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 946 time: 0.8484542 May 25 20:11:48.049450 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:48.136553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device f26f26de-b40f-43b6-b253-db45aad5232c details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:11:48.183199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port fc85b2cd-264d-4376-bd21-335d7d0d5bee is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:48.200196 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7efd5074-3c61-48c5-89b6-67c924bab757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'name': 'tempest-ServerRescueTestJSON-1353581640-router', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:08:39Z', 'updated_at': '2022-05-25T20:11:40Z', 'revision_number': 5, 'project_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'gw_port': {'id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:08:42Z', 'updated_at': '2022-05-25T20:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:48.211852 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efd5074-3c61-48c5-89b6-67c924bab757 None None] The sync data for ids ['bc34c187-ddde-42ad-a4ab-a04ce6310e45'] in n-d-843339-1 is: [{'id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'name': 'tempest-ServerRescueTestJSON-1353581640-router', 'tenant_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:08:39Z', 'updated_at': '2022-05-25T20:11:40Z', 'revision_number': 5, 'project_id': 'e4eeb42cdd664d3ea10b15927d4541fd', 'gw_port': {'id': 'cdd1a284-cb0c-4c90-bb64-244abf72cc39', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc34c187-ddde-42ad-a4ab-a04ce6310e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:08:42Z', 'updated_at': '2022-05-25T20:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:11:48.260208 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:48.346601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] For port cdd1a284-cb0c-4c90-bb64-244abf72cc39, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cdd1a284-cb0c-4c90-bb64-244abf72cc39,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:48.347118 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:48.357187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-ad2b9f02-a8ad-4665-9de5-c72c9f3bbbbd req-bae31c89-5e2c-4c83-9c4f-dfa50fe40dd0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Deleting port f1afe8f0-6858-4b56-97cd-bdf95b5be30f {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:11:48.357520 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ad2b9f02-a8ad-4665-9de5-c72c9f3bbbbd req-bae31c89-5e2c-4c83-9c4f-dfa50fe40dd0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:48.407846 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port f26f26de-b40f-43b6-b253-db45aad5232c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=f26f26de-b40f-43b6-b253-db45aad5232c,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:48.430676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'f26f26de-b40f-43b6-b253-db45aad5232c', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': 'f26f26de-b40f-43b6-b253-db45aad5232c', 'mac_address': 'fa:16:3e:c6:5a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:11:48.510831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port f26f26de-b40f-43b6-b253-db45aad5232c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:48.511504 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:48.523745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5182ee55-803b-4d86-bc88-53240b9e40d1 None None] Provisioning for port e87d1cdf-5aac-4917-900c-e7d8ca85f327 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:11:48.535990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] Calling delete_port for cdd1a284-cb0c-4c90-bb64-244abf72cc39 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:11:48.536794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5182ee55-803b-4d86-bc88-53240b9e40d1 None None] Provisioning complete for port e87d1cdf-5aac-4917-900c-e7d8ca85f327 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:48.537346 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5182ee55-803b-4d86-bc88-53240b9e40d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:48.571354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de14e4f-c1a1-4efc-a49a-91ff17dad9ab req-e0475a05-6047-4536-8045-1cb444f5f6a8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:48.579865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5de14e4f-c1a1-4efc-a49a-91ff17dad9ab req-e0475a05-6047-4536-8045-1cb444f5f6a8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 932 time: 0.4504704 May 25 20:11:48.586127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26f26de-b40f-43b6-b253-db45aad5232c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:11:48.608123 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port f26f26de-b40f-43b6-b253-db45aad5232c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=f26f26de-b40f-43b6-b253-db45aad5232c,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:48.622076 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:48.730683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faa566-02fb-4e53-8513-f5e0b8b63f8a req-1e4efc34-57e5-4efc-abca-838773d8c962 tempest-ServersAdminNegativeTestJSON-1662506207 tempest-ServersAdminNegativeTestJSON-1662506207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:48.732223 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f3faa566-02fb-4e53-8513-f5e0b8b63f8a req-1e4efc34-57e5-4efc-abca-838773d8c962 tempest-ServersAdminNegativeTestJSON-1662506207 tempest-ServersAdminNegativeTestJSON-1662506207-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 1101 time: 0.8726156 May 25 20:11:48.735591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=f26f26de-b40f-43b6-b253-db45aad5232c,revision_number=10']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:48.754208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5182ee55-803b-4d86-bc88-53240b9e40d1 None None] Port e87d1cdf-5aac-4917-900c-e7d8ca85f327 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:11:48.856607 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5de14e4f-c1a1-4efc-a49a-91ff17dad9ab req-2b96fd7a-31fb-4919-9281-dd00177dac32 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756219 May 25 20:11:48.877568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['f26f26de-b40f-43b6-b253-db45aad5232c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:11:48.994300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47048) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:49.023843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-ad2b9f02-a8ad-4665-9de5-c72c9f3bbbbd req-bae31c89-5e2c-4c83-9c4f-dfa50fe40dd0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] For port f1afe8f0-6858-4b56-97cd-bdf95b5be30f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=f1afe8f0-6858-4b56-97cd-bdf95b5be30f,segment=NetworkSegment(e5896dee-352e-4de6-b96e-5242d699c2fe),segment_id=e5896dee-352e-4de6-b96e-5242d699c2fe)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:49.024358 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ad2b9f02-a8ad-4665-9de5-c72c9f3bbbbd req-bae31c89-5e2c-4c83-9c4f-dfa50fe40dd0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:49.111563 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f3faa566-02fb-4e53-8513-f5e0b8b63f8a req-c10a161d-5c75-47fa-9e9a-4bf690a55ecd tempest-ServersAdminNegativeTestJSON-1662506207 tempest-ServersAdminNegativeTestJSON-1662506207-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:49.174596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-7d449865-efee-4a0b-94bb-f849083d66ef req-6db12294-5692-420b-888f-6cad530ed534 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] For port 2e999978-9da0-4bde-9d09-d22ac75898a8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2e999978-9da0-4bde-9d09-d22ac75898a8,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:49.175074 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7d449865-efee-4a0b-94bb-f849083d66ef req-6db12294-5692-420b-888f-6cad530ed534 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:49.197156 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 45100fdf-4660-4b9e-9134-cc3aa1b1e100 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:49.197740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-f3faa566-02fb-4e53-8513-f5e0b8b63f8a req-c10a161d-5c75-47fa-9e9a-4bf690a55ecd tempest-ServersAdminNegativeTestJSON-1662506207 tempest-ServersAdminNegativeTestJSON-1662506207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:49.208752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f3faa566-02fb-4e53-8513-f5e0b8b63f8a req-c10a161d-5c75-47fa-9e9a-4bf690a55ecd tempest-ServersAdminNegativeTestJSON-1662506207 tempest-ServersAdminNegativeTestJSON-1662506207-project-admin] Usage tracker for resource:security_group_rule and tenant:f3b077d21a844a07abce182b5567a4b7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:49.237834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 45100fdf-4660-4b9e-9134-cc3aa1b1e100 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:11:49.238183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 45100fdf-4660-4b9e-9134-cc3aa1b1e100 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:11:49.256247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-ad2b9f02-a8ad-4665-9de5-c72c9f3bbbbd req-bae31c89-5e2c-4c83-9c4f-dfa50fe40dd0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Calling delete_port for f1afe8f0-6858-4b56-97cd-bdf95b5be30f owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:11:49.263450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f3faa566-02fb-4e53-8513-f5e0b8b63f8a req-c10a161d-5c75-47fa-9e9a-4bf690a55ecd tempest-ServersAdminNegativeTestJSON-1662506207 tempest-ServersAdminNegativeTestJSON-1662506207-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:49.332593 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-479d9e8b-179d-4dff-914c-083c62497e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:49.349235 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-f3faa566-02fb-4e53-8513-f5e0b8b63f8a req-c10a161d-5c75-47fa-9e9a-4bf690a55ecd tempest-ServersAdminNegativeTestJSON-1662506207 tempest-ServersAdminNegativeTestJSON-1662506207-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:49.362297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-7d449865-efee-4a0b-94bb-f849083d66ef req-6db12294-5692-420b-888f-6cad530ed534 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Calling delete_port for 2e999978-9da0-4bde-9d09-d22ac75898a8 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:11:49.378668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-479d9e8b-179d-4dff-914c-083c62497e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:49.382514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-479d9e8b-179d-4dff-914c-083c62497e4d admin admin] Usage tracker for resource:security_group_rule and tenant:5946a4ce61c54423b48109bf764b9b67 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:49.385338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-479d9e8b-179d-4dff-914c-083c62497e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:49.391671 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:49.391881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-479d9e8b-179d-4dff-914c-083c62497e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:49.458111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:49.561881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd1a284-cb0c-4c90-bb64-244abf72cc39,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:49.689815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126ec99-959f-49a8-9bfb-f80b81e9ff3a req-08e0457c-67d4-4ef3-a895-5cf00e73b8ff tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:49.697162 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1126ec99-959f-49a8-9bfb-f80b81e9ff3a req-08e0457c-67d4-4ef3-a895-5cf00e73b8ff tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 946 time: 0.6635838 May 25 20:11:49.799423 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:49.993045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e285bdae-5520-4790-bf22-f80f6302cb5a {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:11:50.019197 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.088796 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device f26f26de-b40f-43b6-b253-db45aad5232c up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:11:50.099137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Transition to ACTIVE for port object e285bdae-5520-4790-bf22-f80f6302cb5a will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:11:50.101408 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f3faa566-02fb-4e53-8513-f5e0b8b63f8a req-c10a161d-5c75-47fa-9e9a-4bf690a55ecd tempest-ServersAdminNegativeTestJSON-1662506207 tempest-ServersAdminNegativeTestJSON-1662506207-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.104532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7d449865-efee-4a0b-94bb-f849083d66ef req-6db12294-5692-420b-888f-6cad530ed534 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.141700 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ad2b9f02-a8ad-4665-9de5-c72c9f3bbbbd req-bae31c89-5e2c-4c83-9c4f-dfa50fe40dd0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.163573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['f1afe8f0-6858-4b56-97cd-bdf95b5be30f'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:11:50.196151 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-479d9e8b-179d-4dff-914c-083c62497e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.213635 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1126ec99-959f-49a8-9bfb-f80b81e9ff3a req-2a8b90ac-32f4-4df3-aeb5-e8765545547b tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups?id=10997aa9-60d0-412d-9661-77d2533d909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155182 May 25 20:11:50.215578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db12294-5692-420b-888f-6cad530ed534 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Pushing event deleted for resources: {'Port': ['ID=2e999978-9da0-4bde-9d09-d22ac75898a8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:50.217691 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.290506 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae31c89-5e2c-4c83-9c4f-dfa50fe40dd0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Pushing event deleted for resources: {'Port': ['ID=f1afe8f0-6858-4b56-97cd-bdf95b5be30f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:50.303038 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f3faa566-02fb-4e53-8513-f5e0b8b63f8a req-c10a161d-5c75-47fa-9e9a-4bf690a55ecd tempest-ServersAdminNegativeTestJSON-1662506207 tempest-ServersAdminNegativeTestJSON-1662506207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.307405 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.319055 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-479d9e8b-179d-4dff-914c-083c62497e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.327112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port f26f26de-b40f-43b6-b253-db45aad5232c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:50.329395 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.346036 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.411458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Pushing event updated for resources: {'Port': ['ID=e285bdae-5520-4790-bf22-f80f6302cb5a,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:50.582272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port f26f26de-b40f-43b6-b253-db45aad5232c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:50.582554 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.612072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:11:50.634738 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.643268 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f3faa566-02fb-4e53-8513-f5e0b8b63f8a req-c10a161d-5c75-47fa-9e9a-4bf690a55ecd tempest-ServersAdminNegativeTestJSON-1662506207 tempest-ServersAdminNegativeTestJSON-1662506207-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8794572 May 25 20:11:50.647301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26f26de-b40f-43b6-b253-db45aad5232c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:50.701740 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port f26f26de-b40f-43b6-b253-db45aad5232c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=f26f26de-b40f-43b6-b253-db45aad5232c,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:50.709659 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.710672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2e999978-9da0-4bde-9d09-d22ac75898a8 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:50.732122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d449865-efee-4a0b-94bb-f849083d66ef req-6db12294-5692-420b-888f-6cad530ed534 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] No DVR routers for this DVR port 2e999978-9da0-4bde-9d09-d22ac75898a8 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:11:50.733746 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a161d-5c75-47fa-9e9a-4bf690a55ecd tempest-ServersAdminNegativeTestJSON-1662506207 tempest-ServersAdminNegativeTestJSON-1662506207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a91ac94-afae-4de2-90e5-68d509eba8e2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:50.746680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2b9f02-a8ad-4665-9de5-c72c9f3bbbbd req-bae31c89-5e2c-4c83-9c4f-dfa50fe40dd0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] No DVR routers for this DVR port f1afe8f0-6858-4b56-97cd-bdf95b5be30f on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:11:50.751589 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7d449865-efee-4a0b-94bb-f849083d66ef req-6db12294-5692-420b-888f-6cad530ed534 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.754073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ad2b9f02-a8ad-4665-9de5-c72c9f3bbbbd req-bae31c89-5e2c-4c83-9c4f-dfa50fe40dd0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.762547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b51a3d-6454-4204-a671-43e357999677', 'name': 'network-vif-deleted', 'tag': '2e999978-9da0-4bde-9d09-d22ac75898a8'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:50.771262 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.854299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bf4e5-daad-475b-8dd4-07f9ef6448fb', 'name': 'network-vif-deleted', 'tag': 'f1afe8f0-6858-4b56-97cd-bdf95b5be30f'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:50.917096 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:50.918087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc34c187-ddde-42ad-a4ab-a04ce6310e45 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:11:50.931142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 2e999978-9da0-4bde-9d09-d22ac75898a8 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:11:50.931648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2e999978-9da0-4bde-9d09-d22ac75898a8 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:11:50.950494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d9e8b-179d-4dff-914c-083c62497e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a3167f-90ad-4de3-a288-a72e2efa6595,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:51.003461 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-479d9e8b-179d-4dff-914c-083c62497e4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5946a4ce61c54423b48109bf764b9b67&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0073724 May 25 20:11:51.008963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47064) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:51.029626 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad2b9f02-a8ad-4665-9de5-c72c9f3bbbbd req-bae31c89-5e2c-4c83-9c4f-dfa50fe40dd0 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.70 "DELETE /v2.0/ports/f1afe8f0-6858-4b56-97cd-bdf95b5be30f HTTP/1.1" status: 204 len: 173 time: 3.0349581 May 25 20:11:51.032079 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:51.043567 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a3dcd2cc-fa44-43dc-a9cc-80e4e336580f admin admin] 10.222.0.60 "DELETE /v2.0/routers/bc34c187-ddde-42ad-a4ab-a04ce6310e45 HTTP/1.1" status: 204 len: 168 time: 4.6405859 May 25 20:11:51.051163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47068) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:51.067978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=f26f26de-b40f-43b6-b253-db45aad5232c,revision_number=11']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:51.216114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3862e-a1b8-4fba-9b5f-ff46bc7fa83b req-9fc04e5e-e6d1-44c2-bf07-cdbbdf68761a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:51.231260 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fa3862e-a1b8-4fba-9b5f-ff46bc7fa83b req-9fc04e5e-e6d1-44c2-bf07-cdbbdf68761a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 950 time: 0.7396951 May 25 20:11:51.250142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c66689c-9ece-430b-b070-0b58dfd030ae admin admin] Deleting subnet c3639922-bebd-4c46-8d65-a916de891676 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:11:51.287274 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c66689c-9ece-430b-b070-0b58dfd030ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:51.356133 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98c51cce-124c-4733-9ea9-720193b2b1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:51.396759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-71ccde42-1894-410a-a186-f5a1bcaeca08 req-c02fa3ac-ad0a-408f-ab1a-cbc1166fa495 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Synchronizing usage tracker for tenant:589fda33a5a849c886853c57cb900612 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:11:51.407923 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d449865-efee-4a0b-94bb-f849083d66ef req-6db12294-5692-420b-888f-6cad530ed534 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.50 "DELETE /v2.0/ports/2e999978-9da0-4bde-9d09-d22ac75898a8 HTTP/1.1" status: 204 len: 173 time: 4.3703077 May 25 20:11:51.424962 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:51.428947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=e87d1cdf-5aac-4917-900c-e7d8ca85f327,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:51.456418 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c66689c-9ece-430b-b070-0b58dfd030ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:51.471344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-71ccde42-1894-410a-a186-f5a1bcaeca08 req-c02fa3ac-ad0a-408f-ab1a-cbc1166fa495 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Unset dirty status for tenant:589fda33a5a849c886853c57cb900612 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:11:51.472639 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71ccde42-1894-410a-a186-f5a1bcaeca08 req-c02fa3ac-ad0a-408f-ab1a-cbc1166fa495 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=72b51a3d-6454-4204-a671-43e357999677 HTTP/1.1" status: 200 len: 210 time: 0.3124666 May 25 20:11:51.523842 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fa3862e-a1b8-4fba-9b5f-ff46bc7fa83b req-7362bb49-1367-47fa-b747-697d0f75b29f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910612 May 25 20:11:51.550191 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98c51cce-124c-4733-9ea9-720193b2b1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:51.700677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Attempting to bind port e285bdae-5520-4790-bf22-f80f6302cb5a on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:11:51.701094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Attempting to bind port e285bdae-5520-4790-bf22-f80f6302cb5a by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:11:51.701595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Attempting to bind port e285bdae-5520-4790-bf22-f80f6302cb5a on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:11:51.717143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Port e285bdae-5520-4790-bf22-f80f6302cb5a on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:11:51.717143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Attempting to bind port e285bdae-5520-4790-bf22-f80f6302cb5a on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:11:51.738903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:11:51.742884 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c66689c-9ece-430b-b070-0b58dfd030ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:51.745273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Checking segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:11:51.745797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Bound using segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:11:51.750841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Bound port: e285bdae-5520-4790-bf22-f80f6302cb5a, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:11:51.751432 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:51.781876 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a479fa-dda3-4da7-89cd-f2a54e045247'] response: {'server_uuid': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26f26de-b40f-43b6-b253-db45aad5232c', 'code': 200} May 25 20:11:51.862192 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ddfb9a-f32d-42cf-9643-3121f5e7c507'] response: {'server_uuid': 'd37bf4e5-daad-475b-8dd4-07f9ef6448fb', 'name': 'network-vif-deleted', 'tag': 'f1afe8f0-6858-4b56-97cd-bdf95b5be30f', 'status': 'completed', 'code': 200} May 25 20:11:51.873765 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98c51cce-124c-4733-9ea9-720193b2b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:51.901458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c51cce-124c-4733-9ea9-720193b2b1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a3167f-90ad-4de3-a288-a72e2efa6595,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:51.909774 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98c51cce-124c-4733-9ea9-720193b2b1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:51.921769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-98c51cce-124c-4733-9ea9-720193b2b1d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84a3167f-90ad-4de3-a288-a72e2efa6595 HTTP/1.1" status: 204 len: 168 time: 0.9038243 May 25 20:11:51.924626 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c66689c-9ece-430b-b070-0b58dfd030ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:51.975669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66689c-9ece-430b-b070-0b58dfd030ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3639922-bebd-4c46-8d65-a916de891676,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:51.979614 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c66689c-9ece-430b-b070-0b58dfd030ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:51.990531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8c66689c-9ece-430b-b070-0b58dfd030ae admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c3639922-bebd-4c46-8d65-a916de891676 HTTP/1.1" status: 204 len: 168 time: 0.9320750 May 25 20:11:51.990531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47080) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:51.994398 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e7b8aa-ac51-49b9-911c-e2ca5fbe3154'] response: {'server_uuid': '72b51a3d-6454-4204-a671-43e357999677', 'name': 'network-vif-deleted', 'tag': '2e999978-9da0-4bde-9d09-d22ac75898a8', 'status': 'completed', 'code': 200} May 25 20:11:52.033637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:11:52.037676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:11:52.175027 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34618673-bb8c-43fa-a8cd-fa0a074f2b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:52.193063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] For port e285bdae-5520-4790-bf22-f80f6302cb5a, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:11:52.199976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] For port e285bdae-5520-4790-bf22-f80f6302cb5a, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e285bdae-5520-4790-bf22-f80f6302cb5a,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:11:52.220410 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:52.312138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device f1afe8f0-6858-4b56-97cd-bdf95b5be30f no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:52.359324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:52.359965 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:52.381987 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8446a74-711f-4fd5-9978-d76f39725717 req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] 10.222.0.50 "PUT /v2.0/ports/e285bdae-5520-4790-bf22-f80f6302cb5a HTTP/1.1" status: 200 len: 1092 time: 5.4372556 May 25 20:11:52.393344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-13232d39-ab99-43c6-8bb1-fc02589f2118 req-e607c38e-2f6f-4b7f-98e9-950026f3efa2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Synchronizing usage tracker for tenant:2802763962b04e3bb06c9f54560b4877 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:11:52.397090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250788-2195-4c58-87b7-eb84352cf49c req-2b3d6276-cb76-409c-881e-dfa6f917e728 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:52.398458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-d2250788-2195-4c58-87b7-eb84352cf49c req-2b3d6276-cb76-409c-881e-dfa6f917e728 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Synchronizing usage tracker for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:11:52.406382 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: f1afe8f0-6858-4b56-97cd-bdf95b5be30f {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:11:52.406732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device f1afe8f0-6858-4b56-97cd-bdf95b5be30f not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:11:52.459033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7e234fa9-7e53-4b04-ac0b-4a8b94706bac None None] Provisioning complete for port e87d1cdf-5aac-4917-900c-e7d8ca85f327 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:11:52.459897 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7e234fa9-7e53-4b04-ac0b-4a8b94706bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:52.494992 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34618673-bb8c-43fa-a8cd-fa0a074f2b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:52.527351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-34618673-bb8c-43fa-a8cd-fa0a074f2b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21ae3e9-d288-42ee-8ae8-2284a93c8059']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:52.547656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47088) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:52.549819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-34618673-bb8c-43fa-a8cd-fa0a074f2b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28d570f-89f1-4268-9354-3529c109959b') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:52.550067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-34618673-bb8c-43fa-a8cd-fa0a074f2b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28d570f-89f1-4268-9354-3529c109959b') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:52.566586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7e234fa9-7e53-4b04-ac0b-4a8b94706bac None None] Port e87d1cdf-5aac-4917-900c-e7d8ca85f327 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:11:52.579050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-13232d39-ab99-43c6-8bb1-fc02589f2118 req-e607c38e-2f6f-4b7f-98e9-950026f3efa2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Unset dirty status for tenant:2802763962b04e3bb06c9f54560b4877 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:11:52.580233 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13232d39-ab99-43c6-8bb1-fc02589f2118 req-e607c38e-2f6f-4b7f-98e9-950026f3efa2 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/ports?device_id=d37bf4e5-daad-475b-8dd4-07f9ef6448fb HTTP/1.1" status: 200 len: 210 time: 0.3454897 May 25 20:11:52.584182 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34618673-bb8c-43fa-a8cd-fa0a074f2b12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:52.595779 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd159-f9fa-42fe-9845-59cc1bc44ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:52.628427 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34618673-bb8c-43fa-a8cd-fa0a074f2b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:52.633957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e2ddd159-f9fa-42fe-9845-59cc1bc44ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:52.639095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34618673-bb8c-43fa-a8cd-fa0a074f2b12 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:11:52.639491 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34618673-bb8c-43fa-a8cd-fa0a074f2b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:52.675775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e2ddd159-f9fa-42fe-9845-59cc1bc44ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:7fd52ea9f50b470a998ed8c68ba2e9bc is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:52.697455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-d2250788-2195-4c58-87b7-eb84352cf49c req-2b3d6276-cb76-409c-881e-dfa6f917e728 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Unset dirty status for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:11:52.700612 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2250788-2195-4c58-87b7-eb84352cf49c req-2b3d6276-cb76-409c-881e-dfa6f917e728 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 944 time: 0.8759398 May 25 20:11:52.737426 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment f28d570f-89f1-4268-9354-3529c109959b resource provider aggregate not found May 25 20:11:52.742575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e2ddd159-f9fa-42fe-9845-59cc1bc44ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:52.779715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd9a03-8e85-4f6e-bba4-6b06eca225bd service neutron] Pushing event updated for resources: {'Port': ['ID=e285bdae-5520-4790-bf22-f80f6302cb5a,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:52.814028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e2ddd159-f9fa-42fe-9845-59cc1bc44ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:52.816856 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment f28d570f-89f1-4268-9354-3529c109959b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f28d570f-89f1-4268-9354-3529c109959b found for delete ", "request_id": "req-4c106a7d-ad71-4ef9-85af-671395557d9f"}]} May 25 20:11:52.833613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Router 85fb27bb-d5ff-4628-9a5f-53a61233b234 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:11:52.861603 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34618673-bb8c-43fa-a8cd-fa0a074f2b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:52.887670 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34618673-bb8c-43fa-a8cd-fa0a074f2b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:52.902943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34618673-bb8c-43fa-a8cd-fa0a074f2b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=f21ae3e9-d288-42ee-8ae8-2284a93c8059,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:52.925755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-34618673-bb8c-43fa-a8cd-fa0a074f2b12 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f21ae3e9-d288-42ee-8ae8-2284a93c8059 HTTP/1.1" status: 204 len: 168 time: 0.9340005 May 25 20:11:52.942057 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2250788-2195-4c58-87b7-eb84352cf49c req-93b5277a-7011-4fe3-b173-37dc41769bee tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694400 May 25 20:11:52.954492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11a5d1-f932-442d-94c5-d72e53c03b35 req-4b39313d-3dfb-4376-abb4-f1b5c835f999 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:52.956003 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca11a5d1-f932-442d-94c5-d72e53c03b35 req-4b39313d-3dfb-4376-abb4-f1b5c835f999 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 950 time: 0.2148736 May 25 20:11:52.980877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446a74-711f-4fd5-9978-d76f39725717 req-8075ecc1-ec34-4f12-b662-c8ede3229719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:52.982550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8446a74-711f-4fd5-9978-d76f39725717 req-8075ecc1-ec34-4f12-b662-c8ede3229719 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 1095 time: 0.4973176 May 25 20:11:53.151281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd159-f9fa-42fe-9845-59cc1bc44ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:53.161183 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca11a5d1-f932-442d-94c5-d72e53c03b35 req-fb483812-c201-43a5-beec-1a5003d66364 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945691 May 25 20:11:53.164786 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd159-f9fa-42fe-9845-59cc1bc44ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:53.207434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:11:53.219934 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8446a74-711f-4fd5-9978-d76f39725717 req-7b5cde2c-6d46-4f8d-97c1-a9b638d1f4a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e285bdae-5520-4790-bf22-f80f6302cb5a HTTP/1.1" status: 200 len: 217 time: 0.1052947 May 25 20:11:53.231962 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d80a86da-3fef-4568-9707-ad4011490ce9 admin admin] 10.222.0.60 "PUT /v2.0/routers/85fb27bb-d5ff-4628-9a5f-53a61233b234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0735223 May 25 20:11:53.238074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Sync routers for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:11:53.243517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cdd1a284-cb0c-4c90-bb64-244abf72cc39 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:53.257058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e2ddd159-f9fa-42fe-9845-59cc1bc44ef7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7fd52ea9f50b470a998ed8c68ba2e9bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989741 May 25 20:11:53.258101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47112) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:53.258943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddd159-f9fa-42fe-9845-59cc1bc44ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3fb502-02ba-483d-ba49-ba1b4f56231d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:53.341264 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: cdd1a284-cb0c-4c90-bb64-244abf72cc39 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:11:53.341864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cdd1a284-cb0c-4c90-bb64-244abf72cc39 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:11:53.348502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47116) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:53.360793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:11:53.362428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:11:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:53.417593 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ed590da-5551-4d15-8a52-29b6c1660450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:53.425548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446a74-711f-4fd5-9978-d76f39725717 req-6f9369a6-761b-4675-ac1e-0157954014a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:53.429080 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8446a74-711f-4fd5-9978-d76f39725717 req-6f9369a6-761b-4675-ac1e-0157954014a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.1892600 May 25 20:11:53.509601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ed590da-5551-4d15-8a52-29b6c1660450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:53.526078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fd057906-a385-4ae3-9f36-e58c58347134 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4eeb42cdd664d3ea10b15927d4541fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741729 May 25 20:11:53.526348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47124) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:53.600364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446a74-711f-4fd5-9978-d76f39725717 req-43bafceb-b29e-4fc7-8393-a4a3a9dec7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:53.601885 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8446a74-711f-4fd5-9978-d76f39725717 req-43bafceb-b29e-4fc7-8393-a4a3a9dec7e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631141 May 25 20:11:53.685473 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8b30323-defb-4620-bf4e-3d9513f272c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:53.704849 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:53.706732 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ed590da-5551-4d15-8a52-29b6c1660450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:53.716395 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-13f06e01-66b7-41c3-8154-55a66d557c3e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=04d4004046824ccea8f136fdfd698c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567160 May 25 20:11:53.737945 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8b30323-defb-4620-bf4e-3d9513f272c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:53.752698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed590da-5551-4d15-8a52-29b6c1660450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3fb502-02ba-483d-ba49-ba1b4f56231d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:53.764841 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ed590da-5551-4d15-8a52-29b6c1660450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:53.782523 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4ed590da-5551-4d15-8a52-29b6c1660450 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc3fb502-02ba-483d-ba49-ba1b4f56231d HTTP/1.1" status: 204 len: 168 time: 0.5127554 May 25 20:11:53.873457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:11:53.952275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab48eae-d159-45de-b94f-ab09127862d0 req-31edb82a-41cc-49ad-a757-2e4209b609e0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:53.954917 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7ab48eae-d159-45de-b94f-ab09127862d0 req-31edb82a-41cc-49ad-a757-2e4209b609e0 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd1d4f85-a1f0-4b09-b932-b3e5c6db592b HTTP/1.1" status: 200 len: 948 time: 0.1474445 May 25 20:11:53.956241 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8b30323-defb-4620-bf4e-3d9513f272c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:53.973423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-8a6f9715-8a89-4dc2-9b57-ac806037ff34 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:53.975584 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-8a6f9715-8a89-4dc2-9b57-ac806037ff34 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966784 May 25 20:11:54.000127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b30323-defb-4620-bf4e-3d9513f272c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28a3499-921e-4b36-8074-8757589e3a9b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:54.001511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e46755-6c52-4db8-aecb-719789230303', 'tag': 'e285bdae-5520-4790-bf22-f80f6302cb5a'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:54.008341 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-debc111f-61ac-4f4b-8bd8-c75c62727b1b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/quotas/04d4004046824ccea8f136fdfd698c36 HTTP/1.1" status: 200 len: 375 time: 0.0209234 May 25 20:11:54.037651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7ab48eae-d159-45de-b94f-ab09127862d0 req-2659f579-9ea2-4d4f-af10-18fe64b42793 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692592 May 25 20:11:54.066043 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8b30323-defb-4620-bf4e-3d9513f272c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:54.067771 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e8b30323-defb-4620-bf4e-3d9513f272c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c28a3499-921e-4b36-8074-8757589e3a9b HTTP/1.1" status: 204 len: 168 time: 0.5405622 May 25 20:11:54.193710 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8446a74-711f-4fd5-9978-d76f39725717 req-b4e6f945-7337-4bd6-9e45-cf3c54147fd2 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805471 May 25 20:11:54.392092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:11:49Z', 'revision_number': 2, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:54.396631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Checking router: 85fb27bb-d5ff-4628-9a5f-53a61233b234 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:11:54.397098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Updating router 85fb27bb-d5ff-4628-9a5f-53a61233b234 port e87d1cdf-5aac-4917-900c-e7d8ca85f327 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:11:54.463818 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-6d7d0884-374e-44d5-a0df-79114c6ea4a7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4441903 May 25 20:11:54.474725 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:54.478605 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8446a74-711f-4fd5-9978-d76f39725717 req-fe1ee464-981c-4878-b7db-7d3eb478162c service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699864 May 25 20:11:54.970051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9094908-7494-497b-8362-f57cd25dd99e req-74f9df84-8810-4bcd-9f88-5adf00688c65 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:54.980172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9094908-7494-497b-8362-f57cd25dd99e req-74f9df84-8810-4bcd-9f88-5adf00688c65 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 950 time: 0.1745026 May 25 20:11:55.044856 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9094908-7494-497b-8362-f57cd25dd99e req-ba854f29-6ba1-412c-963f-e1eaa795e503 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607405 May 25 20:11:55.174588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e448d9-6b6e-44f2-86bb-df5532a56b05 req-412f81cd-0d35-4f65-ab0b-957ca4988b03 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:55.175367 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22e448d9-6b6e-44f2-86bb-df5532a56b05 req-412f81cd-0d35-4f65-ab0b-957ca4988b03 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd1d4f85-a1f0-4b09-b932-b3e5c6db592b HTTP/1.1" status: 200 len: 948 time: 0.5095553 May 25 20:11:55.177740 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:55.194781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Transition to ACTIVE for port object e87d1cdf-5aac-4917-900c-e7d8ca85f327 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:11:55.204587 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:55.352867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-74e58e3a-b8f4-431c-b419-8a0cf302cfd2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:55.354513 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-74e58e3a-b8f4-431c-b419-8a0cf302cfd2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 820 time: 0.7388337 May 25 20:11:55.426828 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-a88a42da-dc7c-4715-bca5-0528f6f9d7ca tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/quotas/bcd8a79fdc45491c930f09375a86f6b9 HTTP/1.1" status: 200 len: 375 time: 0.0427120 May 25 20:11:55.430488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-22e448d9-6b6e-44f2-86bb-df5532a56b05 req-8b59b553-26c5-4738-bd90-a969ba857e49 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Deleting port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:11:55.433600 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-22e448d9-6b6e-44f2-86bb-df5532a56b05 req-8b59b553-26c5-4738-bd90-a969ba857e49 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:55.613347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7eb4b-5797-4fb4-a700-3f468216208e req-674b8b88-916d-4962-bd2c-2b899c6eeacc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:55.626840 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22e7eb4b-5797-4fb4-a700-3f468216208e req-674b8b88-916d-4962-bd2c-2b899c6eeacc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 944 time: 0.2214994 May 25 20:11:55.782874 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22e7eb4b-5797-4fb4-a700-3f468216208e req-bc019886-e1ef-4828-b1e1-b5d90dac8674 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543357 May 25 20:11:55.861288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Attempting to bind port e87d1cdf-5aac-4917-900c-e7d8ca85f327 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:11:55.862035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Attempting to bind port e87d1cdf-5aac-4917-900c-e7d8ca85f327 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:11:55.862830 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Attempting to bind port e87d1cdf-5aac-4917-900c-e7d8ca85f327 on network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:11:55.879466 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b7e9b-4e75-4df1-abc9-b914cc23fe29 None None] Pushing event updated for resources: {'Port': ['ID=e87d1cdf-5aac-4917-900c-e7d8ca85f327,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:55.893902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:11:55.897243 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Checking segment: {'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:11:55.897721 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:55.898127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Bound using segment: {'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:11:55.898642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Bound port: e87d1cdf-5aac-4917-900c-e7d8ca85f327, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:11:55.899027 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:55.938540 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d4a749-a19d-4d71-a388-86f735203405'] response: {'name': 'network-changed', 'server_uuid': '85e46755-6c52-4db8-aecb-719789230303', 'tag': 'e285bdae-5520-4790-bf22-f80f6302cb5a', 'status': 'completed', 'code': 200} May 25 20:11:55.977834 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-dd80e55e-5390-44fa-9d49-e6f4118a2354 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4695618 May 25 20:11:56.089487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47220) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:56.239239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] For port e87d1cdf-5aac-4917-900c-e7d8ca85f327, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:11:56.254605 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] For port e87d1cdf-5aac-4917-900c-e7d8ca85f327, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e87d1cdf-5aac-4917-900c-e7d8ca85f327,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:11:56.265746 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:56.277148 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1e53a279-e6e6-4618-aa2a-933e4fa218fa req-14d2371d-5e58-4e37-b56e-f40aa4dd6b63 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 210 time: 0.0642643 May 25 20:11:56.285749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dce1-5fd7-4fa3-9cfe-d1bdebae8516 req-a091f25b-2edf-4d44-bcb4-c147b0d5c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:56.287292 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e3b9dce1-5fd7-4fa3-9cfe-d1bdebae8516 req-a091f25b-2edf-4d44-bcb4-c147b0d5c18d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 1095 time: 0.3144445 May 25 20:11:56.304335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d85133-a4f3-4494-ac09-75fe4cc9312f req-791fda02-31b8-48a2-9a41-1c0805582d2a tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:56.306383 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93d85133-a4f3-4494-ac09-75fe4cc9312f req-791fda02-31b8-48a2-9a41-1c0805582d2a tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.70 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 950 time: 0.7055349 May 25 20:11:56.316435 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-5c94e432-f733-45ff-b112-844bead7b1ee service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372984 May 25 20:11:56.488198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dce1-5fd7-4fa3-9cfe-d1bdebae8516 req-e3dd1cf8-62f1-4310-8c06-7c509b1390ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:56.489680 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e3b9dce1-5fd7-4fa3-9cfe-d1bdebae8516 req-e3dd1cf8-62f1-4310-8c06-7c509b1390ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.1961188 May 25 20:11:56.511839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-93d85133-a4f3-4494-ac09-75fe4cc9312f req-285aec90-0661-4b99-8203-4ba249519c0d tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Deleting port da1202a5-b0d2-411c-a6f0-f44653c94ec3 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:11:56.512177 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-93d85133-a4f3-4494-ac09-75fe4cc9312f req-285aec90-0661-4b99-8203-4ba249519c0d tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:56.514218 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b7e9b-4e75-4df1-abc9-b914cc23fe29 None None] Pushing event updated for resources: {'Port': ['ID=e87d1cdf-5aac-4917-900c-e7d8ca85f327,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:56.524343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:11:56.525107 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:11:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:56.750859 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e3b9dce1-5fd7-4fa3-9cfe-d1bdebae8516 req-2121cd81-d743-46e4-b786-3397afa4daa5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e285bdae-5520-4790-bf22-f80f6302cb5a HTTP/1.1" status: 200 len: 217 time: 0.2533500 May 25 20:11:56.992428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:11:57.128128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1142119798-network', 'tenant_id': 'b17387a77483483e89b7fa675a052346'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:11:57.133658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:57.138480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Usage tracker for resource:network and tenant:b17387a77483483e89b7fa675a052346 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:57.141998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:57.147941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:57.161224 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-006707e1-3416-49dc-b3a2-57abcdb897f0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=04d4004046824ccea8f136fdfd698c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5315471 May 25 20:11:57.209079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-22e448d9-6b6e-44f2-86bb-df5532a56b05 req-8b59b553-26c5-4738-bd90-a969ba857e49 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] For port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:57.209698 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-22e448d9-6b6e-44f2-86bb-df5532a56b05 req-8b59b553-26c5-4738-bd90-a969ba857e49 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:57.314464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Made reservation on behalf of b17387a77483483e89b7fa675a052346 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:11:57.316727 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:57.351546 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:57.372731 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dce1-5fd7-4fa3-9cfe-d1bdebae8516 req-9893fb77-84f7-49dc-a774-4f05549ff44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:57.374097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e3b9dce1-5fd7-4fa3-9cfe-d1bdebae8516 req-9893fb77-84f7-49dc-a774-4f05549ff44a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.2912304 May 25 20:11:57.390505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:57.408222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-22e448d9-6b6e-44f2-86bb-df5532a56b05 req-8b59b553-26c5-4738-bd90-a969ba857e49 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Calling delete_port for 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:11:57.445859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Usage tracker for resource:security_group_rule and tenant:b17387a77483483e89b7fa675a052346 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:11:57.459161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:11:57.469830 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-b29a1606-9ea0-4c19-8f5d-33a1eb48f171 service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1511462 May 25 20:11:57.475226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:57.512588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:11:56Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:11:57.519319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b0c0b-9142-4e32-94d4-7203979036da None None] The sync data for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 is: [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:11:56Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:11:57.538750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-ecd67a70-20fc-41ef-9e3b-542fde591f50 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:57.540267 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-ecd67a70-20fc-41ef-9e3b-542fde591f50 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3502223 May 25 20:11:57.562870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e7ea0-fe6b-4a8b-8029-d358b5139694 req-02b9fbba-4e6b-483d-b470-8030ea62dd11 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:57.570551 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-057e7ea0-fe6b-4a8b-8029-d358b5139694 req-02b9fbba-4e6b-483d-b470-8030ea62dd11 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd1d4f85-a1f0-4b09-b932-b3e5c6db592b HTTP/1.1" status: 200 len: 948 time: 0.8652380 May 25 20:11:57.581175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Request body: {'port': {'device_id': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '04d4004046824ccea8f136fdfd698c36'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:11:57.627762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-93d85133-a4f3-4494-ac09-75fe4cc9312f req-285aec90-0661-4b99-8203-4ba249519c0d tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] For port da1202a5-b0d2-411c-a6f0-f44653c94ec3, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=da1202a5-b0d2-411c-a6f0-f44653c94ec3,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:57.628134 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-93d85133-a4f3-4494-ac09-75fe4cc9312f req-285aec90-0661-4b99-8203-4ba249519c0d tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:57.872165 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:57.986837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-93d85133-a4f3-4494-ac09-75fe4cc9312f req-285aec90-0661-4b99-8203-4ba249519c0d tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Calling delete_port for da1202a5-b0d2-411c-a6f0-f44653c94ec3 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:11:58.074921 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b43d78d2-836d-40e3-9e0d-08ba7b6ad5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:58.085643 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-057e7ea0-fe6b-4a8b-8029-d358b5139694 req-01764e77-fe49-44da-a530-ba7e7b42fa1c tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/security-groups?id=d71cea49-4cb1-4d57-9429-76356e8941bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143876 May 25 20:11:58.123496 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:58.133825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dce1-5fd7-4fa3-9cfe-d1bdebae8516 req-322d011a-ccd5-4fa6-a91a-069dcfd4b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:58.135405 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e3b9dce1-5fd7-4fa3-9cfe-d1bdebae8516 req-322d011a-ccd5-4fa6-a91a-069dcfd4b34f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7496481 May 25 20:11:58.139256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:11:58.143928 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:58.161205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device e285bdae-5520-4790-bf22-f80f6302cb5a details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:11:58.289957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:11:58.337046 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:11:58.373842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device da1202a5-b0d2-411c-a6f0-f44653c94ec3 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:58.417467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a7aeff-c1fb-41d4-9544-ca18ca48cfc2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:58.431895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Made reservation on behalf of 04d4004046824ccea8f136fdfd698c36 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:11:58.435570 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:58.451450 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-22e448d9-6b6e-44f2-86bb-df5532a56b05 req-8b59b553-26c5-4738-bd90-a969ba857e49 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:58.466133 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:58.466495 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Added segment ac487913-0210-4da5-9b01-e80982bde77c of type vlan for network c68cab1b-603a-408c-9a4c-5c00fe82b296 May 25 20:11:58.628285 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59b553-26c5-4738-bd90-a969ba857e49 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Pushing event deleted for resources: {'Port': ['ID=1f289351-6c1a-4d9d-b37d-a5970b0e6a94,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:58.702004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e3b9dce1-5fd7-4fa3-9cfe-d1bdebae8516 req-14aaff73-a74f-4a29-ac63-20a2087f7e37 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470669 May 25 20:11:58.713120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e31d8-9485-4cff-a6cf-76284f1f9181 req-3eb8a2b7-4384-4d8b-b58c-45059963cc86 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:58.724012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-493e31d8-9485-4cff-a6cf-76284f1f9181 req-3eb8a2b7-4384-4d8b-b58c-45059963cc86 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 950 time: 0.5121980 May 25 20:11:58.828506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port e285bdae-5520-4790-bf22-f80f6302cb5a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e285bdae-5520-4790-bf22-f80f6302cb5a,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:11:58.869555 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port da1202a5-b0d2-411c-a6f0-f44653c94ec3 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:58.870305 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:58.872275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e448d9-6b6e-44f2-86bb-df5532a56b05 req-8b59b553-26c5-4738-bd90-a969ba857e49 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] No DVR routers for this DVR port 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:11:58.881185 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-22e448d9-6b6e-44f2-86bb-df5532a56b05 req-8b59b553-26c5-4738-bd90-a969ba857e49 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:58.883530 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'e285bdae-5520-4790-bf22-f80f6302cb5a', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'port_id': 'e285bdae-5520-4790-bf22-f80f6302cb5a', 'mac_address': 'fa:16:3e:29:b4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:11:58.884569 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-93d85133-a4f3-4494-ac09-75fe4cc9312f req-285aec90-0661-4b99-8203-4ba249519c0d tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:58.894769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'name': 'network-vif-deleted', 'tag': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:11:58.909572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:11:58.964733 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-493e31d8-9485-4cff-a6cf-76284f1f9181 req-55aa6901-3a4e-4060-8d22-85eebf6e9c20 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373116 May 25 20:11:59.014607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285aec90-0661-4b99-8203-4ba249519c0d tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Pushing event deleted for resources: {'Port': ['ID=da1202a5-b0d2-411c-a6f0-f44653c94ec3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:11:59.107563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22e448d9-6b6e-44f2-86bb-df5532a56b05 req-8b59b553-26c5-4738-bd90-a969ba857e49 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.70 "DELETE /v2.0/ports/1f289351-6c1a-4d9d-b37d-a5970b0e6a94 HTTP/1.1" status: 204 len: 173 time: 3.9121635 May 25 20:11:59.220666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d85133-a4f3-4494-ac09-75fe4cc9312f req-285aec90-0661-4b99-8203-4ba249519c0d tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] No DVR routers for this DVR port da1202a5-b0d2-411c-a6f0-f44653c94ec3 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:11:59.227340 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-93d85133-a4f3-4494-ac09-75fe4cc9312f req-285aec90-0661-4b99-8203-4ba249519c0d tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:59.229506 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93d85133-a4f3-4494-ac09-75fe4cc9312f req-285aec90-0661-4b99-8203-4ba249519c0d tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.70 "DELETE /v2.0/ports/da1202a5-b0d2-411c-a6f0-f44653c94ec3 HTTP/1.1" status: 204 len: 173 time: 2.8847320 May 25 20:11:59.395597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Allocated IP 192.168.233.110 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/07bc86db-e546-4f5b-a075-471029537726) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:11:59.417448 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:59.470269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9e4dfe39-da3b-4023-b2da-773ee24662d1 req-59714582-5e44-4489-89f7-81ce644d7b3a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 210 time: 0.1525478 May 25 20:11:59.535948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e87d1cdf-5aac-4917-900c-e7d8ca85f327 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:11:59.541951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09558e99-5199-487c-9eef-a9df48cb7bf4 req-84a098e1-ba92-488b-be37-f7e8c831954e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:59.550572 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-09558e99-5199-487c-9eef-a9df48cb7bf4 req-84a098e1-ba92-488b-be37-f7e8c831954e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 944 time: 1.2235868 May 25 20:11:59.605386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port e285bdae-5520-4790-bf22-f80f6302cb5a is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:11:59.613619 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:59.626750 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e3b9dce1-5fd7-4fa3-9cfe-d1bdebae8516 req-9d3c9226-a458-4709-b407-c45a0ed0f052 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8954103 May 25 20:11:59.732821 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:59.734406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:11:59.735012 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:11:59.747268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e285bdae-5520-4790-bf22-f80f6302cb5a {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:11:59.786444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:11:59.846390 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-09d9d072-4851-41be-892e-dd8607b53c76 req-fc926e9c-74a7-4ea8-96ff-0cd19e48c0ac tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 210 time: 0.1210165 May 25 20:11:59.926770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:11:59.927420 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1f289351-6c1a-4d9d-b37d-a5970b0e6a94 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:11:59.962026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47342) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:11:59.999263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port e285bdae-5520-4790-bf22-f80f6302cb5a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e285bdae-5520-4790-bf22-f80f6302cb5a,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:00.024120 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:00.120656 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fac785d-310b-459b-8fe5-dda90abe1174'] response: {'server_uuid': 'fd1d4f85-a1f0-4b09-b932-b3e5c6db592b', 'name': 'network-vif-deleted', 'tag': '1f289351-6c1a-4d9d-b37d-a5970b0e6a94', 'status': 'completed', 'code': 200} May 25 20:12:00.194275 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-09558e99-5199-487c-9eef-a9df48cb7bf4 req-b4fb3269-ddee-4a0f-a350-d75ab0da8a48 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426787 May 25 20:12:00.232274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port e87d1cdf-5aac-4917-900c-e7d8ca85f327 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:00.234181 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-be355f19-37fc-4f1a-8c83-43e03b413bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:00.255772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-be355f19-37fc-4f1a-8c83-43e03b413bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:00.262083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-be355f19-37fc-4f1a-8c83-43e03b413bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:36e9205a98ef4e93bc7037914305a0c1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:00.266284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-be355f19-37fc-4f1a-8c83-43e03b413bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:00.279710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-be355f19-37fc-4f1a-8c83-43e03b413bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:00.292442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['e285bdae-5520-4790-bf22-f80f6302cb5a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:12:00.326471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e87d1cdf-5aac-4917-900c-e7d8ca85f327 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:00.327494 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:00.372833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-59c9f8b7-8c71-4d08-bd58-7ad6dbb8a292 req-6c6a983d-c870-41d2-9701-22f0fa654346 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Synchronizing usage tracker for tenant:589fda33a5a849c886853c57cb900612 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:12:00.416163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-59c9f8b7-8c71-4d08-bd58-7ad6dbb8a292 req-6c6a983d-c870-41d2-9701-22f0fa654346 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] Unset dirty status for tenant:589fda33a5a849c886853c57cb900612 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:12:00.417614 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-59c9f8b7-8c71-4d08-bd58-7ad6dbb8a292 req-6c6a983d-c870-41d2-9701-22f0fa654346 tempest-ListImageFiltersTestJSON-100815302 tempest-ListImageFiltersTestJSON-100815302-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd1d4f85-a1f0-4b09-b932-b3e5c6db592b HTTP/1.1" status: 200 len: 210 time: 0.1035740 May 25 20:12:00.465834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=e285bdae-5520-4790-bf22-f80f6302cb5a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:00.564445 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-140258a2-55b0-4d28-83b1-96dc72dc6e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:00.641904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-99d68c31-d8a4-4c2b-bde3-6f63e1d6ebc9 req-9193689e-d19a-4875-9532-995e743ac762 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=5749b3df-4e4a-4d80-beaa-7627b2cc7a3d HTTP/1.1" status: 200 len: 210 time: 0.2432382 May 25 20:12:00.651635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] Pushing event updated for resources: {'Network': ['ID=c68cab1b-603a-408c-9a4c-5c00fe82b296,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:00.658398 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4777ac4f-63a3-4975-9410-d910f76f34ff admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.5646067 May 25 20:12:00.665547 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e87d1cdf-5aac-4917-900c-e7d8ca85f327 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:00.665919 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:00.682840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-3988b03a-7c92-40ac-92ac-bf473176a2c2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:00.683665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-3988b03a-7c92-40ac-92ac-bf473176a2c2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Synchronizing usage tracker for tenant:bcd8a79fdc45491c930f09375a86f6b9 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:12:00.692636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network c68cab1b-603a-408c-9a4c-5c00fe82b296 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:12:00.694385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47354) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:00.748383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Request body: {'subnet': {'network_id': 'c68cab1b-603a-408c-9a4c-5c00fe82b296', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1142119798-subnet', 'tenant_id': 'b17387a77483483e89b7fa675a052346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:00.769835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:00.789243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Usage tracker for resource:subnet and tenant:b17387a77483483e89b7fa675a052346 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:00.797202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:00.801183 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-be355f19-37fc-4f1a-8c83-43e03b413bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:00.806445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-be355f19-37fc-4f1a-8c83-43e03b413bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:00.818871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:00.821540 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-3988b03a-7c92-40ac-92ac-bf473176a2c2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Unset dirty status for tenant:bcd8a79fdc45491c930f09375a86f6b9 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:12:00.822724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-3988b03a-7c92-40ac-92ac-bf473176a2c2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.50 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 820 time: 0.9892228 May 25 20:12:00.865703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be355f19-37fc-4f1a-8c83-43e03b413bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27070af1-2168-45ec-8626-934e6b9ceee2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:00.875711 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-be355f19-37fc-4f1a-8c83-43e03b413bb9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36e9205a98ef4e93bc7037914305a0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9111202 May 25 20:12:00.876324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47360) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:00.880373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Request body: {'port': {'device_id': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'admin_state_up': True, 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:00.900087 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port e87d1cdf-5aac-4917-900c-e7d8ca85f327, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e87d1cdf-5aac-4917-900c-e7d8ca85f327,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:00.907523 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:00.913855 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:00.943309 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ae8aea5-4a2f-4875-9536-f3b03b6d9609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:00.970261 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ae8aea5-4a2f-4875-9536-f3b03b6d9609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:00.976600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-15c1e6ce-679e-4e10-866f-0a417f202edc req-b1dbd4f7-ec37-4b81-ae8e-b10981c6c910 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Synchronizing usage tracker for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:12:00.989723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=e87d1cdf-5aac-4917-900c-e7d8ca85f327,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:00.997174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Made reservation on behalf of b17387a77483483e89b7fa675a052346 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:00.999531 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.024890 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ae8aea5-4a2f-4875-9536-f3b03b6d9609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.041950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8aea5-4a2f-4875-9536-f3b03b6d9609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27070af1-2168-45ec-8626-934e6b9ceee2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:01.046874 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ae8aea5-4a2f-4875-9536-f3b03b6d9609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.050857 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3ae8aea5-4a2f-4875-9536-f3b03b6d9609 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27070af1-2168-45ec-8626-934e6b9ceee2 HTTP/1.1" status: 204 len: 168 time: 0.1709278 May 25 20:12:01.094986 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Transition to ACTIVE for port object 07bc86db-e546-4f5b-a075-471029537726 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:01.119811 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-15c1e6ce-679e-4e10-866f-0a417f202edc req-b1dbd4f7-ec37-4b81-ae8e-b10981c6c910 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Unset dirty status for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:12:01.120970 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15c1e6ce-679e-4e10-866f-0a417f202edc req-b1dbd4f7-ec37-4b81-ae8e-b10981c6c910 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 210 time: 0.3124034 May 25 20:12:01.197922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:01.204658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Usage tracker for resource:port and tenant:bcd8a79fdc45491c930f09375a86f6b9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:01.208165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:01.216532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:01.232858 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.246029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['69e2fa7d-2a77-4512-afe8-e2817535b3cb', '1b9acb47-a82c-4572-a38d-b983dd06b5f6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:12:01.286573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e87d1cdf-5aac-4917-900c-e7d8ca85f327 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:12:01.309852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Made reservation on behalf of bcd8a79fdc45491c930f09375a86f6b9 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:01.314867 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.330965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['f26f26de-b40f-43b6-b253-db45aad5232c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:12:01.404539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47370) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:01.419764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:12:01.430808 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.437184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:01.439027 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3abdc2f7-7355-452b-ad31-f718c3626eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.439804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:12:01.479775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3abdc2f7-7355-452b-ad31-f718c3626eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:01.486502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3abdc2f7-7355-452b-ad31-f718c3626eab admin admin] Usage tracker for resource:security_group_rule and tenant:853a67e2027046e3ad62c9d7f7c90c41 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:01.490266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3abdc2f7-7355-452b-ad31-f718c3626eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:01.495094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47378) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:01.502223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3abdc2f7-7355-452b-ad31-f718c3626eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:01.529216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1bc13a73-7dda-403c-aa90-15836bc03e01 req-162f6803-1e05-4b5f-bdf0-8911180d9790 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Synchronizing usage tracker for tenant:bcd8a79fdc45491c930f09375a86f6b9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:12:01.704844 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.717139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:01.717898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.737857 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e87d1cdf-5aac-4917-900c-e7d8ca85f327 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:01.738828 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.740954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Allocated IP 172.20.0.4 (00c6d67f-b1bb-47c8-ac2e-13ae224e1d54/e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672/095e8004-ab28-4a59-b028-e1eae0123d72) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:12:01.752178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Pushing event updated for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:01.798846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1bc13a73-7dda-403c-aa90-15836bc03e01 req-162f6803-1e05-4b5f-bdf0-8911180d9790 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Unset dirty status for tenant:bcd8a79fdc45491c930f09375a86f6b9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:12:01.800331 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1bc13a73-7dda-403c-aa90-15836bc03e01 req-162f6803-1e05-4b5f-bdf0-8911180d9790 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 210 time: 0.4915564 May 25 20:12:01.801499 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-330887ce-86a9-43d3-b1af-7871bee6bbc7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2255270 May 25 20:12:01.819851 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3abdc2f7-7355-452b-ad31-f718c3626eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.829577 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Request body: {'port': {'device_id': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:01.870078 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3abdc2f7-7355-452b-ad31-f718c3626eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.892202 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b10d5b95-b5b4-4574-bf48-448c56f4fb1f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.970919 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.975524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3abdc2f7-7355-452b-ad31-f718c3626eab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=853a67e2027046e3ad62c9d7f7c90c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5686362 May 25 20:12:01.984681 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b10d5b95-b5b4-4574-bf48-448c56f4fb1f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:01.993943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47386) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:01.994408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdc2f7-7355-452b-ad31-f718c3626eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b47756d-8a01-4a31-81ed-9cd3ba22b6d3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:02.031519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-00860023-0917-44a4-82ef-66263cf02d1b None None] Provisioning for port 07bc86db-e546-4f5b-a075-471029537726 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:02.037842 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.066946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0783690-3416-4602-93bb-4aa2eb63f3df req-b264af3f-f393-4025-8518-d35c4f497beb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:02.074415 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f0783690-3416-4602-93bb-4aa2eb63f3df req-b264af3f-f393-4025-8518-d35c4f497beb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 945 time: 0.2529521 May 25 20:12:02.089639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-00860023-0917-44a4-82ef-66263cf02d1b None None] Provisioning complete for port 07bc86db-e546-4f5b-a075-471029537726 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:02.090053 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-00860023-0917-44a4-82ef-66263cf02d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.126115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5749b3df-4e4a-4d80-beaa-7627b2cc7a3d', 'name': 'network-vif-deleted', 'tag': 'da1202a5-b0d2-411c-a6f0-f44653c94ec3'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:12:02.138839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f0783690-3416-4602-93bb-4aa2eb63f3df req-76b8900d-1d83-40a7-a027-7b84f8fb66aa tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635030 May 25 20:12:02.160945 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b10d5b95-b5b4-4574-bf48-448c56f4fb1f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.183532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d5b95-b5b4-4574-bf48-448c56f4fb1f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344d2657-6305-40b7-b849-77d7a0d61e38,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:02.210832 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b10d5b95-b5b4-4574-bf48-448c56f4fb1f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.212334 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b10d5b95-b5b4-4574-bf48-448c56f4fb1f tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "DELETE /v2.0/security-groups/344d2657-6305-40b7-b849-77d7a0d61e38 HTTP/1.1" status: 204 len: 168 time: 0.7122271 May 25 20:12:02.214750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47402) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:02.225893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-00860023-0917-44a4-82ef-66263cf02d1b None None] Port 07bc86db-e546-4f5b-a075-471029537726 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:12:02.230764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device e285bdae-5520-4790-bf22-f80f6302cb5a up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:12:02.239775 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-084b0abb-b38e-4fc6-a65d-95453c207bcc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] show failed (client error): The resource could not be found. May 25 20:12:02.241113 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-084b0abb-b38e-4fc6-a65d-95453c207bcc tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "GET /v2.0/security-groups/344d2657-6305-40b7-b849-77d7a0d61e38 HTTP/1.1" status: 404 len: 347 time: 0.0242431 May 25 20:12:02.244001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:02.347317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Checking segment: {'id': 'ac487913-0210-4da5-9b01-e80982bde77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c68cab1b-603a-408c-9a4c-5c00fe82b296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:02.347556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Network hostable DHCP agents. Network: c68cab1b-603a-408c-9a4c-5c00fe82b296, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:12:02.471565 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e87d1cdf-5aac-4917-900c-e7d8ca85f327 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:02.482846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c3e4e7-4c60-4ab3-8745-4e0c12d74d8c,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:02.488931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port e285bdae-5520-4790-bf22-f80f6302cb5a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:02.492581 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-897fbd43-95c9-4b66-9d59-6d5ac919709a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.493197 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-0a91c1a4-12a9-4b49-99f0-f88f8ea16721 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Deleting port fd222154-527e-40fa-8fb0-1ea0547dd5c4 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:12:02.493666 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a91c1a4-12a9-4b49-99f0-f88f8ea16721 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.495318 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port e285bdae-5520-4790-bf22-f80f6302cb5a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:02.495474 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.521458 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-897fbd43-95c9-4b66-9d59-6d5ac919709a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.553412 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934453ec-83fe-4a67-9471-3f198ac5d0f5'] response: {'server_uuid': '5749b3df-4e4a-4d80-beaa-7627b2cc7a3d', 'name': 'network-vif-deleted', 'tag': 'da1202a5-b0d2-411c-a6f0-f44653c94ec3', 'status': 'completed', 'code': 200} May 25 20:12:02.654431 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port e285bdae-5520-4790-bf22-f80f6302cb5a is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:02.654807 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.684338 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.699450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e46755-6c52-4db8-aecb-719789230303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e285bdae-5520-4790-bf22-f80f6302cb5a'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:12:02.702387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Transition to ACTIVE for port object 095e8004-ab28-4a59-b028-e1eae0123d72 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:02.718831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port e285bdae-5520-4790-bf22-f80f6302cb5a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e285bdae-5520-4790-bf22-f80f6302cb5a,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:02.724755 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.827128 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a91c1a4-12a9-4b49-99f0-f88f8ea16721 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.828368 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a91c1a4-12a9-4b49-99f0-f88f8ea16721 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.829045 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=e285bdae-5520-4790-bf22-f80f6302cb5a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:02.853931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b654e76-3a3f-4a3e-aa47-8f588e513e29 req-5506f712-2948-45e2-a1c8-b82decc2fe95 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:02.855789 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b654e76-3a3f-4a3e-aa47-8f588e513e29 req-5506f712-2948-45e2-a1c8-b82decc2fe95 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 936 time: 0.1739986 May 25 20:12:02.900040 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-897fbd43-95c9-4b66-9d59-6d5ac919709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.920304 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:02.933593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Network c68cab1b-603a-408c-9a4c-5c00fe82b296 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:12:02.934964 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:03.001434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-0a91c1a4-12a9-4b49-99f0-f88f8ea16721 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Calling delete_port for fd222154-527e-40fa-8fb0-1ea0547dd5c4 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:12:03.079480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b654e76-3a3f-4a3e-aa47-8f588e513e29 req-75e5a5a3-f2fb-4236-b70c-93dbffc34a38 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640837 May 25 20:12:03.143827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fbd43-95c9-4b66-9d59-6d5ac919709a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b47756d-8a01-4a31-81ed-9cd3ba22b6d3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:03.183229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, c68cab1b-603a-408c-9a4c-5c00fe82b296) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:03.192618 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a32e64-fe14-4a5b-af61-cbd4c960656a'] response: {'server_uuid': '85e46755-6c52-4db8-aecb-719789230303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e285bdae-5520-4790-bf22-f80f6302cb5a', 'code': 200} May 25 20:12:03.202990 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a91c1a4-12a9-4b49-99f0-f88f8ea16721 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:03.204127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291a5391-dd00-4cea-8944-6ed3050b0bf8 None None] Network c68cab1b-603a-408c-9a4c-5c00fe82b296 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:12:03.228341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-897fbd43-95c9-4b66-9d59-6d5ac919709a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:03.232081 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-897fbd43-95c9-4b66-9d59-6d5ac919709a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b47756d-8a01-4a31-81ed-9cd3ba22b6d3 HTTP/1.1" status: 204 len: 168 time: 1.2079351 May 25 20:12:03.249853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:03.251186 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:03.258322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:12:03.262425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91c1a4-12a9-4b49-99f0-f88f8ea16721 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Pushing event deleted for resources: {'Port': ['ID=fd222154-527e-40fa-8fb0-1ea0547dd5c4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:03.265093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:03.277567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:12:03.319715 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:12:03.404363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Pushing event updated for resources: {'Port': ['ID=095e8004-ab28-4a59-b028-e1eae0123d72,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:03.446654 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a91c1a4-12a9-4b49-99f0-f88f8ea16721 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:03.480292 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a91c1a4-12a9-4b49-99f0-f88f8ea16721 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:03.481904 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0a91c1a4-12a9-4b49-99f0-f88f8ea16721 tempest-ImagesOneServerNegativeTestJSON-1152253210 tempest-ImagesOneServerNegativeTestJSON-1152253210-project] 10.222.0.60 "DELETE /v2.0/floatingips/43500e7e-091d-4f35-8afc-96d38119bcf5 HTTP/1.1" status: 204 len: 168 time: 1.2367246 May 25 20:12:03.540925 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-69043fcf-da2c-4825-9014-9f03f430ca30 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8393607 May 25 20:12:03.573269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bc86db-e546-4f5b-a075-471029537726 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:12:03.585469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:03.586118 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:03.607189 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:03.614675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe06fa1-6670-4b0f-ad91-3704613e6d2e None None] Network c68cab1b-603a-408c-9a4c-5c00fe82b296 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:12:03.648147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Transition to ACTIVE for port object 07bc86db-e546-4f5b-a075-471029537726 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:03.657899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a746a77-ce6f-4f00-aaa8-0b00e2aa9745 req-cd3eb47f-5aa8-4ab0-868d-7522532060ed tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:03.664924 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5a746a77-ce6f-4f00-aaa8-0b00e2aa9745 req-cd3eb47f-5aa8-4ab0-868d-7522532060ed tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 950 time: 0.7409933 May 25 20:12:03.667381 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-331a00c2-7ea7-4e32-b61b-b53fde85b6f7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7912779 May 25 20:12:03.705295 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:03.798479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Request body: {'port': {'device_id': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:03.854119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-846e9681-3150-4447-827e-3d72a54d1c1c None None] Provisioning for port 095e8004-ab28-4a59-b028-e1eae0123d72 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:03.882625 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-846e9681-3150-4447-827e-3d72a54d1c1c None None] Provisioning complete for port 095e8004-ab28-4a59-b028-e1eae0123d72 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:03.885117 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-846e9681-3150-4447-827e-3d72a54d1c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:03.998080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b0179-a578-4920-a917-9775c307bb44 req-e4e8915c-3a73-4dac-b4a4-ff69d0fdd502 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:04.000356 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f78b0179-a578-4920-a917-9775c307bb44 req-e4e8915c-3a73-4dac-b4a4-ff69d0fdd502 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 931 time: 0.1007998 May 25 20:12:04.033020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d53b3-3d6d-4f24-b46e-6cc0e8ada9e7 req-a84c36b5-6296-4168-a568-756871d45ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:04.035222 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-831d53b3-3d6d-4f24-b46e-6cc0e8ada9e7 req-a84c36b5-6296-4168-a568-756871d45ca9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 1097 time: 0.7263644 May 25 20:12:04.037697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-846e9681-3150-4447-827e-3d72a54d1c1c None None] Port 095e8004-ab28-4a59-b028-e1eae0123d72 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:12:04.068591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f78b0179-a578-4920-a917-9775c307bb44 req-beb3c04a-15f7-4946-a355-99d0a9ab37f9 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595825 May 25 20:12:04.090341 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5a746a77-ce6f-4f00-aaa8-0b00e2aa9745 req-5d07b980-0e67-4e7f-b37f-07b8cf725261 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243245 May 25 20:12:04.090924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:04.337340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070f280-de93-4155-850f-4fd7743559dc req-6fa0f9a6-498f-49b2-8c2e-885bfcfd7b52 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:04.339202 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f070f280-de93-4155-850f-4fd7743559dc req-6fa0f9a6-498f-49b2-8c2e-885bfcfd7b52 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.1138229 May 25 20:12:04.352053 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-831d53b3-3d6d-4f24-b46e-6cc0e8ada9e7 req-7aab1c5a-7e9f-4e9a-8a1d-11a28a689ee3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957605 May 25 20:12:04.372523 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:04.408344 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f070f280-de93-4155-850f-4fd7743559dc req-4ac4f2c3-707a-4c2c-99a6-fee1ac86f3c5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604603 May 25 20:12:04.434451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47492) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:04.513091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab4ab3-42a3-411c-b685-b7c854ff6da4 req-7a9690a2-f5b5-413e-8cc9-c6517c506b65 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:04.515397 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4dab4ab3-42a3-411c-b685-b7c854ff6da4 req-7a9690a2-f5b5-413e-8cc9-c6517c506b65 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.50 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 950 time: 0.5493975 May 25 20:12:04.517448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Attempting to bind port 07bc86db-e546-4f5b-a075-471029537726 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:12:04.517771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Attempting to bind port 07bc86db-e546-4f5b-a075-471029537726 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:12:04.518084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Attempting to bind port 07bc86db-e546-4f5b-a075-471029537726 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:04.548227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec223a23-f0a2-46da-acb9-84c2c0147cdc admin admin] Deleting subnet 01c3e4e7-4c60-4ab3-8745-4e0c12d74d8c {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:12:04.551965 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec223a23-f0a2-46da-acb9-84c2c0147cdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:04.568477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Port 07bc86db-e546-4f5b-a075-471029537726 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:12:04.569012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Attempting to bind port 07bc86db-e546-4f5b-a075-471029537726 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:04.621544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec223a23-f0a2-46da-acb9-84c2c0147cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:04.659452 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:12:04.660065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:04.660617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:12:04.661228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Bound port: 07bc86db-e546-4f5b-a075-471029537726, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:12:04.661757 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:04.718522 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-4dab4ab3-42a3-411c-b685-b7c854ff6da4 req-cfb7db9e-6b53-4005-9728-e7c79c948787 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Deleting port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:12:04.719280 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4dab4ab3-42a3-411c-b685-b7c854ff6da4 req-cfb7db9e-6b53-4005-9728-e7c79c948787 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:04.866653 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec223a23-f0a2-46da-acb9-84c2c0147cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:04.946908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be577c67-7a5b-420f-9993-3f72c4dec163 req-a9809e24-3ddd-413f-923d-0790b728cad9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:04.948421 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be577c67-7a5b-420f-9993-3f72c4dec163 req-a9809e24-3ddd-413f-923d-0790b728cad9 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 948 time: 0.2944767 May 25 20:12:04.974062 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec223a23-f0a2-46da-acb9-84c2c0147cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:05.022594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec223a23-f0a2-46da-acb9-84c2c0147cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c3e4e7-4c60-4ab3-8745-4e0c12d74d8c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:05.034643 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec223a23-f0a2-46da-acb9-84c2c0147cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:05.053983 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ec223a23-f0a2-46da-acb9-84c2c0147cdc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/01c3e4e7-4c60-4ab3-8745-4e0c12d74d8c HTTP/1.1" status: 204 len: 168 time: 0.6181233 May 25 20:12:05.057781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47510) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:05.068724 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be577c67-7a5b-420f-9993-3f72c4dec163 req-9eba9684-a2bd-4404-980e-9704c92c4f57 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105597 May 25 20:12:05.184225 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f947082-0f9b-482b-bfe4-eaecb52137c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:05.221221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:12:05.452174 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f947082-0f9b-482b-bfe4-eaecb52137c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:05.503407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7f947082-0f9b-482b-bfe4-eaecb52137c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68cab1b-603a-408c-9a4c-5c00fe82b296']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:05.523088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7f947082-0f9b-482b-bfe4-eaecb52137c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac487913-0210-4da5-9b01-e80982bde77c') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:05.523664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7f947082-0f9b-482b-bfe4-eaecb52137c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac487913-0210-4da5-9b01-e80982bde77c') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:05.542502 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f947082-0f9b-482b-bfe4-eaecb52137c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:05.577124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b448dbe-ffd0-431e-978f-dac957da2eaa req-a29fe8e7-fd8b-4823-a7f7-5ee257063867 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:05.578665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6b448dbe-ffd0-431e-978f-dac957da2eaa req-a29fe8e7-fd8b-4823-a7f7-5ee257063867 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Synchronizing usage tracker for tenant:9ae1a1beae3a4e4cbef7dd0cec460797 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:12:05.582045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:12:05.585597 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f947082-0f9b-482b-bfe4-eaecb52137c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:05.602659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f947082-0f9b-482b-bfe4-eaecb52137c0 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:12:05.603336 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f947082-0f9b-482b-bfe4-eaecb52137c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:05.620300 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:05.697604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4dab4ab3-42a3-411c-b685-b7c854ff6da4 req-cfb7db9e-6b53-4005-9728-e7c79c948787 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] For port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:05.697872 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4dab4ab3-42a3-411c-b685-b7c854ff6da4 req-cfb7db9e-6b53-4005-9728-e7c79c948787 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:05.706143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47536) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:05.707929 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment ac487913-0210-4da5-9b01-e80982bde77c resource provider aggregate not found May 25 20:12:05.728621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6b448dbe-ffd0-431e-978f-dac957da2eaa req-a29fe8e7-fd8b-4823-a7f7-5ee257063867 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Unset dirty status for tenant:9ae1a1beae3a4e4cbef7dd0cec460797 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:12:05.729791 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b448dbe-ffd0-431e-978f-dac957da2eaa req-a29fe8e7-fd8b-4823-a7f7-5ee257063867 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 950 time: 0.3891184 May 25 20:12:05.751327 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment ac487913-0210-4da5-9b01-e80982bde77c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac487913-0210-4da5-9b01-e80982bde77c found for delete ", "request_id": "req-c4a04035-24f8-40b2-a26b-593868d178f4"}]} May 25 20:12:05.798442 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f947082-0f9b-482b-bfe4-eaecb52137c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:05.823049 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f947082-0f9b-482b-bfe4-eaecb52137c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:05.835525 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b448dbe-ffd0-431e-978f-dac957da2eaa req-df060a1e-691c-4485-a6b7-05648ecf41ef tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/security-groups?id=24e6c1e5-1d4d-4179-993e-d1fd9f808f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863669 May 25 20:12:05.839025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f947082-0f9b-482b-bfe4-eaecb52137c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c68cab1b-603a-408c-9a4c-5c00fe82b296,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:05.841721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7f947082-0f9b-482b-bfe4-eaecb52137c0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c68cab1b-603a-408c-9a4c-5c00fe82b296 HTTP/1.1" status: 204 len: 168 time: 0.7719827 May 25 20:12:05.904541 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:12:05.962272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47552) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:05.979386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095e8004-ab28-4a59-b028-e1eae0123d72 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:12:05.990368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5f6c61fb-2768-478c-b039-f93b697c7987 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=589fda33a5a849c886853c57cb900612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783079 May 25 20:12:05.993559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47558) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:06.043553 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-4dab4ab3-42a3-411c-b685-b7c854ff6da4 req-cfb7db9e-6b53-4005-9728-e7c79c948787 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Calling delete_port for 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:12:06.073780 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1997b7a7-668b-40cf-97f2-181d3ec78f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:06.089141 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:06.124492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:06.125467 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:06.131671 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] 10.222.0.70 "PUT /v2.0/ports/07bc86db-e546-4f5b-a075-471029537726 HTTP/1.1" status: 200 len: 1096 time: 4.3153691 May 25 20:12:06.160801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47568) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:06.192594 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1997b7a7-668b-40cf-97f2-181d3ec78f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:06.315853 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f13e4cf2-ab87-43ad-9d79-2624f0b8108e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b17387a77483483e89b7fa675a052346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528728 May 25 20:12:06.318730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47582) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:06.323679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Transition to ACTIVE for port object 095e8004-ab28-4a59-b028-e1eae0123d72 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:06.328199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'tag': '07bc86db-e546-4f5b-a075-471029537726'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:12:06.343852 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:06.349302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a5c0b-5a07-43ec-aedc-c7245927fc7e req-5fe12673-269c-4db9-b12d-7d7ab3c35eb7 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:06.350315 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea5a5c0b-5a07-43ec-aedc-c7245927fc7e req-5fe12673-269c-4db9-b12d-7d7ab3c35eb7 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.2778304 May 25 20:12:06.356991 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4dab4ab3-42a3-411c-b685-b7c854ff6da4 req-cfb7db9e-6b53-4005-9728-e7c79c948787 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:06.442842 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1997b7a7-668b-40cf-97f2-181d3ec78f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:06.537479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5b8fd-2b5c-4169-835c-0ebfc2d53f46 req-976a9b8f-97a1-4989-a5e6-50d641ffc11c tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:06.539043 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6fd5b8fd-2b5c-4169-835c-0ebfc2d53f46 req-976a9b8f-97a1-4989-a5e6-50d641ffc11c tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 931 time: 1.2082021 May 25 20:12:06.553443 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c035f0d-77d5-43df-9e84-ac93d1aa1c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:06.561863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997b7a7-668b-40cf-97f2-181d3ec78f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71cea49-4cb1-4d57-9429-76356e8941bd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:06.588495 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea5a5c0b-5a07-43ec-aedc-c7245927fc7e req-72d55cce-d378-4069-93f0-36f8ec7c1531 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144525 May 25 20:12:06.656978 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1997b7a7-668b-40cf-97f2-181d3ec78f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:06.664237 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1997b7a7-668b-40cf-97f2-181d3ec78f41 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d71cea49-4cb1-4d57-9429-76356e8941bd HTTP/1.1" status: 204 len: 168 time: 0.6672773 May 25 20:12:06.676334 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c035f0d-77d5-43df-9e84-ac93d1aa1c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:06.685392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-2207181e-b208-472c-9508-bfa49ec4bfd0 admin admin] Deleting subnet 73c490fc-9d2c-491a-941a-073d05e04508 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:12:06.701425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2207181e-b208-472c-9508-bfa49ec4bfd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:06.709846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338b078-0306-4077-b341-0e486882e3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:06.844741 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2207181e-b208-472c-9508-bfa49ec4bfd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:06.870305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dab4ab3-42a3-411c-b685-b7c854ff6da4 req-cfb7db9e-6b53-4005-9728-e7c79c948787 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] No DVR routers for this DVR port 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:12:06.875763 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4dab4ab3-42a3-411c-b685-b7c854ff6da4 req-cfb7db9e-6b53-4005-9728-e7c79c948787 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:06.937618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6fd5b8fd-2b5c-4169-835c-0ebfc2d53f46 req-2d368aa3-e302-4f8d-97ea-4f8b87c89ced tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Synchronizing usage tracker for tenant:bcd8a79fdc45491c930f09375a86f6b9 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:12:06.944069 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4dab4ab3-42a3-411c-b685-b7c854ff6da4 req-cfb7db9e-6b53-4005-9728-e7c79c948787 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.50 "DELETE /v2.0/ports/2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 HTTP/1.1" status: 204 len: 173 time: 2.3769495 May 25 20:12:06.944608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Pushing event updated for resources: {'Port': ['ID=095e8004-ab28-4a59-b028-e1eae0123d72,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:06.985661 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2207181e-b208-472c-9508-bfa49ec4bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:07.034590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7db9e-6b53-4005-9728-e7c79c948787 tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] Pushing event deleted for resources: {'Port': ['ID=2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:07.044074 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c035f0d-77d5-43df-9e84-ac93d1aa1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:07.066297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Attempting to bind port 095e8004-ab28-4a59-b028-e1eae0123d72 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:12:07.066678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Attempting to bind port 095e8004-ab28-4a59-b028-e1eae0123d72 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:12:07.067069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Attempting to bind port 095e8004-ab28-4a59-b028-e1eae0123d72 on network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:07.071732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-ad78b64f-1d60-4fbb-b046-d1c9b9d18ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:07.073418 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-ad78b64f-1d60-4fbb-b046-d1c9b9d18ede service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 1099 time: 0.7370720 May 25 20:12:07.078016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6fd5b8fd-2b5c-4169-835c-0ebfc2d53f46 req-2d368aa3-e302-4f8d-97ea-4f8b87c89ced tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Unset dirty status for tenant:bcd8a79fdc45491c930f09375a86f6b9 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:12:07.079581 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6fd5b8fd-2b5c-4169-835c-0ebfc2d53f46 req-2d368aa3-e302-4f8d-97ea-4f8b87c89ced tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838693 May 25 20:12:07.080378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Port 095e8004-ab28-4a59-b028-e1eae0123d72 on network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:12:07.080779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Attempting to bind port 095e8004-ab28-4a59-b028-e1eae0123d72 on network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:07.116724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c035f0d-77d5-43df-9e84-ac93d1aa1c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a7aeff-c1fb-41d4-9544-ca18ca48cfc2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:07.143790 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:12:07.163666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:12:07.163838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Checking segment: {'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:07.164123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Bound using segment: {'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:12:07.164573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Bound port: 095e8004-ab28-4a59-b028-e1eae0123d72, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:12:07.165276 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:07.172697 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c035f0d-77d5-43df-9e84-ac93d1aa1c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:07.173825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4c035f0d-77d5-43df-9e84-ac93d1aa1c91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91a7aeff-c1fb-41d4-9544-ca18ca48cfc2 HTTP/1.1" status: 204 len: 168 time: 0.8541493 May 25 20:12:07.196266 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-2bf695d1-072f-401e-96f7-958d4d255216 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=07bc86db-e546-4f5b-a075-471029537726 HTTP/1.1" status: 200 len: 217 time: 0.1128151 May 25 20:12:07.223580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2207181e-b208-472c-9508-bfa49ec4bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:07.254057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b8355-87ba-4e32-b9fa-5c5ea921f8bb req-d0dc0fb2-6fdb-47e8-9563-8448ff169956 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:07.261750 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d25b8355-87ba-4e32-b9fa-5c5ea921f8bb req-d0dc0fb2-6fdb-47e8-9563-8448ff169956 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 948 time: 0.3371184 May 25 20:12:07.276090 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2004abda-d8f2-4e69-ba6e-bd712b7eeeaa'] response: {'name': 'network-changed', 'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'tag': '07bc86db-e546-4f5b-a075-471029537726', 'status': 'completed', 'code': 200} May 25 20:12:07.353523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] For port 095e8004-ab28-4a59-b028-e1eae0123d72, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:12:07.356664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] For port 095e8004-ab28-4a59-b028-e1eae0123d72, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=095e8004-ab28-4a59-b028-e1eae0123d72,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:12:07.360170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47628) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:07.374422 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:07.385763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207181e-b208-472c-9508-bfa49ec4bfd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73c490fc-9d2c-491a-941a-073d05e04508,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:07.392896 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2207181e-b208-472c-9508-bfa49ec4bfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:07.413051 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2207181e-b208-472c-9508-bfa49ec4bfd0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/73c490fc-9d2c-491a-941a-073d05e04508 HTTP/1.1" status: 204 len: 168 time: 1.4493968 May 25 20:12:07.416227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47636) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:07.455426 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d25b8355-87ba-4e32-b9fa-5c5ea921f8bb req-208d8a5f-87e1-4001-86c3-b479cb0f19a4 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928055 May 25 20:12:07.457283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-27680c80-f6d8-4c35-aae2-3926e588618d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:07.459060 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-27680c80-f6d8-4c35-aae2-3926e588618d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2550104 May 25 20:12:07.623342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:07.627073 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:07.629350 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] 10.222.0.50 "PUT /v2.0/ports/095e8004-ab28-4a59-b028-e1eae0123d72 HTTP/1.1" status: 200 len: 1091 time: 3.9075665 May 25 20:12:07.723947 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1399e56-812a-4921-a23b-15dba012f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:07.752488 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-315b339d-560e-4b29-8e93-25903962df4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:07.870770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9253f4-9104-42ed-ac5c-6e781d883f9c service neutron] Pushing event updated for resources: {'Port': ['ID=095e8004-ab28-4a59-b028-e1eae0123d72,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:07.969665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-258d751c-413a-474f-bc28-9e9c3685acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:07.971470 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-258d751c-413a-474f-bc28-9e9c3685acf0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4825184 May 25 20:12:08.148022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-426d4433-880c-40a6-a692-6e86e3d01a8f req-8d74a18f-02ba-40fb-9d97-20bab42fa73f tempest-ServersAdminNegativeTestJSON-1010151687 tempest-ServersAdminNegativeTestJSON-1010151687-project] 10.222.0.60 "GET /v2.0/ports?device_id=126598be-e83a-49d1-b160-38dec9d25084 HTTP/1.1" status: 200 len: 210 time: 0.3807743 May 25 20:12:08.159209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-315b339d-560e-4b29-8e93-25903962df4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:08.169440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-315b339d-560e-4b29-8e93-25903962df4d admin admin] Usage tracker for resource:security_group_rule and tenant:a27e84fa470b4b51a525bc1b823346d7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:08.187665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-315b339d-560e-4b29-8e93-25903962df4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:08.209335 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:12:08.279416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c57635-bbc4-4a48-84a1-1724868cee7b req-efacaa9c-6e0c-45c6-b9ed-a6e325477ff0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:08.288770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42c57635-bbc4-4a48-84a1-1724868cee7b req-efacaa9c-6e0c-45c6-b9ed-a6e325477ff0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.4149406 May 25 20:12:08.310066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-315b339d-560e-4b29-8e93-25903962df4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:08.311842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:12:08.315710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:12:08.324710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-d4d9509f-fa01-4835-b226-e908ca57c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:08.326354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-d4d9509f-fa01-4835-b226-e908ca57c665 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 1094 time: 0.5895996 May 25 20:12:08.408339 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-42fa873a-79a3-493f-9847-7fd2c16ff3a0 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288528 May 25 20:12:08.427544 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-6975e62a-433d-497c-8861-649439968237 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095e8004-ab28-4a59-b028-e1eae0123d72 HTTP/1.1" status: 200 len: 217 time: 0.0880690 May 25 20:12:08.448861 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42c57635-bbc4-4a48-84a1-1724868cee7b req-45daffc7-d646-4c89-81dd-d227a75a6c6b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592395 May 25 20:12:08.508366 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1399e56-812a-4921-a23b-15dba012f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:08.559046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a1399e56-812a-4921-a23b-15dba012f337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de66928f-98a4-4bf7-bcc8-4d34cdfcff7f']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:08.580260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a1399e56-812a-4921-a23b-15dba012f337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5896dee-352e-4de6-b96e-5242d699c2fe') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:08.580505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a1399e56-812a-4921-a23b-15dba012f337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5896dee-352e-4de6-b96e-5242d699c2fe') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:08.605259 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1399e56-812a-4921-a23b-15dba012f337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:08.638479 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bba7a3cb-40a3-43b8-ab95-17410b138b1b req-300c07f5-4c91-4d8e-a6a0-a8837fb8c73d service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160728 May 25 20:12:08.643970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e11a9e-4977-4ce8-aea7-1bcc146b8094 req-8e2ecec1-b6a7-4946-b769-4da651f63892 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:08.645626 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66e11a9e-4977-4ce8-aea7-1bcc146b8094 req-8e2ecec1-b6a7-4946-b769-4da651f63892 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 943 time: 0.2497554 May 25 20:12:08.651633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-7256d7f7-2860-433e-8257-b8d9e2cfde96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:08.654123 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-7256d7f7-2860-433e-8257-b8d9e2cfde96 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.2105508 May 25 20:12:08.659269 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1399e56-812a-4921-a23b-15dba012f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:08.685453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1399e56-812a-4921-a23b-15dba012f337 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:12:08.686038 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1399e56-812a-4921-a23b-15dba012f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:08.704086 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-315b339d-560e-4b29-8e93-25903962df4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:08.782143 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment e5896dee-352e-4de6-b96e-5242d699c2fe resource provider aggregate not found May 25 20:12:08.786081 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-315b339d-560e-4b29-8e93-25903962df4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:08.821917 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment e5896dee-352e-4de6-b96e-5242d699c2fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5896dee-352e-4de6-b96e-5242d699c2fe found for delete ", "request_id": "req-bccdb2d2-6b64-472f-a4cf-af64f94d8fc7"}]} May 25 20:12:08.875774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b339d-560e-4b29-8e93-25903962df4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43381fdd-62ea-4e2d-8167-e9ffe2fc015e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:08.884503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-ba98647d-0c85-49ec-86a2-18b8baef7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:08.886237 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-ba98647d-0c85-49ec-86a2-18b8baef7d36 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170997 May 25 20:12:08.887062 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66e11a9e-4977-4ce8-aea7-1bcc146b8094 req-17c58f1f-d58d-400a-8e7c-768a2df1e334 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226887 May 25 20:12:08.890453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d4b1a-5687-4bc3-9a11-2428c60d6e26 req-4f24e4b2-4bfe-4697-b392-d291ff0c0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:08.891052 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-315b339d-560e-4b29-8e93-25903962df4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a27e84fa470b4b51a525bc1b823346d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5288181 May 25 20:12:08.892484 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1399e56-812a-4921-a23b-15dba012f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:08.894276 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-294d4b1a-5687-4bc3-9a11-2428c60d6e26 req-4f24e4b2-4bfe-4697-b392-d291ff0c0c4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 1099 time: 0.1276307 May 25 20:12:08.894816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47686) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:08.924483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1399e56-812a-4921-a23b-15dba012f337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:08.934928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1399e56-812a-4921-a23b-15dba012f337 admin admin] Pushing event deleted for resources: {'Network': ['ID=de66928f-98a4-4bf7-bcc8-4d34cdfcff7f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:08.986441 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a1399e56-812a-4921-a23b-15dba012f337 admin admin] 10.222.0.60 "DELETE /v2.0/networks/de66928f-98a4-4bf7-bcc8-4d34cdfcff7f HTTP/1.1" status: 204 len: 168 time: 1.5543749 May 25 20:12:09.027781 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75198f1e-3f68-4774-ad14-b1dbc7610b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:09.108884 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75198f1e-3f68-4774-ad14-b1dbc7610b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:09.182483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c40cd-3ae2-4d33-9663-b75cc5b88fb5 req-f575ba1c-f27f-4753-9e1e-1c00dadd3aa0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:09.184135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f06c40cd-3ae2-4d33-9663-b75cc5b88fb5 req-f575ba1c-f27f-4753-9e1e-1c00dadd3aa0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 948 time: 0.1378489 May 25 20:12:09.186204 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-ed6a5839-47dd-4241-95c1-7a310a9729f7 service neutron] 10.222.0.50 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887897 May 25 20:12:09.233099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d4b1a-5687-4bc3-9a11-2428c60d6e26 req-0dba55f9-ce4f-40b9-9568-6c11b2dbeb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:09.234964 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75198f1e-3f68-4774-ad14-b1dbc7610b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:09.235643 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-294d4b1a-5687-4bc3-9a11-2428c60d6e26 req-0dba55f9-ce4f-40b9-9568-6c11b2dbeb38 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.3134768 May 25 20:12:09.271651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f06c40cd-3ae2-4d33-9663-b75cc5b88fb5 req-c8e94fc6-aede-40d9-aa04-8a7b90924981 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805943 May 25 20:12:09.274452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75198f1e-3f68-4774-ad14-b1dbc7610b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43381fdd-62ea-4e2d-8167-e9ffe2fc015e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:09.282073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75198f1e-3f68-4774-ad14-b1dbc7610b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:09.285586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-75198f1e-3f68-4774-ad14-b1dbc7610b82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43381fdd-62ea-4e2d-8167-e9ffe2fc015e HTTP/1.1" status: 204 len: 168 time: 0.3874934 May 25 20:12:09.286015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47704) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:09.302236 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126598be-e83a-49d1-b160-38dec9d25084', 'name': 'network-vif-deleted', 'tag': '2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4'}, {'name': 'network-changed', 'server_uuid': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'tag': '095e8004-ab28-4a59-b028-e1eae0123d72'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:12:09.363243 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bebb9d38-9c3c-49a1-bad2-3d00893abc4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2802763962b04e3bb06c9f54560b4877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749640 May 25 20:12:09.364609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47712) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:09.392114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-294d4b1a-5687-4bc3-9a11-2428c60d6e26 req-c02cfb98-49c8-489b-9405-c4eaa7ca2ded service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=07bc86db-e546-4f5b-a075-471029537726 HTTP/1.1" status: 200 len: 217 time: 0.0844703 May 25 20:12:09.436194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47716) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:09.441625 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bce3426b-dca1-4fba-8c0e-d2e1de0211fd req-603638c6-219e-45ce-ba5e-45454a6f75f3 service neutron] 10.222.0.50 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429075 May 25 20:12:09.451860 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0b0cdf7c-caaf-425c-af2d-cc15ce796a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:09.489395 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0b0cdf7c-caaf-425c-af2d-cc15ce796a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:09.522476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d4b1a-5687-4bc3-9a11-2428c60d6e26 req-2aa49424-8ca2-426a-91de-41cfdf7ca4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:09.523946 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-294d4b1a-5687-4bc3-9a11-2428c60d6e26 req-2aa49424-8ca2-426a-91de-41cfdf7ca4ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0814657 May 25 20:12:09.559199 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0b0cdf7c-caaf-425c-af2d-cc15ce796a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:09.578803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cdf7c-caaf-425c-af2d-cc15ce796a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10997aa9-60d0-412d-9661-77d2533d909e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:09.587842 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0b0cdf7c-caaf-425c-af2d-cc15ce796a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:09.588984 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0b0cdf7c-caaf-425c-af2d-cc15ce796a35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10997aa9-60d0-412d-9661-77d2533d909e HTTP/1.1" status: 204 len: 168 time: 0.2234740 May 25 20:12:09.605909 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-295e1588-0475-4447-a32a-18fe8af66cd9'] response: {'server_uuid': '126598be-e83a-49d1-b160-38dec9d25084', 'name': 'network-vif-deleted', 'tag': '2b8733aa-b82e-458a-ad1d-f13dd5cdf7c4', 'status': 'completed', 'code': 200} May 25 20:12:09.606271 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-295e1588-0475-4447-a32a-18fe8af66cd9'] response: {'name': 'network-changed', 'server_uuid': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'tag': '095e8004-ab28-4a59-b028-e1eae0123d72', 'status': 'completed', 'code': 200} May 25 20:12:09.686240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d4b1a-5687-4bc3-9a11-2428c60d6e26 req-a8795650-a164-4ba8-a66d-72f100a89fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:09.688531 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-294d4b1a-5687-4bc3-9a11-2428c60d6e26 req-a8795650-a164-4ba8-a66d-72f100a89fa8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1565287 May 25 20:12:09.868175 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-294d4b1a-5687-4bc3-9a11-2428c60d6e26 req-7a41d631-23f4-45cd-a3f2-77be18ba1ad2 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702547 May 25 20:12:09.871440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eec54-6a3a-498d-83cc-5d50e9fd302b req-48ce9eea-139f-4a50-97aa-fe7729b61a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:09.873145 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7c9eec54-6a3a-498d-83cc-5d50e9fd302b req-48ce9eea-139f-4a50-97aa-fe7729b61a54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 1094 time: 0.2638798 May 25 20:12:09.910271 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff848415-bbab-451f-9130-ff080941f817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:09.947785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ff848415-bbab-451f-9130-ff080941f817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:09.954966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ff848415-bbab-451f-9130-ff080941f817 admin admin] Usage tracker for resource:security_group_rule and tenant:689d000729aa4a24a7000e1cc9c3ecd8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:09.963066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ff848415-bbab-451f-9130-ff080941f817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:09.979228 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ff848415-bbab-451f-9130-ff080941f817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:10.238108 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff848415-bbab-451f-9130-ff080941f817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:10.255099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fe195-f9f1-4bb2-9e73-8063abb44410 req-e77f6cb4-a0fc-4e0d-851f-132694e546fa tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:10.256779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b40fe195-f9f1-4bb2-9e73-8063abb44410 req-e77f6cb4-a0fc-4e0d-851f-132694e546fa tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.1537881 May 25 20:12:10.257999 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff848415-bbab-451f-9130-ff080941f817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:10.299558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eec54-6a3a-498d-83cc-5d50e9fd302b req-d019242f-816d-4e50-8817-82b9e173d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:10.301014 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7c9eec54-6a3a-498d-83cc-5d50e9fd302b req-d019242f-816d-4e50-8817-82b9e173d683 service neutron] 10.222.0.50 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 921 time: 0.4033759 May 25 20:12:10.304393 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-294d4b1a-5687-4bc3-9a11-2428c60d6e26 req-58f8c0cd-9381-4eb7-a748-9c33ed1f7bbe service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274087 May 25 20:12:10.337599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47742) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:10.357261 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ff848415-bbab-451f-9130-ff080941f817 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=689d000729aa4a24a7000e1cc9c3ecd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9201972 May 25 20:12:10.357930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47746) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:10.370892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff848415-bbab-451f-9130-ff080941f817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ca2d46-a016-439c-b29c-2ed25c8b7aa0,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:10.428990 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7c9eec54-6a3a-498d-83cc-5d50e9fd302b req-9aa0a0c0-a430-4689-993d-9c47e44d2776 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095e8004-ab28-4a59-b028-e1eae0123d72 HTTP/1.1" status: 200 len: 217 time: 0.1202748 May 25 20:12:10.437119 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b40fe195-f9f1-4bb2-9e73-8063abb44410 req-84baf457-0aa1-4107-aa52-48e9d19ef708 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684694 May 25 20:12:10.485608 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50ac3855-8c62-40d0-a8c7-e4bac2a1378a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:10.566443 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50ac3855-8c62-40d0-a8c7-e4bac2a1378a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:10.603670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eec54-6a3a-498d-83cc-5d50e9fd302b req-52cf4898-db17-4bc1-b759-c4c71b912388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:10.605139 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7c9eec54-6a3a-498d-83cc-5d50e9fd302b req-52cf4898-db17-4bc1-b759-c4c71b912388 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.1699922 May 25 20:12:10.650395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47760) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:10.779654 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9556c8ae-30d3-49b1-9e20-db3023d6336e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:10.782229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eec54-6a3a-498d-83cc-5d50e9fd302b req-7c94deae-6eea-495f-9723-5b5ae11bec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:10.785366 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7c9eec54-6a3a-498d-83cc-5d50e9fd302b req-7c94deae-6eea-495f-9723-5b5ae11bec3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723161 May 25 20:12:10.795616 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d090b2ba-816a-4e03-ace4-73cc8e2c14df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ae1a1beae3a4e4cbef7dd0cec460797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469259 May 25 20:12:10.805125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47768) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:10.817621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9556c8ae-30d3-49b1-9e20-db3023d6336e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:10.823818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9556c8ae-30d3-49b1-9e20-db3023d6336e admin admin] Usage tracker for resource:security_group_rule and tenant:d3a70222ceb642a6b7227af77dde6b17 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:10.827465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9556c8ae-30d3-49b1-9e20-db3023d6336e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:10.833871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9556c8ae-30d3-49b1-9e20-db3023d6336e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:10.930166 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-21b6efa6-b222-446c-add6-d38a623e837e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:10.988819 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-21b6efa6-b222-446c-add6-d38a623e837e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:11.005714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01201c58-6722-448a-a3ca-8f79e96ef42b req-db270d09-b317-4724-8534-3c601c4e6bb3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:11.007449 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-01201c58-6722-448a-a3ca-8f79e96ef42b req-db270d09-b317-4724-8534-3c601c4e6bb3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 948 time: 0.2210693 May 25 20:12:11.013666 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7c9eec54-6a3a-498d-83cc-5d50e9fd302b req-ee3e3054-5314-45cc-a901-3313602cc7b7 service neutron] 10.222.0.50 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895216 May 25 20:12:11.054657 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50ac3855-8c62-40d0-a8c7-e4bac2a1378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:11.091586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac3855-8c62-40d0-a8c7-e4bac2a1378a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ca2d46-a016-439c-b29c-2ed25c8b7aa0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:11.134184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b090be-c649-4b4b-970c-def87c8350eb req-307da18f-adae-43bf-ab4d-e79595efd8ef tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:11.142602 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-89b090be-c649-4b4b-970c-def87c8350eb req-307da18f-adae-43bf-ab4d-e79595efd8ef tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 943 time: 0.4910743 May 25 20:12:11.170423 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-01201c58-6722-448a-a3ca-8f79e96ef42b req-e3b9764b-cf3e-4eec-8671-862e9da10e94 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538212 May 25 20:12:11.188232 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50ac3855-8c62-40d0-a8c7-e4bac2a1378a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:11.190116 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-50ac3855-8c62-40d0-a8c7-e4bac2a1378a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19ca2d46-a016-439c-b29c-2ed25c8b7aa0 HTTP/1.1" status: 204 len: 168 time: 0.8238792 May 25 20:12:11.239064 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7c9eec54-6a3a-498d-83cc-5d50e9fd302b req-1a329afd-e1df-4929-ad65-2e65cca658fa service neutron] 10.222.0.50 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023203 May 25 20:12:11.245464 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-21b6efa6-b222-446c-add6-d38a623e837e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:11.263367 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9556c8ae-30d3-49b1-9e20-db3023d6336e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:11.284111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9556c8ae-30d3-49b1-9e20-db3023d6336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:11.299631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6efa6-b222-446c-add6-d38a623e837e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e6c1e5-1d4d-4179-993e-d1fd9f808f32,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:11.319592 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-89b090be-c649-4b4b-970c-def87c8350eb req-67c21e16-81cd-4d72-bf69-3baa9b99a3ad tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756079 May 25 20:12:11.359638 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-21b6efa6-b222-446c-add6-d38a623e837e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:11.361009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-21b6efa6-b222-446c-add6-d38a623e837e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24e6c1e5-1d4d-4179-993e-d1fd9f808f32 HTTP/1.1" status: 204 len: 168 time: 0.5523105 May 25 20:12:11.376893 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9556c8ae-30d3-49b1-9e20-db3023d6336e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3a70222ceb642a6b7227af77dde6b17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6860631 May 25 20:12:11.379779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47788) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:11.391922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47792) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:11.399350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556c8ae-30d3-49b1-9e20-db3023d6336e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff78864-99df-4502-8789-6246300eea11,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:11.460039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a559d175-92d0-4161-b7d7-8e0a0a710a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:11.501173 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a559d175-92d0-4161-b7d7-8e0a0a710a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:11.587962 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a559d175-92d0-4161-b7d7-8e0a0a710a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:11.629988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559d175-92d0-4161-b7d7-8e0a0a710a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff78864-99df-4502-8789-6246300eea11,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:11.649550 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a559d175-92d0-4161-b7d7-8e0a0a710a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:11.651283 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a559d175-92d0-4161-b7d7-8e0a0a710a5d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ff78864-99df-4502-8789-6246300eea11 HTTP/1.1" status: 204 len: 168 time: 0.2696693 May 25 20:12:11.793072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315f227-d0ec-47a9-9e8d-ed66c5692854 req-eee00d52-6d80-4fca-8c40-372833b4c7df tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:11.794862 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d315f227-d0ec-47a9-9e8d-ed66c5692854 req-eee00d52-6d80-4fca-8c40-372833b4c7df tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.1917729 May 25 20:12:11.860133 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d315f227-d0ec-47a9-9e8d-ed66c5692854 req-8b979de5-ed4f-48b5-b465-9193e09503b0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593407 May 25 20:12:11.898265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1606697676-network', 'tenant_id': '189f9c48850840278a858ff532363ff8'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:11.903440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:11.911234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Usage tracker for resource:network and tenant:189f9c48850840278a858ff532363ff8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:11.925366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:11.931861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:11.942927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Made reservation on behalf of 189f9c48850840278a858ff532363ff8 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:11.945271 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:11.958656 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:11.974369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:11.979177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:189f9c48850840278a858ff532363ff8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:11.983167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:11.990762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:12.038871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47810) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:12.098227 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:12.109008 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4f80ffb6-b4c7-4beb-b21d-dba3c623bf29 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3b077d21a844a07abce182b5567a4b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686216 May 25 20:12:12.113141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47814) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:12.119278 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:12.156552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:12:12.166654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2567fb-6c7c-4faf-8e1d-966c5ac5808b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:12.173397 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:12.174499 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Added segment 7b6c4dac-691e-49bf-b5eb-d87853644121 of type vlan for network 8510694c-8862-4119-8998-4a2f1a905b5c May 25 20:12:12.213340 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:12.223869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 095e8004-ab28-4a59-b028-e1eae0123d72 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:12:12.242113 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c3a3de37-c09b-4282-8f49-e106e5d96de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:12.268641 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:12.269973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:12.271676 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:12.297577 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c3a3de37-c09b-4282-8f49-e106e5d96de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:12.392031 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9984424 May 25 20:12:12.403449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47838) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:12.431803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Request body: {'subnet': {'network_id': '8510694c-8862-4119-8998-4a2f1a905b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1606697676-subnet', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:12.497998 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c3a3de37-c09b-4282-8f49-e106e5d96de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:12.524980 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3de37-c09b-4282-8f49-e106e5d96de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a91ac94-afae-4de2-90e5-68d509eba8e2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:12.535144 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c3a3de37-c09b-4282-8f49-e106e5d96de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:12.536430 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c3a3de37-c09b-4282-8f49-e106e5d96de3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a91ac94-afae-4de2-90e5-68d509eba8e2 HTTP/1.1" status: 204 len: 168 time: 0.4219112 May 25 20:12:12.550739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14ec9b-24ac-4146-88a3-dfc9b708085d req-58a92315-49eb-4c4b-8c1c-4bf7fb7dcf43 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:12.550739 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc14ec9b-24ac-4146-88a3-dfc9b708085d req-58a92315-49eb-4c4b-8c1c-4bf7fb7dcf43 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 948 time: 0.1811097 May 25 20:12:12.568345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 07bc86db-e546-4f5b-a075-471029537726 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:12:12.614594 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc14ec9b-24ac-4146-88a3-dfc9b708085d req-f5bf514e-aa32-4e87-9c65-62403c0a8e24 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573335 May 25 20:12:12.796635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:12.853831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Usage tracker for resource:subnet and tenant:189f9c48850840278a858ff532363ff8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:12.881346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:12.893248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:12.898682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:12.904479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3972572-059b-4277-a356-a011ccb95ed0 admin admin] Pushing event updated for resources: {'Network': ['ID=8510694c-8862-4119-8998-4a2f1a905b5c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:12.920090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '07bc86db-e546-4f5b-a075-471029537726', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '07bc86db-e546-4f5b-a075-471029537726', 'mac_address': 'fa:16:3e:89:e1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:12:12.940939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Made reservation on behalf of 189f9c48850840278a858ff532363ff8 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:12.943963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:12.970855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1e827-5331-439a-9ce6-8cc1f7cf8796 req-34f193ca-0f6f-4250-a3db-285f98eb4c2d tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:12.972463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9db1e827-5331-439a-9ce6-8cc1f7cf8796 req-34f193ca-0f6f-4250-a3db-285f98eb4c2d tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 943 time: 0.1683710 May 25 20:12:12.998412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 8510694c-8862-4119-8998-4a2f1a905b5c details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:12:13.144871 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9db1e827-5331-439a-9ce6-8cc1f7cf8796 req-fc3093f7-20cc-40e4-9256-025f97e903cc tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034496 May 25 20:12:13.176723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 095e8004-ab28-4a59-b028-e1eae0123d72, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=095e8004-ab28-4a59-b028-e1eae0123d72,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:13.208166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 07bc86db-e546-4f5b-a075-471029537726 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:13.212114 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:13.270569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47882) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:13.271465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bc86db-e546-4f5b-a075-471029537726 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:12:13.302030 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '095e8004-ab28-4a59-b028-e1eae0123d72', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'port_id': '095e8004-ab28-4a59-b028-e1eae0123d72', 'mac_address': 'fa:16:3e:90:0a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:12:13.404012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:13.404261 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 095e8004-ab28-4a59-b028-e1eae0123d72 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:13.404770 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:13.422348 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:13.434444 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:13.580849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-968526616-network', 'tenant_id': 'baabb968b19842ed83af768b5e357846'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:13.594125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095e8004-ab28-4a59-b028-e1eae0123d72 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:12:13.624433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:13.634731 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Usage tracker for resource:network and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:13.642857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:13.649470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce7e2e7-9a5e-4b90-890f-a14af5019a47,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:13.663458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:13.681872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Checking segment: {'id': '7b6c4dac-691e-49bf-b5eb-d87853644121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8510694c-8862-4119-8998-4a2f1a905b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:13.683253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 095e8004-ab28-4a59-b028-e1eae0123d72, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=095e8004-ab28-4a59-b028-e1eae0123d72,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:13.683565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Network hostable DHCP agents. Network: 8510694c-8862-4119-8998-4a2f1a905b5c, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:12:13.700506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:13.718854 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:13.738199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Made reservation on behalf of baabb968b19842ed83af768b5e357846 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:13.742815 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:13.767252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Network 8510694c-8862-4119-8998-4a2f1a905b5c is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:12:13.782886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 8510694c-8862-4119-8998-4a2f1a905b5c) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:13.789128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41aa85-6766-414b-82a1-706e82b3ef87 req-9ecb9c7c-580b-4559-9398-3c97f48d1893 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:13.790637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:13.791984 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:13.802743 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea41aa85-6766-414b-82a1-706e82b3ef87 req-9ecb9c7c-580b-4559-9398-3c97f48d1893 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.3993049 May 25 20:12:13.826308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['07bc86db-e546-4f5b-a075-471029537726'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:12:13.833431 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:13.865992 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2b876229-c00e-4ce7-9f45-8d2be9933171 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4612997 May 25 20:12:13.868167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47902) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:13.891161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1606697676-router', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:13.916040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:13.934082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:13.962539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Usage tracker for resource:security_group_rule and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:13.969841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:14.001122 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea41aa85-6766-414b-82a1-706e82b3ef87 req-6990fb7e-fc85-431f-a1f3-6902dda3dbee tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970167 May 25 20:12:14.010260 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e28b01-3c9d-408b-aacb-9ae71dc6fb83 None None] Network 8510694c-8862-4119-8998-4a2f1a905b5c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:12:14.013418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:14.021061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Usage tracker for resource:router and tenant:189f9c48850840278a858ff532363ff8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:14.052799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:14.062314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:14.089978 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:14.091281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:14.131323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a37fa0-18a5-4cbc-b5f0-109221f40b60 req-8b98bab2-fb6d-4a65-be95-382e2fb420c5 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:14.140650 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39a37fa0-18a5-4cbc-b5f0-109221f40b60 req-8b98bab2-fb6d-4a65-be95-382e2fb420c5 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 949 time: 0.2338057 May 25 20:12:14.144046 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:14.206064 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:14.215823 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:14.270890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14e9e82-226b-4a3d-ba85-f58c6d241488,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:14.281917 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39a37fa0-18a5-4cbc-b5f0-109221f40b60 req-7c1bc69d-2e54-4ded-a50a-4e5b93c1bdd8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402042 May 25 20:12:14.286219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:12:14.302339 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:14.303060 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Added segment a3987a58-3e46-47fd-8f09-c949386608d6 of type vlan for network 855117e8-c361-4c13-b335-a3bdd27fb6e0 May 25 20:12:14.335654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=095e8004-ab28-4a59-b028-e1eae0123d72,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:14.341142 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:14.360530 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['095e8004-ab28-4a59-b028-e1eae0123d72'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:12:14.474831 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:14.476292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:14.477222 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:14.740963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] Pushing event updated for resources: {'Network': ['ID=855117e8-c361-4c13-b335-a3bdd27fb6e0,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:14.758410 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-00df8dd4-b82b-412a-bef6-a851f9b0981e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4867880 May 25 20:12:14.763615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47938) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:14.771032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 855117e8-c361-4c13-b335-a3bdd27fb6e0 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:12:14.782552 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Request body: {'subnet': {'network_id': '855117e8-c361-4c13-b335-a3bdd27fb6e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-968526616-subnet', 'tenant_id': 'baabb968b19842ed83af768b5e357846', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:14.800819 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:14.817228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Usage tracker for resource:subnet and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:14.822318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:14.837811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:14.874879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3d7c5-dd49-428e-8396-9215f822f943 req-b8382127-2803-42eb-844a-d51db228b369 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:14.879225 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4d3d7c5-dd49-428e-8396-9215f822f943 req-b8382127-2803-42eb-844a-d51db228b369 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 944 time: 0.5067832 May 25 20:12:14.881451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:14.917386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-8510694c-8862-4119-8998-4a2f1a905b5c', 'network_id': '8510694c-8862-4119-8998-4a2f1a905b5c', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'fixed_ips': [{'subnet_id': '4ce7e2e7-9a5e-4b90-890f-a14af5019a47'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:12:14.918350 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:15.033390 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4d3d7c5-dd49-428e-8396-9215f822f943 req-f5bc2e1f-0b47-43e8-a184-43cae48f32e9 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400628 May 25 20:12:15.039796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Made reservation on behalf of baabb968b19842ed83af768b5e357846 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:15.042814 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:15.231216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Allocated IP 172.20.0.2 (8510694c-8862-4119-8998-4a2f1a905b5c/4ce7e2e7-9a5e-4b90-890f-a14af5019a47/c43b249f-e52d-4676-86fc-f78472bf0b0d) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:12:15.687522 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:15.740793 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:15.769525 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:15.805466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c67de3-7916-4695-ba3b-d38c9233e87e req-9697146c-9db3-4039-aa8f-775bec704147 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:15.813212 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-24c67de3-7916-4695-ba3b-d38c9233e87e req-9697146c-9db3-4039-aa8f-775bec704147 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.5907476 May 25 20:12:15.890263 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48010) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:15.902236 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:15.913307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Checking segment: {'id': 'a3987a58-3e46-47fd-8f09-c949386608d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '855117e8-c361-4c13-b335-a3bdd27fb6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:15.914270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Network hostable DHCP agents. Network: 855117e8-c361-4c13-b335-a3bdd27fb6e0, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:12:15.923880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Transition to ACTIVE for port object c43b249f-e52d-4676-86fc-f78472bf0b0d will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:15.947340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672ec0e-251d-4213-8a56-45d818eae54a req-afe046d7-45a0-4e2c-ad0e-8b8c2b802af7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:15.948742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Transition to ACTIVE for port object c43b249f-e52d-4676-86fc-f78472bf0b0d will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:15.959909 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:15.964460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3672ec0e-251d-4213-8a56-45d818eae54a req-afe046d7-45a0-4e2c-ad0e-8b8c2b802af7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 949 time: 0.4361124 May 25 20:12:15.965123 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-24c67de3-7916-4695-ba3b-d38c9233e87e req-c8807bf4-c45b-4dbe-bc5f-ffa260be170a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510100 May 25 20:12:15.969511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12ac6c78-abe5-4f00-8435-f2170a9223ce,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:16.003922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Network 855117e8-c361-4c13-b335-a3bdd27fb6e0 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:12:16.027397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 855117e8-c361-4c13-b335-a3bdd27fb6e0) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:16.041086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:16.041652 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:16.051998 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3672ec0e-251d-4213-8a56-45d818eae54a req-8a4179d0-ee12-4ea5-aad1-515e8474a501 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860674 May 25 20:12:16.123230 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ed5ea63f-8e62-47d6-981e-ca1edcb64871 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3585279 May 25 20:12:16.146193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa03a1f9-5837-4016-9dd8-59733e24b578 None None] Network 855117e8-c361-4c13-b335-a3bdd27fb6e0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:12:16.218764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Network 8510694c-8862-4119-8998-4a2f1a905b5c is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:12:16.251820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:16.256657 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Allocated IP 172.25.3.95 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/063331cc-83ed-4c65-8438-2abc26d4963f) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:12:16.376469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 095e8004-ab28-4a59-b028-e1eae0123d72 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:12:16.407344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:12:16.435201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 07bc86db-e546-4f5b-a075-471029537726 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:12:16.550944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Pushing event updated for resources: {'Port': ['ID=c43b249f-e52d-4676-86fc-f78472bf0b0d,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:16.565188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48038) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:16.627531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-40f3bb72-9e91-4e4a-9322-e20ca1914be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:16.764772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-40f3bb72-9e91-4e4a-9322-e20ca1914be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:16.788488 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1ed0c9bd-01fe-4df9-917d-774da3b6dd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:16.790348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-40f3bb72-9e91-4e4a-9322-e20ca1914be2 admin admin] Usage tracker for resource:security_group_rule and tenant:d2977d3c79df4827aba21278b3195852 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:16.801138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-40f3bb72-9e91-4e4a-9322-e20ca1914be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:16.807812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Attempting to bind port c43b249f-e52d-4676-86fc-f78472bf0b0d on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:12:16.808448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Attempting to bind port c43b249f-e52d-4676-86fc-f78472bf0b0d by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '7b6c4dac-691e-49bf-b5eb-d87853644121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8510694c-8862-4119-8998-4a2f1a905b5c'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:12:16.808808 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Attempting to bind port c43b249f-e52d-4676-86fc-f78472bf0b0d on network 8510694c-8862-4119-8998-4a2f1a905b5c {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:16.818689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-40f3bb72-9e91-4e4a-9322-e20ca1914be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:16.831292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1ed0c9bd-01fe-4df9-917d-774da3b6dd5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:16.835657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1ed0c9bd-01fe-4df9-917d-774da3b6dd5a admin admin] Usage tracker for resource:security_group_rule and tenant:be7a04aeaa254ffa98f72a18e863d71b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:16.838933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1ed0c9bd-01fe-4df9-917d-774da3b6dd5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:16.839394 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:16.854652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1ed0c9bd-01fe-4df9-917d-774da3b6dd5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:16.861180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-539881b5-cfe9-4832-b5bf-bff9f5bcba62 req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-357640840', 'description': 'tempest-description-1743999654'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:16.863034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:12:16.863407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Checking segment: {'id': '7b6c4dac-691e-49bf-b5eb-d87853644121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8510694c-8862-4119-8998-4a2f1a905b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:16.863798 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:16.864180 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Bound using segment: {'id': '7b6c4dac-691e-49bf-b5eb-d87853644121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8510694c-8862-4119-8998-4a2f1a905b5c'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:12:16.864645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Bound port: c43b249f-e52d-4676-86fc-f78472bf0b0d, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6c4dac-691e-49bf-b5eb-d87853644121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8510694c-8862-4119-8998-4a2f1a905b5c'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:12:16.865078 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:16.880724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-539881b5-cfe9-4832-b5bf-bff9f5bcba62 req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:16.885042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-539881b5-cfe9-4832-b5bf-bff9f5bcba62 req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:16.887910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-539881b5-cfe9-4832-b5bf-bff9f5bcba62 req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:16.894329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-539881b5-cfe9-4832-b5bf-bff9f5bcba62 req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:16.897402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ddcc8-02b2-4c2d-9808-3dcac0495150 req-6a3064ca-3135-4bb8-88d0-2842fab4bfb4 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:16.905775 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4b7ddcc8-02b2-4c2d-9808-3dcac0495150 req-6a3064ca-3135-4bb8-88d0-2842fab4bfb4 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 944 time: 0.2656310 May 25 20:12:16.912368 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-539881b5-cfe9-4832-b5bf-bff9f5bcba62 req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:16.946961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-539881b5-cfe9-4832-b5bf-bff9f5bcba62 req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:16.957696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-539881b5-cfe9-4832-b5bf-bff9f5bcba62 req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group_rule and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:16.959251 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 095e8004-ab28-4a59-b028-e1eae0123d72 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:16.961888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-539881b5-cfe9-4832-b5bf-bff9f5bcba62 req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:16.972939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-539881b5-cfe9-4832-b5bf-bff9f5bcba62 req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:16.988103 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4b7ddcc8-02b2-4c2d-9808-3dcac0495150 req-3a62631c-986f-41eb-ae2b-6b0e4aa3d552 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787733 May 25 20:12:17.005551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 095e8004-ab28-4a59-b028-e1eae0123d72 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:17.006991 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.070582 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.147919 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1ed0c9bd-01fe-4df9-917d-774da3b6dd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.152401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 07bc86db-e546-4f5b-a075-471029537726 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:17.167062 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1ed0c9bd-01fe-4df9-917d-774da3b6dd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.171927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a098069-61f3-4316-a735-27c27dfa5958 None None] Network 855117e8-c361-4c13-b335-a3bdd27fb6e0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:12:17.197430 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 07bc86db-e546-4f5b-a075-471029537726 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:17.198241 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.213018 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-539881b5-cfe9-4832-b5bf-bff9f5bcba62 req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.231783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:12:17.233949 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-40f3bb72-9e91-4e4a-9322-e20ca1914be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.238343 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-539881b5-cfe9-4832-b5bf-bff9f5bcba62 req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.247875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:17.256377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:12:17.270330 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1ed0c9bd-01fe-4df9-917d-774da3b6dd5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be7a04aeaa254ffa98f72a18e863d71b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7006118 May 25 20:12:17.270330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0c9bd-01fe-4df9-917d-774da3b6dd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e068122-29c2-48af-8797-958d68418cac,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:17.274998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48050) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:17.319049 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-40f3bb72-9e91-4e4a-9322-e20ca1914be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.365697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Pushing event updated for resources: {'Port': ['ID=063331cc-83ed-4c65-8438-2abc26d4963f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:17.380902 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-539881b5-cfe9-4832-b5bf-bff9f5bcba62 req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.382133 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-539881b5-cfe9-4832-b5bf-bff9f5bcba62 req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5288453 May 25 20:12:17.388271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] For port c43b249f-e52d-4676-86fc-f78472bf0b0d, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:12:17.397670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] For port c43b249f-e52d-4676-86fc-f78472bf0b0d, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c43b249f-e52d-4676-86fc-f78472bf0b0d,segment=NetworkSegment(7b6c4dac-691e-49bf-b5eb-d87853644121),segment_id=7b6c4dac-691e-49bf-b5eb-d87853644121)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:12:17.419367 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-944c0b9f-902e-43a0-a1c4-c044bbf5413b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.420478 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-40f3bb72-9e91-4e4a-9322-e20ca1914be2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2977d3c79df4827aba21278b3195852&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5121114 May 25 20:12:17.426496 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48056) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:17.429867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a41cc3-c919-497c-beca-d72c6d793b92 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96944953-a264-482b-aaa8-e5035ac4b2a0,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:17.447239 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.571154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3bb72-9e91-4e4a-9322-e20ca1914be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31691dae-aa09-4155-b3c0-e004368efeac,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:17.588150 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-944c0b9f-902e-43a0-a1c4-c044bbf5413b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.608296 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d1ae5-0c22-4bf8-83b6-df9ad589457b None None] Pushing event updated for resources: {'Port': ['ID=c43b249f-e52d-4676-86fc-f78472bf0b0d,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:17.710680 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-df2d89c1-c812-40c1-9d35-f92d518d2f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.768104 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-df2d89c1-c812-40c1-9d35-f92d518d2f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.785341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2a4d6-9e10-436a-a63a-50a8724e2eb4 req-6c405837-5f6e-4081-9f6e-56819b3020de tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:17.786086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 095e8004-ab28-4a59-b028-e1eae0123d72 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:17.786568 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.787801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fee2a4d6-9e10-436a-a63a-50a8724e2eb4 req-6c405837-5f6e-4081-9f6e-56819b3020de tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.6060951 May 25 20:12:17.797657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 07bc86db-e546-4f5b-a075-471029537726 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:17.798168 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.841585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bc86db-e546-4f5b-a075-471029537726'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:12:17.846164 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-944c0b9f-902e-43a0-a1c4-c044bbf5413b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.864818 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-df2d89c1-c812-40c1-9d35-f92d518d2f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.881255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c0b9f-902e-43a0-a1c4-c044bbf5413b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e068122-29c2-48af-8797-958d68418cac,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:17.882402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:17.918178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d89c1-c812-40c1-9d35-f92d518d2f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31691dae-aa09-4155-b3c0-e004368efeac,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:17.925064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 095e8004-ab28-4a59-b028-e1eae0123d72, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=095e8004-ab28-4a59-b028-e1eae0123d72,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:17.926885 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.927791 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-944c0b9f-902e-43a0-a1c4-c044bbf5413b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.929833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-944c0b9f-902e-43a0-a1c4-c044bbf5413b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e068122-29c2-48af-8797-958d68418cac HTTP/1.1" status: 204 len: 168 time: 0.6537571 May 25 20:12:17.946820 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-df2d89c1-c812-40c1-9d35-f92d518d2f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:17.952703 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-df2d89c1-c812-40c1-9d35-f92d518d2f6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31691dae-aa09-4155-b3c0-e004368efeac HTTP/1.1" status: 204 len: 168 time: 0.5217912 May 25 20:12:18.003702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f98b8a-6a8b-48a6-885f-bf7d9a510e31 req-f730715d-1e48-4a56-a295-34a03d9af503 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:18.007503 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d3f98b8a-6a8b-48a6-885f-bf7d9a510e31 req-f730715d-1e48-4a56-a295-34a03d9af503 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 949 time: 0.3623214 May 25 20:12:18.027608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:18.039551 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:18.104477 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d3f98b8a-6a8b-48a6-885f-bf7d9a510e31 req-8f8e0f29-5525-49bc-8177-4f41e7f26733 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830698 May 25 20:12:18.106780 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fee2a4d6-9e10-436a-a63a-50a8724e2eb4 req-be602045-9289-4894-aafa-9dec66f51388 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121548 May 25 20:12:18.193925 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:18.242490 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=095e8004-ab28-4a59-b028-e1eae0123d72,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:18.300086 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4646c458-7f15-4339-a97c-ad1d4bcc3724 req-d1b56587-97b6-4d60-829f-8b535ea726f8 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/96944953-a264-482b-aaa8-e5035ac4b2a0 HTTP/1.1" status: 200 len: 1806 time: 0.1254861 May 25 20:12:18.313144 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4646c458-7f15-4339-a97c-ad1d4bcc3724 req-b873aec5-1ab2-42c6-9147-2ce2c4f6076b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '96944953-a264-482b-aaa8-e5035ac4b2a0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:18.315131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4646c458-7f15-4339-a97c-ad1d4bcc3724 req-b873aec5-1ab2-42c6-9147-2ce2c4f6076b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '96944953-a264-482b-aaa8-e5035ac4b2a0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:18.322242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4646c458-7f15-4339-a97c-ad1d4bcc3724 req-b873aec5-1ab2-42c6-9147-2ce2c4f6076b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:18.330785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4646c458-7f15-4339-a97c-ad1d4bcc3724 req-b873aec5-1ab2-42c6-9147-2ce2c4f6076b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group_rule and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:18.335907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4646c458-7f15-4339-a97c-ad1d4bcc3724 req-b873aec5-1ab2-42c6-9147-2ce2c4f6076b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:18.353848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4646c458-7f15-4339-a97c-ad1d4bcc3724 req-b873aec5-1ab2-42c6-9147-2ce2c4f6076b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:18.410107 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0150547f-9350-4066-8eb7-7466180c737c'] response: {'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bc86db-e546-4f5b-a075-471029537726', 'code': 200} May 25 20:12:18.550415 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4646c458-7f15-4339-a97c-ad1d4bcc3724 req-b873aec5-1ab2-42c6-9147-2ce2c4f6076b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:18.596471 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4646c458-7f15-4339-a97c-ad1d4bcc3724 req-b873aec5-1ab2-42c6-9147-2ce2c4f6076b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:18.604824 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4646c458-7f15-4339-a97c-ad1d4bcc3724 req-b873aec5-1ab2-42c6-9147-2ce2c4f6076b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:18.643113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885dea4-c118-48b8-8eb1-9221d441d8e0 req-9adc708e-fd5e-42f4-84d0-969d25896e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:18.644860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6885dea4-c118-48b8-8eb1-9221d441d8e0 req-9adc708e-fd5e-42f4-84d0-969d25896e97 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 1101 time: 0.1778114 May 25 20:12:18.647203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873aec5-1ab2-42c6-9147-2ce2c4f6076b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af66807c-b663-4f61-9012-2d9c5f3b544d,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:18.678118 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4646c458-7f15-4339-a97c-ad1d4bcc3724 req-b873aec5-1ab2-42c6-9147-2ce2c4f6076b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:18.683421 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4646c458-7f15-4339-a97c-ad1d4bcc3724 req-b873aec5-1ab2-42c6-9147-2ce2c4f6076b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3812127 May 25 20:12:18.712227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48082) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:18.724610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-94dd5882-b808-4dae-a4b9-d4a0b15cf825 req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1109080916', 'description': 'tempest-description-1350024878'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:18.746873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-94dd5882-b808-4dae-a4b9-d4a0b15cf825 req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:18.761672 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6885dea4-c118-48b8-8eb1-9221d441d8e0 req-a338d97a-e09d-4d43-83d3-3084bada1c89 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082628 May 25 20:12:18.762673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-94dd5882-b808-4dae-a4b9-d4a0b15cf825 req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:18.775085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-94dd5882-b808-4dae-a4b9-d4a0b15cf825 req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:18.779284 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4880cbe2-6b41-4208-8dc6-2393fc733a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:18.806196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-94dd5882-b808-4dae-a4b9-d4a0b15cf825 req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:18.811946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4880cbe2-6b41-4208-8dc6-2393fc733a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:18.820439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4880cbe2-6b41-4208-8dc6-2393fc733a39 admin admin] Usage tracker for resource:security_group_rule and tenant:28bc4ac58ed34feeae814e8822288313 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:18.823646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4880cbe2-6b41-4208-8dc6-2393fc733a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:18.840357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4880cbe2-6b41-4208-8dc6-2393fc733a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:18.851662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4f309-6c2a-47a8-a49a-74b4a7b29e8d req-774cdf01-a319-441d-8959-cecd90aa3602 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:18.859512 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dcc4f309-6c2a-47a8-a49a-74b4a7b29e8d req-774cdf01-a319-441d-8959-cecd90aa3602 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 945 time: 0.3036110 May 25 20:12:18.868512 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-94dd5882-b808-4dae-a4b9-d4a0b15cf825 req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:18.888848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48088) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:18.913877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-94dd5882-b808-4dae-a4b9-d4a0b15cf825 req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:18.918244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-94dd5882-b808-4dae-a4b9-d4a0b15cf825 req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group_rule and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:18.922479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-94dd5882-b808-4dae-a4b9-d4a0b15cf825 req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:18.929255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-94dd5882-b808-4dae-a4b9-d4a0b15cf825 req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:19.102797 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dcc4f309-6c2a-47a8-a49a-74b4a7b29e8d req-4f80f881-e6c8-4b55-af29-51da852d7139 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422891 May 25 20:12:19.103029 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-545b77c6-b0dc-43ac-bb76-aade40a82f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:19.110096 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:19.114317 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-94dd5882-b808-4dae-a4b9-d4a0b15cf825 req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:19.131572 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-94dd5882-b808-4dae-a4b9-d4a0b15cf825 req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:19.157796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-545b77c6-b0dc-43ac-bb76-aade40a82f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:19.234596 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4880cbe2-6b41-4208-8dc6-2393fc733a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:19.236352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-545b77c6-b0dc-43ac-bb76-aade40a82f43 admin admin] Usage tracker for resource:security_group_rule and tenant:73e9e16910bb4a91ac87a1e7171fff8f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:19.242615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-545b77c6-b0dc-43ac-bb76-aade40a82f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:19.247912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a616143-041d-4980-841c-aa143ddddf97,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:19.264807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-545b77c6-b0dc-43ac-bb76-aade40a82f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:19.270755 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4880cbe2-6b41-4208-8dc6-2393fc733a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:19.321059 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4880cbe2-6b41-4208-8dc6-2393fc733a39 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28bc4ac58ed34feeae814e8822288313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6036725 May 25 20:12:19.330582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48104) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:19.360574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d3ef80-024b-4b04-bd44-b9d052340096 None None] Network 8510694c-8862-4119-8998-4a2f1a905b5c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:12:19.387659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c43b249f-e52d-4676-86fc-f78472bf0b0d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:12:19.423333 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-94dd5882-b808-4dae-a4b9-d4a0b15cf825 req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:19.436538 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94dd5882-b808-4dae-a4b9-d4a0b15cf825 req-7fd0176b-ad35-4adf-98e3-99158218a7f4 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7158043 May 25 20:12:19.438608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880cbe2-6b41-4208-8dc6-2393fc733a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808b8889-cd35-4411-8124-a827172d5c5f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:19.562082 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4f11029-e8ab-42d6-aefe-23f63cfbb748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:19.630057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Router 2abe4f1b-312b-4277-966d-ce4fa65430f4 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:12:19.660586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68a404-024b-4d29-87eb-ae95246cd2db req-07ab9934-0a69-49df-b7ba-afbc67a3116b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:19.662037 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b68a404-024b-4d29-87eb-ae95246cd2db req-07ab9934-0a69-49df-b7ba-afbc67a3116b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.2651069 May 25 20:12:19.691634 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-545b77c6-b0dc-43ac-bb76-aade40a82f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:19.704569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48116) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:19.709982 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4f11029-e8ab-42d6-aefe-23f63cfbb748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:19.722697 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-545b77c6-b0dc-43ac-bb76-aade40a82f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:19.775787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-72b57fd3-d131-4059-841d-16e3a3245df2 None None] Provisioning for port c43b249f-e52d-4676-86fc-f78472bf0b0d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:19.795141 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-545b77c6-b0dc-43ac-bb76-aade40a82f43 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73e9e16910bb4a91ac87a1e7171fff8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9046690 May 25 20:12:19.803798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48122) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:19.858580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b77c6-b0dc-43ac-bb76-aade40a82f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242cf7db-ab8a-4a15-9d9f-60d7f8bf6f9e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:19.879464 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port c43b249f-e52d-4676-86fc-f78472bf0b0d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:19.887659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c43b249f-e52d-4676-86fc-f78472bf0b0d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:19.887659 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:19.890953 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540205f7-8d75-47c5-b0d6-6dd893fe9bf5 req-3d709fdb-ac83-4af9-bf31-fe2258167253 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:19.892640 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-540205f7-8d75-47c5-b0d6-6dd893fe9bf5 req-3d709fdb-ac83-4af9-bf31-fe2258167253 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 950 time: 0.2876616 May 25 20:12:19.921723 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b68a404-024b-4d29-87eb-ae95246cd2db req-c64fe111-2745-468a-9741-ebc002192f72 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064216 May 25 20:12:19.998221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:12:20.013752 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Sync routers for ids ['2abe4f1b-312b-4277-966d-ce4fa65430f4'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:12:20.038471 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4f11029-e8ab-42d6-aefe-23f63cfbb748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.059819 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Routers {'2abe4f1b-312b-4277-966d-ce4fa65430f4'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:12:20.060436 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:12:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2abe4f1b-312b-4277-966d-ce4fa65430f4'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:20.063060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2030507726-network', 'tenant_id': 'b7834c8a467a4881bfd5286e2435c35b'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:20.096707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:20.113039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c43b249f-e52d-4676-86fc-f78472bf0b0d is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:20.115128 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.124498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Usage tracker for resource:network and tenant:b7834c8a467a4881bfd5286e2435c35b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:20.138328 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-540205f7-8d75-47c5-b0d6-6dd893fe9bf5 req-2dc4c7fa-1367-4531-9b48-545b85b83232 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277715 May 25 20:12:20.140281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:20.195019 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f98b2f1d-95c5-47cf-ad91-3f1c2909cdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.199648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f11029-e8ab-42d6-aefe-23f63cfbb748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808b8889-cd35-4411-8124-a827172d5c5f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:20.215329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port c43b249f-e52d-4676-86fc-f78472bf0b0d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c43b249f-e52d-4676-86fc-f78472bf0b0d,segment=NetworkSegment(7b6c4dac-691e-49bf-b5eb-d87853644121),segment_id=7b6c4dac-691e-49bf-b5eb-d87853644121)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:20.218771 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.229108 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-267a8b45-98e7-4757-aa76-0243923521ca admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3578973 May 25 20:12:20.229346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:20.237963 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.238257 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48128) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:20.257772 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4f11029-e8ab-42d6-aefe-23f63cfbb748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.265268 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d4f11029-e8ab-42d6-aefe-23f63cfbb748 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/808b8889-cd35-4411-8124-a827172d5c5f HTTP/1.1" status: 204 len: 168 time: 0.9198627 May 25 20:12:20.398952 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-366724d0-2cf7-43fd-93a4-cf189bfc7197 req-3add99de-7881-437a-8c6f-f4d316fc4e88 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/2a616143-041d-4980-841c-aa143ddddf97 HTTP/1.1" status: 200 len: 1807 time: 0.3612497 May 25 20:12:20.402145 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f98b2f1d-95c5-47cf-ad91-3f1c2909cdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.411044 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095e8004-ab28-4a59-b028-e1eae0123d72'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:12:20.422087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-366724d0-2cf7-43fd-93a4-cf189bfc7197 req-262eb677-a668-4ddc-a0ab-653bc625aef7 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2a616143-041d-4980-841c-aa143ddddf97', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:20.422814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-366724d0-2cf7-43fd-93a4-cf189bfc7197 req-262eb677-a668-4ddc-a0ab-653bc625aef7 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2a616143-041d-4980-841c-aa143ddddf97', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:20.430232 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=c43b249f-e52d-4676-86fc-f78472bf0b0d,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:20.437120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-366724d0-2cf7-43fd-93a4-cf189bfc7197 req-262eb677-a668-4ddc-a0ab-653bc625aef7 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:20.445720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Made reservation on behalf of b7834c8a467a4881bfd5286e2435c35b for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:20.446340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-366724d0-2cf7-43fd-93a4-cf189bfc7197 req-262eb677-a668-4ddc-a0ab-653bc625aef7 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group_rule and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:20.449421 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.462940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-366724d0-2cf7-43fd-93a4-cf189bfc7197 req-262eb677-a668-4ddc-a0ab-653bc625aef7 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:20.479289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-366724d0-2cf7-43fd-93a4-cf189bfc7197 req-262eb677-a668-4ddc-a0ab-653bc625aef7 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:20.485683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bebca23e-97bc-49b9-8012-5f9ca6510cf8 None None] Provisioning complete for port c43b249f-e52d-4676-86fc-f78472bf0b0d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:20.486564 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bebca23e-97bc-49b9-8012-5f9ca6510cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.507833 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.539064 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f98b2f1d-95c5-47cf-ad91-3f1c2909cdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.565118 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Set router 2abe4f1b-312b-4277-966d-ce4fa65430f4 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:12:20.570537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b2f1d-95c5-47cf-ad91-3f1c2909cdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242cf7db-ab8a-4a15-9d9f-60d7f8bf6f9e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:20.581611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-366724d0-2cf7-43fd-93a4-cf189bfc7197 req-262eb677-a668-4ddc-a0ab-653bc625aef7 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.589010 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f98b2f1d-95c5-47cf-ad91-3f1c2909cdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.590320 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f98b2f1d-95c5-47cf-ad91-3f1c2909cdc2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/242cf7db-ab8a-4a15-9d9f-60d7f8bf6f9e HTTP/1.1" status: 204 len: 168 time: 0.7855403 May 25 20:12:20.611231 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-366724d0-2cf7-43fd-93a4-cf189bfc7197 req-262eb677-a668-4ddc-a0ab-653bc625aef7 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.618214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:20.619720 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-366724d0-2cf7-43fd-93a4-cf189bfc7197 req-262eb677-a668-4ddc-a0ab-653bc625aef7 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.678912 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-366724d0-2cf7-43fd-93a4-cf189bfc7197 req-262eb677-a668-4ddc-a0ab-653bc625aef7 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.680458 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-366724d0-2cf7-43fd-93a4-cf189bfc7197 req-262eb677-a668-4ddc-a0ab-653bc625aef7 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2692330 May 25 20:12:20.682086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Usage tracker for resource:security_group_rule and tenant:b7834c8a467a4881bfd5286e2435c35b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:20.700546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262eb677-a668-4ddc-a0ab-653bc625aef7 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fa0ff0-0e4a-4a2b-a41a-fd4adb1431e0,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:20.828640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-bebca23e-97bc-49b9-8012-5f9ca6510cf8 None None] Current status of the port c43b249f-e52d-4676-86fc-f78472bf0b0d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:20.834092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:20.834992 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47b29b2-9204-4757-bf7c-a1f91f0a518f'] response: {'server_uuid': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095e8004-ab28-4a59-b028-e1eae0123d72', 'code': 200} May 25 20:12:20.848314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-6b27d555-7574-44ff-9f57-b03cc98499be req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1235136835', 'description': 'tempest-description-550955687'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:20.866624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-6b27d555-7574-44ff-9f57-b03cc98499be req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:20.876543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6b27d555-7574-44ff-9f57-b03cc98499be req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:20.881327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6b27d555-7574-44ff-9f57-b03cc98499be req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:20.900045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-6b27d555-7574-44ff-9f57-b03cc98499be req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:20.928763 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6b27d555-7574-44ff-9f57-b03cc98499be req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:20.960636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-6b27d555-7574-44ff-9f57-b03cc98499be req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:20.965248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6b27d555-7574-44ff-9f57-b03cc98499be req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group_rule and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:20.969223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6b27d555-7574-44ff-9f57-b03cc98499be req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:20.978794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-6b27d555-7574-44ff-9f57-b03cc98499be req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:21.032197 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:21.094833 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6b27d555-7574-44ff-9f57-b03cc98499be req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:21.104345 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6b27d555-7574-44ff-9f57-b03cc98499be req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:21.198455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f214af45-e249-4c0e-8da5-46511f9f7832,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:21.209916 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'name': 'tempest-ServersTestFqdnHostnames-1606697676-router', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:12:14Z', 'updated_at': '2022-05-25T20:12:17Z', 'revision_number': 3, 'project_id': '189f9c48850840278a858ff532363ff8', 'gw_port': {'id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:12:15Z', 'updated_at': '2022-05-25T20:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:21.213083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6b27d555-7574-44ff-9f57-b03cc98499be req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:21.214748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b27d555-7574-44ff-9f57-b03cc98499be req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3734462 May 25 20:12:21.218761 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Checking router: 2abe4f1b-312b-4277-966d-ce4fa65430f4 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:12:21.229856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:21.230218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:21.230848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:21.231210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:21.231397 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Updating router 2abe4f1b-312b-4277-966d-ce4fa65430f4 port 063331cc-83ed-4c65-8438-2abc26d4963f binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:12:21.231579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:21.231790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:21.232167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:21.232490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:21.233126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:21.233374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:21.236964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:21.237447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf50b1-bfa8-4f1d-82af-8ec1f554b88d tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:21.273740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d089125-45e0-457d-aad0-c4caaf3895ef req-53f92d93-8676-4571-973e-e34548af85ab tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:21.282555 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d089125-45e0-457d-aad0-c4caaf3895ef req-53f92d93-8676-4571-973e-e34548af85ab tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 945 time: 0.7759602 May 25 20:12:21.343942 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:21.355801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c43b249f-e52d-4676-86fc-f78472bf0b0d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:12:21.491687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c43b249f-e52d-4676-86fc-f78472bf0b0d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:21.493228 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:21.591354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6e261-b253-4854-849b-e91d961b6916 req-7a3c229d-9380-4c88-9120-c4aba8c6da0d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:21.593313 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-14b6e261-b253-4854-849b-e91d961b6916 req-7a3c229d-9380-4c88-9120-c4aba8c6da0d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.1494777 May 25 20:12:21.654515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c43b249f-e52d-4676-86fc-f78472bf0b0d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:21.692549 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-14b6e261-b253-4854-849b-e91d961b6916 req-ad60822f-281d-4f96-b30f-1cd1b90a9439 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917537 May 25 20:12:21.756818 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d089125-45e0-457d-aad0-c4caaf3895ef req-4003ba06-9f6e-4e97-b018-72a86cadfbd7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671130 May 25 20:12:21.813290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7f6b3-6549-4c59-a081-f4c595fb2500 req-b77c005c-f84c-47fd-af55-3aced0d4d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:21.814820 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4a7f6b3-6549-4c59-a081-f4c595fb2500 req-b77c005c-f84c-47fd-af55-3aced0d4d164 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 1096 time: 0.8208532 May 25 20:12:21.835480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-54e36d4e-49f6-4ac3-a527-5f593ed63da5 req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-140738823', 'description': 'tempest-description-225120837'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:21.842418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-54e36d4e-49f6-4ac3-a527-5f593ed63da5 req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:21.863285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-54e36d4e-49f6-4ac3-a527-5f593ed63da5 req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:21.868603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-54e36d4e-49f6-4ac3-a527-5f593ed63da5 req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:21.887205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-54e36d4e-49f6-4ac3-a527-5f593ed63da5 req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:21.950011 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-54e36d4e-49f6-4ac3-a527-5f593ed63da5 req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:21.997943 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:22.013649 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Transition to ACTIVE for port object 063331cc-83ed-4c65-8438-2abc26d4963f will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:22.029686 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:22.108237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-54e36d4e-49f6-4ac3-a527-5f593ed63da5 req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:22.133689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-54e36d4e-49f6-4ac3-a527-5f593ed63da5 req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group_rule and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:22.144266 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4a7f6b3-6549-4c59-a081-f4c595fb2500 req-d4af4829-5838-40c9-9b2f-44416c477b52 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202430 May 25 20:12:22.150775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-54e36d4e-49f6-4ac3-a527-5f593ed63da5 req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:22.151073 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fa816-e2a7-46cc-9b8e-d7cea25cd184 None None] Pushing event updated for resources: {'Port': ['ID=063331cc-83ed-4c65-8438-2abc26d4963f,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:22.159328 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:22.162204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a16ffe-d7da-46be-9c6c-bc0715fffc77 req-b8c42a25-5a3a-439f-b58f-0eee6417ee2f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:22.166894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-54e36d4e-49f6-4ac3-a527-5f593ed63da5 req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:22.176498 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:22.185140 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Attempting to bind port 063331cc-83ed-4c65-8438-2abc26d4963f on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:12:22.185906 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Attempting to bind port 063331cc-83ed-4c65-8438-2abc26d4963f by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:12:22.186562 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Attempting to bind port 063331cc-83ed-4c65-8438-2abc26d4963f on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:22.190276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-14a16ffe-d7da-46be-9c6c-bc0715fffc77 req-b8c42a25-5a3a-439f-b58f-0eee6417ee2f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 950 time: 0.2503045 May 25 20:12:22.192211 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fa816-e2a7-46cc-9b8e-d7cea25cd184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:22.194513 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fa816-e2a7-46cc-9b8e-d7cea25cd184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:22.195142 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fa816-e2a7-46cc-9b8e-d7cea25cd184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:22.195989 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fa816-e2a7-46cc-9b8e-d7cea25cd184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:22.196886 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fa816-e2a7-46cc-9b8e-d7cea25cd184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:22.197399 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fa816-e2a7-46cc-9b8e-d7cea25cd184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:22.198059 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fa816-e2a7-46cc-9b8e-d7cea25cd184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:22.198599 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fa816-e2a7-46cc-9b8e-d7cea25cd184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:22.199803 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fa816-e2a7-46cc-9b8e-d7cea25cd184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:22.200320 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fa816-e2a7-46cc-9b8e-d7cea25cd184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:22.200821 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fa816-e2a7-46cc-9b8e-d7cea25cd184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:22.201368 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253fa816-e2a7-46cc-9b8e-d7cea25cd184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:22.210644 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:12:22.211856 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:22.212439 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:22.213078 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:12:22.213781 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Bound port: 063331cc-83ed-4c65-8438-2abc26d4963f, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:12:22.214507 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:22.261480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-14a16ffe-d7da-46be-9c6c-bc0715fffc77 req-8a2139d2-8e49-4a1d-ad00-eeef1316bebc tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701969 May 25 20:12:22.352576 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] For port 063331cc-83ed-4c65-8438-2abc26d4963f, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:12:22.367857 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] For port 063331cc-83ed-4c65-8438-2abc26d4963f, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=063331cc-83ed-4c65-8438-2abc26d4963f,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:12:22.376270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa730ea-f524-4d1f-a1d5-07a2fe6f4eab,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:22.377223 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:22.395720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:12:22.432800 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:22.433199 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Added segment a8b816dd-440b-4ef2-8c35-fa679533fb25 of type vlan for network 07a08a54-ceb3-47f4-836a-4bf7675c5aa9 May 25 20:12:22.568098 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:22.597463 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-54e36d4e-49f6-4ac3-a527-5f593ed63da5 req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:22.608473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bfc15-4062-40a5-891f-6a9523084fae req-a0315f71-d2d8-475f-9a62-73c56be7bb95 tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:22.611572 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-857bfc15-4062-40a5-891f-6a9523084fae req-a0315f71-d2d8-475f-9a62-73c56be7bb95 tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 1101 time: 0.1530640 May 25 20:12:22.638046 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-54e36d4e-49f6-4ac3-a527-5f593ed63da5 req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:22.660386 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fa816-e2a7-46cc-9b8e-d7cea25cd184 None None] Pushing event updated for resources: {'Port': ['ID=063331cc-83ed-4c65-8438-2abc26d4963f,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:22.667875 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Routers {'2abe4f1b-312b-4277-966d-ce4fa65430f4'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:12:22.669108 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:12:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2abe4f1b-312b-4277-966d-ce4fa65430f4'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:22.692332 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-857bfc15-4062-40a5-891f-6a9523084fae req-759f68d2-e900-4a7f-be67-9f8958f03b80 tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692353 May 25 20:12:22.854864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffed9940-f20a-48d3-973f-69768a406e7c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:22.865334 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:22.866482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:22.867469 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:22.983549 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-54e36d4e-49f6-4ac3-a527-5f593ed63da5 req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:22.985221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-54e36d4e-49f6-4ac3-a527-5f593ed63da5 req-a542b7df-0a22-4dcb-9fb6-869fbaa6925c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1759923 May 25 20:12:22.995238 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:23.089589 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3837805 May 25 20:12:23.093676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48210) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:23.096638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7e1b0-4389-42e1-a936-50b8cfe0ac94 admin admin] Pushing event updated for resources: {'Network': ['ID=07a08a54-ceb3-47f4-836a-4bf7675c5aa9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:23.102681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Request body: {'subnet': {'network_id': '07a08a54-ceb3-47f4-836a-4bf7675c5aa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2030507726-subnet', 'tenant_id': 'b7834c8a467a4881bfd5286e2435c35b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:23.122457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 07a08a54-ceb3-47f4-836a-4bf7675c5aa9 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:12:23.132412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:23.145665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Usage tracker for resource:subnet and tenant:b7834c8a467a4881bfd5286e2435c35b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:23.154249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:23.163948 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] Set router 2abe4f1b-312b-4277-966d-ce4fa65430f4 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:12:23.174241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:23.219800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Made reservation on behalf of b7834c8a467a4881bfd5286e2435c35b for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:23.226755 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:23.563681 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:23.599182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c518b-9c27-4d8e-ae1c-38fa01cd7da3 req-833ce231-afcb-4449-98af-c2f20d4c9c61 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:23.603774 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-405c518b-9c27-4d8e-ae1c-38fa01cd7da3 req-833ce231-afcb-4449-98af-c2f20d4c9c61 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.4431973 May 25 20:12:23.650884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Allocated IP 172.20.0.1 (8510694c-8862-4119-8998-4a2f1a905b5c/4ce7e2e7-9a5e-4b90-890f-a14af5019a47/14086684-425e-468a-9241-d4e0d939eefd) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:12:23.706919 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'name': 'tempest-ServersTestFqdnHostnames-1606697676-router', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:12:14Z', 'updated_at': '2022-05-25T20:12:17Z', 'revision_number': 3, 'project_id': '189f9c48850840278a858ff532363ff8', 'gw_port': {'id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:12:15Z', 'updated_at': '2022-05-25T20:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:23.714797 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8be8958-b75f-41f4-bc51-b84725b61e85 None None] The sync data for ids ['2abe4f1b-312b-4277-966d-ce4fa65430f4'] in n-d-843339-1 is: [{'id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'name': 'tempest-ServersTestFqdnHostnames-1606697676-router', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:12:14Z', 'updated_at': '2022-05-25T20:12:17Z', 'revision_number': 3, 'project_id': '189f9c48850840278a858ff532363ff8', 'gw_port': {'id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:12:15Z', 'updated_at': '2022-05-25T20:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:12:23.731668 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:23.799388 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-405c518b-9c27-4d8e-ae1c-38fa01cd7da3 req-d7908fad-4a05-4c88-96a6-d4b7f49de3d6 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846714 May 25 20:12:23.861278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eab1562-2f66-4082-b6ff-b108de5133c4,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:23.893465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Checking segment: {'id': 'a8b816dd-440b-4ef2-8c35-fa679533fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '07a08a54-ceb3-47f4-836a-4bf7675c5aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:23.895966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Network hostable DHCP agents. Network: 07a08a54-ceb3-47f4-836a-4bf7675c5aa9, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:12:23.961398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Network 07a08a54-ceb3-47f4-836a-4bf7675c5aa9 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:12:23.984013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 07a08a54-ceb3-47f4-836a-4bf7675c5aa9) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:24.000088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:24.001175 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:24.003147 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8f9fc2-08b4-4653-9ed3-bdebd9005f72 None None] Network 07a08a54-ceb3-47f4-836a-4bf7675c5aa9 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:12:24.035523 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:24.095695 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cd56ecde-e6d6-4448-a76e-ea02b20893d3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0001571 May 25 20:12:24.123971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Transition to ACTIVE for port object 14086684-425e-468a-9241-d4e0d939eefd will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:24.204702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980abeff-9e03-473e-af41-42f2ddf95fb6 req-9595165c-5243-4420-8cb5-9aa42ff43eb2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:24.218424 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-980abeff-9e03-473e-af41-42f2ddf95fb6 req-9595165c-5243-4420-8cb5-9aa42ff43eb2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 945 time: 0.2446451 May 25 20:12:24.285532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:24.306647 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-980abeff-9e03-473e-af41-42f2ddf95fb6 req-998b698e-d211-4ffb-9c18-d1f0a91fc1b5 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840657 May 25 20:12:24.549258 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3169e14b-70d2-4961-bd92-e56ff3c97f0c req-95b987f1-15c5-4aa0-b3d8-11d68dbee0f8 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/f214af45-e249-4c0e-8da5-46511f9f7832 HTTP/1.1" status: 200 len: 1806 time: 0.2009945 May 25 20:12:24.725470 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3169e14b-70d2-4961-bd92-e56ff3c97f0c req-a2e8bb5e-c5f0-4f3a-9fd5-ee7603769610 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/ffed9940-f20a-48d3-973f-69768a406e7c HTTP/1.1" status: 200 len: 1805 time: 0.1748655 May 25 20:12:24.739381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-3169e14b-70d2-4961-bd92-e56ff3c97f0c req-19c391b1-d6f8-4530-a162-ef2c3c47551c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f214af45-e249-4c0e-8da5-46511f9f7832', 'remote_group_id': 'ffed9940-f20a-48d3-973f-69768a406e7c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:24.745208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ccf77b-0236-4ff7-83cb-33c6493a0ba4 None None] Network 07a08a54-ceb3-47f4-836a-4bf7675c5aa9 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:12:24.751278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-3169e14b-70d2-4961-bd92-e56ff3c97f0c req-19c391b1-d6f8-4530-a162-ef2c3c47551c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f214af45-e249-4c0e-8da5-46511f9f7832', 'remote_group_id': 'ffed9940-f20a-48d3-973f-69768a406e7c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:24.771229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-3169e14b-70d2-4961-bd92-e56ff3c97f0c req-19c391b1-d6f8-4530-a162-ef2c3c47551c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:24.778682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3169e14b-70d2-4961-bd92-e56ff3c97f0c req-19c391b1-d6f8-4530-a162-ef2c3c47551c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group_rule and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:24.782820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3169e14b-70d2-4961-bd92-e56ff3c97f0c req-19c391b1-d6f8-4530-a162-ef2c3c47551c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:24.791179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-3169e14b-70d2-4961-bd92-e56ff3c97f0c req-19c391b1-d6f8-4530-a162-ef2c3c47551c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:24.928977 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3169e14b-70d2-4961-bd92-e56ff3c97f0c req-19c391b1-d6f8-4530-a162-ef2c3c47551c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:24.994596 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3169e14b-70d2-4961-bd92-e56ff3c97f0c req-19c391b1-d6f8-4530-a162-ef2c3c47551c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:25.002933 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3169e14b-70d2-4961-bd92-e56ff3c97f0c req-19c391b1-d6f8-4530-a162-ef2c3c47551c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:25.041934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c391b1-d6f8-4530-a162-ef2c3c47551c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b5d706-b8cd-4f2b-b024-6552fed9050e,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:25.054478 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Pushing event updated for resources: {'Port': ['ID=14086684-425e-468a-9241-d4e0d939eefd,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:25.065863 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3169e14b-70d2-4961-bd92-e56ff3c97f0c req-19c391b1-d6f8-4530-a162-ef2c3c47551c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:25.081657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3169e14b-70d2-4961-bd92-e56ff3c97f0c req-19c391b1-d6f8-4530-a162-ef2c3c47551c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3482625 May 25 20:12:25.225456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Network 8510694c-8862-4119-8998-4a2f1a905b5c is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:12:25.244257 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:25.252492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:12:25.450895 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 063331cc-83ed-4c65-8438-2abc26d4963f up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:12:25.548722 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:25.635794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 063331cc-83ed-4c65-8438-2abc26d4963f completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:25.648309 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 063331cc-83ed-4c65-8438-2abc26d4963f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:25.649297 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:25.811650 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-db9e983d-c87f-42aa-91ce-20c396d2e901 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7214379 May 25 20:12:25.828496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:25.839242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:25.847567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Usage tracker for resource:floatingip and tenant:bcd8a79fdc45491c930f09375a86f6b9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:25.854485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:25.856253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-87dfd327-c814-462b-9042-9f7049909186 None None] Provisioning for port 14086684-425e-468a-9241-d4e0d939eefd completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:25.864592 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c03ce8-c436-4134-8a19-77977cdcba9f req-7c7c152b-024f-4c5f-8561-87b487d849da tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:25.876522 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d7c03ce8-c436-4134-8a19-77977cdcba9f req-7c7c152b-024f-4c5f-8561-87b487d849da tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 950 time: 1.3104486 May 25 20:12:25.880754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:25.910062 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:25.986528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-87dfd327-c814-462b-9042-9f7049909186 None None] Provisioning complete for port 14086684-425e-468a-9241-d4e0d939eefd triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:25.987092 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-87dfd327-c814-462b-9042-9f7049909186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:26.002925 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d7c03ce8-c436-4134-8a19-77977cdcba9f req-e64cc1de-ca0f-4be5-96c0-e08693726d54 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177444 May 25 20:12:26.011118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-c2d83e0e-76df-4a66-94f1-e949baab4e05 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.4433107 May 25 20:12:26.222243 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:26.253491 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:26.295046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 063331cc-83ed-4c65-8438-2abc26d4963f is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:26.296114 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:26.352340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 063331cc-83ed-4c65-8438-2abc26d4963f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=063331cc-83ed-4c65-8438-2abc26d4963f,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:26.361564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-87dfd327-c814-462b-9042-9f7049909186 None None] Port 14086684-425e-468a-9241-d4e0d939eefd cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:12:26.367867 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:26.724020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Allocated IP 172.25.3.138 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/271dd1ab-af97-4b38-a10d-f75171583a2e) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:12:26.791662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=063331cc-83ed-4c65-8438-2abc26d4963f,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:26.794800 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:26.809452 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:27.087040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-5210cffd-815e-4879-82f3-45ba0e0d3020 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:27.087683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-5210cffd-815e-4879-82f3-45ba0e0d3020 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Synchronizing usage tracker for tenant:b7834c8a467a4881bfd5286e2435c35b on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:12:27.092971 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:27.141052 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:27.146790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Pushing event updated for resources: {'Port': ['ID=14086684-425e-468a-9241-d4e0d939eefd,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:27.157011 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:27.230416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48338) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:27.272473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48342) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:27.283105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-5210cffd-815e-4879-82f3-45ba0e0d3020 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Unset dirty status for tenant:b7834c8a467a4881bfd5286e2435c35b on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:12:27.289333 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-5210cffd-815e-4879-82f3-45ba0e0d3020 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/networks?id=07a08a54-ceb3-47f4-836a-4bf7675c5aa9 HTTP/1.1" status: 200 len: 814 time: 0.4243162 May 25 20:12:27.289552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:12:27.313240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Network 8510694c-8862-4119-8998-4a2f1a905b5c is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:12:27.315733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:27.322854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Pushing event updated for resources: {'Port': ['ID=271dd1ab-af97-4b38-a10d-f75171583a2e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:27.328798 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-5ea6824b-ef84-4b3e-9cf7-39ed6463d23d tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/quotas/b7834c8a467a4881bfd5286e2435c35b HTTP/1.1" status: 200 len: 375 time: 0.0381727 May 25 20:12:27.329057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:27.333399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:12:27.365402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 063331cc-83ed-4c65-8438-2abc26d4963f up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:12:27.497758 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-6a0c28bd-8b56-4dba-81b7-ac722468b445 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7834c8a467a4881bfd5286e2435c35b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1675930 May 25 20:12:27.556345 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:27.632457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 063331cc-83ed-4c65-8438-2abc26d4963f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:27.633030 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:27.727559 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8dc2f199-15f2-4522-91cc-c03dd2a83314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:27.803971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8dc2f199-15f2-4522-91cc-c03dd2a83314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:27.814058 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 063331cc-83ed-4c65-8438-2abc26d4963f is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:27.822512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8dc2f199-15f2-4522-91cc-c03dd2a83314 admin admin] Usage tracker for resource:security_group_rule and tenant:aca96fe2ddc64a22914e586432ff130f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:27.823533 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9791c4c6-e95a-454e-968f-7e7bcd0cdcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:27.828428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:27.830812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d886c150-55cc-4bb7-8872-dbf588e782b9 None None] Provisioning complete for port 14086684-425e-468a-9241-d4e0d939eefd triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:27.831235 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d886c150-55cc-4bb7-8872-dbf588e782b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:27.895321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9791c4c6-e95a-454e-968f-7e7bcd0cdcfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:27.904978 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-e69abb24-f3be-4920-b39e-745c66690247 service neutron] 10.222.0.60 "GET /v2.0/networks/07a08a54-ceb3-47f4-836a-4bf7675c5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051664 May 25 20:12:27.906087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8dc2f199-15f2-4522-91cc-c03dd2a83314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:27.910381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9791c4c6-e95a-454e-968f-7e7bcd0cdcfc admin admin] Usage tracker for resource:security_group_rule and tenant:1d67180381bb4a4da6c726e3b3d44457 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:27.916734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9791c4c6-e95a-454e-968f-7e7bcd0cdcfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:27.929644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9791c4c6-e95a-454e-968f-7e7bcd0cdcfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:27.938826 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:27.951771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d886c150-55cc-4bb7-8872-dbf588e782b9 None None] Port 14086684-425e-468a-9241-d4e0d939eefd cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:12:27.962916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8dc2f199-15f2-4522-91cc-c03dd2a83314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:28.067555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Router 2abe4f1b-312b-4277-966d-ce4fa65430f4 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:12:28.081424 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e8602fd6-741e-45f7-a08d-30000e378a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:28.307120 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8dc2f199-15f2-4522-91cc-c03dd2a83314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:28.315638 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8dc2f199-15f2-4522-91cc-c03dd2a83314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:28.429565 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8dc2f199-15f2-4522-91cc-c03dd2a83314 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aca96fe2ddc64a22914e586432ff130f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1784720 May 25 20:12:28.433111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:28.441549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48364) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:28.447237 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:28.519563 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-cd51b1c7-5878-4475-9e7e-2fbc724f4bfa service neutron] 10.222.0.60 "GET /v2.0/networks/07a08a54-ceb3-47f4-836a-4bf7675c5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910490 May 25 20:12:28.521937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:12:28.533367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Sync routers for ids ['2abe4f1b-312b-4277-966d-ce4fa65430f4'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:12:28.554831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Routers {'2abe4f1b-312b-4277-966d-ce4fa65430f4'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:12:28.555827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:12:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2abe4f1b-312b-4277-966d-ce4fa65430f4'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:28.576692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b7249bb3-c018-470a-94ff-7ce4ebc5da72 admin admin] 10.222.0.60 "PUT /v2.0/routers/2abe4f1b-312b-4277-966d-ce4fa65430f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3319800 May 25 20:12:28.617322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2f199-15f2-4522-91cc-c03dd2a83314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bcff16-2a21-4394-be51-30bacf2ba97e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:28.630533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Pushing event updated for resources: {'Port': ['ID=271dd1ab-af97-4b38-a10d-f75171583a2e,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:28.633072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9791c4c6-e95a-454e-968f-7e7bcd0cdcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:28.640560 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9791c4c6-e95a-454e-968f-7e7bcd0cdcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:28.797604 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:28.799073 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9791c4c6-e95a-454e-968f-7e7bcd0cdcfc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d67180381bb4a4da6c726e3b3d44457&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5249798 May 25 20:12:28.811472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48372) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:28.823809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791c4c6-e95a-454e-968f-7e7bcd0cdcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c8e8bb-cba9-415f-a4cf-e57b66db75bc,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:28.863679 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d26a44fd-1dc2-42f5-8ed5-73ac66775414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:28.945292 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d26a44fd-1dc2-42f5-8ed5-73ac66775414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:28.979452 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:28.981313 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1e780099-9c05-47e4-bc9b-b7da20a33997 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1614492 May 25 20:12:29.001739 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Set router 2abe4f1b-312b-4277-966d-ce4fa65430f4 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:12:29.059282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3cb93-448f-43d7-bf26-b0332e3e727f req-e548f5df-6a5a-4d7c-b539-c675c4a9d0ec tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:29.068481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5a3cb93-448f-43d7-bf26-b0332e3e727f req-e548f5df-6a5a-4d7c-b539-c675c4a9d0ec tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.1427155 May 25 20:12:29.068694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48378) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:29.128004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-510a7d86-448f-43a1-86ff-c8ef1b7dada2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Synchronizing usage tracker for tenant:bcd8a79fdc45491c930f09375a86f6b9 on resource:floatingip {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:12:29.135322 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-432d5700-6d36-420a-a653-3d6bd5cf859f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:29.257245 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5a3cb93-448f-43d7-bf26-b0332e3e727f req-28a6232b-c3af-452d-919b-75afe30343ca tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263766 May 25 20:12:29.304345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-510a7d86-448f-43a1-86ff-c8ef1b7dada2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Unset dirty status for tenant:bcd8a79fdc45491c930f09375a86f6b9 on resource:floatingip {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:12:29.319887 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-510a7d86-448f-43a1-86ff-c8ef1b7dada2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 696 time: 0.3153791 May 25 20:12:29.337871 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-432d5700-6d36-420a-a653-3d6bd5cf859f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:29.491105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-a4df7065-862e-4d9e-9d71-3300421e27bd req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1457638054', 'description': 'tempest-description-1049037194'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:29.496898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d26a44fd-1dc2-42f5-8ed5-73ac66775414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:29.506212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-a4df7065-862e-4d9e-9d71-3300421e27bd req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:29.514796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a4df7065-862e-4d9e-9d71-3300421e27bd req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:29.519121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a4df7065-862e-4d9e-9d71-3300421e27bd req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:29.551563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'name': 'tempest-ServersTestFqdnHostnames-1606697676-router', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:12:14Z', 'updated_at': '2022-05-25T20:12:25Z', 'revision_number': 4, 'project_id': '189f9c48850840278a858ff532363ff8', 'gw_port': {'id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:12:15Z', 'updated_at': '2022-05-25T20:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '14086684-425e-468a-9241-d4e0d939eefd', 'name': '', 'network_id': '8510694c-8862-4119-8998-4a2f1a905b5c', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'mac_address': 'fa:16:3e:79:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '4ce7e2e7-9a5e-4b90-890f-a14af5019a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:12:23Z', 'updated_at': '2022-05-25T20:12:26Z', 'revision_number': 2, 'project_id': '189f9c48850840278a858ff532363ff8', 'subnets': [{'id': '4ce7e2e7-9a5e-4b90-890f-a14af5019a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:29.556200 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Checking router: 2abe4f1b-312b-4277-966d-ce4fa65430f4 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:12:29.556578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Updating router 2abe4f1b-312b-4277-966d-ce4fa65430f4 port 14086684-425e-468a-9241-d4e0d939eefd binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:12:29.580197 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-a4df7065-862e-4d9e-9d71-3300421e27bd req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:29.607956 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-552a94e4-896b-49b8-be85-61abce1874f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:29.609902 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-552a94e4-896b-49b8-be85-61abce1874f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 1101 time: 0.4771135 May 25 20:12:29.629804 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:29.648485 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a4df7065-862e-4d9e-9d71-3300421e27bd req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:29.658279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a44fd-1dc2-42f5-8ed5-73ac66775414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bcff16-2a21-4394-be51-30bacf2ba97e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:29.668878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1d76de28-907d-4608-9262-9991df0ad0c9 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:29.670652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-befdfe6a-a1ee-4a08-af27-2ec00a22eb5d req-1d76de28-907d-4608-9262-9991df0ad0c9 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.3487170 May 25 20:12:29.688001 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d26a44fd-1dc2-42f5-8ed5-73ac66775414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:29.696229 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d26a44fd-1dc2-42f5-8ed5-73ac66775414 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40bcff16-2a21-4394-be51-30bacf2ba97e HTTP/1.1" status: 204 len: 168 time: 1.2520397 May 25 20:12:29.697337 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-432d5700-6d36-420a-a653-3d6bd5cf859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:29.722110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d5700-6d36-420a-a653-3d6bd5cf859f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c8e8bb-cba9-415f-a4cf-e57b66db75bc,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:29.726281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-432d5700-6d36-420a-a653-3d6bd5cf859f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:29.731419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-432d5700-6d36-420a-a653-3d6bd5cf859f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/25c8e8bb-cba9-415f-a4cf-e57b66db75bc HTTP/1.1" status: 204 len: 168 time: 0.9110036 May 25 20:12:29.887717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-a4df7065-862e-4d9e-9d71-3300421e27bd req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:29.929705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a4df7065-862e-4d9e-9d71-3300421e27bd req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group_rule and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:29.935298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a4df7065-862e-4d9e-9d71-3300421e27bd req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:29.957282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-a4df7065-862e-4d9e-9d71-3300421e27bd req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:30.118275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d8f16-2e09-42cc-a8a3-fa79cc547b23 req-05ceb439-1cdd-46a9-bf63-6aff2fc2103f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:30.119723 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-520d8f16-2e09-42cc-a8a3-fa79cc547b23 req-05ceb439-1cdd-46a9-bf63-6aff2fc2103f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 950 time: 0.1637650 May 25 20:12:30.174976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-d82f0f0f-08f2-4311-abe7-f92004d94f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:30.176452 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-d82f0f0f-08f2-4311-abe7-f92004d94f4a service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.5589738 May 25 20:12:30.267854 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-520d8f16-2e09-42cc-a8a3-fa79cc547b23 req-f5039f75-7013-4a3d-97be-4721f72a3201 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692980 May 25 20:12:30.316164 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-04cfd820-7b7f-44bb-ac85-0e58fc2be622 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=07bc86db-e546-4f5b-a075-471029537726 HTTP/1.1" status: 200 len: 217 time: 0.1231263 May 25 20:12:30.399168 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a4df7065-862e-4d9e-9d71-3300421e27bd req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:30.409110 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a4df7065-862e-4d9e-9d71-3300421e27bd req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:30.442348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48402) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:30.485870 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a4df7065-862e-4d9e-9d71-3300421e27bd req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:30.498790 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4df7065-862e-4d9e-9d71-3300421e27bd req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0322912 May 25 20:12:30.547932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-48c51202-694a-47c1-a73e-9afda11e9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:30.549965 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-48c51202-694a-47c1-a73e-9afda11e9b0a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2214410 May 25 20:12:30.586803 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:30.620301 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-409844d8-71e8-4fbe-b2f6-b4f7e5ae92d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:30.633176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Transition to ACTIVE for port object 14086684-425e-468a-9241-d4e0d939eefd will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:30.643726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b666b-7334-4775-9143-8a8a3bbf78c2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc17540-0e0d-41b9-86a9-fdbf0ebf1890,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:30.656588 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:30.747536 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a657ae6-502b-475c-94f2-e01ce610116e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:30.844445 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a3251934-959b-491e-9c5d-11930d058ff9 req-e879d26c-e3cf-467b-87f7-fda24acb6e07 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/ports?device_id=20b03d93-4ca4-41cf-8ca5-37d6fcd184bb HTTP/1.1" status: 200 len: 210 time: 0.1545680 May 25 20:12:30.884446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0a657ae6-502b-475c-94f2-e01ce610116e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:30.886850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b511125-eb6a-43fd-a0b6-50527dc161fe None None] Pushing event updated for resources: {'Port': ['ID=14086684-425e-468a-9241-d4e0d939eefd,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:30.916242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0a657ae6-502b-475c-94f2-e01ce610116e admin admin] Usage tracker for resource:security_group_rule and tenant:a9f10efb17be4743bd127ab52ee43c9c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:30.921775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0a657ae6-502b-475c-94f2-e01ce610116e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:30.951677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0a657ae6-502b-475c-94f2-e01ce610116e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:31.041467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48416) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:31.112359 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-aa1c459b-e8a0-4a59-a686-7387bb861cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:31.208666 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:31.244539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Attempting to bind port 14086684-425e-468a-9241-d4e0d939eefd on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:12:31.245112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Attempting to bind port 14086684-425e-468a-9241-d4e0d939eefd by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '7b6c4dac-691e-49bf-b5eb-d87853644121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8510694c-8862-4119-8998-4a2f1a905b5c'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:12:31.245723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Attempting to bind port 14086684-425e-468a-9241-d4e0d939eefd on network 8510694c-8862-4119-8998-4a2f1a905b5c {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:31.255951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:12:31.256336 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Checking segment: {'id': '7b6c4dac-691e-49bf-b5eb-d87853644121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8510694c-8862-4119-8998-4a2f1a905b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:31.256726 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:31.257250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Bound using segment: {'id': '7b6c4dac-691e-49bf-b5eb-d87853644121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8510694c-8862-4119-8998-4a2f1a905b5c'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:12:31.257719 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Bound port: 14086684-425e-468a-9241-d4e0d939eefd, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6c4dac-691e-49bf-b5eb-d87853644121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8510694c-8862-4119-8998-4a2f1a905b5c'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:12:31.258302 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:31.266605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-1b2c3250-de34-4a43-bb21-f1564e9840b7 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:31.269324 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-1b2c3250-de34-4a43-bb21-f1564e9840b7 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.70 "GET /v2.0/networks?id=07a08a54-ceb3-47f4-836a-4bf7675c5aa9 HTTP/1.1" status: 200 len: 814 time: 0.5822439 May 25 20:12:31.310828 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Request body: {'port': {'device_id': '20b03d93-4ca4-41cf-8ca5-37d6fcd184bb', 'network_id': '07a08a54-ceb3-47f4-836a-4bf7675c5aa9', 'admin_state_up': True, 'tenant_id': 'b7834c8a467a4881bfd5286e2435c35b'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:31.327065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-0c86bc17-5a02-42f6-8bba-7414f38c0cd4 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:31.331129 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-0c86bc17-5a02-42f6-8bba-7414f38c0cd4 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 820 time: 0.6988330 May 25 20:12:31.336384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-aa1c459b-e8a0-4a59-a686-7387bb861cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:31.357991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-1c210b35-c063-42a2-ad2e-706e05f1cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:31.360104 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-1c210b35-c063-42a2-ad2e-706e05f1cac3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7999802 May 25 20:12:31.400535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-aa1c459b-e8a0-4a59-a686-7387bb861cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:3dfd3df5f0d343adb46fbad1e3069b82 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:31.410791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-229cefca-eb60-4bdc-8cb6-a6c0804fcac6 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/quotas/bcd8a79fdc45491c930f09375a86f6b9 HTTP/1.1" status: 200 len: 375 time: 0.0560663 May 25 20:12:31.439829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-aa1c459b-e8a0-4a59-a686-7387bb861cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:31.458019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-aa1c459b-e8a0-4a59-a686-7387bb861cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:31.461719 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:31.515293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] For port 14086684-425e-468a-9241-d4e0d939eefd, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:12:31.522023 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] For port 14086684-425e-468a-9241-d4e0d939eefd, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=14086684-425e-468a-9241-d4e0d939eefd,segment=NetworkSegment(7b6c4dac-691e-49bf-b5eb-d87853644121),segment_id=7b6c4dac-691e-49bf-b5eb-d87853644121)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:12:31.528019 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:31.641491 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:31.646467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Routers {'2abe4f1b-312b-4277-966d-ce4fa65430f4'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:12:31.647280 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:12:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2abe4f1b-312b-4277-966d-ce4fa65430f4'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:31.722239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b511125-eb6a-43fd-a0b6-50527dc161fe None None] Pushing event updated for resources: {'Port': ['ID=14086684-425e-468a-9241-d4e0d939eefd,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:31.775769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112794e-4703-4b5b-8a9a-c6fee0ced494 req-f29fe6ad-d1fa-4bf1-8a89-c4527472a355 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:31.796480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b112794e-4703-4b5b-8a9a-c6fee0ced494 req-f29fe6ad-d1fa-4bf1-8a89-c4527472a355 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.6386585 May 25 20:12:31.833704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:31.862699 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a657ae6-502b-475c-94f2-e01ce610116e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:31.865685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Usage tracker for resource:port and tenant:b7834c8a467a4881bfd5286e2435c35b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:31.879958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a657ae6-502b-475c-94f2-e01ce610116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:31.897470 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-4cf5e769-6ad0-49ae-8b60-cf7691a99ce4 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220191 May 25 20:12:31.914680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:31.966465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] Set router 2abe4f1b-312b-4277-966d-ce4fa65430f4 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:12:32.002881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:32.078402 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b112794e-4703-4b5b-8a9a-c6fee0ced494 req-23046a7d-8483-4334-98cd-c456b919b030 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795737 May 25 20:12:32.086824 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0a657ae6-502b-475c-94f2-e01ce610116e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a9f10efb17be4743bd127ab52ee43c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6438637 May 25 20:12:32.090078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48424) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:32.093735 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-aa1c459b-e8a0-4a59-a686-7387bb861cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:32.102063 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-aa1c459b-e8a0-4a59-a686-7387bb861cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:32.110568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a657ae6-502b-475c-94f2-e01ce610116e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15f793a-a154-458c-b411-64a3a49a56e4,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:32.144201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Made reservation on behalf of b7834c8a467a4881bfd5286e2435c35b for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:32.147568 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:32.181909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-3ace4fef-66ec-4db4-9160-46157cd16663 req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1524506739', 'description': 'tempest-description-940860527'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:32.206411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-3ace4fef-66ec-4db4-9160-46157cd16663 req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:32.210993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c459b-e8a0-4a59-a686-7387bb861cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bd34d3-9dab-416a-99f9-ac373ec3598e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:32.220080 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-aa1c459b-e8a0-4a59-a686-7387bb861cb0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dfd3df5f0d343adb46fbad1e3069b82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1770873 May 25 20:12:32.222915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48428) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:32.223718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3ace4fef-66ec-4db4-9160-46157cd16663 req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:32.227327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3ace4fef-66ec-4db4-9160-46157cd16663 req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:32.253481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-2e969367-81b5-4a46-b691-e078697479ce tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7716033 May 25 20:12:32.256943 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-30a3498f-5a0d-48e6-84fc-30ddf374228a service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829335 May 25 20:12:32.277951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-3ace4fef-66ec-4db4-9160-46157cd16663 req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:32.356867 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:32.362527 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3ace4fef-66ec-4db4-9160-46157cd16663 req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:32.495897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-3ace4fef-66ec-4db4-9160-46157cd16663 req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:32.510003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3ace4fef-66ec-4db4-9160-46157cd16663 req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group_rule and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:32.520344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3ace4fef-66ec-4db4-9160-46157cd16663 req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:32.555453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-3ace4fef-66ec-4db4-9160-46157cd16663 req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:32.563190 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:32.578229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Allocated IP 172.20.0.5 (07a08a54-ceb3-47f4-836a-4bf7675c5aa9/3eab1562-2f66-4082-b6ff-b108de5133c4/294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:12:32.620751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'name': 'tempest-ServersTestFqdnHostnames-1606697676-router', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:12:14Z', 'updated_at': '2022-05-25T20:12:25Z', 'revision_number': 4, 'project_id': '189f9c48850840278a858ff532363ff8', 'gw_port': {'id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:12:15Z', 'updated_at': '2022-05-25T20:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '14086684-425e-468a-9241-d4e0d939eefd', 'name': '', 'network_id': '8510694c-8862-4119-8998-4a2f1a905b5c', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'mac_address': 'fa:16:3e:79:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '4ce7e2e7-9a5e-4b90-890f-a14af5019a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:12:23Z', 'updated_at': '2022-05-25T20:12:31Z', 'revision_number': 4, 'project_id': '189f9c48850840278a858ff532363ff8', 'subnets': [{'id': '4ce7e2e7-9a5e-4b90-890f-a14af5019a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:32.627818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2577d-bbb3-4641-a7a0-1d1a0351f986 None None] The sync data for ids ['2abe4f1b-312b-4277-966d-ce4fa65430f4'] in n-d-843339-1 is: [{'id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'name': 'tempest-ServersTestFqdnHostnames-1606697676-router', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:12:14Z', 'updated_at': '2022-05-25T20:12:25Z', 'revision_number': 4, 'project_id': '189f9c48850840278a858ff532363ff8', 'gw_port': {'id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:12:15Z', 'updated_at': '2022-05-25T20:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '14086684-425e-468a-9241-d4e0d939eefd', 'name': '', 'network_id': '8510694c-8862-4119-8998-4a2f1a905b5c', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'mac_address': 'fa:16:3e:79:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '4ce7e2e7-9a5e-4b90-890f-a14af5019a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:12:23Z', 'updated_at': '2022-05-25T20:12:31Z', 'revision_number': 4, 'project_id': '189f9c48850840278a858ff532363ff8', 'subnets': [{'id': '4ce7e2e7-9a5e-4b90-890f-a14af5019a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:12:32.685169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Deleting port 14086684-425e-468a-9241-d4e0d939eefd {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:12:32.685169 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:32.806310 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d89f277-2b7b-42dc-887b-c6cc2827c4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:32.822283 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-cbfa3c5c-e2b6-41dd-a58e-8b3fd10b857f service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675781 May 25 20:12:32.933770 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3ace4fef-66ec-4db4-9160-46157cd16663 req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:32.939148 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:32.946762 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3ace4fef-66ec-4db4-9160-46157cd16663 req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:32.956181 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d89f277-2b7b-42dc-887b-c6cc2827c4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:33.070507 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:33.116223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15f793a-a154-458c-b411-64a3a49a56e4,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:33.137261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6acc7404-9c16-4af7-a227-002bcb2a4fd2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:33.151726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:33.152070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:33.152401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:33.152725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:33.153049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:33.153368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:33.153686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:33.154057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:33.155354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:33.155547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:33.155865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:33.156178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:33.173516 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3ace4fef-66ec-4db4-9160-46157cd16663 req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:33.187640 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3ace4fef-66ec-4db4-9160-46157cd16663 req-760577be-6405-4c91-9b9b-e110ff8f0513 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0215447 May 25 20:12:33.190290 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:33.191416 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-674a09b7-cf01-4276-adc6-8fe9929f1b7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c15f793a-a154-458c-b411-64a3a49a56e4 HTTP/1.1" status: 204 len: 168 time: 1.0981643 May 25 20:12:33.224553 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-6dbf544e-9969-4953-a916-159f7b5d2e31 service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914924 May 25 20:12:33.247249 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] For port 14086684-425e-468a-9241-d4e0d939eefd, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=14086684-425e-468a-9241-d4e0d939eefd,segment=NetworkSegment(7b6c4dac-691e-49bf-b5eb-d87853644121),segment_id=7b6c4dac-691e-49bf-b5eb-d87853644121)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:33.249032 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:33.271061 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d89f277-2b7b-42dc-887b-c6cc2827c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:33.272857 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:33.349696 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:33.558897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 14086684-425e-468a-9241-d4e0d939eefd up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:12:33.740266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Network 07a08a54-ceb3-47f4-836a-4bf7675c5aa9 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:12:33.752990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:33.756027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:12:33.778008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 14086684-425e-468a-9241-d4e0d939eefd completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:33.784035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 14086684-425e-468a-9241-d4e0d939eefd triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:33.784632 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:33.890656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Pushing event updated for resources: {'Port': ['ID=294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:33.937471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89f277-2b7b-42dc-887b-c6cc2827c4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bd34d3-9dab-416a-99f9-ac373ec3598e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:33.956716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:33.957382 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:34.023366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7454d-8100-461b-8f6a-07a37d79a0ed req-d06f4085-a2d4-470d-a878-4e716c613b7b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:34.024899 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f3a7454d-8100-461b-8f6a-07a37d79a0ed req-d06f4085-a2d4-470d-a878-4e716c613b7b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 950 time: 0.5264819 May 25 20:12:34.075394 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3f0a2d1d-b4f4-49bd-a5e4-323f9b75ea11 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7830367 May 25 20:12:34.099148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 14086684-425e-468a-9241-d4e0d939eefd is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:34.099575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Request body: {'port': {'device_id': '20b03d93-4ca4-41cf-8ca5-37d6fcd184bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:34.100966 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:34.164108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Calling delete_port for 14086684-425e-468a-9241-d4e0d939eefd owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:12:34.195083 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f3a7454d-8100-461b-8f6a-07a37d79a0ed req-e89ef456-b088-41dc-95a4-f7a1ed2e0ea8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607428 May 25 20:12:34.198631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 14086684-425e-468a-9241-d4e0d939eefd, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=14086684-425e-468a-9241-d4e0d939eefd,segment=NetworkSegment(7b6c4dac-691e-49bf-b5eb-d87853644121),segment_id=7b6c4dac-691e-49bf-b5eb-d87853644121)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:34.218573 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:34.347733 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d89f277-2b7b-42dc-887b-c6cc2827c4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:34.356824 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1d89f277-2b7b-42dc-887b-c6cc2827c4ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55bd34d3-9dab-416a-99f9-ac373ec3598e HTTP/1.1" status: 204 len: 168 time: 2.1242983 May 25 20:12:34.359447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:34.439265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=14086684-425e-468a-9241-d4e0d939eefd,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:34.906279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8c058-0eea-4ddc-804b-4afbb7787ebe req-6d309f96-3ab1-4706-b9c1-3161efb5b1c4 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:34.909116 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fbd8c058-0eea-4ddc-804b-4afbb7787ebe req-6d309f96-3ab1-4706-b9c1-3161efb5b1c4 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/ports?device_id=20b03d93-4ca4-41cf-8ca5-37d6fcd184bb HTTP/1.1" status: 200 len: 931 time: 0.7599847 May 25 20:12:35.050298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-fbd8c058-0eea-4ddc-804b-4afbb7787ebe req-1b196426-888c-403b-a6c3-29ba4bd9bb44 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Synchronizing usage tracker for tenant:b7834c8a467a4881bfd5286e2435c35b on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:12:35.087917 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:12:35.088756 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:12:35.099304 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-fbd8c058-0eea-4ddc-804b-4afbb7787ebe req-1b196426-888c-403b-a6c3-29ba4bd9bb44 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Unset dirty status for tenant:b7834c8a467a4881bfd5286e2435c35b on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:12:35.101474 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fbd8c058-0eea-4ddc-804b-4afbb7787ebe req-1b196426-888c-403b-a6c3-29ba4bd9bb44 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/security-groups?id=6aa730ea-f524-4d1f-a1d5-07a2fe6f4eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758699 May 25 20:12:35.371602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241df9f-b222-4b7b-af36-f00bf8fbffa9 req-3240c2b8-f9b3-4af4-a7e8-139f454f06ec tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:35.379438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 14086684-425e-468a-9241-d4e0d939eefd up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:12:35.393234 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0241df9f-b222-4b7b-af36-f00bf8fbffa9 req-3240c2b8-f9b3-4af4-a7e8-139f454f06ec tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.8430481 May 25 20:12:35.465632 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2af15896-2361-405b-868b-920669d98932 req-50b24caa-4548-4086-b5be-f01173a4cfbf tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/cfc17540-0e0d-41b9-86a9-fdbf0ebf1890 HTTP/1.1" status: 200 len: 1807 time: 0.3115113 May 25 20:12:35.575196 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2af15896-2361-405b-868b-920669d98932 req-66bd2eb8-6b8e-4254-9461-ed02f3e2d7ba tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/6acc7404-9c16-4af7-a227-002bcb2a4fd2 HTTP/1.1" status: 200 len: 1806 time: 0.0967000 May 25 20:12:35.576362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 14086684-425e-468a-9241-d4e0d939eefd triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:35.576964 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:35.595748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Deleting port 14086684-425e-468a-9241-d4e0d939eefd {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:12:35.596267 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:35.640439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-2af15896-2361-405b-868b-920669d98932 req-fa5c5eb4-38ad-4478-84c6-a245fd479e69 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cfc17540-0e0d-41b9-86a9-fdbf0ebf1890', 'remote_group_id': '6acc7404-9c16-4af7-a227-002bcb2a4fd2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:35.640439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-2af15896-2361-405b-868b-920669d98932 req-fa5c5eb4-38ad-4478-84c6-a245fd479e69 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cfc17540-0e0d-41b9-86a9-fdbf0ebf1890', 'remote_group_id': '6acc7404-9c16-4af7-a227-002bcb2a4fd2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:35.659991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-2af15896-2361-405b-868b-920669d98932 req-fa5c5eb4-38ad-4478-84c6-a245fd479e69 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:35.675400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-448e922e-ae75-4ea3-902c-33c0195dbf1f tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:35.675888 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0241df9f-b222-4b7b-af36-f00bf8fbffa9 req-b62e573f-5e5b-4ce6-8c93-44270fbde45c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819464 May 25 20:12:35.677004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-448e922e-ae75-4ea3-902c-33c0195dbf1f tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.70 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 820 time: 0.3890204 May 25 20:12:35.683323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2af15896-2361-405b-868b-920669d98932 req-fa5c5eb4-38ad-4478-84c6-a245fd479e69 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group_rule and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:35.695694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Request body: {'port': {'device_id': '641e004c-5cbd-423e-911e-29938eb99b03', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'admin_state_up': True, 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:35.713443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:12:35.728567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2af15896-2361-405b-868b-920669d98932 req-fa5c5eb4-38ad-4478-84c6-a245fd479e69 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:35.737761 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:35.778744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Transition to ACTIVE for port object 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:35.785082 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:35.804121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-2af15896-2361-405b-868b-920669d98932 req-fa5c5eb4-38ad-4478-84c6-a245fd479e69 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:35.810373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 14086684-425e-468a-9241-d4e0d939eefd is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:36.032210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Pushing event updated for resources: {'Port': ['ID=294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:36.073788 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2af15896-2361-405b-868b-920669d98932 req-fa5c5eb4-38ad-4478-84c6-a245fd479e69 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:36.112800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-21d662bc-3952-44cf-a33c-a043f7f07cbb req-ecc1a860-5585-4dd9-85e8-1403521cb190 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 210 time: 0.1713119 May 25 20:12:36.229844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:36.238520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] For port 14086684-425e-468a-9241-d4e0d939eefd, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=14086684-425e-468a-9241-d4e0d939eefd,segment=NetworkSegment(7b6c4dac-691e-49bf-b5eb-d87853644121),segment_id=7b6c4dac-691e-49bf-b5eb-d87853644121)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:36.238881 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:36.280118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Attempting to bind port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:12:36.280831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Attempting to bind port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a8b816dd-440b-4ef2-8c35-fa679533fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '07a08a54-ceb3-47f4-836a-4bf7675c5aa9'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:12:36.281450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Attempting to bind port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce on network 07a08a54-ceb3-47f4-836a-4bf7675c5aa9 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:36.288949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce on network 07a08a54-ceb3-47f4-836a-4bf7675c5aa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:12:36.290248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Attempting to bind port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce on network 07a08a54-ceb3-47f4-836a-4bf7675c5aa9 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:36.301423 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:12:36.303175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Checking segment: {'id': 'a8b816dd-440b-4ef2-8c35-fa679533fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '07a08a54-ceb3-47f4-836a-4bf7675c5aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:36.304127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Bound using segment: {'id': 'a8b816dd-440b-4ef2-8c35-fa679533fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '07a08a54-ceb3-47f4-836a-4bf7675c5aa9'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:12:36.305488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Bound port: 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b816dd-440b-4ef2-8c35-fa679533fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '07a08a54-ceb3-47f4-836a-4bf7675c5aa9'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:12:36.306707 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:36.414098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:36.426838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Calling delete_port for 14086684-425e-468a-9241-d4e0d939eefd owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:12:36.455887 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2af15896-2361-405b-868b-920669d98932 req-fa5c5eb4-38ad-4478-84c6-a245fd479e69 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:36.475163 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2af15896-2361-405b-868b-920669d98932 req-fa5c5eb4-38ad-4478-84c6-a245fd479e69 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:36.512463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c5eb4-38ad-4478-84c6-a245fd479e69 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09a686b-feab-43e7-a25b-ac8e27d8e783,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:36.515142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Made reservation on behalf of bcd8a79fdc45491c930f09375a86f6b9 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:36.518587 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:36.569772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] For port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:12:36.573403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] For port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce,segment=NetworkSegment(a8b816dd-440b-4ef2-8c35-fa679533fb25),segment_id=a8b816dd-440b-4ef2-8c35-fa679533fb25)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:12:36.587125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50916ee-39ef-41e0-82fa-b4e5eaaaa0b3 req-f1096451-21ac-4744-90b7-0ac409791a8b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:36.589263 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e50916ee-39ef-41e0-82fa-b4e5eaaaa0b3 req-f1096451-21ac-4744-90b7-0ac409791a8b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 950 time: 0.2610781 May 25 20:12:36.590871 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:36.627323 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2af15896-2361-405b-868b-920669d98932 req-fa5c5eb4-38ad-4478-84c6-a245fd479e69 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:36.628498 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2af15896-2361-405b-868b-920669d98932 req-fa5c5eb4-38ad-4478-84c6-a245fd479e69 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0412576 May 25 20:12:36.833801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:36.841170 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:36.849392 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] 10.222.0.70 "PUT /v2.0/ports/294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce HTTP/1.1" status: 200 len: 1091 time: 2.7658780 May 25 20:12:36.850805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b03d93-4ca4-41cf-8ca5-37d6fcd184bb', 'tag': '294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:12:36.902251 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e50916ee-39ef-41e0-82fa-b4e5eaaaa0b3 req-7133d5ff-22fa-4fd4-817d-323b9b2ce1de tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064961 May 25 20:12:36.909568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a51aa-8c04-40b6-b4c3-24816a9a955a service neutron] Pushing event updated for resources: {'Port': ['ID=294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:36.956728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Allocated IP 172.20.0.6 (00c6d67f-b1bb-47c8-ac2e-13ae224e1d54/e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672/1046971c-dee6-4f6d-aa3e-d6aae9527304) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:12:37.104558 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c1e0cca-3f17-43c6-bbdb-29dff406212d req-dc5c717c-ede5-47d5-82a3-4a6891ce9bbe tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/6acc7404-9c16-4af7-a227-002bcb2a4fd2 HTTP/1.1" status: 200 len: 1806 time: 0.0964160 May 25 20:12:37.183107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-d7113c46-187d-4d79-a256-962669e5f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:37.184712 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-d7113c46-187d-4d79-a256-962669e5f651 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b7834c8a467a4881bfd5286e2435c35b&device_id=20b03d93-4ca4-41cf-8ca5-37d6fcd184bb HTTP/1.1" status: 200 len: 1094 time: 0.2561865 May 25 20:12:37.317291 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c1e0cca-3f17-43c6-bbdb-29dff406212d req-8a9f9025-fbbe-4b4c-9e99-3707583c8dae tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:37.321160 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-eb6a3c0b-fea4-48ca-9cec-c7b31cb9a7f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce HTTP/1.1" status: 200 len: 217 time: 0.1169505 May 25 20:12:37.429190 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:37.457159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Transition to ACTIVE for port object 1046971c-dee6-4f6d-aa3e-d6aae9527304 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:37.470833 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c1e0cca-3f17-43c6-bbdb-29dff406212d req-8a9f9025-fbbe-4b4c-9e99-3707583c8dae tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:37.502115 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:37.503343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-bc2be4b7-3ff3-400e-9701-037358163bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:37.504821 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-bc2be4b7-3ff3-400e-9701-037358163bfc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3eab1562-2f66-4082-b6ff-b108de5133c4 HTTP/1.1" status: 200 len: 854 time: 0.1670597 May 25 20:12:37.573155 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-7c82bdc1-0aff-48e3-a06c-fe1d409a0119 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07a08a54-ceb3-47f4-836a-4bf7675c5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615847 May 25 20:12:37.613422 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Pushing event deleted for resources: {'Port': ['ID=14086684-425e-468a-9241-d4e0d939eefd,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:37.679251 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:37.696493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['095e8004-ab28-4a59-b028-e1eae0123d72'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:12:37.788269 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c1e0cca-3f17-43c6-bbdb-29dff406212d req-8a9f9025-fbbe-4b4c-9e99-3707583c8dae tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:37.817960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f9025-fbbe-4b4c-9e99-3707583c8dae tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acc7404-9c16-4af7-a227-002bcb2a4fd2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:37.851855 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c1e0cca-3f17-43c6-bbdb-29dff406212d req-8a9f9025-fbbe-4b4c-9e99-3707583c8dae tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:37.855417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:12:37.879207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c1e0cca-3f17-43c6-bbdb-29dff406212d req-8a9f9025-fbbe-4b4c-9e99-3707583c8dae tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "DELETE /v2.0/security-groups/6acc7404-9c16-4af7-a227-002bcb2a4fd2 HTTP/1.1" status: 204 len: 173 time: 0.7519913 May 25 20:12:37.879397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:37.894324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:12:37.931087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48540) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:37.986629 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-33ae7019-7a6c-48df-86d6-611fe9d969f9 service neutron] 10.222.0.70 "GET /v2.0/networks/07a08a54-ceb3-47f4-836a-4bf7675c5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074383 May 25 20:12:38.052664 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45018423-cb1f-4150-8a19-32d756fa2314'] response: {'name': 'network-changed', 'server_uuid': '20b03d93-4ca4-41cf-8ca5-37d6fcd184bb', 'tag': '294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce', 'status': 'completed', 'code': 200} May 25 20:12:38.332955 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94fb7293-b52d-4f74-908f-211b374e74c8 req-3618e9d5-d294-40ae-8b4e-6519aecd4567 service neutron] 10.222.0.70 "GET /v2.0/networks/07a08a54-ceb3-47f4-836a-4bf7675c5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380103 May 25 20:12:38.333670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:38.334455 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:38.543474 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-937295cb-0f9d-44f2-85c3-3a313af75475 None None] Provisioning for port 1046971c-dee6-4f6d-aa3e-d6aae9527304 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:38.555781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-937295cb-0f9d-44f2-85c3-3a313af75475 None None] Provisioning complete for port 1046971c-dee6-4f6d-aa3e-d6aae9527304 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:38.556405 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-937295cb-0f9d-44f2-85c3-3a313af75475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:38.559209 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8698463 May 25 20:12:38.598457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Request body: {'port': {'device_id': '641e004c-5cbd-423e-911e-29938eb99b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:38.649039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-937295cb-0f9d-44f2-85c3-3a313af75475 None None] Port 1046971c-dee6-4f6d-aa3e-d6aae9527304 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:12:38.740302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94695126-ea15-45d3-9212-8fe68febcad9 req-8f1a6dc2-e007-4e6b-a04f-26ce6b983226 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:38.742200 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94695126-ea15-45d3-9212-8fe68febcad9 req-8f1a6dc2-e007-4e6b-a04f-26ce6b983226 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/ports?device_id=20b03d93-4ca4-41cf-8ca5-37d6fcd184bb HTTP/1.1" status: 200 len: 943 time: 1.6571596 May 25 20:12:38.749777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2c28d-0eb4-45e4-af5c-dec4348be35a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Pushing event updated for resources: {'Port': ['ID=1046971c-dee6-4f6d-aa3e-d6aae9527304,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:38.784618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1486269604', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:38.796256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:38.816464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Usage tracker for resource:port and tenant:4ce8f9bb989f4236b993ea7859284516 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:38.822505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:38.834497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:38.854518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Made reservation on behalf of 4ce8f9bb989f4236b993ea7859284516 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:38.856785 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:38.873081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422c51-ac50-4e24-bdb9-83e4879a216e req-55acdf58-6fb4-49ee-a592-9fff58b9540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:38.874941 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72422c51-ac50-4e24-bdb9-83e4879a216e req-55acdf58-6fb4-49ee-a592-9fff58b9540b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b7834c8a467a4881bfd5286e2435c35b&device_id=20b03d93-4ca4-41cf-8ca5-37d6fcd184bb HTTP/1.1" status: 200 len: 1094 time: 0.3480651 May 25 20:12:38.879076 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:38.923908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8aa120-4386-49a4-9702-38cf3264f757 req-3c47547d-b43c-4538-876e-3b6105a27398 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:38.924674 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9e8aa120-4386-49a4-9702-38cf3264f757 req-3c47547d-b43c-4538-876e-3b6105a27398 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.4478009 May 25 20:12:38.937035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:38.947011 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94695126-ea15-45d3-9212-8fe68febcad9 req-ab0ce819-ec2c-4089-b0b2-fb570f797e29 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/security-groups?id=6aa730ea-f524-4d1f-a1d5-07a2fe6f4eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876578 May 25 20:12:38.956854 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:38.971084 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:39.103565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Usage tracker for resource:security_group_rule and tenant:4ce8f9bb989f4236b993ea7859284516 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:39.111272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422c51-ac50-4e24-bdb9-83e4879a216e req-ed77f442-2bf9-4084-b4d0-28c1ace47b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:39.111540 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72422c51-ac50-4e24-bdb9-83e4879a216e req-ed77f442-2bf9-4084-b4d0-28c1ace47b8d service neutron] 10.222.0.70 "GET /v2.0/networks?id=07a08a54-ceb3-47f4-836a-4bf7675c5aa9 HTTP/1.1" status: 200 len: 915 time: 0.2209952 May 25 20:12:39.114208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:39.132559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:39.219320 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72422c51-ac50-4e24-bdb9-83e4879a216e req-8f15e659-f51b-4e8f-8d10-b9a6bfb63dfc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce HTTP/1.1" status: 200 len: 217 time: 0.0901077 May 25 20:12:39.226741 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9e8aa120-4386-49a4-9702-38cf3264f757 req-b9b05e91-c587-44e6-b18e-0e208a1243ad tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862899 May 25 20:12:39.386225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422c51-ac50-4e24-bdb9-83e4879a216e req-eb24de09-bec5-45fa-85cb-eb9d39a1622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:39.387697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72422c51-ac50-4e24-bdb9-83e4879a216e req-eb24de09-bec5-45fa-85cb-eb9d39a1622c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3eab1562-2f66-4082-b6ff-b108de5133c4 HTTP/1.1" status: 200 len: 854 time: 0.1600742 May 25 20:12:39.395493 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-179e72b0-a94b-4e3c-a5c1-efd7f9fa78f1 req-3e6f2bea-cf20-43f7-a80e-04b2e235a017 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/cfc17540-0e0d-41b9-86a9-fdbf0ebf1890 HTTP/1.1" status: 200 len: 1807 time: 0.1070707 May 25 20:12:39.447668 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72422c51-ac50-4e24-bdb9-83e4879a216e req-7c42b55d-2b8a-49f0-a111-e0196319931b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=07a08a54-ceb3-47f4-836a-4bf7675c5aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511420 May 25 20:12:39.685051 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:39.707447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:39.719491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] device_id is not set on port 34a5fc47-df45-446c-98b2-3085d88d3729 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:12:39.737905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c01a3-97b1-484e-bc96-6ca73d14067a req-63ad9152-b2bd-4d5e-ace1-25ca9a583c9b tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:39.738743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-5e3c01a3-97b1-484e-bc96-6ca73d14067a req-63ad9152-b2bd-4d5e-ace1-25ca9a583c9b tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Synchronizing usage tracker for tenant:bcd8a79fdc45491c930f09375a86f6b9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:12:39.808576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72422c51-ac50-4e24-bdb9-83e4879a216e req-71a350ef-daa1-47c5-903b-c9b50f7aceaf service neutron] 10.222.0.70 "GET /v2.0/networks/07a08a54-ceb3-47f4-836a-4bf7675c5aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526006 May 25 20:12:39.825011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aead642b-45ae-4010-a18f-751be7eb45db,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:39.933216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-5e3c01a3-97b1-484e-bc96-6ca73d14067a req-63ad9152-b2bd-4d5e-ace1-25ca9a583c9b tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Unset dirty status for tenant:bcd8a79fdc45491c930f09375a86f6b9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:12:39.934811 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5e3c01a3-97b1-484e-bc96-6ca73d14067a req-63ad9152-b2bd-4d5e-ace1-25ca9a583c9b tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 931 time: 0.8607121 May 25 20:12:39.939026 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb5a6ac2-84aa-4326-bec1-6b0adc1400f2 req-aca69295-685f-4f40-aaee-7c49d404c7ae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6441388 May 25 20:12:39.953556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e5391-0634-4c62-a147-c1881b4422ed req-73064147-3fdd-4731-9ff9-aa152b0c622e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:39.960539 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d34e5391-0634-4c62-a147-c1881b4422ed req-73064147-3fdd-4731-9ff9-aa152b0c622e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 950 time: 0.3945205 May 25 20:12:40.017560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Router 2abe4f1b-312b-4277-966d-ce4fa65430f4 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:12:40.060211 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5e3c01a3-97b1-484e-bc96-6ca73d14067a req-f6acbfac-19f5-4497-87d3-42fec7c9b502 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723166 May 25 20:12:40.120122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72422c51-ac50-4e24-bdb9-83e4879a216e req-8eb4f13c-8ff4-439c-ae50-f49073df7f63 service neutron] 10.222.0.70 "GET /v2.0/networks/07a08a54-ceb3-47f4-836a-4bf7675c5aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019319 May 25 20:12:40.186623 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d34e5391-0634-4c62-a147-c1881b4422ed req-2381fdad-7218-45ab-9a40-5fe5b24679a7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248259 May 25 20:12:40.205931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Allocated IP 172.25.3.97 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/34a5fc47-df45-446c-98b2-3085d88d3729) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:12:40.227467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-b0a49957-f657-4669-be8a-1d840f762bc0 req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1309216115', 'description': 'tempest-description-757736991'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:40.236117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-b0a49957-f657-4669-be8a-1d840f762bc0 req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:40.243602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b0a49957-f657-4669-be8a-1d840f762bc0 req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:40.256768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b0a49957-f657-4669-be8a-1d840f762bc0 req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:40.267017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-b0a49957-f657-4669-be8a-1d840f762bc0 req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:40.308119 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0a49957-f657-4669-be8a-1d840f762bc0 req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:40.366480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1046971c-dee6-4f6d-aa3e-d6aae9527304 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:12:40.414584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-b0a49957-f657-4669-be8a-1d840f762bc0 req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:40.422524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b0a49957-f657-4669-be8a-1d840f762bc0 req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group_rule and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:40.426337 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:40.428996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b0a49957-f657-4669-be8a-1d840f762bc0 req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:40.443712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-b0a49957-f657-4669-be8a-1d840f762bc0 req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:40.487342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Transition to ACTIVE for port object 1046971c-dee6-4f6d-aa3e-d6aae9527304 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:40.506880 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:40.546511 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:40.551837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:12:40.560136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-add2da15-cf60-4bcf-bc1e-d48031575858 admin admin] 10.222.0.60 "PUT /v2.0/routers/2abe4f1b-312b-4277-966d-ce4fa65430f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4904778 May 25 20:12:40.564058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48582) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:40.566356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a6ac2-84aa-4326-bec1-6b0adc1400f2 req-e8315fa1-2e96-4e98-b071-7495bee0bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:40.570656 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8d86c-4064-4346-b2c8-1269f2dbc607 None None] Sync routers for ids ['2abe4f1b-312b-4277-966d-ce4fa65430f4'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:12:40.571183 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb5a6ac2-84aa-4326-bec1-6b0adc1400f2 req-e8315fa1-2e96-4e98-b071-7495bee0bd9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 1095 time: 0.4498205 May 25 20:12:40.600436 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8d86c-4064-4346-b2c8-1269f2dbc607 None None] Routers {'2abe4f1b-312b-4277-966d-ce4fa65430f4'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:12:40.601335 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-bbd8d86c-4064-4346-b2c8-1269f2dbc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:12:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2abe4f1b-312b-4277-966d-ce4fa65430f4'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:40.781766 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0a49957-f657-4669-be8a-1d840f762bc0 req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:40.793253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0a49957-f657-4669-be8a-1d840f762bc0 req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:40.885381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Pushing event updated for resources: {'Port': ['ID=1046971c-dee6-4f6d-aa3e-d6aae9527304,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:40.907454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d938601-6a90-4930-8895-f8de782c7edf req-e4623a46-cb2e-4a93-b80c-ae75451dcab4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:40.917844 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d938601-6a90-4930-8895-f8de782c7edf req-e4623a46-cb2e-4a93-b80c-ae75451dcab4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.5621500 May 25 20:12:41.018819 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-bbd8d86c-4064-4346-b2c8-1269f2dbc607 None None] Set router 2abe4f1b-312b-4277-966d-ce4fa65430f4 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:12:41.028927 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:41.149006 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d938601-6a90-4930-8895-f8de782c7edf req-2c6c9f73-d652-4fec-878a-90bfc577ac5a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281842 May 25 20:12:41.181872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a6ac2-84aa-4326-bec1-6b0adc1400f2 req-7cc5ed02-7d15-40cc-8f8d-307856e8e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:41.184167 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb5a6ac2-84aa-4326-bec1-6b0adc1400f2 req-7cc5ed02-7d15-40cc-8f8d-307856e8e5c6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.5061216 May 25 20:12:41.362947 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b0a49957-f657-4669-be8a-1d840f762bc0 req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:41.376513 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0a49957-f657-4669-be8a-1d840f762bc0 req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1491315 May 25 20:12:41.387712 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb5a6ac2-84aa-4326-bec1-6b0adc1400f2 req-329bc000-b998-4776-b0fb-3ada83cce962 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f17320-bf1b-4489-a273-146e933cb757 HTTP/1.1" status: 200 len: 999 time: 0.1953716 May 25 20:12:41.392401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Attempting to bind port 1046971c-dee6-4f6d-aa3e-d6aae9527304 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:12:41.392747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Attempting to bind port 1046971c-dee6-4f6d-aa3e-d6aae9527304 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:12:41.393208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Attempting to bind port 1046971c-dee6-4f6d-aa3e-d6aae9527304 on network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:41.504185 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-bbd8d86c-4064-4346-b2c8-1269f2dbc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'name': 'tempest-ServersTestFqdnHostnames-1606697676-router', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:12:14Z', 'updated_at': '2022-05-25T20:12:36Z', 'revision_number': 5, 'project_id': '189f9c48850840278a858ff532363ff8', 'gw_port': {'id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:12:15Z', 'updated_at': '2022-05-25T20:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:41.510594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Port 1046971c-dee6-4f6d-aa3e-d6aae9527304 on network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:12:41.511117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Attempting to bind port 1046971c-dee6-4f6d-aa3e-d6aae9527304 on network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:41.518417 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8d86c-4064-4346-b2c8-1269f2dbc607 None None] Checking router: 2abe4f1b-312b-4277-966d-ce4fa65430f4 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:12:41.546927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:12:41.547224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Checking segment: {'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:41.547503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Bound using segment: {'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:12:41.547958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Bound port: 1046971c-dee6-4f6d-aa3e-d6aae9527304, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a26e2d-2865-4fc3-8404-41ebd0067e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:12:41.548302 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:41.549700 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8d86c-4064-4346-b2c8-1269f2dbc607 None None] Routers {'2abe4f1b-312b-4277-966d-ce4fa65430f4'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:12:41.552752 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-bbd8d86c-4064-4346-b2c8-1269f2dbc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:12:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2abe4f1b-312b-4277-966d-ce4fa65430f4'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:41.567313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d3230-9a44-4784-9492-0e9c0f11da8e tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f4c7b8-d28f-43bc-920c-ef6b4de3d89f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:41.586121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a6ac2-84aa-4326-bec1-6b0adc1400f2 req-d487bf8a-282a-44d4-981c-f3ef44456881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:41.588165 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb5a6ac2-84aa-4326-bec1-6b0adc1400f2 req-d487bf8a-282a-44d4-981c-f3ef44456881 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.1337230 May 25 20:12:41.629903 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:41.637433 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:41.791449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:12:41.803811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] Deleting port 063331cc-83ed-4c65-8438-2abc26d4963f {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:12:41.804224 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:41.874887 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-bbd8d86c-4064-4346-b2c8-1269f2dbc607 None None] Set router 2abe4f1b-312b-4277-966d-ce4fa65430f4 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:12:42.062610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:42.084741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] For port 1046971c-dee6-4f6d-aa3e-d6aae9527304, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:12:42.089477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] For port 063331cc-83ed-4c65-8438-2abc26d4963f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=063331cc-83ed-4c65-8438-2abc26d4963f,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:42.089964 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:42.099224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:12:42.103719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] For port 1046971c-dee6-4f6d-aa3e-d6aae9527304, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1046971c-dee6-4f6d-aa3e-d6aae9527304,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:12:42.126580 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:42.262276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:42.263949 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:42.266103 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] 10.222.0.70 "PUT /v2.0/ports/1046971c-dee6-4f6d-aa3e-d6aae9527304 HTTP/1.1" status: 200 len: 1091 time: 3.6864429 May 25 20:12:42.274065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641e004c-5cbd-423e-911e-29938eb99b03', 'tag': '1046971c-dee6-4f6d-aa3e-d6aae9527304'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:12:42.305501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4754ed-56f6-42e6-aa4b-dbb4df5b54df req-7ac66cf6-d21e-43f2-a3e3-600aff3e7528 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:42.307561 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb4754ed-56f6-42e6-aa4b-dbb4df5b54df req-7ac66cf6-d21e-43f2-a3e3-600aff3e7528 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/ports?device_id=20b03d93-4ca4-41cf-8ca5-37d6fcd184bb HTTP/1.1" status: 200 len: 943 time: 0.9180825 May 25 20:12:42.374069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] Calling delete_port for 063331cc-83ed-4c65-8438-2abc26d4963f owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:12:42.443300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a6ac2-84aa-4326-bec1-6b0adc1400f2 req-f0773335-93bf-4208-86f4-7e7aec917121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:42.445472 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb5a6ac2-84aa-4326-bec1-6b0adc1400f2 req-f0773335-93bf-4208-86f4-7e7aec917121 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8239107 May 25 20:12:42.461370 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-bbd8d86c-4064-4346-b2c8-1269f2dbc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'name': 'tempest-ServersTestFqdnHostnames-1606697676-router', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:12:14Z', 'updated_at': '2022-05-25T20:12:36Z', 'revision_number': 5, 'project_id': '189f9c48850840278a858ff532363ff8', 'gw_port': {'id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:12:15Z', 'updated_at': '2022-05-25T20:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:42.461591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Pushing event updated for resources: {'Port': ['ID=34a5fc47-df45-446c-98b2-3085d88d3729,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:42.464797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4ce03-c3f3-49e4-b555-009f4c2c604a service neutron] Pushing event updated for resources: {'Port': ['ID=1046971c-dee6-4f6d-aa3e-d6aae9527304,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:42.467174 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8d86c-4064-4346-b2c8-1269f2dbc607 None None] The sync data for ids ['2abe4f1b-312b-4277-966d-ce4fa65430f4'] in n-d-843339-1 is: [{'id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'name': 'tempest-ServersTestFqdnHostnames-1606697676-router', 'tenant_id': '189f9c48850840278a858ff532363ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:12:14Z', 'updated_at': '2022-05-25T20:12:36Z', 'revision_number': 5, 'project_id': '189f9c48850840278a858ff532363ff8', 'gw_port': {'id': '063331cc-83ed-4c65-8438-2abc26d4963f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe4f1b-312b-4277-966d-ce4fa65430f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:12:15Z', 'updated_at': '2022-05-25T20:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:12:42.507622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:12:42.529903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:42.530687 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:42.568378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee767792-f263-4561-af42-5bb3f3918d73 req-4feb8b33-ff9a-46b9-8d2b-58b981bfc0f0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:42.576393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee767792-f263-4561-af42-5bb3f3918d73 req-4feb8b33-ff9a-46b9-8d2b-58b981bfc0f0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 943 time: 1.0055904 May 25 20:12:42.607872 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f1c8ecd1-b8b0-4e85-b187-653601d9d96c tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.6674945 May 25 20:12:42.623986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48620) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:42.631216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.97'}]}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:42.654459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:42.681342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Usage tracker for resource:router and tenant:4ce8f9bb989f4236b993ea7859284516 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:42.693276 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb5a6ac2-84aa-4326-bec1-6b0adc1400f2 req-434eea26-7d4f-4c10-895d-e4d5a510d142 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206011 May 25 20:12:42.711855 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee767792-f263-4561-af42-5bb3f3918d73 req-5135385f-b629-49cb-869b-c98364e89941 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343737 May 25 20:12:42.713531 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb4754ed-56f6-42e6-aa4b-dbb4df5b54df req-d37b05d9-3c5c-4165-9040-30095bc0b4e7 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/security-groups?id=6aa730ea-f524-4d1f-a1d5-07a2fe6f4eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959830 May 25 20:12:42.740297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:42.754650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce,segment=NetworkSegment(a8b816dd-440b-4ef2-8c35-fa679533fb25),segment_id=a8b816dd-440b-4ef2-8c35-fa679533fb25)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:42.758789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:42.784243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:42.787051 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:42.787640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce', 'network_id': '07a08a54-ceb3-47f4-836a-4bf7675c5aa9', 'port_id': '294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce', 'mac_address': 'fa:16:3e:d6:e3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eab1562-2f66-4082-b6ff-b108de5133c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:12:42.853757 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:42.964738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-cb3e7136-9135-4990-b70d-3c390abf794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:42.966328 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-cb3e7136-9135-4990-b70d-3c390abf794c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 1094 time: 0.6295884 May 25 20:12:43.008170 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:43.008534 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:43.061412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:12:43.091367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce,segment=NetworkSegment(a8b816dd-440b-4ef2-8c35-fa679533fb25),segment_id=a8b816dd-440b-4ef2-8c35-fa679533fb25)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:43.097733 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:43.130695 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-62843c11-d37b-43a6-8b6e-036e259c070f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1046971c-dee6-4f6d-aa3e-d6aae9527304 HTTP/1.1" status: 200 len: 217 time: 0.1030831 May 25 20:12:43.204440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:43.224480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:43.224816 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:43.225132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:43.225455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:43.225773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:43.226088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:43.226426 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:43.226734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:43.227045 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:43.227350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:43.230682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:43.231025 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:12:43.280756 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb5a6ac2-84aa-4326-bec1-6b0adc1400f2 req-84241a57-cdf9-4465-9bf2-918dbbb0704e service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662341 May 25 20:12:43.286284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 14086684-425e-468a-9241-d4e0d939eefd no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:12:43.295535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-e2831afc-65a6-4ae0-a38e-83b8d74a064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:43.297692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-e2831afc-65a6-4ae0-a38e-83b8d74a064f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.1610498 May 25 20:12:43.333710 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:43.341057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 14086684-425e-468a-9241-d4e0d939eefd {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:12:43.341714 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 14086684-425e-468a-9241-d4e0d939eefd not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:12:43.390144 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c3255-75a7-4341-8e02-4df1551bfba1 req-e87bf54b-4183-46b7-8c85-f76090b56c99 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:43.391694 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-018c3255-75a7-4341-8e02-4df1551bfba1 req-e87bf54b-4183-46b7-8c85-f76090b56c99 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.4086893 May 25 20:12:43.454689 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-018c3255-75a7-4341-8e02-4df1551bfba1 req-3d3b6d62-8e92-4d30-a5ea-4169ad49dbff tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542042 May 25 20:12:43.461097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-50c58170-78d2-44aa-9d6b-395e0aa99b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:43.462715 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-50c58170-78d2-44aa-9d6b-395e0aa99b88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576536 May 25 20:12:43.486687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:12:43.486891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] Pushing event deleted for resources: {'Port': ['ID=063331cc-83ed-4c65-8438-2abc26d4963f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:43.706977 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a1bbc0f-aff2-42dd-a432-a44727921768 req-99375aa9-b8b2-4fcb-b28d-7ffecd6bf283 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/81f4c7b8-d28f-43bc-920c-ef6b4de3d89f HTTP/1.1" status: 200 len: 1806 time: 0.1933246 May 25 20:12:43.715831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-0d9a3fb9-6401-4885-afcb-5e51333f6436 service neutron] 10.222.0.70 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354290 May 25 20:12:43.721650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-8a1bbc0f-aff2-42dd-a432-a44727921768 req-d14e4c39-1a3a-4fec-a835-0b77129ca4ba tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81f4c7b8-d28f-43bc-920c-ef6b4de3d89f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:43.722045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-8a1bbc0f-aff2-42dd-a432-a44727921768 req-d14e4c39-1a3a-4fec-a835-0b77129ca4ba tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81f4c7b8-d28f-43bc-920c-ef6b4de3d89f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:43.729344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-8a1bbc0f-aff2-42dd-a432-a44727921768 req-d14e4c39-1a3a-4fec-a835-0b77129ca4ba tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:43.812705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8a1bbc0f-aff2-42dd-a432-a44727921768 req-d14e4c39-1a3a-4fec-a835-0b77129ca4ba tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group_rule and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:43.822694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8a1bbc0f-aff2-42dd-a432-a44727921768 req-d14e4c39-1a3a-4fec-a835-0b77129ca4ba tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:43.831918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-8a1bbc0f-aff2-42dd-a432-a44727921768 req-d14e4c39-1a3a-4fec-a835-0b77129ca4ba tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:43.913904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-debc1acb-0f37-4729-8ae2-0b20580d61fd req-019482c1-f998-4273-b327-63ede1b4b94e service neutron] 10.222.0.70 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855426 May 25 20:12:43.932441 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8a1bbc0f-aff2-42dd-a432-a44727921768 req-d14e4c39-1a3a-4fec-a835-0b77129ca4ba tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:43.956322 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:43.978000 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8a1bbc0f-aff2-42dd-a432-a44727921768 req-d14e4c39-1a3a-4fec-a835-0b77129ca4ba tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:43.983132 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8a1bbc0f-aff2-42dd-a432-a44727921768 req-d14e4c39-1a3a-4fec-a835-0b77129ca4ba tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:43.987131 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:44.018902 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e4c39-1a3a-4fec-a835-0b77129ca4ba tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e68de75-845f-4819-924d-ae450dfea5b9,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:44.030655 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8a1bbc0f-aff2-42dd-a432-a44727921768 req-d14e4c39-1a3a-4fec-a835-0b77129ca4ba tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:44.032322 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a1bbc0f-aff2-42dd-a432-a44727921768 req-d14e4c39-1a3a-4fec-a835-0b77129ca4ba tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3144689 May 25 20:12:44.047408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec9689-3d99-4d64-a0a4-7f456b291b19 req-031f135f-3c2f-46b3-9e36-2bf43cdf9d0b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:44.049027 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65ec9689-3d99-4d64-a0a4-7f456b291b19 req-031f135f-3c2f-46b3-9e36-2bf43cdf9d0b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 950 time: 1.0684342 May 25 20:12:44.082668 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721ce8ea-54b5-44f8-84f6-6ec44b9c0c08'] response: {'name': 'network-changed', 'server_uuid': '641e004c-5cbd-423e-911e-29938eb99b03', 'tag': '1046971c-dee6-4f6d-aa3e-d6aae9527304', 'status': 'completed', 'code': 200} May 25 20:12:44.125246 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0cd523c7-8a16-4272-ad4d-5eaeefff0cc7 req-beda60e0-1496-4b90-887d-66fc0c2330e2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9822471 May 25 20:12:44.142832 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:12:44.227383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a603f8-6bd2-42b5-a919-fecc9010e958 req-1dc94bc6-6377-4704-9dbd-f04c9f107c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:44.229200 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38a603f8-6bd2-42b5-a919-fecc9010e958 req-1dc94bc6-6377-4704-9dbd-f04c9f107c4d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 1094 time: 0.1229670 May 25 20:12:44.336934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:44.344889 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:44.375144 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65ec9689-3d99-4d64-a0a4-7f456b291b19 req-cdb3de4c-0711-48c4-bea2-78493ddb8952 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127997 May 25 20:12:44.402621 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:44.403151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2abe4f1b-312b-4277-966d-ce4fa65430f4 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:12:44.425747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd523c7-8a16-4272-ad4d-5eaeefff0cc7 req-bf35bbd6-fe0c-400f-8b1b-d1c4be2b1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:44.426810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0cd523c7-8a16-4272-ad4d-5eaeefff0cc7 req-bf35bbd6-fe0c-400f-8b1b-d1c4be2b1c77 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 1101 time: 0.2104387 May 25 20:12:44.438515 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:44.442254 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-192bd4e4-dee6-431f-85a0-7d6610582178 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2abe4f1b-312b-4277-966d-ce4fa65430f4 HTTP/1.1" status: 204 len: 168 time: 3.8722625 May 25 20:12:44.442924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48644) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:44.443614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a603f8-6bd2-42b5-a919-fecc9010e958 req-dbf49f15-64b1-4c77-bd54-62fababcb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:44.445114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38a603f8-6bd2-42b5-a919-fecc9010e958 req-dbf49f15-64b1-4c77-bd54-62fababcb244 service neutron] 10.222.0.70 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 921 time: 0.2072065 May 25 20:12:44.457305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847353ea-abff-4cb3-8483-ff098aad5edf req-79512d1b-3a83-4572-9a29-bdf0f26f10e9 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:44.458810 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-847353ea-abff-4cb3-8483-ff098aad5edf req-79512d1b-3a83-4572-9a29-bdf0f26f10e9 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2716880 May 25 20:12:44.561037 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38a603f8-6bd2-42b5-a919-fecc9010e958 req-0f21622e-486f-4ecb-8163-df5802bd3e0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1046971c-dee6-4f6d-aa3e-d6aae9527304 HTTP/1.1" status: 200 len: 217 time: 0.1005635 May 25 20:12:44.613290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48648) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:44.689343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e5b68e-7999-4796-9e92-bf15d1f7bbef admin admin] Deleting subnet 4ce7e2e7-9a5e-4b90-890f-a14af5019a47 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:12:44.706561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34e5b68e-7999-4796-9e92-bf15d1f7bbef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:44.769438 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-847353ea-abff-4cb3-8483-ff098aad5edf req-985ccfdb-a496-45c0-b04f-902dcaa1b928 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465017 May 25 20:12:44.780211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a603f8-6bd2-42b5-a919-fecc9010e958 req-f424b12a-7879-49a5-90de-2b654cdd00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:44.781836 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38a603f8-6bd2-42b5-a919-fecc9010e958 req-f424b12a-7879-49a5-90de-2b654cdd00d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.2139904 May 25 20:12:44.845428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd523c7-8a16-4272-ad4d-5eaeefff0cc7 req-c0f1ea21-c331-4ad7-8992-bafd3dca629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:44.847069 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0cd523c7-8a16-4272-ad4d-5eaeefff0cc7 req-c0f1ea21-c331-4ad7-8992-bafd3dca629a service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.3538334 May 25 20:12:44.861123 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34e5b68e-7999-4796-9e92-bf15d1f7bbef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:44.871715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a603f8-6bd2-42b5-a919-fecc9010e958 req-dd8fbb1a-3b69-4518-ba81-7c516a22236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:44.874995 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38a603f8-6bd2-42b5-a919-fecc9010e958 req-dd8fbb1a-3b69-4518-ba81-7c516a22236a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852001 May 25 20:12:45.004303 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0cd523c7-8a16-4272-ad4d-5eaeefff0cc7 req-4e9df02d-e12f-4302-9e7b-d09b94f7db71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6 HTTP/1.1" status: 200 len: 217 time: 0.1471863 May 25 20:12:45.045712 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-191344fe-b033-44cc-ac57-9c61878da3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.088074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-191344fe-b033-44cc-ac57-9c61878da3b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:45.100231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-191344fe-b033-44cc-ac57-9c61878da3b9 admin admin] Usage tracker for resource:security_group_rule and tenant:94dd5bb4e62644f798d0f99c31ba14f5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:45.106051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-191344fe-b033-44cc-ac57-9c61878da3b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:45.115872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-191344fe-b033-44cc-ac57-9c61878da3b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:45.143382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376b2c2-0ee0-437d-9dd1-fd226decf941 req-75ced76e-c350-46c0-beb0-3de86c5680f8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:45.143844 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38a603f8-6bd2-42b5-a919-fecc9010e958 req-cc99a816-aa5e-490f-9f03-2084ad23911f service neutron] 10.222.0.70 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622724 May 25 20:12:45.144316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-d376b2c2-0ee0-437d-9dd1-fd226decf941 req-75ced76e-c350-46c0-beb0-3de86c5680f8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Synchronizing usage tracker for tenant:b7834c8a467a4881bfd5286e2435c35b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:12:45.265622 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133ab9f-471d-44b2-b4d3-82c1b1d2a05a req-33740508-3826-4a6a-bdc6-7758263b7022 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:45.267189 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5133ab9f-471d-44b2-b4d3-82c1b1d2a05a req-33740508-3826-4a6a-bdc6-7758263b7022 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 943 time: 0.2929664 May 25 20:12:45.287788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-d376b2c2-0ee0-437d-9dd1-fd226decf941 req-75ced76e-c350-46c0-beb0-3de86c5680f8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Unset dirty status for tenant:b7834c8a467a4881bfd5286e2435c35b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:12:45.288939 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d376b2c2-0ee0-437d-9dd1-fd226decf941 req-75ced76e-c350-46c0-beb0-3de86c5680f8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/ports?device_id=20b03d93-4ca4-41cf-8ca5-37d6fcd184bb HTTP/1.1" status: 200 len: 944 time: 0.6883314 May 25 20:12:45.302491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd523c7-8a16-4272-ad4d-5eaeefff0cc7 req-6aa39fb8-f3a8-4f90-ba5f-20da35b57649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:45.303955 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0cd523c7-8a16-4272-ad4d-5eaeefff0cc7 req-6aa39fb8-f3a8-4f90-ba5f-20da35b57649 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2884591 May 25 20:12:45.334870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 063331cc-83ed-4c65-8438-2abc26d4963f no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:12:45.350469 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34e5b68e-7999-4796-9e92-bf15d1f7bbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.376149 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 063331cc-83ed-4c65-8438-2abc26d4963f {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:12:45.376889 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 063331cc-83ed-4c65-8438-2abc26d4963f not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:12:45.379844 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38a603f8-6bd2-42b5-a919-fecc9010e958 req-8029226d-c9db-4d65-b0b7-8170f22c6c08 service neutron] 10.222.0.70 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227736 May 25 20:12:45.389847 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5133ab9f-471d-44b2-b4d3-82c1b1d2a05a req-9e55a2fb-09bd-46c5-9210-15fb4ff8b020 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162727 May 25 20:12:45.418495 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-191344fe-b033-44cc-ac57-9c61878da3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.443016 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-191344fe-b033-44cc-ac57-9c61878da3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.459725 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d376b2c2-0ee0-437d-9dd1-fd226decf941 req-85605dd7-e7a5-42df-a8ff-2e7b23a353c8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/security-groups?id=6aa730ea-f524-4d1f-a1d5-07a2fe6f4eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548162 May 25 20:12:45.468737 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.508426 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.550391 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-191344fe-b033-44cc-ac57-9c61878da3b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94dd5bb4e62644f798d0f99c31ba14f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9320354 May 25 20:12:45.552360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48668) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:45.552996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191344fe-b033-44cc-ac57-9c61878da3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d18c575-44d3-4399-b293-2ec7e1905117,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:45.563097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9566e062-bab2-4c2a-b686-e4c9c68be6f3 req-dcbd8352-70f4-4a1a-b039-5912131b671f tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/81f4c7b8-d28f-43bc-920c-ef6b4de3d89f HTTP/1.1" status: 200 len: 2400 time: 0.1406083 May 25 20:12:45.579938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-9566e062-bab2-4c2a-b686-e4c9c68be6f3 req-4b4a1a46-4c61-49f7-b0a7-824a47ee7941 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81f4c7b8-d28f-43bc-920c-ef6b4de3d89f', 'remote_group_id': None}]} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:45.580242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-9566e062-bab2-4c2a-b686-e4c9c68be6f3 req-4b4a1a46-4c61-49f7-b0a7-824a47ee7941 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81f4c7b8-d28f-43bc-920c-ef6b4de3d89f', 'remote_group_id': None}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:45.589940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-9566e062-bab2-4c2a-b686-e4c9c68be6f3 req-4b4a1a46-4c61-49f7-b0a7-824a47ee7941 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:45.603720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9566e062-bab2-4c2a-b686-e4c9c68be6f3 req-4b4a1a46-4c61-49f7-b0a7-824a47ee7941 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Usage tracker for resource:security_group_rule and tenant:baabb968b19842ed83af768b5e357846 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:45.609946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9566e062-bab2-4c2a-b686-e4c9c68be6f3 req-4b4a1a46-4c61-49f7-b0a7-824a47ee7941 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:45.624162 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-9566e062-bab2-4c2a-b686-e4c9c68be6f3 req-4b4a1a46-4c61-49f7-b0a7-824a47ee7941 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:45.660071 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d7910e48-ea74-47ed-b12e-727955ae1368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.717326 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d7910e48-ea74-47ed-b12e-727955ae1368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.732510 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9566e062-bab2-4c2a-b686-e4c9c68be6f3 req-4b4a1a46-4c61-49f7-b0a7-824a47ee7941 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.784566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9566e062-bab2-4c2a-b686-e4c9c68be6f3 req-4b4a1a46-4c61-49f7-b0a7-824a47ee7941 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.791341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9566e062-bab2-4c2a-b686-e4c9c68be6f3 req-4b4a1a46-4c61-49f7-b0a7-824a47ee7941 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.831614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a1a46-4c61-49f7-b0a7-824a47ee7941 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0441b85a-218b-4b39-b826-6e5255bf1ca5,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:45.840940 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d7910e48-ea74-47ed-b12e-727955ae1368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.863181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7910e48-ea74-47ed-b12e-727955ae1368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d18c575-44d3-4399-b293-2ec7e1905117,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:45.865080 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d7910e48-ea74-47ed-b12e-727955ae1368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.869245 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d7910e48-ea74-47ed-b12e-727955ae1368 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d18c575-44d3-4399-b293-2ec7e1905117 HTTP/1.1" status: 204 len: 168 time: 0.3083913 May 25 20:12:45.869245 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9566e062-bab2-4c2a-b686-e4c9c68be6f3 req-4b4a1a46-4c61-49f7-b0a7-824a47ee7941 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.869245 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9566e062-bab2-4c2a-b686-e4c9c68be6f3 req-4b4a1a46-4c61-49f7-b0a7-824a47ee7941 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2960043 May 25 20:12:45.915202 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34e5b68e-7999-4796-9e92-bf15d1f7bbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:45.922787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd523c7-8a16-4272-ad4d-5eaeefff0cc7 req-17f9e47a-c862-4087-9388-9329a7fdaf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:45.925063 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0cd523c7-8a16-4272-ad4d-5eaeefff0cc7 req-17f9e47a-c862-4087-9388-9329a7fdaf1e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6115370 May 25 20:12:45.982733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5b68e-7999-4796-9e92-bf15d1f7bbef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce7e2e7-9a5e-4b90-890f-a14af5019a47,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:46.035127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e444ef-e1a9-4f28-b254-719425d85ec1 None None] Network 8510694c-8862-4119-8998-4a2f1a905b5c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:12:46.036865 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34e5b68e-7999-4796-9e92-bf15d1f7bbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:46.118858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaabcea-61dc-4254-a8a0-0113a1d13b50 req-42548a47-de2f-4271-b9ff-046de71f5977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:46.120600 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fbaabcea-61dc-4254-a8a0-0113a1d13b50 req-42548a47-de2f-4271-b9ff-046de71f5977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 950 time: 0.1181035 May 25 20:12:46.170651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-34e5b68e-7999-4796-9e92-bf15d1f7bbef admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4ce7e2e7-9a5e-4b90-890f-a14af5019a47 HTTP/1.1" status: 204 len: 168 time: 1.7257473 May 25 20:12:46.176045 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fbaabcea-61dc-4254-a8a0-0113a1d13b50 req-0cea524e-0ca0-4a31-8588-00a423d0c1bb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480218 May 25 20:12:46.176583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48678) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:46.181182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d2319-dc15-4c46-9632-ced0fd660014 req-c84a8b0a-811a-41ce-b815-e00770f39ee3 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:46.181861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-783d2319-dc15-4c46-9632-ced0fd660014 req-c84a8b0a-811a-41ce-b815-e00770f39ee3 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Synchronizing usage tracker for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:12:46.244987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-783d2319-dc15-4c46-9632-ced0fd660014 req-c84a8b0a-811a-41ce-b815-e00770f39ee3 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Unset dirty status for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:12:46.246201 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-783d2319-dc15-4c46-9632-ced0fd660014 req-c84a8b0a-811a-41ce-b815-e00770f39ee3 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 812 time: 0.5464971 May 25 20:12:46.250190 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:46.331577 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0cd523c7-8a16-4272-ad4d-5eaeefff0cc7 req-da8e7726-2a6b-41f4-8f79-45c66bc7ba02 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547783 May 25 20:12:46.368815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48682) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:46.381813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d7ec3-65b9-4659-b096-0c0acd080f05 None None] DHCP port deletion for 8510694c-8862-4119-8998-4a2f1a905b5c request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:12:46.389850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f60d7ec3-65b9-4659-b096-0c0acd080f05 None None] Deleting port c43b249f-e52d-4676-86fc-f78472bf0b0d {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:12:46.390336 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f60d7ec3-65b9-4659-b096-0c0acd080f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:46.406860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ff902e17-c6dc-45c1-9708-b4f577b30215 req-9adc6165-bec3-45a3-9302-1a767739cdbd tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/81f4c7b8-d28f-43bc-920c-ef6b4de3d89f HTTP/1.1" status: 200 len: 2999 time: 0.1131320 May 25 20:12:46.411767 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:46.421112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-783d2319-dc15-4c46-9632-ced0fd660014 req-bda99f39-d9ee-4c0f-aca1-153c393ff144 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/quotas/4619f4f2684a482db46ddd662e6b15f0 HTTP/1.1" status: 200 len: 375 time: 0.1131666 May 25 20:12:46.423741 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db1566ba-40cb-40f5-85c5-278746333d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:46.466174 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15ccf5ad-0b48-4a98-ae70-a2ed2cdf4d69 req-b7dd49e2-5df8-4979-814a-d3418c3e117a tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-group-rules/0441b85a-218b-4b39-b826-6e5255bf1ca5 HTTP/1.1" status: 200 len: 783 time: 0.0286114 May 25 20:12:46.468186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-db1566ba-40cb-40f5-85c5-278746333d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:46.473604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-db1566ba-40cb-40f5-85c5-278746333d9d admin admin] Usage tracker for resource:security_group_rule and tenant:35e86a02b6874fecb16cf4ddf4ca40e9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:46.477805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Deleting port c43b249f-e52d-4676-86fc-f78472bf0b0d {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:12:46.478389 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:46.503629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-db1566ba-40cb-40f5-85c5-278746333d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:46.531444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-db1566ba-40cb-40f5-85c5-278746333d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:46.586210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1046971c-dee6-4f6d-aa3e-d6aae9527304 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:12:46.588271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:12:46.652173 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15ccf5ad-0b48-4a98-ae70-a2ed2cdf4d69 req-16e2abaf-3451-4101-8113-24aa11558250 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/81f4c7b8-d28f-43bc-920c-ef6b4de3d89f HTTP/1.1" status: 200 len: 2999 time: 0.1752343 May 25 20:12:46.699477 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f60d7ec3-65b9-4659-b096-0c0acd080f05 None None] For port c43b249f-e52d-4676-86fc-f78472bf0b0d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c43b249f-e52d-4676-86fc-f78472bf0b0d,segment=NetworkSegment(7b6c4dac-691e-49bf-b5eb-d87853644121),segment_id=7b6c4dac-691e-49bf-b5eb-d87853644121)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:46.699856 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f60d7ec3-65b9-4659-b096-0c0acd080f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:46.726056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:46.735155 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:46.793797 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0cd523c7-8a16-4272-ad4d-5eaeefff0cc7 req-71a9706f-e48b-47b9-a86b-6fc8fe407c58 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081695 May 25 20:12:46.800537 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:46.801146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 297cb2f4-fa35-49ab-bda9-e76ba3b54054 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:12:46.821974 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-783d2319-dc15-4c46-9632-ced0fd660014 req-58a5090d-08ef-4fb5-a3dd-725d0902bfa9 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3933103 May 25 20:12:46.849459 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-15ccf5ad-0b48-4a98-ae70-a2ed2cdf4d69 req-1032a33e-fc0b-4edc-abb1-948b263e981a tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:46.873693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] For port c43b249f-e52d-4676-86fc-f78472bf0b0d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c43b249f-e52d-4676-86fc-f78472bf0b0d,segment=NetworkSegment(7b6c4dac-691e-49bf-b5eb-d87853644121),segment_id=7b6c4dac-691e-49bf-b5eb-d87853644121)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:46.874015 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:46.882229 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-15ccf5ad-0b48-4a98-ae70-a2ed2cdf4d69 req-1032a33e-fc0b-4edc-abb1-948b263e981a tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:46.909946 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 25 20:12:46.913739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-289e9bf4-ed0d-476b-a088-2b28837b6b73 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.2862976 May 25 20:12:46.916026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48692) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:46.965348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f60d7ec3-65b9-4659-b096-0c0acd080f05 None None] Calling delete_port for c43b249f-e52d-4676-86fc-f78472bf0b0d owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:12:47.002658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:47.005951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b20c824a-4e31-4bac-a119-e137a7764834 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Deleting port 34a5fc47-df45-446c-98b2-3085d88d3729 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:12:47.006476 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b20c824a-4e31-4bac-a119-e137a7764834 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.023601 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:47.023961 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.042892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Calling delete_port for c43b249f-e52d-4676-86fc-f78472bf0b0d owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:12:47.070999 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db1566ba-40cb-40f5-85c5-278746333d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.074226 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-783d2319-dc15-4c46-9632-ced0fd660014 req-0ee16091-b03f-4a9c-b26e-7f6af62a1d4e service neutron] 10.222.0.60 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422221 May 25 20:12:47.093516 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db1566ba-40cb-40f5-85c5-278746333d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.152810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1046971c-dee6-4f6d-aa3e-d6aae9527304, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1046971c-dee6-4f6d-aa3e-d6aae9527304,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:47.172798 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '1046971c-dee6-4f6d-aa3e-d6aae9527304', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'port_id': '1046971c-dee6-4f6d-aa3e-d6aae9527304', 'mac_address': 'fa:16:3e:27:18:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:12:47.174892 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f60d7ec3-65b9-4659-b096-0c0acd080f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.228673 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-15ccf5ad-0b48-4a98-ae70-a2ed2cdf4d69 req-1032a33e-fc0b-4edc-abb1-948b263e981a tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.260096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d7ec3-65b9-4659-b096-0c0acd080f05 None None] Pushing event deleted for resources: {'Port': ['ID=c43b249f-e52d-4676-86fc-f78472bf0b0d,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:47.269447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d7ec3-65b9-4659-b096-0c0acd080f05 None None] No DVR routers for this DVR port c43b249f-e52d-4676-86fc-f78472bf0b0d on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:12:47.294223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032a33e-fc0b-4edc-abb1-948b263e981a tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0441b85a-218b-4b39-b826-6e5255bf1ca5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:47.301013 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-db1566ba-40cb-40f5-85c5-278746333d9d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35e86a02b6874fecb16cf4ddf4ca40e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9287722 May 25 20:12:47.304171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48698) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:47.304823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1566ba-40cb-40f5-85c5-278746333d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d58c25-2845-4ea1-89f2-e50d88af3293,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:47.328837 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-15ccf5ad-0b48-4a98-ae70-a2ed2cdf4d69 req-1032a33e-fc0b-4edc-abb1-948b263e981a tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.329919 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15ccf5ad-0b48-4a98-ae70-a2ed2cdf4d69 req-1032a33e-fc0b-4edc-abb1-948b263e981a tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/0441b85a-218b-4b39-b826-6e5255bf1ca5 HTTP/1.1" status: 204 len: 173 time: 0.6596186 May 25 20:12:47.342839 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:12:47.343657 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:12:47.358956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1046971c-dee6-4f6d-aa3e-d6aae9527304 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:47.359353 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.376722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:47.377655 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.400255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1046971c-dee6-4f6d-aa3e-d6aae9527304 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:12:47.424038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b03d93-4ca4-41cf-8ca5-37d6fcd184bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:12:47.435560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1046971c-dee6-4f6d-aa3e-d6aae9527304, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1046971c-dee6-4f6d-aa3e-d6aae9527304,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:47.439292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce,segment=NetworkSegment(a8b816dd-440b-4ef2-8c35-fa679533fb25),segment_id=a8b816dd-440b-4ef2-8c35-fa679533fb25)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:47.443266 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.453379 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa9d3cfb-2956-4411-95b2-6d3e356c79e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.483509 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa9d3cfb-2956-4411-95b2-6d3e356c79e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.487145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c43b249f-e52d-4676-86fc-f78472bf0b0d no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:12:47.540938 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.541680 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-783d2319-dc15-4c46-9632-ced0fd660014 req-5cc7f55d-fc8c-43f1-b4c2-9dcd8980683d service neutron] 10.222.0.60 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342806 May 25 20:12:47.558244 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa9d3cfb-2956-4411-95b2-6d3e356c79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.573767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: c43b249f-e52d-4676-86fc-f78472bf0b0d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:12:47.574258 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c43b249f-e52d-4676-86fc-f78472bf0b0d not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:12:47.576419 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b20c824a-4e31-4bac-a119-e137a7764834 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.593600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d3cfb-2956-4411-95b2-6d3e356c79e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d58c25-2845-4ea1-89f2-e50d88af3293,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:47.596269 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1046971c-dee6-4f6d-aa3e-d6aae9527304,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:47.653036 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa9d3cfb-2956-4411-95b2-6d3e356c79e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.657659 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fa9d3cfb-2956-4411-95b2-6d3e356c79e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4d58c25-2845-4ea1-89f2-e50d88af3293 HTTP/1.1" status: 204 len: 168 time: 0.3472409 May 25 20:12:47.736355 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:47.789298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b20c824a-4e31-4bac-a119-e137a7764834 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Calling delete_port for 34a5fc47-df45-446c-98b2-3085d88d3729 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:12:47.791646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407916f-aa1d-464b-866a-fe29cb8e09c6 req-a22d87d9-954a-4f31-b8dd-a49e96e9b619 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:47.795559 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4407916f-aa1d-464b-866a-fe29cb8e09c6 req-a22d87d9-954a-4f31-b8dd-a49e96e9b619 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 944 time: 0.2194068 May 25 20:12:47.845847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Deleting port c43b249f-e52d-4676-86fc-f78472bf0b0d {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:12:47.846259 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:47.858646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['1046971c-dee6-4f6d-aa3e-d6aae9527304'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:12:47.975268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] The port 'c43b249f-e52d-4676-86fc-f78472bf0b0d' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:12:47.987802 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4407916f-aa1d-464b-866a-fe29cb8e09c6 req-4699b35f-b2fd-4e27-bbe5-a0cd215abe55 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849759 May 25 20:12:48.065990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f0fad-6b22-4e35-9157-2640ab901f9b req-e9ad5f50-8c48-4cfd-9883-eb891a9e1e05 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:48.067720 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8e4f0fad-6b22-4e35-9157-2640ab901f9b req-e9ad5f50-8c48-4cfd-9883-eb891a9e1e05 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/ports?device_id=20b03d93-4ca4-41cf-8ca5-37d6fcd184bb HTTP/1.1" status: 200 len: 945 time: 0.2229621 May 25 20:12:48.148780 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b20c824a-4e31-4bac-a119-e137a7764834 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:48.229637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8e4f0fad-6b22-4e35-9157-2640ab901f9b req-a382d645-2b79-4d2d-8c54-de7b0305d8e3 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/security-groups?id=6aa730ea-f524-4d1f-a1d5-07a2fe6f4eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544850 May 25 20:12:48.262434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c824a-4e31-4bac-a119-e137a7764834 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Pushing event deleted for resources: {'Port': ['ID=34a5fc47-df45-446c-98b2-3085d88d3729,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:48.286519 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:48.327175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8510694c-8862-4119-8998-4a2f1a905b5c']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:48.351146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6c4dac-691e-49bf-b5eb-d87853644121') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:48.351449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6c4dac-691e-49bf-b5eb-d87853644121') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:48.367655 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:48.386955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb316766-a7ae-4820-be58-704a557cbaad req-b643ac2b-92bc-431b-9ed2-2b81fa596782 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:48.388668 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb316766-a7ae-4820-be58-704a557cbaad req-b643ac2b-92bc-431b-9ed2-2b81fa596782 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 950 time: 0.2051969 May 25 20:12:48.429996 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b20c824a-4e31-4bac-a119-e137a7764834 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:48.446644 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:48.450499 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-84c0bd2d-ea53-4591-b31b-a5b535a61f90 req-9891b47f-7510-40f9-94b7-ceec1564b1f8 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/81f4c7b8-d28f-43bc-920c-ef6b4de3d89f HTTP/1.1" status: 200 len: 2400 time: 0.1485376 May 25 20:12:48.451794 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb316766-a7ae-4820-be58-704a557cbaad req-b01ab8db-3252-4483-9545-f8dc8dd8d258 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549181 May 25 20:12:48.459901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:12:48.460547 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:48.467631 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b20c824a-4e31-4bac-a119-e137a7764834 tempest-RoutersAdminNegativeTest-948412736 tempest-RoutersAdminNegativeTest-948412736-project-admin] 10.222.0.60 "DELETE /v2.0/ports/34a5fc47-df45-446c-98b2-3085d88d3729 HTTP/1.1" status: 204 len: 168 time: 1.5492504 May 25 20:12:48.544117 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-84c0bd2d-ea53-4591-b31b-a5b535a61f90 req-8c4d683c-f014-485c-a654-3a726e0294af tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:48.602771 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b7c42b-b0b2-4d26-bec3-5294029a909a'] response: {'server_uuid': '20b03d93-4ca4-41cf-8ca5-37d6fcd184bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce', 'code': 200} May 25 20:12:48.625664 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:48.641016 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-84c0bd2d-ea53-4591-b31b-a5b535a61f90 req-8c4d683c-f014-485c-a654-3a726e0294af tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:48.656091 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:48.678784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] Pushing event deleted for resources: {'Network': ['ID=8510694c-8862-4119-8998-4a2f1a905b5c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:48.683391 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d93c407e-16c0-4385-8598-088dfae33117 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8510694c-8862-4119-8998-4a2f1a905b5c HTTP/1.1" status: 204 len: 168 time: 2.5058320 May 25 20:12:48.826798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdaef1-3c36-4b3f-a7ce-adaf3472c174 req-3180a470-29a6-41a1-8d25-0d4ce9d59844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:48.829253 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91fdaef1-3c36-4b3f-a7ce-adaf3472c174 req-3180a470-29a6-41a1-8d25-0d4ce9d59844 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=20b03d93-4ca4-41cf-8ca5-37d6fcd184bb HTTP/1.1" status: 200 len: 1096 time: 0.1290953 May 25 20:12:48.830601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-84c0bd2d-ea53-4591-b31b-a5b535a61f90 req-8c4d683c-f014-485c-a654-3a726e0294af tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:48.848759 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 7b6c4dac-691e-49bf-b5eb-d87853644121 resource provider aggregate not found May 25 20:12:48.876343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d683c-f014-485c-a654-3a726e0294af tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f4c7b8-d28f-43bc-920c-ef6b4de3d89f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:48.877258 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 7b6c4dac-691e-49bf-b5eb-d87853644121 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b6c4dac-691e-49bf-b5eb-d87853644121 found for delete ", "request_id": "req-c96c8d5d-97bf-4913-bc4b-4a4d341db56a"}]} May 25 20:12:48.883481 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-84c0bd2d-ea53-4591-b31b-a5b535a61f90 req-8c4d683c-f014-485c-a654-3a726e0294af tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:48.889710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-84c0bd2d-ea53-4591-b31b-a5b535a61f90 req-8c4d683c-f014-485c-a654-3a726e0294af tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "DELETE /v2.0/security-groups/81f4c7b8-d28f-43bc-920c-ef6b4de3d89f HTTP/1.1" status: 204 len: 173 time: 0.4379957 May 25 20:12:48.893396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ef40d70f-72ca-462a-910a-ec0c9dedfc86 req-2d0bd701-5be8-4d9f-8a5a-50139eeabf92 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 210 time: 0.1091757 May 25 20:12:48.919369 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91fdaef1-3c36-4b3f-a7ce-adaf3472c174 req-ca5f4a27-4845-4117-a484-98eea77d6b62 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6aa730ea-f524-4d1f-a1d5-07a2fe6f4eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817568 May 25 20:12:48.934067 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-d02e12a8-02b9-45cf-81f0-963bf1c37707 req-bb2c7307-7dac-457c-b4dd-6286e947c142 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] show failed (client error): The resource could not be found. May 25 20:12:48.935580 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d02e12a8-02b9-45cf-81f0-963bf1c37707 req-bb2c7307-7dac-457c-b4dd-6286e947c142 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/6acc7404-9c16-4af7-a227-002bcb2a4fd2 HTTP/1.1" status: 404 len: 352 time: 0.0180535 May 25 20:12:49.003370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48750) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:49.014555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48756) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:49.035156 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a89036a9-d21d-4457-a914-7e9d7a80f604 req-12521c81-2d39-45cc-a904-54e52779bccc tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/cfc17540-0e0d-41b9-86a9-fdbf0ebf1890 HTTP/1.1" status: 200 len: 1807 time: 0.0775983 May 25 20:12:49.134194 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-06a260d7-6735-417b-bd79-cf169b284d7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=189f9c48850840278a858ff532363ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1175365 May 25 20:12:49.135558 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a89036a9-d21d-4457-a914-7e9d7a80f604 req-6ef0284b-5b4a-4e1f-8664-9a1f428b534c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:49.136140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48762) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:49.165549 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a89036a9-d21d-4457-a914-7e9d7a80f604 req-6ef0284b-5b4a-4e1f-8664-9a1f428b534c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:49.314781 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd13eea8-245a-444b-a008-3c0ac86bc118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:49.346386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fd13eea8-245a-444b-a008-3c0ac86bc118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:49.346585 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a89036a9-d21d-4457-a914-7e9d7a80f604 req-6ef0284b-5b4a-4e1f-8664-9a1f428b534c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:49.350721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fd13eea8-245a-444b-a008-3c0ac86bc118 admin admin] Usage tracker for resource:security_group_rule and tenant:6903898a799b461c9a5de6e07eb65e28 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:49.353720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fd13eea8-245a-444b-a008-3c0ac86bc118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:49.361128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fd13eea8-245a-444b-a008-3c0ac86bc118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:49.383785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0284b-5b4a-4e1f-8664-9a1f428b534c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc17540-0e0d-41b9-86a9-fdbf0ebf1890,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:49.427757 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a89036a9-d21d-4457-a914-7e9d7a80f604 req-6ef0284b-5b4a-4e1f-8664-9a1f428b534c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:49.442247 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a89036a9-d21d-4457-a914-7e9d7a80f604 req-6ef0284b-5b4a-4e1f-8664-9a1f428b534c tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "DELETE /v2.0/security-groups/cfc17540-0e0d-41b9-86a9-fdbf0ebf1890 HTTP/1.1" status: 204 len: 173 time: 0.4055254 May 25 20:12:49.462511 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3af1e12-71d0-431b-850b-eba8cc44bee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:49.485805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d2319-dc15-4c46-9632-ced0fd660014 req-71f2391e-4313-4202-8819-85716f9db20f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:49.490890 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-783d2319-dc15-4c46-9632-ced0fd660014 req-71f2391e-4313-4202-8819-85716f9db20f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 812 time: 0.2728388 May 25 20:12:49.493367 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd13eea8-245a-444b-a008-3c0ac86bc118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:49.507703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Request body: {'port': {'device_id': '428b3f19-5814-446e-8d63-eb70dbe7e8f7', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'admin_state_up': True, 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:49.551929 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd13eea8-245a-444b-a008-3c0ac86bc118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:49.591975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1adbc1-acfc-4eac-8287-1cabcd5f40f5 req-c2744c39-ab52-441f-8fbf-cd547668322c tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:49.593600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba1adbc1-acfc-4eac-8287-1cabcd5f40f5 req-c2744c39-ab52-441f-8fbf-cd547668322c tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 944 time: 0.3932228 May 25 20:12:49.597541 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3af1e12-71d0-431b-850b-eba8cc44bee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:49.690307 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fd13eea8-245a-444b-a008-3c0ac86bc118 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6903898a799b461c9a5de6e07eb65e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6780431 May 25 20:12:49.693428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48782) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:49.727675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13eea8-245a-444b-a008-3c0ac86bc118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b605bd8f-d138-4d47-92ec-70abda79dbd6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:49.753745 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba1adbc1-acfc-4eac-8287-1cabcd5f40f5 req-f5d6ba5d-eca8-4b29-9965-a2165d142ca2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371453 May 25 20:12:49.757060 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-f24a1137-d503-4d13-b62d-8378187cff15 service neutron] show failed (client error): The resource could not be found. May 25 20:12:49.757994 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-f24a1137-d503-4d13-b62d-8378187cff15 service neutron] 10.222.0.70 "GET /v2.0/ports/07bc86db-e546-4f5b-a075-471029537726/bindings/n-h2-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.2669792 May 25 20:12:49.837546 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:49.853190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:49.879268 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd370cf0-e36f-41fa-9950-c16c624e489b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:49.884243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3af1e12-71d0-431b-850b-eba8cc44bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:49.886758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Made reservation on behalf of 4619f4f2684a482db46ddd662e6b15f0 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:49.892071 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:49.912551 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af1e12-71d0-431b-850b-eba8cc44bee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2567fb-6c7c-4faf-8e1d-966c5ac5808b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:49.927152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ae6ba-8a29-4b45-87b1-0fffa03213c5 req-530663de-c93d-4a59-b4e4-afe4ce184f1b tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:49.929140 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-700ae6ba-8a29-4b45-87b1-0fffa03213c5 req-530663de-c93d-4a59-b4e4-afe4ce184f1b tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/ports?device_id=20b03d93-4ca4-41cf-8ca5-37d6fcd184bb HTTP/1.1" status: 200 len: 945 time: 0.3843307 May 25 20:12:49.940291 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf41b35c-4e48-4b2b-b3ca-75c47b1fb8a4 req-6a634a2f-45be-4b9e-87bd-60e104b706c5 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/ffed9940-f20a-48d3-973f-69768a406e7c HTTP/1.1" status: 200 len: 1805 time: 0.1306381 May 25 20:12:49.990313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd370cf0-e36f-41fa-9950-c16c624e489b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:49.998558 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3af1e12-71d0-431b-850b-eba8cc44bee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:50.001982 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b3af1e12-71d0-431b-850b-eba8cc44bee7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d2567fb-6c7c-4faf-8e1d-966c5ac5808b HTTP/1.1" status: 204 len: 168 time: 0.8623500 May 25 20:12:50.052971 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-700ae6ba-8a29-4b45-87b1-0fffa03213c5 req-11e24b67-36ab-4ba8-8bb9-721aa43cf539 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/security-groups?id=6aa730ea-f524-4d1f-a1d5-07a2fe6f4eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009448 May 25 20:12:50.073055 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cf41b35c-4e48-4b2b-b3ca-75c47b1fb8a4 req-03ddf8c2-7525-48da-8fe8-a8dba33a5364 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:50.103775 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cf41b35c-4e48-4b2b-b3ca-75c47b1fb8a4 req-03ddf8c2-7525-48da-8fe8-a8dba33a5364 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:50.348505 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd370cf0-e36f-41fa-9950-c16c624e489b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:50.384391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd370cf0-e36f-41fa-9950-c16c624e489b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b605bd8f-d138-4d47-92ec-70abda79dbd6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:50.417407 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd370cf0-e36f-41fa-9950-c16c624e489b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:50.425689 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bd370cf0-e36f-41fa-9950-c16c624e489b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b605bd8f-d138-4d47-92ec-70abda79dbd6 HTTP/1.1" status: 204 len: 168 time: 0.7262652 May 25 20:12:50.428357 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cf41b35c-4e48-4b2b-b3ca-75c47b1fb8a4 req-03ddf8c2-7525-48da-8fe8-a8dba33a5364 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:50.431262 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cf41b35c-4e48-4b2b-b3ca-75c47b1fb8a4 req-03ddf8c2-7525-48da-8fe8-a8dba33a5364 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:50.438355 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf41b35c-4e48-4b2b-b3ca-75c47b1fb8a4 req-03ddf8c2-7525-48da-8fe8-a8dba33a5364 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "DELETE /v2.0/security-groups/ffed9940-f20a-48d3-973f-69768a406e7c HTTP/1.1" status: 204 len: 173 time: 0.4849577 May 25 20:12:50.470841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddf8c2-7525-48da-8fe8-a8dba33a5364 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffed9940-f20a-48d3-973f-69768a406e7c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:50.584359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1046971c-dee6-4f6d-aa3e-d6aae9527304 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:12:50.723969 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9a58180c-2287-42d6-af91-dd717dd8720c req-f3563888-9dc9-48d5-884b-5386e0d088b0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 210 time: 0.0593572 May 25 20:12:50.743023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Allocated IP 172.20.0.6 (4e3b1c24-c6fc-43dd-b516-21c21083f244/e50acf7b-ade5-4727-b163-74dced7ce564/0653b905-1265-4ef5-a79e-436bcaa7616a) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:12:50.746597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-d3140cbd-5a90-4bcd-8029-2e5f2241b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:50.748268 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-d3140cbd-5a90-4bcd-8029-2e5f2241b73e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a&tenant_id=04d4004046824ccea8f136fdfd698c36 HTTP/1.1" status: 200 len: 1101 time: 0.5887377 May 25 20:12:50.765961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:50.810403 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 1046971c-dee6-4f6d-aa3e-d6aae9527304 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:50.817873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 1046971c-dee6-4f6d-aa3e-d6aae9527304 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:50.819028 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:50.868680 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c9ef594-0b25-4e82-8b3e-e4d5f25e6b5b req-7a36a8f2-43d4-4630-b8be-c4a3943f92ec tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/f214af45-e249-4c0e-8da5-46511f9f7832 HTTP/1.1" status: 200 len: 1806 time: 0.1060338 May 25 20:12:50.967033 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:50.993990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bb79f-4188-43ff-b91f-91db5fe222b4 req-2e01b46d-a1cc-4a78-9a01-9dd00d26bf5b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:51.002666 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7f0bb79f-4188-43ff-b91f-91db5fe222b4 req-2e01b46d-a1cc-4a78-9a01-9dd00d26bf5b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 950 time: 0.6518362 May 25 20:12:51.005085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1046971c-dee6-4f6d-aa3e-d6aae9527304 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:12:51.005651 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:51.021243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1c9ef594-0b25-4e82-8b3e-e4d5f25e6b5b req-c7d44072-dfdf-4473-be01-b6206be1dfed tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:51.064558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641e004c-5cbd-423e-911e-29938eb99b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1046971c-dee6-4f6d-aa3e-d6aae9527304'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:12:51.075632 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1c9ef594-0b25-4e82-8b3e-e4d5f25e6b5b req-c7d44072-dfdf-4473-be01-b6206be1dfed tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:51.095438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1046971c-dee6-4f6d-aa3e-d6aae9527304, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1046971c-dee6-4f6d-aa3e-d6aae9527304,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:51.101908 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:51.148129 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1c9ef594-0b25-4e82-8b3e-e4d5f25e6b5b req-c7d44072-dfdf-4473-be01-b6206be1dfed tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:51.175207 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7f0bb79f-4188-43ff-b91f-91db5fe222b4 req-8d2c1258-9eca-4350-8ced-56d699a787c7 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714349 May 25 20:12:51.202919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d44072-dfdf-4473-be01-b6206be1dfed tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f214af45-e249-4c0e-8da5-46511f9f7832,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:51.215948 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1c9ef594-0b25-4e82-8b3e-e4d5f25e6b5b req-c7d44072-dfdf-4473-be01-b6206be1dfed tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:51.218975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c9ef594-0b25-4e82-8b3e-e4d5f25e6b5b req-c7d44072-dfdf-4473-be01-b6206be1dfed tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "DELETE /v2.0/security-groups/f214af45-e249-4c0e-8da5-46511f9f7832 HTTP/1.1" status: 204 len: 173 time: 0.3459692 May 25 20:12:51.280406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48824) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:51.286714 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1046971c-dee6-4f6d-aa3e-d6aae9527304,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:51.308862 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b843dbe-f41c-4c8e-b353-a9781ee3c10e'] response: {'server_uuid': '641e004c-5cbd-423e-911e-29938eb99b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1046971c-dee6-4f6d-aa3e-d6aae9527304', 'code': 200} May 25 20:12:51.516059 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-946e1605-6c97-43b0-9e4a-fde4fe27fd90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ce8f9bb989f4236b993ea7859284516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342832 May 25 20:12:51.520712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48834) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:51.581901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e0300-4787-4594-9e73-cd1fc33caf81 req-cb0b9e1f-e96c-45d5-998f-2cb980833b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:51.583986 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-145e0300-4787-4594-9e73-cd1fc33caf81 req-cb0b9e1f-e96c-45d5-998f-2cb980833b98 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 1096 time: 0.2087016 May 25 20:12:51.595745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e04cd-3b3d-40cb-a30b-388e1e65b757 req-3085d5e7-f2c0-4b59-bfdb-e84ccebae50f tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:51.597298 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-984e04cd-3b3d-40cb-a30b-388e1e65b757 req-3085d5e7-f2c0-4b59-bfdb-e84ccebae50f tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/ports?device_id=20b03d93-4ca4-41cf-8ca5-37d6fcd184bb HTTP/1.1" status: 200 len: 945 time: 0.1295905 May 25 20:12:51.674662 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-145e0300-4787-4594-9e73-cd1fc33caf81 req-a8a60c42-721b-43db-a293-45bb354747db service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763493 May 25 20:12:51.684698 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-984e04cd-3b3d-40cb-a30b-388e1e65b757 req-2e0b3c86-f78c-4cc2-a14b-38d5c3dbebd3 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/security-groups?id=6aa730ea-f524-4d1f-a1d5-07a2fe6f4eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727358 May 25 20:12:51.790548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cd6c962-667d-495c-9929-be69d65176a1 req-376b8668-239a-48b6-8c72-8bbebb247ee2 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/2a616143-041d-4980-841c-aa143ddddf97 HTTP/1.1" status: 200 len: 2407 time: 0.0763872 May 25 20:12:51.792001 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:51.803328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf25bec-49c6-4e5c-a0ad-9c166fcfc4da req-717f0752-72c4-40c1-ac7a-5cb14c959f8e tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:51.811325 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fdf25bec-49c6-4e5c-a0ad-9c166fcfc4da req-717f0752-72c4-40c1-ac7a-5cb14c959f8e tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 945 time: 0.3856909 May 25 20:12:51.874335 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7dd178b8-7297-4d45-9115-1ea316c02382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:51.905340 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cd6c962-667d-495c-9929-be69d65176a1 req-2cb1afa3-3b14-44da-a579-4ac7ebed070b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:51.938935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Transition to ACTIVE for port object 0653b905-1265-4ef5-a79e-436bcaa7616a will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:51.944149 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cd6c962-667d-495c-9929-be69d65176a1 req-2cb1afa3-3b14-44da-a579-4ac7ebed070b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:51.965333 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7dd178b8-7297-4d45-9115-1ea316c02382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:51.987242 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fdf25bec-49c6-4e5c-a0ad-9c166fcfc4da req-0485b13b-3edc-44bd-80c5-3bdab53c6c69 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748765 May 25 20:12:51.992681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:52.031379 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cd6c962-667d-495c-9929-be69d65176a1 req-2cb1afa3-3b14-44da-a579-4ac7ebed070b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.059553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1afa3-3b14-44da-a579-4ac7ebed070b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a616143-041d-4980-841c-aa143ddddf97,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:52.093292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:12:52.094994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cd6c962-667d-495c-9929-be69d65176a1 req-2cb1afa3-3b14-44da-a579-4ac7ebed070b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.097970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cd6c962-667d-495c-9929-be69d65176a1 req-2cb1afa3-3b14-44da-a579-4ac7ebed070b tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "DELETE /v2.0/security-groups/2a616143-041d-4980-841c-aa143ddddf97 HTTP/1.1" status: 204 len: 173 time: 0.2992814 May 25 20:12:52.127317 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.130744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48860) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:52.142328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['e285bdae-5520-4790-bf22-f80f6302cb5a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:12:52.297861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1507522828-network', 'tenant_id': '0acd5e5275c1476cb0b68e8b7f765268'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:52.304986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:52.319070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Usage tracker for resource:network and tenant:0acd5e5275c1476cb0b68e8b7f765268 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:52.323379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:52.333914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:52.351760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Made reservation on behalf of 0acd5e5275c1476cb0b68e8b7f765268 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:52.354022 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.357682 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7dd178b8-7297-4d45-9115-1ea316c02382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.381268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941f083-63d2-419d-b3cf-f35d0b15a3c2 req-b0ac03a4-d670-4d18-b969-d6a0aae18564 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:52.383138 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5941f083-63d2-419d-b3cf-f35d0b15a3c2 req-b0ac03a4-d670-4d18-b969-d6a0aae18564 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 931 time: 0.1454208 May 25 20:12:52.384156 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.433376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Network 4e3b1c24-c6fc-43dd-b516-21c21083f244 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:12:52.438015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event updated for resources: {'Port': ['ID=0653b905-1265-4ef5-a79e-436bcaa7616a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:52.446051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e16a8f6b-af0a-4407-8e2f-3b4f38907784 req-567e845b-4253-4058-b06b-57bcce5d3563 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "GET /v2.0/security-groups/96944953-a264-482b-aaa8-e5035ac4b2a0 HTTP/1.1" status: 200 len: 2400 time: 0.1953726 May 25 20:12:52.449848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:52.450218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:52.452780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:12:52.456431 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5941f083-63d2-419d-b3cf-f35d0b15a3c2 req-fe754549-2283-473c-893a-464b97e1ae97 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617204 May 25 20:12:52.459236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Usage tracker for resource:security_group_rule and tenant:0acd5e5275c1476cb0b68e8b7f765268 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:52.463176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:52.474538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:52.506765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd178b8-7297-4d45-9115-1ea316c02382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aead642b-45ae-4010-a18f-751be7eb45db,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:52.509509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bc86db-e546-4f5b-a075-471029537726'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:12:52.524823 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.599135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 07bc86db-e546-4f5b-a075-471029537726 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:12:52.633292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Transition to ACTIVE for port object 07bc86db-e546-4f5b-a075-471029537726 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:52.649235 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7dd178b8-7297-4d45-9115-1ea316c02382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.654986 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7dd178b8-7297-4d45-9115-1ea316c02382 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aead642b-45ae-4010-a18f-751be7eb45db HTTP/1.1" status: 204 len: 168 time: 1.1276491 May 25 20:12:52.659773 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.666928 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.668791 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.705845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:12:52.736537 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.740959 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Added segment 43056c5a-7a0f-49df-ade4-49414d908652 of type vlan for network bccfaecb-9420-49ca-ac74-7e43952027b7 May 25 20:12:52.777027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 07bc86db-e546-4f5b-a075-471029537726 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:12:52.831290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.887103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:52.890197 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.915072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-11fa1d90-8a51-4591-9c0a-95e8881c7f03 None None] Provisioning for port 0653b905-1265-4ef5-a79e-436bcaa7616a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:12:52.931637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-11fa1d90-8a51-4591-9c0a-95e8881c7f03 None None] Provisioning complete for port 0653b905-1265-4ef5-a79e-436bcaa7616a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:12:52.932650 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-11fa1d90-8a51-4591-9c0a-95e8881c7f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:52.989594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] No DVR routers for this DVR port 07bc86db-e546-4f5b-a075-471029537726 on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:12:53.008133 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-783d2319-dc15-4c46-9632-ced0fd660014 req-e4d7d284-b94f-4f8f-86bd-e449a4d65748 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5059865 May 25 20:12:53.008871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e16a8f6b-af0a-4407-8e2f-3b4f38907784 req-1d679c7b-92f1-4798-9aa4-14359bbde495 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:53.058533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Request body: {'port': {'device_id': '428b3f19-5814-446e-8d63-eb70dbe7e8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:53.104487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Pushing event updated for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=6']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:53.116161 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-11fa1d90-8a51-4591-9c0a-95e8881c7f03 None None] Port 0653b905-1265-4ef5-a79e-436bcaa7616a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:12:53.147958 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e16a8f6b-af0a-4407-8e2f-3b4f38907784 req-1d679c7b-92f1-4798-9aa4-14359bbde495 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:53.188147 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:53.189113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:53.189683 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:53.306803 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e16a8f6b-af0a-4407-8e2f-3b4f38907784 req-1d679c7b-92f1-4798-9aa4-14359bbde495 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:53.355535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Attempting to bind port 07bc86db-e546-4f5b-a075-471029537726 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:12:53.356005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Attempting to bind port 07bc86db-e546-4f5b-a075-471029537726 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:12:53.356407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Attempting to bind port 07bc86db-e546-4f5b-a075-471029537726 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:53.363969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedb175b-3502-40dd-bb2a-3b7eb6aea516,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:53.365825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d679c7b-92f1-4798-9aa4-14359bbde495 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96944953-a264-482b-aaa8-e5035ac4b2a0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:53.391584 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e16a8f6b-af0a-4407-8e2f-3b4f38907784 req-1d679c7b-92f1-4798-9aa4-14359bbde495 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:53.392729 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e16a8f6b-af0a-4407-8e2f-3b4f38907784 req-1d679c7b-92f1-4798-9aa4-14359bbde495 tempest-SecurityGroupRulesTestJSON-2051143387 tempest-SecurityGroupRulesTestJSON-2051143387-project] 10.222.0.60 "DELETE /v2.0/security-groups/96944953-a264-482b-aaa8-e5035ac4b2a0 HTTP/1.1" status: 204 len: 173 time: 0.8618109 May 25 20:12:53.393325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Port 07bc86db-e546-4f5b-a075-471029537726 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:12:53.393639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Attempting to bind port 07bc86db-e546-4f5b-a075-471029537726 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:53.403118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:12:53.403485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:53.404612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:12:53.405192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Bound port: 07bc86db-e546-4f5b-a075-471029537726, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:12:53.405659 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:53.409518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48908) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:53.416466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] Pushing event updated for resources: {'Network': ['ID=bccfaecb-9420-49ca-ac74-7e43952027b7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:53.417766 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:53.441850 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3ebdfd1b-38e4-451d-97d7-9268b0968498 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3099275 May 25 20:12:53.442001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48912) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:53.451885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Request body: {'subnet': {'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1507522828-subnet', 'tenant_id': '0acd5e5275c1476cb0b68e8b7f765268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:53.457410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network bccfaecb-9420-49ca-ac74-7e43952027b7 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:12:53.457915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:53.465177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Usage tracker for resource:subnet and tenant:0acd5e5275c1476cb0b68e8b7f765268 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:53.493878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:53.593315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c092011-4243-4b29-8c05-316a426d6de4 req-5fbaffdd-e8b4-44a7-a134-6c199f948987 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:53.610007 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c092011-4243-4b29-8c05-316a426d6de4 req-5fbaffdd-e8b4-44a7-a134-6c199f948987 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 948 time: 0.6752863 May 25 20:12:53.642613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-0179cee3-594d-4432-ac1a-cae796f39f29 admin admin] Deleting subnet 12ac6c78-abe5-4f00-8435-f2170a9223ce {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:12:53.651529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0179cee3-594d-4432-ac1a-cae796f39f29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:53.723236 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c092011-4243-4b29-8c05-316a426d6de4 req-ce1ce4bf-13b3-4b3f-b52c-daef25464fe8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118007 May 25 20:12:53.741811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0179cee3-594d-4432-ac1a-cae796f39f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:53.752902 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:53.888066 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0179cee3-594d-4432-ac1a-cae796f39f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:54.060990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b10d2-3baa-421d-8207-2235f85c43b1 req-ff2b91d3-4194-44e9-8951-115ee4eaa0d7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:54.063385 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-096b10d2-3baa-421d-8207-2235f85c43b1 req-ff2b91d3-4194-44e9-8951-115ee4eaa0d7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 945 time: 0.1347730 May 25 20:12:54.065443 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0179cee3-594d-4432-ac1a-cae796f39f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:54.101449 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d05e7543-4c98-45b7-a438-b0a396ad8905'] response: {'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bc86db-e546-4f5b-a075-471029537726', 'code': 200} May 25 20:12:54.119947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:54.157572 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0179cee3-594d-4432-ac1a-cae796f39f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:54.163954 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-096b10d2-3baa-421d-8207-2235f85c43b1 req-d54470d6-10d8-4bc9-b7cb-e528a0864e3f tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607250 May 25 20:12:54.164768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179cee3-594d-4432-ac1a-cae796f39f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12ac6c78-abe5-4f00-8435-f2170a9223ce,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:54.174640 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0179cee3-594d-4432-ac1a-cae796f39f29 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/12ac6c78-abe5-4f00-8435-f2170a9223ce HTTP/1.1" status: 204 len: 168 time: 0.7612820 May 25 20:12:54.180264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48946) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:54.232100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Made reservation on behalf of 0acd5e5275c1476cb0b68e8b7f765268 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:54.234665 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:54.339715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48952) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:54.346802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:12:54.381362 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:12:54.448385 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:54.501941 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ecece58-7998-486f-af6b-a04950735e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:54.575182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65238c3c-f429-4d46-b31c-3584fb954dd5 req-d565ced6-2b5e-4cc8-96fc-0d7c02b804f6 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:54.575902 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-65238c3c-f429-4d46-b31c-3584fb954dd5 req-d565ced6-2b5e-4cc8-96fc-0d7c02b804f6 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Synchronizing usage tracker for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:12:54.582523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0653b905-1265-4ef5-a79e-436bcaa7616a {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:12:54.587748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:54.588359 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:54.590390 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] 10.222.0.50 "PUT /v2.0/ports/07bc86db-e546-4f5b-a075-471029537726 HTTP/1.1" status: 200 len: 1096 time: 3.8303397 May 25 20:12:54.612864 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:54.735606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-150875969'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:54.785858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-65238c3c-f429-4d46-b31c-3584fb954dd5 req-d565ced6-2b5e-4cc8-96fc-0d7c02b804f6 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Unset dirty status for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:12:54.787072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65238c3c-f429-4d46-b31c-3584fb954dd5 req-d565ced6-2b5e-4cc8-96fc-0d7c02b804f6 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 931 time: 0.6848829 May 25 20:12:54.787685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176799b6-f544-42fe-be59-eb5065f69225 service neutron] Pushing event updated for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=7']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:54.792786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:54.803998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Transition to ACTIVE for port object 0653b905-1265-4ef5-a79e-436bcaa7616a will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:12:54.849000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:network and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:54.880157 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:54.891681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:54.952017 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ecece58-7998-486f-af6b-a04950735e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:54.996800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7ecece58-7998-486f-af6b-a04950735e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855117e8-c361-4c13-b335-a3bdd27fb6e0']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:55.007335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:55.010921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7ecece58-7998-486f-af6b-a04950735e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3987a58-3e46-47fd-8f09-c949386608d6') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:55.012087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7ecece58-7998-486f-af6b-a04950735e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3987a58-3e46-47fd-8f09-c949386608d6') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:55.030626 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ecece58-7998-486f-af6b-a04950735e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:55.058709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-f6df0aa6-7737-4434-8c8c-9ad803029ba2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:55.061139 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-f6df0aa6-7737-4434-8c8c-9ad803029ba2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1921194 May 25 20:12:55.065109 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ecece58-7998-486f-af6b-a04950735e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:55.117349 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65238c3c-f429-4d46-b31c-3584fb954dd5 req-03a24c0c-13ed-4238-a75e-4fce72b31ced tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104064 May 25 20:12:55.125543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:55.127577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecece58-7998-486f-af6b-a04950735e0f admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:12:55.127995 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ecece58-7998-486f-af6b-a04950735e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:55.131750 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:55.160275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Pushing event updated for resources: {'Port': ['ID=0653b905-1265-4ef5-a79e-436bcaa7616a,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:55.218499 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:55.237530 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a3987a58-3e46-47fd-8f09-c949386608d6 resource provider aggregate not found May 25 20:12:55.277026 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-a10a23ea-9752-4a0a-8861-82e3023b068d tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 696 time: 0.2038600 May 25 20:12:55.280124 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a3987a58-3e46-47fd-8f09-c949386608d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3987a58-3e46-47fd-8f09-c949386608d6 found for delete ", "request_id": "req-fd64b885-7247-4818-9fbd-bbcd8acf090f"}]} May 25 20:12:55.289836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-41604609-fec1-47d2-8322-68df1e8f32eb tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Request body: {'floatingip': {'port_id': '095e8004-ab28-4a59-b028-e1eae0123d72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:55.375750 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-41604609-fec1-47d2-8322-68df1e8f32eb tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:55.397908 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:55.405523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-13db7fd6-8c19-44f6-95c8-0376244ccd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:55.407213 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-13db7fd6-8c19-44f6-95c8-0376244ccd68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 1099 time: 0.7888634 May 25 20:12:55.408184 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:55.433041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ecece58-7998-486f-af6b-a04950735e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:55.465917 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ecece58-7998-486f-af6b-a04950735e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:55.476402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:security_group_rule and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:55.477330 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48984) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:55.506669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:55.514190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecece58-7998-486f-af6b-a04950735e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=855117e8-c361-4c13-b335-a3bdd27fb6e0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:55.536123 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7ecece58-7998-486f-af6b-a04950735e0f admin admin] 10.222.0.60 "DELETE /v2.0/networks/855117e8-c361-4c13-b335-a3bdd27fb6e0 HTTP/1.1" status: 204 len: 168 time: 1.3545198 May 25 20:12:55.583935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:55.599767 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe5bde4-daae-4c8f-8024-6f21ae860ce2,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:55.645832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Attempting to bind port 0653b905-1265-4ef5-a79e-436bcaa7616a on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:12:55.646241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Attempting to bind port 0653b905-1265-4ef5-a79e-436bcaa7616a by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:12:55.646523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Attempting to bind port 0653b905-1265-4ef5-a79e-436bcaa7616a on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:55.679004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Port 0653b905-1265-4ef5-a79e-436bcaa7616a on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:12:55.679334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Attempting to bind port 0653b905-1265-4ef5-a79e-436bcaa7616a on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:12:55.722797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:12:55.723139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Checking segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:55.723526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Bound using segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:12:55.723959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Bound port: 0653b905-1265-4ef5-a79e-436bcaa7616a, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:12:55.724295 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:55.733428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48992) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:55.736922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Checking segment: {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:55.737286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Network hostable DHCP agents. Network: bccfaecb-9420-49ca-ac74-7e43952027b7, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:12:55.785120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8717a-c46d-4bc1-b7c0-f3768ef6c737 req-abef4e69-6253-4605-a0df-013f89a993ff tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:55.786769 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b3c8717a-c46d-4bc1-b7c0-f3768ef6c737 req-abef4e69-6253-4605-a0df-013f89a993ff tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/ports?device_id=20b03d93-4ca4-41cf-8ca5-37d6fcd184bb HTTP/1.1" status: 200 len: 945 time: 0.4600618 May 25 20:12:55.815623 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e6345659-3aa8-4406-9d4f-0d583725a45f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=baabb968b19842ed83af768b5e357846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810537 May 25 20:12:55.819885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48996) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:55.840541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-1cd2cae9-e359-4f8a-8d00-f43cd9f7438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:55.841715 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-1cd2cae9-e359-4f8a-8d00-f43cd9f7438c service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.4266827 May 25 20:12:55.885437 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e885-afd9-4d03-9102-09aaf44b59b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:55.932867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a4a9e885-afd9-4d03-9102-09aaf44b59b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:55.951587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a4a9e885-afd9-4d03-9102-09aaf44b59b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d1a321d996c448428e0e038717278fc3 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:55.956133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a4a9e885-afd9-4d03-9102-09aaf44b59b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:55.963737 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-791a2e06-5508-4808-8dd8-6d335c4130cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=07bc86db-e546-4f5b-a075-471029537726 HTTP/1.1" status: 200 len: 217 time: 0.0881052 May 25 20:12:55.968608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a4a9e885-afd9-4d03-9102-09aaf44b59b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:56.142844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'tag': '07bc86db-e546-4f5b-a075-471029537726'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:12:56.156419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Network bccfaecb-9420-49ca-ac74-7e43952027b7 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:12:56.161383 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dad3ba2d-b55a-40a5-b270-4d03974efe56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.175668 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b3c8717a-c46d-4bc1-b7c0-f3768ef6c737 req-9f7cedb1-02a0-4b15-8435-81fd57ec3329 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.60 "GET /v2.0/security-groups?id=6aa730ea-f524-4d1f-a1d5-07a2fe6f4eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742387 May 25 20:12:56.201982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, bccfaecb-9420-49ca-ac74-7e43952027b7) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:56.214267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e31e19-fda3-4882-8e86-b577b9a0895f None None] Network bccfaecb-9420-49ca-ac74-7e43952027b7 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:12:56.222281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dad3ba2d-b55a-40a5-b270-4d03974efe56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.222510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] For port 0653b905-1265-4ef5-a79e-436bcaa7616a, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:12:56.232385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:56.233007 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.245940 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.259451 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.266861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] For port 0653b905-1265-4ef5-a79e-436bcaa7616a, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0653b905-1265-4ef5-a79e-436bcaa7616a,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:12:56.277357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-5fe23af2-7b3e-4134-ad47-f4940376cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:56.278931 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-5fe23af2-7b3e-4134-ad47-f4940376cbb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.3003674 May 25 20:12:56.291366 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.331721 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e885-afd9-4d03-9102-09aaf44b59b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.344816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4e77b-9b25-4688-bf5d-d070eed0b2ed req-b2ea4fd7-bf5e-4dd9-9734-b44940f26bd0 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:56.346480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22a4e77b-9b25-4688-bf5d-d070eed0b2ed req-b2ea4fd7-bf5e-4dd9-9734-b44940f26bd0 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.70 "GET /v2.0/ports?device_id=20b03d93-4ca4-41cf-8ca5-37d6fcd184bb HTTP/1.1" status: 200 len: 945 time: 0.2818525 May 25 20:12:56.352053 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4a9e885-afd9-4d03-9102-09aaf44b59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.395449 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8f956125-8f4c-4381-a730-9860663dc022 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9510148 May 25 20:12:56.405453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:12:56.447591 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dad3ba2d-b55a-40a5-b270-4d03974efe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.456874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fca37a4-c197-4c99-ba03-e0540b8c04c8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:56.479547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:56.480520 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.482336 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-783d2319-dc15-4c46-9632-ced0fd660014 req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] 10.222.0.50 "PUT /v2.0/ports/0653b905-1265-4ef5-a79e-436bcaa7616a HTTP/1.1" status: 200 len: 1091 time: 3.4281664 May 25 20:12:56.490051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9e885-afd9-4d03-9102-09aaf44b59b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d543b44-e989-4f1e-a8e0-d58b2dbdb44c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:56.494281 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.494613 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Added segment 02318b1e-3ef1-46b9-8f9f-7d40f42564da of type vlan for network 7b1b7f5e-468d-46cf-9def-71deecec04a3 May 25 20:12:56.504953 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a4a9e885-afd9-4d03-9102-09aaf44b59b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1a321d996c448428e0e038717278fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9923668 May 25 20:12:56.530505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49006) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:56.552386 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-41604609-fec1-47d2-8322-68df1e8f32eb tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:12:56.603211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1476f48e-be2b-48f4-bac8-3fd70092b8e2 None None] Network bccfaecb-9420-49ca-ac74-7e43952027b7 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:12:56.712718 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.768362 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48077086-bd9b-4287-82f8-b0d504c2eef0 service neutron] Pushing event updated for resources: {'Port': ['ID=0653b905-1265-4ef5-a79e-436bcaa7616a,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:56.801485 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.808640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:56.809565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.812038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-22a4e77b-9b25-4688-bf5d-d070eed0b2ed req-46693bd7-20b8-4199-b126-05c538d13ec8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Deleting port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:12:56.812374 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-22a4e77b-9b25-4688-bf5d-d070eed0b2ed req-46693bd7-20b8-4199-b126-05c538d13ec8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.837104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3ba2d-b55a-40a5-b270-4d03974efe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14e9e82-226b-4a3d-ba85-f58c6d241488,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:56.877789 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dad3ba2d-b55a-40a5-b270-4d03974efe56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.878939 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dad3ba2d-b55a-40a5-b270-4d03974efe56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c14e9e82-226b-4a3d-ba85-f58c6d241488 HTTP/1.1" status: 204 len: 168 time: 1.0564930 May 25 20:12:56.907760 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-41604609-fec1-47d2-8322-68df1e8f32eb tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.942814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6004066 May 25 20:12:56.944580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-41604609-fec1-47d2-8322-68df1e8f32eb tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:56.992210 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f20d52-1909-4090-a1a3-e9a6928c566c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Network': ['ID=7b1b7f5e-468d-46cf-9def-71deecec04a3,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:57.006944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 7b1b7f5e-468d-46cf-9def-71deecec04a3 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:12:57.061025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-c45b9d07-e128-45fc-82a4-479f8af349e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:57.071669 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-c45b9d07-e128-45fc-82a4-479f8af349e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7686167 May 25 20:12:57.081853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49016) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:57.113577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'subnet': {'network_id': '7b1b7f5e-468d-46cf-9def-71deecec04a3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:57.145496 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c3271bb8-edc0-4d32-bd8b-0f9910c09b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:57.215076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ba2c6-9951-404c-b5df-f687fcc4cfce req-b2d22d49-c58d-432e-9c8c-e9eccfa0728f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:57.223482 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-271ba2c6-9951-404c-b5df-f687fcc4cfce req-b2d22d49-c58d-432e-9c8c-e9eccfa0728f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 948 time: 0.8339260 May 25 20:12:57.263089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d2319-dc15-4c46-9632-ced0fd660014 req-18f235e9-47f7-4349-b084-f9c66f5b2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:57.264641 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-783d2319-dc15-4c46-9632-ced0fd660014 req-18f235e9-47f7-4349-b084-f9c66f5b2fab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 1094 time: 0.7163830 May 25 20:12:57.380230 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c3271bb8-edc0-4d32-bd8b-0f9910c09b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:57.387505 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-783d2319-dc15-4c46-9632-ced0fd660014 req-f4292d86-7315-49e2-9e0b-5ae499dba34b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0653b905-1265-4ef5-a79e-436bcaa7616a HTTP/1.1" status: 200 len: 217 time: 0.1113770 May 25 20:12:57.398283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:57.399701 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-271ba2c6-9951-404c-b5df-f687fcc4cfce req-6af936fd-c6b4-44ce-b277-a65851e02720 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753755 May 25 20:12:57.432663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:subnet and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:57.436614 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-41604609-fec1-47d2-8322-68df1e8f32eb tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Floating IP 253d96e9-87ae-4ebd-9339-dcf653bb11fb associated. External IP: 172.25.3.138, port: 095e8004-ab28-4a59-b028-e1eae0123d72. May 25 20:12:57.484177 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-97b56cb6-8154-4256-be17-f9637cda28ee service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992519 May 25 20:12:57.488690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:57.518768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:57.550140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-22a4e77b-9b25-4688-bf5d-d070eed0b2ed req-46693bd7-20b8-4199-b126-05c538d13ec8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] For port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce,segment=NetworkSegment(a8b816dd-440b-4ef2-8c35-fa679533fb25),segment_id=a8b816dd-440b-4ef2-8c35-fa679533fb25)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:12:57.550560 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-22a4e77b-9b25-4688-bf5d-d070eed0b2ed req-46693bd7-20b8-4199-b126-05c538d13ec8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:57.563835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:57.567250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:57.591493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d2319-dc15-4c46-9632-ced0fd660014 req-f544ba68-b697-47d1-b727-4880c307ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:57.592793 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-783d2319-dc15-4c46-9632-ced0fd660014 req-f544ba68-b697-47d1-b727-4880c307ddda service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.1963544 May 25 20:12:57.755388 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c3271bb8-edc0-4d32-bd8b-0f9910c09b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:57.792158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3271bb8-edc0-4d32-bd8b-0f9910c09b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d543b44-e989-4f1e-a8e0-d58b2dbdb44c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:57.812231 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-2ff42641-cabc-4376-937d-d818348545c1 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182297 May 25 20:12:57.821762 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c3271bb8-edc0-4d32-bd8b-0f9910c09b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:57.825441 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c3271bb8-edc0-4d32-bd8b-0f9910c09b2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d543b44-e989-4f1e-a8e0-d58b2dbdb44c HTTP/1.1" status: 204 len: 168 time: 1.2781012 May 25 20:12:57.825688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-22a4e77b-9b25-4688-bf5d-d070eed0b2ed req-46693bd7-20b8-4199-b126-05c538d13ec8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Calling delete_port for 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:12:57.847551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716482f6-87ba-421f-ae80-37356feff0fd req-6b356e7d-b2a3-48a8-beda-2c357cc92c6c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:57.849196 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-716482f6-87ba-421f-ae80-37356feff0fd req-6b356e7d-b2a3-48a8-beda-2c357cc92c6c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 943 time: 0.2674897 May 25 20:12:57.852237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d2319-dc15-4c46-9632-ced0fd660014 req-f163b797-c61d-4179-ac50-955674be1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:57.854597 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-783d2319-dc15-4c46-9632-ced0fd660014 req-f163b797-c61d-4179-ac50-955674be1878 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2219427 May 25 20:12:57.938102 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:58.003654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49042) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:58.039128 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-716482f6-87ba-421f-ae80-37356feff0fd req-0232ecf0-5b33-42ae-81a7-22db6613670e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787546 May 25 20:12:58.107825 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-24d22c96-7563-4df4-a1e3-a59faf0aceef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:58.147532 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-783d2319-dc15-4c46-9632-ced0fd660014 req-28ab0a71-3343-4996-813c-102096f600c0 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707579 May 25 20:12:58.196102 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb802e1a-f64d-4c79-936b-2df8fda1f079'] response: {'name': 'network-changed', 'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'tag': '07bc86db-e546-4f5b-a075-471029537726', 'status': 'completed', 'code': 200} May 25 20:12:58.486292 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-22a4e77b-9b25-4688-bf5d-d070eed0b2ed req-46693bd7-20b8-4199-b126-05c538d13ec8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:58.499112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:12:58.521858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-599733342-network', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:58.544888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:58.553060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Usage tracker for resource:network and tenant:35671e658e6f4611aa3dac173061e9e1 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:58.563242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:58.582867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:58.635877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46693bd7-20b8-4199-b126-05c538d13ec8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Pushing event deleted for resources: {'Port': ['ID=294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:58.650718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49054) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:58.652886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Made reservation on behalf of 35671e658e6f4611aa3dac173061e9e1 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:58.655229 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:58.685389 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:58.708094 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-783d2319-dc15-4c46-9632-ced0fd660014 req-bdf1165d-7008-4cfe-b630-a726dc7cc794 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545921 May 25 20:12:58.721511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:58.730022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Usage tracker for resource:security_group_rule and tenant:35671e658e6f4611aa3dac173061e9e1 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:58.735382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:58.744026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-99fdedd1-b729-45cf-8f9f-8cb0f2b84801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:58.748114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-99fdedd1-b729-45cf-8f9f-8cb0f2b84801 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 1099 time: 0.4840646 May 25 20:12:58.759560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:58.792640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a4e77b-9b25-4688-bf5d-d070eed0b2ed req-46693bd7-20b8-4199-b126-05c538d13ec8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] No DVR routers for this DVR port 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:12:58.801561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-a8061df5-1fab-49bb-89a6-33c47d564883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:58.804283 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-a8061df5-1fab-49bb-89a6-33c47d564883 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 1099 time: 0.5394504 May 25 20:12:58.821106 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-22a4e77b-9b25-4688-bf5d-d070eed0b2ed req-46693bd7-20b8-4199-b126-05c538d13ec8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:58.823799 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b730c9b-0e82-401f-8667-f6b3c7e120ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:58.833995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b03d93-4ca4-41cf-8ca5-37d6fcd184bb', 'name': 'network-vif-deleted', 'tag': '294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:12:58.844754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-41604609-fec1-47d2-8322-68df1e8f32eb tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Router 85fb27bb-d5ff-4628-9a5f-53a61233b234 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:12:58.907150 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4b730c9b-0e82-401f-8667-f6b3c7e120ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:58.919029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4b730c9b-0e82-401f-8667-f6b3c7e120ac admin admin] Usage tracker for resource:security_group_rule and tenant:2b0455c3184d4d16ae3ef8149a2a5bb5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:58.925493 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22a4e77b-9b25-4688-bf5d-d070eed0b2ed req-46693bd7-20b8-4199-b126-05c538d13ec8 tempest-ServerAddressesTestJSON-1410631068 tempest-ServerAddressesTestJSON-1410631068-project] 10.222.0.70 "DELETE /v2.0/ports/294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce HTTP/1.1" status: 204 len: 173 time: 2.5606470 May 25 20:12:58.926285 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4b730c9b-0e82-401f-8667-f6b3c7e120ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:58.935587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4b730c9b-0e82-401f-8667-f6b3c7e120ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:58.989517 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:59.209462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-f0853925-c229-4295-98af-a3c339d0f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:59.210992 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-f0853925-c229-4295-98af-a3c339d0f3b6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.4558735 May 25 20:12:59.274414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Subnet': ['ID=45c86c01-1fdf-4f8e-a735-cef1c64ec775,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:59.306144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Checking segment: {'id': '02318b1e-3ef1-46b9-8f9f-7d40f42564da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7b1b7f5e-468d-46cf-9def-71deecec04a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:12:59.306519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network hostable DHCP agents. Network: 7b1b7f5e-468d-46cf-9def-71deecec04a3, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:12:59.319140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-41604609-fec1-47d2-8322-68df1e8f32eb tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:12:59.332306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2798555-ef65-4397-8b9d-8eb5131cdd88 None None] Sync routers for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:12:59.341656 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-43fe7346-fb90-4885-9129-76fa7e099019 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=07bc86db-e546-4f5b-a075-471029537726 HTTP/1.1" status: 200 len: 217 time: 0.1066275 May 25 20:12:59.342781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-68326250-0ba4-4bbf-9916-1208efd3164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:59.344165 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-68326250-0ba4-4bbf-9916-1208efd3164b service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.5272450 May 25 20:12:59.350586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2798555-ef65-4397-8b9d-8eb5131cdd88 None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:12:59.351371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e2798555-ef65-4397-8b9d-8eb5131cdd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:12:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:12:59.379495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network 7b1b7f5e-468d-46cf-9def-71deecec04a3 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:12:59.389306 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-41604609-fec1-47d2-8322-68df1e8f32eb tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:59.453068 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 7b1b7f5e-468d-46cf-9def-71deecec04a3) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:12:59.464529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b730c9b-0e82-401f-8667-f6b3c7e120ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:59.467099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:59.467937 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:59.470457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-be77f4c8-2e98-44bc-b4ba-4c167fe3d517 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:59.477588 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-be77f4c8-2e98-44bc-b4ba-4c167fe3d517 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 812 time: 0.6593130 May 25 20:12:59.482501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b730c9b-0e82-401f-8667-f6b3c7e120ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:59.487072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd796ea-0316-4183-b3b3-9fc2928a7bf4 None None] Network 7b1b7f5e-468d-46cf-9def-71deecec04a3 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:12:59.520568 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-9870d405-8252-43a7-936c-e6c12d19dda0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=07bc86db-e546-4f5b-a075-471029537726 HTTP/1.1" status: 200 len: 217 time: 0.1678519 May 25 20:12:59.541398 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-41604609-fec1-47d2-8322-68df1e8f32eb tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "PUT /v2.0/floatingips/253d96e9-87ae-4ebd-9339-dcf653bb11fb HTTP/1.1" status: 200 len: 996 time: 4.2607625 May 25 20:12:59.551212 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0e52b879-ffd6-4333-9642-88861b8d9f6b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/quotas/0acd5e5275c1476cb0b68e8b7f765268 HTTP/1.1" status: 200 len: 375 time: 0.0724428 May 25 20:12:59.576038 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-da5b88f7-88bf-42d5-a39c-7a45cd5c2b83 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4903097 May 25 20:12:59.587032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49070) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:59.636301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-676723163'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:12:59.645522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b730c9b-0e82-401f-8667-f6b3c7e120ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41147a8-91dc-4dfb-b370-72150eca1811,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:12:59.657069 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4b730c9b-0e82-401f-8667-f6b3c7e120ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b0455c3184d4d16ae3ef8149a2a5bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9505503 May 25 20:12:59.658582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:12:59.662331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49074) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:12:59.668313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:network and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:12:59.680177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:59.695537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:12:59.741418 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-c2c5e7db-6d92-439f-b018-d3a72a44b7f7 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1890528 May 25 20:12:59.746501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:12:59.747411 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:59.785737 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-e2798555-ef65-4397-8b9d-8eb5131cdd88 None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:12:59.811151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:12:59.814825 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:59.836914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-a1ebc6bd-db45-4171-b4c9-73f9e4be1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:59.838537 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-a1ebc6bd-db45-4171-b4c9-73f9e4be1b26 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.4848416 May 25 20:12:59.862959 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6010-14f1-461e-b4c3-2372a61960cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:12:59.873711 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-70c967cb-1b0a-4cb8-8d87-88652e45d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:59.879883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-e1f82b93-e5a2-4eb8-aea5-d3499d4096b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:12:59.883858 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-e1f82b93-e5a2-4eb8-aea5-d3499d4096b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.3519273 May 25 20:12:59.884399 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-70c967cb-1b0a-4cb8-8d87-88652e45d0f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 1096 time: 0.3020322 May 25 20:12:59.944663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:13:00.018774 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6010-14f1-461e-b4c3-2372a61960cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:00.022393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-7b1b7f5e-468d-46cf-9def-71deecec04a3', 'network_id': '7b1b7f5e-468d-46cf-9def-71deecec04a3', 'tenant_id': '8ad8c052b126426fb88726b97abdeb0e', 'fixed_ips': [{'subnet_id': '45c86c01-1fdf-4f8e-a735-cef1c64ec775'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:13:00.023222 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:00.049060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:00.049445 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Added segment b1682402-0569-4758-8fbf-225136eddbe4 of type vlan for network ee922d13-5f4f-46ac-95e5-4870d3a06b11 May 25 20:13:00.078740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:13:00.137582 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:00.150669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-208a4b2f-02a6-4fbe-a064-8adf74f7f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:00.160534 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-208a4b2f-02a6-4fbe-a064-8adf74f7f015 service neutron] 10.222.0.60 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 921 time: 0.2751009 May 25 20:13:00.166649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a053dcd5-cad7-4a2e-acf5-e54870df0f20,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:00.192063 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:00.192404 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Added segment 3088ffbe-9188-44bd-9db6-0e982772f0e6 of type vlan for network 8d64901a-e12f-4b20-99e0-9c41b70a037b May 25 20:13:00.207477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428b3f19-5814-446e-8d63-eb70dbe7e8f7', 'tag': '0653b905-1265-4ef5-a79e-436bcaa7616a'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:00.278276 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6010-14f1-461e-b4c3-2372a61960cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:00.289259 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:00.313333 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-003f09e2-f5e7-4321-ace7-6dac86bc626a service neutron] 10.222.0.60 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371287 May 25 20:13:00.339403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd6010-14f1-461e-b4c3-2372a61960cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41147a8-91dc-4dfb-b370-72150eca1811,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:00.348556 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:00.359240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:00.360227 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:00.362840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-04405f19-d7f1-451a-bfcc-8dff22ee85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:00.364333 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-04405f19-d7f1-451a-bfcc-8dff22ee85b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3016915 May 25 20:13:00.443730 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-9d7d242f-b524-42cb-982e-1ffd781eea6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095e8004-ab28-4a59-b028-e1eae0123d72 HTTP/1.1" status: 200 len: 999 time: 0.2819257 May 25 20:13:00.510241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-d3a19cfa-8200-4aa4-aede-e35a4bf97c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:00.512111 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-d3a19cfa-8200-4aa4-aede-e35a4bf97c0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6094463 May 25 20:13:00.519089 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:00.520016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:00.520580 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:00.626784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6010-14f1-461e-b4c3-2372a61960cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:00.629548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2bfd6010-14f1-461e-b4c3-2372a61960cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e41147a8-91dc-4dfb-b370-72150eca1811 HTTP/1.1" status: 204 len: 168 time: 0.9644065 May 25 20:13:00.632905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:13:00.659184 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0702798 May 25 20:13:00.660489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49082) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:00.680683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'subnet': {'network_id': 'ee922d13-5f4f-46ac-95e5-4870d3a06b11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:00.706753 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-66fc531c-b948-4593-906a-1e86ae200275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:00.713866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:13:00.714415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:13:00.735249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Allocated IP 172.20.255.242 (7b1b7f5e-468d-46cf-9def-71deecec04a3/45c86c01-1fdf-4f8e-a735-cef1c64ec775/7c781766-c4c2-4b6f-a192-79e659474ddb) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:13:00.808903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdacf7-c571-4e8f-929e-f11a6392e011 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Network': ['ID=ee922d13-5f4f-46ac-95e5-4870d3a06b11,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:00.843618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network ee922d13-5f4f-46ac-95e5-4870d3a06b11 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:13:00.857185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e2798555-ef65-4397-8b9d-8eb5131cdd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '253d96e9-87ae-4ebd-9339-dcf653bb11fb', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'port_id': '095e8004-ab28-4a59-b028-e1eae0123d72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'mac_address': 'fa:16:3e:90:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:12:27Z', 'updated_at': '2022-05-25T20:12:56Z', 'revision_number': 1, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:00.866643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-38d91806-9944-4c24-b048-de862f4176b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:00.879136 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-38d91806-9944-4c24-b048-de862f4176b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.4338434 May 25 20:13:00.930388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2798555-ef65-4397-8b9d-8eb5131cdd88 None None] Checking router: 85fb27bb-d5ff-4628-9a5f-53a61233b234 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:13:00.984168 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2798555-ef65-4397-8b9d-8eb5131cdd88 None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:00.984796 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e2798555-ef65-4397-8b9d-8eb5131cdd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:01.009329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:01.022180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:subnet and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:01.030445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:01.043108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:01.067020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:01.069215 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-84b5151b-e6b0-4da2-ba80-51d6589fd64d service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318925 May 25 20:13:01.073171 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:01.353860 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:01.363456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Transition to ACTIVE for port object 7c781766-c4c2-4b6f-a192-79e659474ddb will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:01.383784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Transition to ACTIVE for port object 7c781766-c4c2-4b6f-a192-79e659474ddb will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:01.394063 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:01.437938 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:01.440828 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-03f9dd02-b92b-4dce-8120-249437f1de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:01.454748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-03f9dd02-b92b-4dce-8120-249437f1de4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5689156 May 25 20:13:01.469546 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] Pushing event updated for resources: {'Network': ['ID=8d64901a-e12f-4b20-99e0-9c41b70a037b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:01.477594 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b3c3a022-7574-4f6e-94ed-0cb853f0c92f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4688647 May 25 20:13:01.477819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-e2798555-ef65-4397-8b9d-8eb5131cdd88 None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:01.478919 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-471991d6-37ac-4e26-956c-95d73f3309d3 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0529294 May 25 20:13:01.505349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49094) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:01.517327 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-2f68976d-b4b2-40dc-991b-b6f410006288 service neutron] 10.222.0.60 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1815381 May 25 20:13:01.519475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Request body: {'subnet': {'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-599733342-subnet', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:01.526953 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 8d64901a-e12f-4b20-99e0-9c41b70a037b details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:13:01.533441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:01.591906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Usage tracker for resource:subnet and tenant:35671e658e6f4611aa3dac173061e9e1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:01.597738 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-a25afd2e-0fb3-40bc-899c-1b7c552f3b2c service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008696 May 25 20:13:01.604378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:01.618288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:01.648766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Network 7b1b7f5e-468d-46cf-9def-71deecec04a3 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:13:01.658570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Made reservation on behalf of 35671e658e6f4611aa3dac173061e9e1 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:01.660838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:01.689997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:01.700596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Pushing event updated for resources: {'Port': ['ID=7c781766-c4c2-4b6f-a192-79e659474ddb,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:01.720295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:13:01.779575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-1f42326d-f7e8-4a61-9b13-31b94f7aec3e service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232000 May 25 20:13:01.838054 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:01.884500 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-643f7e3d-8c9d-4490-a396-61a8d02af5a1 req-62b0b1a7-c793-48d7-8864-4e31efdc70b3 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906146 May 25 20:13:01.973493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49110) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:02.076368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Attempting to bind port 7c781766-c4c2-4b6f-a192-79e659474ddb on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:13:02.077983 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Attempting to bind port 7c781766-c4c2-4b6f-a192-79e659474ddb by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '02318b1e-3ef1-46b9-8f9f-7d40f42564da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7b1b7f5e-468d-46cf-9def-71deecec04a3'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:13:02.078618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Attempting to bind port 7c781766-c4c2-4b6f-a192-79e659474ddb on network 7b1b7f5e-468d-46cf-9def-71deecec04a3 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:02.104768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:13:02.105112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Checking segment: {'id': '02318b1e-3ef1-46b9-8f9f-7d40f42564da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7b1b7f5e-468d-46cf-9def-71deecec04a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:02.105720 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:02.106426 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Bound using segment: {'id': '02318b1e-3ef1-46b9-8f9f-7d40f42564da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7b1b7f5e-468d-46cf-9def-71deecec04a3'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:13:02.107579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Bound port: 7c781766-c4c2-4b6f-a192-79e659474ddb, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02318b1e-3ef1-46b9-8f9f-7d40f42564da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7b1b7f5e-468d-46cf-9def-71deecec04a3'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:13:02.107934 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:02.147472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade68913-6f08-4208-98cd-d74d125d4048 admin admin] Deleting subnet 3eab1562-2f66-4082-b6ff-b108de5133c4 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:13:02.152977 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ade68913-6f08-4208-98cd-d74d125d4048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:02.218955 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ade68913-6f08-4208-98cd-d74d125d4048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:02.306004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af881a-f4e1-413a-89f3-faa808311f44 req-ff7c6c2b-4522-4000-9a09-82087b102a75 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:02.308032 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e0af881a-f4e1-413a-89f3-faa808311f44 req-ff7c6c2b-4522-4000-9a09-82087b102a75 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 948 time: 0.2206032 May 25 20:13:02.354817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ade68913-6f08-4208-98cd-d74d125d4048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:02.369617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] For port 7c781766-c4c2-4b6f-a192-79e659474ddb, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:13:02.377725 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ae4efa3-66f1-4373-9d7d-b651660daa3f req-cf495051-3b48-47cb-8ee7-ede0630d6b01 service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972176 May 25 20:13:02.381160 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:02.406464 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] For port 7c781766-c4c2-4b6f-a192-79e659474ddb, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7c781766-c4c2-4b6f-a192-79e659474ddb,segment=NetworkSegment(02318b1e-3ef1-46b9-8f9f-7d40f42564da),segment_id=02318b1e-3ef1-46b9-8f9f-7d40f42564da)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:13:02.456440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e0af881a-f4e1-413a-89f3-faa808311f44 req-758600f5-9033-4ddf-9875-993ef83cc55c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404042 May 25 20:13:02.475844 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:02.492424 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ade68913-6f08-4208-98cd-d74d125d4048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:02.511748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:02.517601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:02.550738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade68913-6f08-4208-98cd-d74d125d4048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eab1562-2f66-4082-b6ff-b108de5133c4,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:02.563180 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eebdee9-49d6-457b-9958-1acff746056b'] response: {'server_uuid': '20b03d93-4ca4-41cf-8ca5-37d6fcd184bb', 'name': 'network-vif-deleted', 'tag': '294b5f87-2863-4a3d-a7c1-dd39b8c7f7ce', 'status': 'completed', 'code': 200} May 25 20:13:02.570487 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ade68913-6f08-4208-98cd-d74d125d4048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:02.581281 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ade68913-6f08-4208-98cd-d74d125d4048 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3eab1562-2f66-4082-b6ff-b108de5133c4 HTTP/1.1" status: 204 len: 168 time: 0.6046832 May 25 20:13:02.581663 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49128) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:02.613047 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 07bc86db-e546-4f5b-a075-471029537726 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:13:02.735104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Checking segment: {'id': '3088ffbe-9188-44bd-9db6-0e982772f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:02.735639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Network hostable DHCP agents. Network: 8d64901a-e12f-4b20-99e0-9c41b70a037b, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:13:02.776599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Checking segment: {'id': 'b1682402-0569-4758-8fbf-225136eddbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ee922d13-5f4f-46ac-95e5-4870d3a06b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:02.780368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network hostable DHCP agents. Network: ee922d13-5f4f-46ac-95e5-4870d3a06b11, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:13:02.826030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Subnet': ['ID=4fd08407-1742-4983-ae27-ca55dacc6715,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:02.867957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Network 8d64901a-e12f-4b20-99e0-9c41b70a037b is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:13:02.871854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network ee922d13-5f4f-46ac-95e5-4870d3a06b11 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:13:02.900816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, ee922d13-5f4f-46ac-95e5-4870d3a06b11) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:02.918674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 8d64901a-e12f-4b20-99e0-9c41b70a037b) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:02.925839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6829d-cc76-46b7-b153-d13bfe1bc6cd None None] Pushing event updated for resources: {'Port': ['ID=7c781766-c4c2-4b6f-a192-79e659474ddb,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:02.934415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:02.935393 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:02.940295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a5ac53-2568-4f9c-a872-4aa7a4ce66fc None None] Network ee922d13-5f4f-46ac-95e5-4870d3a06b11 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:02.971691 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478e1ac2-1524-4578-8384-4ec21608ed6f'] response: {'name': 'network-changed', 'server_uuid': '428b3f19-5814-446e-8d63-eb70dbe7e8f7', 'tag': '0653b905-1265-4ef5-a79e-436bcaa7616a', 'status': 'completed', 'code': 200} May 25 20:13:02.989600 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc3d197-a1f5-47cb-9f4d-35977cf306b4 None None] Network 8d64901a-e12f-4b20-99e0-9c41b70a037b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:03.042967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:03.043710 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:03.067397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-19e72837-86d0-41d6-be97-59b6a0dfcc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3968666 May 25 20:13:03.068371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49138) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:03.099456 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-10af816c-74c9-40e2-90f1-f8002405eab4 req-6fdd8706-7833-4cf7-b231-08afc7469549 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=582c4869-85a2-407b-bf94-0949d68ac127 HTTP/1.1" status: 200 len: 210 time: 0.1130528 May 25 20:13:03.111132 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-85050897-c34e-49b2-8917-aef796c735f3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6001315 May 25 20:13:03.120005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49142) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:03.209735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:03.224741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:03.242272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Usage tracker for resource:router and tenant:35671e658e6f4611aa3dac173061e9e1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:03.248730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:03.284119 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:03.387273 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:03.389816 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:03.406585 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6276-455a-4f89-8ecc-538985d87d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:03.427943 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:03.504072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbc55c-da4f-4b48-910d-a6656af19beb req-d1341f11-68fc-4713-8800-fc07232e71dc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:03.508440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-43fbc55c-da4f-4b48-910d-a6656af19beb req-d1341f11-68fc-4713-8800-fc07232e71dc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 943 time: 0.5348952 May 25 20:13:03.523124 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12bcd-a511-4949-b7da-dc8e7fede38b req-90cc8a5c-c754-4350-97b1-94c59c1c7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:03.525097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-afb12bcd-a511-4949-b7da-dc8e7fede38b req-90cc8a5c-c754-4350-97b1-94c59c1c7e76 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 1094 time: 0.6652942 May 25 20:13:03.574447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e2798555-ef65-4397-8b9d-8eb5131cdd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '253d96e9-87ae-4ebd-9339-dcf653bb11fb', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'port_id': '095e8004-ab28-4a59-b028-e1eae0123d72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'mac_address': 'fa:16:3e:90:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:12:27Z', 'updated_at': '2022-05-25T20:12:56Z', 'revision_number': 1, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:03.577452 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:03.590434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:03.599669 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7c781766-c4c2-4b6f-a192-79e659474ddb up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:13:03.606211 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:03.656556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2798555-ef65-4397-8b9d-8eb5131cdd88 None None] The sync data for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 is: [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '253d96e9-87ae-4ebd-9339-dcf653bb11fb', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'port_id': '095e8004-ab28-4a59-b028-e1eae0123d72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'mac_address': 'fa:16:3e:90:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:12:27Z', 'updated_at': '2022-05-25T20:12:56Z', 'revision_number': 1, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:13:03.748331 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '07bc86db-e546-4f5b-a075-471029537726', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '07bc86db-e546-4f5b-a075-471029537726', 'mac_address': 'fa:16:3e:89:e1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:13:04.141479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 7c781766-c4c2-4b6f-a192-79e659474ddb completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:13:04.153854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-f6e4a194-d0e4-458b-b899-e4839243f659 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:04.182687 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-f6e4a194-d0e4-458b-b899-e4839243f659 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=641e004c-5cbd-423e-911e-29938eb99b03&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7487023 May 25 20:13:04.269682 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb8b9b3-ff12-471b-a8b2-d69edf51aeb6 None None] New status for floating IP 253d96e9-87ae-4ebd-9339-dcf653bb11fb: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:13:04.509326 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:04.575965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 07bc86db-e546-4f5b-a075-471029537726 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:04.576344 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:04.588986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'tag': '095e8004-ab28-4a59-b028-e1eae0123d72'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:04.597068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-ee922d13-5f4f-46ac-95e5-4870d3a06b11', 'network_id': 'ee922d13-5f4f-46ac-95e5-4870d3a06b11', 'tenant_id': '8ad8c052b126426fb88726b97abdeb0e', 'fixed_ips': [{'subnet_id': '4fd08407-1742-4983-ae27-ca55dacc6715'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:13:04.598195 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:04.630537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-8d64901a-e12f-4b20-99e0-9c41b70a037b', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'fixed_ips': [{'subnet_id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:13:04.631498 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:04.648110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bc86db-e546-4f5b-a075-471029537726 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:13:04.669611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:04.749988 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:04.751159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 0653b905-1265-4ef5-a79e-436bcaa7616a details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:13:04.785298 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-43fbc55c-da4f-4b48-910d-a6656af19beb req-53829168-6c20-4671-9729-f66b29d5a185 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2532434 May 25 20:13:04.920987 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6276-455a-4f89-8ecc-538985d87d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:04.987909 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-4a1e6276-455a-4f89-8ecc-538985d87d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a08a54-ceb3-47f4-836a-4bf7675c5aa9']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:05.009794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12bcd-a511-4949-b7da-dc8e7fede38b req-82eed232-2829-479a-9a11-4dfd4292cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:05.011691 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-afb12bcd-a511-4949-b7da-dc8e7fede38b req-82eed232-2829-479a-9a11-4dfd4292cbc0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 1.4767714 May 25 20:13:05.026755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-4a1e6276-455a-4f89-8ecc-538985d87d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b816dd-440b-4ef2-8c35-fa679533fb25') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:05.027365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-4a1e6276-455a-4f89-8ecc-538985d87d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b816dd-440b-4ef2-8c35-fa679533fb25') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:05.114702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Allocated IP 172.20.0.2 (ee922d13-5f4f-46ac-95e5-4870d3a06b11/4fd08407-1742-4983-ae27-ca55dacc6715/8d2760ac-2d10-4a98-9498-346c0dd3a365) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:13:05.169557 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6276-455a-4f89-8ecc-538985d87d9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:05.194286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-01fd5b9b-0fdf-4e93-afb4-6caaab86b871 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:05.196110 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-01fd5b9b-0fdf-4e93-afb4-6caaab86b871 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 812 time: 1.1635394 May 25 20:13:05.200788 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-afb12bcd-a511-4949-b7da-dc8e7fede38b req-594a1f04-6cdd-4bc2-8707-dc4258835620 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0653b905-1265-4ef5-a79e-436bcaa7616a HTTP/1.1" status: 200 len: 217 time: 0.1603453 May 25 20:13:05.219319 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:05.222190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Request body: {'port': {'device_id': '582c4869-85a2-407b-bf94-0949d68ac127', 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7', 'admin_state_up': True, 'tenant_id': '0acd5e5275c1476cb0b68e8b7f765268'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:05.237998 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-75df1027-642d-4c82-b25c-bb217e5d01b2 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 999 time: 1.0520368 May 25 20:13:05.246258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-0c8d17d9-09ab-401c-8bf8-63260d17b0ae tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Request body: {'floatingip': {'port_id': '1046971c-dee6-4f6d-aa3e-d6aae9527304', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:05.436411 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6276-455a-4f89-8ecc-538985d87d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:05.450059 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-0c8d17d9-09ab-401c-8bf8-63260d17b0ae tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:05.473426 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea287e-6fd8-4bbf-bc07-2251c45e024c None None] Network 7b1b7f5e-468d-46cf-9def-71deecec04a3 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:05.596321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:05.602184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Usage tracker for resource:port and tenant:0acd5e5275c1476cb0b68e8b7f765268 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:05.607108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:05.615846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:05.668020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Made reservation on behalf of 0acd5e5275c1476cb0b68e8b7f765268 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:05.672102 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:05.713037 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.resource_extend [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:13:05.772641 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6bff8ccd-7395-4c0b-adfc-9d186dd3e5d2 req-27e80272-787c-4b4d-8193-4392d502ad28 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=582c4869-85a2-407b-bf94-0949d68ac127 HTTP/1.1" status: 200 len: 210 time: 0.1420538 May 25 20:13:05.783361 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8efc3a3d-8408-4a43-890f-46239b1dbd0e None None] Provisioning for port 7c781766-c4c2-4b6f-a192-79e659474ddb completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:13:05.790694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:05.792974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1e6276-455a-4f89-8ecc-538985d87d9b admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:13:05.793466 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6276-455a-4f89-8ecc-538985d87d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:05.904113 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194df5a8-f3ef-4f8a-b870-dd78745bc971'] response: {'name': 'network-changed', 'server_uuid': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'tag': '095e8004-ab28-4a59-b028-e1eae0123d72', 'status': 'completed', 'code': 200} May 25 20:13:06.019750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12bcd-a511-4949-b7da-dc8e7fede38b req-145c1498-3333-40c4-9f3d-5ae98b5b82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:06.023112 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-afb12bcd-a511-4949-b7da-dc8e7fede38b req-145c1498-3333-40c4-9f3d-5ae98b5b82a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.8115635 May 25 20:13:06.039024 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment a8b816dd-440b-4ef2-8c35-fa679533fb25 resource provider aggregate not found May 25 20:13:06.070300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8efc3a3d-8408-4a43-890f-46239b1dbd0e None None] Provisioning complete for port 7c781766-c4c2-4b6f-a192-79e659474ddb triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:06.070761 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8efc3a3d-8408-4a43-890f-46239b1dbd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:06.142121 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6276-455a-4f89-8ecc-538985d87d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:06.148376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6276-455a-4f89-8ecc-538985d87d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:06.220847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:06.263378 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:06.274886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:06.276591 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment a8b816dd-440b-4ef2-8c35-fa679533fb25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8b816dd-440b-4ef2-8c35-fa679533fb25 found for delete ", "request_id": "req-9ba6b711-4bb5-4329-a4ba-cc0d9c85dde3"}]} May 25 20:13:06.295697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e6276-455a-4f89-8ecc-538985d87d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=07a08a54-ceb3-47f4-836a-4bf7675c5aa9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:06.365707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Allocated IP 172.20.0.2 (8d64901a-e12f-4b20-99e0-9c41b70a037b/b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0/b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:13:06.369756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Transition to ACTIVE for port object 8d2760ac-2d10-4a98-9498-346c0dd3a365 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:06.375385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 0653b905-1265-4ef5-a79e-436bcaa7616a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0653b905-1265-4ef5-a79e-436bcaa7616a,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:06.446308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-284ab7ed-7eaf-4bf0-a8cd-e68148c8a228 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:06.448343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-284ab7ed-7eaf-4bf0-a8cd-e68148c8a228 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a&tenant_id=04d4004046824ccea8f136fdfd698c36&binding%3Ahost_id=n-h2-843339-1 HTTP/1.1" status: 200 len: 949 time: 1.0163403 May 25 20:13:06.451445 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4a1e6276-455a-4f89-8ecc-538985d87d9b admin admin] 10.222.0.60 "DELETE /v2.0/networks/07a08a54-ceb3-47f4-836a-4bf7675c5aa9 HTTP/1.1" status: 204 len: 168 time: 3.8685253 May 25 20:13:06.524194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '0653b905-1265-4ef5-a79e-436bcaa7616a', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'port_id': '0653b905-1265-4ef5-a79e-436bcaa7616a', 'mac_address': 'fa:16:3e:3e:29:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:13:06.559801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Transition to ACTIVE for port object 8d2760ac-2d10-4a98-9498-346c0dd3a365 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:06.647217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253268a2-1d83-48b8-91d3-12ef79943ebc req-7e4cb135-a3b8-4938-940d-76ad0059be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:06.649493 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-253268a2-1d83-48b8-91d3-12ef79943ebc req-7e4cb135-a3b8-4938-940d-76ad0059be2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 1096 time: 0.6019475 May 25 20:13:06.660503 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-0c8d17d9-09ab-401c-8bf8-63260d17b0ae tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:06.670450 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-0c8d17d9-09ab-401c-8bf8-63260d17b0ae tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:06.786979 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:06.921180 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8efc3a3d-8408-4a43-890f-46239b1dbd0e None None] Current status of the port 7c781766-c4c2-4b6f-a192-79e659474ddb is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:06.921567 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8efc3a3d-8408-4a43-890f-46239b1dbd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:06.922041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253268a2-1d83-48b8-91d3-12ef79943ebc req-6efe1e1d-c705-49d6-823d-1e88401a9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:06.923588 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-253268a2-1d83-48b8-91d3-12ef79943ebc req-6efe1e1d-c705-49d6-823d-1e88401a9799 service neutron] 10.222.0.50 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 921 time: 0.2486980 May 25 20:13:06.935305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12bcd-a511-4949-b7da-dc8e7fede38b req-2a35091f-fe58-4561-a08a-e67061781e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:06.936413 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-afb12bcd-a511-4949-b7da-dc8e7fede38b req-2a35091f-fe58-4561-a08a-e67061781e12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8856063 May 25 20:13:06.939854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49200) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:06.958496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Network ee922d13-5f4f-46ac-95e5-4870d3a06b11 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:13:06.972458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:06.984590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 0653b905-1265-4ef5-a79e-436bcaa7616a is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:06.986176 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:06.997379 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:13:07.025932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Pushing event updated for resources: {'Port': ['ID=8d2760ac-2d10-4a98-9498-346c0dd3a365,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:07.046244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Allocated IP 172.25.3.80 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/cc15aed5-d564-49b7-a67a-04ad3803a446) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:13:07.067041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:07.145043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0653b905-1265-4ef5-a79e-436bcaa7616a {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:13:07.166802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8efc3a3d-8408-4a43-890f-46239b1dbd0e None None] For port 7c781766-c4c2-4b6f-a192-79e659474ddb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7c781766-c4c2-4b6f-a192-79e659474ddb,segment=NetworkSegment(02318b1e-3ef1-46b9-8f9f-7d40f42564da),segment_id=02318b1e-3ef1-46b9-8f9f-7d40f42564da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:07.206565 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-afb12bcd-a511-4949-b7da-dc8e7fede38b req-8ed82b88-0a52-443e-85a1-f50f473a4ea1 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915572 May 25 20:13:07.207082 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8efc3a3d-8408-4a43-890f-46239b1dbd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:07.221427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b5143-0925-4768-a0f2-ad1af3104d58 req-98bf2847-8890-482b-b326-3efe8e1e982a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:07.222950 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-832b5143-0925-4768-a0f2-ad1af3104d58 req-98bf2847-8890-482b-b326-3efe8e1e982a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 949 time: 1.1742985 May 25 20:13:07.224246 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-253268a2-1d83-48b8-91d3-12ef79943ebc req-071f96c9-f7e9-44f3-8d97-8c8abd2d13e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095e8004-ab28-4a59-b028-e1eae0123d72 HTTP/1.1" status: 200 len: 217 time: 0.2921965 May 25 20:13:07.229458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Allocated IP 172.20.0.13 (bccfaecb-9420-49ca-ac74-7e43952027b7/fbe5bde4-daae-4c8f-8024-6f21ae860ce2/be39e658-bfa3-4706-8355-d89523410051) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:13:07.243058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd08407-1742-4983-ae27-ca55dacc6715,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:07.344905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 0653b905-1265-4ef5-a79e-436bcaa7616a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0653b905-1265-4ef5-a79e-436bcaa7616a,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:07.368589 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Attempting to bind port 8d2760ac-2d10-4a98-9498-346c0dd3a365 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:13:07.368944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Attempting to bind port 8d2760ac-2d10-4a98-9498-346c0dd3a365 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'b1682402-0569-4758-8fbf-225136eddbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ee922d13-5f4f-46ac-95e5-4870d3a06b11'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:13:07.369298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Attempting to bind port 8d2760ac-2d10-4a98-9498-346c0dd3a365 on network ee922d13-5f4f-46ac-95e5-4870d3a06b11 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:07.380392 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:07.397387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:13:07.398070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Checking segment: {'id': 'b1682402-0569-4758-8fbf-225136eddbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ee922d13-5f4f-46ac-95e5-4870d3a06b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:07.398676 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:07.399221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Bound using segment: {'id': 'b1682402-0569-4758-8fbf-225136eddbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ee922d13-5f4f-46ac-95e5-4870d3a06b11'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:13:07.400047 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Bound port: 8d2760ac-2d10-4a98-9498-346c0dd3a365, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1682402-0569-4758-8fbf-225136eddbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ee922d13-5f4f-46ac-95e5-4870d3a06b11'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:13:07.400732 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:07.476901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc3a3d-8408-4a43-890f-46239b1dbd0e None None] Pushing event updated for resources: {'Port': ['ID=7c781766-c4c2-4b6f-a192-79e659474ddb,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:07.521107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253268a2-1d83-48b8-91d3-12ef79943ebc req-096af25a-14cf-4043-b846-3a36d92d70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:07.523487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-253268a2-1d83-48b8-91d3-12ef79943ebc req-096af25a-14cf-4043-b846-3a36d92d70c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.2594922 May 25 20:13:07.531818 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:07.580787 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-0c8d17d9-09ab-401c-8bf8-63260d17b0ae tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Floating IP 253d96e9-87ae-4ebd-9339-dcf653bb11fb associated. External IP: 172.25.3.138, port: 095e8004-ab28-4a59-b028-e1eae0123d72. May 25 20:13:07.589386 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:07.649571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Transition to ACTIVE for port object b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:07.679421 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-6a5423dd-aece-4081-a1de-9f43cfa7eed7 service neutron] 10.222.0.50 "GET /v2.0/ports/07bc86db-e546-4f5b-a075-471029537726/bindings/n-h2-843339-1 HTTP/1.1" status: 200 len: 382 time: 1.2168803 May 25 20:13:07.738483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['0653b905-1265-4ef5-a79e-436bcaa7616a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:13:07.768019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee922d13-5f4f-46ac-95e5-4870d3a06b11']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:07.797370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['07bc86db-e546-4f5b-a075-471029537726'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:13:07.819501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1682402-0569-4758-8fbf-225136eddbe4') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:07.819867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1682402-0569-4758-8fbf-225136eddbe4') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:07.881692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=0653b905-1265-4ef5-a79e-436bcaa7616a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:07.893820 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:07.915192 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:07.956059 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:07.968484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Transition to ACTIVE for port object b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:07.970524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:13:07.970927 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:07.980349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c4a5ef53-249e-4553-b65b-8185c5aca448 None None] Provisioning complete for port 7c781766-c4c2-4b6f-a192-79e659474ddb triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:07.980940 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ef53-249e-4553-b65b-8185c5aca448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:08.050488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] For port 8d2760ac-2d10-4a98-9498-346c0dd3a365, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:13:08.055710 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:08.138739 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3816d39c-e51d-4641-a365-e6c8bd7389f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7834c8a467a4881bfd5286e2435c35b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1332283 May 25 20:13:08.157848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49218) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:08.203624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Network 8d64901a-e12f-4b20-99e0-9c41b70a037b is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:13:08.219634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:08.242958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:13:08.245339 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Pushing event updated for resources: {'Port': ['ID=b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:08.272758 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:08.294821 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment b1682402-0569-4758-8fbf-225136eddbe4 resource provider aggregate not found May 25 20:13:08.321966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-0c8d17d9-09ab-401c-8bf8-63260d17b0ae tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Router 85fb27bb-d5ff-4628-9a5f-53a61233b234 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:13:08.402253 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-afb12bcd-a511-4949-b7da-dc8e7fede38b req-9b54f0b0-ec43-4c6d-b691-baff8eb3a59a service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1770022 May 25 20:13:08.405659 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment b1682402-0569-4758-8fbf-225136eddbe4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1682402-0569-4758-8fbf-225136eddbe4 found for delete ", "request_id": "req-ae98bd4f-2144-4608-9f34-4c9dc162cfc6"}]} May 25 20:13:08.415862 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 20:13:08.415862 n-d-843339-1 neutron-server[88332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 20:13:08.415862 n-d-843339-1 neutron-server[88332]: [parameters: {'id': 'ee922d13-5f4f-46ac-95e5-4870d3a06b11'}] May 25 20:13:08.415862 n-d-843339-1 neutron-server[88332]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:13:08.416231 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:13:08.425730 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:08.426828 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:08.430997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] For port 8d2760ac-2d10-4a98-9498-346c0dd3a365, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8d2760ac-2d10-4a98-9498-346c0dd3a365,segment=NetworkSegment(b1682402-0569-4758-8fbf-225136eddbe4),segment_id=b1682402-0569-4758-8fbf-225136eddbe4)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:13:08.499037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:13:08.508108 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:08.511996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:08.518639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:13:08.551102 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-832b5143-0925-4768-a0f2-ad1af3104d58 req-208d6e7e-ac88-4d04-93c0-0b1b384f3ac0 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2856035 May 25 20:13:08.642061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Attempting to bind port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:13:08.642735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Attempting to bind port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '3088ffbe-9188-44bd-9db6-0e982772f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:13:08.643453 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Attempting to bind port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e on network 8d64901a-e12f-4b20-99e0-9c41b70a037b {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:08.654930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Pushing event updated for resources: {'Port': ['ID=cc15aed5-d564-49b7-a67a-04ad3803a446,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:08.658324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5ef53-249e-4553-b65b-8185c5aca448 None None] Current status of the port 7c781766-c4c2-4b6f-a192-79e659474ddb is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:08.696968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:13:08.697449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Checking segment: {'id': '3088ffbe-9188-44bd-9db6-0e982772f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:08.697914 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:08.698396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Bound using segment: {'id': '3088ffbe-9188-44bd-9db6-0e982772f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:13:08.698945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Bound port: b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3088ffbe-9188-44bd-9db6-0e982772f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:13:08.699388 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:08.762133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253268a2-1d83-48b8-91d3-12ef79943ebc req-8ecdf045-2138-48f9-907f-c9d1057d25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:08.765866 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-253268a2-1d83-48b8-91d3-12ef79943ebc req-8ecdf045-2138-48f9-907f-c9d1057d25a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1816416 May 25 20:13:08.837360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Network bccfaecb-9420-49ca-ac74-7e43952027b7 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:13:08.850848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4f725-65e6-4617-9cb1-b361ec3bc5a7 None None] Pushing event updated for resources: {'Port': ['ID=8d2760ac-2d10-4a98-9498-346c0dd3a365,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:08.862782 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:08.910280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Pushing event updated for resources: {'Port': ['ID=be39e658-bfa3-4706-8355-d89523410051,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:08.915805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:13:08.987434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:08.988177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:08.999130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9501943f-a895-40a1-8cc7-5191a2f4d1b6 None None] Network ee922d13-5f4f-46ac-95e5-4870d3a06b11 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:09.008384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-a45afb19-c071-446b-9d64-3e22e2259c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:09.010396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-a45afb19-c071-446b-9d64-3e22e2259c6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 1100 time: 1.2705579 May 25 20:13:09.011060 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-448ef9bb-6a07-4491-a0b1-d547240e9d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:09.096325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] For port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:13:09.100549 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:09.109883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-0c8d17d9-09ab-401c-8bf8-63260d17b0ae tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:13:09.164067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] For port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e,segment=NetworkSegment(3088ffbe-9188-44bd-9db6-0e982772f0e6),segment_id=3088ffbe-9188-44bd-9db6-0e982772f0e6)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:13:09.165611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164a8c9b-37da-4c7b-80d6-8d14fd30c320 None None] Sync routers for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:13:09.182292 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:09.210718 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-0026abf3-6bc5-4e4d-975a-bafc119bc630 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0002608 May 25 20:13:09.222642 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-448ef9bb-6a07-4491-a0b1-d547240e9d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:09.244900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Request body: {'port': {'device_id': '582c4869-85a2-407b-bf94-0949d68ac127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:09.329889 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9322af8-6288-45ad-ae81-a8079ff4d0fe None None] Pushing event updated for resources: {'Port': ['ID=b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:09.344271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a8c9b-37da-4c7b-80d6-8d14fd30c320 None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:09.345249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-164a8c9b-37da-4c7b-80d6-8d14fd30c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:09.359978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Deleting port 8d2760ac-2d10-4a98-9498-346c0dd3a365 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:13:09.360512 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:09.442857 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-253268a2-1d83-48b8-91d3-12ef79943ebc req-9e3f53ad-bff2-47bb-8c7d-8dd20009085f service neutron] 10.222.0.50 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953233 May 25 20:13:09.459159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7c781766-c4c2-4b6f-a192-79e659474ddb up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:13:09.469983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1dffd-bc09-4040-9108-7bb556d330c3 req-83dc1569-e868-4231-a613-4760d32c8b92 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:09.473051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93b1dffd-bc09-4040-9108-7bb556d330c3 req-83dc1569-e868-4231-a613-4760d32c8b92 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 944 time: 0.7691839 May 25 20:13:09.542219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-76e50e28-757b-4c26-ba25-b0382458e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:09.544227 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-76e50e28-757b-4c26-ba25-b0382458e22e service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.4655139 May 25 20:13:09.716156 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-448ef9bb-6a07-4491-a0b1-d547240e9d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:09.716647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] For port 8d2760ac-2d10-4a98-9498-346c0dd3a365, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8d2760ac-2d10-4a98-9498-346c0dd3a365,segment=NetworkSegment(b1682402-0569-4758-8fbf-225136eddbe4),segment_id=b1682402-0569-4758-8fbf-225136eddbe4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:09.717190 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:09.760003 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-99b05c4f-1273-42e9-bdd8-bf0745cf9453 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=07bc86db-e546-4f5b-a075-471029537726 HTTP/1.1" status: 200 len: 217 time: 0.1370127 May 25 20:13:09.763536 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:09.901559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-164a8c9b-37da-4c7b-80d6-8d14fd30c320 None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:09.902186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ef9bb-6a07-4491-a0b1-d547240e9d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa730ea-f524-4d1f-a1d5-07a2fe6f4eab,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:09.962782 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-448ef9bb-6a07-4491-a0b1-d547240e9d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:09.964086 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-448ef9bb-6a07-4491-a0b1-d547240e9d31 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6aa730ea-f524-4d1f-a1d5-07a2fe6f4eab HTTP/1.1" status: 204 len: 168 time: 1.6565857 May 25 20:13:09.982571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7c781766-c4c2-4b6f-a192-79e659474ddb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:09.983145 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:09.991698 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93b1dffd-bc09-4040-9108-7bb556d330c3 req-80a889b4-84cf-4514-b5d2-021910713e99 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868562 May 25 20:13:10.230937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Calling delete_port for 8d2760ac-2d10-4a98-9498-346c0dd3a365 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:13:10.262283 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:10.477828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7c781766-c4c2-4b6f-a192-79e659474ddb is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:10.681096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-164a8c9b-37da-4c7b-80d6-8d14fd30c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '253d96e9-87ae-4ebd-9339-dcf653bb11fb', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'port_id': '1046971c-dee6-4f6d-aa3e-d6aae9527304', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'mac_address': 'fa:16:3e:27:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e004c-5cbd-423e-911e-29938eb99b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:12:27Z', 'updated_at': '2022-05-25T20:13:06Z', 'revision_number': 3, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:10.694927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164a8c9b-37da-4c7b-80d6-8d14fd30c320 None None] Checking router: 85fb27bb-d5ff-4628-9a5f-53a61233b234 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:13:10.725308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a8c9b-37da-4c7b-80d6-8d14fd30c320 None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:10.726584 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-164a8c9b-37da-4c7b-80d6-8d14fd30c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:10.941935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be39e658-bfa3-4706-8355-d89523410051 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:13:10.951675 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:10.971682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Transition to ACTIVE for port object be39e658-bfa3-4706-8355-d89523410051 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:10.978529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-0c8d17d9-09ab-401c-8bf8-63260d17b0ae tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Router 85fb27bb-d5ff-4628-9a5f-53a61233b234 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:13:10.985210 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-409bc025-9100-473b-a9fc-a1f3da533461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:10.987721 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-409bc025-9100-473b-a9fc-a1f3da533461 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 1.1938069 May 25 20:13:10.988736 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:11.048639 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:11.129627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-164a8c9b-37da-4c7b-80d6-8d14fd30c320 None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:11.149386 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-253268a2-1d83-48b8-91d3-12ef79943ebc req-c2497d6d-667f-4110-9237-2d5ce6066f74 service neutron] 10.222.0.50 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6969128 May 25 20:13:11.271761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7b83f0-f878-40ed-bcb9-0aab3ee8baba None None] Network 8d64901a-e12f-4b20-99e0-9c41b70a037b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:11.350412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Pushing event updated for resources: {'Port': ['ID=be39e658-bfa3-4706-8355-d89523410051,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:11.378896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Port': ['ID=8d2760ac-2d10-4a98-9498-346c0dd3a365,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:11.407542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No DVR routers for this DVR port 8d2760ac-2d10-4a98-9498-346c0dd3a365 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:13:11.429673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-eb811c84-9e52-4e04-80f4-0ebe3886191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:11.439164 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-eb811c84-9e52-4e04-80f4-0ebe3886191d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4240170 May 25 20:13:11.479751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c984ae0-b943-465a-a9ba-1762d5250b7f req-55c5ccaf-e928-481d-9406-1575bacde160 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:11.480451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-7c984ae0-b943-465a-a9ba-1762d5250b7f req-55c5ccaf-e928-481d-9406-1575bacde160 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Synchronizing usage tracker for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:13:11.646682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 07bc86db-e546-4f5b-a075-471029537726 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:13:11.649678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-7c984ae0-b943-465a-a9ba-1762d5250b7f req-55c5ccaf-e928-481d-9406-1575bacde160 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Unset dirty status for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:13:11.654591 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7c984ae0-b943-465a-a9ba-1762d5250b7f req-55c5ccaf-e928-481d-9406-1575bacde160 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=582c4869-85a2-407b-bf94-0949d68ac127 HTTP/1.1" status: 200 len: 932 time: 1.1626763 May 25 20:13:11.658954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Attempting to bind port be39e658-bfa3-4706-8355-d89523410051 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:13:11.659141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Attempting to bind port be39e658-bfa3-4706-8355-d89523410051 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:13:11.659466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Attempting to bind port be39e658-bfa3-4706-8355-d89523410051 on network bccfaecb-9420-49ca-ac74-7e43952027b7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:11.704505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:13:11.756631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Port be39e658-bfa3-4706-8355-d89523410051 on network bccfaecb-9420-49ca-ac74-7e43952027b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:13:11.756957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Attempting to bind port be39e658-bfa3-4706-8355-d89523410051 on network bccfaecb-9420-49ca-ac74-7e43952027b7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:11.768361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:13:11.768699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Checking segment: {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:11.769137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Bound using segment: {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:13:11.769515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Bound port: be39e658-bfa3-4706-8355-d89523410051, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:13:11.769862 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:11.804771 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7c984ae0-b943-465a-a9ba-1762d5250b7f req-30f29e13-c898-43f6-b1fd-e0ec498b8061 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423383 May 25 20:13:11.867648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3b9bafec-6b02-4dc4-881a-8d56475c2458 None None] Provisioning for port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:13:11.907563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-0c8d17d9-09ab-401c-8bf8-63260d17b0ae tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:13:11.954296 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:11.980465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] For port be39e658-bfa3-4706-8355-d89523410051, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:13:11.985723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee922d13-5f4f-46ac-95e5-4870d3a06b11']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:11.986610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] For port be39e658-bfa3-4706-8355-d89523410051, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=be39e658-bfa3-4706-8355-d89523410051,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:13:11.987991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49276) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:11.999388 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.007727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1682402-0569-4758-8fbf-225136eddbe4') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:12.008021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1682402-0569-4758-8fbf-225136eddbe4') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:12.023132 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.047339 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.055056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:13:12.055499 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.089717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Pushing event updated for resources: {'Port': ['ID=be39e658-bfa3-4706-8355-d89523410051,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:12.103702 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-c92fe3c0-8680-4478-97ce-6349bd3d93a7 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6557038 May 25 20:13:12.170312 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment b1682402-0569-4758-8fbf-225136eddbe4 resource provider aggregate not found May 25 20:13:12.206529 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment b1682402-0569-4758-8fbf-225136eddbe4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1682402-0569-4758-8fbf-225136eddbe4 found for delete ", "request_id": "req-7e62da16-e3fe-4981-95c2-66f0da442a13"}]} May 25 20:13:12.224931 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-0c8d17d9-09ab-401c-8bf8-63260d17b0ae tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.257647 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.280339 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.305161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:12.305161 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.306463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-fe0b156a-3f5d-45d6-a182-1170db32c60f service neutron] 10.222.0.50 "PUT /v2.0/ports/be39e658-bfa3-4706-8355-d89523410051 HTTP/1.1" status: 200 len: 1092 time: 3.0743754 May 25 20:13:12.306938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582c4869-85a2-407b-bf94-0949d68ac127', 'tag': 'be39e658-bfa3-4706-8355-d89523410051'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:12.351823 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-53a1df9b-7c0f-4791-b90c-729007636eb0 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953175 May 25 20:13:12.400122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 07bc86db-e546-4f5b-a075-471029537726 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:13:12.412209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:13:12.430058 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 07bc86db-e546-4f5b-a075-471029537726 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:12.430454 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.457381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.459613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77e694-aebc-465a-bc95-3658b01891b2 req-7a89a26d-6723-46e7-936b-99ff36ff5907 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:12.468001 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc77e694-aebc-465a-bc95-3658b01891b2 req-7a89a26d-6723-46e7-936b-99ff36ff5907 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 949 time: 0.3791547 May 25 20:13:12.477434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Network': ['ID=ee922d13-5f4f-46ac-95e5-4870d3a06b11,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:12.526784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-763245415-network', 'tenant_id': '88f6397f03984d5da808a2faa7134cea'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:12.530322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:12.531007 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.536102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:12.539967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-481dc917-d0f0-4583-8fed-7e5a3e412975 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/ee922d13-5f4f-46ac-95e5-4870d3a06b11 HTTP/1.1" status: 204 len: 168 time: 9.4630642 May 25 20:13:12.545709 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49290) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:12.552667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Usage tracker for resource:network and tenant:88f6397f03984d5da808a2faa7134cea is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:12.562312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-798388152'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:12.566264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:12.576610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:12.581133 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc77e694-aebc-465a-bc95-3658b01891b2 req-5c56d1d0-bb58-4cc3-96e0-01d34b03a2ef tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124113 May 25 20:13:12.584742 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:12.587125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:network and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:12.591269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'tag': '095e8004-ab28-4a59-b028-e1eae0123d72'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:12.592410 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:12.610026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:12.613509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-45519ca2-6646-4f5d-8f97-4156aa92f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:12.615081 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-45519ca2-6646-4f5d-8f97-4156aa92f8f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&device_id=582c4869-85a2-407b-bf94-0949d68ac127 HTTP/1.1" status: 200 len: 1095 time: 0.2454076 May 25 20:13:12.622296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Made reservation on behalf of 88f6397f03984d5da808a2faa7134cea for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:12.625098 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.640086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:12.643601 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.759576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-0c8d17d9-09ab-401c-8bf8-63260d17b0ae tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "PUT /v2.0/floatingips/253d96e9-87ae-4ebd-9339-dcf653bb11fb HTTP/1.1" status: 200 len: 998 time: 7.5203619 May 25 20:13:12.767977 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.791271 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-7d22df1b-291b-49b4-aa0e-22453b3a2e29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be39e658-bfa3-4706-8355-d89523410051 HTTP/1.1" status: 200 len: 217 time: 0.1550481 May 25 20:13:12.797711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:12.801958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Usage tracker for resource:security_group_rule and tenant:88f6397f03984d5da808a2faa7134cea is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:12.805059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:12.812316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:12.860874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-685a9680-5aa6-4cd1-a93d-28d0705ac336 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:12.873105 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-685a9680-5aa6-4cd1-a93d-28d0705ac336 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports/095e8004-ab28-4a59-b028-e1eae0123d72 HTTP/1.1" status: 200 len: 942 time: 0.1124198 May 25 20:13:12.898384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-164a8c9b-37da-4c7b-80d6-8d14fd30c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '253d96e9-87ae-4ebd-9339-dcf653bb11fb', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'port_id': '1046971c-dee6-4f6d-aa3e-d6aae9527304', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'mac_address': 'fa:16:3e:27:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e004c-5cbd-423e-911e-29938eb99b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:12:27Z', 'updated_at': '2022-05-25T20:13:06Z', 'revision_number': 3, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:12.941227 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 07bc86db-e546-4f5b-a075-471029537726 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:12.941614 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:12.975316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164a8c9b-37da-4c7b-80d6-8d14fd30c320 None None] The sync data for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 is: [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '253d96e9-87ae-4ebd-9339-dcf653bb11fb', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'port_id': '1046971c-dee6-4f6d-aa3e-d6aae9527304', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'mac_address': 'fa:16:3e:27:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e004c-5cbd-423e-911e-29938eb99b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:12:27Z', 'updated_at': '2022-05-25T20:13:06Z', 'revision_number': 3, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:13:13.020712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bc86db-e546-4f5b-a075-471029537726'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:13.052548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:13.055855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:13.056417 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:13.063308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:13:13.116466 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:13.117531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 0653b905-1265-4ef5-a79e-436bcaa7616a up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:13:13.141237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:13:13.191160 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:13.191506 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Added segment ba716327-005c-47d6-86cd-b3db419f84ae of type vlan for network 6b4984ff-fc78-42e6-860f-f3522d1710e3 May 25 20:13:13.265903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-4b34269b-6874-464f-bfc2-c3c49581e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:13.267402 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-4b34269b-6874-464f-bfc2-c3c49581e8d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe5bde4-daae-4c8f-8024-6f21ae860ce2 HTTP/1.1" status: 200 len: 852 time: 0.4249234 May 25 20:13:13.271635 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d8c7f3-43c8-4c6b-a4af-e83f4170cef2 None None] New status for floating IP 253d96e9-87ae-4ebd-9339-dcf653bb11fb: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:13:13.275133 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:13.349534 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:13.356125 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-faaae926-3bac-4e82-a6d3-12c0c604a5cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bccfaecb-9420-49ca-ac74-7e43952027b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698986 May 25 20:13:13.360968 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:13.383495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad7672-30bc-4092-9d13-484ab02a0be5 req-8a6d86d8-3994-4899-a678-2662bfd3b031 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:13.392845 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f7ad7672-30bc-4092-9d13-484ab02a0be5 req-8a6d86d8-3994-4899-a678-2662bfd3b031 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 944 time: 0.5472848 May 25 20:13:13.416261 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:13.423057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e58836-4a35-4edc-a14d-78f5340591dc None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:13:13.496280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-a60597c9-c7ab-4a41-84c4-9b336773d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:13.498695 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-a60597c9-c7ab-4a41-84c4-9b336773d896 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 1096 time: 0.5315011 May 25 20:13:13.561821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e,segment=NetworkSegment(3088ffbe-9188-44bd-9db6-0e982772f0e6),segment_id=3088ffbe-9188-44bd-9db6-0e982772f0e6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:13.563939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:13:13.584483 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:13.586433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Sync routers for ids ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:13:13.586551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:13:13.635565 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-222ec39f-4be4-4293-9d92-b52db726c854 None None] Provisioning complete for port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:13.635931 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-222ec39f-4be4-4293-9d92-b52db726c854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:13.642120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0868b776-d68a-4951-820c-7c28683f693d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:13.644776 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:13.659632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:13.660379 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:13.769188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-cb9d8133-dfe7-438e-98b8-988097c2c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:13.770699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-cb9d8133-dfe7-438e-98b8-988097c2c187 service neutron] 10.222.0.60 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 921 time: 0.2614081 May 25 20:13:13.827734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Routers {'0cd3bd0b-1609-49f7-841e-968f9b720fd0'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:13.828567 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:13.884087 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:13.884496 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Added segment 323b9187-aac0-4e3b-bfda-f850dad77e03 of type vlan for network a3426774-1aeb-4a7e-94c6-c23fe60c8ceb May 25 20:13:13.902693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f7ad7672-30bc-4092-9d13-484ab02a0be5 req-f73e3b10-07b6-4141-b71a-c1e8f091ee82 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083899 May 25 20:13:13.921746 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:13.925877 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-86d5fb58-45a9-4efe-8f60-66a85c17a594 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.8042226 May 25 20:13:13.926619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49316) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:13.937835 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-cf6f17b7-f53d-4a37-83c4-a81ba5debbc0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095e8004-ab28-4a59-b028-e1eae0123d72 HTTP/1.1" status: 200 len: 217 time: 0.1608224 May 25 20:13:13.964567 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 0653b905-1265-4ef5-a79e-436bcaa7616a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:13:13.987898 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 0653b905-1265-4ef5-a79e-436bcaa7616a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:13.988257 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:14.061877 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e42a446-9eea-4a05-9fe1-4f648544ef94 None None] Sync routers for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:13:14.067946 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e8e108-a190-431a-b3b3-b89177b83336'] response: {'name': 'network-changed', 'server_uuid': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'tag': '095e8004-ab28-4a59-b028-e1eae0123d72', 'status': 'completed', 'code': 200} May 25 20:13:14.077166 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e42a446-9eea-4a05-9fe1-4f648544ef94 None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:14.079423 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0e42a446-9eea-4a05-9fe1-4f648544ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:14.080618 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4e69b3-1bba-46b7-922c-dd7064e66343'] response: {'name': 'network-changed', 'server_uuid': '582c4869-85a2-407b-bf94-0949d68ac127', 'tag': 'be39e658-bfa3-4706-8355-d89523410051', 'status': 'completed', 'code': 200} May 25 20:13:14.088966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Network': ['ID=6b4984ff-fc78-42e6-860f-f3522d1710e3,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:14.124076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e58836-4a35-4edc-a14d-78f5340591dc None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:13:14.143640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:14.171521 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 6b4984ff-fc78-42e6-860f-f3522d1710e3 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:13:14.196440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-a892e035-dbcb-42d0-80b9-74a5ed05779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:14.198031 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-a892e035-dbcb-42d0-80b9-74a5ed05779f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.1899266 May 25 20:13:14.323385 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-173d1e3a-cd0f-4803-a570-5376fef7bf5e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7746489 May 25 20:13:14.328954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49324) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:14.342383 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:14.375267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Set router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:14.444574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'subnet': {'network_id': '6b4984ff-fc78-42e6-860f-f3522d1710e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:14.495128 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-b97ac8b3-260b-49ed-9773-fc52c5fd370a service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1277838 May 25 20:13:14.501032 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-0e42a446-9eea-4a05-9fe1-4f648544ef94 None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:14.577338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9a0a5-5aaa-4017-85d6-e1d5168b8300 req-a5a7593b-a7f6-403d-80ef-eeedba161598 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:14.598748 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-27d9a0a5-5aaa-4017-85d6-e1d5168b8300 req-a5a7593b-a7f6-403d-80ef-eeedba161598 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=582c4869-85a2-407b-bf94-0949d68ac127 HTTP/1.1" status: 200 len: 944 time: 0.2429380 May 25 20:13:14.687873 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:14.688885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:14.689463 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:14.908125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-2315bd3e-d6fc-406a-83d7-a3d29039bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:14.910188 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-2315bd3e-d6fc-406a-83d7-a3d29039bfa4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6960466 May 25 20:13:14.923743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8592eb-df5a-445a-a85d-81562aff96f6 req-906f3384-3e14-47c5-a9a7-e15a34301063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:14.925401 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7e8592eb-df5a-445a-a85d-81562aff96f6 req-906f3384-3e14-47c5-a9a7-e15a34301063 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 1096 time: 0.8207822 May 25 20:13:14.978763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-27d9a0a5-5aaa-4017-85d6-e1d5168b8300 req-6ae0a0e6-ccc4-428a-a4ec-e8faed378211 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790536 May 25 20:13:15.062803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] Pushing event updated for resources: {'Network': ['ID=a3426774-1aeb-4a7e-94c6-c23fe60c8ceb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:15.068866 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6124ea4d-fbfd-4bdf-9883-04471691e90d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.0723374 May 25 20:13:15.077305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49338) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:15.087428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Request body: {'subnet': {'network_id': 'a3426774-1aeb-4a7e-94c6-c23fe60c8ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-763245415-subnet', 'tenant_id': '88f6397f03984d5da808a2faa7134cea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:15.104594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network a3426774-1aeb-4a7e-94c6-c23fe60c8ceb details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:13:15.157610 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6cb315-ba51-40a7-85d5-04d158e98638'] response: {'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bc86db-e546-4f5b-a075-471029537726', 'code': 200} May 25 20:13:15.160046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:15.178894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:subnet and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:15.216186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:15.243383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Usage tracker for resource:subnet and tenant:88f6397f03984d5da808a2faa7134cea is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:15.243758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:15.260847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:15.269139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-222ec39f-4be4-4293-9d92-b52db726c854 None None] Current status of the port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:15.275837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:15.285950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:15.294675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-aadb4493-b979-4415-8b64-6b8a2b2c5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:15.296221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-aadb4493-b979-4415-8b64-6b8a2b2c5adb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a&tenant_id=04d4004046824ccea8f136fdfd698c36 HTTP/1.1" status: 200 len: 1101 time: 0.5486321 May 25 20:13:15.338564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:15.343713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:15.348051 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:15.472011 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2531d284-adb8-4292-bb99-1cb9796d69b8 req-d146aff7-fb23-456d-b4c1-32a8fc3c5832 service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9648178 May 25 20:13:15.540587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 0653b905-1265-4ef5-a79e-436bcaa7616a is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:15.541108 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:15.568605 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0e42a446-9eea-4a05-9fe1-4f648544ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '253d96e9-87ae-4ebd-9339-dcf653bb11fb', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'port_id': '1046971c-dee6-4f6d-aa3e-d6aae9527304', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'mac_address': 'fa:16:3e:27:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e004c-5cbd-423e-911e-29938eb99b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:12:27Z', 'updated_at': '2022-05-25T20:13:13Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:15.575778 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e42a446-9eea-4a05-9fe1-4f648544ef94 None None] Checking router: 85fb27bb-d5ff-4628-9a5f-53a61233b234 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:13:15.588611 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e42a446-9eea-4a05-9fe1-4f648544ef94 None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:15.589422 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0e42a446-9eea-4a05-9fe1-4f648544ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:15.668269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Made reservation on behalf of 88f6397f03984d5da808a2faa7134cea for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:15.676750 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:15.719574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 0653b905-1265-4ef5-a79e-436bcaa7616a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0653b905-1265-4ef5-a79e-436bcaa7616a,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:15.743375 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:15.776479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.ipam_backend_mixin [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Performing IP validity checks on allocation pools {{(pid=88332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 25 20:13:15.777559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.ipam_backend_mixin [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 25 20:13:15.811257 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-0f8796e8-36b6-4b8c-b9d4-60e2ce90f0ad service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918159 May 25 20:13:15.829740 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:13:15.864786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 07bc86db-e546-4f5b-a075-471029537726 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:13:15.870459 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-0e42a446-9eea-4a05-9fe1-4f648544ef94 None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:15.994104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-61f0f643-ab52-49b6-9b1b-30c086e9e675 service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729937 May 25 20:13:16.046493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:13:09Z', 'revision_number': 3, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:16.096979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641e004c-5cbd-423e-911e-29938eb99b03', 'tag': '1046971c-dee6-4f6d-aa3e-d6aae9527304'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:16.149877 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:16.176468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8592eb-df5a-445a-a85d-81562aff96f6 req-f1edfb4b-ccb5-4c77-9ca3-44cfd826fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:16.178335 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7e8592eb-df5a-445a-a85d-81562aff96f6 req-f1edfb4b-ccb5-4c77-9ca3-44cfd826fdbe service neutron] 10.222.0.50 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 921 time: 1.1698074 May 25 20:13:16.225161 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 07bc86db-e546-4f5b-a075-471029537726 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:16.225724 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:16.244492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Checking router: 0cd3bd0b-1609-49f7-841e-968f9b720fd0 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:13:16.244891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Updating router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 port cc15aed5-d564-49b7-a67a-04ad3803a446 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:13:16.312758 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:16.340955 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7e8592eb-df5a-445a-a85d-81562aff96f6 req-978013eb-310b-4ea1-94e5-ddee0e0500a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095e8004-ab28-4a59-b028-e1eae0123d72 HTTP/1.1" status: 200 len: 217 time: 0.1442072 May 25 20:13:16.369688 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0e42a446-9eea-4a05-9fe1-4f648544ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '253d96e9-87ae-4ebd-9339-dcf653bb11fb', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'port_id': '1046971c-dee6-4f6d-aa3e-d6aae9527304', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'mac_address': 'fa:16:3e:27:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e004c-5cbd-423e-911e-29938eb99b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:12:27Z', 'updated_at': '2022-05-25T20:13:13Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:16.386134 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e42a446-9eea-4a05-9fe1-4f648544ef94 None None] The sync data for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 is: [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '253d96e9-87ae-4ebd-9339-dcf653bb11fb', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'port_id': '1046971c-dee6-4f6d-aa3e-d6aae9527304', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'mac_address': 'fa:16:3e:27:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641e004c-5cbd-423e-911e-29938eb99b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:12:27Z', 'updated_at': '2022-05-25T20:13:13Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:13:16.412871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-8126b4f5-8b5e-48b1-8099-5ee02204ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:16.414442 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-8126b4f5-8b5e-48b1-8099-5ee02204ffc2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 1096 time: 0.3915777 May 25 20:13:16.442011 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:16.499353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49358) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:16.531976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8592eb-df5a-445a-a85d-81562aff96f6 req-2acbb4b7-c5c1-4faa-a82c-66687e4aad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:16.533432 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7e8592eb-df5a-445a-a85d-81562aff96f6 req-2acbb4b7-c5c1-4faa-a82c-66687e4aad0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.1867173 May 25 20:13:16.607825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=0653b905-1265-4ef5-a79e-436bcaa7616a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:16.632298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:16.632663 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:16.713045 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:16.723342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac49543-9dca-4020-a450-5873539ade36 req-0cd8c6a0-9bab-4c7d-bb55-f351f46a96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:16.724863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bac49543-9dca-4020-a450-5873539ade36 req-0cd8c6a0-9bab-4c7d-bb55-f351f46a96c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&device_id=582c4869-85a2-407b-bf94-0949d68ac127 HTTP/1.1" status: 200 len: 1095 time: 1.1396704 May 25 20:13:16.785003 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:16.795672 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:16.803239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a5bff-d6ac-4b83-847b-a55a6779bfd7 req-a52dcdec-75a4-46b8-9108-60555b35e379 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:16.811363 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-766a5bff-d6ac-4b83-847b-a55a6779bfd7 req-a52dcdec-75a4-46b8-9108-60555b35e379 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 950 time: 1.2770236 May 25 20:13:16.902368 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eda90b3b-6673-4b14-99c9-1247126cc8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:16.941071 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:13:16.941540 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:13:16.976981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-eda90b3b-6673-4b14-99c9-1247126cc8da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:16.988608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Allocated IP 172.20.0.1 (8d64901a-e12f-4b20-99e0-9c41b70a037b/b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0/67423abc-c717-44f8-bb3f-39fcb490118a) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:13:16.990298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8592eb-df5a-445a-a85d-81562aff96f6 req-a0e8b89c-d479-4c45-9a1d-02cdcd4425b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:16.991851 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7e8592eb-df5a-445a-a85d-81562aff96f6 req-a0e8b89c-d479-4c45-9a1d-02cdcd4425b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4221668 May 25 20:13:16.996165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-eda90b3b-6673-4b14-99c9-1247126cc8da admin admin] Usage tracker for resource:security_group_rule and tenant:b99090f2dfc946cab7add919f1361309 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:17.007146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-eda90b3b-6673-4b14-99c9-1247126cc8da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:17.011392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-38beb21a-dc21-4eac-a7b5-3a21e3af25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:17.012969 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-38beb21a-dc21-4eac-a7b5-3a21e3af25c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 921 time: 0.5735009 May 25 20:13:17.024291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-eda90b3b-6673-4b14-99c9-1247126cc8da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:17.031324 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-766a5bff-d6ac-4b83-847b-a55a6779bfd7 req-92d94302-f294-4d77-8f72-d12fba5d5c33 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182157 May 25 20:13:17.056539 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:17.083364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=10']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:17.090581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Transition to ACTIVE for port object cc15aed5-d564-49b7-a67a-04ad3803a446 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:17.096129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Subnet': ['ID=a0aec12f-87ee-4d59-a308-d4fab98a3ea0,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:17.101588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:17.104711 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:17.135057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Checking segment: {'id': 'ba716327-005c-47d6-86cd-b3db419f84ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6b4984ff-fc78-42e6-860f-f3522d1710e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:17.135413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network hostable DHCP agents. Network: 6b4984ff-fc78-42e6-860f-f3522d1710e3, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:13:17.159246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428b3f19-5814-446e-8d63-eb70dbe7e8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0653b905-1265-4ef5-a79e-436bcaa7616a'}, {'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bc86db-e546-4f5b-a075-471029537726'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:17.194732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Attempting to bind port cc15aed5-d564-49b7-a67a-04ad3803a446 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:13:17.195144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Attempting to bind port cc15aed5-d564-49b7-a67a-04ad3803a446 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:13:17.195596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Attempting to bind port cc15aed5-d564-49b7-a67a-04ad3803a446 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:17.207673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:13:17.207673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:17.208182 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:17.208653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:13:17.209272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Bound port: cc15aed5-d564-49b7-a67a-04ad3803a446, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:13:17.209752 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:17.243997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aebb12-15f0-4061-a3b6-597b53e4561e None None] Pushing event updated for resources: {'Port': ['ID=cc15aed5-d564-49b7-a67a-04ad3803a446,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:17.266183 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-83e8a65b-bef6-4946-a932-c24046dc53e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1046971c-dee6-4f6d-aa3e-d6aae9527304 HTTP/1.1" status: 200 len: 1001 time: 0.2429709 May 25 20:13:17.270514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network 6b4984ff-fc78-42e6-860f-f3522d1710e3 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:13:17.309505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] For port cc15aed5-d564-49b7-a67a-04ad3803a446, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:13:17.313779 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] For port cc15aed5-d564-49b7-a67a-04ad3803a446, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cc15aed5-d564-49b7-a67a-04ad3803a446,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:13:17.319904 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:17.351099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac49543-9dca-4020-a450-5873539ade36 req-a5f5e791-3533-40c5-b6a3-594e7eaae799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:17.352694 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bac49543-9dca-4020-a450-5873539ade36 req-a5f5e791-3533-40c5-b6a3-594e7eaae799 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 913 time: 0.6045816 May 25 20:13:17.359917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 6b4984ff-fc78-42e6-860f-f3522d1710e3) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:17.377402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:17.377989 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:17.383039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a9ab24-93d9-450b-9b30-7648a43c12bb None None] Network 6b4984ff-fc78-42e6-860f-f3522d1710e3 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:17.420364 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:17.450092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-39723614-7bfa-4380-8366-0cda26ca8e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:17.451535 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-39723614-7bfa-4380-8366-0cda26ca8e30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.1768048 May 25 20:13:17.485401 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7e8592eb-df5a-445a-a85d-81562aff96f6 req-c5ee4a62-7885-4bb2-878e-20852c8271a1 service neutron] 10.222.0.50 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841099 May 25 20:13:17.486625 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bac49543-9dca-4020-a450-5873539ade36 req-db4c3244-ad33-43eb-989b-071821db7e6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be39e658-bfa3-4706-8355-d89523410051 HTTP/1.1" status: 200 len: 217 time: 0.1278791 May 25 20:13:17.493786 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:17.500682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Transition to ACTIVE for port object 67423abc-c717-44f8-bb3f-39fcb490118a will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:17.514297 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-696c3214-dd5f-43be-aa89-663c38f5cc7b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.1826487 May 25 20:13:17.529108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49368) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:17.529686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device be39e658-bfa3-4706-8355-d89523410051 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:13:17.534226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eda90b3b-6673-4b14-99c9-1247126cc8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:17.566784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eda90b3b-6673-4b14-99c9-1247126cc8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:17.599378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aebb12-15f0-4061-a3b6-597b53e4561e None None] Pushing event updated for resources: {'Port': ['ID=cc15aed5-d564-49b7-a67a-04ad3803a446,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:17.620127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Routers {'0cd3bd0b-1609-49f7-841e-968f9b720fd0'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:17.620904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:17.701842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c8f56-087a-4da2-90e6-71bbe95b87bc req-f9eaf13b-be93-444d-905d-6a97715c38e5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:17.703273 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-078c8f56-087a-4da2-90e6-71bbe95b87bc req-f9eaf13b-be93-444d-905d-6a97715c38e5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 945 time: 0.5163317 May 25 20:13:17.738959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-eda90b3b-6673-4b14-99c9-1247126cc8da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b99090f2dfc946cab7add919f1361309&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2342341 May 25 20:13:17.740727 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ee182c-17ce-476c-839b-c848f24c8a52,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:17.744746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49372) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:17.764795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda90b3b-6673-4b14-99c9-1247126cc8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b5af99-5d97-4ff2-b41e-879ade3519ad,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:17.769030 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:17.829527 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:17.849715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac49543-9dca-4020-a450-5873539ade36 req-a4ad18d4-6f08-4659-ba6e-4851a6d7aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:17.851167 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bac49543-9dca-4020-a450-5873539ade36 req-a4ad18d4-6f08-4659-ba6e-4851a6d7aa4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe5bde4-daae-4c8f-8024-6f21ae860ce2 HTTP/1.1" status: 200 len: 852 time: 0.3526306 May 25 20:13:17.925373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Checking segment: {'id': '323b9187-aac0-4e3b-bfda-f850dad77e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a3426774-1aeb-4a7e-94c6-c23fe60c8ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:17.925825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Network hostable DHCP agents. Network: a3426774-1aeb-4a7e-94c6-c23fe60c8ceb, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:13:17.955953 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bac49543-9dca-4020-a450-5873539ade36 req-b2770890-e846-4d50-9eda-dfea2ce7522e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bccfaecb-9420-49ca-ac74-7e43952027b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839117 May 25 20:13:17.968709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-078c8f56-087a-4da2-90e6-71bbe95b87bc req-b76fe564-9ec1-44a5-baf2-96ec8a8d3834 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470872 May 25 20:13:18.015901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port be39e658-bfa3-4706-8355-d89523410051, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=be39e658-bfa3-4706-8355-d89523410051,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:18.027349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-6b4984ff-fc78-42e6-860f-f3522d1710e3', 'network_id': '6b4984ff-fc78-42e6-860f-f3522d1710e3', 'tenant_id': '8ad8c052b126426fb88726b97abdeb0e', 'fixed_ips': [{'subnet_id': 'a0aec12f-87ee-4d59-a308-d4fab98a3ea0'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:13:18.029019 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:18.056177 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'be39e658-bfa3-4706-8355-d89523410051', 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7', 'port_id': 'be39e658-bfa3-4706-8355-d89523410051', 'mac_address': 'fa:16:3e:80:c5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe5bde4-daae-4c8f-8024-6f21ae860ce2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:13:18.058969 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] Set router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:18.093340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Pushing event updated for resources: {'Port': ['ID=67423abc-c717-44f8-bb3f-39fcb490118a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:18.103822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Network 8d64901a-e12f-4b20-99e0-9c41b70a037b is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:13:18.108805 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:18.113435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-e7458c87-23c5-4b58-9b96-96cf960337a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:18.115072 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-e7458c87-23c5-4b58-9b96-96cf960337a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6513011 May 25 20:13:18.118465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:18.128805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:13:18.134724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7e8592eb-df5a-445a-a85d-81562aff96f6 req-29e9445b-f3b0-4b37-a9cd-58bd7e3f3abe service neutron] 10.222.0.50 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279082 May 25 20:13:18.216694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Network a3426774-1aeb-4a7e-94c6-c23fe60c8ceb is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:13:18.360605 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-69dc1c2c-13b5-464a-a7c7-389e22d220f5 service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008331 May 25 20:13:18.415252 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-357cd336-f53a-4017-9dd4-424b406eb020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:18.432270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port be39e658-bfa3-4706-8355-d89523410051 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:18.433271 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:18.470264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, a3426774-1aeb-4a7e-94c6-c23fe60c8ceb) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:18.486544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:18.487696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be39e658-bfa3-4706-8355-d89523410051 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:13:18.492493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a8868-b31a-4476-b129-979c27005ab8 None None] Network a3426774-1aeb-4a7e-94c6-c23fe60c8ceb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:18.500321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:18.500953 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:18.526874 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bac49543-9dca-4020-a450-5873539ade36 req-835b3b70-a082-4490-ace4-a984c004cd54 service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625060 May 25 20:13:18.531600 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-eb7397ec-2683-4509-af8c-b8c124c32972 None None] Provisioning for port 67423abc-c717-44f8-bb3f-39fcb490118a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:13:18.557958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:18.617262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-eb7397ec-2683-4509-af8c-b8c124c32972 None None] Provisioning complete for port 67423abc-c717-44f8-bb3f-39fcb490118a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:18.617624 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eb7397ec-2683-4509-af8c-b8c124c32972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:18.638179 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-359887d7-8331-4eaf-90ca-e3a98e2bf6f6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.5510740 May 25 20:13:18.648142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port be39e658-bfa3-4706-8355-d89523410051, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=be39e658-bfa3-4706-8355-d89523410051,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:18.679326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:18.689303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619fe33-b0e3-472e-be54-121bcd04b653 req-ca4034d5-0d53-4150-b47e-f9231f4bbbb1 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:18.690873 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4619fe33-b0e3-472e-be54-121bcd04b653 req-ca4034d5-0d53-4150-b47e-f9231f4bbbb1 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=582c4869-85a2-407b-bf94-0949d68ac127 HTTP/1.1" status: 200 len: 944 time: 0.5318756 May 25 20:13:18.703536 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-357cd336-f53a-4017-9dd4-424b406eb020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:18.725556 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:18.784056 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bac49543-9dca-4020-a450-5873539ade36 req-98686dad-cf3a-4e76-8e4e-a25b431bab68 service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488143 May 25 20:13:18.795964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:13:18.846460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4619fe33-b0e3-472e-be54-121bcd04b653 req-36d78d3f-eb02-4961-82ad-d771b0d4353c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343861 May 25 20:13:18.906199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-eb7397ec-2683-4509-af8c-b8c124c32972 None None] Port 67423abc-c717-44f8-bb3f-39fcb490118a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:13:18.907023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bc86db-e546-4f5b-a075-471029537726 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:13:18.908542 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e989d753-33d8-4b1f-b7c1-b064616977e8 req-a9681122-7914-4355-97f7-f3ce31e76739 service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216565 May 25 20:13:18.925331 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:18.931559 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ec441e-c7a3-4218-bdc7-0efc1b89e7a8'] response: {'name': 'network-changed', 'server_uuid': '641e004c-5cbd-423e-911e-29938eb99b03', 'tag': '1046971c-dee6-4f6d-aa3e-d6aae9527304', 'status': 'completed', 'code': 200} May 25 20:13:18.962811 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Transition to ACTIVE for port object 07bc86db-e546-4f5b-a075-471029537726 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:18.970504 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:19.098611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['be39e658-bfa3-4706-8355-d89523410051'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:13:19.117289 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-357cd336-f53a-4017-9dd4-424b406eb020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:19.145074 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc78e95b-4e34-4dfa-b4a8-55d32f7446f8'] response: {'server_uuid': '428b3f19-5814-446e-8d63-eb70dbe7e8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0653b905-1265-4ef5-a79e-436bcaa7616a', 'code': 200} May 25 20:13:19.145383 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc78e95b-4e34-4dfa-b4a8-55d32f7446f8'] response: {'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bc86db-e546-4f5b-a075-471029537726', 'code': 200} May 25 20:13:19.178022 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Allocated IP 172.20.0.3 (6b4984ff-fc78-42e6-860f-f3522d1710e3/a0aec12f-87ee-4d59-a308-d4fab98a3ea0/ae69639f-e64e-479c-b0cb-01d8a6ff9de2) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:13:19.210222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=be39e658-bfa3-4706-8355-d89523410051,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:19.229365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cd336-f53a-4017-9dd4-424b406eb020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b5af99-5d97-4ff2-b41e-879ade3519ad,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:19.264126 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-357cd336-f53a-4017-9dd4-424b406eb020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:19.265348 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-357cd336-f53a-4017-9dd4-424b406eb020 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3b5af99-5d97-4ff2-b41e-879ade3519ad HTTP/1.1" status: 204 len: 168 time: 1.5178328 May 25 20:13:19.314555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b726dc-43c8-46ff-b596-7561430ebd9b req-c13866ae-a6f0-49e0-9d1c-9a524363972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:19.316046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48b726dc-43c8-46ff-b596-7561430ebd9b req-c13866ae-a6f0-49e0-9d1c-9a524363972b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 1096 time: 0.3569508 May 25 20:13:19.456414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105a48e1-5cf4-4d46-b929-b69ea6fd922e None None] Network a3426774-1aeb-4a7e-94c6-c23fe60c8ceb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:19.468846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2d166-745f-4fb9-aa57-70bbb4d1d08c req-186bbb76-167c-4126-a1c4-7cddb15371f3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:19.476163 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74e2d166-745f-4fb9-aa57-70bbb4d1d08c req-186bbb76-167c-4126-a1c4-7cddb15371f3 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 949 time: 0.3186858 May 25 20:13:19.481676 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:19.530222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Pushing event updated for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=11']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:19.555580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] No DVR routers for this DVR port 07bc86db-e546-4f5b-a075-471029537726 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:13:19.652368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74e2d166-745f-4fb9-aa57-70bbb4d1d08c req-7bdd3ed6-d9f3-4ea7-9537-989693860e1f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752160 May 25 20:13:19.680656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b726dc-43c8-46ff-b596-7561430ebd9b req-49e3a4f4-2448-4909-a565-f42518741b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:19.682865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48b726dc-43c8-46ff-b596-7561430ebd9b req-49e3a4f4-2448-4909-a565-f42518741b15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 921 time: 0.3457601 May 25 20:13:19.761959 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8558223e-2ad9-4e81-b2d1-79108d5e1524 req-eb8e5872-c092-4e32-a123-f6d8b3ac818a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.5894072 May 25 20:13:19.788151 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:13:09Z', 'revision_number': 3, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:19.854669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Attempting to bind port 07bc86db-e546-4f5b-a075-471029537726 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:13:19.855223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Attempting to bind port 07bc86db-e546-4f5b-a075-471029537726 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:13:19.855857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Attempting to bind port 07bc86db-e546-4f5b-a075-471029537726 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:19.881315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45d03c-b216-4ddc-a4a7-7ef793dc3b5e None None] The sync data for ids ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'] in n-d-843339-1 is: [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:13:09Z', 'revision_number': 3, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:13:19.916300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124f58f-1d9d-46e8-bd14-4c8ecf7704b9 req-5b838a1f-3644-456e-b6f8-122f183ddb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:19.919058 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4124f58f-1d9d-46e8-bd14-4c8ecf7704b9 req-5b838a1f-3644-456e-b6f8-122f183ddb62 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 1096 time: 0.7477844 May 25 20:13:19.925446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Port 07bc86db-e546-4f5b-a075-471029537726 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:13:19.926321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Attempting to bind port 07bc86db-e546-4f5b-a075-471029537726 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:19.964691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:13:19.965678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:19.966707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:13:19.971097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Bound port: 07bc86db-e546-4f5b-a075-471029537726, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:13:19.975813 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:19.993238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49396) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:20.048169 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ef98597-a205-4ce0-be88-51bb295c87dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:20.124440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4124f58f-1d9d-46e8-bd14-4c8ecf7704b9 req-5fcace41-a2bc-4a8e-95d0-569f751d5972 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713800 May 25 20:13:20.131534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558223e-2ad9-4e81-b2d1-79108d5e1524 req-356c1b99-7105-46cc-80de-9fefbf38a7e1 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:20.140226 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8558223e-2ad9-4e81-b2d1-79108d5e1524 req-356c1b99-7105-46cc-80de-9fefbf38a7e1 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports/1046971c-dee6-4f6d-aa3e-d6aae9527304 HTTP/1.1" status: 200 len: 942 time: 0.3761911 May 25 20:13:20.177594 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:20.194555 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Transition to ACTIVE for port object ae69639f-e64e-479c-b0cb-01d8a6ff9de2 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:20.211108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7ef98597-a205-4ce0-be88-51bb295c87dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:20.218959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7ef98597-a205-4ce0-be88-51bb295c87dc admin admin] Usage tracker for resource:security_group_rule and tenant:ce0ab067692445e79641e5afd6c3c324 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:20.229646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Transition to ACTIVE for port object ae69639f-e64e-479c-b0cb-01d8a6ff9de2 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:20.233401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7ef98597-a205-4ce0-be88-51bb295c87dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:20.238416 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:20.244603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7ef98597-a205-4ce0-be88-51bb295c87dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:20.261485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:13:20.266357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:13:20.281568 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:20.368633 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48b726dc-43c8-46ff-b596-7561430ebd9b req-704750e0-86bc-4265-aec5-37024ff3fd0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1046971c-dee6-4f6d-aa3e-d6aae9527304 HTTP/1.1" status: 200 len: 1001 time: 0.6576591 May 25 20:13:20.385371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Network 6b4984ff-fc78-42e6-860f-f3522d1710e3 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:13:20.390425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:20.395296 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:13:20.407325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Pushing event updated for resources: {'Port': ['ID=ae69639f-e64e-479c-b0cb-01d8a6ff9de2,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:20.471463 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:20.484573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:20.485199 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:20.491904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] 10.222.0.70 "PUT /v2.0/ports/07bc86db-e546-4f5b-a075-471029537726 HTTP/1.1" status: 200 len: 1097 time: 5.1652288 May 25 20:13:20.509764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'tag': '07bc86db-e546-4f5b-a075-471029537726'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:20.560031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Attempting to bind port ae69639f-e64e-479c-b0cb-01d8a6ff9de2 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:13:20.560689 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Attempting to bind port ae69639f-e64e-479c-b0cb-01d8a6ff9de2 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'ba716327-005c-47d6-86cd-b3db419f84ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6b4984ff-fc78-42e6-860f-f3522d1710e3'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:13:20.560689 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Attempting to bind port ae69639f-e64e-479c-b0cb-01d8a6ff9de2 on network 6b4984ff-fc78-42e6-860f-f3522d1710e3 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:20.567247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:13:20.567612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Checking segment: {'id': 'ba716327-005c-47d6-86cd-b3db419f84ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6b4984ff-fc78-42e6-860f-f3522d1710e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:20.567964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Subnet': ['ID=a0aec12f-87ee-4d59-a308-d4fab98a3ea0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:20.568079 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:20.568429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Bound using segment: {'id': 'ba716327-005c-47d6-86cd-b3db419f84ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6b4984ff-fc78-42e6-860f-f3522d1710e3'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:13:20.568893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Bound port: ae69639f-e64e-479c-b0cb-01d8a6ff9de2, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba716327-005c-47d6-86cd-b3db419f84ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6b4984ff-fc78-42e6-860f-f3522d1710e3'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:13:20.569318 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:20.661856 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:20.670558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b726dc-43c8-46ff-b596-7561430ebd9b req-5e324192-80f5-4af3-8f16-653f6e8efb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:20.678948 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48b726dc-43c8-46ff-b596-7561430ebd9b req-5e324192-80f5-4af3-8f16-653f6e8efb72 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.3036363 May 25 20:13:20.694423 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:20.733578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] For port ae69639f-e64e-479c-b0cb-01d8a6ff9de2, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:13:20.737553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] For port ae69639f-e64e-479c-b0cb-01d8a6ff9de2, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae69639f-e64e-479c-b0cb-01d8a6ff9de2,segment=NetworkSegment(ba716327-005c-47d6-86cd-b3db419f84ae),segment_id=ba716327-005c-47d6-86cd-b3db419f84ae)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:13:20.743830 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:20.781639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478d281-53d4-4161-9ea8-2c79f120ab3f service neutron] Pushing event updated for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=12']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:20.799372 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ef98597-a205-4ce0-be88-51bb295c87dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:20.807807 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8558223e-2ad9-4e81-b2d1-79108d5e1524 req-73c07ed7-76cd-47ae-8e4a-c9319fccdcfd tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.5117283 May 25 20:13:20.812043 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ef98597-a205-4ce0-be88-51bb295c87dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:20.902376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99720c69-9206-4086-ae6d-8342a040bea9 None None] Pushing event updated for resources: {'Port': ['ID=ae69639f-e64e-479c-b0cb-01d8a6ff9de2,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:20.935087 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:20.963197 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e683d-a320-40c5-a47a-fe43fcc03db0 None None] Network 6b4984ff-fc78-42e6-860f-f3522d1710e3 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:20.974867 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7ef98597-a205-4ce0-be88-51bb295c87dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce0ab067692445e79641e5afd6c3c324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9533961 May 25 20:13:20.984226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49404) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:21.050053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef98597-a205-4ce0-be88-51bb295c87dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91ad107-2680-4bd6-b75e-6175c6a70375,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:21.069259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-64cb6abf-4515-4ad4-8605-fb6152ad923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:21.071571 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-64cb6abf-4515-4ad4-8605-fb6152ad923a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 1100 time: 0.5419354 May 25 20:13:21.112327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84a1b4-8104-459f-bee7-25c11751e12f req-da6200ee-4055-4498-9526-b775cd999241 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:21.113914 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a84a1b4-8104-459f-bee7-25c11751e12f req-da6200ee-4055-4498-9526-b775cd999241 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 945 time: 1.2312260 May 25 20:13:21.131059 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:21.143318 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:13:21.259143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1cd027-6c1a-4a37-8a54-a58833ba3ee7 None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:13:21.311132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4984ff-fc78-42e6-860f-f3522d1710e3']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:21.333769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Pushing event updated for resources: {'Port': ['ID=67423abc-c717-44f8-bb3f-39fcb490118a,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:21.355901 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7684b80a-b24f-4321-aaad-352feee6f329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:21.358292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba716327-005c-47d6-86cd-b3db419f84ae') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:21.358586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba716327-005c-47d6-86cd-b3db419f84ae') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:21.373088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b726dc-43c8-46ff-b596-7561430ebd9b req-f0a96e8d-476d-4712-868c-956b8f23934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:21.375455 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48b726dc-43c8-46ff-b596-7561430ebd9b req-f0a96e8d-476d-4712-868c-956b8f23934d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5111272 May 25 20:13:21.392936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:21.393267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:21.394013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:21.394013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:21.394412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:21.394780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:21.395102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:21.395414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:21.395734 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:21.396367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:21.396367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:21.396653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:21.424817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1cd027-6c1a-4a37-8a54-a58833ba3ee7 None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:13:21.425929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558223e-2ad9-4e81-b2d1-79108d5e1524 req-93208fee-cd22-42d2-af5e-f059b31f23ee tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:21.428778 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8558223e-2ad9-4e81-b2d1-79108d5e1524 req-93208fee-cd22-42d2-af5e-f059b31f23ee tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.6088412 May 25 20:13:21.432967 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7684b80a-b24f-4321-aaad-352feee6f329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:21.493757 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:21.503722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-b9ab3937-b9f1-45c0-81e8-a1c1ebe50d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:21.506041 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-b9ab3937-b9f1-45c0-81e8-a1c1ebe50d55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.4200463 May 25 20:13:21.534488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Network 8d64901a-e12f-4b20-99e0-9c41b70a037b is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:13:21.537589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a84a1b4-8104-459f-bee7-25c11751e12f req-8286f28b-8823-4d81-8eab-7d0af3c3f4e3 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086432 May 25 20:13:21.542951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:21.554709 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:21.583097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-95b55665-a489-413d-8c21-c5d72da13c7c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=07bc86db-e546-4f5b-a075-471029537726 HTTP/1.1" status: 200 len: 217 time: 0.0715156 May 25 20:13:21.591173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device be39e658-bfa3-4706-8355-d89523410051 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:13:21.634357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:13:21.634682 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:21.711798 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7684b80a-b24f-4321-aaad-352feee6f329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:21.759156 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port be39e658-bfa3-4706-8355-d89523410051 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:13:21.767063 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment ba716327-005c-47d6-86cd-b3db419f84ae resource provider aggregate not found May 25 20:13:21.767610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port be39e658-bfa3-4706-8355-d89523410051 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:21.767610 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:21.771457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684b80a-b24f-4321-aaad-352feee6f329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91ad107-2680-4bd6-b75e-6175c6a70375,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:21.777297 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7684b80a-b24f-4321-aaad-352feee6f329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:21.786531 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7684b80a-b24f-4321-aaad-352feee6f329 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a91ad107-2680-4bd6-b75e-6175c6a70375 HTTP/1.1" status: 204 len: 168 time: 0.7985878 May 25 20:13:21.814783 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-ad64922e-f2d2-4128-9bb4-720be43febb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:21.819580 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-ad64922e-f2d2-4128-9bb4-720be43febb8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2303865 May 25 20:13:21.848085 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment ba716327-005c-47d6-86cd-b3db419f84ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba716327-005c-47d6-86cd-b3db419f84ae found for delete ", "request_id": "req-2da58262-c876-4bb7-a987-f2c6f15f4c90"}]} May 25 20:13:21.987392 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-48cee973-1e60-425d-955b-fdc6ecbbf1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:21.997243 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-48cee973-1e60-425d-955b-fdc6ecbbf1b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1698565 May 25 20:13:22.056227 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 20:13:22.056227 n-d-843339-1 neutron-server[88332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 20:13:22.056227 n-d-843339-1 neutron-server[88332]: [parameters: {'id': '6b4984ff-fc78-42e6-860f-f3522d1710e3'}] May 25 20:13:22.056227 n-d-843339-1 neutron-server[88332]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:13:22.056776 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:13:22.065141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48b726dc-43c8-46ff-b596-7561430ebd9b req-1f325f81-b84e-4ba6-8d7c-fcc520024b17 service neutron] 10.222.0.70 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6805222 May 25 20:13:22.078139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cc15aed5-d564-49b7-a67a-04ad3803a446 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:13:22.249518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:13:22.414513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port cc15aed5-d564-49b7-a67a-04ad3803a446 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:13:22.433180 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port cc15aed5-d564-49b7-a67a-04ad3803a446 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:22.435047 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:22.466855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efe8d5-3a3e-47a2-9b8e-ade6950a9657 req-24ae4b8f-3751-47f0-9b5c-501d4b57c4c6 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:22.473867 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f1efe8d5-3a3e-47a2-9b8e-ade6950a9657 req-24ae4b8f-3751-47f0-9b5c-501d4b57c4c6 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=582c4869-85a2-407b-bf94-0949d68ac127 HTTP/1.1" status: 200 len: 945 time: 0.5047827 May 25 20:13:22.504678 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-1c2933d1-753b-4f9c-9eab-213f0560bab5 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939191 May 25 20:13:22.574268 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:22.600075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port be39e658-bfa3-4706-8355-d89523410051 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:22.600615 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:22.615989 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48b726dc-43c8-46ff-b596-7561430ebd9b req-53a7ef14-d1b1-4143-a339-56f8c8ad3ea6 service neutron] 10.222.0.70 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312421 May 25 20:13:22.641200 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582c4869-85a2-407b-bf94-0949d68ac127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be39e658-bfa3-4706-8355-d89523410051'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:22.651674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365129-704a-4328-8b95-24950977cbf5 req-0f7d928c-792a-4a96-941c-470f12792e4d tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:22.654346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-66365129-704a-4328-8b95-24950977cbf5 req-0f7d928c-792a-4a96-941c-470f12792e4d tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Synchronizing usage tracker for tenant:88f6397f03984d5da808a2faa7134cea on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:13:22.719586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port be39e658-bfa3-4706-8355-d89523410051, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=be39e658-bfa3-4706-8355-d89523410051,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:22.739693 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:22.829682 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825c0a0d-b36c-41f1-bcd3-648ff084b1b6 req-85bab552-a95c-4b18-8e75-391953ad125e service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239334 May 25 20:13:22.854403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-66365129-704a-4328-8b95-24950977cbf5 req-0f7d928c-792a-4a96-941c-470f12792e4d tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Unset dirty status for tenant:88f6397f03984d5da808a2faa7134cea on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:13:22.855387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port cc15aed5-d564-49b7-a67a-04ad3803a446 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:22.857426 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:22.862944 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-66365129-704a-4328-8b95-24950977cbf5 req-0f7d928c-792a-4a96-941c-470f12792e4d tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/networks?id=a3426774-1aeb-4a7e-94c6-c23fe60c8ceb HTTP/1.1" status: 200 len: 820 time: 0.6413782 May 25 20:13:22.890354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-66365129-704a-4328-8b95-24950977cbf5 req-61e7ff06-0c8c-4355-9436-040780e7ac51 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/quotas/88f6397f03984d5da808a2faa7134cea HTTP/1.1" status: 200 len: 375 time: 0.0262127 May 25 20:13:22.895384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port cc15aed5-d564-49b7-a67a-04ad3803a446, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cc15aed5-d564-49b7-a67a-04ad3803a446,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:22.900991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f1efe8d5-3a3e-47a2-9b8e-ade6950a9657 req-e65b76fe-6c35-4f6d-9deb-31137fb3fe7a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Synchronizing usage tracker for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:13:22.912977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Deleting port ae69639f-e64e-479c-b0cb-01d8a6ff9de2 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:13:22.913214 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:22.913416 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:22.918677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4f85ec98-2b21-49a2-8054-366b5e42a254 None None] Provisioning complete for port 67423abc-c717-44f8-bb3f-39fcb490118a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:22.919267 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4f85ec98-2b21-49a2-8054-366b5e42a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:22.979641 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:13:22.990709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-66365129-704a-4328-8b95-24950977cbf5 req-ae6f7667-32cf-4f4a-8596-4565860947e7 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=88f6397f03984d5da808a2faa7134cea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992956 May 25 20:13:22.999658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Sync routers for ids ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:13:23.007221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=be39e658-bfa3-4706-8355-d89523410051,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:23.059576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ff45c999-042f-461a-a378-7dd321dc1816 admin admin] 10.222.0.60 "PUT /v2.0/routers/0cd3bd0b-1609-49f7-841e-968f9b720fd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1140735 May 25 20:13:23.059576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f1efe8d5-3a3e-47a2-9b8e-ade6950a9657 req-e65b76fe-6c35-4f6d-9deb-31137fb3fe7a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Unset dirty status for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:13:23.062947 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f1efe8d5-3a3e-47a2-9b8e-ade6950a9657 req-e65b76fe-6c35-4f6d-9deb-31137fb3fe7a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5880897 May 25 20:13:23.101768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=cc15aed5-d564-49b7-a67a-04ad3803a446,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:23.109325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4f85ec98-2b21-49a2-8054-366b5e42a254 None None] Port 67423abc-c717-44f8-bb3f-39fcb490118a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:13:23.113267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Routers {'0cd3bd0b-1609-49f7-841e-968f9b720fd0'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:23.114015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:23.254487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-66365129-704a-4328-8b95-24950977cbf5 req-9a558f6f-dbf4-4ba2-b8d5-e248f7128aca service neutron] 10.222.0.60 "GET /v2.0/networks/a3426774-1aeb-4a7e-94c6-c23fe60c8ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628207 May 25 20:13:23.305663 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ebcdbf-a6e7-474a-b767-0d4adcbe8055'] response: {'name': 'network-changed', 'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'tag': '07bc86db-e546-4f5b-a075-471029537726', 'status': 'completed', 'code': 200} May 25 20:13:23.356369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] For port ae69639f-e64e-479c-b0cb-01d8a6ff9de2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae69639f-e64e-479c-b0cb-01d8a6ff9de2,segment=NetworkSegment(ba716327-005c-47d6-86cd-b3db419f84ae),segment_id=ba716327-005c-47d6-86cd-b3db419f84ae)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:23.357044 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:23.445669 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Set router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:23.511569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Calling delete_port for ae69639f-e64e-479c-b0cb-01d8a6ff9de2 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:13:23.541155 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-e586d54e-3d55-4d84-8237-798445e52cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:23.542645 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-e586d54e-3d55-4d84-8237-798445e52cc1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 1100 time: 0.2359419 May 25 20:13:23.593521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-0be3d523-59f6-4b14-9a06-61e2b30292e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:23.595063 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-0be3d523-59f6-4b14-9a06-61e2b30292e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 1100 time: 0.3394039 May 25 20:13:23.691438 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:23.739035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cc15aed5-d564-49b7-a67a-04ad3803a446 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:13:23.743802 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-66365129-704a-4328-8b95-24950977cbf5 req-47f22954-85cd-4530-882e-f4c2dd556e1d service neutron] 10.222.0.60 "GET /v2.0/networks/a3426774-1aeb-4a7e-94c6-c23fe60c8ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291844 May 25 20:13:23.794852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Port': ['ID=ae69639f-e64e-479c-b0cb-01d8a6ff9de2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:23.810736 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:23.834400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453d507-c8b3-4729-ad26-01c0b3fa7613 req-72ec88ca-8dc1-4426-8b18-dfb673d07a89 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:23.836002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b453d507-c8b3-4729-ad26-01c0b3fa7613 req-72ec88ca-8dc1-4426-8b18-dfb673d07a89 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 949 time: 0.3987565 May 25 20:13:23.836905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No DVR routers for this DVR port ae69639f-e64e-479c-b0cb-01d8a6ff9de2 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:13:23.849491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port cc15aed5-d564-49b7-a67a-04ad3803a446 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:23.849856 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.083781 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.113987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4984ff-fc78-42e6-860f-f3522d1710e3']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:24.122312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port cc15aed5-d564-49b7-a67a-04ad3803a446 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:24.127716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:13:19Z', 'revision_number': 4, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '67423abc-c717-44f8-bb3f-39fcb490118a', 'name': '', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'mac_address': 'fa:16:3e:fc:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:16Z', 'updated_at': '2022-05-25T20:13:19Z', 'revision_number': 2, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'subnets': [{'id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:24.128932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba716327-005c-47d6-86cd-b3db419f84ae') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:24.129261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba716327-005c-47d6-86cd-b3db419f84ae') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:24.133732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Checking router: 0cd3bd0b-1609-49f7-841e-968f9b720fd0 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:13:24.134826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Updating router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 port 67423abc-c717-44f8-bb3f-39fcb490118a binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:13:24.142244 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.160620 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.167216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:13:24.167615 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.212942 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.282179 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.315380 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment ba716327-005c-47d6-86cd-b3db419f84ae resource provider aggregate not found May 25 20:13:24.319447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.322286 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Network': ['ID=6b4984ff-fc78-42e6-860f-f3522d1710e3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:24.326489 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-18d42d6a-97d1-4fda-8733-934593c02c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:24.328560 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-18d42d6a-97d1-4fda-8733-934593c02c96 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.6804745 May 25 20:13:24.351144 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b2236f9f-bd7a-4c55-84fa-6c2acbac2d77 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/6b4984ff-fc78-42e6-860f-f3522d1710e3 HTTP/1.1" status: 204 len: 168 time: 6.8163829 May 25 20:13:24.351144 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b453d507-c8b3-4729-ad26-01c0b3fa7613 req-acb99661-7f40-4707-a4ec-98c3495d4654 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648068 May 25 20:13:24.351529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49484) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:24.357253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-294595934'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:24.362274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:24.366614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:network and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:24.370238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:24.396976 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment ba716327-005c-47d6-86cd-b3db419f84ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba716327-005c-47d6-86cd-b3db419f84ae found for delete ", "request_id": "req-b30d1d9b-e2ce-45f6-9b53-563fe3db41e7"}]} May 25 20:13:24.397861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:24.418360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:24.423095 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.462337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:13:24.481353 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.482440 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Added segment e93aeab6-2fae-461d-baba-4470eb65953d of type vlan for network b62c9a44-0241-4f95-a8ac-e60e5daeda13 May 25 20:13:24.519710 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.522567 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-d1052a99-6f22-4bfa-942c-bc6795801c45 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=07bc86db-e546-4f5b-a075-471029537726 HTTP/1.1" status: 200 len: 217 time: 0.1181502 May 25 20:13:24.564097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.572249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:24.573831 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.594335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-271c942e-07b3-4671-b1be-24a8754a1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:24.595796 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-271c942e-07b3-4671-b1be-24a8754a1f55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 1.0464933 May 25 20:13:24.718138 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-7176d485-b59c-441d-a8dc-68729b022dd3 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.4810061 May 25 20:13:24.747981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Network': ['ID=b62c9a44-0241-4f95-a8ac-e60e5daeda13,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:24.815679 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.826123 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-3fa13a81-3f53-4cd9-9dcf-4bed25ec3d50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=07bc86db-e546-4f5b-a075-471029537726 HTTP/1.1" status: 200 len: 217 time: 0.2216034 May 25 20:13:24.833047 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Transition to ACTIVE for port object 67423abc-c717-44f8-bb3f-39fcb490118a will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:24.841277 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network b62c9a44-0241-4f95-a8ac-e60e5daeda13 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:13:24.858373 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:24.897711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-6a1020c1-2129-45d8-8a5b-ba46a575b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:24.899196 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-6a1020c1-2129-45d8-8a5b-ba46a575b1ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.3546088 May 25 20:13:24.943759 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5c35b9a9-6292-4b26-9793-e3ddfaa403a9 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5913494 May 25 20:13:24.962015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49496) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:24.992413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'subnet': {'network_id': 'b62c9a44-0241-4f95-a8ac-e60e5daeda13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:25.020243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-43e9c163-01aa-4672-8d92-d128f07ae721 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:25.033315 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-43e9c163-01aa-4672-8d92-d128f07ae721 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports/1046971c-dee6-4f6d-aa3e-d6aae9527304 HTTP/1.1" status: 200 len: 942 time: 0.3142865 May 25 20:13:25.124598 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-32cbda51-e8cc-4746-b755-18c3e89b062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:25.126145 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-32cbda51-e8cc-4746-b755-18c3e89b062e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.2896461 May 25 20:13:25.181988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77226b2f-779b-43a5-8969-1b203d9e5780 None None] Pushing event updated for resources: {'Port': ['ID=67423abc-c717-44f8-bb3f-39fcb490118a,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:25.288304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:25.295028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:subnet and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:25.298820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:25.318127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:25.345732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053367c-3127-4a07-9017-3adf3d51991c req-ad208b44-617b-4d0e-b153-73d506456bdd tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:25.349635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-801eda1d-b83d-4ff6-a1a8-b42ee17e892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:25.352153 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-801eda1d-b83d-4ff6-a1a8-b42ee17e892a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4359279 May 25 20:13:25.358843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Attempting to bind port 67423abc-c717-44f8-bb3f-39fcb490118a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:13:25.359587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Attempting to bind port 67423abc-c717-44f8-bb3f-39fcb490118a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '3088ffbe-9188-44bd-9db6-0e982772f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:13:25.359710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Attempting to bind port 67423abc-c717-44f8-bb3f-39fcb490118a on network 8d64901a-e12f-4b20-99e0-9c41b70a037b {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:25.362775 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8053367c-3127-4a07-9017-3adf3d51991c req-ad208b44-617b-4d0e-b153-73d506456bdd tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 945 time: 0.7829192 May 25 20:13:25.371171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:13:25.371445 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Checking segment: {'id': '3088ffbe-9188-44bd-9db6-0e982772f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:25.372134 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:25.372617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Bound using segment: {'id': '3088ffbe-9188-44bd-9db6-0e982772f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:13:25.373104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Bound port: 67423abc-c717-44f8-bb3f-39fcb490118a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3088ffbe-9188-44bd-9db6-0e982772f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:13:25.373477 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:25.398498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:25.401601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:25.508467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] For port 67423abc-c717-44f8-bb3f-39fcb490118a, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:13:25.514244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] For port 67423abc-c717-44f8-bb3f-39fcb490118a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=67423abc-c717-44f8-bb3f-39fcb490118a,segment=NetworkSegment(3088ffbe-9188-44bd-9db6-0e982772f0e6),segment_id=3088ffbe-9188-44bd-9db6-0e982772f0e6)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:13:25.523122 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:25.574094 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-6547168b-f101-4577-8ffe-6d295131158a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.3212352 May 25 20:13:25.644073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Routers {'0cd3bd0b-1609-49f7-841e-968f9b720fd0'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:25.644699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:25.708232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-ab629569-c75b-46fa-acd2-c0058de2a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:25.710715 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-ab629569-c75b-46fa-acd2-c0058de2a729 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5554633 May 25 20:13:25.747016 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8053367c-3127-4a07-9017-3adf3d51991c req-d0fecba1-77d9-41fd-8726-82b0fc0af4ed tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774457 May 25 20:13:25.850659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77226b2f-779b-43a5-8969-1b203d9e5780 None None] Pushing event updated for resources: {'Port': ['ID=67423abc-c717-44f8-bb3f-39fcb490118a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:25.933383 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-f64a3d62-4fe4-4690-b5cc-a7c66dbf74e0 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655935 May 25 20:13:26.100486 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a871d6a3-d239-4af9-9673-2f4e4a227cfe'] response: {'server_uuid': '582c4869-85a2-407b-bf94-0949d68ac127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be39e658-bfa3-4706-8355-d89523410051', 'code': 200} May 25 20:13:26.108236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] Set router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:26.166591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-970fecf8-3169-448f-a61d-828b8a8daff1 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:26.168320 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-970fecf8-3169-448f-a61d-828b8a8daff1 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.5862434 May 25 20:13:26.553761 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-80683ef7-e2ad-4ff0-a609-c28f88306dac service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8168533 May 25 20:13:26.659574 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:26.749428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 07bc86db-e546-4f5b-a075-471029537726 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:13:26.763250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Subnet': ['ID=0a4b7eba-353c-43f2-a201-e3c01d0b5b32,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:26.790659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49524) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:26.796854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140169206', 'description': 'tempest-description--1382143020'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:26.811898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:26.857657 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Usage tracker for resource:security_group and tenant:35671e658e6f4611aa3dac173061e9e1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:26.931606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:27.023601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:27.091588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d7980da-abda-4bd7-a551-cc687a28a535 req-7b57ba0d-780d-4fd3-9eb9-f60887b7e6f2 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa HTTP/1.1" status: 200 len: 210 time: 0.1266685 May 25 20:13:27.096948 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-a255dee0-6602-41de-a459-e5f20556e457 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146108 May 25 20:13:27.109293 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-8e107e32-5d86-481a-b9a0-bd9a83718a9a tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.8959081 May 25 20:13:27.111209 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba4a83f6-5dd6-4809-8d63-9555acd93480 req-21870d8b-09dd-4c70-bd4f-c7841c9484c3 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1554255 May 25 20:13:27.114416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365129-704a-4328-8b95-24950977cbf5 req-a1d7d196-edb4-4167-b158-60bcef303274 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:27.117367 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66365129-704a-4328-8b95-24950977cbf5 req-a1d7d196-edb4-4167-b158-60bcef303274 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.70 "GET /v2.0/networks?id=a3426774-1aeb-4a7e-94c6-c23fe60c8ceb HTTP/1.1" status: 200 len: 820 time: 1.2356420 May 25 20:13:27.142671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-8389ff72-f139-4166-8620-849aeaee37da tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:27.145902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Request body: {'port': {'device_id': 'bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa', 'network_id': 'a3426774-1aeb-4a7e-94c6-c23fe60c8ceb', 'admin_state_up': True, 'tenant_id': '88f6397f03984d5da808a2faa7134cea'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:27.196789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Checking segment: {'id': 'e93aeab6-2fae-461d-baba-4470eb65953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b62c9a44-0241-4f95-a8ac-e60e5daeda13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:27.197268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network hostable DHCP agents. Network: b62c9a44-0241-4f95-a8ac-e60e5daeda13, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:13:27.240123 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:27.274174 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:27.285401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '07bc86db-e546-4f5b-a075-471029537726', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '07bc86db-e546-4f5b-a075-471029537726', 'mac_address': 'fa:16:3e:89:e1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:13:27.296834 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-8389ff72-f139-4166-8620-849aeaee37da tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:27.368494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:13:19Z', 'revision_number': 4, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '67423abc-c717-44f8-bb3f-39fcb490118a', 'name': '', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'mac_address': 'fa:16:3e:fc:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:16Z', 'updated_at': '2022-05-25T20:13:25Z', 'revision_number': 4, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'subnets': [{'id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:27.374300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03f115-beb8-4a9b-9474-20d24b8f9277 None None] The sync data for ids ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'] in n-d-843339-1 is: [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:13:19Z', 'revision_number': 4, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '67423abc-c717-44f8-bb3f-39fcb490118a', 'name': '', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'mac_address': 'fa:16:3e:fc:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:16Z', 'updated_at': '2022-05-25T20:13:25Z', 'revision_number': 4, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'subnets': [{'id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:13:27.376450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 07bc86db-e546-4f5b-a075-471029537726 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:27.377058 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:27.396140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117430d5-e250-42fe-8e42-5b0a53adcf97 req-0aa5ffc8-e90c-400a-9fcf-c73c170d483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:27.397846 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-117430d5-e250-42fe-8e42-5b0a53adcf97 req-0aa5ffc8-e90c-400a-9fcf-c73c170d483f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=582c4869-85a2-407b-bf94-0949d68ac127 HTTP/1.1" status: 200 len: 1097 time: 0.9961386 May 25 20:13:27.409315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bc86db-e546-4f5b-a075-471029537726 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:13:27.428553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:27.435001 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:27.459811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:27.508762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-117430d5-e250-42fe-8e42-5b0a53adcf97 req-b68fe367-40a8-4f87-86bd-2f167cb48bd5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992527 May 25 20:13:27.577101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Usage tracker for resource:security_group_rule and tenant:35671e658e6f4611aa3dac173061e9e1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:27.587323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:27.590542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=13']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:27.606416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:27.615320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:27.625215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network b62c9a44-0241-4f95-a8ac-e60e5daeda13 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:13:27.648134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Usage tracker for resource:port and tenant:88f6397f03984d5da808a2faa7134cea is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:27.659353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:27.727070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:27.766572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, b62c9a44-0241-4f95-a8ac-e60e5daeda13) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:27.780364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:27.780906 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:27.785551 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Made reservation on behalf of 88f6397f03984d5da808a2faa7134cea for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:27.789193 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:27.794028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ece1e2-bc40-4331-bb78-7bb68fd7f451 None None] Network b62c9a44-0241-4f95-a8ac-e60e5daeda13 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:27.841901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 67423abc-c717-44f8-bb3f-39fcb490118a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:13:27.861460 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-8389ff72-f139-4166-8620-849aeaee37da tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:27.867323 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-8389ff72-f139-4166-8620-849aeaee37da tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:27.867736 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-8389ff72-f139-4166-8620-849aeaee37da tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Floating IP 253d96e9-87ae-4ebd-9339-dcf653bb11fb disassociated. External IP: 172.25.3.138, port: 1046971c-dee6-4f6d-aa3e-d6aae9527304. May 25 20:13:27.950954 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a493c848-bf98-4fd7-bd82-2229ba4f4bab tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9795127 May 25 20:13:27.960135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49540) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:27.974907 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['07bc86db-e546-4f5b-a075-471029537726'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:13:27.997457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbf3b7-948f-4225-8118-804728cb9933 req-f6030f32-2143-422a-bdfd-3f9485549f54 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:27.999362 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-44dbf3b7-948f-4225-8118-804728cb9933 req-f6030f32-2143-422a-bdfd-3f9485549f54 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=582c4869-85a2-407b-bf94-0949d68ac127 HTTP/1.1" status: 200 len: 946 time: 0.6321115 May 25 20:13:28.068216 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:28.177501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:28.241839 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:28.253737 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6091-97bf-46e2-ab02-ed7e88a8dd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:28.258245 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-44dbf3b7-948f-4225-8118-804728cb9933 req-b4fd26ea-fa1c-483c-8444-3df2f691037b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254055 May 25 20:13:28.377830 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:28.381835 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5906773 May 25 20:13:28.397718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b383918-d397-41a8-a949-30b288d89f88 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17908459-ba16-45ff-ab07-d107ca4db180,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:28.404032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49548) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:28.425719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b39e368a-6b45-4651-8b2d-6a8c654aeb6d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Request body: {'security_group_rule': {'security_group_id': '17908459-ba16-45ff-ab07-d107ca4db180', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:28.441383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b39e368a-6b45-4651-8b2d-6a8c654aeb6d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:28.443323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 67423abc-c717-44f8-bb3f-39fcb490118a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:13:28.464501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b39e368a-6b45-4651-8b2d-6a8c654aeb6d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Usage tracker for resource:security_group_rule and tenant:35671e658e6f4611aa3dac173061e9e1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:28.474878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b39e368a-6b45-4651-8b2d-6a8c654aeb6d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:28.489980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Allocated IP 172.20.0.6 (a3426774-1aeb-4a7e-94c6-c23fe60c8ceb/32ee182c-17ce-476c-839b-c848f24c8a52/cba44630-fb81-4d66-a471-e339b03743c8) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:13:28.499263 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:28.502745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b39e368a-6b45-4651-8b2d-6a8c654aeb6d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:28.503186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 67423abc-c717-44f8-bb3f-39fcb490118a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:28.503726 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:28.699948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-b62c9a44-0241-4f95-a8ac-e60e5daeda13', 'network_id': 'b62c9a44-0241-4f95-a8ac-e60e5daeda13', 'tenant_id': '8ad8c052b126426fb88726b97abdeb0e', 'fixed_ips': [{'subnet_id': '0a4b7eba-353c-43f2-a201-e3c01d0b5b32'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:13:28.703587 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:28.717499 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b39e368a-6b45-4651-8b2d-6a8c654aeb6d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:28.798865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-8389ff72-f139-4166-8620-849aeaee37da tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Router 85fb27bb-d5ff-4628-9a5f-53a61233b234 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:13:28.974091 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:29.021366 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 67423abc-c717-44f8-bb3f-39fcb490118a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:29.026875 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:29.149507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Allocated IP 172.20.0.1 (b62c9a44-0241-4f95-a8ac-e60e5daeda13/0a4b7eba-353c-43f2-a201-e3c01d0b5b32/cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:13:29.170752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70371ea8-ec19-4cb8-9716-257b254407c1 req-221ef00a-0d0b-426e-b678-72bab25b727c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:29.178906 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70371ea8-ec19-4cb8-9716-257b254407c1 req-221ef00a-0d0b-426e-b678-72bab25b727c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 950 time: 0.5989091 May 25 20:13:29.189829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 67423abc-c717-44f8-bb3f-39fcb490118a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=67423abc-c717-44f8-bb3f-39fcb490118a,segment=NetworkSegment(3088ffbe-9188-44bd-9db6-0e982772f0e6),segment_id=3088ffbe-9188-44bd-9db6-0e982772f0e6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:29.198215 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:29.252623 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b39e368a-6b45-4651-8b2d-6a8c654aeb6d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:29.269795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b39e368a-6b45-4651-8b2d-6a8c654aeb6d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:29.325742 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-8389ff72-f139-4166-8620-849aeaee37da tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:13:29.341718 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70371ea8-ec19-4cb8-9716-257b254407c1 req-c847a293-d679-4569-85c2-8da4a994007c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614170 May 25 20:13:29.344379 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b846a20-af34-47f1-86bd-35df8c6af5fc None None] Sync routers for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:13:29.345967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e368a-6b45-4651-8b2d-6a8c654aeb6d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4913bf90-d4f7-4466-a5ee-50489b41089a,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:29.349735 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-8389ff72-f139-4166-8620-849aeaee37da tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:29.378844 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b846a20-af34-47f1-86bd-35df8c6af5fc None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:29.382243 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3b846a20-af34-47f1-86bd-35df8c6af5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:29.430106 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:29.447433 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b39e368a-6b45-4651-8b2d-6a8c654aeb6d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:29.453574 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b39e368a-6b45-4651-8b2d-6a8c654aeb6d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0380533 May 25 20:13:29.457767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49562) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:29.491900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ccf8729b-088f-46cc-8765-299db0f262f0 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Request body: {'security_group_rule': {'security_group_id': '17908459-ba16-45ff-ab07-d107ca4db180', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:29.513914 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-8389ff72-f139-4166-8620-849aeaee37da tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "PUT /v2.0/floatingips/253d96e9-87ae-4ebd-9339-dcf653bb11fb HTTP/1.1" status: 200 len: 695 time: 2.3779809 May 25 20:13:29.514700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641e004c-5cbd-423e-911e-29938eb99b03', 'tag': '1046971c-dee6-4f6d-aa3e-d6aae9527304'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:29.516850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ccf8729b-088f-46cc-8765-299db0f262f0 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:29.531482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ccf8729b-088f-46cc-8765-299db0f262f0 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Usage tracker for resource:security_group_rule and tenant:35671e658e6f4611aa3dac173061e9e1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:29.535395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ccf8729b-088f-46cc-8765-299db0f262f0 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:29.554629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ccf8729b-088f-46cc-8765-299db0f262f0 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:29.629101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccf8729b-088f-46cc-8765-299db0f262f0 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:29.674663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=67423abc-c717-44f8-bb3f-39fcb490118a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:29.696563 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:29.735266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-8f411302-8a80-48ad-80d6-033c1ff4c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:29.737846 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-8f411302-8a80-48ad-80d6-033c1ff4c974 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 1096 time: 0.1827369 May 25 20:13:29.889893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Network a3426774-1aeb-4a7e-94c6-c23fe60c8ceb is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:13:29.909245 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3b846a20-af34-47f1-86bd-35df8c6af5fc None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:29.913380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:29.944272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:13:30.091203 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.107000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Transition to ACTIVE for port object cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:30.115166 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-0ca2a8e4-d28a-41ad-a64b-4bd39c893742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:30.123846 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-0ca2a8e4-d28a-41ad-a64b-4bd39c893742 service neutron] 10.222.0.60 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 921 time: 0.3741124 May 25 20:13:30.141116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Transition to ACTIVE for port object cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:30.150808 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.259173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Pushing event updated for resources: {'Port': ['ID=cba44630-fb81-4d66-a471-e339b03743c8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:30.313415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccf8729b-088f-46cc-8765-299db0f262f0 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.319011 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.334740 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Network b62c9a44-0241-4f95-a8ac-e60e5daeda13 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:13:30.338831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:30.344407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:13:30.346774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Pushing event updated for resources: {'Port': ['ID=cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:30.375521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:30.376300 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.403190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4b7eba-353c-43f2-a201-e3c01d0b5b32,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:30.405164 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccf8729b-088f-46cc-8765-299db0f262f0 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.467116 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3b846a20-af34-47f1-86bd-35df8c6af5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:30.472258 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b846a20-af34-47f1-86bd-35df8c6af5fc None None] Checking router: 85fb27bb-d5ff-4628-9a5f-53a61233b234 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:13:30.482770 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b846a20-af34-47f1-86bd-35df8c6af5fc None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:30.483387 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3b846a20-af34-47f1-86bd-35df8c6af5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:30.491739 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Attempting to bind port cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:13:30.492856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Attempting to bind port cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e93aeab6-2fae-461d-baba-4470eb65953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b62c9a44-0241-4f95-a8ac-e60e5daeda13'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:13:30.493414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Attempting to bind port cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71 on network b62c9a44-0241-4f95-a8ac-e60e5daeda13 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:30.502749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:13:30.503746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Checking segment: {'id': 'e93aeab6-2fae-461d-baba-4470eb65953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b62c9a44-0241-4f95-a8ac-e60e5daeda13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:30.507370 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.508060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Bound using segment: {'id': 'e93aeab6-2fae-461d-baba-4470eb65953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b62c9a44-0241-4f95-a8ac-e60e5daeda13'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:13:30.508847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Bound port: cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93aeab6-2fae-461d-baba-4470eb65953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b62c9a44-0241-4f95-a8ac-e60e5daeda13'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:13:30.509647 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.521235 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccf8729b-088f-46cc-8765-299db0f262f0 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.522621 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ccf8729b-088f-46cc-8765-299db0f262f0 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0556135 May 25 20:13:30.544978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49576) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:30.555386 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.587002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62c9a44-0241-4f95-a8ac-e60e5daeda13']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:30.600945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93aeab6-2fae-461d-baba-4470eb65953d') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:30.601317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93aeab6-2fae-461d-baba-4470eb65953d') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:30.620381 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-49592e16-c474-420f-b85a-f4494f618afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.625285 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.657630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8729b-088f-46cc-8765-299db0f262f0 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29a9464-1cb6-4e93-908b-79e27027eebf,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:30.660278 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66365129-704a-4328-8b95-24950977cbf5 req-d67d4e75-5495-41dc-91c5-61b368fb17e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5248640 May 25 20:13:30.667507 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-8bf647f1-3cc4-46d1-b872-bb163b342538 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1046971c-dee6-4f6d-aa3e-d6aae9527304 HTTP/1.1" status: 200 len: 217 time: 0.5420606 May 25 20:13:30.680182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:30.691390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:30.703324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Usage tracker for resource:floatingip and tenant:35671e658e6f4611aa3dac173061e9e1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:30.708541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] For port cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:13:30.713334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:30.716343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] For port cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71,segment=NetworkSegment(e93aeab6-2fae-461d-baba-4470eb65953d),segment_id=e93aeab6-2fae-461d-baba-4470eb65953d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:13:30.720263 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:30.723542 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.736654 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.758855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Request body: {'port': {'device_id': 'bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:30.788761 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.798181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-5d47e6a4-34bd-459f-b273-96b15a42589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:30.801748 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-5d47e6a4-34bd-459f-b273-96b15a42589b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.1246164 May 25 20:13:30.820811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:13:30.821233 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:30.846863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 07bc86db-e546-4f5b-a075-471029537726 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:13:30.873864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf4990-5eb4-444b-8617-959fe63b0d9f req-8b7a0e60-7e4f-4bdf-904b-dc32b9ac39e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:30.875056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-acdf4990-5eb4-444b-8617-959fe63b0d9f req-8b7a0e60-7e4f-4bdf-904b-dc32b9ac39e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Synchronizing usage tracker for tenant:88f6397f03984d5da808a2faa7134cea on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:13:30.875573 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3b846a20-af34-47f1-86bd-35df8c6af5fc None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:30.948802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-f3d85943-c250-41ad-bcaa-7d5be69d3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:30.950795 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-f3d85943-c250-41ad-bcaa-7d5be69d3eec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408401 May 25 20:13:31.000021 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment e93aeab6-2fae-461d-baba-4470eb65953d resource provider aggregate not found May 25 20:13:31.006561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9d32a-d84f-4a0d-892f-b6dd2fcb65d3 None None] Pushing event updated for resources: {'Port': ['ID=cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:31.046909 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment e93aeab6-2fae-461d-baba-4470eb65953d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e93aeab6-2fae-461d-baba-4470eb65953d found for delete ", "request_id": "req-7b7145cf-18d4-4907-bf44-c54719176988"}]} May 25 20:13:31.051018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 07bc86db-e546-4f5b-a075-471029537726 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:13:31.060727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5ec7ed-7a63-494b-9479-5b1bd8e42467 None None] Network b62c9a44-0241-4f95-a8ac-e60e5daeda13 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:31.083024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 07bc86db-e546-4f5b-a075-471029537726 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:31.083749 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:31.125302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-acdf4990-5eb4-444b-8617-959fe63b0d9f req-8b7a0e60-7e4f-4bdf-904b-dc32b9ac39e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Unset dirty status for tenant:88f6397f03984d5da808a2faa7134cea on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:13:31.131888 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-acdf4990-5eb4-444b-8617-959fe63b0d9f req-8b7a0e60-7e4f-4bdf-904b-dc32b9ac39e5 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa HTTP/1.1" status: 200 len: 931 time: 1.2314179 May 25 20:13:31.133959 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 20:13:31.133959 n-d-843339-1 neutron-server[88332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 20:13:31.133959 n-d-843339-1 neutron-server[88332]: [parameters: {'id': 'b62c9a44-0241-4f95-a8ac-e60e5daeda13'}] May 25 20:13:31.133959 n-d-843339-1 neutron-server[88332]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:13:31.134696 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:13:31.184603 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:31.220065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-acdf4990-5eb4-444b-8617-959fe63b0d9f req-e603bcc7-eb3f-4656-a874-7945cc834245 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0868b776-d68a-4951-820c-7c28683f693d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872471 May 25 20:13:31.253372 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-2b7d8ad2-3bff-4bb9-8c30-97ecc91cf32b service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943244 May 25 20:13:31.383376 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:31.484810 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-618150d8-2fbf-4aec-bfb9-cc61ffda3438 req-f5e3e227-6ced-4cef-9c33-d8dfba7ecacd service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197373 May 25 20:13:31.533822 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:31.563927 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3b846a20-af34-47f1-86bd-35df8c6af5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:31.570429 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b846a20-af34-47f1-86bd-35df8c6af5fc None None] The sync data for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 is: [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:13:31.582476 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 07bc86db-e546-4f5b-a075-471029537726 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:31.582971 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:31.626561 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:31.632153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bc86db-e546-4f5b-a075-471029537726'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:31.641263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194d9a27-9f65-48bc-9452-092ab05d562d None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:13:31.676970 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:31.677670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:31.685981 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:31.748285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 67423abc-c717-44f8-bb3f-39fcb490118a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:13:31.813102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f416c-a4ca-4e36-b134-64cd61f25051 req-5e425359-d4d4-4119-ab79-4d4fab393380 tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:31.813685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63935db-c0ae-437f-bd25-f746efe0261d req-ec0c800b-4d36-444d-9ea3-eda1fa09c502 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:31.815272 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c63935db-c0ae-437f-bd25-f746efe0261d req-ec0c800b-4d36-444d-9ea3-eda1fa09c502 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=582c4869-85a2-407b-bf94-0949d68ac127 HTTP/1.1" status: 200 len: 946 time: 0.4562020 May 25 20:13:31.826058 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c69f416c-a4ca-4e36-b134-64cd61f25051 req-5e425359-d4d4-4119-ab79-4d4fab393380 tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 1102 time: 0.1576941 May 25 20:13:31.875889 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=14']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:31.880274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Deleting port cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:13:31.880623 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:31.883784 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c69f416c-a4ca-4e36-b134-64cd61f25051 req-24f6e18b-86e4-4e04-bdae-4e955fa9acfb tempest-MigrationsAdminTest-303425848 tempest-MigrationsAdminTest-303425848-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493321 May 25 20:13:31.947294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 67423abc-c717-44f8-bb3f-39fcb490118a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:31.947811 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:31.964825 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0748341a-f50e-469b-bd95-e3a29bab1cda'] response: {'name': 'network-changed', 'server_uuid': '641e004c-5cbd-423e-911e-29938eb99b03', 'tag': '1046971c-dee6-4f6d-aa3e-d6aae9527304', 'status': 'completed', 'code': 200} May 25 20:13:31.984152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194d9a27-9f65-48bc-9452-092ab05d562d None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:13:32.053855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc21f1-f467-4a7d-83e4-7df4691b4240 None None] New status for floating IP 253d96e9-87ae-4ebd-9339-dcf653bb11fb: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:13:32.098011 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bad218-200c-4c1f-93b4-73f923abff86 req-891ddcda-7897-4165-86e8-caa7f12268a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:32.100872 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4bad218-200c-4c1f-93b4-73f923abff86 req-891ddcda-7897-4165-86e8-caa7f12268a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 1096 time: 0.1012998 May 25 20:13:32.203983 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c63935db-c0ae-437f-bd25-f746efe0261d req-668cfb49-7dcb-4202-a81d-ac7caa788c7b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486844 May 25 20:13:32.208208 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:13:32.256078 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Allocated IP 172.25.3.187 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/24a3f472-6515-4381-be7e-abe6de3595ba) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:13:32.313759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bad218-200c-4c1f-93b4-73f923abff86 req-408f90a6-4584-47f9-84d4-138c9e069973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:32.316137 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4bad218-200c-4c1f-93b4-73f923abff86 req-408f90a6-4584-47f9-84d4-138c9e069973 service neutron] 10.222.0.70 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 921 time: 0.2091835 May 25 20:13:32.320713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] For port cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71,segment=NetworkSegment(e93aeab6-2fae-461d-baba-4470eb65953d),segment_id=e93aeab6-2fae-461d-baba-4470eb65953d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:32.321084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:32.478725 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4bad218-200c-4c1f-93b4-73f923abff86 req-5ae61504-aaaf-4a56-914d-d4daf1f8590f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1046971c-dee6-4f6d-aa3e-d6aae9527304 HTTP/1.1" status: 200 len: 217 time: 0.1419597 May 25 20:13:32.564961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bad218-200c-4c1f-93b4-73f923abff86 req-9cebbd1e-6c22-4d93-8a56-0418772ecd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:32.566823 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4bad218-200c-4c1f-93b4-73f923abff86 req-9cebbd1e-6c22-4d93-8a56-0418772ecd9e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.0822058 May 25 20:13:32.686519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Calling delete_port for cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:13:32.754131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba44630-fb81-4d66-a471-e339b03743c8 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:13:32.770025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bad218-200c-4c1f-93b4-73f923abff86 req-473855cc-6141-4530-a317-0b60d68718fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:32.771781 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4bad218-200c-4c1f-93b4-73f923abff86 req-473855cc-6141-4530-a317-0b60d68718fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963050 May 25 20:13:32.917533 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8dd05f-c5ad-4d25-ae4e-eb42852875bd'] response: {'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bc86db-e546-4f5b-a075-471029537726', 'code': 200} May 25 20:13:32.933543 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:33.092388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 67423abc-c717-44f8-bb3f-39fcb490118a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:33.103581 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:33.105205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Transition to ACTIVE for port object cba44630-fb81-4d66-a471-e339b03743c8 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:33.144077 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:33.193750 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4bad218-200c-4c1f-93b4-73f923abff86 req-e9cf059c-6a34-40f9-ac87-d415abc7a979 service neutron] 10.222.0.70 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146028 May 25 20:13:33.253930 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:33.363468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No DVR routers for this DVR port cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:13:33.366189 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4bad218-200c-4c1f-93b4-73f923abff86 req-85ac85ee-26dc-43b9-8631-3e70fa87078c service neutron] 10.222.0.70 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636348 May 25 20:13:33.419579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bce02a-2759-4c7b-b400-adf48237802b req-fa048626-1e98-4c53-a7a5-d9f408be568c tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:33.430944 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5bce02a-2759-4c7b-b400-adf48237802b req-fa048626-1e98-4c53-a7a5-d9f408be568c tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3169055 May 25 20:13:33.447773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Pushing event updated for resources: {'Port': ['ID=cba44630-fb81-4d66-a471-e339b03743c8,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:33.454309 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:33.548550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5bce02a-2759-4c7b-b400-adf48237802b req-242b0a54-a252-4c25-885d-0ef2e90882db tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 696 time: 0.1164951 May 25 20:13:33.562936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-c5bce02a-2759-4c7b-b400-adf48237802b req-86985a80-7aa1-4a38-934e-7b5ed98d7fc7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Request body: {'floatingip': {'port_id': '095e8004-ab28-4a59-b028-e1eae0123d72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:33.597711 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Port': ['ID=cc5b2fa5-c80f-4e8a-82ea-4261c0b33d71,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:33.666429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c5bce02a-2759-4c7b-b400-adf48237802b req-86985a80-7aa1-4a38-934e-7b5ed98d7fc7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:33.707738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96568b2-9a50-4542-88dc-002bd86586ff req-d6c0fc70-18c2-4683-9908-83fe4f2c36c0 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:33.711211 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e96568b2-9a50-4542-88dc-002bd86586ff req-d6c0fc70-18c2-4683-9908-83fe4f2c36c0 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa HTTP/1.1" status: 200 len: 931 time: 0.7143891 May 25 20:13:33.720511 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:33.841470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62c9a44-0241-4f95-a8ac-e60e5daeda13']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:33.864344 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e96568b2-9a50-4542-88dc-002bd86586ff req-8d3bce56-1ce9-4fe5-8b27-4f5333f4bb3e tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0868b776-d68a-4951-820c-7c28683f693d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285079 May 25 20:13:33.867223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93aeab6-2fae-461d-baba-4470eb65953d') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:33.867612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93aeab6-2fae-461d-baba-4470eb65953d') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:33.882803 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:33.932075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Attempting to bind port cba44630-fb81-4d66-a471-e339b03743c8 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:13:33.932411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Attempting to bind port cba44630-fb81-4d66-a471-e339b03743c8 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '323b9187-aac0-4e3b-bfda-f850dad77e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a3426774-1aeb-4a7e-94c6-c23fe60c8ceb'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:13:33.932793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Attempting to bind port cba44630-fb81-4d66-a471-e339b03743c8 on network a3426774-1aeb-4a7e-94c6-c23fe60c8ceb {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:33.943730 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:33.991008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Port cba44630-fb81-4d66-a471-e339b03743c8 on network a3426774-1aeb-4a7e-94c6-c23fe60c8ceb not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:13:33.991523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Attempting to bind port cba44630-fb81-4d66-a471-e339b03743c8 on network a3426774-1aeb-4a7e-94c6-c23fe60c8ceb {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:34.009836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:13:34.014701 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:34.019268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:13:34.019862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Checking segment: {'id': '323b9187-aac0-4e3b-bfda-f850dad77e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a3426774-1aeb-4a7e-94c6-c23fe60c8ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:34.020265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Bound using segment: {'id': '323b9187-aac0-4e3b-bfda-f850dad77e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a3426774-1aeb-4a7e-94c6-c23fe60c8ceb'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:13:34.020719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Bound port: cba44630-fb81-4d66-a471-e339b03743c8, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323b9187-aac0-4e3b-bfda-f850dad77e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a3426774-1aeb-4a7e-94c6-c23fe60c8ceb'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:13:34.021145 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:34.050389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:34.117243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:13:34.158346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:13:34.158751 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:34.279271 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment e93aeab6-2fae-461d-baba-4470eb65953d resource provider aggregate not found May 25 20:13:34.299247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Pushing event updated for resources: {'Port': ['ID=24a3f472-6515-4381-be7e-abe6de3595ba,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:34.470934 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment e93aeab6-2fae-461d-baba-4470eb65953d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e93aeab6-2fae-461d-baba-4470eb65953d found for delete ", "request_id": "req-bbed1a97-a592-46eb-9359-b1279c30d5c5"}]} May 25 20:13:34.559769 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:34.565791 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:34.619978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Network': ['ID=b62c9a44-0241-4f95-a8ac-e60e5daeda13,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:34.626011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] For port cba44630-fb81-4d66-a471-e339b03743c8, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:13:34.660266 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-546afcc2-59c4-44a9-91ce-624a4f52c803 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/b62c9a44-0241-4f95-a8ac-e60e5daeda13 HTTP/1.1" status: 204 len: 168 time: 6.6821692 May 25 20:13:34.660266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] For port cba44630-fb81-4d66-a471-e339b03743c8, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cba44630-fb81-4d66-a471-e339b03743c8,segment=NetworkSegment(323b9187-aac0-4e3b-bfda-f850dad77e03),segment_id=323b9187-aac0-4e3b-bfda-f850dad77e03)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:13:34.662038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49640) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:34.673715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-134147200'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:34.679958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:34.712372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49644) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:34.727623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:34.751574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff33beb-c688-41b7-856c-24e6aa8bc60b req-cbac9e85-9f72-4664-8859-889491bd12bb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:34.753354 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ff33beb-c688-41b7-856c-24e6aa8bc60b req-cbac9e85-9f72-4664-8859-889491bd12bb tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 951 time: 0.7084711 May 25 20:13:34.777152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:network and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:34.784525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:34.796340 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:34.803943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:34.804547 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:34.805921 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66365129-704a-4328-8b95-24950977cbf5 req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] 10.222.0.70 "PUT /v2.0/ports/cba44630-fb81-4d66-a471-e339b03743c8 HTTP/1.1" status: 200 len: 1091 time: 4.0734293 May 25 20:13:34.830540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa', 'tag': 'cba44630-fb81-4d66-a471-e339b03743c8'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:34.835375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cc867-4c14-48cd-aabe-6d6cb7a6d22b req-92c34ceb-1c5e-4999-b139-7bd842f2a1ae tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:34.837559 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f05cc867-4c14-48cd-aabe-6d6cb7a6d22b req-92c34ceb-1c5e-4999-b139-7bd842f2a1ae tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.70 "GET /v2.0/ports?device_id=641e004c-5cbd-423e-911e-29938eb99b03 HTTP/1.1" status: 200 len: 945 time: 0.6150107 May 25 20:13:34.843496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:34.860762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c2e5f-d935-4c36-b107-c47bd805aa95 req-4181ff36-3dc5-4503-a489-e405426b790b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:34.862338 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a5c2e5f-d935-4c36-b107-c47bd805aa95 req-4181ff36-3dc5-4503-a489-e405426b790b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "GET /v2.0/ports?device_id=582c4869-85a2-407b-bf94-0949d68ac127 HTTP/1.1" status: 200 len: 946 time: 0.5310798 May 25 20:13:34.881025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefb672-8788-4679-b13e-55824ae9a85d req-20e7572f-0018-4739-aa01-fea549ee200f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:34.885999 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-abefb672-8788-4679-b13e-55824ae9a85d req-20e7572f-0018-4739-aa01-fea549ee200f tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 951 time: 0.5164936 May 25 20:13:35.014800 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:35.064101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-f05cc867-4c14-48cd-aabe-6d6cb7a6d22b req-2277b15a-abd7-4983-a44c-2653c85a45de tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Deleting port 1046971c-dee6-4f6d-aa3e-d6aae9527304 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:13:35.064420 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f05cc867-4c14-48cd-aabe-6d6cb7a6d22b req-2277b15a-abd7-4983-a44c-2653c85a45de tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:35.100679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:35.107750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-3a5c2e5f-d935-4c36-b107-c47bd805aa95 req-1b3c6122-c503-4b3d-8381-1197ff246373 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Deleting port be39e658-bfa3-4706-8355-d89523410051 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:13:35.108136 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3a5c2e5f-d935-4c36-b107-c47bd805aa95 req-1b3c6122-c503-4b3d-8381-1197ff246373 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:35.157787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Usage tracker for resource:security_group_rule and tenant:e15fcfa4232c4528a80ddbbdfd09e417 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:35.181176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:35.203028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:35.217955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:35.223322 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:35.337352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af6e23-9447-49a8-892d-cb7a3febe06e service neutron] Pushing event updated for resources: {'Port': ['ID=cba44630-fb81-4d66-a471-e339b03743c8,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:35.353936 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ff33beb-c688-41b7-856c-24e6aa8bc60b req-90028997-8749-4177-8791-b4e16c766eef tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709493 May 25 20:13:35.378264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-abefb672-8788-4679-b13e-55824ae9a85d req-2555ea3b-0f20-4029-b3e2-b9c5653eb4e6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Deleting port 07bc86db-e546-4f5b-a075-471029537726 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:13:35.378612 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-abefb672-8788-4679-b13e-55824ae9a85d req-2555ea3b-0f20-4029-b3e2-b9c5653eb4e6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:35.414928 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:35.456006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:13:35.501872 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:35.501872 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Added segment 2d761063-10dd-4693-bf72-8b0012d70882 of type vlan for network 703c33ef-737f-4dba-9e43-dff982bcf46d May 25 20:13:35.598976 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-c5bce02a-2759-4c7b-b400-adf48237802b req-86985a80-7aa1-4a38-934e-7b5ed98d7fc7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:13:35.715204 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:35.725585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365129-704a-4328-8b95-24950977cbf5 req-93f1af06-06b1-461e-9808-c1ca5c6d97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:35.727109 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66365129-704a-4328-8b95-24950977cbf5 req-93f1af06-06b1-461e-9808-c1ca5c6d97a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=88f6397f03984d5da808a2faa7134cea&device_id=bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa HTTP/1.1" status: 200 len: 1094 time: 0.8347981 May 25 20:13:35.855030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66365129-704a-4328-8b95-24950977cbf5 req-959ed28b-caf3-4c0a-b687-d9b6cd2930c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cba44630-fb81-4d66-a471-e339b03743c8 HTTP/1.1" status: 200 len: 217 time: 0.1146090 May 25 20:13:35.922576 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:13:35.941615 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c5bce02a-2759-4c7b-b400-adf48237802b req-86985a80-7aa1-4a38-934e-7b5ed98d7fc7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:35.977365 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c5bce02a-2759-4c7b-b400-adf48237802b req-86985a80-7aa1-4a38-934e-7b5ed98d7fc7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:36.038028 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:36.042100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-3a5c2e5f-d935-4c36-b107-c47bd805aa95 req-1b3c6122-c503-4b3d-8381-1197ff246373 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] For port be39e658-bfa3-4706-8355-d89523410051, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=be39e658-bfa3-4706-8355-d89523410051,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:36.042511 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3a5c2e5f-d935-4c36-b107-c47bd805aa95 req-1b3c6122-c503-4b3d-8381-1197ff246373 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:36.044046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:36.044901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:36.052070 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:36.084058 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:36.129971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365129-704a-4328-8b95-24950977cbf5 req-bf934fdc-82bc-470d-927d-5053f2d7b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:36.131428 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66365129-704a-4328-8b95-24950977cbf5 req-bf934fdc-82bc-470d-927d-5053f2d7b428 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=32ee182c-17ce-476c-839b-c848f24c8a52 HTTP/1.1" status: 200 len: 860 time: 0.2205439 May 25 20:13:36.222013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-f05cc867-4c14-48cd-aabe-6d6cb7a6d22b req-2277b15a-abd7-4983-a44c-2653c85a45de tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] For port 1046971c-dee6-4f6d-aa3e-d6aae9527304, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1046971c-dee6-4f6d-aa3e-d6aae9527304,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:36.222386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f05cc867-4c14-48cd-aabe-6d6cb7a6d22b req-2277b15a-abd7-4983-a44c-2653c85a45de tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:36.245410 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-3a5c2e5f-d935-4c36-b107-c47bd805aa95 req-1b3c6122-c503-4b3d-8381-1197ff246373 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Calling delete_port for be39e658-bfa3-4706-8355-d89523410051 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:13:36.275344 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66365129-704a-4328-8b95-24950977cbf5 req-cbaddfa3-2c21-48e0-8e0f-e036840a5bbb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a3426774-1aeb-4a7e-94c6-c23fe60c8ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940642 May 25 20:13:36.276551 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6125338 May 25 20:13:36.285670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49656) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:36.323567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9638e-28bd-439d-a135-f22e96854518 req-da87f516-6ad1-46d9-a526-f5e910d56de2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:36.325138 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-11b9638e-28bd-439d-a135-f22e96854518 req-da87f516-6ad1-46d9-a526-f5e910d56de2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=582c4869-85a2-407b-bf94-0949d68ac127 HTTP/1.1" status: 200 len: 946 time: 0.7922797 May 25 20:13:36.344214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'subnet': {'network_id': '703c33ef-737f-4dba-9e43-dff982bcf46d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:36.356577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdabf1-f6c6-4769-a39a-4d3e06e11622 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Network': ['ID=703c33ef-737f-4dba-9e43-dff982bcf46d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:36.370171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 703c33ef-737f-4dba-9e43-dff982bcf46d details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:13:36.496562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-abefb672-8788-4679-b13e-55824ae9a85d req-2555ea3b-0f20-4029-b3e2-b9c5653eb4e6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] For port 07bc86db-e546-4f5b-a075-471029537726, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=07bc86db-e546-4f5b-a075-471029537726,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:36.496914 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-abefb672-8788-4679-b13e-55824ae9a85d req-2555ea3b-0f20-4029-b3e2-b9c5653eb4e6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:36.512748 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:36.522930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-f05cc867-4c14-48cd-aabe-6d6cb7a6d22b req-2277b15a-abd7-4983-a44c-2653c85a45de tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Calling delete_port for 1046971c-dee6-4f6d-aa3e-d6aae9527304 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:13:36.595519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93568904-aff1-42e3-a602-141aa95d0f16,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:36.611612 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e15fcfa4232c4528a80ddbbdfd09e417&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8966069 May 25 20:13:36.613667 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:36.626413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49662) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:36.638758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:36.639062 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:36.639401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:36.639723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:36.640042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:36.640358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:36.640669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:36.640984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:36.641291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:36.641596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:36.641904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:36.642239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8b4b7-a10c-476e-9ccb-05ed6eb05988 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:36.725648 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-c5bce02a-2759-4c7b-b400-adf48237802b req-86985a80-7aa1-4a38-934e-7b5ed98d7fc7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Floating IP 253d96e9-87ae-4ebd-9339-dcf653bb11fb associated. External IP: 172.25.3.138, port: 095e8004-ab28-4a59-b028-e1eae0123d72. May 25 20:13:36.738131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-abefb672-8788-4679-b13e-55824ae9a85d req-2555ea3b-0f20-4029-b3e2-b9c5653eb4e6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Calling delete_port for 07bc86db-e546-4f5b-a075-471029537726 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:13:37.044585 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-817a7587-8724-4762-a25e-7a38831d970d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:37.047270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:37.054590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-11b9638e-28bd-439d-a135-f22e96854518 req-e1d2120e-80e3-47a5-b05c-6ca9e6cf1c1f tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6859162 May 25 20:13:37.072317 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3a5c2e5f-d935-4c36-b107-c47bd805aa95 req-1b3c6122-c503-4b3d-8381-1197ff246373 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:37.082731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:subnet and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:37.102056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:37.110319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Pushing event updated for resources: {'Port': ['ID=24a3f472-6515-4381-be7e-abe6de3595ba,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:37.123573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:37.155240 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66365129-704a-4328-8b95-24950977cbf5 req-1d60ae21-0370-416c-8b1e-7dabb363bd94 service neutron] 10.222.0.70 "GET /v2.0/networks/a3426774-1aeb-4a7e-94c6-c23fe60c8ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8714216 May 25 20:13:37.174243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c6122-c503-4b3d-8381-1197ff246373 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Pushing event deleted for resources: {'Port': ['ID=be39e658-bfa3-4706-8355-d89523410051,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:37.179543 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-817a7587-8724-4762-a25e-7a38831d970d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:37.187093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:37.190615 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:37.206790 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:37.238666 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f05cc867-4c14-48cd-aabe-6d6cb7a6d22b req-2277b15a-abd7-4983-a44c-2653c85a45de tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:37.257114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['095e8004-ab28-4a59-b028-e1eae0123d72'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:13:37.355653 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ac4db7-3458-4100-90ec-f825def531ff'] response: {'name': 'network-changed', 'server_uuid': 'bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa', 'tag': 'cba44630-fb81-4d66-a471-e339b03743c8', 'status': 'completed', 'code': 200} May 25 20:13:37.438656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5c2e5f-d935-4c36-b107-c47bd805aa95 req-1b3c6122-c503-4b3d-8381-1197ff246373 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] No DVR routers for this DVR port be39e658-bfa3-4706-8355-d89523410051 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:13:37.453771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277b15a-abd7-4983-a44c-2653c85a45de tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Pushing event deleted for resources: {'Port': ['ID=1046971c-dee6-4f6d-aa3e-d6aae9527304,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:37.506388 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3a5c2e5f-d935-4c36-b107-c47bd805aa95 req-1b3c6122-c503-4b3d-8381-1197ff246373 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:37.508995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582c4869-85a2-407b-bf94-0949d68ac127', 'name': 'network-vif-deleted', 'tag': 'be39e658-bfa3-4706-8355-d89523410051'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:37.553805 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:37.577055 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7532aa61-5fcf-4f60-a77e-b2a152413cfa tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0288539 May 25 20:13:37.583756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device be39e658-bfa3-4706-8355-d89523410051 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:13:37.653555 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-abefb672-8788-4679-b13e-55824ae9a85d req-2555ea3b-0f20-4029-b3e2-b9c5653eb4e6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:37.657078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: be39e658-bfa3-4706-8355-d89523410051 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:13:37.658102 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device be39e658-bfa3-4706-8355-d89523410051 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:13:37.678305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['69e2fa7d-2a77-4512-afe8-e2817535b3cb', '1b9acb47-a82c-4572-a38d-b983dd06b5f6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:13:37.785762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05cc867-4c14-48cd-aabe-6d6cb7a6d22b req-2277b15a-abd7-4983-a44c-2653c85a45de tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] No DVR routers for this DVR port 1046971c-dee6-4f6d-aa3e-d6aae9527304 on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:13:37.838350 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f05cc867-4c14-48cd-aabe-6d6cb7a6d22b req-2277b15a-abd7-4983-a44c-2653c85a45de tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:37.899781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555ea3b-0f20-4029-b3e2-b9c5653eb4e6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Pushing event deleted for resources: {'Port': ['ID=07bc86db-e546-4f5b-a075-471029537726,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:38.048725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['f26f26de-b40f-43b6-b253-db45aad5232c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:13:38.093353 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a5c2e5f-d935-4c36-b107-c47bd805aa95 req-1b3c6122-c503-4b3d-8381-1197ff246373 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "DELETE /v2.0/ports/be39e658-bfa3-4706-8355-d89523410051 HTTP/1.1" status: 204 len: 173 time: 3.1903260 May 25 20:13:38.118855 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f05cc867-4c14-48cd-aabe-6d6cb7a6d22b req-2277b15a-abd7-4983-a44c-2653c85a45de tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.70 "DELETE /v2.0/ports/1046971c-dee6-4f6d-aa3e-d6aae9527304 HTTP/1.1" status: 204 len: 173 time: 3.2546909 May 25 20:13:38.126349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-abefb672-8788-4679-b13e-55824ae9a85d req-2555ea3b-0f20-4029-b3e2-b9c5653eb4e6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] No DVR routers for this DVR port 07bc86db-e546-4f5b-a075-471029537726 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:13:38.134119 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-abefb672-8788-4679-b13e-55824ae9a85d req-2555ea3b-0f20-4029-b3e2-b9c5653eb4e6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:38.137940 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-abefb672-8788-4679-b13e-55824ae9a85d req-2555ea3b-0f20-4029-b3e2-b9c5653eb4e6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.70 "DELETE /v2.0/ports/07bc86db-e546-4f5b-a075-471029537726 HTTP/1.1" status: 204 len: 173 time: 3.1434255 May 25 20:13:38.168962 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-817a7587-8724-4762-a25e-7a38831d970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:38.179431 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-817a7587-8724-4762-a25e-7a38831d970d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:38.181159 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-817a7587-8724-4762-a25e-7a38831d970d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93568904-aff1-42e3-a602-141aa95d0f16 HTTP/1.1" status: 204 len: 168 time: 1.5519516 May 25 20:13:38.285097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a7587-8724-4762-a25e-7a38831d970d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93568904-aff1-42e3-a602-141aa95d0f16,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:38.361408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ec44b-5808-4d8e-8cc9-185db31d099a req-4400fa65-a948-4ce3-886a-698df42fe1ed tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:38.376323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5bce02a-2759-4c7b-b400-adf48237802b req-86985a80-7aa1-4a38-934e-7b5ed98d7fc7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Router 85fb27bb-d5ff-4628-9a5f-53a61233b234 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:13:38.384134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a9ec44b-5808-4d8e-8cc9-185db31d099a req-4400fa65-a948-4ce3-886a-698df42fe1ed tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa HTTP/1.1" status: 200 len: 943 time: 0.9205208 May 25 20:13:38.397079 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66365129-704a-4328-8b95-24950977cbf5 req-90970382-4b8f-4307-8521-ce77468ba223 service neutron] 10.222.0.70 "GET /v2.0/networks/a3426774-1aeb-4a7e-94c6-c23fe60c8ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2311630 May 25 20:13:38.475159 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:38.619862 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a9ec44b-5808-4d8e-8cc9-185db31d099a req-50e5a61f-e8ad-474f-965c-43f60fa5fc25 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0868b776-d68a-4951-820c-7c28683f693d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348514 May 25 20:13:38.723065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Subnet': ['ID=28703d00-c9ae-494e-973f-670afedf342a,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:38.780642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Checking segment: {'id': '2d761063-10dd-4693-bf72-8b0012d70882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '703c33ef-737f-4dba-9e43-dff982bcf46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:38.781569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network hostable DHCP agents. Network: 703c33ef-737f-4dba-9e43-dff982bcf46d, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:13:38.802411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 07bc86db-e546-4f5b-a075-471029537726 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:13:38.825652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network 703c33ef-737f-4dba-9e43-dff982bcf46d is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:13:38.846208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 703c33ef-737f-4dba-9e43-dff982bcf46d) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:38.858824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:38.859430 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:38.927509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763ca9b6-8137-4d2c-973a-c9358016cbd1 None None] Network 703c33ef-737f-4dba-9e43-dff982bcf46d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:38.944177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5bce02a-2759-4c7b-b400-adf48237802b req-86985a80-7aa1-4a38-934e-7b5ed98d7fc7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:13:38.958452 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c5bce02a-2759-4c7b-b400-adf48237802b req-86985a80-7aa1-4a38-934e-7b5ed98d7fc7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:38.959080 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488a409-c6ef-46aa-9c90-5b8d244e0bed None None] Sync routers for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:13:38.974640 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488a409-c6ef-46aa-9c90-5b8d244e0bed None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:38.975251 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f488a409-c6ef-46aa-9c90-5b8d244e0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:38.977167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 07bc86db-e546-4f5b-a075-471029537726 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:13:38.977610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 07bc86db-e546-4f5b-a075-471029537726 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:13:38.978146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1046971c-dee6-4f6d-aa3e-d6aae9527304 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:13:39.044286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49716) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:39.080117 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f1d8533-1a42-4586-bfbd-0cc6be750b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:39.097122 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5bce02a-2759-4c7b-b400-adf48237802b req-86985a80-7aa1-4a38-934e-7b5ed98d7fc7 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "PUT /v2.0/floatingips/253d96e9-87ae-4ebd-9339-dcf653bb11fb HTTP/1.1" status: 200 len: 996 time: 5.5389273 May 25 20:13:39.099322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 1046971c-dee6-4f6d-aa3e-d6aae9527304 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:13:39.100088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1046971c-dee6-4f6d-aa3e-d6aae9527304 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:13:39.107458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4f1d8533-1a42-4586-bfbd-0cc6be750b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:39.111933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4f1d8533-1a42-4586-bfbd-0cc6be750b93 admin admin] Usage tracker for resource:security_group_rule and tenant:b76fab6978cf46ebac8efa1d1ee3ba98 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:39.115317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4f1d8533-1a42-4586-bfbd-0cc6be750b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:39.123615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4f1d8533-1a42-4586-bfbd-0cc6be750b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:39.179321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6062a8e6-68ec-429a-a4c3-f136ecb029cc req-7c8acfa8-f4d8-4b85-9b9a-425ed908cc3c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Synchronizing usage tracker for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:13:39.215455 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ad5ba86b-2fa1-4dcb-9bb6-13e207959905 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9244266 May 25 20:13:39.217323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49724) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:39.254002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6062a8e6-68ec-429a-a4c3-f136ecb029cc req-7c8acfa8-f4d8-4b85-9b9a-425ed908cc3c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Unset dirty status for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:13:39.255575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6062a8e6-68ec-429a-a4c3-f136ecb029cc req-7c8acfa8-f4d8-4b85-9b9a-425ed908cc3c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=15c31e05-f661-44aa-a1fb-ddd58e6e547a HTTP/1.1" status: 200 len: 210 time: 0.2106102 May 25 20:13:39.281437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c6fa1-3789-4a1e-87b9-f164b3a028e2 req-5dc75f42-02d0-451a-97a3-e0f7fb9564af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:39.283309 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-854c6fa1-3789-4a1e-87b9-f164b3a028e2 req-5dc75f42-02d0-451a-97a3-e0f7fb9564af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=88f6397f03984d5da808a2faa7134cea&device_id=bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa HTTP/1.1" status: 200 len: 1094 time: 0.3627210 May 25 20:13:39.412485 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f488a409-c6ef-46aa-9c90-5b8d244e0bed None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:39.535634 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:39.555527 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f1d8533-1a42-4586-bfbd-0cc6be750b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:39.563994 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f1d8533-1a42-4586-bfbd-0cc6be750b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:39.568059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'name': 'network-vif-deleted', 'tag': '07bc86db-e546-4f5b-a075-471029537726'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:39.649621 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4f1d8533-1a42-4586-bfbd-0cc6be750b93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b76fab6978cf46ebac8efa1d1ee3ba98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6033223 May 25 20:13:39.655945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49730) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:39.658498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d8533-1a42-4586-bfbd-0cc6be750b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46fe748-a1da-40c4-bfa8-f422a67394bd,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:39.662762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bce02a-2759-4c7b-b400-adf48237802b req-73ff3d06-ac40-42f7-857f-7c3d8abd8360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:39.674870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5bce02a-2759-4c7b-b400-adf48237802b req-73ff3d06-ac40-42f7-857f-7c3d8abd8360 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 1096 time: 0.5057724 May 25 20:13:39.718390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-703c33ef-737f-4dba-9e43-dff982bcf46d', 'network_id': '703c33ef-737f-4dba-9e43-dff982bcf46d', 'tenant_id': '8ad8c052b126426fb88726b97abdeb0e', 'fixed_ips': [{'subnet_id': '28703d00-c9ae-494e-973f-670afedf342a'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:13:39.719801 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:39.940870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c6fa1-3789-4a1e-87b9-f164b3a028e2 req-3f80de90-75c1-4983-a0cf-d3a017786d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:39.946374 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-854c6fa1-3789-4a1e-87b9-f164b3a028e2 req-3f80de90-75c1-4983-a0cf-d3a017786d5a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a3426774-1aeb-4a7e-94c6-c23fe60c8ceb HTTP/1.1" status: 200 len: 921 time: 0.6509197 May 25 20:13:40.036797 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:40.067851 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-854c6fa1-3789-4a1e-87b9-f164b3a028e2 req-5c62f6cf-0a6b-41df-81f8-cffddff6d518 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cba44630-fb81-4d66-a471-e339b03743c8 HTTP/1.1" status: 200 len: 217 time: 0.1131189 May 25 20:13:40.071330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Allocated IP 172.20.0.2 (703c33ef-737f-4dba-9e43-dff982bcf46d/28703d00-c9ae-494e-973f-670afedf342a/1c1b3f95-aa8a-421b-87fd-d67378a90d31) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:13:40.175217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb8e0a-68f8-44d2-bb95-25eaf714e7ce req-f5280ddc-219b-414d-9b31-bff52381810e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:40.184693 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-abbb8e0a-68f8-44d2-bb95-25eaf714e7ce req-f5280ddc-219b-414d-9b31-bff52381810e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.5979643 May 25 20:13:40.250267 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-463aa65a-ec18-4858-9651-a10dc21d89fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:40.279638 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-abbb8e0a-68f8-44d2-bb95-25eaf714e7ce req-67125f50-146a-427e-b5e6-b382f6c1f221 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943987 May 25 20:13:40.281687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c6fa1-3789-4a1e-87b9-f164b3a028e2 req-e14466f6-ec41-4cdd-949d-924025c7e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:40.283155 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-854c6fa1-3789-4a1e-87b9-f164b3a028e2 req-e14466f6-ec41-4cdd-949d-924025c7e57a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=32ee182c-17ce-476c-839b-c848f24c8a52 HTTP/1.1" status: 200 len: 860 time: 0.2080519 May 25 20:13:40.356922 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f488a409-c6ef-46aa-9c90-5b8d244e0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '253d96e9-87ae-4ebd-9339-dcf653bb11fb', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'port_id': '095e8004-ab28-4a59-b028-e1eae0123d72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'mac_address': 'fa:16:3e:90:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:12:27Z', 'updated_at': '2022-05-25T20:13:35Z', 'revision_number': 8, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:40.366321 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488a409-c6ef-46aa-9c90-5b8d244e0bed None None] Checking router: 85fb27bb-d5ff-4628-9a5f-53a61233b234 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:13:40.369755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bce02a-2759-4c7b-b400-adf48237802b req-665d22c8-2ff0-4ecf-b647-5d309ff3bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:40.384073 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5bce02a-2759-4c7b-b400-adf48237802b req-665d22c8-2ff0-4ecf-b647-5d309ff3bf49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 921 time: 0.7071970 May 25 20:13:40.390998 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488a409-c6ef-46aa-9c90-5b8d244e0bed None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:40.393312 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f488a409-c6ef-46aa-9c90-5b8d244e0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:40.414809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-854c6fa1-3789-4a1e-87b9-f164b3a028e2 req-744cde58-9ac0-4a8a-bc47-eedbe46022fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a3426774-1aeb-4a7e-94c6-c23fe60c8ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197469 May 25 20:13:40.423081 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:40.434929 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Transition to ACTIVE for port object 1c1b3f95-aa8a-421b-87fd-d67378a90d31 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:40.459251 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Transition to ACTIVE for port object 1c1b3f95-aa8a-421b-87fd-d67378a90d31 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:40.467816 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:40.549470 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Network 703c33ef-737f-4dba-9e43-dff982bcf46d is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:13:40.558537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:40.563437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:13:40.624663 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-463aa65a-ec18-4858-9651-a10dc21d89fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:40.672438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Pushing event updated for resources: {'Port': ['ID=1c1b3f95-aa8a-421b-87fd-d67378a90d31,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:40.695079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Attempting to bind port 1c1b3f95-aa8a-421b-87fd-d67378a90d31 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:13:40.695529 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Attempting to bind port 1c1b3f95-aa8a-421b-87fd-d67378a90d31 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '2d761063-10dd-4693-bf72-8b0012d70882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '703c33ef-737f-4dba-9e43-dff982bcf46d'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:13:40.695837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Attempting to bind port 1c1b3f95-aa8a-421b-87fd-d67378a90d31 on network 703c33ef-737f-4dba-9e43-dff982bcf46d {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:40.705936 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:13:40.706319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Checking segment: {'id': '2d761063-10dd-4693-bf72-8b0012d70882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '703c33ef-737f-4dba-9e43-dff982bcf46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:40.706723 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:40.707107 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Bound using segment: {'id': '2d761063-10dd-4693-bf72-8b0012d70882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '703c33ef-737f-4dba-9e43-dff982bcf46d'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:13:40.707577 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Bound port: 1c1b3f95-aa8a-421b-87fd-d67378a90d31, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d761063-10dd-4693-bf72-8b0012d70882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '703c33ef-737f-4dba-9e43-dff982bcf46d'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:13:40.707943 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:40.762437 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d51b3f0c-7a86-4e54-a6a2-dcf50d5f770b'] response: {'server_uuid': '582c4869-85a2-407b-bf94-0949d68ac127', 'name': 'network-vif-deleted', 'tag': 'be39e658-bfa3-4706-8355-d89523410051', 'status': 'completed', 'code': 200} May 25 20:13:40.785309 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-463aa65a-ec18-4858-9651-a10dc21d89fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:40.873981 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f488a409-c6ef-46aa-9c90-5b8d244e0bed None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:40.885594 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-854c6fa1-3789-4a1e-87b9-f164b3a028e2 req-67865512-ef1a-4031-952e-75c19d18c594 service neutron] 10.222.0.70 "GET /v2.0/networks/a3426774-1aeb-4a7e-94c6-c23fe60c8ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643469 May 25 20:13:40.893589 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0feecc-f1b7-498d-b80a-d88e47f13c0e'] response: {'server_uuid': '15c31e05-f661-44aa-a1fb-ddd58e6e547a', 'name': 'network-vif-deleted', 'tag': '07bc86db-e546-4f5b-a075-471029537726', 'status': 'completed', 'code': 200} May 25 20:13:40.911294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aa65a-ec18-4858-9651-a10dc21d89fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46fe748-a1da-40c4-bfa8-f422a67394bd,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:40.952643 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-463aa65a-ec18-4858-9651-a10dc21d89fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:40.957299 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-463aa65a-ec18-4858-9651-a10dc21d89fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e46fe748-a1da-40c4-bfa8-f422a67394bd HTTP/1.1" status: 204 len: 168 time: 1.2780068 May 25 20:13:40.974198 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a1dadf5-e4e2-46bd-8f92-3ca1e8030937 req-28e18185-0fdb-445a-835e-472e5ca2fb69 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7253087 May 25 20:13:40.991240 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:41.086225 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] For port 1c1b3f95-aa8a-421b-87fd-d67378a90d31, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:13:41.097203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] For port 1c1b3f95-aa8a-421b-87fd-d67378a90d31, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1c1b3f95-aa8a-421b-87fd-d67378a90d31,segment=NetworkSegment(2d761063-10dd-4693-bf72-8b0012d70882),segment_id=2d761063-10dd-4693-bf72-8b0012d70882)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:13:41.106659 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:41.173907 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5bce02a-2759-4c7b-b400-adf48237802b req-06205a15-1d44-43ad-ad04-7f6e5e4d7947 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095e8004-ab28-4a59-b028-e1eae0123d72 HTTP/1.1" status: 200 len: 999 time: 0.7888527 May 25 20:13:41.257946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Subnet': ['ID=28703d00-c9ae-494e-973f-670afedf342a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:41.269359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bce02a-2759-4c7b-b400-adf48237802b req-cb5eba37-af98-4021-8095-2096eaf4e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:41.275030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5bce02a-2759-4c7b-b400-adf48237802b req-cb5eba37-af98-4021-8095-2096eaf4e4fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.0999572 May 25 20:13:41.299321 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447d5bd-2c33-46b3-aff0-cbb8f1be61ff None None] Pushing event updated for resources: {'Port': ['ID=1c1b3f95-aa8a-421b-87fd-d67378a90d31,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:41.709048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-854c6fa1-3789-4a1e-87b9-f164b3a028e2 req-7f9426ea-5c6f-484b-908b-f118c0a4abfa service neutron] 10.222.0.70 "GET /v2.0/networks/a3426774-1aeb-4a7e-94c6-c23fe60c8ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8141015 May 25 20:13:41.725865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb747a88-0b04-405e-8b83-f3255ad03788 req-0859a395-6e60-4507-9028-4623df1185a0 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:41.729890 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb747a88-0b04-405e-8b83-f3255ad03788 req-0859a395-6e60-4507-9028-4623df1185a0 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa HTTP/1.1" status: 200 len: 943 time: 0.2903326 May 25 20:13:41.816665 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f488a409-c6ef-46aa-9c90-5b8d244e0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '253d96e9-87ae-4ebd-9339-dcf653bb11fb', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'port_id': '095e8004-ab28-4a59-b028-e1eae0123d72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'mac_address': 'fa:16:3e:90:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:12:27Z', 'updated_at': '2022-05-25T20:13:35Z', 'revision_number': 8, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:41.823165 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488a409-c6ef-46aa-9c90-5b8d244e0bed None None] The sync data for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 is: [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '253d96e9-87ae-4ebd-9339-dcf653bb11fb', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'port_id': '095e8004-ab28-4a59-b028-e1eae0123d72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'mac_address': 'fa:16:3e:90:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:12:27Z', 'updated_at': '2022-05-25T20:13:35Z', 'revision_number': 8, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:13:41.857318 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:41.880035 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb747a88-0b04-405e-8b83-f3255ad03788 req-6cac813c-04e8-45d6-a01e-994554491f58 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0868b776-d68a-4951-820c-7c28683f693d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190941 May 25 20:13:41.971457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703c33ef-737f-4dba-9e43-dff982bcf46d']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:41.993023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d761063-10dd-4693-bf72-8b0012d70882') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:41.993315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d761063-10dd-4693-bf72-8b0012d70882') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:42.010597 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:42.042214 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:42.053763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dadf5-e4e2-46bd-8f92-3ca1e8030937 req-7573b0c9-95c9-44b9-86df-54837db997fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:42.055304 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a1dadf5-e4e2-46bd-8f92-3ca1e8030937 req-7573b0c9-95c9-44b9-86df-54837db997fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04d4004046824ccea8f136fdfd698c36&device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 1101 time: 1.0289023 May 25 20:13:42.056435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:13:42.056826 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:42.098361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bce02a-2759-4c7b-b400-adf48237802b req-3635f304-4c2e-4573-a00f-3394db5b92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:42.105077 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5bce02a-2759-4c7b-b400-adf48237802b req-3635f304-4c2e-4573-a00f-3394db5b92b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7233167 May 25 20:13:42.284210 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 2d761063-10dd-4693-bf72-8b0012d70882 resource provider aggregate not found May 25 20:13:42.353371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bce2b-0a7f-43a3-897b-784ed8a0b34b req-2fe1e0b4-8bf3-47d6-914a-19d293e49e44 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:42.356716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df0bce2b-0a7f-43a3-897b-784ed8a0b34b req-2fe1e0b4-8bf3-47d6-914a-19d293e49e44 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.1205328 May 25 20:13:42.382427 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 2d761063-10dd-4693-bf72-8b0012d70882 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d761063-10dd-4693-bf72-8b0012d70882 found for delete ", "request_id": "req-006c1527-4d49-47ae-876a-8abca4b52073"}]} May 25 20:13:42.424567 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df0bce2b-0a7f-43a3-897b-784ed8a0b34b req-1fea0167-8ae8-4d52-847d-27a177807c82 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616598 May 25 20:13:42.552298 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 20:13:42.552298 n-d-843339-1 neutron-server[88331]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 20:13:42.552298 n-d-843339-1 neutron-server[88331]: [parameters: {'id': '703c33ef-737f-4dba-9e43-dff982bcf46d'}] May 25 20:13:42.552298 n-d-843339-1 neutron-server[88331]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:13:42.552298 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:13:42.626499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dadf5-e4e2-46bd-8f92-3ca1e8030937 req-09b2f293-5065-454f-8b0a-f4a7b02f83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:42.629597 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a1dadf5-e4e2-46bd-8f92-3ca1e8030937 req-09b2f293-5065-454f-8b0a-f4a7b02f83ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.4978240 May 25 20:13:42.726683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e0b7a-d242-4274-a4d2-3eca7e4a91a2 None None] New status for floating IP 253d96e9-87ae-4ebd-9339-dcf653bb11fb: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:13:42.731056 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a1dadf5-e4e2-46bd-8f92-3ca1e8030937 req-269684fe-7365-4f45-bda3-d5e4035743c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f26f26de-b40f-43b6-b253-db45aad5232c HTTP/1.1" status: 200 len: 217 time: 0.0920672 May 25 20:13:42.912338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641e004c-5cbd-423e-911e-29938eb99b03', 'name': 'network-vif-deleted', 'tag': '1046971c-dee6-4f6d-aa3e-d6aae9527304'}, {'name': 'network-changed', 'server_uuid': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'tag': '095e8004-ab28-4a59-b028-e1eae0123d72'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:42.920048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dadf5-e4e2-46bd-8f92-3ca1e8030937 req-276493f5-c306-459c-959b-ac48ef9af55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:42.921538 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a1dadf5-e4e2-46bd-8f92-3ca1e8030937 req-276493f5-c306-459c-959b-ac48ef9af55b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1802790 May 25 20:13:42.930888 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5bce02a-2759-4c7b-b400-adf48237802b req-6956383e-1c43-4c11-840f-c2c1fb08547d service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8115106 May 25 20:13:42.932971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device cba44630-fb81-4d66-a471-e339b03743c8 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:13:43.007145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c0a404af-a3ad-41b0-836c-5b05ca01e3ef tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:43.008632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c0a404af-a3ad-41b0-836c-5b05ca01e3ef tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Synchronizing usage tracker for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:13:43.047614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c0a404af-a3ad-41b0-836c-5b05ca01e3ef tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Unset dirty status for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:13:43.049259 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c0a404af-a3ad-41b0-836c-5b05ca01e3ef tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 812 time: 0.4468403 May 25 20:13:43.083116 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:43.085716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-aa26aaf9-5e3a-48d6-8cf1-4e3a83c89cbd tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/quotas/0acd5e5275c1476cb0b68e8b7f765268 HTTP/1.1" status: 200 len: 375 time: 0.0293055 May 25 20:13:43.157127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb0395c-85d9-4df2-8864-4ad12d700717 None None] Network 703c33ef-737f-4dba-9e43-dff982bcf46d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:43.186787 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c440a798-2c16-4f19-b7fc-e8a1300dad4e tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939159 May 25 20:13:43.229632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Deleting port 1c1b3f95-aa8a-421b-87fd-d67378a90d31 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:13:43.230058 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:43.284388 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5bce02a-2759-4c7b-b400-adf48237802b req-56025494-d3a2-41b2-8429-e34bdf5190e0 service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510036 May 25 20:13:43.359597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dadf5-e4e2-46bd-8f92-3ca1e8030937 req-116150fa-8eb1-4ce7-a637-7c7769772c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:43.361160 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a1dadf5-e4e2-46bd-8f92-3ca1e8030937 req-116150fa-8eb1-4ce7-a637-7c7769772c12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4251864 May 25 20:13:43.395757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-e7e72977-7a75-40e6-8bee-86c9526b0bdb service neutron] 10.222.0.60 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077861 May 25 20:13:43.436545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port cba44630-fb81-4d66-a471-e339b03743c8, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cba44630-fb81-4d66-a471-e339b03743c8,segment=NetworkSegment(323b9187-aac0-4e3b-bfda-f850dad77e03),segment_id=323b9187-aac0-4e3b-bfda-f850dad77e03)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:43.522014 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'cba44630-fb81-4d66-a471-e339b03743c8', 'network_id': 'a3426774-1aeb-4a7e-94c6-c23fe60c8ceb', 'port_id': 'cba44630-fb81-4d66-a471-e339b03743c8', 'mac_address': 'fa:16:3e:4d:ea:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ee182c-17ce-476c-839b-c848f24c8a52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:13:43.640606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] For port 1c1b3f95-aa8a-421b-87fd-d67378a90d31, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1c1b3f95-aa8a-421b-87fd-d67378a90d31,segment=NetworkSegment(2d761063-10dd-4693-bf72-8b0012d70882),segment_id=2d761063-10dd-4693-bf72-8b0012d70882)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:43.641063 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:43.691217 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-7d461c70-2c6a-4e45-b468-85c70389a6c0 service neutron] 10.222.0.60 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943680 May 25 20:13:43.691753 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7b27933a-6fb2-4801-bf34-79182b2c0363 None None] Provisioning for port 1c1b3f95-aa8a-421b-87fd-d67378a90d31 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:13:43.946722 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a1dadf5-e4e2-46bd-8f92-3ca1e8030937 req-c1ef03b2-15f2-4666-a50b-93ad0b2eba43 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750036 May 25 20:13:43.967692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1c1b3f95-aa8a-421b-87fd-d67378a90d31 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:13:43.995928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Calling delete_port for 1c1b3f95-aa8a-421b-87fd-d67378a90d31 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:13:44.336042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port cba44630-fb81-4d66-a471-e339b03743c8 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:44.336418 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:44.347574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb0a52-1145-4809-ab2c-b91cc66ed691 req-0463ee1b-4cf9-426f-983f-24667f45b449 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:44.357055 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9cb0a52-1145-4809-ab2c-b91cc66ed691 req-0463ee1b-4cf9-426f-983f-24667f45b449 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.1920590 May 25 20:13:44.400061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba44630-fb81-4d66-a471-e339b03743c8 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:13:44.445748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9cb0a52-1145-4809-ab2c-b91cc66ed691 req-0e914361-2646-48f0-beb8-ab584938203f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870388 May 25 20:13:44.457419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port cba44630-fb81-4d66-a471-e339b03743c8, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cba44630-fb81-4d66-a471-e339b03743c8,segment=NetworkSegment(323b9187-aac0-4e3b-bfda-f850dad77e03),segment_id=323b9187-aac0-4e3b-bfda-f850dad77e03)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:44.486750 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:44.598070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 1c1b3f95-aa8a-421b-87fd-d67378a90d31 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:13:44.650313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1c1b3f95-aa8a-421b-87fd-d67378a90d31 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:44.651062 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:44.797225 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264ca8a6-fd07-482f-a972-471037db4d2b'] response: {'server_uuid': '641e004c-5cbd-423e-911e-29938eb99b03', 'name': 'network-vif-deleted', 'tag': '1046971c-dee6-4f6d-aa3e-d6aae9527304', 'status': 'completed', 'code': 200} May 25 20:13:44.797844 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264ca8a6-fd07-482f-a972-471037db4d2b'] response: {'name': 'network-changed', 'server_uuid': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'tag': '095e8004-ab28-4a59-b028-e1eae0123d72', 'status': 'completed', 'code': 200} May 25 20:13:44.831817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f37018-79a4-46ce-bbbe-d0e1f6003f51 None None] DHCP port deletion for 703c33ef-737f-4dba-9e43-dff982bcf46d request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:13:44.865587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['cba44630-fb81-4d66-a471-e339b03743c8'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:13:44.888865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-004bd46e-4cac-4c98-9657-6f179ff95c54 req-e467c200-88a0-4e2b-8399-ea627a35b14d tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips/253d96e9-87ae-4ebd-9339-dcf653bb11fb HTTP/1.1" status: 200 len: 998 time: 0.3183491 May 25 20:13:44.978296 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=cba44630-fb81-4d66-a471-e339b03743c8,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:45.018097 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-03f37018-79a4-46ce-bbbe-d0e1f6003f51 None None] Deleting port 1c1b3f95-aa8a-421b-87fd-d67378a90d31 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:13:45.019850 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-03f37018-79a4-46ce-bbbe-d0e1f6003f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:45.077407 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a1dadf5-e4e2-46bd-8f92-3ca1e8030937 req-f443b213-2f7f-4b5c-9515-56b8162e55e0 service neutron] 10.222.0.50 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9814620 May 25 20:13:45.079513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:45.080338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:45.081119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:45.081858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:45.082805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:45.083252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:45.084012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:45.084669 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:45.085312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:45.086037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:45.086804 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:45.087618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:13:45.107978 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:45.140880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Could not find standard attr ID for object 1c1b3f95-aa8a-421b-87fd-d67378a90d31. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:13:45.155082 n-d-843339-1 neutron-server[88333]: INFO neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No ports have port_id starting with 1c1b3f95-aa8a-421b-87fd-d67378a90d31 May 25 20:13:45.233837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-03f37018-79a4-46ce-bbbe-d0e1f6003f51 None None] The port '1c1b3f95-aa8a-421b-87fd-d67378a90d31' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:13:45.257640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bd46e-4cac-4c98-9657-6f179ff95c54 req-66962b1d-1019-4af2-86f6-9b15685aa4e0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:45.270490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-004bd46e-4cac-4c98-9657-6f179ff95c54 req-66962b1d-1019-4af2-86f6-9b15685aa4e0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.3797827 May 25 20:13:45.280433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-004bd46e-4cac-4c98-9657-6f179ff95c54 req-b3227a0e-eca1-41d1-bb02-1586b62b1809 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:13:45.313452 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-004bd46e-4cac-4c98-9657-6f179ff95c54 req-b3227a0e-eca1-41d1-bb02-1586b62b1809 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0411677 May 25 20:13:45.320057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Port': ['ID=1c1b3f95-aa8a-421b-87fd-d67378a90d31,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:45.330393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No DVR routers for this DVR port 1c1b3f95-aa8a-421b-87fd-d67378a90d31 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:13:45.386382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4879dc-ad2b-4b3a-8b7e-ae413bfd958f req-dea61827-76d7-41d7-942e-3d66fcdb136a tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:45.399573 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f4879dc-ad2b-4b3a-8b7e-ae413bfd958f req-dea61827-76d7-41d7-942e-3d66fcdb136a tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa HTTP/1.1" status: 200 len: 944 time: 0.9991055 May 25 20:13:45.565585 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96e98172-6879-4b73-a348-cd77ee7d3c56 req-97a11477-e7da-423d-b9ff-df8cba91906d tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 210 time: 0.0558228 May 25 20:13:45.806730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1c1b3f95-aa8a-421b-87fd-d67378a90d31 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:13:45.819843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-5f4879dc-ad2b-4b3a-8b7e-ae413bfd958f req-e2f246b9-05dd-4cc5-a1bc-2a7d151f7765 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Synchronizing usage tracker for tenant:88f6397f03984d5da808a2faa7134cea on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:13:45.845213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023675b-157b-4768-befd-f6aae003154f req-ef99569e-4d71-411b-b6f6-3c5e6c20ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:45.848040 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f023675b-157b-4768-befd-f6aae003154f req-ef99569e-4d71-411b-b6f6-3c5e6c20ae77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 1096 time: 1.0495918 May 25 20:13:45.972475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 1c1b3f95-aa8a-421b-87fd-d67378a90d31 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:13:45.972806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1c1b3f95-aa8a-421b-87fd-d67378a90d31 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:13:45.977134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18f530-2772-497b-bbf5-770f4a070bb0 req-552c0931-0b74-42e7-a836-23d191c1cf3e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:45.990772 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c18f530-2772-497b-bbf5-770f4a070bb0 req-552c0931-0b74-42e7-a836-23d191c1cf3e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 950 time: 0.2034206 May 25 20:13:46.071340 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c18f530-2772-497b-bbf5-770f4a070bb0 req-21410f2a-60e6-49d5-9f52-d0f5ffd0e302 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791817 May 25 20:13:46.112875 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:46.348993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703c33ef-737f-4dba-9e43-dff982bcf46d']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:46.486029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-5f4879dc-ad2b-4b3a-8b7e-ae413bfd958f req-e2f246b9-05dd-4cc5-a1bc-2a7d151f7765 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Unset dirty status for tenant:88f6397f03984d5da808a2faa7134cea on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:13:46.487944 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f4879dc-ad2b-4b3a-8b7e-ae413bfd958f req-e2f246b9-05dd-4cc5-a1bc-2a7d151f7765 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0868b776-d68a-4951-820c-7c28683f693d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0818186 May 25 20:13:46.490860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d761063-10dd-4693-bf72-8b0012d70882') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:46.491511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d761063-10dd-4693-bf72-8b0012d70882') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:46.529699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e74b6-49df-4d4a-b636-cd4aae23df80 req-5e02e06e-52ef-491d-bb8a-4991680fe912 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:46.531559 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f39e74b6-49df-4d4a-b636-cd4aae23df80 req-5e02e06e-52ef-491d-bb8a-4991680fe912 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2453887 May 25 20:13:46.589371 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:46.611720 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f39e74b6-49df-4d4a-b636-cd4aae23df80 req-2c185092-aec4-46b8-b3b0-4ad7dd21138d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574656 May 25 20:13:46.639527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d1549-f58a-46d4-a1cd-b6fe5c99709f req-c42ca336-a421-471b-b8bc-d87cad18a864 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:46.641287 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd6d1549-f58a-46d4-a1cd-b6fe5c99709f req-c42ca336-a421-471b-b8bc-d87cad18a864 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 950 time: 1.2209947 May 25 20:13:46.800375 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:46.816465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device cba44630-fb81-4d66-a471-e339b03743c8 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:13:46.906217 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-526eee3d-ebe1-4882-a58d-800f34c39100 req-5d522767-aa39-4abe-b0be-753850706f62 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 210 time: 0.0930078 May 25 20:13:46.935586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port cba44630-fb81-4d66-a471-e339b03743c8 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:13:46.957469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port cba44630-fb81-4d66-a471-e339b03743c8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:13:46.957839 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:46.959738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023675b-157b-4768-befd-f6aae003154f req-a0112ef3-9f2d-4bf1-b773-8ab7b084646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:46.961435 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f023675b-157b-4768-befd-f6aae003154f req-a0112ef3-9f2d-4bf1-b773-8ab7b084646e service neutron] 10.222.0.50 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 921 time: 1.0862608 May 25 20:13:47.007630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-0c2e4c41-9c1e-468d-919e-ec9a27295ad6 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:47.009174 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-0c2e4c41-9c1e-468d-919e-ec9a27295ad6 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 812 time: 0.8747971 May 25 20:13:47.016005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:13:47.016448 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:47.050837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-dd6d1549-f58a-46d4-a1cd-b6fe5c99709f req-d58fc588-31b6-4344-a472-951ba3c87491 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Deleting port f26f26de-b40f-43b6-b253-db45aad5232c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:13:47.051297 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-dd6d1549-f58a-46d4-a1cd-b6fe5c99709f req-d58fc588-31b6-4344-a472-951ba3c87491 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:47.178389 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 2d761063-10dd-4693-bf72-8b0012d70882 resource provider aggregate not found May 25 20:13:47.204146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Request body: {'port': {'device_id': 'e5a3b2af-bd82-4318-81a1-6b0411224fc7', 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7', 'admin_state_up': True, 'tenant_id': '0acd5e5275c1476cb0b68e8b7f765268'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:47.268258 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port cba44630-fb81-4d66-a471-e339b03743c8 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:47.268930 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:47.342241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba44630-fb81-4d66-a471-e339b03743c8'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:47.365606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port cba44630-fb81-4d66-a471-e339b03743c8, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cba44630-fb81-4d66-a471-e339b03743c8,segment=NetworkSegment(323b9187-aac0-4e3b-bfda-f850dad77e03),segment_id=323b9187-aac0-4e3b-bfda-f850dad77e03)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:47.373810 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:47.458280 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 2d761063-10dd-4693-bf72-8b0012d70882 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d761063-10dd-4693-bf72-8b0012d70882 found for delete ", "request_id": "req-681ad6a9-0109-4030-b4d9-96519e40c575"}]} May 25 20:13:47.501059 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=cba44630-fb81-4d66-a471-e339b03743c8,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:47.615782 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-5cb78561-e7e6-4355-acec-608e95d764f1 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 1.0348232 May 25 20:13:47.638773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ef878-6e9d-4b93-a4be-d6d4660be1f8 req-d2d299b1-ef48-4370-9d98-5139d56c4319 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:47.648002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0f4ef878-6e9d-4b93-a4be-d6d4660be1f8 req-d2d299b1-ef48-4370-9d98-5139d56c4319 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 950 time: 0.1459746 May 25 20:13:47.664380 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:47.729721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0f4ef878-6e9d-4b93-a4be-d6d4660be1f8 req-f9d7078d-f863-451c-96a7-216dc119c2e8 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800469 May 25 20:13:47.831663 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-f5d04d74-071c-4543-a760-dca745684cd9 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:47.832571 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-f5d04d74-071c-4543-a760-dca745684cd9 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Synchronizing usage tracker for tenant:bcd8a79fdc45491c930f09375a86f6b9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:13:47.837341 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f023675b-157b-4768-befd-f6aae003154f req-9f4428ae-4a3c-4acd-8184-0f09296c3682 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095e8004-ab28-4a59-b028-e1eae0123d72 HTTP/1.1" status: 200 len: 1001 time: 0.8229022 May 25 20:13:47.871604 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:48.173583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Network': ['ID=703c33ef-737f-4dba-9e43-dff982bcf46d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:48.212059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-f5d04d74-071c-4543-a760-dca745684cd9 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Unset dirty status for tenant:bcd8a79fdc45491c930f09375a86f6b9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:13:48.213398 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-f5d04d74-071c-4543-a760-dca745684cd9 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports/095e8004-ab28-4a59-b028-e1eae0123d72 HTTP/1.1" status: 200 len: 942 time: 0.5863824 May 25 20:13:48.233666 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-37e707eb-ba74-44ef-b0a5-fe51e2aedc65 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/703c33ef-737f-4dba-9e43-dff982bcf46d HTTP/1.1" status: 204 len: 168 time: 9.0137019 May 25 20:13:48.238863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50004) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:48.248159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-738406244'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:48.256338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:48.266257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:network and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:48.281272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:48.288989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:48.317623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:48.321083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:48.370190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:48.374114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023675b-157b-4768-befd-f6aae003154f req-17b79222-dce5-4c26-af53-5ef48448a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:48.375849 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f023675b-157b-4768-befd-f6aae003154f req-17b79222-dce5-4c26-af53-5ef48448a57c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.4847822 May 25 20:13:48.381108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Usage tracker for resource:port and tenant:0acd5e5275c1476cb0b68e8b7f765268 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:48.388599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:48.462336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:48.537881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d756e1-821f-413a-8863-c09afdad9376 req-08060ec3-a24b-41b9-91f8-c39b275ece61 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:48.539486 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02d756e1-821f-413a-8863-c09afdad9376 req-08060ec3-a24b-41b9-91f8-c39b275ece61 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.3898735 May 25 20:13:48.555458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:13:48.570259 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:48.571369 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Added segment 42a8c984-9e0d-4aa3-b4d3-964edbead3be of type vlan for network b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5 May 25 20:13:48.621141 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:48.641644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Made reservation on behalf of 0acd5e5275c1476cb0b68e8b7f765268 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:48.648355 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:48.670525 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02d756e1-821f-413a-8863-c09afdad9376 req-86698f84-9288-4398-8e7a-2a7943f4763e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192586 May 25 20:13:48.682379 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:48.689731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:48.691156 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:48.734695 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-313081d4-969b-47b7-8fe2-602e2005b965 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 0.2837346 May 25 20:13:48.770919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-dd6d1549-f58a-46d4-a1cd-b6fe5c99709f req-d58fc588-31b6-4344-a472-951ba3c87491 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] For port f26f26de-b40f-43b6-b253-db45aad5232c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=f26f26de-b40f-43b6-b253-db45aad5232c,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:48.778725 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-dd6d1549-f58a-46d4-a1cd-b6fe5c99709f req-d58fc588-31b6-4344-a472-951ba3c87491 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:48.815917 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2d0b40-b02a-4ed9-bdfe-5858f312bb41'] response: {'server_uuid': 'bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba44630-fb81-4d66-a471-e339b03743c8', 'code': 200} May 25 20:13:48.942381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Network': ['ID=b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:48.955285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:13:49.028597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-dd6d1549-f58a-46d4-a1cd-b6fe5c99709f req-d58fc588-31b6-4344-a472-951ba3c87491 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Calling delete_port for f26f26de-b40f-43b6-b253-db45aad5232c owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:13:49.104490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d5e6d4f1-d267-4dc5-9616-0dc6b532d312 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8616455 May 25 20:13:49.131545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50060) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:49.201166 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'subnet': {'network_id': 'b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:49.268840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50845022-151d-43dd-aada-58a470b94890 req-e9f2ba9b-3e5c-4b39-ac95-1709288a9f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:49.270404 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-50845022-151d-43dd-aada-58a470b94890 req-e9f2ba9b-3e5c-4b39-ac95-1709288a9f3c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa HTTP/1.1" status: 200 len: 1096 time: 0.2784202 May 25 20:13:49.281996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ebb47-968c-40ca-831f-587a46e77554 req-f107ab88-90c5-4cdc-9a9d-7d9c9a2ada13 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:49.289666 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c71ebb47-968c-40ca-831f-587a46e77554 req-f107ab88-90c5-4cdc-9a9d-7d9c9a2ada13 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa HTTP/1.1" status: 200 len: 945 time: 0.1918848 May 25 20:13:49.354532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023675b-157b-4768-befd-f6aae003154f req-66db0a23-d1c0-47b8-825b-2059fdc86b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:49.356652 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f023675b-157b-4768-befd-f6aae003154f req-66db0a23-d1c0-47b8-825b-2059fdc86b35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9695957 May 25 20:13:49.385204 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-50845022-151d-43dd-aada-58a470b94890 req-9af08984-53cf-4752-bf91-58eafee3ef61 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0868b776-d68a-4951-820c-7c28683f693d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928636 May 25 20:13:49.398527 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c71ebb47-968c-40ca-831f-587a46e77554 req-fd8ce089-6656-40c0-8d2f-ba361ee144c7 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0868b776-d68a-4951-820c-7c28683f693d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078985 May 25 20:13:49.582015 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b4af74b-3824-4d33-8d06-ab5157953ed6 req-feff3e4b-dc22-4d50-aa7e-9fb58f520baf tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 210 time: 0.0593209 May 25 20:13:49.600385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:49.612774 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:subnet and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:49.618264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:49.630457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:49.649068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device f26f26de-b40f-43b6-b253-db45aad5232c no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:13:50.021097 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port f26f26de-b40f-43b6-b253-db45aad5232c is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:13:50.022187 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:50.043827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:13:50.047460 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:50.067970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Allocated IP 172.20.0.12 (bccfaecb-9420-49ca-ac74-7e43952027b7/fbe5bde4-daae-4c8f-8024-6f21ae860ce2/8987de23-a0bd-4c1b-b511-79870759d049) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:13:50.102917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-1c4906e8-2f84-4564-af85-f1beb992bbde tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:50.104313 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-1c4906e8-2f84-4564-af85-f1beb992bbde tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 1.3539751 May 25 20:13:50.160499 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f023675b-157b-4768-befd-f6aae003154f req-a7d72f10-5b0c-41ee-bed2-e3e7c47d18f7 service neutron] 10.222.0.50 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7874060 May 25 20:13:50.359182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f1b56-76ad-4db4-9243-a42404b8d64c req-04fb68e1-69a4-44de-8232-d39cbef55cd6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:50.361810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c86f1b56-76ad-4db4-9243-a42404b8d64c req-04fb68e1-69a4-44de-8232-d39cbef55cd6 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 950 time: 0.2914383 May 25 20:13:50.542532 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c86f1b56-76ad-4db4-9243-a42404b8d64c req-058c6346-9ebd-415d-90c2-9b3380b3860b tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570807 May 25 20:13:50.583688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.ipam_backend_mixin [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Performing IP validity checks on allocation pools {{(pid=88331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 25 20:13:50.584525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.ipam_backend_mixin [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 25 20:13:50.606711 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-dd6d1549-f58a-46d4-a1cd-b6fe5c99709f req-d58fc588-31b6-4344-a472-951ba3c87491 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:50.685111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['69e2fa7d-2a77-4512-afe8-e2817535b3cb', '1b9acb47-a82c-4572-a38d-b983dd06b5f6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:13:50.751945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fc588-31b6-4344-a472-951ba3c87491 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Pushing event deleted for resources: {'Port': ['ID=f26f26de-b40f-43b6-b253-db45aad5232c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:51.180166 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-a40fe9ab-1871-413f-8062-076e12a29d21 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1001 time: 1.0123458 May 25 20:13:51.387146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-b298e7cb-4e96-4219-876b-b8bb2d1096f0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:51.591524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6d1549-f58a-46d4-a1cd-b6fe5c99709f req-d58fc588-31b6-4344-a472-951ba3c87491 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] No DVR routers for this DVR port f26f26de-b40f-43b6-b253-db45aad5232c on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:13:51.594451 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-dd6d1549-f58a-46d4-a1cd-b6fe5c99709f req-d58fc588-31b6-4344-a472-951ba3c87491 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:51.601198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fd6ab-032c-4975-8c35-31fe3e78dd97 req-d1c4e092-4f68-4884-aadf-de2889ece45d tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:51.605535 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0f3fd6ab-032c-4975-8c35-31fe3e78dd97 req-d1c4e092-4f68-4884-aadf-de2889ece45d tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa HTTP/1.1" status: 200 len: 945 time: 0.1842935 May 25 20:13:51.645039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'name': 'network-vif-deleted', 'tag': 'f26f26de-b40f-43b6-b253-db45aad5232c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:51.718472 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0f3fd6ab-032c-4975-8c35-31fe3e78dd97 req-3aff30e4-3c6d-456f-afd1-e3074c22ff4f tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0868b776-d68a-4951-820c-7c28683f693d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050591 May 25 20:13:51.738401 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f023675b-157b-4768-befd-f6aae003154f req-7835057c-0a4b-4abd-bf5a-12ff003e150a service neutron] 10.222.0.50 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4704382 May 25 20:13:51.964889 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee7c8241-ea34-4379-8b8f-da497161fb6c req-0c11fc83-0ef0-44d7-ae5b-738eb0941926 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 210 time: 0.0928912 May 25 20:13:51.995993 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-b298e7cb-4e96-4219-876b-b8bb2d1096f0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:52.052510 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd6d1549-f58a-46d4-a1cd-b6fe5c99709f req-d58fc588-31b6-4344-a472-951ba3c87491 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.50 "DELETE /v2.0/ports/f26f26de-b40f-43b6-b253-db45aad5232c HTTP/1.1" status: 204 len: 173 time: 5.2473741 May 25 20:13:52.176321 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:52.191318 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:52.424689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Subnet': ['ID=1552fe04-0f97-4b48-bcd8-797ab05ce7c5,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:52.477840 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f240613f-d197-4a2f-89eb-b034e9166d7f req-c1112184-4a09-4bdb-bf7a-d21c1f594c0c tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fdec22e-deac-4cd5-ab82-fb3e0750c05e HTTP/1.1" status: 200 len: 210 time: 0.0635748 May 25 20:13:52.532754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Checking segment: {'id': '42a8c984-9e0d-4aa3-b4d3-964edbead3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:52.533111 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network hostable DHCP agents. Network: b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:13:52.538654 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:52.554214 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34032fe6-73f6-452d-a738-544d290dc4b8'] response: {'server_uuid': '2fdec22e-deac-4cd5-ab82-fb3e0750c05e', 'name': 'network-vif-deleted', 'tag': 'f26f26de-b40f-43b6-b253-db45aad5232c', 'status': 'completed', 'code': 200} May 25 20:13:52.572986 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-b298e7cb-4e96-4219-876b-b8bb2d1096f0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:52.638227 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-b298e7cb-4e96-4219-876b-b8bb2d1096f0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:52.643809 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-b298e7cb-4e96-4219-876b-b8bb2d1096f0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Floating IP 253d96e9-87ae-4ebd-9339-dcf653bb11fb disassociated. External IP: 172.25.3.138, port: 095e8004-ab28-4a59-b028-e1eae0123d72. May 25 20:13:52.837073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Network bccfaecb-9420-49ca-ac74-7e43952027b7 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:13:52.851387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:52.864978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:13:52.920305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Pushing event updated for resources: {'Port': ['ID=8987de23-a0bd-4c1b-b511-79870759d049,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:52.932491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:13:52.957564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067ef71-f790-4d6a-af37-ea28467031c4 req-90696681-d995-4f80-ac9a-7e40738ea251 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:52.961252 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9067ef71-f790-4d6a-af37-ea28467031c4 req-90696681-d995-4f80-ac9a-7e40738ea251 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2381978 May 25 20:13:53.031644 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9067ef71-f790-4d6a-af37-ea28467031c4 req-e508443e-2883-48c5-981c-9a3d25bd1a80 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637174 May 25 20:13:53.062015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:53.076552 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:53.077430 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:53.085207 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb7c507-724b-4228-b65c-76ff57d5de5d None None] Network b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:53.133391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:53.134069 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:53.238983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50234) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:53.314626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d21c0083-5a42-40f9-b705-5347908e7cef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.1634905 May 25 20:13:53.327575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50242) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:53.345190 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-c86b0547-fe19-4504-a363-c7f7c00be42a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1756134 May 25 20:13:53.427551 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53f7fa-12b4-4589-8765-57cdd1860c06 req-37348da7-59c6-4237-b4e5-7829d0295b72 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:53.438456 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d53f7fa-12b4-4589-8765-57cdd1860c06 req-37348da7-59c6-4237-b4e5-7829d0295b72 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 932 time: 0.1611974 May 25 20:13:53.449359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5', 'network_id': 'b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5', 'tenant_id': '8ad8c052b126426fb88726b97abdeb0e', 'fixed_ips': [{'subnet_id': '1552fe04-0f97-4b48-bcd8-797ab05ce7c5'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:13:53.450755 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:53.520909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d53f7fa-12b4-4589-8765-57cdd1860c06 req-8cc7715c-69b6-4364-9c34-0aef84618649 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742807 May 25 20:13:53.568504 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e41bde1-e0fb-4127-8df6-6e755dd66d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:53.611889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6e41bde1-e0fb-4127-8df6-6e755dd66d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:53.622036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6e41bde1-e0fb-4127-8df6-6e755dd66d28 admin admin] Usage tracker for resource:security_group_rule and tenant:40ac1e1bacf44ac9a5687a85f365003e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:53.631467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6e41bde1-e0fb-4127-8df6-6e755dd66d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:53.641386 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:53.652248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6e41bde1-e0fb-4127-8df6-6e755dd66d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:53.732855 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:53.739371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Request body: {'port': {'device_id': 'e5a3b2af-bd82-4318-81a1-6b0411224fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:13:53.792564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Allocated IP 172.20.0.3 (b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5/1552fe04-0f97-4b48-bcd8-797ab05ce7c5/8af555a6-1a29-45ac-a124-e0943f7338e8) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:13:54.009188 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e41bde1-e0fb-4127-8df6-6e755dd66d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.016906 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e41bde1-e0fb-4127-8df6-6e755dd66d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.074624 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6e41bde1-e0fb-4127-8df6-6e755dd66d28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=40ac1e1bacf44ac9a5687a85f365003e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8322716 May 25 20:13:54.077880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50266) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:54.099366 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.118430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41bde1-e0fb-4127-8df6-6e755dd66d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e87ee4-5177-4180-808e-fba0a6d549ff,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:54.186647 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.187353 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1672c21-e811-4d1e-a743-b821943a5db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.226199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-b298e7cb-4e96-4219-876b-b8bb2d1096f0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Router 85fb27bb-d5ff-4628-9a5f-53a61233b234 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:13:54.288739 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1672c21-e811-4d1e-a743-b821943a5db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.298935 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.317391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Transition to ACTIVE for port object 8af555a6-1a29-45ac-a124-e0943f7338e8 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:54.331669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8d32a-2ff7-417c-b294-f4f8df023f7c req-25b2911e-97dc-4c5b-8de3-198e94093d7d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:54.333682 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa8d32a-2ff7-417c-b294-f4f8df023f7c req-25b2911e-97dc-4c5b-8de3-198e94093d7d tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.1358886 May 25 20:13:54.356459 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Transition to ACTIVE for port object 8af555a6-1a29-45ac-a124-e0943f7338e8 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:54.365918 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.394235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa8d32a-2ff7-417c-b294-f4f8df023f7c req-acc71d32-7af6-46ca-82b4-27c062453495 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510838 May 25 20:13:54.423209 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1672c21-e811-4d1e-a743-b821943a5db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.454241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1672c21-e811-4d1e-a743-b821943a5db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e87ee4-5177-4180-808e-fba0a6d549ff,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:54.476285 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1672c21-e811-4d1e-a743-b821943a5db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.481931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c1672c21-e811-4d1e-a743-b821943a5db7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5e87ee4-5177-4180-808e-fba0a6d549ff HTTP/1.1" status: 204 len: 168 time: 0.3990328 May 25 20:13:54.509063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Network b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:13:54.513797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:13:54.516824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:13:54.557836 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.602596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Pushing event updated for resources: {'Port': ['ID=8af555a6-1a29-45ac-a124-e0943f7338e8,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:54.622623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Subnet': ['ID=1552fe04-0f97-4b48-bcd8-797ab05ce7c5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:54.649451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Attempting to bind port 8af555a6-1a29-45ac-a124-e0943f7338e8 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:13:54.650221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Attempting to bind port 8af555a6-1a29-45ac-a124-e0943f7338e8 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '42a8c984-9e0d-4aa3-b4d3-964edbead3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:13:54.650792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Attempting to bind port 8af555a6-1a29-45ac-a124-e0943f7338e8 on network b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:54.661224 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:13:54.663151 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Checking segment: {'id': '42a8c984-9e0d-4aa3-b4d3-964edbead3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:54.665874 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.667558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Bound using segment: {'id': '42a8c984-9e0d-4aa3-b4d3-964edbead3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:13:54.668371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Bound port: 8af555a6-1a29-45ac-a124-e0943f7338e8, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a8c984-9e0d-4aa3-b4d3-964edbead3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:13:54.668966 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.763365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a97333-76f4-49b3-a648-3429f3d49e86 req-e1b07484-8d2e-4b70-9d9b-a59ccb40f1ea tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:54.770110 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55a97333-76f4-49b3-a648-3429f3d49e86 req-e1b07484-8d2e-4b70-9d9b-a59ccb40f1ea tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.1863706 May 25 20:13:54.816001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-b298e7cb-4e96-4219-876b-b8bb2d1096f0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:13:54.835254 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ef40d-fddc-46b9-9dd4-16488542d2af None None] Sync routers for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:13:54.841211 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.852286 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ef40d-fddc-46b9-9dd4-16488542d2af None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:54.852499 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-b298e7cb-4e96-4219-876b-b8bb2d1096f0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.854122 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8e6ef40d-fddc-46b9-9dd4-16488542d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:54.871895 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] For port 8af555a6-1a29-45ac-a124-e0943f7338e8, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:13:54.880602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] For port 8af555a6-1a29-45ac-a124-e0943f7338e8, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8af555a6-1a29-45ac-a124-e0943f7338e8,segment=NetworkSegment(42a8c984-9e0d-4aa3-b4d3-964edbead3be),segment_id=42a8c984-9e0d-4aa3-b4d3-964edbead3be)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:13:54.892973 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:54.911046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55a97333-76f4-49b3-a648-3429f3d49e86 req-e0583a27-b6cf-4d7f-9156-96abd58e9ded tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399577 May 25 20:13:54.919624 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-b298e7cb-4e96-4219-876b-b8bb2d1096f0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "PUT /v2.0/floatingips/253d96e9-87ae-4ebd-9339-dcf653bb11fb HTTP/1.1" status: 200 len: 696 time: 3.6855533 May 25 20:13:54.921790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'tag': '095e8004-ab28-4a59-b028-e1eae0123d72'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:55.021615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:55.103832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d36e2-10eb-49d4-a5dc-f9b94866d3c3 None None] Pushing event updated for resources: {'Port': ['ID=8af555a6-1a29-45ac-a124-e0943f7338e8,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:55.168803 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcb07f4-a756-497c-9aee-59be1060af21 None None] Network b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:13:55.175941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a8c984-9e0d-4aa3-b4d3-964edbead3be') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:55.177044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a8c984-9e0d-4aa3-b4d3-964edbead3be') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:55.293480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46514151-3594-4e83-a0aa-becaf3f3a944 req-2f07fe2f-a742-4898-a90c-7d91dff431cf tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:55.296380 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-8e6ef40d-fddc-46b9-9dd4-16488542d2af None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:55.297002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-46514151-3594-4e83-a0aa-becaf3f3a944 req-2f07fe2f-a742-4898-a90c-7d91dff431cf tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 932 time: 0.1687741 May 25 20:13:55.299051 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:55.369657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-46514151-3594-4e83-a0aa-becaf3f3a944 req-b8f09a6e-c46c-41df-a7f2-ffc984eace9f tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666578 May 25 20:13:55.378244 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:55.423299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:13:55.443480 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:55.532585 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:13:55.614951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6902ac94-1a8a-48eb-9e46-8c0a58ff69f1 None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:13:55.684739 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 42a8c984-9e0d-4aa3-b4d3-964edbead3be resource provider aggregate not found May 25 20:13:55.703220 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502d1f0b-9901-4827-b992-415ce4a5a7f4'] response: {'name': 'network-changed', 'server_uuid': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'tag': '095e8004-ab28-4a59-b028-e1eae0123d72', 'status': 'completed', 'code': 200} May 25 20:13:55.730221 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8e6ef40d-fddc-46b9-9dd4-16488542d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:55.735421 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ef40d-fddc-46b9-9dd4-16488542d2af None None] Checking router: 85fb27bb-d5ff-4628-9a5f-53a61233b234 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:13:55.747885 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ef40d-fddc-46b9-9dd4-16488542d2af None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:13:55.748707 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8e6ef40d-fddc-46b9-9dd4-16488542d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:13:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:55.822407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599bffd-2c82-49b1-8d76-ee7de8464517 req-4f972ff5-b07e-4475-a9d5-ecbc6dfb189e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:55.824758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a599bffd-2c82-49b1-8d76-ee7de8464517 req-4f972ff5-b07e-4475-a9d5-ecbc6dfb189e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2514186 May 25 20:13:55.853811 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 42a8c984-9e0d-4aa3-b4d3-964edbead3be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42a8c984-9e0d-4aa3-b4d3-964edbead3be found for delete ", "request_id": "req-c6dcb504-4534-49a0-83c8-eb3c237dce97"}]} May 25 20:13:55.914961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a835b-8869-47d5-beeb-c8a4df30c419 req-8e2b89a3-6df6-4793-84f1-ef6d320ed8fe tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:55.918145 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-176a835b-8869-47d5-beeb-c8a4df30c419 req-8e2b89a3-6df6-4793-84f1-ef6d320ed8fe tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1351fa7-ba83-465b-887f-81399639cdf0 HTTP/1.1" status: 200 len: 950 time: 0.2384174 May 25 20:13:55.939548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6902ac94-1a8a-48eb-9e46-8c0a58ff69f1 None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:13:56.005981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-1330ff49-eb47-4169-9280-2c7b28555346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:56.006930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-176a835b-8869-47d5-beeb-c8a4df30c419 req-65559b79-b543-4e01-84c1-e8b387c09e22 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800033 May 25 20:13:56.009435 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-1330ff49-eb47-4169-9280-2c7b28555346 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 1096 time: 0.9999223 May 25 20:13:56.015774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-a599bffd-2c82-49b1-8d76-ee7de8464517 req-de5a107d-c1bb-4901-81b7-9883957d3690 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Deleting port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:13:56.016120 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a599bffd-2c82-49b1-8d76-ee7de8464517 req-de5a107d-c1bb-4901-81b7-9883957d3690 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:56.097474 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 20:13:56.097474 n-d-843339-1 neutron-server[88331]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 20:13:56.097474 n-d-843339-1 neutron-server[88331]: [parameters: {'id': 'b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5'}] May 25 20:13:56.097474 n-d-843339-1 neutron-server[88331]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:13:56.097952 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:13:56.193198 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-8e6ef40d-fddc-46b9-9dd4-16488542d2af None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:13:56.521094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8987de23-a0bd-4c1b-b511-79870759d049 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:13:56.562657 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:56.611034 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:56.719020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Transition to ACTIVE for port object 8987de23-a0bd-4c1b-b511-79870759d049 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:13:56.724016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Deleting port 8af555a6-1a29-45ac-a124-e0943f7338e8 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:13:56.726267 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:56.860092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-a599bffd-2c82-49b1-8d76-ee7de8464517 req-de5a107d-c1bb-4901-81b7-9883957d3690 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] For port 1b9acb47-a82c-4572-a38d-b983dd06b5f6, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1b9acb47-a82c-4572-a38d-b983dd06b5f6,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:56.860617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a599bffd-2c82-49b1-8d76-ee7de8464517 req-de5a107d-c1bb-4901-81b7-9883957d3690 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:56.877046 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceba4c1-8ad2-458f-b8dc-32254e4b6c72 req-54fd8310-8716-4b90-8b53-390b2350eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:56.879504 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dceba4c1-8ad2-458f-b8dc-32254e4b6c72 req-54fd8310-8716-4b90-8b53-390b2350eb63 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 1096 time: 1.1692369 May 25 20:13:56.901661 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:57.023155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-a599bffd-2c82-49b1-8d76-ee7de8464517 req-de5a107d-c1bb-4901-81b7-9883957d3690 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Calling delete_port for 1b9acb47-a82c-4572-a38d-b983dd06b5f6 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:13:57.027664 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8e6ef40d-fddc-46b9-9dd4-16488542d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:57.050207 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ef40d-fddc-46b9-9dd4-16488542d2af None None] The sync data for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 is: [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:11:48Z', 'revision_number': 4, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e87d1cdf-5aac-4917-900c-e7d8ca85f327', 'name': '', 'network_id': '00c6d67f-b1bb-47c8-ac2e-13ae224e1d54', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'mac_address': 'fa:16:3e:c1:86:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:44Z', 'updated_at': '2022-05-25T20:12:00Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'subnets': [{'id': 'e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:13:57.213618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50364) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:57.291722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-17f35b85-401d-422d-8649-405f518568a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:57.296067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-17f35b85-401d-422d-8649-405f518568a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 921 time: 1.2568786 May 25 20:13:57.380706 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Pushing event updated for resources: {'Port': ['ID=8987de23-a0bd-4c1b-b511-79870759d049,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:57.404278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fb711-a2b7-4234-b03c-8b7e7fc90361 req-59f2cca0-6e0a-44d2-95d2-6dac8c14c554 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:57.414086 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b8fb711-a2b7-4234-b03c-8b7e7fc90361 req-59f2cca0-6e0a-44d2-95d2-6dac8c14c554 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2898951 May 25 20:13:57.520735 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e035caa9-1075-4b14-b46b-b933164151c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:57.553660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626dd9d-b834-42fa-948a-229a85da6584 None None] New status for floating IP 253d96e9-87ae-4ebd-9339-dcf653bb11fb: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:13:57.554410 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b8fb711-a2b7-4234-b03c-8b7e7fc90361 req-bf1d2fb6-b1f5-4069-b27b-2a0f95b3f99e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385071 May 25 20:13:57.556817 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-54cb5c22-6c9c-4939-9c59-8e1b73ac8bfb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095e8004-ab28-4a59-b028-e1eae0123d72 HTTP/1.1" status: 200 len: 217 time: 0.1812387 May 25 20:13:57.571245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e035caa9-1075-4b14-b46b-b933164151c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:13:57.587793 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a599bffd-2c82-49b1-8d76-ee7de8464517 req-de5a107d-c1bb-4901-81b7-9883957d3690 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:57.668361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceba4c1-8ad2-458f-b8dc-32254e4b6c72 req-6ac25b4d-8b57-40cd-9db4-ef87139bebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:57.670004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dceba4c1-8ad2-458f-b8dc-32254e4b6c72 req-6ac25b4d-8b57-40cd-9db4-ef87139bebcc service neutron] 10.222.0.50 "GET /v2.0/networks?id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 200 len: 921 time: 0.7580459 May 25 20:13:57.671858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e035caa9-1075-4b14-b46b-b933164151c8 admin admin] Usage tracker for resource:security_group_rule and tenant:693b9eb2b29949369bb3f310e2ab450c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:13:57.681563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a107d-c1bb-4901-81b7-9883957d3690 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Pushing event deleted for resources: {'Port': ['ID=1b9acb47-a82c-4572-a38d-b983dd06b5f6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:57.688842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e035caa9-1075-4b14-b46b-b933164151c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:13:57.700723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['69e2fa7d-2a77-4512-afe8-e2817535b3cb'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:13:57.710015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e035caa9-1075-4b14-b46b-b933164151c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:13:57.847187 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dceba4c1-8ad2-458f-b8dc-32254e4b6c72 req-4d831922-66a3-468d-bf3e-aa8730a33125 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095e8004-ab28-4a59-b028-e1eae0123d72 HTTP/1.1" status: 200 len: 217 time: 0.1280351 May 25 20:13:57.902660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a599bffd-2c82-49b1-8d76-ee7de8464517 req-de5a107d-c1bb-4901-81b7-9883957d3690 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] No DVR routers for this DVR port 1b9acb47-a82c-4572-a38d-b983dd06b5f6 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:13:57.906596 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a599bffd-2c82-49b1-8d76-ee7de8464517 req-de5a107d-c1bb-4901-81b7-9883957d3690 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:57.947933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1351fa7-ba83-465b-887f-81399639cdf0', 'name': 'network-vif-deleted', 'tag': '1b9acb47-a82c-4572-a38d-b983dd06b5f6'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:58.014110 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a599bffd-2c82-49b1-8d76-ee7de8464517 req-de5a107d-c1bb-4901-81b7-9883957d3690 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.70 "DELETE /v2.0/ports/1b9acb47-a82c-4572-a38d-b983dd06b5f6 HTTP/1.1" status: 204 len: 173 time: 2.1827886 May 25 20:13:58.121598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101c64-59b3-414f-b450-1baa15b2cd2d req-7fb82909-973d-4998-82b3-f937dc0dbdb8 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:58.131972 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0101c64-59b3-414f-b450-1baa15b2cd2d req-7fb82909-973d-4998-82b3-f937dc0dbdb8 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 944 time: 0.2341068 May 25 20:13:58.159256 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:13:58.169301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceba4c1-8ad2-458f-b8dc-32254e4b6c72 req-29d9de2c-96a7-43c9-a14b-74c2cf147a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:58.179871 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dceba4c1-8ad2-458f-b8dc-32254e4b6c72 req-29d9de2c-96a7-43c9-a14b-74c2cf147a6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.2784283 May 25 20:13:58.182190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-380ee36e-3b44-4a41-b81b-58f9721293c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:58.183366 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-380ee36e-3b44-4a41-b81b-58f9721293c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 200 len: 859 time: 0.6149247 May 25 20:13:58.223362 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e035caa9-1075-4b14-b46b-b933164151c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:58.230547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] For port 8af555a6-1a29-45ac-a124-e0943f7338e8, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8af555a6-1a29-45ac-a124-e0943f7338e8,segment=NetworkSegment(42a8c984-9e0d-4aa3-b4d3-964edbead3be),segment_id=42a8c984-9e0d-4aa3-b4d3-964edbead3be)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:58.233842 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:58.249922 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e035caa9-1075-4b14-b46b-b933164151c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:58.292996 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:58.379460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e035caa9-1075-4b14-b46b-b933164151c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=693b9eb2b29949369bb3f310e2ab450c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1632407 May 25 20:13:58.382892 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0101c64-59b3-414f-b450-1baa15b2cd2d req-0db2bfdf-0451-42d1-9e5b-ab3dedf32665 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501869 May 25 20:13:58.383378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50374) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:13:58.397487 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-18130b35-e92f-4302-b495-6014b3dcef9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:58.441995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035caa9-1075-4b14-b46b-b933164151c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f556e44d-c117-45ef-9454-b6fa67209fc3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:58.485081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Calling delete_port for 8af555a6-1a29-45ac-a124-e0943f7338e8 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:13:58.551063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02f706-55cb-488d-98a1-10e09c44007a req-68d45dc6-3126-44d8-9d86-0b3c0c0c227d tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:58.552762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d02f706-55cb-488d-98a1-10e09c44007a req-68d45dc6-3126-44d8-9d86-0b3c0c0c227d tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa HTTP/1.1" status: 200 len: 945 time: 0.3041747 May 25 20:13:58.600683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Attempting to bind port 8987de23-a0bd-4c1b-b511-79870759d049 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:13:58.603151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Attempting to bind port 8987de23-a0bd-4c1b-b511-79870759d049 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:13:58.606461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Attempting to bind port 8987de23-a0bd-4c1b-b511-79870759d049 on network bccfaecb-9420-49ca-ac74-7e43952027b7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:58.678092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Port 8987de23-a0bd-4c1b-b511-79870759d049 on network bccfaecb-9420-49ca-ac74-7e43952027b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:13:58.684019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Attempting to bind port 8987de23-a0bd-4c1b-b511-79870759d049 on network bccfaecb-9420-49ca-ac74-7e43952027b7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:13:58.690994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a5bdfd4e-7ec7-42d0-8dfa-9a82c36f339a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:58.716607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:13:58.717028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Checking segment: {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:13:58.717490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Bound using segment: {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:13:58.719643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Bound port: 8987de23-a0bd-4c1b-b511-79870759d049, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:13:58.719823 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:58.747682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-6d02f706-55cb-488d-98a1-10e09c44007a req-1a4e73cb-ab7d-4745-a8da-ba6741989689 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Deleting port cba44630-fb81-4d66-a471-e339b03743c8 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:13:58.748030 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6d02f706-55cb-488d-98a1-10e09c44007a req-1a4e73cb-ab7d-4745-a8da-ba6741989689 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:58.877689 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:58.878279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1b9acb47-a82c-4572-a38d-b983dd06b5f6 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:13:58.918401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 1b9acb47-a82c-4572-a38d-b983dd06b5f6 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:13:58.918730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1b9acb47-a82c-4572-a38d-b983dd06b5f6 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:13:58.951937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Port': ['ID=8af555a6-1a29-45ac-a124-e0943f7338e8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:58.954003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No DVR routers for this DVR port 8af555a6-1a29-45ac-a124-e0943f7338e8 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:13:58.960264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-fa0a18e0-c042-4cd8-bdc3-65c0f3d8a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:58.961947 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-fa0a18e0-c042-4cd8-bdc3-65c0f3d8a18c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7503815 May 25 20:13:58.964213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceba4c1-8ad2-458f-b8dc-32254e4b6c72 req-0982ca51-5f69-4d6d-b997-dfbfe2e8608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:58.965745 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dceba4c1-8ad2-458f-b8dc-32254e4b6c72 req-0982ca51-5f69-4d6d-b997-dfbfe2e8608c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6233370 May 25 20:13:58.995418 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a5bdfd4e-7ec7-42d0-8dfa-9a82c36f339a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:59.225433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f5567-eb5f-4abe-ab16-61cb5e66cdb2 req-cf04969b-9ead-4769-9928-46dd05feff05 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:59.226974 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-527f5567-eb5f-4abe-ab16-61cb5e66cdb2 req-cf04969b-9ead-4769-9928-46dd05feff05 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa HTTP/1.1" status: 200 len: 945 time: 0.4860249 May 25 20:13:59.258045 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a5bdfd4e-7ec7-42d0-8dfa-9a82c36f339a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:59.269936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] For port 8987de23-a0bd-4c1b-b511-79870759d049, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:13:59.313623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdfd4e-7ec7-42d0-8dfa-9a82c36f339a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f556e44d-c117-45ef-9454-b6fa67209fc3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:59.325934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-6d02f706-55cb-488d-98a1-10e09c44007a req-1a4e73cb-ab7d-4745-a8da-ba6741989689 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] For port cba44630-fb81-4d66-a471-e339b03743c8, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cba44630-fb81-4d66-a471-e339b03743c8,segment=NetworkSegment(323b9187-aac0-4e3b-bfda-f850dad77e03),segment_id=323b9187-aac0-4e3b-bfda-f850dad77e03)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:13:59.326328 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6d02f706-55cb-488d-98a1-10e09c44007a req-1a4e73cb-ab7d-4745-a8da-ba6741989689 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:59.343978 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a5bdfd4e-7ec7-42d0-8dfa-9a82c36f339a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:59.348889 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a5bdfd4e-7ec7-42d0-8dfa-9a82c36f339a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f556e44d-c117-45ef-9454-b6fa67209fc3 HTTP/1.1" status: 204 len: 168 time: 0.9497416 May 25 20:13:59.362613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-527f5567-eb5f-4abe-ab16-61cb5e66cdb2 req-9abf932c-76f4-4fae-b854-eeeae734e0d7 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0868b776-d68a-4951-820c-7c28683f693d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216590 May 25 20:13:59.394933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] For port 8987de23-a0bd-4c1b-b511-79870759d049, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8987de23-a0bd-4c1b-b511-79870759d049,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:13:59.428275 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:59.505183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-6d02f706-55cb-488d-98a1-10e09c44007a req-1a4e73cb-ab7d-4745-a8da-ba6741989689 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Calling delete_port for cba44630-fb81-4d66-a471-e339b03743c8 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:13:59.515687 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:59.596761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:13:59.597375 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:59.598791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] 10.222.0.50 "PUT /v2.0/ports/8987de23-a0bd-4c1b-b511-79870759d049 HTTP/1.1" status: 200 len: 1092 time: 5.8634803 May 25 20:13:59.610088 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a3b2af-bd82-4318-81a1-6b0411224fc7', 'tag': '8987de23-a0bd-4c1b-b511-79870759d049'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:13:59.614960 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7478667f-9c4d-4e2c-8509-381144faeda7'] response: {'server_uuid': 'f1351fa7-ba83-465b-887f-81399639cdf0', 'name': 'network-vif-deleted', 'tag': '1b9acb47-a82c-4572-a38d-b983dd06b5f6', 'status': 'completed', 'code': 200} May 25 20:13:59.624135 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-e6619ae9-e1b1-468d-a1d9-9ada2655acb0 service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510878 May 25 20:13:59.627643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:59.674040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a8c984-9e0d-4aa3-b4d3-964edbead3be') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:59.674364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a8c984-9e0d-4aa3-b4d3-964edbead3be') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:13:59.775520 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:59.794447 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dceba4c1-8ad2-458f-b8dc-32254e4b6c72 req-453f5049-3a9f-48d4-868f-eea2cb84ca65 service neutron] 10.222.0.50 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319151 May 25 20:13:59.833281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1d5b2-43cd-449a-bb65-dff246973cba service neutron] Pushing event updated for resources: {'Port': ['ID=8987de23-a0bd-4c1b-b511-79870759d049,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:13:59.868210 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:13:59.978454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:13:59.978861 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:00.051869 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 42a8c984-9e0d-4aa3-b4d3-964edbead3be resource provider aggregate not found May 25 20:14:00.184832 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 42a8c984-9e0d-4aa3-b4d3-964edbead3be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42a8c984-9e0d-4aa3-b4d3-964edbead3be found for delete ", "request_id": "req-32818f93-3d6d-452c-b033-29dadde88fec"}]} May 25 20:14:00.212574 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6d02f706-55cb-488d-98a1-10e09c44007a req-1a4e73cb-ab7d-4745-a8da-ba6741989689 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:00.228044 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['cba44630-fb81-4d66-a471-e339b03743c8'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:14:00.228612 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d77e155-924e-4a1c-ba1c-de71e48bb86e req-68d1e7cd-97d1-490c-9870-f2a31d462b64 service neutron] 10.222.0.60 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902829 May 25 20:14:00.246962 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:00.253032 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dceba4c1-8ad2-458f-b8dc-32254e4b6c72 req-e271cd46-553d-4ff8-a70b-30c9b57b0e75 service neutron] 10.222.0.50 "GET /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379230 May 25 20:14:00.286706 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:00.303218 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5 HTTP/1.1" status: 204 len: 168 time: 6.9726398 May 25 20:14:00.309973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50416) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:00.314274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-a409727d-8e2c-4ebb-9682-3e55add2b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:00.316343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-a409727d-8e2c-4ebb-9682-3e55add2b70f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 1095 time: 0.6299012 May 25 20:14:00.318077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22777f38-7d1d-4841-84ae-2324ceebe13a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Network': ['ID=b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:00.323502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1656664180'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:00.382389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e73cb-ab7d-4745-a8da-ba6741989689 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Pushing event deleted for resources: {'Port': ['ID=cba44630-fb81-4d66-a471-e339b03743c8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:00.401045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c9592-ec83-4811-9ad2-45ec3a16b173 req-ae36d518-b14f-433d-a589-ea7a813d2013 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:00.403862 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-240c9592-ec83-4811-9ad2-45ec3a16b173 req-ae36d518-b14f-433d-a589-ea7a813d2013 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.4404166 May 25 20:14:00.497439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d02f706-55cb-488d-98a1-10e09c44007a req-1a4e73cb-ab7d-4745-a8da-ba6741989689 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] No DVR routers for this DVR port cba44630-fb81-4d66-a471-e339b03743c8 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:14:00.501700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:00.504333 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6d02f706-55cb-488d-98a1-10e09c44007a req-1a4e73cb-ab7d-4745-a8da-ba6741989689 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:00.505277 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-5989b400-a88e-45c9-8d7f-538f079c314c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8987de23-a0bd-4c1b-b511-79870759d049 HTTP/1.1" status: 200 len: 217 time: 0.1778066 May 25 20:14:00.534717 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc80b-c25b-4337-b96e-c93589030d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:00.536242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:network and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:00.542698 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d02f706-55cb-488d-98a1-10e09c44007a req-1a4e73cb-ab7d-4745-a8da-ba6741989689 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.70 "DELETE /v2.0/ports/cba44630-fb81-4d66-a471-e339b03743c8 HTTP/1.1" status: 204 len: 173 time: 1.9797018 May 25 20:14:00.563877 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-240c9592-ec83-4811-9ad2-45ec3a16b173 req-64eb46af-2f69-441c-a4f0-e750c09f680a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001129 May 25 20:14:00.695610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-cfe33d4e-153a-4ff5-ae64-4374b59cbbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:00.697952 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-cfe33d4e-153a-4ff5-ae64-4374b59cbbc4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe5bde4-daae-4c8f-8024-6f21ae860ce2 HTTP/1.1" status: 200 len: 852 time: 0.1655889 May 25 20:14:00.699800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:00.728155 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:00.828728 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-5dbacc6a-0084-4bf9-8733-1bab507e82a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bccfaecb-9420-49ca-ac74-7e43952027b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889130 May 25 20:14:00.946508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50442) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:01.100038 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-b4b2da20-e3a2-4225-b8e6-7b0261c6baa0 service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623582 May 25 20:14:01.100637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:01.122195 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:01.154623 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e9ed3e5-c419-4171-bccd-7d5e0dba1df7'] response: {'name': 'network-changed', 'server_uuid': 'e5a3b2af-bd82-4318-81a1-6b0411224fc7', 'tag': '8987de23-a0bd-4c1b-b511-79870759d049', 'status': 'completed', 'code': 200} May 25 20:14:01.193357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-347578908'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:01.202448 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:01.212609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Usage tracker for resource:network and tenant:2ba716210e7943b28141788f97fa5d8f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:01.263365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-85e70411-abc7-4831-b068-4c09c911a8b3 req-e1c0dbba-1be3-41cf-9d8a-56e432baecf9 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Synchronizing usage tracker for tenant:88f6397f03984d5da808a2faa7134cea on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:01.268840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:01.316734 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:01.318706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-85e70411-abc7-4831-b068-4c09c911a8b3 req-e1c0dbba-1be3-41cf-9d8a-56e432baecf9 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] Unset dirty status for tenant:88f6397f03984d5da808a2faa7134cea on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:01.325991 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85e70411-abc7-4831-b068-4c09c911a8b3 req-e1c0dbba-1be3-41cf-9d8a-56e432baecf9 tempest-ServerMetadataNegativeTestJSON-255695497 tempest-ServerMetadataNegativeTestJSON-255695497-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa HTTP/1.1" status: 200 len: 210 time: 0.1136248 May 25 20:14:01.327083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:01.359515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Made reservation on behalf of 2ba716210e7943b28141788f97fa5d8f for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:01.364431 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:01.382775 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:01.405443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:01.410019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Usage tracker for resource:security_group_rule and tenant:2ba716210e7943b28141788f97fa5d8f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:01.413571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:01.421120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:01.470538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04013c68-b042-4493-8048-a7a17dd4030a req-35b6d676-a6e3-41df-a88a-cf77c8e5ed87 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:01.471242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-04013c68-b042-4493-8048-a7a17dd4030a req-35b6d676-a6e3-41df-a88a-cf77c8e5ed87 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Synchronizing usage tracker for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:01.504665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-04013c68-b042-4493-8048-a7a17dd4030a req-35b6d676-a6e3-41df-a88a-cf77c8e5ed87 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Unset dirty status for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:01.505785 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-04013c68-b042-4493-8048-a7a17dd4030a req-35b6d676-a6e3-41df-a88a-cf77c8e5ed87 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 944 time: 1.0637548 May 25 20:14:01.509252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:14:01.541286 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:01.541645 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Added segment bb8cf833-1388-4c4b-992c-05846379c4ed of type vlan for network afce73d0-6911-4eac-a1fe-eb0e855cf828 May 25 20:14:01.570207 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35bd9bfd-682d-4ff2-a196-6b90d88d737b req-9a0e2699-d247-41d9-8c40-cc15b1b7fe5d service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208777 May 25 20:14:01.590984 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:01.607351 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:01.611095 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:01.615658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa', 'name': 'network-vif-deleted', 'tag': 'cba44630-fb81-4d66-a471-e339b03743c8'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:14:01.625409 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:01.700192 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:01.705711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:01.706340 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:01.802897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2f8b1-aac8-4756-b1bb-0d0725ff7f86 req-5e427140-6929-4eb1-8f6c-5c655296a18e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:01.803589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-edd2f8b1-aac8-4756-b1bb-0d0725ff7f86 req-5e427140-6929-4eb1-8f6c-5c655296a18e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Synchronizing usage tracker for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:01.810483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:14:01.822307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a1b7cb-ebad-41cd-ac06-982336e7b3ea,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:01.845823 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:01.847023 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Added segment 64f0cf3d-982b-43bb-a685-dea53ba8e823 of type vlan for network 1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6 May 25 20:14:01.862560 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5472569 May 25 20:14:01.862957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50456) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:01.863136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3bca-e814-442b-a992-dd2125aae4a7 req-7fa4e22d-56bb-47e5-bc0b-a5559eea0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:01.864592 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9ef3bca-e814-442b-a992-dd2125aae4a7 req-7fa4e22d-56bb-47e5-bc0b-a5559eea0a7b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 1095 time: 0.2436118 May 25 20:14:01.871281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'subnet': {'network_id': 'afce73d0-6911-4eac-a1fe-eb0e855cf828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:01.902223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57634b-04fe-4a24-97b5-181e161459ed tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Network': ['ID=afce73d0-6911-4eac-a1fe-eb0e855cf828,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:01.904056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-edd2f8b1-aac8-4756-b1bb-0d0725ff7f86 req-5e427140-6929-4eb1-8f6c-5c655296a18e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Unset dirty status for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:01.909700 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-edd2f8b1-aac8-4756-b1bb-0d0725ff7f86 req-5e427140-6929-4eb1-8f6c-5c655296a18e tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 951 time: 0.4132502 May 25 20:14:01.918765 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network afce73d0-6911-4eac-a1fe-eb0e855cf828 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:14:01.984903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-04013c68-b042-4493-8048-a7a17dd4030a req-5fe187f1-bcb9-4c50-8771-62f5b4bb8119 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589207 May 25 20:14:02.072937 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:02.073714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3bca-e814-442b-a992-dd2125aae4a7 req-b35265df-95b8-44a8-8302-19724e49fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:02.075374 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9ef3bca-e814-442b-a992-dd2125aae4a7 req-b35265df-95b8-44a8-8302-19724e49fbbf service neutron] 10.222.0.50 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 913 time: 0.2012479 May 25 20:14:02.109469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92778da2-191c-4fde-b5d3-80db34675291 req-c7d53de8-a1bc-49dd-9977-57453c970ad2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:02.110988 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-92778da2-191c-4fde-b5d3-80db34675291 req-c7d53de8-a1bc-49dd-9977-57453c970ad2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.70 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 951 time: 0.4692698 May 25 20:14:02.159863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9ef3bca-e814-442b-a992-dd2125aae4a7 req-11ef8396-2e16-4f64-a51c-5de96923e625 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8987de23-a0bd-4c1b-b511-79870759d049 HTTP/1.1" status: 200 len: 217 time: 0.0757987 May 25 20:14:02.182227 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-edd2f8b1-aac8-4756-b1bb-0d0725ff7f86 req-dda08973-017e-4ffc-bbe3-c38fd458873a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711086 May 25 20:14:02.207581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:02.221270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:subnet and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:02.231988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:02.236974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3bca-e814-442b-a992-dd2125aae4a7 req-d59c38ae-c1b2-4e4a-b0bb-2b2d42c5e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:02.236974 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9ef3bca-e814-442b-a992-dd2125aae4a7 req-d59c38ae-c1b2-4e4a-b0bb-2b2d42c5e861 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe5bde4-daae-4c8f-8024-6f21ae860ce2 HTTP/1.1" status: 200 len: 852 time: 0.0683270 May 25 20:14:02.251257 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ccf9923-d269-4912-98c1-4d338d117c40'] response: {'server_uuid': 'bd0dc0a2-8411-4c8d-bba1-e63fe197ccaa', 'name': 'network-vif-deleted', 'tag': 'cba44630-fb81-4d66-a471-e339b03743c8', 'status': 'completed', 'code': 200} May 25 20:14:02.251606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:02.272163 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:14:02.372845 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9ef3bca-e814-442b-a992-dd2125aae4a7 req-e15c1354-5eec-416e-821f-b872b0be9da5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bccfaecb-9420-49ca-ac74-7e43952027b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313667 May 25 20:14:02.395934 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99c4dc3d-b8f4-4b43-8e11-665d4c5ed4cd req-6518d5dd-53e4-4157-8ba5-da944ed584ef tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips/253d96e9-87ae-4ebd-9339-dcf653bb11fb HTTP/1.1" status: 200 len: 694 time: 0.1096506 May 25 20:14:02.410219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:02.413578 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:02.433729 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:02.439534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:02.440377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:02.485363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Deleting port 69e2fa7d-2a77-4512-afe8-e2817535b3cb {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:02.485705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:02.528177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7f120-1c49-4c91-a5ee-737301dda313 req-b8e025b6-f0d5-42e1-b6fb-18d97a511617 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:02.529709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ad7f120-1c49-4c91-a5ee-737301dda313 req-b8e025b6-f0d5-42e1-b6fb-18d97a511617 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2258070 May 25 20:14:02.570649 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9ef3bca-e814-442b-a992-dd2125aae4a7 req-f3213b3e-194c-413d-9e71-ede07aa063eb service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859298 May 25 20:14:02.680553 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ad7f120-1c49-4c91-a5ee-737301dda313 req-829c25e4-d039-4b78-8582-dde68d578222 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376133 May 25 20:14:02.802355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9ef3bca-e814-442b-a992-dd2125aae4a7 req-f13f6d05-3f07-439d-acbb-f4781bca31ad service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252781 May 25 20:14:02.831504 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50474) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:02.860122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9095423 May 25 20:14:02.868699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50478) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:02.882994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Request body: {'subnet': {'network_id': '1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:02.911729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device cba44630-fb81-4d66-a471-e339b03743c8 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:14:02.942121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41514e-b4b8-4e97-ae8c-ab81093a4283 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event updated for resources: {'Network': ['ID=1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:02.948346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-95dda30a-c294-4c79-abdb-fa932936d85b admin admin] Deleting subnet 32ee182c-17ce-476c-839b-c848f24c8a52 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:14:02.959292 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95dda30a-c294-4c79-abdb-fa932936d85b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:02.965735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: cba44630-fb81-4d66-a471-e339b03743c8 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:14:02.966353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device cba44630-fb81-4d66-a471-e339b03743c8 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:14:02.966953 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 69e2fa7d-2a77-4512-afe8-e2817535b3cb no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:14:03.004483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:14:03.114267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4dc3d-b8f4-4b43-8e11-665d4c5ed4cd req-4083365b-fee4-4243-bcb3-90ce5dea1d68 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:03.124855 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99c4dc3d-b8f4-4b43-8e11-665d4c5ed4cd req-4083365b-fee4-4243-bcb3-90ce5dea1d68 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.7169802 May 25 20:14:03.218130 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95dda30a-c294-4c79-abdb-fa932936d85b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:03.275586 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:03.286480 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95dda30a-c294-4c79-abdb-fa932936d85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:03.329047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:03.352055 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 69e2fa7d-2a77-4512-afe8-e2817535b3cb is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:03.353016 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:03.433090 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95dda30a-c294-4c79-abdb-fa932936d85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:03.485074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:03.487050 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352296be-814a-4dfe-a90a-0d668d901327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e2fa7d-2a77-4512-afe8-e2817535b3cb'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:14:03.489366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:03.494094 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:03.495949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Usage tracker for resource:subnet and tenant:2ba716210e7943b28141788f97fa5d8f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:03.500650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:03.507020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:03.521691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dda30a-c294-4c79-abdb-fa932936d85b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ee182c-17ce-476c-839b-c848f24c8a52,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:03.525521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:03.526407 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:03.531221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Made reservation on behalf of 2ba716210e7943b28141788f97fa5d8f for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:03.535000 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:03.570108 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=69e2fa7d-2a77-4512-afe8-e2817535b3cb,revision_number=11']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:03.682869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Calling delete_port for 69e2fa7d-2a77-4512-afe8-e2817535b3cb owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:03.690111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 8987de23-a0bd-4c1b-b511-79870759d049 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:14:03.848928 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:14:03.850012 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:14:03.912800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99c4dc3d-b8f4-4b43-8e11-665d4c5ed4cd req-7f1d61e2-9b6b-41e3-bf39-d00fa136b6a8 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 697 time: 0.7866359 May 25 20:14:03.954565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-95dda30a-c294-4c79-abdb-fa932936d85b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:03.965923 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-95dda30a-c294-4c79-abdb-fa932936d85b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/32ee182c-17ce-476c-839b-c848f24c8a52 HTTP/1.1" status: 204 len: 168 time: 1.1331646 May 25 20:14:03.967223 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:03.974850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50492) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:04.037094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 8987de23-a0bd-4c1b-b511-79870759d049, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8987de23-a0bd-4c1b-b511-79870759d049,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:04.085993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '8987de23-a0bd-4c1b-b511-79870759d049', 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7', 'port_id': '8987de23-a0bd-4c1b-b511-79870759d049', 'mac_address': 'fa:16:3e:63:8a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe5bde4-daae-4c8f-8024-6f21ae860ce2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:14:04.087720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Checking segment: {'id': 'bb8cf833-1388-4c4b-992c-05846379c4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'afce73d0-6911-4eac-a1fe-eb0e855cf828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:04.088192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network hostable DHCP agents. Network: afce73d0-6911-4eac-a1fe-eb0e855cf828, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:14:04.126443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99c4dc3d-b8f4-4b43-8e11-665d4c5ed4cd req-be66d30b-f374-4654-8dce-17cee1c9e9a6 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 697 time: 0.2117491 May 25 20:14:04.131297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Subnet': ['ID=6aec093a-a8b4-43cb-8759-530ac5dad2ca,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:04.166919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 8987de23-a0bd-4c1b-b511-79870759d049 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:04.168019 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.181582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event updated for resources: {'Subnet': ['ID=0763baa7-7db9-4b7b-b3ad-cd708e5f3697,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:04.196324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8987de23-a0bd-4c1b-b511-79870759d049 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:14:04.217443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 8987de23-a0bd-4c1b-b511-79870759d049, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8987de23-a0bd-4c1b-b511-79870759d049,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:04.223694 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.231498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network afce73d0-6911-4eac-a1fe-eb0e855cf828 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:14:04.259797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Checking segment: {'id': '64f0cf3d-982b-43bb-a685-dea53ba8e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:04.260317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Network hostable DHCP agents. Network: 1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:14:04.280819 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8caf989-5f9a-45a4-a008-3dc1b74b7981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.293145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760be1a-44a2-4e85-b512-86293ece77d4 req-d4ad13a0-6579-41ba-989a-faf126c4e64d tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:04.294684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d760be1a-44a2-4e85-b512-86293ece77d4 req-d4ad13a0-6579-41ba-989a-faf126c4e64d tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 944 time: 0.9295008 May 25 20:14:04.311201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=8987de23-a0bd-4c1b-b511-79870759d049,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:04.312485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Network 1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:14:04.331911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-99c4dc3d-b8f4-4b43-8e11-665d4c5ed4cd req-be0d7375-c9fa-4df3-bbda-5780958e2334 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Deleting port 271dd1ab-af97-4b38-a10d-f75171583a2e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:04.331911 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-99c4dc3d-b8f4-4b43-8e11-665d4c5ed4cd req-be0d7375-c9fa-4df3-bbda-5780958e2334 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.340564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:04.348990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc145da-1c6f-41e5-b8c7-ee7505de42a7 None None] Network 1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:04.384063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:04.384636 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.471537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['8987de23-a0bd-4c1b-b511-79870759d049'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:14:04.504680 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8caf989-5f9a-45a4-a008-3dc1b74b7981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.562746 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-99c4dc3d-b8f4-4b43-8e11-665d4c5ed4cd req-be0d7375-c9fa-4df3-bbda-5780958e2334 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.563172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-99c4dc3d-b8f4-4b43-8e11-665d4c5ed4cd req-be0d7375-c9fa-4df3-bbda-5780958e2334 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.586876 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-856458b5-b92d-4c5f-a2af-254d9cd71715 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7110798 May 25 20:14:04.603464 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d760be1a-44a2-4e85-b512-86293ece77d4 req-b49d6b2e-23d3-4650-ae9b-cf7117abeb2d tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958796 May 25 20:14:04.607461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-d8caf989-5f9a-45a4-a008-3dc1b74b7981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3426774-1aeb-4a7e-94c6-c23fe60c8ceb']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:04.619511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50498) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:04.628020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-712fd8f5-e69d-4276-9045-c2fe492c9672 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-90375387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:04.647261 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-d8caf989-5f9a-45a4-a008-3dc1b74b7981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323b9187-aac0-4e3b-bfda-f850dad77e03') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:04.647566 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-d8caf989-5f9a-45a4-a008-3dc1b74b7981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323b9187-aac0-4e3b-bfda-f850dad77e03') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:04.659565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-712fd8f5-e69d-4276-9045-c2fe492c9672 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:04.667947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-712fd8f5-e69d-4276-9045-c2fe492c9672 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Usage tracker for resource:router and tenant:2ba716210e7943b28141788f97fa5d8f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:04.672144 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8caf989-5f9a-45a4-a008-3dc1b74b7981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.683784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-712fd8f5-e69d-4276-9045-c2fe492c9672 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:04.697296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-712fd8f5-e69d-4276-9045-c2fe492c9672 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:04.706752 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8caf989-5f9a-45a4-a008-3dc1b74b7981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.720778 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-712fd8f5-e69d-4276-9045-c2fe492c9672 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.722933 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-712fd8f5-e69d-4276-9045-c2fe492c9672 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.743336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8caf989-5f9a-45a4-a008-3dc1b74b7981 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:14:04.743985 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8caf989-5f9a-45a4-a008-3dc1b74b7981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.855938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6', 'network_id': '1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6', 'tenant_id': '2ba716210e7943b28141788f97fa5d8f', 'fixed_ips': [{'subnet_id': '0763baa7-7db9-4b7b-b3ad-cd708e5f3697'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:14:04.857207 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.867308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-99c4dc3d-b8f4-4b43-8e11-665d4c5ed4cd req-be0d7375-c9fa-4df3-bbda-5780958e2334 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Calling delete_port for 271dd1ab-af97-4b38-a10d-f75171583a2e owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:04.950175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Deleting port 69e2fa7d-2a77-4512-afe8-e2817535b3cb {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:04.954019 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:04.969451 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 323b9187-aac0-4e3b-bfda-f850dad77e03 resource provider aggregate not found May 25 20:14:05.021426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, afce73d0-6911-4eac-a1fe-eb0e855cf828) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:05.023201 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 323b9187-aac0-4e3b-bfda-f850dad77e03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 323b9187-aac0-4e3b-bfda-f850dad77e03 found for delete ", "request_id": "req-bb704893-380a-4b65-84b6-e03c0195c998"}]} May 25 20:14:05.040784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23c6fc9-8118-4365-bf71-3100bb9e3963 None None] Network afce73d0-6911-4eac-a1fe-eb0e855cf828 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:05.057807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:05.059844 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:05.062465 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8caf989-5f9a-45a4-a008-3dc1b74b7981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:05.109891 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8caf989-5f9a-45a4-a008-3dc1b74b7981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:05.125780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caf989-5f9a-45a4-a008-3dc1b74b7981 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3426774-1aeb-4a7e-94c6-c23fe60c8ceb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:05.128297 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-712fd8f5-e69d-4276-9045-c2fe492c9672 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:05.160334 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d8caf989-5f9a-45a4-a008-3dc1b74b7981 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a3426774-1aeb-4a7e-94c6-c23fe60c8ceb HTTP/1.1" status: 204 len: 168 time: 1.1120508 May 25 20:14:05.176263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335ddff-0e4b-48d4-8c41-f6ac4d7b609b req-0f92ac69-bc7a-4a60-9a9a-43c6f5fe88fd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:05.177743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e335ddff-0e4b-48d4-8c41-f6ac4d7b609b req-0f92ac69-bc7a-4a60-9a9a-43c6f5fe88fd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Synchronizing usage tracker for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:05.195139 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-712fd8f5-e69d-4276-9045-c2fe492c9672 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:05.216912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e335ddff-0e4b-48d4-8c41-f6ac4d7b609b req-0f92ac69-bc7a-4a60-9a9a-43c6f5fe88fd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Unset dirty status for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:05.221389 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e335ddff-0e4b-48d4-8c41-f6ac4d7b609b req-0f92ac69-bc7a-4a60-9a9a-43c6f5fe88fd tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 949 time: 0.3921452 May 25 20:14:05.232237 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-712fd8f5-e69d-4276-9045-c2fe492c9672 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:05.232995 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-99c4dc3d-b8f4-4b43-8e11-665d4c5ed4cd req-be0d7375-c9fa-4df3-bbda-5780958e2334 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:05.236428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-712fd8f5-e69d-4276-9045-c2fe492c9672 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.6121619 May 25 20:14:05.249612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50508) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:05.311634 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e335ddff-0e4b-48d4-8c41-f6ac4d7b609b req-d94f4be6-5308-4bd3-9747-d6b497c57f68 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828440 May 25 20:14:05.373664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Allocated IP 172.20.0.2 (1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6/0763baa7-7db9-4b7b-b3ad-cd708e5f3697/5905e8d7-2e4a-4c85-9a40-f365cc5d0431) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:05.472284 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4501fb68-bf2d-4c84-bd38-cfb7c6e42225'] response: {'server_uuid': '352296be-814a-4dfe-a90a-0d668d901327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e2fa7d-2a77-4512-afe8-e2817535b3cb', 'code': 200} May 25 20:14:05.609721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50514) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:05.764188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-01b97bba-876f-4fb0-b0e4-f8f1bd851e9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88f6397f03984d5da808a2faa7134cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487470 May 25 20:14:05.764188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50520) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:05.812907 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:05.827637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Transition to ACTIVE for port object 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:05.842933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dea19-94b5-4328-bbe4-a4df8dc42c7c req-89f2b588-5779-45d6-94c0-f0f6b8a374e2 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:05.845770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ad3dea19-94b5-4328-bbe4-a4df8dc42c7c req-89f2b588-5779-45d6-94c0-f0f6b8a374e2 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.1703942 May 25 20:14:05.851851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Transition to ACTIVE for port object 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:05.863032 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:05.916924 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-abdd7b56-f428-4f02-b5ad-e5ca2f38da43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:05.967851 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ad3dea19-94b5-4328-bbe4-a4df8dc42c7c req-6797e4fe-7846-4d4d-bb64-514a1d7e3ba2 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899212 May 25 20:14:05.972685 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-abdd7b56-f428-4f02-b5ad-e5ca2f38da43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:05.988517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Network 1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:05.989685 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Pushing event updated for resources: {'Port': ['ID=5905e8d7-2e4a-4c85-9a40-f365cc5d0431,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:05.994281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:06.001997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:06.065911 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-abdd7b56-f428-4f02-b5ad-e5ca2f38da43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:06.090244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d7375-c9fa-4df3-bbda-5780958e2334 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Pushing event deleted for resources: {'Port': ['ID=271dd1ab-af97-4b38-a10d-f75171583a2e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:06.094550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-afce73d0-6911-4eac-a1fe-eb0e855cf828', 'network_id': 'afce73d0-6911-4eac-a1fe-eb0e855cf828', 'tenant_id': '8ad8c052b126426fb88726b97abdeb0e', 'fixed_ips': [{'subnet_id': '6aec093a-a8b4-43cb-8759-530ac5dad2ca'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:14:06.095245 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:06.119204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd7b56-f428-4f02-b5ad-e5ca2f38da43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0868b776-d68a-4951-820c-7c28683f693d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:06.142829 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-abdd7b56-f428-4f02-b5ad-e5ca2f38da43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:06.144456 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-abdd7b56-f428-4f02-b5ad-e5ca2f38da43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0868b776-d68a-4951-820c-7c28683f693d HTTP/1.1" status: 204 len: 168 time: 0.3791168 May 25 20:14:06.285058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c3b06432-ec69-4540-be4c-9a32a2ae0856 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.4201844 May 25 20:14:06.285661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50528) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:06.311651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec02e4-b33e-4bac-92ad-2a263bf11b65 req-2a564940-8755-43f4-8caa-697a540ab3ed tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:06.320065 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1ec02e4-b33e-4bac-92ad-2a263bf11b65 req-2a564940-8755-43f4-8caa-697a540ab3ed tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 945 time: 0.1739807 May 25 20:14:06.406643 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1ec02e4-b33e-4bac-92ad-2a263bf11b65 req-5a97d271-cd5e-4d8f-b7ad-e3c24b0489eb tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829103 May 25 20:14:06.410742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Allocated IP 172.20.0.1 (afce73d0-6911-4eac-a1fe-eb0e855cf828/6aec093a-a8b4-43cb-8759-530ac5dad2ca/2e01edb0-6201-4534-8702-7d847df681b2) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:06.480471 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-99c4dc3d-b8f4-4b43-8e11-665d4c5ed4cd req-be0d7375-c9fa-4df3-bbda-5780958e2334 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:06.483878 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-99c4dc3d-b8f4-4b43-8e11-665d4c5ed4cd req-be0d7375-c9fa-4df3-bbda-5780958e2334 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:06.496543 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99c4dc3d-b8f4-4b43-8e11-665d4c5ed4cd req-be0d7375-c9fa-4df3-bbda-5780958e2334 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "DELETE /v2.0/floatingips/253d96e9-87ae-4ebd-9339-dcf653bb11fb HTTP/1.1" status: 204 len: 173 time: 2.3689864 May 25 20:14:06.669563 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:06.694852 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Transition to ACTIVE for port object 2e01edb0-6201-4534-8702-7d847df681b2 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:06.727917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Transition to ACTIVE for port object 2e01edb0-6201-4534-8702-7d847df681b2 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:06.765364 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:06.858920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Network afce73d0-6911-4eac-a1fe-eb0e855cf828 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:06.862312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:06.866204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:06.874455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Pushing event updated for resources: {'Port': ['ID=2e01edb0-6201-4534-8702-7d847df681b2,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:06.929368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] For port 69e2fa7d-2a77-4512-afe8-e2817535b3cb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=69e2fa7d-2a77-4512-afe8-e2817535b3cb,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:06.929728 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:06.970110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Attempting to bind port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:14:06.970669 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Attempting to bind port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '64f0cf3d-982b-43bb-a685-dea53ba8e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:14:06.971030 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Attempting to bind port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 on network 1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:14:07.021448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:14:07.021822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Checking segment: {'id': '64f0cf3d-982b-43bb-a685-dea53ba8e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:07.022242 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:07.022631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Bound using segment: {'id': '64f0cf3d-982b-43bb-a685-dea53ba8e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:14:07.023108 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Bound port: 5905e8d7-2e4a-4c85-9a40-f365cc5d0431, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f0cf3d-982b-43bb-a685-dea53ba8e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:14:07.023475 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:07.052877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Attempting to bind port 2e01edb0-6201-4534-8702-7d847df681b2 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:14:07.053188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Attempting to bind port 2e01edb0-6201-4534-8702-7d847df681b2 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'bb8cf833-1388-4c4b-992c-05846379c4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'afce73d0-6911-4eac-a1fe-eb0e855cf828'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:14:07.053499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Attempting to bind port 2e01edb0-6201-4534-8702-7d847df681b2 on network afce73d0-6911-4eac-a1fe-eb0e855cf828 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:14:07.159314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Calling delete_port for 69e2fa7d-2a77-4512-afe8-e2817535b3cb owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:07.165953 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca431b3b-11d2-4fa2-9b46-089ce8293326 req-fc80ab77-1124-4333-85fa-df54441de0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:07.167183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] For port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:14:07.171004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca431b3b-11d2-4fa2-9b46-089ce8293326 req-fc80ab77-1124-4333-85fa-df54441de0a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 1095 time: 0.1673684 May 25 20:14:07.171127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] For port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5905e8d7-2e4a-4c85-9a40-f365cc5d0431,segment=NetworkSegment(64f0cf3d-982b-43bb-a685-dea53ba8e823),segment_id=64f0cf3d-982b-43bb-a685-dea53ba8e823)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:14:07.172472 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:14:07.172997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Checking segment: {'id': 'bb8cf833-1388-4c4b-992c-05846379c4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'afce73d0-6911-4eac-a1fe-eb0e855cf828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:07.173644 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:07.174505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Bound using segment: {'id': 'bb8cf833-1388-4c4b-992c-05846379c4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'afce73d0-6911-4eac-a1fe-eb0e855cf828'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:14:07.175370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Bound port: 2e01edb0-6201-4534-8702-7d847df681b2, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8cf833-1388-4c4b-992c-05846379c4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'afce73d0-6911-4eac-a1fe-eb0e855cf828'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:14:07.175754 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:07.227728 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:07.326259 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:07.331470 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:07.373513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56627b1-21f6-4fe1-b2bb-1e1f20b7b0f5 None None] Pushing event updated for resources: {'Port': ['ID=5905e8d7-2e4a-4c85-9a40-f365cc5d0431,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:07.382073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] For port 2e01edb0-6201-4534-8702-7d847df681b2, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:14:07.385949 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] For port 2e01edb0-6201-4534-8702-7d847df681b2, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2e01edb0-6201-4534-8702-7d847df681b2,segment=NetworkSegment(bb8cf833-1388-4c4b-992c-05846379c4ed),segment_id=bb8cf833-1388-4c4b-992c-05846379c4ed)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:14:07.392209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e32ca-f977-485f-9826-f2e55c064b99 req-67e644f0-32d4-4eb8-88fb-33ba77c1ed6a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:07.393300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-483e32ca-f977-485f-9826-f2e55c064b99 req-67e644f0-32d4-4eb8-88fb-33ba77c1ed6a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Synchronizing usage tracker for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:07.395799 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:07.534712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca431b3b-11d2-4fa2-9b46-089ce8293326 req-6098197a-8b9f-4207-80f0-d6b72563104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:07.536199 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca431b3b-11d2-4fa2-9b46-089ce8293326 req-6098197a-8b9f-4207-80f0-d6b72563104c service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.3585975 May 25 20:14:07.540530 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abd386-9d62-4bcc-87b8-e0954efa1c64 None None] Pushing event updated for resources: {'Port': ['ID=2e01edb0-6201-4534-8702-7d847df681b2,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:07.618282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50564) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:07.703213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 8987de23-a0bd-4c1b-b511-79870759d049 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:14:07.729658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70478a-0f22-4c52-adbb-93b0bf9e539f req-df6559fc-b475-4916-91d0-5e8c0d1b037e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:07.739390 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb70478a-0f22-4c52-adbb-93b0bf9e539f req-df6559fc-b475-4916-91d0-5e8c0d1b037e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.3397975 May 25 20:14:07.842487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca431b3b-11d2-4fa2-9b46-089ce8293326 req-feb368da-2bd5-4b38-ab92-3bb5f33456b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f17320-bf1b-4489-a273-146e933cb757 HTTP/1.1" status: 200 len: 999 time: 0.2912121 May 25 20:14:07.934506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:14:08.066740 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 8987de23-a0bd-4c1b-b511-79870759d049 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:08.096547 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 8987de23-a0bd-4c1b-b511-79870759d049 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:08.096904 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:08.116888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-483e32ca-f977-485f-9826-f2e55c064b99 req-67e644f0-32d4-4eb8-88fb-33ba77c1ed6a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Unset dirty status for tenant:04d4004046824ccea8f136fdfd698c36 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:08.118556 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-483e32ca-f977-485f-9826-f2e55c064b99 req-67e644f0-32d4-4eb8-88fb-33ba77c1ed6a tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/ports?device_id=352296be-814a-4dfe-a90a-0d668d901327 HTTP/1.1" status: 200 len: 949 time: 1.4711378 May 25 20:14:08.119354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Deleting port 2e01edb0-6201-4534-8702-7d847df681b2 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:08.119874 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:08.165268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-262332005-network', 'tenant_id': 'a206c0d9eba94f4681dea5401500d260'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:08.172392 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:08.175759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:08.191080 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb70478a-0f22-4c52-adbb-93b0bf9e539f req-67cf17af-c552-4826-ab02-9b309bb4f965 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4478137 May 25 20:14:08.201956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:08.208207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Usage tracker for resource:network and tenant:a206c0d9eba94f4681dea5401500d260 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:08.213261 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:08.223907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:08.231633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca431b3b-11d2-4fa2-9b46-089ce8293326 req-d42a25fe-687d-4a95-91bb-cae7c5aacf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:08.233121 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca431b3b-11d2-4fa2-9b46-089ce8293326 req-d42a25fe-687d-4a95-91bb-cae7c5aacf4c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.3815002 May 25 20:14:08.288277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Made reservation on behalf of a206c0d9eba94f4681dea5401500d260 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:08.290931 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:08.313793 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:08.314822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 8987de23-a0bd-4c1b-b511-79870759d049 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:08.315287 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:08.343912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:08.349272 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Usage tracker for resource:security_group_rule and tenant:a206c0d9eba94f4681dea5401500d260 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:08.352939 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a3b2af-bd82-4318-81a1-6b0411224fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8987de23-a0bd-4c1b-b511-79870759d049'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:14:08.355409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:08.364762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:08.373411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 8987de23-a0bd-4c1b-b511-79870759d049, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8987de23-a0bd-4c1b-b511-79870759d049,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:08.380411 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:08.404046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Pushing event deleted for resources: {'Port': ['ID=69e2fa7d-2a77-4512-afe8-e2817535b3cb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:08.471638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=8987de23-a0bd-4c1b-b511-79870759d049,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:08.512553 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca431b3b-11d2-4fa2-9b46-089ce8293326 req-42b505c0-1f88-4ae6-b589-3a5a27784a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:08.514050 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca431b3b-11d2-4fa2-9b46-089ce8293326 req-42b505c0-1f88-4ae6-b589-3a5a27784a5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2682371 May 25 20:14:08.523740 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-483e32ca-f977-485f-9826-f2e55c064b99 req-c1e66ec2-6fc4-48b2-bbac-faec2c60a3a2 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.60 "GET /v2.0/security-groups?id=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743031 May 25 20:14:08.524794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] No DVR routers for this DVR port 69e2fa7d-2a77-4512-afe8-e2817535b3cb on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:14:08.529472 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:08.537320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352296be-814a-4dfe-a90a-0d668d901327', 'name': 'network-vif-deleted', 'tag': '69e2fa7d-2a77-4512-afe8-e2817535b3cb'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:14:08.773760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:08.787480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] For port 2e01edb0-6201-4534-8702-7d847df681b2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2e01edb0-6201-4534-8702-7d847df681b2,segment=NetworkSegment(bb8cf833-1388-4c4b-992c-05846379c4ed),segment_id=bb8cf833-1388-4c4b-992c-05846379c4ed)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:08.787844 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:08.787965 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:08.893028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd8310-f49a-4596-9c18-56b4e95d37f4 req-a5641807-9d24-41ca-a88d-21d385313cd0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:08.895570 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82bd8310-f49a-4596-9c18-56b4e95d37f4 req-a5641807-9d24-41ca-a88d-21d385313cd0 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 945 time: 0.5112553 May 25 20:14:08.906331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:14:08.936550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea2be28-0511-4f3a-82ae-7fd500e6d7e9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:08.960013 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca431b3b-11d2-4fa2-9b46-089ce8293326 req-a2678d9f-2ca1-46d2-ab6d-87ede4ac4620 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359603 May 25 20:14:08.975062 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca86339-0863-4e19-9558-fd431585c521 req-0af3aa4d-c67d-4721-a4a4-e4a1d2d7d832 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:08.976661 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fca86339-0863-4e19-9558-fd431585c521 req-0af3aa4d-c67d-4721-a4a4-e4a1d2d7d832 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.50 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 945 time: 0.5286937 May 25 20:14:08.982326 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-92778da2-191c-4fde-b5d3-80db34675291 req-6fd6de43-d4d5-4695-83b6-8ec6d1efd977 tempest-MigrationsAdminTest-761387220 tempest-MigrationsAdminTest-761387220-project] 10.222.0.70 "DELETE /v2.0/ports/69e2fa7d-2a77-4512-afe8-e2817535b3cb HTTP/1.1" status: 204 len: 173 time: 6.8627877 May 25 20:14:09.002803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Calling delete_port for 2e01edb0-6201-4534-8702-7d847df681b2 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:09.015580 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:09.016145 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Added segment d3d4a5b9-4d2e-4a74-a865-3a20a8e236da of type vlan for network 04ec8327-b153-49a7-b725-c3570cad1f7f May 25 20:14:09.211451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddce7cd1-f9cc-45d9-985d-9e3e46c60bb3 None None] Network afce73d0-6911-4eac-a1fe-eb0e855cf828 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:09.223822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-fca86339-0863-4e19-9558-fd431585c521 req-9b3b415a-2d11-4746-a3b0-1c011d011f36 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Deleting port 095e8004-ab28-4a59-b028-e1eae0123d72 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:09.224431 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fca86339-0863-4e19-9558-fd431585c521 req-9b3b415a-2d11-4746-a3b0-1c011d011f36 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:09.282679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82bd8310-f49a-4596-9c18-56b4e95d37f4 req-10f8e7b1-f33e-4b42-b0bc-57c13fcc9dcf tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/security-groups?id=93795864-cf71-4a20-a1f5-8bf0ef731bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667216 May 25 20:14:09.357953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6f521-387f-47c1-b2a6-2abdace0b0aa req-8a60bf95-394d-4c37-8f9f-561d46af1fbb tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:09.359594 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ef6f521-387f-47c1-b2a6-2abdace0b0aa req-8a60bf95-394d-4c37-8f9f-561d46af1fbb tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 946 time: 0.3792908 May 25 20:14:09.366814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Allocated IP 172.20.0.1 (1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6/0763baa7-7db9-4b7b-b3ad-cd708e5f3697/1a2ac20d-0940-442c-8f3d-b01a5b0e532e) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:09.422629 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:09.423124 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:09.467089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1d8e6804-95d9-4753-b8aa-ef373aed246f None None] Provisioning for port 2e01edb0-6201-4534-8702-7d847df681b2 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:09.507756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1d8e6804-95d9-4753-b8aa-ef373aed246f None None] Provisioning complete for port 2e01edb0-6201-4534-8702-7d847df681b2 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:09.510382 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1d8e6804-95d9-4753-b8aa-ef373aed246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:09.590731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e6804-95d9-4753-b8aa-ef373aed246f None None] Port 2e01edb0-6201-4534-8702-7d847df681b2 was deleted so its status cannot be updated. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 25 20:14:09.594529 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726f3641-6bae-40eb-97d3-e5b941fb0f90 None None] Network 1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:09.615968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Port': ['ID=2e01edb0-6201-4534-8702-7d847df681b2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:09.798885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No DVR routers for this DVR port 2e01edb0-6201-4534-8702-7d847df681b2 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:14:09.842774 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca431b3b-11d2-4fa2-9b46-089ce8293326 req-886db54a-51c3-44e7-b76a-14807296caa7 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8650391 May 25 20:14:09.858420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-fca86339-0863-4e19-9558-fd431585c521 req-9b3b415a-2d11-4746-a3b0-1c011d011f36 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] For port 095e8004-ab28-4a59-b028-e1eae0123d72, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=095e8004-ab28-4a59-b028-e1eae0123d72,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:09.858886 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fca86339-0863-4e19-9558-fd431585c521 req-9b3b415a-2d11-4746-a3b0-1c011d011f36 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:09.893911 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ef6f521-387f-47c1-b2a6-2abdace0b0aa req-0a295539-64eb-4b42-8aaf-fc768cbb888a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162940 May 25 20:14:09.955291 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:09.963130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-94304a24-c227-4c75-811e-670beb2bc157 None None] Provisioning for port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:09.973828 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6376bed9-62a5-4264-861f-3615e73cb3fe'] response: {'server_uuid': 'e5a3b2af-bd82-4318-81a1-6b0411224fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8987de23-a0bd-4c1b-b511-79870759d049', 'code': 200} May 25 20:14:09.997762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-94304a24-c227-4c75-811e-670beb2bc157 None None] Provisioning complete for port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:09.998123 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-94304a24-c227-4c75-811e-670beb2bc157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:10.028244 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15607206-f722-4d39-a2d2-14ac2ab40278'] response: {'server_uuid': '352296be-814a-4dfe-a90a-0d668d901327', 'name': 'network-vif-deleted', 'tag': '69e2fa7d-2a77-4512-afe8-e2817535b3cb', 'status': 'completed', 'code': 200} May 25 20:14:10.055612 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:10.081987 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:14:10.092095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Transition to ACTIVE for port object 1a2ac20d-0940-442c-8f3d-b01a5b0e532e will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:10.114946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-fca86339-0863-4e19-9558-fd431585c521 req-9b3b415a-2d11-4746-a3b0-1c011d011f36 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Calling delete_port for 095e8004-ab28-4a59-b028-e1eae0123d72 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:10.179152 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:10.203878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-94304a24-c227-4c75-811e-670beb2bc157 None None] Current status of the port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:10.204288 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-94304a24-c227-4c75-811e-670beb2bc157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:10.216113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-cc72947a-d7af-4973-a27e-30127250b99c req-df0fb17d-229d-47e6-a95d-bf7500f1d6f0 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Synchronizing usage tracker for tenant:35671e658e6f4611aa3dac173061e9e1 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:10.248709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-94304a24-c227-4c75-811e-670beb2bc157 None None] For port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5905e8d7-2e4a-4c85-9a40-f365cc5d0431,segment=NetworkSegment(64f0cf3d-982b-43bb-a685-dea53ba8e823),segment_id=64f0cf3d-982b-43bb-a685-dea53ba8e823)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:10.254799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-cc72947a-d7af-4973-a27e-30127250b99c req-df0fb17d-229d-47e6-a95d-bf7500f1d6f0 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Unset dirty status for tenant:35671e658e6f4611aa3dac173061e9e1 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:10.258951 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-94304a24-c227-4c75-811e-670beb2bc157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:10.264076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-df0fb17d-229d-47e6-a95d-bf7500f1d6f0 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2140169206&fields=id&tenant_id=35671e658e6f4611aa3dac173061e9e1 HTTP/1.1" status: 200 len: 267 time: 0.7400858 May 25 20:14:10.294856 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:10.295822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:10.296401 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:10.383622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94304a24-c227-4c75-811e-670beb2bc157 None None] Pushing event updated for resources: {'Port': ['ID=5905e8d7-2e4a-4c85-9a40-f365cc5d0431,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:10.451009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] Pushing event updated for resources: {'Network': ['ID=04ec8327-b153-49a7-b725-c3570cad1f7f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:10.454888 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2e33b4cd-40af-4546-99b5-257a4d10023f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.8340776 May 25 20:14:10.463641 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 04ec8327-b153-49a7-b725-c3570cad1f7f details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:14:10.475499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50588) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:10.492366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Request body: {'subnet': {'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-262332005-subnet', 'tenant_id': 'a206c0d9eba94f4681dea5401500d260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:10.500190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:10.507013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Usage tracker for resource:subnet and tenant:a206c0d9eba94f4681dea5401500d260 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:10.510048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:10.516420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:10.546514 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:10.551107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Made reservation on behalf of a206c0d9eba94f4681dea5401500d260 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:10.553456 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:10.575807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Network 1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:10.603490 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c328012c-abc9-4f2a-8c25-8c254c8ab454 None None] Provisioning complete for port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:10.603998 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c328012c-abc9-4f2a-8c25-8c254c8ab454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:10.616898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:10.675630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:10.704749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Subnet': ['ID=6aec093a-a8b4-43cb-8759-530ac5dad2ca,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:10.714918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event updated for resources: {'Port': ['ID=1a2ac20d-0940-442c-8f3d-b01a5b0e532e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:10.740579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f09e1-067e-4e51-a704-9f0014d42264 req-404c2610-4fe1-4060-8528-417c669e6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:10.742317 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ff3f09e1-067e-4e51-a704-9f0014d42264 req-404c2610-4fe1-4060-8528-417c669e6e11 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 1097 time: 0.5926001 May 25 20:14:10.787199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c328012c-abc9-4f2a-8c25-8c254c8ab454 None None] Current status of the port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:10.789141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf09b0-f83f-4cc8-bd11-1e02671fa9d9 None None] Network afce73d0-6911-4eac-a1fe-eb0e855cf828 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:10.844290 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fca86339-0863-4e19-9558-fd431585c521 req-9b3b415a-2d11-4746-a3b0-1c011d011f36 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:10.863331 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:10.902376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afce73d0-6911-4eac-a1fe-eb0e855cf828']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:10.933716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b415a-2d11-4746-a3b0-1c011d011f36 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Pushing event deleted for resources: {'Port': ['ID=095e8004-ab28-4a59-b028-e1eae0123d72,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:10.934684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8cf833-1388-4c4b-992c-05846379c4ed') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:10.934985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8cf833-1388-4c4b-992c-05846379c4ed') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:10.937786 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ff3f09e1-067e-4e51-a704-9f0014d42264 req-1ada1d48-dc05-49c4-808f-0b3de220b481 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866770 May 25 20:14:10.966054 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:10.985695 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:11.003837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836983cb-4fc1-4916-af82-dc9da4dbbeb9 req-120e2676-3b36-44a9-ae4d-dcba6d744c07 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:11.005384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-836983cb-4fc1-4916-af82-dc9da4dbbeb9 req-120e2676-3b36-44a9-ae4d-dcba6d744c07 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.8648136 May 25 20:14:11.006507 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:11.024739 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-44c94418-ba1b-4845-8682-c28217c93117 None None] Provisioning for port 1a2ac20d-0940-442c-8f3d-b01a5b0e532e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:11.040278 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-44c94418-ba1b-4845-8682-c28217c93117 None None] Provisioning complete for port 1a2ac20d-0940-442c-8f3d-b01a5b0e532e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:11.040794 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-44c94418-ba1b-4845-8682-c28217c93117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:11.040982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca86339-0863-4e19-9558-fd431585c521 req-9b3b415a-2d11-4746-a3b0-1c011d011f36 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] No DVR routers for this DVR port 095e8004-ab28-4a59-b028-e1eae0123d72 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:14:11.041125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:14:11.041380 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:11.044691 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fca86339-0863-4e19-9558-fd431585c521 req-9b3b415a-2d11-4746-a3b0-1c011d011f36 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:11.055005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'name': 'network-vif-deleted', 'tag': '095e8004-ab28-4a59-b028-e1eae0123d72'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:14:11.079263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72947a-d7af-4973-a27e-30127250b99c req-5966e0d9-c48b-40d5-9d10-37eb756a815d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:11.079833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-cc72947a-d7af-4973-a27e-30127250b99c req-5966e0d9-c48b-40d5-9d10-37eb756a815d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Synchronizing usage tracker for tenant:35671e658e6f4611aa3dac173061e9e1 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:11.098722 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fca86339-0863-4e19-9558-fd431585c521 req-9b3b415a-2d11-4746-a3b0-1c011d011f36 tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.50 "DELETE /v2.0/ports/095e8004-ab28-4a59-b028-e1eae0123d72 HTTP/1.1" status: 204 len: 173 time: 2.0960059 May 25 20:14:11.116002 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-44c94418-ba1b-4845-8682-c28217c93117 None None] Port 1a2ac20d-0940-442c-8f3d-b01a5b0e532e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:14:11.125516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-cc72947a-d7af-4973-a27e-30127250b99c req-5966e0d9-c48b-40d5-9d10-37eb756a815d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Unset dirty status for tenant:35671e658e6f4611aa3dac173061e9e1 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:11.136864 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-5966e0d9-c48b-40d5-9d10-37eb756a815d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/networks?id=8d64901a-e12f-4b20-99e0-9c41b70a037b HTTP/1.1" status: 200 len: 815 time: 0.8717356 May 25 20:14:11.158307 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment bb8cf833-1388-4c4b-992c-05846379c4ed resource provider aggregate not found May 25 20:14:11.162803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-49cfac50-674c-475e-a83e-2075670ee76b tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/quotas/35671e658e6f4611aa3dac173061e9e1 HTTP/1.1" status: 200 len: 375 time: 0.0244944 May 25 20:14:11.178485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0225c4-3c6c-4363-be91-7c9bad0a9f05 None None] DHCP port deletion for afce73d0-6911-4eac-a1fe-eb0e855cf828 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:14:11.219045 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment bb8cf833-1388-4c4b-992c-05846379c4ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb8cf833-1388-4c4b-992c-05846379c4ed found for delete ", "request_id": "req-115a860a-2988-4e52-9fe6-87c3ad8faeae"}]} May 25 20:14:11.295556 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:11.306935 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-afcbb341-88be-4965-b9ae-057c5c94ecbf tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=35671e658e6f4611aa3dac173061e9e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1198764 May 25 20:14:11.329558 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:11.351410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Network': ['ID=afce73d0-6911-4eac-a1fe-eb0e855cf828,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:11.411646 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-836983cb-4fc1-4916-af82-dc9da4dbbeb9 req-60cac53f-0762-4785-b870-85fcb52146c3 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3938658 May 25 20:14:11.439813 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2164860b-66c3-43f0-bbdd-ef922b2fbc51 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/afce73d0-6911-4eac-a1fe-eb0e855cf828 HTTP/1.1" status: 204 len: 168 time: 5.1424847 May 25 20:14:11.455640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50602) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:11.469026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1714057218'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:11.477807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:11.484366 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:11.488411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:network and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:11.515285 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-7ab821d7-cd36-4892-8fa3-2e96d9a23384 service neutron] 10.222.0.60 "GET /v2.0/networks/8d64901a-e12f-4b20-99e0-9c41b70a037b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987839 May 25 20:14:11.628041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:11.634784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:11.688425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:11.696553 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:11.712203 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:11.735314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 095e8004-ab28-4a59-b028-e1eae0123d72 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:14:11.817317 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-891389d0-f7a2-4219-9d21-838ec9de1bd0 service neutron] 10.222.0.60 "GET /v2.0/networks/8d64901a-e12f-4b20-99e0-9c41b70a037b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893794 May 25 20:14:11.869190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:14:11.965435 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 095e8004-ab28-4a59-b028-e1eae0123d72 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:14:11.965883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 095e8004-ab28-4a59-b028-e1eae0123d72 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:14:11.988544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc790b4-10d9-494e-a68e-77eb18406dd8,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:12.021963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-83d5012e-4066-4ad9-afee-6b345f14530f req-df340028-bc90-4d85-9af5-ce5a70062dee tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Synchronizing usage tracker for tenant:bcd8a79fdc45491c930f09375a86f6b9 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:12.068712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:12.069998 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:12.071984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:14:12.156484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Checking segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:12.156827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Network hostable DHCP agents. Network: 04ec8327-b153-49a7-b725-c3570cad1f7f, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:14:12.285896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50616) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:12.297495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-83d5012e-4066-4ad9-afee-6b345f14530f req-df340028-bc90-4d85-9af5-ce5a70062dee tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] Unset dirty status for tenant:bcd8a79fdc45491c930f09375a86f6b9 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:12.299333 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-83d5012e-4066-4ad9-afee-6b345f14530f req-df340028-bc90-4d85-9af5-ce5a70062dee tempest-FloatingIPsAssociationTestJSON-2038636486 tempest-FloatingIPsAssociationTestJSON-2038636486-project] 10.222.0.60 "GET /v2.0/ports?device_id=b180c145-79c9-49c3-b0bb-0cd6df92ed8f HTTP/1.1" status: 200 len: 210 time: 0.6152387 May 25 20:14:12.301336 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:12.302353 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Added segment 7993fd4f-3bac-4946-8744-f82bc411ad8f of type vlan for network f9286bc9-87a2-4601-9383-7ded7a0be36e May 25 20:14:12.372622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:12.392488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2e01edb0-6201-4534-8702-7d847df681b2 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:14:12.405164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Network 04ec8327-b153-49a7-b725-c3570cad1f7f is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:14:12.419823 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:12.453650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 04ec8327-b153-49a7-b725-c3570cad1f7f) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:12.495382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:12.496041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9979a071-e249-4c14-94be-c256dbaa94ec None None] Network 04ec8327-b153-49a7-b725-c3570cad1f7f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:12.496819 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:12.544733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 2e01edb0-6201-4534-8702-7d847df681b2 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:14:12.545004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2e01edb0-6201-4534-8702-7d847df681b2 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:14:12.555073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:14:12.615329 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a62706d4-af0b-4e83-a803-aac3db19cfdb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1341870 May 25 20:14:12.646467 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:12.652849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:12.653470 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:12.734603 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8fdb3685-d2dc-46a8-9e08-8deca68511fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04d4004046824ccea8f136fdfd698c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471242 May 25 20:14:12.736358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50626) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:12.856578 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0007f54d-b883-4831-810c-5c1099ada2f7'] response: {'server_uuid': 'b180c145-79c9-49c3-b0bb-0cd6df92ed8f', 'name': 'network-vif-deleted', 'tag': '095e8004-ab28-4a59-b028-e1eae0123d72', 'status': 'completed', 'code': 200} May 25 20:14:12.879424 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c28a703e-f624-44a6-8aee-1bb6a1592811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:12.903686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002a8064-4b80-474a-b430-ab07a3c64e9f None None] Network 04ec8327-b153-49a7-b725-c3570cad1f7f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:12.971281 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c28a703e-f624-44a6-8aee-1bb6a1592811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:13.089120 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c28a703e-f624-44a6-8aee-1bb6a1592811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:13.110680 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a703e-f624-44a6-8aee-1bb6a1592811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fb1c54-7d17-4ab8-90f5-c2e1d6d39201,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:13.122428 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c28a703e-f624-44a6-8aee-1bb6a1592811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:13.137158 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c28a703e-f624-44a6-8aee-1bb6a1592811 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/03fb1c54-7d17-4ab8-90f5-c2e1d6d39201 HTTP/1.1" status: 204 len: 168 time: 0.3995030 May 25 20:14:13.251346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Network': ['ID=f9286bc9-87a2-4601-9383-7ded7a0be36e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:13.289683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network f9286bc9-87a2-4601-9383-7ded7a0be36e details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:14:13.290233 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fd75f777-ab6f-4330-9690-c3a28c0d9d3a tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8243225 May 25 20:14:13.295871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50644) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:13.314525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'subnet': {'network_id': 'f9286bc9-87a2-4601-9383-7ded7a0be36e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:13.447107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a154e9-a2ef-4099-a66d-8be286df6801 req-8502ffc5-f652-49ab-858d-754e69403a57 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:13.462478 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59a154e9-a2ef-4099-a66d-8be286df6801 req-8502ffc5-f652-49ab-858d-754e69403a57 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.1944816 May 25 20:14:13.559910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59a154e9-a2ef-4099-a66d-8be286df6801 req-bf8b6a55-f6e7-46b4-ad4f-ee1b8f3a74b2 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950799 May 25 20:14:13.626140 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:13.652673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:13.668553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:subnet and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:13.673960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:13.691493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:13.694593 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:13.755086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50656) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:13.818456 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71539014-ac52-47ca-9475-94f8362fa628 req-d2f340e0-491e-48ac-a591-21f1f90c5f70 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 210 time: 0.1446722 May 25 20:14:13.845138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bc3d2-1450-4405-9ae3-8bcab423dd79 req-be6703bc-073a-416e-9276-2f6df354649b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:13.862980 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c16bc3d2-1450-4405-9ae3-8bcab423dd79 req-be6703bc-073a-416e-9276-2f6df354649b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 946 time: 1.2163591 May 25 20:14:13.863286 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-af795708-58b3-47d7-b31f-250c3b86d056 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bcc1f3a85f534021ab2fc09966f32d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1060145 May 25 20:14:13.863959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50660) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:13.978075 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c76e5128-c639-4571-aa19-c054707aab4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:14.014654 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c76e5128-c639-4571-aa19-c054707aab4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:14.063010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c16bc3d2-1450-4405-9ae3-8bcab423dd79 req-f1db47d9-8dc2-4de2-a7cf-ab44f23757f1 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477568 May 25 20:14:14.064790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:14.069039 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:14.119593 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c76e5128-c639-4571-aa19-c054707aab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:14.174862 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:14.186765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event updated for resources: {'Port': ['ID=1a2ac20d-0940-442c-8f3d-b01a5b0e532e,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:14.194834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e5128-c639-4571-aa19-c054707aab4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213eaa3d-e1ed-4c17-90a3-182261170a0e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:14.236828 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c76e5128-c639-4571-aa19-c054707aab4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:14.247765 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c76e5128-c639-4571-aa19-c054707aab4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/213eaa3d-e1ed-4c17-90a3-182261170a0e HTTP/1.1" status: 204 len: 168 time: 0.3791490 May 25 20:14:14.353863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50670) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:14.494352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Network 1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:14.498388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:15.087422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-41cb24f5-fa7d-442b-b96f-07fa9a77029a None None] Provisioning complete for port 1a2ac20d-0940-442c-8f3d-b01a5b0e532e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:15.088876 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-41cb24f5-fa7d-442b-b96f-07fa9a77029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:15.249745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72947a-d7af-4973-a27e-30127250b99c req-cbd4e0c4-6d8e-4127-8bff-284235f90bdc tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:15.251807 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-cbd4e0c4-6d8e-4127-8bff-284235f90bdc tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.70 "GET /v2.0/networks?id=8d64901a-e12f-4b20-99e0-9c41b70a037b HTTP/1.1" status: 200 len: 815 time: 0.1970897 May 25 20:14:15.256222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Router 452caf09-1016-4fcf-b2d4-150accc6bb6b is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:14:15.258972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-41cb24f5-fa7d-442b-b96f-07fa9a77029a None None] Port 1a2ac20d-0940-442c-8f3d-b01a5b0e532e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:14:15.331590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-05f5b781-92ca-441f-a497-933802328448 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:15.332667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-05f5b781-92ca-441f-a497-933802328448 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:15.337443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-cc72947a-d7af-4973-a27e-30127250b99c req-cd6ff16b-e7be-4736-ab8c-a4430bc63b59 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Synchronizing usage tracker for tenant:35671e658e6f4611aa3dac173061e9e1 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:15.488574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78d7f6-d3a0-4748-8cea-65c15db2825c req-8533bf69-dd24-4d89-881a-f4b3ef261dba tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:15.496870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c78d7f6-d3a0-4748-8cea-65c15db2825c req-8533bf69-dd24-4d89-881a-f4b3ef261dba tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.6503942 May 25 20:14:15.507689 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:15.577628 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-05f5b781-92ca-441f-a497-933802328448 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:15.585925 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-05f5b781-92ca-441f-a497-933802328448 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 0.7797425 May 25 20:14:15.611954 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-f954de2f-9469-48e3-b8dc-beec6836445c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/quotas/a206c0d9eba94f4681dea5401500d260 HTTP/1.1" status: 200 len: 375 time: 0.0249922 May 25 20:14:15.707273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-cc72947a-d7af-4973-a27e-30127250b99c req-cd6ff16b-e7be-4736-ab8c-a4430bc63b59 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Unset dirty status for tenant:35671e658e6f4611aa3dac173061e9e1 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:15.712863 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-cd6ff16b-e7be-4736-ab8c-a4430bc63b59 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35671e658e6f4611aa3dac173061e9e1 HTTP/1.1" status: 200 len: 380 time: 0.4345548 May 25 20:14:15.714135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:14:15.727050 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9f988-3f07-4b52-8ecf-f27119caf231 None None] Sync routers for ids ['452caf09-1016-4fcf-b2d4-150accc6bb6b'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:14:15.735021 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c78d7f6-d3a0-4748-8cea-65c15db2825c req-3a0330b2-27db-4a0a-a84f-8419764bab89 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369206 May 25 20:14:15.746826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Subnet': ['ID=04091be2-e762-4800-85f5-b7d5f47364c2,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:15.750298 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-6b8f72cb-7816-4f11-852d-2c0411fc4e6e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1372623 May 25 20:14:15.762508 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9f988-3f07-4b52-8ecf-f27119caf231 None None] Routers {'452caf09-1016-4fcf-b2d4-150accc6bb6b'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:14:15.763450 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-98d9f988-3f07-4b52-8ecf-f27119caf231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:14:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['452caf09-1016-4fcf-b2d4-150accc6bb6b'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:15.781517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Request body: {'port': {'device_id': '3db19791-8cb2-44db-96ee-ab4b34b22d6e', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'admin_state_up': True, 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'security_groups': ['17908459-ba16-45ff-ab07-d107ca4db180']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:15.974553 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-98d9f988-3f07-4b52-8ecf-f27119caf231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:15.996127 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9f988-3f07-4b52-8ecf-f27119caf231 None None] Routers {'452caf09-1016-4fcf-b2d4-150accc6bb6b'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:14:15.996911 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-98d9f988-3f07-4b52-8ecf-f27119caf231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:14:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['452caf09-1016-4fcf-b2d4-150accc6bb6b'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:16.061487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-36583ed3-f484-4823-a357-652610108645 service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101490 May 25 20:14:16.143728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:16.149244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Usage tracker for resource:port and tenant:35671e658e6f4611aa3dac173061e9e1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:16.153721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:16.161268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:16.177189 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bbb83b57-8af5-4f4d-b0e6-48ca60973ead tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "PUT /v2.0/routers/452caf09-1016-4fcf-b2d4-150accc6bb6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8872368 May 25 20:14:16.177366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-d2a33670-9f50-4ae6-9ba0-098aaa37918f req-a3361c0d-1d84-42ad-adc0-56e1645cc2e3 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Synchronizing usage tracker for tenant:35671e658e6f4611aa3dac173061e9e1 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:16.182913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50712) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:16.187386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Made reservation on behalf of 35671e658e6f4611aa3dac173061e9e1 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:16.191918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Request body: {'port': {'network_id': '1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6', 'name': 'tempest-FloatingIPNegativeTestJSON-552677353'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:16.192373 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:16.258763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Checking segment: {'id': '7993fd4f-3bac-4946-8744-f82bc411ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f9286bc9-87a2-4601-9383-7ded7a0be36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:16.260110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network hostable DHCP agents. Network: f9286bc9-87a2-4601-9383-7ded7a0be36e, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:14:16.273542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-d2a33670-9f50-4ae6-9ba0-098aaa37918f req-a3361c0d-1d84-42ad-adc0-56e1645cc2e3 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Unset dirty status for tenant:35671e658e6f4611aa3dac173061e9e1 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:16.275092 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2a33670-9f50-4ae6-9ba0-098aaa37918f req-a3361c0d-1d84-42ad-adc0-56e1645cc2e3 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 210 time: 0.1885822 May 25 20:14:16.296926 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-98d9f988-3f07-4b52-8ecf-f27119caf231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:16.306963 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9f988-3f07-4b52-8ecf-f27119caf231 None None] The sync data for ids ['452caf09-1016-4fcf-b2d4-150accc6bb6b'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:14:16.399282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network f9286bc9-87a2-4601-9383-7ded7a0be36e is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:14:16.451842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, f9286bc9-87a2-4601-9383-7ded7a0be36e) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:16.467056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4709a814-12da-43e5-b80e-b016b860253b None None] Network f9286bc9-87a2-4601-9383-7ded7a0be36e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:16.467814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:16.468403 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:16.476240 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-b610fa43-57f1-43c1-8888-5cf9838bab0e service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134500 May 25 20:14:16.549739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5cebde64-dbcc-4441-9f1a-be0923c8c37e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2452936 May 25 20:14:16.550510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50722) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:16.692884 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc512df6-e175-4da7-bf39-f12f7c5d91d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:16.836601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:16.846407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Usage tracker for resource:port and tenant:2ba716210e7943b28141788f97fa5d8f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:16.853916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:16.870145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:16.905658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Made reservation on behalf of 2ba716210e7943b28141788f97fa5d8f for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:16.909199 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:17.022055 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-f9286bc9-87a2-4601-9383-7ded7a0be36e', 'network_id': 'f9286bc9-87a2-4601-9383-7ded7a0be36e', 'tenant_id': '8ad8c052b126426fb88726b97abdeb0e', 'fixed_ips': [{'subnet_id': '04091be2-e762-4800-85f5-b7d5f47364c2'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:14:17.023457 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:17.051384 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbff14a7-4670-4d1f-b2ee-b763c19582a5 req-3aa13bd4-6fc2-456e-b6f7-fb0b920a6388 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 210 time: 0.1126072 May 25 20:14:17.079945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] device_id is not set on port e36624a3-4846-4940-86ac-32c554a993cb yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:14:17.285540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Allocated IP 172.20.0.9 (8d64901a-e12f-4b20-99e0-9c41b70a037b/b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0/4b8c7cae-9834-4800-b01f-0771ae8dc07a) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:17.328263 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:17.409558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22f3a9-d806-4ff0-81d9-ebcdfbf555a4 req-e8c4e8ca-1a5e-483e-903d-96fbef0cb1b7 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:17.417922 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4f22f3a9-d806-4ff0-81d9-ebcdfbf555a4 req-e8c4e8ca-1a5e-483e-903d-96fbef0cb1b7 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.4300275 May 25 20:14:17.583489 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Allocated IP 172.20.0.1 (f9286bc9-87a2-4601-9383-7ded7a0be36e/04091be2-e762-4800-85f5-b7d5f47364c2/852a2ac9-bc6b-4a21-8412-2d9251cb5b8e) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:17.763218 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b09b570d-5dca-45b9-bbbf-5d25f57455e2 req-42d2368a-797e-4419-b4c6-6ea64ffe4244 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 210 time: 0.1487396 May 25 20:14:17.824216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Allocated IP 172.20.0.10 (1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6/0763baa7-7db9-4b7b-b3ad-cd708e5f3697/e36624a3-4846-4940-86ac-32c554a993cb) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:18.008191 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4f22f3a9-d806-4ff0-81d9-ebcdfbf555a4 req-7f0797cf-7298-4929-b695-6d10a8bd3dda tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5888221 May 25 20:14:18.042395 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:18.125213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-fc512df6-e175-4da7-bf39-f12f7c5d91d7 admin admin] Deleting port e87d1cdf-5aac-4917-900c-e7d8ca85f327 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:18.125615 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc512df6-e175-4da7-bf39-f12f7c5d91d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:18.161436 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:18.207162 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Transition to ACTIVE for port object 4b8c7cae-9834-4800-b01f-0771ae8dc07a will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:18.209882 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:18.245048 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:18.256017 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Transition to ACTIVE for port object 852a2ac9-bc6b-4a21-8412-2d9251cb5b8e will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:18.340321 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Transition to ACTIVE for port object 852a2ac9-bc6b-4a21-8412-2d9251cb5b8e will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:18.351266 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:18.414659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Network 8d64901a-e12f-4b20-99e0-9c41b70a037b is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:18.415779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:18.427217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:18.487716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Network f9286bc9-87a2-4601-9383-7ded7a0be36e is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:18.493641 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:18.503893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:18.591341 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Pushing event updated for resources: {'Port': ['ID=852a2ac9-bc6b-4a21-8412-2d9251cb5b8e,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:18.627445 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:18.638227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Pushing event updated for resources: {'Port': ['ID=4b8c7cae-9834-4800-b01f-0771ae8dc07a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:18.672246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Transition to ACTIVE for port object e36624a3-4846-4940-86ac-32c554a993cb will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:18.681420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-fc512df6-e175-4da7-bf39-f12f7c5d91d7 admin admin] For port e87d1cdf-5aac-4917-900c-e7d8ca85f327, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e87d1cdf-5aac-4917-900c-e7d8ca85f327,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:18.682200 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc512df6-e175-4da7-bf39-f12f7c5d91d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:18.736598 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:18.753949 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Attempting to bind port 852a2ac9-bc6b-4a21-8412-2d9251cb5b8e on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:14:18.754368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Attempting to bind port 852a2ac9-bc6b-4a21-8412-2d9251cb5b8e by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '7993fd4f-3bac-4946-8744-f82bc411ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f9286bc9-87a2-4601-9383-7ded7a0be36e'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:14:18.754853 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Attempting to bind port 852a2ac9-bc6b-4a21-8412-2d9251cb5b8e on network f9286bc9-87a2-4601-9383-7ded7a0be36e {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:14:18.761275 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:14:18.761644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Checking segment: {'id': '7993fd4f-3bac-4946-8744-f82bc411ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f9286bc9-87a2-4601-9383-7ded7a0be36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:18.762303 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:18.762608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Bound using segment: {'id': '7993fd4f-3bac-4946-8744-f82bc411ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f9286bc9-87a2-4601-9383-7ded7a0be36e'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:14:18.763078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Bound port: 852a2ac9-bc6b-4a21-8412-2d9251cb5b8e, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7993fd4f-3bac-4946-8744-f82bc411ad8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f9286bc9-87a2-4601-9383-7ded7a0be36e'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:14:18.763451 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:18.907573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:18.908557 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:18.929011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f7da03b9-d589-4db4-9bd7-0a95c5d1ca77 None None] Provisioning for port 4b8c7cae-9834-4800-b01f-0771ae8dc07a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:18.933439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-fc512df6-e175-4da7-bf39-f12f7c5d91d7 admin admin] Calling delete_port for e87d1cdf-5aac-4917-900c-e7d8ca85f327 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:18.957841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f7da03b9-d589-4db4-9bd7-0a95c5d1ca77 None None] Provisioning complete for port 4b8c7cae-9834-4800-b01f-0771ae8dc07a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:18.959422 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f7da03b9-d589-4db4-9bd7-0a95c5d1ca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:19.044496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] For port 852a2ac9-bc6b-4a21-8412-2d9251cb5b8e, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:14:19.048414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] For port 852a2ac9-bc6b-4a21-8412-2d9251cb5b8e, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=852a2ac9-bc6b-4a21-8412-2d9251cb5b8e,segment=NetworkSegment(7993fd4f-3bac-4946-8744-f82bc411ad8f),segment_id=7993fd4f-3bac-4946-8744-f82bc411ad8f)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:14:19.075075 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:19.077320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Subnet': ['ID=04091be2-e762-4800-85f5-b7d5f47364c2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:19.140663 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:19.198959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f7da03b9-d589-4db4-9bd7-0a95c5d1ca77 None None] Port 4b8c7cae-9834-4800-b01f-0771ae8dc07a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:14:19.235333 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:19.245769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-837ce78f-6dfb-44e7-b5a7-18766358acf5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4866357 May 25 20:14:19.276353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Request body: {'port': {'device_id': '3db19791-8cb2-44db-96ee-ab4b34b22d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:19.279230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459df667-e81f-412b-a45c-bdad683cb374 None None] Pushing event updated for resources: {'Port': ['ID=852a2ac9-bc6b-4a21-8412-2d9251cb5b8e,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:19.341120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event updated for resources: {'Port': ['ID=e36624a3-4846-4940-86ac-32c554a993cb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:19.360730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9286bc9-87a2-4601-9383-7ded7a0be36e']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:19.367287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c38cdff-bf93-4e0c-9f83-ca11906c5148 None None] Network f9286bc9-87a2-4601-9383-7ded7a0be36e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:19.395559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Network 1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:19.411868 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c25960c9-60b0-40a7-b11a-a61c817835dd req-4eaa4dfd-bf02-4110-a39e-882475cf5958 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 210 time: 0.1922135 May 25 20:14:19.417154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:19.434651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:19.508953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7993fd4f-3bac-4946-8744-f82bc411ad8f') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:19.509464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7993fd4f-3bac-4946-8744-f82bc411ad8f') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:19.526319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01d268-dc27-4cbd-af52-6ed4b181e6d5 req-552500db-3626-46c4-a583-f03a8fac3a61 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:19.535428 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1b01d268-dc27-4cbd-af52-6ed4b181e6d5 req-552500db-3626-46c4-a583-f03a8fac3a61 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.8137679 May 25 20:14:19.591034 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:19.622071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:19.623286 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:19.657091 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b991131b-3a59-4366-9262-e1185680f411 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4721856 May 25 20:14:19.660261 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50782) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:19.668117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:19.675748 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc512df6-e175-4da7-bf39-f12f7c5d91d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:19.683689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:19.706358 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1b01d268-dc27-4cbd-af52-6ed4b181e6d5 req-164a8f2e-45e1-4fbc-83b4-dfba1f998688 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697488 May 25 20:14:19.710708 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:19.831057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc512df6-e175-4da7-bf39-f12f7c5d91d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e87d1cdf-5aac-4917-900c-e7d8ca85f327,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:19.852310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Usage tracker for resource:floatingip and tenant:2ba716210e7943b28141788f97fa5d8f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:19.872083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:19.882527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1120b7db-3a9a-4f95-b64a-74b9effb42ed None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:14:19.976783 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:20.023095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:14:20.024355 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:20.044639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0d13967d-5f4d-4d6e-8b19-6787fd66ebe9 None None] Provisioning for port e36624a3-4846-4940-86ac-32c554a993cb completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:20.047087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:20.057767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0d13967d-5f4d-4d6e-8b19-6787fd66ebe9 None None] Provisioning complete for port e36624a3-4846-4940-86ac-32c554a993cb triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:20.058135 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0d13967d-5f4d-4d6e-8b19-6787fd66ebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:20.111112 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:20.159402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0d13967d-5f4d-4d6e-8b19-6787fd66ebe9 None None] Port e36624a3-4846-4940-86ac-32c554a993cb cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:14:20.174595 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1120b7db-3a9a-4f95-b64a-74b9effb42ed None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:14:20.379610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df27ec-5a7c-41e4-b677-12e985cbbf71 req-b572372c-035d-4636-9fc6-f634203292d7 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:20.387384 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-53df27ec-5a7c-41e4-b677-12e985cbbf71 req-b572372c-035d-4636-9fc6-f634203292d7 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 931 time: 0.6389019 May 25 20:14:20.484130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50798) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:20.485792 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 7993fd4f-3bac-4946-8744-f82bc411ad8f resource provider aggregate not found May 25 20:14:20.499145 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 20:14:20.499145 n-d-843339-1 neutron-server[88332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 20:14:20.499145 n-d-843339-1 neutron-server[88332]: [parameters: {'id': 'f9286bc9-87a2-4601-9383-7ded7a0be36e'}] May 25 20:14:20.499145 n-d-843339-1 neutron-server[88332]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:14:20.499561 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:14:20.550559 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 7993fd4f-3bac-4946-8744-f82bc411ad8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7993fd4f-3bac-4946-8744-f82bc411ad8f found for delete ", "request_id": "req-0860af94-dde7-49fc-8610-d804091b8fdf"}]} May 25 20:14:20.574131 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc512df6-e175-4da7-bf39-f12f7c5d91d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:20.700235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-93877457-0a3d-49b2-b888-0867ca8e7c0f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:20.701988 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-93877457-0a3d-49b2-b888-0867ca8e7c0f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 1.0140717 May 25 20:14:20.721553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Request body: {'port': {'device_id': '0976be50-cd1d-4b5a-a074-340fe1a5b9ec', 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'admin_state_up': True, 'tenant_id': 'a206c0d9eba94f4681dea5401500d260'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:20.825058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad100b08-454e-4b47-89f4-edac15bdccbe req-236cfa69-3427-410e-853d-745c131677e5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:20.826662 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad100b08-454e-4b47-89f4-edac15bdccbe req-236cfa69-3427-410e-853d-745c131677e5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.3828359 May 25 20:14:20.897140 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:20.953126 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-53df27ec-5a7c-41e4-b677-12e985cbbf71 req-7a6f289d-51d3-4166-a80f-87c003606455 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5645611 May 25 20:14:21.023832 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:21.100790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:21.112734 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Usage tracker for resource:security_group_rule and tenant:c94837c9975e4de7a064463d48764563 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:21.118187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:21.121491 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:21.136104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad100b08-454e-4b47-89f4-edac15bdccbe req-f5120316-29b0-42c6-8139-3895cdcfff37 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869067 May 25 20:14:21.136967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:21.150097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:21.160465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Deleting port 852a2ac9-bc6b-4a21-8412-2d9251cb5b8e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:21.160793 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:21.192211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Usage tracker for resource:port and tenant:a206c0d9eba94f4681dea5401500d260 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:21.204163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:21.218737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:21.222056 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-da743296-57b8-4f17-b66a-547157286563 req-e84cd399-cdf0-435b-8676-70901d6f00c4 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 210 time: 0.1440089 May 25 20:14:21.312716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Made reservation on behalf of a206c0d9eba94f4681dea5401500d260 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:21.316235 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:21.336949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc512df6-e175-4da7-bf39-f12f7c5d91d7 admin admin] Router 85fb27bb-d5ff-4628-9a5f-53a61233b234 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:14:21.505336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Allocated IP 172.25.3.39 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/e4362eb1-b220-4140-9403-490797127ddb) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:21.692807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8c7cae-9834-4800-b01f-0771ae8dc07a {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:14:21.732742 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:21.861726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Transition to ACTIVE for port object 4b8c7cae-9834-4800-b01f-0771ae8dc07a will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:21.869637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] For port 852a2ac9-bc6b-4a21-8412-2d9251cb5b8e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=852a2ac9-bc6b-4a21-8412-2d9251cb5b8e,segment=NetworkSegment(7993fd4f-3bac-4946-8744-f82bc411ad8f),segment_id=7993fd4f-3bac-4946-8744-f82bc411ad8f)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:21.870233 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:21.884387 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:21.889734 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:21.910723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc512df6-e175-4da7-bf39-f12f7c5d91d7 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:14:21.921141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c37d68-a8a1-4e5b-a64f-aabe48d4be59 None None] Sync routers for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:14:21.931455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c37d68-a8a1-4e5b-a64f-aabe48d4be59 None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:14:21.932571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-05c37d68-a8a1-4e5b-a64f-aabe48d4be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:14:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:21.935939 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fc512df6-e175-4da7-bf39-f12f7c5d91d7 admin admin] 10.222.0.60 "PUT /v2.0/routers/85fb27bb-d5ff-4628-9a5f-53a61233b234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5779624 May 25 20:14:21.940623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50812) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:22.034613 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:22.038944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:22.053172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Calling delete_port for 852a2ac9-bc6b-4a21-8412-2d9251cb5b8e owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:22.087355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303052a3-fa66-4855-acec-8c96f6b27e8f req-49eda1ce-9379-4a6d-9caf-96ac2a4f4f14 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:22.094763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-303052a3-fa66-4855-acec-8c96f6b27e8f req-49eda1ce-9379-4a6d-9caf-96ac2a4f4f14 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.4589994 May 25 20:14:22.135496 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:22.137220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-05c37d68-a8a1-4e5b-a64f-aabe48d4be59 None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:14:22.245748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Allocated IP 172.20.0.9 (04ec8327-b153-49a7-b725-c3570cad1f7f/1dc790b4-10d9-494e-a68e-77eb18406dd8/678fc95e-a3a7-473d-9395-19561cf68de6) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:22.303650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa85067-3bdf-4c9e-98c9-3b62ed796e2a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:22.305991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Pushing event updated for resources: {'Port': ['ID=4b8c7cae-9834-4800-b01f-0771ae8dc07a,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:22.312107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c94837c9975e4de7a064463d48764563&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8138700 May 25 20:14:22.317307 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-303052a3-fa66-4855-acec-8c96f6b27e8f req-ead05220-9560-460c-8958-2483d02da237 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215819 May 25 20:14:22.345544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.346073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.346570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.347139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50820) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:22.348383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.348912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.349243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.349569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.349887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.350391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.350856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.351336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.351805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.358482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.358988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.359477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.359945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.360417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.360888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.361349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.361819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.362781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.363298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.363845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.364372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17463cf8-4e2a-490f-b9a9-729caa59451f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:22.394397 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:22.483613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:22.510921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:22.533064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-05c37d68-a8a1-4e5b-a64f-aabe48d4be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:14:19Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:22.536985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c37d68-a8a1-4e5b-a64f-aabe48d4be59 None None] Checking router: 85fb27bb-d5ff-4628-9a5f-53a61233b234 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:14:22.546131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c37d68-a8a1-4e5b-a64f-aabe48d4be59 None None] Routers {'85fb27bb-d5ff-4628-9a5f-53a61233b234'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:14:22.546750 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-05c37d68-a8a1-4e5b-a64f-aabe48d4be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:14:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['85fb27bb-d5ff-4628-9a5f-53a61233b234'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:22.560581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:22.592126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event updated for resources: {'Port': ['ID=e4362eb1-b220-4140-9403-490797127ddb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:22.618526 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9a74c45e-10d4-43d6-95f9-5b1eea842c85 req-8f9f2b1f-2e04-4522-ad22-7973c0116c4d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 210 time: 0.1418200 May 25 20:14:22.703745 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:22.764905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-05c37d68-a8a1-4e5b-a64f-aabe48d4be59 None None] Set router 85fb27bb-d5ff-4628-9a5f-53a61233b234 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:14:22.842962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f713b4-538f-4400-b0b2-397839664830 req-7364e906-f2a3-406a-86b7-734a4bfa384f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:22.843591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e6f713b4-538f-4400-b0b2-397839664830 req-7364e906-f2a3-406a-86b7-734a4bfa384f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Synchronizing usage tracker for tenant:35671e658e6f4611aa3dac173061e9e1 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:22.853419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Port': ['ID=852a2ac9-bc6b-4a21-8412-2d9251cb5b8e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:22.858337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No DVR routers for this DVR port 852a2ac9-bc6b-4a21-8412-2d9251cb5b8e on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:14:22.891293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Attempting to bind port 4b8c7cae-9834-4800-b01f-0771ae8dc07a on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:14:22.891618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Attempting to bind port 4b8c7cae-9834-4800-b01f-0771ae8dc07a by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '3088ffbe-9188-44bd-9db6-0e982772f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:14:22.891953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Attempting to bind port 4b8c7cae-9834-4800-b01f-0771ae8dc07a on network 8d64901a-e12f-4b20-99e0-9c41b70a037b {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:14:22.919281 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-208eca21-75b0-45d9-b54a-123292fdb160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:22.950534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Port 4b8c7cae-9834-4800-b01f-0771ae8dc07a on network 8d64901a-e12f-4b20-99e0-9c41b70a037b not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:14:22.950779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Attempting to bind port 4b8c7cae-9834-4800-b01f-0771ae8dc07a on network 8d64901a-e12f-4b20-99e0-9c41b70a037b {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:14:22.964924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e6f713b4-538f-4400-b0b2-397839664830 req-7364e906-f2a3-406a-86b7-734a4bfa384f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Unset dirty status for tenant:35671e658e6f4611aa3dac173061e9e1 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:22.966598 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e6f713b4-538f-4400-b0b2-397839664830 req-7364e906-f2a3-406a-86b7-734a4bfa384f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 943 time: 0.8492258 May 25 20:14:22.972476 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:22.976206 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-208eca21-75b0-45d9-b54a-123292fdb160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.008753 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.010753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] Deleting port fc85b2cd-264d-4376-bd21-335d7d0d5bee {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:23.011104 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.037151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:14:23.037557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Checking segment: {'id': '3088ffbe-9188-44bd-9db6-0e982772f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:23.037855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Bound using segment: {'id': '3088ffbe-9188-44bd-9db6-0e982772f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:14:23.038326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Bound port: 4b8c7cae-9834-4800-b01f-0771ae8dc07a, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3088ffbe-9188-44bd-9db6-0e982772f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:14:23.038666 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.092128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-05c37d68-a8a1-4e5b-a64f-aabe48d4be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:14:19Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:23.097411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c37d68-a8a1-4e5b-a64f-aabe48d4be59 None None] The sync data for ids ['85fb27bb-d5ff-4628-9a5f-53a61233b234'] in n-d-843339-1 is: [{'id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'name': 'tempest-FloatingIPsAssociationTestJSON-883265552-router', 'tenant_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:11:35Z', 'updated_at': '2022-05-25T20:14:19Z', 'revision_number': 5, 'project_id': 'bcd8a79fdc45491c930f09375a86f6b9', 'gw_port': {'id': 'fc85b2cd-264d-4376-bd21-335d7d0d5bee', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fb27bb-d5ff-4628-9a5f-53a61233b234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:11:36Z', 'updated_at': '2022-05-25T20:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:14:23.116373 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.165104 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.205754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9286bc9-87a2-4601-9383-7ded7a0be36e']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:23.217731 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.232854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7993fd4f-3bac-4946-8744-f82bc411ad8f') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:23.233147 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7993fd4f-3bac-4946-8744-f82bc411ad8f') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:23.241616 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e6f713b4-538f-4400-b0b2-397839664830 req-c4d13f42-1136-4dc0-ab0c-e8334ce0d743 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883831 May 25 20:14:23.262535 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-208eca21-75b0-45d9-b54a-123292fdb160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.263468 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.290667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] For port 4b8c7cae-9834-4800-b01f-0771ae8dc07a, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:14:23.294898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] For port 4b8c7cae-9834-4800-b01f-0771ae8dc07a, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4b8c7cae-9834-4800-b01f-0771ae8dc07a,segment=NetworkSegment(3088ffbe-9188-44bd-9db6-0e982772f0e6),segment_id=3088ffbe-9188-44bd-9db6-0e982772f0e6)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:14:23.297219 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.301069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208eca21-75b0-45d9-b54a-123292fdb160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa85067-3bdf-4c9e-98c9-3b62ed796e2a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:23.304012 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.349254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:14:23.349924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.357716 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-208eca21-75b0-45d9-b54a-123292fdb160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.361509 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-208eca21-75b0-45d9-b54a-123292fdb160 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eaa85067-3bdf-4c9e-98c9-3b62ed796e2a HTTP/1.1" status: 204 len: 168 time: 1.0111520 May 25 20:14:23.388437 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 7993fd4f-3bac-4946-8744-f82bc411ad8f resource provider aggregate not found May 25 20:14:23.397157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] For port fc85b2cd-264d-4376-bd21-335d7d0d5bee, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=fc85b2cd-264d-4376-bd21-335d7d0d5bee,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:23.397568 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.461217 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.490120 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 7993fd4f-3bac-4946-8744-f82bc411ad8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7993fd4f-3bac-4946-8744-f82bc411ad8f found for delete ", "request_id": "req-56cbf3ed-ef85-40b2-82e6-e22d8451d612"}]} May 25 20:14:23.497653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:23.498280 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.499650 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] 10.222.0.70 "PUT /v2.0/ports/4b8c7cae-9834-4800-b01f-0771ae8dc07a HTTP/1.1" status: 200 len: 1091 time: 4.2332430 May 25 20:14:23.500089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db19791-8cb2-44db-96ee-ab4b34b22d6e', 'tag': '4b8c7cae-9834-4800-b01f-0771ae8dc07a'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:14:23.548131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Network 04ec8327-b153-49a7-b725-c3570cad1f7f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:23.550250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.552120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:23.580988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:23.600996 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.642329 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.645785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac6ddd-6fe8-473b-aad1-a3a0c4610e5e service neutron] Pushing event updated for resources: {'Port': ['ID=4b8c7cae-9834-4800-b01f-0771ae8dc07a,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:23.690143 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ac61a2-4961-471d-b0d4-6c35f7ec87c7'] response: {'name': 'network-changed', 'server_uuid': '3db19791-8cb2-44db-96ee-ab4b34b22d6e', 'tag': '4b8c7cae-9834-4800-b01f-0771ae8dc07a', 'status': 'completed', 'code': 200} May 25 20:14:23.704682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] Calling delete_port for fc85b2cd-264d-4376-bd21-335d7d0d5bee owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:23.726613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e87d1cdf-5aac-4917-900c-e7d8ca85f327 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:14:23.773806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Network': ['ID=f9286bc9-87a2-4601-9383-7ded7a0be36e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:23.858960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: e87d1cdf-5aac-4917-900c-e7d8ca85f327 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:14:23.859453 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e87d1cdf-5aac-4917-900c-e7d8ca85f327 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:14:23.942317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50842) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:23.945756 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-01e7339d-c5de-4551-8a7f-8455ca135416 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/f9286bc9-87a2-4601-9383-7ded7a0be36e HTTP/1.1" status: 204 len: 168 time: 7.3908672 May 25 20:14:23.954453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2066416774'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:23.955846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Pushing event updated for resources: {'Port': ['ID=678fc95e-a3a7-473d-9395-19561cf68de6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:23.965228 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:23.967402 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:23.977608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:23.988138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39832b11-7c52-4907-88d0-db32a1cf8b6d req-e484bdc9-f4b3-4fd9-897e-8e3d5a5a0065 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:23.989728 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39832b11-7c52-4907-88d0-db32a1cf8b6d req-e484bdc9-f4b3-4fd9-897e-8e3d5a5a0065 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.5117502 May 25 20:14:24.013406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:network and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:24.017889 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:24.023489 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:24.028233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50846) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:24.048710 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:24.053768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:24.060046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-be450adf-bbe8-4fa9-b3dc-821c2913498d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3475118 May 25 20:14:24.075560 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ac511ab-ce4b-4863-b36c-d22b1052cbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:24.093243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Request body: {'port': {'device_id': '0976be50-cd1d-4b5a-a074-340fe1a5b9ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:24.151210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72947a-d7af-4973-a27e-30127250b99c req-632e3ebc-c63b-471e-8254-7b48b096881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:24.152600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-632e3ebc-c63b-471e-8254-7b48b096881a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35671e658e6f4611aa3dac173061e9e1&device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 1094 time: 0.5118861 May 25 20:14:24.153630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4ac511ab-ce4b-4863-b36c-d22b1052cbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:24.226838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4ac511ab-ce4b-4863-b36c-d22b1052cbb5 admin admin] Usage tracker for resource:security_group_rule and tenant:2a007f5efd484b24812e03657aef799d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:24.237365 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39832b11-7c52-4907-88d0-db32a1cf8b6d req-91340c9c-f195-48d9-9e72-a406ef6e417f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210290 May 25 20:14:24.237930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:24.241343 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:24.241469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4ac511ab-ce4b-4863-b36c-d22b1052cbb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:24.258842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4ac511ab-ce4b-4863-b36c-d22b1052cbb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:24.293290 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-64c9228b-5162-4806-9bf8-e324184a20e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b8c7cae-9834-4800-b01f-0771ae8dc07a HTTP/1.1" status: 200 len: 217 time: 0.1302402 May 25 20:14:24.299507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event updated for resources: {'Port': ['ID=e4362eb1-b220-4140-9403-490797127ddb,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:24.327705 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:24.350332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:14:24.360212 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:24.415130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4db23-1c22-4281-b97e-f608113c8276 req-cac2366f-9195-4cfe-96ea-179dd31df91c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:24.418991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-39c4db23-1c22-4281-b97e-f608113c8276 req-cac2366f-9195-4cfe-96ea-179dd31df91c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:24.427635 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:24.427912 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:24.428905 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-47d87a97-12cb-4048-957a-4467e075b986 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7673697 May 25 20:14:24.430642 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:24.430999 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Added segment 706c078c-6660-4574-a8e8-c96ef45ddea2 of type vlan for network bab6d7af-a3f1-44f4-aa04-ce1121111e4e May 25 20:14:24.434608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc85b2cd-264d-4376-bd21-335d7d0d5bee,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:24.439437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50854) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:24.464604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ed347eec-3b7f-4cf0-8f06-3c1581d21026 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Request body: {'floatingip': {'port_id': 'e36624a3-4846-4940-86ac-32c554a993cb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:24.553108 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:24.638077 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:24.777057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72947a-d7af-4973-a27e-30127250b99c req-6793f01d-e1ba-4af7-b852-89643017088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:24.778795 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-6793f01d-e1ba-4af7-b852-89643017088e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0 HTTP/1.1" status: 200 len: 854 time: 0.4760556 May 25 20:14:24.782344 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed347eec-3b7f-4cf0-8f06-3c1581d21026 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:24.823426 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:24.833949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:24.835923 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:24.930672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-39c4db23-1c22-4281-b97e-f608113c8276 req-cac2366f-9195-4cfe-96ea-179dd31df91c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:24.932731 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39c4db23-1c22-4281-b97e-f608113c8276 req-cac2366f-9195-4cfe-96ea-179dd31df91c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 931 time: 0.9512157 May 25 20:14:25.148974 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2043927 May 25 20:14:25.152287 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:25.165444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50862) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:25.167135 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:25.180539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-782d5c09-104e-45f1-b8fd-89eec4c4a5f2 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:25.224870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39c4db23-1c22-4281-b97e-f608113c8276 req-76a37365-b3cd-4a9a-8fc1-ff33491d1d58 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356963 May 25 20:14:25.260560 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ac511ab-ce4b-4863-b36c-d22b1052cbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:25.267727 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a24555-0a66-466b-9abb-637d239b3974 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Network': ['ID=bab6d7af-a3f1-44f4-aa04-ce1121111e4e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:25.293092 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ac511ab-ce4b-4863-b36c-d22b1052cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:25.295915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network bab6d7af-a3f1-44f4-aa04-ce1121111e4e details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:14:25.305413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfade5f3-3711-46da-bfb4-66ecb7c1fd7b req-f60f8404-6352-4c69-80f9-2335bad6576c tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:25.307631 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfade5f3-3711-46da-bfb4-66ecb7c1fd7b req-f60f8404-6352-4c69-80f9-2335bad6576c tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 943 time: 0.7340701 May 25 20:14:25.311158 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:25.311676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85fb27bb-d5ff-4628-9a5f-53a61233b234 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:14:25.313677 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-ed347eec-3b7f-4cf0-8f06-3c1581d21026 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] update failed (client error): The resource could not be found. May 25 20:14:25.314915 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ed347eec-3b7f-4cf0-8f06-3c1581d21026 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "PUT /v2.0/floatingips/c5076a67-7f41-4a41-9440-e604a47fee22 HTTP/1.1" status: 404 len: 507 time: 0.8708370 May 25 20:14:25.321608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50866) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:25.403637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72947a-d7af-4973-a27e-30127250b99c req-43fe5437-033b-4bf9-9155-086bc8306d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:25.406200 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-43fe5437-033b-4bf9-9155-086bc8306d7e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8d64901a-e12f-4b20-99e0-9c41b70a037b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5566003 May 25 20:14:25.445964 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:25.447106 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ef709bda-577f-4bf5-a021-5dea47d5aa46 admin admin] 10.222.0.60 "DELETE /v2.0/routers/85fb27bb-d5ff-4628-9a5f-53a61233b234 HTTP/1.1" status: 204 len: 168 time: 3.5055895 May 25 20:14:25.458121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50870) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:25.487370 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4ac511ab-ce4b-4863-b36c-d22b1052cbb5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a007f5efd484b24812e03657aef799d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4570489 May 25 20:14:25.500398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50874) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:25.568209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac511ab-ce4b-4863-b36c-d22b1052cbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba00967-062a-4d98-b379-9ed73dae51b8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:25.712665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-bf31dea9-27e6-43ef-bad0-2982d737dea1 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Deleting port e4362eb1-b220-4140-9403-490797127ddb {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:25.713009 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf31dea9-27e6-43ef-bad0-2982d737dea1 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:25.740683 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfade5f3-3711-46da-bfb4-66ecb7c1fd7b req-0753ef60-1c01-45cc-8000-454c5699d49f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366272 May 25 20:14:25.750339 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-d63ab946-5333-45f3-add3-e45f765457f2 service neutron] 10.222.0.70 "GET /v2.0/networks/8d64901a-e12f-4b20-99e0-9c41b70a037b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285766 May 25 20:14:25.783339 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1969c142-12a4-4ae6-b323-6d589573f681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:25.798854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19a3fba-acbf-4015-92ab-dc06f4944a00 admin admin] Deleting subnet e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:14:25.804270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edfa1e-a8e0-4a44-b7a8-781ef9fb6859 req-6e6892ed-2c68-43de-aff6-a46809448d9b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:25.805772 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-16edfa1e-a8e0-4a44-b7a8-781ef9fb6859 req-6e6892ed-2c68-43de-aff6-a46809448d9b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.4151328 May 25 20:14:25.815818 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d19a3fba-acbf-4015-92ab-dc06f4944a00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:25.929077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fc85b2cd-264d-4376-bd21-335d7d0d5bee no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:14:25.940920 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-782d5c09-104e-45f1-b8fd-89eec4c4a5f2 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:25.942905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678fc95e-a3a7-473d-9395-19561cf68de6 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:14:25.950901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1969c142-12a4-4ae6-b323-6d589573f681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:25.970315 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:25.972490 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: fc85b2cd-264d-4376-bd21-335d7d0d5bee {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:14:25.973260 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fc85b2cd-264d-4376-bd21-335d7d0d5bee not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:14:25.986836 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-782d5c09-104e-45f1-b8fd-89eec4c4a5f2 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:25.992922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d19a3fba-acbf-4015-92ab-dc06f4944a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:26.050909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-16edfa1e-a8e0-4a44-b7a8-781ef9fb6859 req-7535242a-ae01-4f7d-82aa-733708b1de38 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175078 May 25 20:14:26.052488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Transition to ACTIVE for port object 678fc95e-a3a7-473d-9395-19561cf68de6 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:26.066697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-782d5c09-104e-45f1-b8fd-89eec4c4a5f2 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network bab6d7af-a3f1-44f4-aa04-ce1121111e4e is not hosted by any dhcp agent {{(pid=88331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 25 20:14:26.073213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782d5c09-104e-45f1-b8fd-89eec4c4a5f2 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:26.073845 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-782d5c09-104e-45f1-b8fd-89eec4c4a5f2 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:26.078134 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-782d5c09-104e-45f1-b8fd-89eec4c4a5f2 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "PUT /v2.0/networks/bab6d7af-a3f1-44f4-aa04-ce1121111e4e HTTP/1.1" status: 200 len: 723 time: 0.9075122 May 25 20:14:26.079071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50878) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:26.084834 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc72947a-d7af-4973-a27e-30127250b99c req-ca335ed5-7cc3-4edb-bd0d-3b49b9f3d58e service neutron] 10.222.0.70 "GET /v2.0/networks/8d64901a-e12f-4b20-99e0-9c41b70a037b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995827 May 25 20:14:26.085729 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:26.094705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'subnet': {'network_id': 'bab6d7af-a3f1-44f4-aa04-ce1121111e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:26.273758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d5c09-104e-45f1-b8fd-89eec4c4a5f2 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Network': ['ID=bab6d7af-a3f1-44f4-aa04-ce1121111e4e,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:26.285001 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1969c142-12a4-4ae6-b323-6d589573f681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:26.285838 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf31dea9-27e6-43ef-bad0-2982d737dea1 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:26.286193 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf31dea9-27e6-43ef-bad0-2982d737dea1 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:26.289147 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network bab6d7af-a3f1-44f4-aa04-ce1121111e4e details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:14:26.384454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969c142-12a4-4ae6-b323-6d589573f681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba00967-062a-4d98-b379-9ed73dae51b8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:26.436994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-bf31dea9-27e6-43ef-bad0-2982d737dea1 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Calling delete_port for e4362eb1-b220-4140-9403-490797127ddb owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:26.498420 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d19a3fba-acbf-4015-92ab-dc06f4944a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:26.607355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Pushing event updated for resources: {'Port': ['ID=678fc95e-a3a7-473d-9395-19561cf68de6,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:26.613416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:26.615652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc6876-e46e-4e20-814b-924341d2e86b req-cac9f2d3-dc62-40bc-9c43-970e0a3e9ad1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:26.617444 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57cc6876-e46e-4e20-814b-924341d2e86b req-cac9f2d3-dc62-40bc-9c43-970e0a3e9ad1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.4356520 May 25 20:14:26.620084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1969c142-12a4-4ae6-b323-6d589573f681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:26.622125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1969c142-12a4-4ae6-b323-6d589573f681 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ba00967-062a-4d98-b379-9ed73dae51b8 HTTP/1.1" status: 204 len: 168 time: 1.1144521 May 25 20:14:26.625437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:subnet and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:26.653858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:26.670466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:26.737225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:26.740737 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:26.829639 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d19a3fba-acbf-4015-92ab-dc06f4944a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:26.886133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d794-568f-438d-bad7-ef0ad948fe4e req-23974bfe-0449-4215-a60c-de6800c964f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:26.887150 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5075d794-568f-438d-bad7-ef0ad948fe4e req-23974bfe-0449-4215-a60c-de6800c964f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35671e658e6f4611aa3dac173061e9e1&device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 1094 time: 0.6601608 May 25 20:14:26.888251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a3fba-acbf-4015-92ab-dc06f4944a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:26.889082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Attempting to bind port 678fc95e-a3a7-473d-9395-19561cf68de6 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:14:26.889291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Attempting to bind port 678fc95e-a3a7-473d-9395-19561cf68de6 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:14:26.890352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Attempting to bind port 678fc95e-a3a7-473d-9395-19561cf68de6 on network 04ec8327-b153-49a7-b725-c3570cad1f7f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:14:26.896141 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d19a3fba-acbf-4015-92ab-dc06f4944a00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:26.903496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65cac26-3a85-448a-9f97-6ca71d77df81 None None] Network 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:26.914593 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57cc6876-e46e-4e20-814b-924341d2e86b req-6cd6f4aa-b546-4e10-945f-e8b010c50e08 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850919 May 25 20:14:26.923294 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d19a3fba-acbf-4015-92ab-dc06f4944a00 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e0f7a20b-cb7e-4629-9b24-1f3eb1b5d672 HTTP/1.1" status: 204 len: 168 time: 1.4617493 May 25 20:14:26.924375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50894) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:26.927391 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf31dea9-27e6-43ef-bad0-2982d737dea1 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:26.929700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a61c1-f165-4b2f-b8b2-305fad07a9b6 req-ce71a54d-f6bd-4446-9447-9428856a1951 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:26.938358 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-196a61c1-f165-4b2f-b8b2-305fad07a9b6 req-ce71a54d-f6bd-4446-9447-9428856a1951 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 943 time: 0.5474160 May 25 20:14:26.940170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Port 678fc95e-a3a7-473d-9395-19561cf68de6 on network 04ec8327-b153-49a7-b725-c3570cad1f7f not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:14:26.940486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Attempting to bind port 678fc95e-a3a7-473d-9395-19561cf68de6 on network 04ec8327-b153-49a7-b725-c3570cad1f7f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:14:27.016327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:14:27.016834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Checking segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:27.017036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Bound using segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:14:27.017481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Bound port: 678fc95e-a3a7-473d-9395-19561cf68de6, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:14:27.017822 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:27.020425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31dea9-27e6-43ef-bad0-2982d737dea1 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event deleted for resources: {'Port': ['ID=e4362eb1-b220-4140-9403-490797127ddb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:27.188065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-196a61c1-f165-4b2f-b8b2-305fad07a9b6 req-e3c69e9f-4447-4729-984d-ce95e514014e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488420 May 25 20:14:27.303612 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:27.319232 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf31dea9-27e6-43ef-bad0-2982d737dea1 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:27.321562 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf31dea9-27e6-43ef-bad0-2982d737dea1 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:27.328010 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bf31dea9-27e6-43ef-bad0-2982d737dea1 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "DELETE /v2.0/floatingips/c5076a67-7f41-4a41-9440-e604a47fee22 HTTP/1.1" status: 204 len: 168 time: 2.0052330 May 25 20:14:27.331393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50910) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:27.335221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4960396c-281a-45a1-94d4-eb2b6da644f8 None None] DHCP port deletion for 00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:14:27.341981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4960396c-281a-45a1-94d4-eb2b6da644f8 None None] Deleting port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:27.342604 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4960396c-281a-45a1-94d4-eb2b6da644f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:27.345356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2e98221c-fe5b-49ed-8ef0-60e8a11414c0 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Request body: {'floatingip': {'floating_network_id': '1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6', 'port_id': 'e36624a3-4846-4940-86ac-32c554a993cb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:27.355696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2e98221c-fe5b-49ed-8ef0-60e8a11414c0 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:27.360106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Deleting port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:27.360436 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:27.386727 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2e98221c-fe5b-49ed-8ef0-60e8a11414c0 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Usage tracker for resource:floatingip and tenant:2ba716210e7943b28141788f97fa5d8f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:27.394983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2e98221c-fe5b-49ed-8ef0-60e8a11414c0 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:27.415174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2e98221c-fe5b-49ed-8ef0-60e8a11414c0 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:27.419302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d794-568f-438d-bad7-ef0ad948fe4e req-3bb6bab8-07da-480f-8177-783d106e830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:27.421654 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5075d794-568f-438d-bad7-ef0ad948fe4e req-3bb6bab8-07da-480f-8177-783d106e830c service neutron] 10.222.0.70 "GET /v2.0/networks?id=8d64901a-e12f-4b20-99e0-9c41b70a037b HTTP/1.1" status: 200 len: 916 time: 0.5221243 May 25 20:14:27.423328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] For port 678fc95e-a3a7-473d-9395-19561cf68de6, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:14:27.425064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c822a58-54f7-4ba6-81a3-0f691ebe99ba req-a55cf4ee-ff96-48ec-9792-200e26174b9e tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:27.426419 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c822a58-54f7-4ba6-81a3-0f691ebe99ba req-a55cf4ee-ff96-48ec-9792-200e26174b9e tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 943 time: 0.2919936 May 25 20:14:27.443642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] For port 678fc95e-a3a7-473d-9395-19561cf68de6, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=678fc95e-a3a7-473d-9395-19561cf68de6,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:14:27.468751 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e98221c-fe5b-49ed-8ef0-60e8a11414c0 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:27.575918 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:27.610112 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c822a58-54f7-4ba6-81a3-0f691ebe99ba req-0a433ba7-9ba6-47a7-a01b-4ef597d11782 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746025 May 25 20:14:27.652023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5075d794-568f-438d-bad7-ef0ad948fe4e req-4f22d171-4d5d-4f8b-a938-83c2da87ba69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b8c7cae-9834-4800-b01f-0771ae8dc07a HTTP/1.1" status: 200 len: 217 time: 0.2066870 May 25 20:14:27.771613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] For port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:27.772385 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:27.809264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:27.810122 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:27.811721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] 10.222.0.70 "PUT /v2.0/ports/678fc95e-a3a7-473d-9395-19561cf68de6 HTTP/1.1" status: 200 len: 1091 time: 3.7415423 May 25 20:14:27.815522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0976be50-cd1d-4b5a-a074-340fe1a5b9ec', 'tag': '678fc95e-a3a7-473d-9395-19561cf68de6'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:14:27.830144 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:27.875571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:14:27.967080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Calling delete_port for 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:27.989702 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ee14d8-bd70-4634-a643-5fc6de4492de'] response: {'name': 'network-changed', 'server_uuid': '0976be50-cd1d-4b5a-a074-340fe1a5b9ec', 'tag': '678fc95e-a3a7-473d-9395-19561cf68de6', 'status': 'completed', 'code': 200} May 25 20:14:28.003212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50186184-4a3d-4e1c-9379-94a350c3a498 service neutron] Pushing event updated for resources: {'Port': ['ID=678fc95e-a3a7-473d-9395-19561cf68de6,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:28.029899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d794-568f-438d-bad7-ef0ad948fe4e req-4b331733-9ec1-4e5d-8ed9-6256d6d33942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:28.031681 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5075d794-568f-438d-bad7-ef0ad948fe4e req-4b331733-9ec1-4e5d-8ed9-6256d6d33942 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0 HTTP/1.1" status: 200 len: 854 time: 0.3218014 May 25 20:14:28.079690 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:28.087178 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:28.092400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4960396c-281a-45a1-94d4-eb2b6da644f8 None None] For port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec,segment=NetworkSegment(02a26e2d-2865-4fc3-8404-41ebd0067e9c),segment_id=02a26e2d-2865-4fc3-8404-41ebd0067e9c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:28.092787 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4960396c-281a-45a1-94d4-eb2b6da644f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:28.117461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Subnet': ['ID=dea1898d-08ba-4ff7-b53c-d9cf239622f7,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:28.136376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:28.138587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] No DVR routers for this DVR port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:14:28.143545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Checking segment: {'id': '706c078c-6660-4574-a8e8-c96ef45ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'bab6d7af-a3f1-44f4-aa04-ce1121111e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:28.144031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network hostable DHCP agents. Network: bab6d7af-a3f1-44f4-aa04-ce1121111e4e, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:14:28.168524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155a371-a518-4a87-b030-a76ffe554706 req-2373eb0d-0078-419c-a59f-7cb9f4fb4525 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:28.176227 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0155a371-a518-4a87-b030-a76ffe554706 req-2373eb0d-0078-419c-a59f-7cb9f4fb4525 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.7371762 May 25 20:14:28.231688 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4252c4af-84e1-49cd-92d2-39e451941088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:28.239731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4960396c-281a-45a1-94d4-eb2b6da644f8 None None] Calling delete_port for 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:28.252760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-1d0b5635-52ac-437b-9f61-8e34edce647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:28.254442 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-1d0b5635-52ac-437b-9f61-8e34edce647c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 1094 time: 0.3633897 May 25 20:14:28.268458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No active binding found for port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec {{(pid=88333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 20:14:28.268866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:14:28.271012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0155a371-a518-4a87-b030-a76ffe554706 req-ae66ecd6-a6af-4ca2-885a-819c85779ed3 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937548 May 25 20:14:28.282374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network bab6d7af-a3f1-44f4-aa04-ce1121111e4e is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:14:28.351865 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-4960396c-281a-45a1-94d4-eb2b6da644f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:14:28.352300 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-4960396c-281a-45a1-94d4-eb2b6da644f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:14:28.386961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:28.416607 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-2e98221c-fe5b-49ed-8ef0-60e8a11414c0 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:14:28.423428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2e98221c-fe5b-49ed-8ef0-60e8a11414c0 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0915637 May 25 20:14:28.427118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50932) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:28.433456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c6d67f-b1bb-47c8-ac2e-13ae224e1d54']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:28.444714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'e36624a3-4846-4940-86ac-32c554a993cb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:28.445646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, bab6d7af-a3f1-44f4-aa04-ce1121111e4e) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:28.449535 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-028c56e1-f6b4-479f-93e1-c85c6849f76d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678fc95e-a3a7-473d-9395-19561cf68de6 HTTP/1.1" status: 200 len: 217 time: 0.1685061 May 25 20:14:28.453117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d794-568f-438d-bad7-ef0ad948fe4e req-fab5d343-c27e-4384-aa01-8140fdafbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:28.454805 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5075d794-568f-438d-bad7-ef0ad948fe4e req-fab5d343-c27e-4384-aa01-8140fdafbeec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8d64901a-e12f-4b20-99e0-9c41b70a037b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4004469 May 25 20:14:28.456124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:28.456800 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:28.457703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39bd942-1b4b-4ddb-9b73-263b3fde7713 None None] Network bab6d7af-a3f1-44f4-aa04-ce1121111e4e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:28.458416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:28.494428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a26e2d-2865-4fc3-8404-41ebd0067e9c') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:28.494723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a26e2d-2865-4fc3-8404-41ebd0067e9c') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:28.515237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Usage tracker for resource:floatingip and tenant:2ba716210e7943b28141788f97fa5d8f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:28.521223 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:28.529053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:28.550567 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:28.561469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:14:28.562009 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:28.672196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:28.673123 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-58c68ff9-7ee4-48c2-8af4-5b4ed64abad0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5925629 May 25 20:14:28.687795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50948) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:28.716624 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:28.720190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5ca326b0-10c5-4f86-bc7d-feeef43b6252 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:28.736620 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 02a26e2d-2865-4fc3-8404-41ebd0067e9c resource provider aggregate not found May 25 20:14:28.775143 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 02a26e2d-2865-4fc3-8404-41ebd0067e9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02a26e2d-2865-4fc3-8404-41ebd0067e9c found for delete ", "request_id": "req-ef39460b-2741-4c65-87be-56602380077c"}]} May 25 20:14:28.803576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-10a7ca59-5902-4a1c-a23c-ac7ca664ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:28.805297 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-10a7ca59-5902-4a1c-a23c-ac7ca664ba24 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.3430457 May 25 20:14:28.824626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-bab6d7af-a3f1-44f4-aa04-ce1121111e4e', 'network_id': 'bab6d7af-a3f1-44f4-aa04-ce1121111e4e', 'tenant_id': '8ad8c052b126426fb88726b97abdeb0e', 'fixed_ips': [{'subnet_id': 'dea1898d-08ba-4ff7-b53c-d9cf239622f7'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:14:28.825450 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:28.898404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4960396c-281a-45a1-94d4-eb2b6da644f8 None None] Deleting port 0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:28.898984 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4960396c-281a-45a1-94d4-eb2b6da644f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:28.990542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4960396c-281a-45a1-94d4-eb2b6da644f8 None None] The port '0fb97a4f-916f-4f16-9bbf-1e1146d2c7ec' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:14:29.087663 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:29.095551 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-b20e4cb1-a316-4c41-8c02-e20014927ad2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2612214 May 25 20:14:29.112917 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:29.123000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96482fe-3005-4651-9ea6-153218551118 req-8035c544-ff42-47d1-9976-db3fe4cc1f71 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:29.124507 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f96482fe-3005-4651-9ea6-153218551118 req-8035c544-ff42-47d1-9976-db3fe4cc1f71 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 943 time: 0.6726639 May 25 20:14:29.132300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=00c6d67f-b1bb-47c8-ac2e-13ae224e1d54,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:29.166397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5075d794-568f-438d-bad7-ef0ad948fe4e req-2a3aba5a-10d8-47f7-b350-fbe7dd0e3ff7 service neutron] 10.222.0.70 "GET /v2.0/networks/8d64901a-e12f-4b20-99e0-9c41b70a037b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7014272 May 25 20:14:29.175112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Allocated IP 172.20.0.2 (bab6d7af-a3f1-44f4-aa04-ce1121111e4e/dea1898d-08ba-4ff7-b53c-d9cf239622f7/63b9ed4e-5cf8-4d14-b75d-4fb62514b32d) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:29.198484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f96482fe-3005-4651-9ea6-153218551118 req-0cab5ac9-9248-4bfd-a93f-052f530e1b33 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:29.203773 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-66e6dba2-966d-4b10-a78d-0d79a74f5c28 admin admin] 10.222.0.60 "DELETE /v2.0/networks/00c6d67f-b1bb-47c8-ac2e-13ae224e1d54 HTTP/1.1" status: 204 len: 168 time: 2.2785413 May 25 20:14:29.258937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f96482fe-3005-4651-9ea6-153218551118 req-0cab5ac9-9248-4bfd-a93f-052f530e1b33 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:29.261545 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f96482fe-3005-4651-9ea6-153218551118 req-0cab5ac9-9248-4bfd-a93f-052f530e1b33 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272154 May 25 20:14:29.280376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:29.286416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063420e8-7cda-4e14-a417-644c73b72998 req-12cb0e63-d3df-46df-b798-b329ec6ea170 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:29.292858 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-063420e8-7cda-4e14-a417-644c73b72998 req-12cb0e63-d3df-46df-b798-b329ec6ea170 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.8316350 May 25 20:14:29.358571 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5ca326b0-10c5-4f86-bc7d-feeef43b6252 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2470088'] for subnet, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:29.523014 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-063420e8-7cda-4e14-a417-644c73b72998 req-34185382-24fd-4ea8-8bde-f3de607c9689 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262759 May 25 20:14:29.531439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50968) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:29.540696 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-861fb998-b94d-4263-aa2e-b02f38130f6f service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377301 May 25 20:14:29.544377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Allocated IP 172.25.3.220 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/8edefac7-b842-478b-980c-95d07263845f) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:29.567069 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:29.578993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Transition to ACTIVE for port object 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:29.600553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Transition to ACTIVE for port object 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:29.607733 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:29.726081 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5075d794-568f-438d-bad7-ef0ad948fe4e req-9ed8055d-bc35-4e48-acf2-cbced4193762 service neutron] 10.222.0.70 "GET /v2.0/networks/8d64901a-e12f-4b20-99e0-9c41b70a037b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448506 May 25 20:14:29.759553 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d513f2a-3e0a-4f6f-a61c-d34cd9a2f8ad req-67143cae-dc79-4d90-834b-dc95d98e25e5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:29.766696 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d513f2a-3e0a-4f6f-a61c-d34cd9a2f8ad req-67143cae-dc79-4d90-834b-dc95d98e25e5 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 943 time: 0.3181188 May 25 20:14:29.783374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Pushing event updated for resources: {'Port': ['ID=63b9ed4e-5cf8-4d14-b75d-4fb62514b32d,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:29.796991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Network bab6d7af-a3f1-44f4-aa04-ce1121111e4e is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:29.798268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:29.802208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:29.803625 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8c18762a-68ee-4fc0-8fbb-086efc872b7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bcd8a79fdc45491c930f09375a86f6b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702341 May 25 20:14:29.808896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50974) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:29.873983 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d513f2a-3e0a-4f6f-a61c-d34cd9a2f8ad req-d6057acd-99b1-4ccd-9282-6281fded9493 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058004 May 25 20:14:29.882466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-537c7367-329f-4237-bb03-86bb0b8fa9fd req-4163ef5d-0993-4d2e-bbe1-044d62203259 service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353570 May 25 20:14:29.914639 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5ca326b0-10c5-4f86-bc7d-feeef43b6252 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739053668536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2573290'] for subnet, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:29.964997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Attempting to bind port 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:14:29.965363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Attempting to bind port 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '706c078c-6660-4574-a8e8-c96ef45ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'bab6d7af-a3f1-44f4-aa04-ce1121111e4e'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:14:29.965730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Attempting to bind port 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d on network bab6d7af-a3f1-44f4-aa04-ce1121111e4e {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:14:29.976792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:14:29.977167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Checking segment: {'id': '706c078c-6660-4574-a8e8-c96ef45ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'bab6d7af-a3f1-44f4-aa04-ce1121111e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:29.977562 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:29.977947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Bound using segment: {'id': '706c078c-6660-4574-a8e8-c96ef45ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'bab6d7af-a3f1-44f4-aa04-ce1121111e4e'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:14:29.978597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Bound port: 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706c078c-6660-4574-a8e8-c96ef45ddea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'bab6d7af-a3f1-44f4-aa04-ce1121111e4e'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:14:29.979096 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:29.991233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:30.058525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca326b0-10c5-4f86-bc7d-feeef43b6252 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:30.059395 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5ca326b0-10c5-4f86-bc7d-feeef43b6252 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:30.060946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5ca326b0-10c5-4f86-bc7d-feeef43b6252 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "PUT /v2.0/subnets/dea1898d-08ba-4ff7-b53c-d9cf239622f7 HTTP/1.1" status: 200 len: 806 time: 1.3674047 May 25 20:14:30.063306 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d6e8e9c-52f0-41a2-9f87-486763884e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:30.067400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50982) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:30.089060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] For port 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:14:30.092342 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] For port 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=63b9ed4e-5cf8-4d14-b75d-4fb62514b32d,segment=NetworkSegment(706c078c-6660-4574-a8e8-c96ef45ddea2),segment_id=706c078c-6660-4574-a8e8-c96ef45ddea2)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:14:30.099614 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:30.119803 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:30.183845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca326b0-10c5-4f86-bc7d-feeef43b6252 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Subnet': ['ID=dea1898d-08ba-4ff7-b53c-d9cf239622f7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:30.205206 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d6e8e9c-52f0-41a2-9f87-486763884e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:30.209328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:30.211464 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95e58a-d345-4d91-8b36-a19dcb389397 None None] Pushing event updated for resources: {'Port': ['ID=63b9ed4e-5cf8-4d14-b75d-4fb62514b32d,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:30.218948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:30.221472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:30.288832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event updated for resources: {'Port': ['ID=8edefac7-b842-478b-980c-95d07263845f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:30.315033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b8f5b-d2cd-4079-8608-64a2e319e660 req-f70e324f-25aa-4e0a-a8e5-52ed0ba616eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:30.316702 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a92b8f5b-d2cd-4079-8608-64a2e319e660 req-f70e324f-25aa-4e0a-a8e5-52ed0ba616eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 1094 time: 0.3492813 May 25 20:14:30.328620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9dde7-70b1-469f-aec8-d5ab35a7e391 req-f9a70028-3464-4402-bf84-82e5782808e8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:30.330865 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ba9dde7-70b1-469f-aec8-d5ab35a7e391 req-f9a70028-3464-4402-bf84-82e5782808e8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2755716 May 25 20:14:30.412116 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:30.424233 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d6e8e9c-52f0-41a2-9f87-486763884e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:30.465647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e8e9c-52f0-41a2-9f87-486763884e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93795864-cf71-4a20-a1f5-8bf0ef731bc9,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:30.479524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Deleting port 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:30.480138 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:30.500187 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ba9dde7-70b1-469f-aec8-d5ab35a7e391 req-ff8cf1c3-fa16-4ed9-929b-4729ed6ff00f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310966 May 25 20:14:30.567540 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d6e8e9c-52f0-41a2-9f87-486763884e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:30.571970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8d6e8e9c-52f0-41a2-9f87-486763884e8a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93795864-cf71-4a20-a1f5-8bf0ef731bc9 HTTP/1.1" status: 204 len: 168 time: 0.7598622 May 25 20:14:30.583953 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-243b980d-4b54-4723-9c45-1c0700eab8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:30.606537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Deleting port 8edefac7-b842-478b-980c-95d07263845f {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:30.607115 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:30.645651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b8f5b-d2cd-4079-8608-64a2e319e660 req-98164f91-43af-498c-854b-11f5f0d9727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:30.648742 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a92b8f5b-d2cd-4079-8608-64a2e319e660 req-98164f91-43af-498c-854b-11f5f0d9727f service neutron] 10.222.0.70 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 906 time: 0.3225145 May 25 20:14:30.885546 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a92b8f5b-d2cd-4079-8608-64a2e319e660 req-54717310-f81c-42ea-b54d-aeaaac8e4d37 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678fc95e-a3a7-473d-9395-19561cf68de6 HTTP/1.1" status: 200 len: 217 time: 0.1967568 May 25 20:14:30.997616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e07b-1eee-481d-bbf5-c57ed037552d req-27502516-0b41-4d97-8137-fa349cd87d67 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:30.999237 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1194e07b-1eee-481d-bbf5-c57ed037552d req-27502516-0b41-4d97-8137-fa349cd87d67 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 943 time: 0.2596855 May 25 20:14:31.036807 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:31.037131 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:31.188149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Calling delete_port for 8edefac7-b842-478b-980c-95d07263845f owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:31.219306 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1194e07b-1eee-481d-bbf5-c57ed037552d req-12e4db6a-bdc1-4e41-913e-e287d9e25531 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103381 May 25 20:14:31.223980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b8f5b-d2cd-4079-8608-64a2e319e660 req-675ccb37-1164-45cc-8ac7-fd96492c5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:31.226242 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a92b8f5b-d2cd-4079-8608-64a2e319e660 req-675ccb37-1164-45cc-8ac7-fd96492c5ea6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.3304124 May 25 20:14:31.295152 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a92b8f5b-d2cd-4079-8608-64a2e319e660 req-85da05ad-7ba6-4ba1-b4d7-7c30ad650faf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613770 May 25 20:14:31.356808 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:31.431467 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:31.488421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event deleted for resources: {'Port': ['ID=8edefac7-b842-478b-980c-95d07263845f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:31.512908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffcd7b-cb52-48ba-8a61-22572431a243 req-0226d6bc-a91a-4735-ad77-9b853321fb6c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:31.520526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72ffcd7b-cb52-48ba-8a61-22572431a243 req-0226d6bc-a91a-4735-ad77-9b853321fb6c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 946 time: 0.8383954 May 25 20:14:31.574238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] For port 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=63b9ed4e-5cf8-4d14-b75d-4fb62514b32d,segment=NetworkSegment(706c078c-6660-4574-a8e8-c96ef45ddea2),segment_id=706c078c-6660-4574-a8e8-c96ef45ddea2)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:31.593744 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:31.609783 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:31.874858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5297b663-fb18-46fd-9583-e6b101b2c522 None None] Network bab6d7af-a3f1-44f4-aa04-ce1121111e4e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:31.893821 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44224f08-23c1-4b27-b060-0eb8ac244504 req-b65f29ea-5530-49dd-b6d3-28ddc3ea267a tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.2923708 May 25 20:14:31.894962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Calling delete_port for 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:31.957675 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72ffcd7b-cb52-48ba-8a61-22572431a243 req-6cb70b8a-8f68-44fe-988c-fba65d82c32f tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359999 May 25 20:14:31.984098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057365f-55ea-44f7-980f-24eccdcc9693 req-399cb0b5-e9b8-4d34-b6d7-d57d4c1fda34 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:31.986021 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5057365f-55ea-44f7-980f-24eccdcc9693 req-399cb0b5-e9b8-4d34-b6d7-d57d4c1fda34 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 946 time: 0.1529365 May 25 20:14:31.988112 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] create failed (client error): The resource could not be found. May 25 20:14:31.995765 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-074c282e-2714-4fa7-901d-4e5fc0afafeb tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5671706 May 25 20:14:32.001689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51034) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:32.064857 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:14:32.086818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-5057365f-55ea-44f7-980f-24eccdcc9693 req-8dad6236-aa69-4d6e-a5db-4e2a0f6fb163 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Deleting port 8987de23-a0bd-4c1b-b511-79870759d049 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:32.087338 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5057365f-55ea-44f7-980f-24eccdcc9693 req-8dad6236-aa69-4d6e-a5db-4e2a0f6fb163 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:32.127271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a92b8f5b-d2cd-4079-8608-64a2e319e660 req-62a7e8ba-8ae9-46b8-91d2-8ed4d179ccb5 service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8023369 May 25 20:14:32.156958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bf4c1903-6302-4120-b192-d2b1d34b7735 None None] Provisioning for port 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:32.196518 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:32.204706 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:32.205072 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:32.333411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-80012aa1-6c07-4e6a-a0a1-a160bf0c3bde tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Deleting port e36624a3-4846-4940-86ac-32c554a993cb {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:32.334375 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80012aa1-6c07-4e6a-a0a1-a160bf0c3bde tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:32.409958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35283ccb-cb6d-4784-b1db-f8dd9549af8f req-3471e9c3-16ec-4216-b8e6-b3db065f7a56 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:32.417321 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35283ccb-cb6d-4784-b1db-f8dd9549af8f req-3471e9c3-16ec-4216-b8e6-b3db065f7a56 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2079196 May 25 20:14:32.451989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:32.452560 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:32.486111 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-5057365f-55ea-44f7-980f-24eccdcc9693 req-8dad6236-aa69-4d6e-a5db-4e2a0f6fb163 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] For port 8987de23-a0bd-4c1b-b511-79870759d049, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8987de23-a0bd-4c1b-b511-79870759d049,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:32.486500 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5057365f-55ea-44f7-980f-24eccdcc9693 req-8dad6236-aa69-4d6e-a5db-4e2a0f6fb163 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:32.508429 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35283ccb-cb6d-4784-b1db-f8dd9549af8f req-67fb4ee2-5d77-44ad-8c62-2a95ab1ae047 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901606 May 25 20:14:32.572599 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a92b8f5b-d2cd-4079-8608-64a2e319e660 req-09c47216-302d-4adb-89e3-7ac9d93386fe service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163334 May 25 20:14:32.661816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f74d2c-a5e1-4c41-a16a-16ca616c2c2b req-62db6317-0557-43f7-82ed-08465040795a tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:32.682857 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1f74d2c-a5e1-4c41-a16a-16ca616c2c2b req-62db6317-0557-43f7-82ed-08465040795a tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 943 time: 0.5196736 May 25 20:14:32.685139 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:32.686089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-5057365f-55ea-44f7-980f-24eccdcc9693 req-8dad6236-aa69-4d6e-a5db-4e2a0f6fb163 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Calling delete_port for 8987de23-a0bd-4c1b-b511-79870759d049 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:32.792200 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3b7fb497-c26f-44e5-b7b6-3bb5e6875e03 req-dcabeef8-05c7-4d9a-b677-ffdaf78abe5b tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1168029 May 25 20:14:32.813352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c9828a-f5a7-4ecd-a296-3fe7aa33147d None None] Network bab6d7af-a3f1-44f4-aa04-ce1121111e4e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:32.942363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Port': ['ID=63b9ed4e-5cf8-4d14-b75d-4fb62514b32d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:32.944749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-92724ae7-f206-423e-a842-f662a7f0f899 None None] Could not find standard attr ID for object 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:14:32.969596 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5057365f-55ea-44f7-980f-24eccdcc9693 req-8dad6236-aa69-4d6e-a5db-4e2a0f6fb163 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:32.971628 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:33.016854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 678fc95e-a3a7-473d-9395-19561cf68de6 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:14:33.024417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad6236-aa69-4d6e-a5db-4e2a0f6fb163 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Pushing event deleted for resources: {'Port': ['ID=8987de23-a0bd-4c1b-b511-79870759d049,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:33.098215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No DVR routers for this DVR port 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:14:33.102934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80012aa1-6c07-4e6a-a0a1-a160bf0c3bde tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:33.116648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-5057365f-55ea-44f7-980f-24eccdcc9693 req-8dad6236-aa69-4d6e-a5db-4e2a0f6fb163 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] No DVR routers for this DVR port 8987de23-a0bd-4c1b-b511-79870759d049 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:14:33.120038 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5057365f-55ea-44f7-980f-24eccdcc9693 req-8dad6236-aa69-4d6e-a5db-4e2a0f6fb163 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:33.132225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a3b2af-bd82-4318-81a1-6b0411224fc7', 'name': 'network-vif-deleted', 'tag': '8987de23-a0bd-4c1b-b511-79870759d049'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:14:33.139084 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5057365f-55ea-44f7-980f-24eccdcc9693 req-8dad6236-aa69-4d6e-a5db-4e2a0f6fb163 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "DELETE /v2.0/ports/8987de23-a0bd-4c1b-b511-79870759d049 HTTP/1.1" status: 204 len: 173 time: 1.1420572 May 25 20:14:33.168810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1f74d2c-a5e1-4c41-a16a-16ca616c2c2b req-e953a716-f2ec-47d2-bfe7-d37da2118265 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4845991 May 25 20:14:33.310624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-80012aa1-6c07-4e6a-a0a1-a160bf0c3bde tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Calling delete_port for e36624a3-4846-4940-86ac-32c554a993cb owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:33.344384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 678fc95e-a3a7-473d-9395-19561cf68de6, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=678fc95e-a3a7-473d-9395-19561cf68de6,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:33.365558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '678fc95e-a3a7-473d-9395-19561cf68de6', 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'port_id': '678fc95e-a3a7-473d-9395-19561cf68de6', 'mac_address': 'fa:16:3e:4d:b8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc790b4-10d9-494e-a68e-77eb18406dd8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:14:33.388480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4fb26-2781-4493-a266-7f3790faa7eb req-9b0a3bd1-b995-4008-9ea1-474e131c13ab tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:33.390265 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-99c4fb26-2781-4493-a266-7f3790faa7eb req-9b0a3bd1-b995-4008-9ea1-474e131c13ab tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 943 time: 0.1469290 May 25 20:14:33.472101 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-99c4fb26-2781-4493-a266-7f3790faa7eb req-212062ce-d478-43fc-8ad6-62ccb3979ee5 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747304 May 25 20:14:33.503331 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 678fc95e-a3a7-473d-9395-19561cf68de6 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:33.503836 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:33.524199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678fc95e-a3a7-473d-9395-19561cf68de6 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:14:33.544091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 678fc95e-a3a7-473d-9395-19561cf68de6, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=678fc95e-a3a7-473d-9395-19561cf68de6,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:33.550750 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:33.600131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-68da6f9f-1111-4359-a3f4-1ed3b81d792f req-3ad2a8ef-7dc7-449a-92ea-7ff049c8fca5 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 210 time: 0.2445052 May 25 20:14:33.600961 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:33.647651 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2788e633-23e5-4990-91d7-c06cb70e7b6b'] response: {'server_uuid': 'e5a3b2af-bd82-4318-81a1-6b0411224fc7', 'name': 'network-vif-deleted', 'tag': '8987de23-a0bd-4c1b-b511-79870759d049', 'status': 'completed', 'code': 200} May 25 20:14:33.680302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=678fc95e-a3a7-473d-9395-19561cf68de6,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:33.825269 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:33.860098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 8987de23-a0bd-4c1b-b511-79870759d049 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:14:33.872377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Subnet': ['ID=dea1898d-08ba-4ff7-b53c-d9cf239622f7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:33.912273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['678fc95e-a3a7-473d-9395-19561cf68de6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:14:33.955726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67928653-ff69-4052-a2a3-262cc1f9bdeb None None] Network bab6d7af-a3f1-44f4-aa04-ce1121111e4e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:34.074224 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80012aa1-6c07-4e6a-a0a1-a160bf0c3bde tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:34.082430 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d7c175c-f179-458d-b3a0-8457d62ef974 req-a4373b80-765d-4a42-82af-5f6e991f38df tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1265602 May 25 20:14:34.123597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 8987de23-a0bd-4c1b-b511-79870759d049 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:14:34.123942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 8987de23-a0bd-4c1b-b511-79870759d049 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:14:34.170518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80012aa1-6c07-4e6a-a0a1-a160bf0c3bde tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event deleted for resources: {'Port': ['ID=e36624a3-4846-4940-86ac-32c554a993cb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:34.214766 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:34.346783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51092) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:34.358493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab6d7af-a3f1-44f4-aa04-ce1121111e4e']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:34.377629 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fbc1f3fd-bf92-4198-83fd-61f06a079ebf req-e1b5bafb-f8de-4280-ae4f-cc8840a207dc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.3235993 May 25 20:14:34.411892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fe0805-2061-482d-8c15-fb7784d0d559 None None] DHCP port deletion for bab6d7af-a3f1-44f4-aa04-ce1121111e4e request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:14:34.420530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706c078c-6660-4574-a8e8-c96ef45ddea2') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:34.420818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706c078c-6660-4574-a8e8-c96ef45ddea2') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:34.459444 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:34.487349 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80012aa1-6c07-4e6a-a0a1-a160bf0c3bde tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:34.497784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39f404-34f8-4b5d-a5ff-fa7a3efb29fc req-84df5dbf-b670-48d6-b7ad-ce026b8ec244 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:34.499358 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9c39f404-34f8-4b5d-a5ff-fa7a3efb29fc req-84df5dbf-b670-48d6-b7ad-ce026b8ec244 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 943 time: 0.1129153 May 25 20:14:34.530832 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:34.533393 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a6c28352-6694-4cea-a585-73a7314f5b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:34.550037 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9c39f404-34f8-4b5d-a5ff-fa7a3efb29fc req-8bcd2135-61b2-4999-ae55-a7ea2ad4e047 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409811 May 25 20:14:34.554210 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-80012aa1-6c07-4e6a-a0a1-a160bf0c3bde tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "DELETE /v2.0/ports/e36624a3-4846-4940-86ac-32c554a993cb HTTP/1.1" status: 204 len: 168 time: 2.5495162 May 25 20:14:34.558170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51100) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:34.559129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:14:34.560195 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:34.595878 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 706c078c-6660-4574-a8e8-c96ef45ddea2 resource provider aggregate not found May 25 20:14:34.644514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a6c28352-6694-4cea-a585-73a7314f5b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:34.656586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a6c28352-6694-4cea-a585-73a7314f5b97 admin admin] Usage tracker for resource:security_group_rule and tenant:aa5206d16d8b4c7fb976d292c4861fac is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:34.657359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9aa9a3-00d2-40a2-9afc-5215bbf19933 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:34.658279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fd9aa9a3-00d2-40a2-9afc-5215bbf19933 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Synchronizing usage tracker for tenant:2ba716210e7943b28141788f97fa5d8f on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:34.684305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fd9aa9a3-00d2-40a2-9afc-5215bbf19933 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Unset dirty status for tenant:2ba716210e7943b28141788f97fa5d8f on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:34.686993 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fd9aa9a3-00d2-40a2-9afc-5215bbf19933 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "GET /v2.0/ports?device_id=452caf09-1016-4fcf-b2d4-150accc6bb6b HTTP/1.1" status: 200 len: 913 time: 0.1262922 May 25 20:14:34.688540 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51110) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:34.708986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a6c28352-6694-4cea-a585-73a7314f5b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:34.717504 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 706c078c-6660-4574-a8e8-c96ef45ddea2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 706c078c-6660-4574-a8e8-c96ef45ddea2 found for delete ", "request_id": "req-1ace9db2-ed16-41c4-b1cd-8a7e29f7690a"}]} May 25 20:14:34.735266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a6c28352-6694-4cea-a585-73a7314f5b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:34.768497 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:34.793374 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1675855'] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:34.807379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Network': ['ID=bab6d7af-a3f1-44f4-aa04-ce1121111e4e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:34.816959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-653c8181-cf1e-4dd5-b65c-2f1ebdfad998 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/bab6d7af-a3f1-44f4-aa04-ce1121111e4e HTTP/1.1" status: 204 len: 168 time: 4.7459273 May 25 20:14:34.821344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51114) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:34.861306 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9b8c14-7222-41e5-9505-70a85d206e54 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:14:34.861817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9b8c14-7222-41e5-9505-70a85d206e54 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:14:34.874332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d489bb5-4335-49e9-8f57-ca59e67e5ade req-32c30ec1-88eb-4232-aad5-f79799ac8ea6 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:34.875773 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d489bb5-4335-49e9-8f57-ca59e67e5ade req-32c30ec1-88eb-4232-aad5-f79799ac8ea6 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 944 time: 0.2287138 May 25 20:14:34.885444 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ea9b8c14-7222-41e5-9505-70a85d206e54 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/bab6d7af-a3f1-44f4-aa04-ce1121111e4e HTTP/1.1" status: 404 len: 339 time: 0.0615733 May 25 20:14:34.893865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51118) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:34.962197 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d489bb5-4335-49e9-8f57-ca59e67e5ade req-026fce1f-fffb-4ba9-9023-55338d749061 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789444 May 25 20:14:34.967000 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a6c28352-6694-4cea-a585-73a7314f5b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:34.971544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a6c28352-6694-4cea-a585-73a7314f5b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:35.027206 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a6c28352-6694-4cea-a585-73a7314f5b97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa5206d16d8b4c7fb976d292c4861fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6793578 May 25 20:14:35.029092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c28352-6694-4cea-a585-73a7314f5b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98304087-beb4-4581-984e-944df4b633ee,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:35.031541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51122) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:35.032822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4b8c7cae-9834-4800-b01f-0771ae8dc07a details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:14:35.042602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1968902403', 'description': 'd1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:35.049559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-3f0943c6-ba7f-466d-8d51-d9a24ccf2bd3 req-d423713d-42bf-498e-a789-b9854a7f9bb0 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Synchronizing usage tracker for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:35.060007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:35.070202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:network and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:35.077077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:35.089549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:35.092529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5278be8-2554-4cd1-be72-23e415508eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:35.096470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-3f0943c6-ba7f-466d-8d51-d9a24ccf2bd3 req-d423713d-42bf-498e-a789-b9854a7f9bb0 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Unset dirty status for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:35.097618 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f0943c6-ba7f-466d-8d51-d9a24ccf2bd3 req-d423713d-42bf-498e-a789-b9854a7f9bb0 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5a3b2af-bd82-4318-81a1-6b0411224fc7 HTTP/1.1" status: 200 len: 210 time: 0.2961287 May 25 20:14:35.132081 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5278be8-2554-4cd1-be72-23e415508eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:35.148824 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:14:35.201507 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5278be8-2554-4cd1-be72-23e415508eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:35.207748 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4b8c7cae-9834-4800-b01f-0771ae8dc07a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4b8c7cae-9834-4800-b01f-0771ae8dc07a,segment=NetworkSegment(3088ffbe-9188-44bd-9db6-0e982772f0e6),segment_id=3088ffbe-9188-44bd-9db6-0e982772f0e6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:35.220368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5278be8-2554-4cd1-be72-23e415508eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98304087-beb4-4581-984e-944df4b633ee,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:35.225378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '4b8c7cae-9834-4800-b01f-0771ae8dc07a', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'port_id': '4b8c7cae-9834-4800-b01f-0771ae8dc07a', 'mac_address': 'fa:16:3e:4b:65:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:14:35.244194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:35.247607 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:35.269340 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5278be8-2554-4cd1-be72-23e415508eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:35.270483 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f5278be8-2554-4cd1-be72-23e415508eea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98304087-beb4-4581-984e-944df4b633ee HTTP/1.1" status: 204 len: 168 time: 0.2379992 May 25 20:14:35.281236 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be2f9d63-c222-49c1-b431-e35a9d435b03 req-a87c9786-1cc2-4809-8d7d-34df1ab7328e tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0503824 May 25 20:14:35.304462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 4b8c7cae-9834-4800-b01f-0771ae8dc07a is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:35.305154 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:35.322687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:14:35.334127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8c7cae-9834-4800-b01f-0771ae8dc07a {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:14:35.334984 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:35.335340 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Added segment 10ed8e7d-a9cf-4e8e-9322-ddaa6ee6cb97 of type vlan for network be01e5f9-58f7-46d6-b7d4-1fbd7d3c2fd3 May 25 20:14:35.353283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4b8c7cae-9834-4800-b01f-0771ae8dc07a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4b8c7cae-9834-4800-b01f-0771ae8dc07a,segment=NetworkSegment(3088ffbe-9188-44bd-9db6-0e982772f0e6),segment_id=3088ffbe-9188-44bd-9db6-0e982772f0e6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:35.359087 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:35.431040 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:35.456770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=4b8c7cae-9834-4800-b01f-0771ae8dc07a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:35.524875 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:35.531587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:35.532429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:35.640351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['4b8c7cae-9834-4800-b01f-0771ae8dc07a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:14:35.656631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51140) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:35.657120 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7480655 May 25 20:14:35.734822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:14:35.757483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb16990-c16a-42a9-a91a-79da47464a31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Network': ['ID=be01e5f9-58f7-46d6-b7d4-1fbd7d3c2fd3,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:35.782194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network be01e5f9-58f7-46d6-b7d4-1fbd7d3c2fd3 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:14:35.797880 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:35.802147 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:14:35.802723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 63b9ed4e-5cf8-4d14-b75d-4fb62514b32d not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:14:35.892775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a197f67f-bef1-47d3-8754-7b3ae1d457ef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:35.893527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a197f67f-bef1-47d3-8754-7b3ae1d457ef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Synchronizing usage tracker for tenant:8ad8c052b126426fb88726b97abdeb0e on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:35.916884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a197f67f-bef1-47d3-8754-7b3ae1d457ef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Unset dirty status for tenant:8ad8c052b126426fb88726b97abdeb0e on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:35.921671 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a197f67f-bef1-47d3-8754-7b3ae1d457ef tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "GET /v2.0/networks?id=be01e5f9-58f7-46d6-b7d4-1fbd7d3c2fd3 HTTP/1.1" status: 200 len: 761 time: 0.2638118 May 25 20:14:35.922331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51148) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:35.928344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2249782c-5f29-434d-9ef9-a6807d741b75 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'network': {'description': 'd2'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:35.986778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b151f01-fe41-43ed-ba09-e2a55b3bc19b req-6f452e80-ef5e-4483-b1d3-c6b8081b3625 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:35.988849 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b151f01-fe41-43ed-ba09-e2a55b3bc19b req-6f452e80-ef5e-4483-b1d3-c6b8081b3625 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 944 time: 0.2806706 May 25 20:14:36.062699 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b151f01-fe41-43ed-ba09-e2a55b3bc19b req-8ff8e2e1-4255-44ad-ac4a-b2cedacd15dc tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658257 May 25 20:14:36.294797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Deleting port 1a2ac20d-0940-442c-8f3d-b01a5b0e532e {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:36.295521 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:36.327462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba06c25-ac0b-42c7-b85a-7f1fb0d0b685 req-99e4e0da-9998-4e52-bce4-31d900136d33 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:36.334235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fba06c25-ac0b-42c7-b85a-7f1fb0d0b685 req-99e4e0da-9998-4e52-bce4-31d900136d33 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 944 time: 0.2171338 May 25 20:14:36.337284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2249782c-5f29-434d-9ef9-a6807d741b75 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:36.403982 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fba06c25-ac0b-42c7-b85a-7f1fb0d0b685 req-9c91fc63-6180-443b-8ab5-cfa7f6f5dd1a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686536 May 25 20:14:36.404825 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2249782c-5f29-434d-9ef9-a6807d741b75 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:36.438695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2249782c-5f29-434d-9ef9-a6807d741b75 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network be01e5f9-58f7-46d6-b7d4-1fbd7d3c2fd3 is not hosted by any dhcp agent {{(pid=88332) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 25 20:14:36.444031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2249782c-5f29-434d-9ef9-a6807d741b75 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:36.444803 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2249782c-5f29-434d-9ef9-a6807d741b75 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:36.449156 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2249782c-5f29-434d-9ef9-a6807d741b75 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "PUT /v2.0/networks/be01e5f9-58f7-46d6-b7d4-1fbd7d3c2fd3 HTTP/1.1" status: 200 len: 758 time: 0.5258145 May 25 20:14:36.453803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51174) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:36.704591 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f28ee2b4-bdc1-43ce-9c29-d403917e5d61 req-4eb4f569-0ed9-45c6-8896-1717fba018be tempest-AbsoluteLimitsNegativeTestJSON-779631446 tempest-AbsoluteLimitsNegativeTestJSON-779631446-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=bf2ec9787d9742868d9cdfd1593a5720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526812 May 25 20:14:36.707537 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a5c0a88-51b3-48ca-a1f8-59963af13247 req-1192dff7-e79b-499d-bcdd-1e22a51b8b65 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0746872 May 25 20:14:36.727517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249782c-5f29-434d-9ef9-a6807d741b75 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Network': ['ID=be01e5f9-58f7-46d6-b7d4-1fbd7d3c2fd3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:36.728884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e280014-8c86-43e2-a3cd-424428763835 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:36.729789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5e280014-8c86-43e2-a3cd-424428763835 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Synchronizing usage tracker for tenant:8ad8c052b126426fb88726b97abdeb0e on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:36.743723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network be01e5f9-58f7-46d6-b7d4-1fbd7d3c2fd3 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:14:36.814944 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:37.031378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4b8c7cae-9834-4800-b01f-0771ae8dc07a up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:14:37.099968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Calling delete_port for 1a2ac20d-0940-442c-8f3d-b01a5b0e532e owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:37.129674 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 4b8c7cae-9834-4800-b01f-0771ae8dc07a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:37.133108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5e280014-8c86-43e2-a3cd-424428763835 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Unset dirty status for tenant:8ad8c052b126426fb88726b97abdeb0e on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:37.137955 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5e280014-8c86-43e2-a3cd-424428763835 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "GET /v2.0/networks?id=be01e5f9-58f7-46d6-b7d4-1fbd7d3c2fd3 HTTP/1.1" status: 200 len: 761 time: 0.6792598 May 25 20:14:37.138876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 4b8c7cae-9834-4800-b01f-0771ae8dc07a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:37.139252 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:37.139567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51210) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:37.152655 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e92f92b-87fd-4b2b-b939-8d500b377c7a req-8ec93e3b-9f62-4099-976c-e3d6c50db956 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0618997 May 25 20:14:37.163829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-cc801d2e-8613-4330-b686-009d1016d086 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1728407574'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:37.171667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cc801d2e-8613-4330-b686-009d1016d086 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:37.182801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cc801d2e-8613-4330-b686-009d1016d086 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:37.215038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc801d2e-8613-4330-b686-009d1016d086 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:37.219392 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc801d2e-8613-4330-b686-009d1016d086 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:37.227803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ee2b4-bdc1-43ce-9c29-d403917e5d61 req-2abde390-f0e6-46e5-b98e-f89ae4c6bd99 tempest-AbsoluteLimitsNegativeTestJSON-779631446 tempest-AbsoluteLimitsNegativeTestJSON-779631446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:37.235459 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f28ee2b4-bdc1-43ce-9c29-d403917e5d61 req-2abde390-f0e6-46e5-b98e-f89ae4c6bd99 tempest-AbsoluteLimitsNegativeTestJSON-779631446 tempest-AbsoluteLimitsNegativeTestJSON-779631446-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5185633 May 25 20:14:37.255238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc801d2e-8613-4330-b686-009d1016d086 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:14:37.266195 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc801d2e-8613-4330-b686-009d1016d086 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:37.266917 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-cc801d2e-8613-4330-b686-009d1016d086 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Added segment 9be5a8af-2813-4f79-a3d1-882b88772611 of type vlan for network 68e0733e-c2c6-4283-a588-ef39562e4107 May 25 20:14:37.267484 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f28ee2b4-bdc1-43ce-9c29-d403917e5d61 req-eab9afbc-f55a-4e61-b1e1-787fd6952ef4 tempest-AbsoluteLimitsNegativeTestJSON-779631446 tempest-AbsoluteLimitsNegativeTestJSON-779631446-project] 10.222.0.60 "GET /v2.0/quotas/bf2ec9787d9742868d9cdfd1593a5720 HTTP/1.1" status: 200 len: 375 time: 0.0309319 May 25 20:14:37.298655 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc801d2e-8613-4330-b686-009d1016d086 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:37.332668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 4b8c7cae-9834-4800-b01f-0771ae8dc07a is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:37.333039 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:37.371963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4b8c7cae-9834-4800-b01f-0771ae8dc07a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4b8c7cae-9834-4800-b01f-0771ae8dc07a,segment=NetworkSegment(3088ffbe-9188-44bd-9db6-0e982772f0e6),segment_id=3088ffbe-9188-44bd-9db6-0e982772f0e6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:37.373075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db19791-8cb2-44db-96ee-ab4b34b22d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8c7cae-9834-4800-b01f-0771ae8dc07a'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:14:37.381964 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:37.383310 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 678fc95e-a3a7-473d-9395-19561cf68de6 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:14:37.442546 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f28ee2b4-bdc1-43ce-9c29-d403917e5d61 req-c926ede4-4bcf-410e-b0b0-276c9379f823 tempest-AbsoluteLimitsNegativeTestJSON-779631446 tempest-AbsoluteLimitsNegativeTestJSON-779631446-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf2ec9787d9742868d9cdfd1593a5720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1645486 May 25 20:14:37.443818 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc801d2e-8613-4330-b686-009d1016d086 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:37.450502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc801d2e-8613-4330-b686-009d1016d086 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:37.450961 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc801d2e-8613-4330-b686-009d1016d086 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:37.482225 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:37.507416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=4b8c7cae-9834-4800-b01f-0771ae8dc07a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:37.535771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 678fc95e-a3a7-473d-9395-19561cf68de6 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:37.548139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 678fc95e-a3a7-473d-9395-19561cf68de6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:37.548526 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:37.559215 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event deleted for resources: {'Port': ['ID=1a2ac20d-0940-442c-8f3d-b01a5b0e532e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:37.683116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc801d2e-8613-4330-b686-009d1016d086 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Network': ['ID=68e0733e-c2c6-4283-a588-ef39562e4107,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:37.702342 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cc801d2e-8613-4330-b686-009d1016d086 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5612237 May 25 20:14:37.703203 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51232) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:37.713154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'subnet': {'network_id': '68e0733e-c2c6-4283-a588-ef39562e4107', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:37.737653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539358e1-284a-4c67-8a2b-a255ceb8df42 req-e6991720-f62d-4fab-983b-077b5b6e5ef9 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:37.745357 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-539358e1-284a-4c67-8a2b-a255ceb8df42 req-e6991720-f62d-4fab-983b-077b5b6e5ef9 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 812 time: 0.4216604 May 25 20:14:37.747063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 68e0733e-c2c6-4283-a588-ef39562e4107 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:14:37.869774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 678fc95e-a3a7-473d-9395-19561cf68de6 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:37.870238 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:37.913565 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-539358e1-284a-4c67-8a2b-a255ceb8df42 req-58351fa6-8af3-45a1-b280-cfd65316c7ea tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/quotas/0acd5e5275c1476cb0b68e8b7f765268 HTTP/1.1" status: 200 len: 375 time: 0.1614051 May 25 20:14:37.935092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:37.935511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:37.935846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:37.936170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:37.936538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:37.936865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:37.939117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:37.939989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:37.940326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:37.940638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:37.941049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:37.941994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:37.947086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 678fc95e-a3a7-473d-9395-19561cf68de6, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=678fc95e-a3a7-473d-9395-19561cf68de6,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:37.953099 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:37.956598 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:37.976499 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-539358e1-284a-4c67-8a2b-a255ceb8df42 req-7f1ef589-01af-4e6a-82c8-3c5475dee905 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498946 May 25 20:14:38.006358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:38.015676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51238) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:38.016578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Usage tracker for resource:subnet and tenant:8ad8c052b126426fb88726b97abdeb0e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:38.053720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=678fc95e-a3a7-473d-9395-19561cf68de6,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:38.072971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:38.095178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:38.122589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:38.126162 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:38.261415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-044171b2-9adc-4d01-97fb-5259bc04820c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:38.284114 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-539358e1-284a-4c67-8a2b-a255ceb8df42 req-650f7312-b986-4aa1-b4ce-ea91ccc1ea43 service neutron] 10.222.0.60 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987862 May 25 20:14:38.293136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-044171b2-9adc-4d01-97fb-5259bc04820c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:38.317799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9d8ea-0980-403b-ae2b-34759eff7be6 req-bbc6b638-7da2-4365-b0d3-07070cf6a9ae tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:38.319317 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42a9d8ea-0980-403b-ae2b-34759eff7be6 req-bbc6b638-7da2-4365-b0d3-07070cf6a9ae tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 945 time: 0.5893879 May 25 20:14:38.359551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Router 452caf09-1016-4fcf-b2d4-150accc6bb6b has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:14:38.373788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-044171b2-9adc-4d01-97fb-5259bc04820c admin admin] Usage tracker for resource:security_group_rule and tenant:bf2ec9787d9742868d9cdfd1593a5720 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:38.383411 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42a9d8ea-0980-403b-ae2b-34759eff7be6 req-fdb30b68-7254-4dda-bd3a-2308ec127d5f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530546 May 25 20:14:38.389414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-044171b2-9adc-4d01-97fb-5259bc04820c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:38.402748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-044171b2-9adc-4d01-97fb-5259bc04820c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:38.520678 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-539358e1-284a-4c67-8a2b-a255ceb8df42 req-8177fa77-e63a-43f3-b9af-cb68678eca8a service neutron] 10.222.0.60 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287199 May 25 20:14:38.553351 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0527bebc-5b18-4719-86a5-40f2b3e7be9b req-375792fd-a2f8-4935-9e96-03b093830cc1 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0529149 May 25 20:14:38.554509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:14:38.568402 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21856261-52f1-49ca-988c-7aa8655a6598 None None] Sync routers for ids ['452caf09-1016-4fcf-b2d4-150accc6bb6b'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:14:38.580301 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21856261-52f1-49ca-988c-7aa8655a6598 None None] Routers {'452caf09-1016-4fcf-b2d4-150accc6bb6b'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:14:38.581205 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-21856261-52f1-49ca-988c-7aa8655a6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:14:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['452caf09-1016-4fcf-b2d4-150accc6bb6b'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:38.589992 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7275d2f2-9035-4383-a019-3432a254b686 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "PUT /v2.0/routers/452caf09-1016-4fcf-b2d4-150accc6bb6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8980076 May 25 20:14:38.592395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51246) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:38.643797 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2644a6e8-427d-4d32-a94c-0f2f317ff7fd'] response: {'server_uuid': '3db19791-8cb2-44db-96ee-ab4b34b22d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8c7cae-9834-4800-b01f-0771ae8dc07a', 'code': 200} May 25 20:14:38.664703 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-044171b2-9adc-4d01-97fb-5259bc04820c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:38.670931 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:38.720030 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-21856261-52f1-49ca-988c-7aa8655a6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:38.742836 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21856261-52f1-49ca-988c-7aa8655a6598 None None] Routers {'452caf09-1016-4fcf-b2d4-150accc6bb6b'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:14:38.743193 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-044171b2-9adc-4d01-97fb-5259bc04820c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:38.743655 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-21856261-52f1-49ca-988c-7aa8655a6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:14:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['452caf09-1016-4fcf-b2d4-150accc6bb6b'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:38.887978 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-21856261-52f1-49ca-988c-7aa8655a6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:38.888528 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21856261-52f1-49ca-988c-7aa8655a6598 None None] The sync data for ids ['452caf09-1016-4fcf-b2d4-150accc6bb6b'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:14:38.943321 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e66817b-ab5d-4ff7-ab9a-5ee8dff31964 req-5717551b-dd01-45f3-b12b-4f7ce8de2f97 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4575fc6-3717-4bf1-9361-2d81beb7bb32 HTTP/1.1" status: 200 len: 210 time: 0.1708877 May 25 20:14:38.987070 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-044171b2-9adc-4d01-97fb-5259bc04820c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf2ec9787d9742868d9cdfd1593a5720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9665987 May 25 20:14:38.993142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51260) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:38.995744 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d35e337e-4f65-438c-b2f8-d6a318e9c1a5 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:38.999771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044171b2-9adc-4d01-97fb-5259bc04820c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df43d28-8e10-42c4-8923-0828d74dd7d7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:39.004362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Checking segment: {'id': '9be5a8af-2813-4f79-a3d1-882b88772611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '68e0733e-c2c6-4283-a588-ef39562e4107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:39.004769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network hostable DHCP agents. Network: 68e0733e-c2c6-4283-a588-ef39562e4107, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:14:39.012985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Subnet': ['ID=283d5757-c577-4cb4-893d-6f82d9bd5f3e,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:39.042625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network 68e0733e-c2c6-4283-a588-ef39562e4107 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:14:39.054449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c308f3-91a6-4f97-900f-2b9b21c1eb9f req-0c44bcb1-d349-498c-b412-71922588fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:39.056599 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78c308f3-91a6-4f97-900f-2b9b21c1eb9f req-0c44bcb1-d349-498c-b412-71922588fd9b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 1096 time: 0.2951739 May 25 20:14:39.058737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 68e0733e-c2c6-4283-a588-ef39562e4107) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:39.063813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:39.064447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:39.071150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e818477-d8df-45a5-a320-95a68d37dd0d None None] Network 68e0733e-c2c6-4283-a588-ef39562e4107 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:39.156308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-55665ebe-d67a-4a50-975d-af8a5ffd6a6e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4492078 May 25 20:14:39.158882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51272) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:39.382288 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d35e337e-4f65-438c-b2f8-d6a318e9c1a5 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:39.395055 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d35e337e-4f65-438c-b2f8-d6a318e9c1a5 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:39.409710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a3c2d-7e62-4ffa-904b-1ac29fa97133 req-7717f67d-5df1-4164-88af-4550cc4c3e4c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:39.411325 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-363a3c2d-7e62-4ffa-904b-1ac29fa97133 req-7717f67d-5df1-4164-88af-4550cc4c3e4c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 945 time: 0.5420911 May 25 20:14:39.420820 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f4c0725d-7f56-4de0-a9af-22d5bba7d378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:39.425691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-68e0733e-c2c6-4283-a588-ef39562e4107', 'network_id': '68e0733e-c2c6-4283-a588-ef39562e4107', 'tenant_id': '8ad8c052b126426fb88726b97abdeb0e', 'fixed_ips': [{'subnet_id': '283d5757-c577-4cb4-893d-6f82d9bd5f3e'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:14:39.426524 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:39.487114 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d35e337e-4f65-438c-b2f8-d6a318e9c1a5 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:39.487621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35e337e-4f65-438c-b2f8-d6a318e9c1a5 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Fanout notify agent at l3_agent the message router_deleted on router 452caf09-1016-4fcf-b2d4-150accc6bb6b {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:14:39.497980 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f4c0725d-7f56-4de0-a9af-22d5bba7d378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:39.501597 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78c308f3-91a6-4f97-900f-2b9b21c1eb9f req-7426de75-35d7-4962-bbe3-6a05b3017745 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4392476 May 25 20:14:39.522976 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-363a3c2d-7e62-4ffa-904b-1ac29fa97133 req-a1f10383-970b-469d-83ef-395cfcff7765 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901160 May 25 20:14:39.542412 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d35e337e-4f65-438c-b2f8-d6a318e9c1a5 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:39.555257 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d35e337e-4f65-438c-b2f8-d6a318e9c1a5 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "DELETE /v2.0/routers/452caf09-1016-4fcf-b2d4-150accc6bb6b HTTP/1.1" status: 204 len: 168 time: 0.9617765 May 25 20:14:39.556175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51282) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:39.611915 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:39.683319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e97f47f-623c-49b8-a64d-495dff7e0453 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Deleting subnet 0763baa7-7db9-4b7b-b3ad-cd708e5f3697 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:14:39.687273 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e97f47f-623c-49b8-a64d-495dff7e0453 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:39.706802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Allocated IP 172.20.0.2 (68e0733e-c2c6-4283-a588-ef39562e4107/283d5757-c577-4cb4-893d-6f82d9bd5f3e/96dfbe6f-5676-42ef-b839-faeb5cda27be) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:39.816943 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:39.880148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd8b8f-936f-4d02-8f13-4def512ef0a1 req-1531af53-f4f2-474a-9d52-a27c4a5b6b1e tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:39.881777 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18fd8b8f-936f-4d02-8f13-4def512ef0a1 req-1531af53-f4f2-474a-9d52-a27c4a5b6b1e tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 945 time: 0.2220364 May 25 20:14:39.929360 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:39.931563 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d74dc237-f037-4544-9a27-8ef27f9b0646 req-ac094e76-8472-406f-860f-539d8f8191cc tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1013963 May 25 20:14:39.939320 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e97f47f-623c-49b8-a64d-495dff7e0453 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:39.942751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Transition to ACTIVE for port object 96dfbe6f-5676-42ef-b839-faeb5cda27be will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:39.952565 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18fd8b8f-936f-4d02-8f13-4def512ef0a1 req-80bd1a9d-64f7-4ecb-81fe-0447e89f7622 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540509 May 25 20:14:39.964837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Transition to ACTIVE for port object 96dfbe6f-5676-42ef-b839-faeb5cda27be will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:39.973213 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:39.996599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:40.037523 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f4c0725d-7f56-4de0-a9af-22d5bba7d378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:40.041672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Network 68e0733e-c2c6-4283-a588-ef39562e4107 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:40.045044 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:40.048848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:40.075261 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35e8cdff-7449-47f9-a509-0ec928aa00ef req-a6675037-4545-4e37-8fae-a300cc7b706b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2986603 May 25 20:14:40.080941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0725d-7f56-4de0-a9af-22d5bba7d378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df43d28-8e10-42c4-8923-0828d74dd7d7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:40.098938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Subnet': ['ID=283d5757-c577-4cb4-893d-6f82d9bd5f3e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:40.106471 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f4c0725d-7f56-4de0-a9af-22d5bba7d378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:40.107736 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f4c0725d-7f56-4de0-a9af-22d5bba7d378 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0df43d28-8e10-42c4-8923-0828d74dd7d7 HTTP/1.1" status: 204 len: 168 time: 1.0620933 May 25 20:14:40.157844 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Pushing event updated for resources: {'Port': ['ID=96dfbe6f-5676-42ef-b839-faeb5cda27be,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:40.167498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Attempting to bind port 96dfbe6f-5676-42ef-b839-faeb5cda27be on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:14:40.167857 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Attempting to bind port 96dfbe6f-5676-42ef-b839-faeb5cda27be by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '9be5a8af-2813-4f79-a3d1-882b88772611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '68e0733e-c2c6-4283-a588-ef39562e4107'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:14:40.168215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Attempting to bind port 96dfbe6f-5676-42ef-b839-faeb5cda27be on network 68e0733e-c2c6-4283-a588-ef39562e4107 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:14:40.173751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:14:40.174116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Checking segment: {'id': '9be5a8af-2813-4f79-a3d1-882b88772611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '68e0733e-c2c6-4283-a588-ef39562e4107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:40.174927 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:40.174927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Bound using segment: {'id': '9be5a8af-2813-4f79-a3d1-882b88772611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '68e0733e-c2c6-4283-a588-ef39562e4107'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:14:40.175346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Bound port: 96dfbe6f-5676-42ef-b839-faeb5cda27be, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be5a8af-2813-4f79-a3d1-882b88772611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '68e0733e-c2c6-4283-a588-ef39562e4107'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:14:40.175710 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:40.191086 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e97f47f-623c-49b8-a64d-495dff7e0453 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:40.259607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8cdff-7449-47f9-a509-0ec928aa00ef req-94d8a308-d2fc-4779-ad29-6eacd4ac4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:40.261863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35e8cdff-7449-47f9-a509-0ec928aa00ef req-94d8a308-d2fc-4779-ad29-6eacd4ac4d6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 1097 time: 0.1516016 May 25 20:14:40.272455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] For port 96dfbe6f-5676-42ef-b839-faeb5cda27be, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:14:40.276448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] For port 96dfbe6f-5676-42ef-b839-faeb5cda27be, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=96dfbe6f-5676-42ef-b839-faeb5cda27be,segment=NetworkSegment(9be5a8af-2813-4f79-a3d1-882b88772611),segment_id=9be5a8af-2813-4f79-a3d1-882b88772611)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:14:40.282307 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:40.325686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8de58692-ef51-47e9-a7a2-59765555f087 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:40.327708 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8de58692-ef51-47e9-a7a2-59765555f087 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 812 time: 0.2369320 May 25 20:14:40.360176 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-d6fe732e-f2fa-4ca0-97f2-ee11b95d583b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/quotas/0acd5e5275c1476cb0b68e8b7f765268 HTTP/1.1" status: 200 len: 375 time: 0.0243986 May 25 20:14:40.388561 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e97f47f-623c-49b8-a64d-495dff7e0453 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:40.404621 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:40.430400 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-a2772889-fec6-43f0-9d8b-9563b212d014 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621090 May 25 20:14:40.437482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fef0f-42a4-4f45-b67e-024115242842 None None] Pushing event updated for resources: {'Port': ['ID=96dfbe6f-5676-42ef-b839-faeb5cda27be,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:40.450683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97f47f-623c-49b8-a64d-495dff7e0453 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event deleted for resources: {'Subnet': ['ID=0763baa7-7db9-4b7b-b3ad-cd708e5f3697,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:40.457192 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e97f47f-623c-49b8-a64d-495dff7e0453 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:40.464704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e838f74-6c83-45b6-a9d6-02fc9c1be4f8 None None] Network 1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:40.469823 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6e97f47f-623c-49b8-a64d-495dff7e0453 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "DELETE /v2.0/subnets/0763baa7-7db9-4b7b-b3ad-cd708e5f3697 HTTP/1.1" status: 204 len: 168 time: 0.8961425 May 25 20:14:40.472490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51306) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:40.491212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d854a4d9-b5d6-4438-9626-5aa7b2143c1e None None] Network 68e0733e-c2c6-4283-a588-ef39562e4107 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:40.501148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e0733e-c2c6-4283-a588-ef39562e4107']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:40.580606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be5a8af-2813-4f79-a3d1-882b88772611') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:40.580928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be5a8af-2813-4f79-a3d1-882b88772611') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:40.605566 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:40.646961 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:40.659188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976be50-cd1d-4b5a-a074-340fe1a5b9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678fc95e-a3a7-473d-9395-19561cf68de6'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:14:40.695054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:14:40.696126 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:40.753651 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 9be5a8af-2813-4f79-a3d1-882b88772611 resource provider aggregate not found May 25 20:14:40.867467 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 20:14:40.867467 n-d-843339-1 neutron-server[88332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 20:14:40.867467 n-d-843339-1 neutron-server[88332]: [parameters: {'id': '68e0733e-c2c6-4283-a588-ef39562e4107'}] May 25 20:14:40.867467 n-d-843339-1 neutron-server[88332]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:14:40.868243 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:14:40.874403 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-e87ec9be-4927-41f2-a17d-46c717120aa4 service neutron] 10.222.0.60 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260900 May 25 20:14:40.906456 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 9be5a8af-2813-4f79-a3d1-882b88772611 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9be5a8af-2813-4f79-a3d1-882b88772611 found for delete ", "request_id": "req-c5c169dc-03fb-4344-a26f-699d5606ded5"}]} May 25 20:14:40.948510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8cdff-7449-47f9-a509-0ec928aa00ef req-3624d9ae-fd5b-475d-adf0-48675517dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:40.950230 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35e8cdff-7449-47f9-a509-0ec928aa00ef req-3624d9ae-fd5b-475d-adf0-48675517dcea service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.6565185 May 25 20:14:40.965089 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:41.041793 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35e8cdff-7449-47f9-a509-0ec928aa00ef req-cebca294-161d-414d-982d-e18611f5171a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e285bdae-5520-4790-bf22-f80f6302cb5a HTTP/1.1" status: 200 len: 217 time: 0.0720656 May 25 20:14:41.081393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-357e8fc4-34c3-4746-9f84-a6bbc2dbcdf0 service neutron] 10.222.0.60 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005880 May 25 20:14:41.109412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Deleting port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:41.109744 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:41.145526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3030b8b-c34d-4ca2-a82f-28f5ab0db742 None None] DHCP port deletion for 1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:14:41.149866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a3030b8b-c34d-4ca2-a82f-28f5ab0db742 None None] Deleting port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:41.150257 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a3030b8b-c34d-4ca2-a82f-28f5ab0db742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:41.167674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba057f2c-4646-42d4-8d5e-d859da14edd9 req-d0097b6f-46e0-4d02-9f84-30c27c479b65 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:41.169173 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba057f2c-4646-42d4-8d5e-d859da14edd9 req-d0097b6f-46e0-4d02-9f84-30c27c479b65 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 945 time: 0.3837199 May 25 20:14:41.202877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8cdff-7449-47f9-a509-0ec928aa00ef req-7bf1cbf0-732f-4a99-ac55-1d3db1488537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:41.204766 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35e8cdff-7449-47f9-a509-0ec928aa00ef req-7bf1cbf0-732f-4a99-ac55-1d3db1488537 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.1551013 May 25 20:14:41.208559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51336) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:41.353382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1667632453-network', 'tenant_id': '885c27c71ed440de9704656cc74d5710'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:41.353965 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba057f2c-4646-42d4-8d5e-d859da14edd9 req-4c15da40-da7d-408d-96e1-bb0901a65537 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757271 May 25 20:14:41.359467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:41.372258 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:41.380426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Usage tracker for resource:network and tenant:885c27c71ed440de9704656cc74d5710 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:41.394580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:41.417577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:41.447083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Deleting port 96dfbe6f-5676-42ef-b839-faeb5cda27be {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:41.448939 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:41.496843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] For port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5905e8d7-2e4a-4c85-9a40-f365cc5d0431,segment=NetworkSegment(64f0cf3d-982b-43bb-a685-dea53ba8e823),segment_id=64f0cf3d-982b-43bb-a685-dea53ba8e823)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:41.497047 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:41.501485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a3030b8b-c34d-4ca2-a82f-28f5ab0db742 None None] For port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5905e8d7-2e4a-4c85-9a40-f365cc5d0431,segment=NetworkSegment(64f0cf3d-982b-43bb-a685-dea53ba8e823),segment_id=64f0cf3d-982b-43bb-a685-dea53ba8e823)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:41.501990 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a3030b8b-c34d-4ca2-a82f-28f5ab0db742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:41.506326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8cdff-7449-47f9-a509-0ec928aa00ef req-7a99b509-0dd3-4268-ba22-7435bd1318e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:41.507809 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35e8cdff-7449-47f9-a509-0ec928aa00ef req-7a99b509-0dd3-4268-ba22-7435bd1318e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2699976 May 25 20:14:41.596399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Made reservation on behalf of 885c27c71ed440de9704656cc74d5710 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:41.597681 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a49d933-dd54-4945-99f7-f8ef00a7923e'] response: {'server_uuid': '0976be50-cd1d-4b5a-a074-340fe1a5b9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678fc95e-a3a7-473d-9395-19561cf68de6', 'code': 200} May 25 20:14:41.599083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:41.627365 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:41.751264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:41.755740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Usage tracker for resource:security_group_rule and tenant:885c27c71ed440de9704656cc74d5710 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:41.756473 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a3030b8b-c34d-4ca2-a82f-28f5ab0db742 None None] Calling delete_port for 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:41.758933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:41.765849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:41.803073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Calling delete_port for 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:41.817485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:14:41.949340 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a3030b8b-c34d-4ca2-a82f-28f5ab0db742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:41.960276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5eb41d4e-9220-4d77-8a2b-468ab5091506 req-b4a042e6-8efe-49fe-a0b1-b80e8b3f2ea6 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1009979 May 25 20:14:42.011320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3030b8b-c34d-4ca2-a82f-28f5ab0db742 None None] No DVR routers for this DVR port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:14:42.027043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3030b8b-c34d-4ca2-a82f-28f5ab0db742 None None] Pushing event deleted for resources: {'Port': ['ID=5905e8d7-2e4a-4c85-9a40-f365cc5d0431,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:42.042681 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a5b382-9b73-473f-8e97-a2112c407861 None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:14:42.093034 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35e8cdff-7449-47f9-a509-0ec928aa00ef req-efe03a4c-f467-4608-b59a-4ff201a3ca48 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792283 May 25 20:14:42.095772 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:14:42.096080 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:14:42.104847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b7bed-f26b-4983-8339-bc04c1825b81 req-1e283a22-934f-46a8-9cc1-0a375909765a tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:42.106325 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-943b7bed-f26b-4983-8339-bc04c1825b81 req-1e283a22-934f-46a8-9cc1-0a375909765a tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 945 time: 0.4938278 May 25 20:14:42.121081 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:42.137906 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:42.148202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:42.148202 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:42.154198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] For port 96dfbe6f-5676-42ef-b839-faeb5cda27be, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=96dfbe6f-5676-42ef-b839-faeb5cda27be,segment=NetworkSegment(9be5a8af-2813-4f79-a3d1-882b88772611),segment_id=9be5a8af-2813-4f79-a3d1-882b88772611)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:42.154814 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:42.263428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-943b7bed-f26b-4983-8339-bc04c1825b81 req-0e9d0c31-92c6-447d-a58e-92ea0a36ad38 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352079 May 25 20:14:42.302746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35e8cdff-7449-47f9-a509-0ec928aa00ef req-f3d61663-7fbb-4074-a8d0-f29873bf4fd4 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953981 May 25 20:14:42.305404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a5b382-9b73-473f-8e97-a2112c407861 None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:14:42.486804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Calling delete_port for 96dfbe6f-5676-42ef-b839-faeb5cda27be owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:42.503678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353401b-e0e2-478a-8969-a75e263bf3ef req-dcc29245-f04e-474b-b714-6a0d285b3a21 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:42.505292 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3353401b-e0e2-478a-8969-a75e263bf3ef req-dcc29245-f04e-474b-b714-6a0d285b3a21 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 945 time: 0.0984547 May 25 20:14:42.515896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51358) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:42.522314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d66b8a38-2d16-4ca5-a77f-8d2d6da0e656 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Request body: {'floatingip': {'port_id': '4b8c7cae-9834-4800-b01f-0771ae8dc07a'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:42.601367 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d72280fa-8055-4f09-beb8-cef342b4834a req-e12c2d42-8701-4b1b-865a-53d22baaaedd tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 210 time: 0.1864254 May 25 20:14:42.611474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:14:42.614697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf85bf56-4d88-4ce9-8c07-3f15a3f04e7a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:42.623334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Deleting port 5905e8d7-2e4a-4c85-9a40-f365cc5d0431 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:42.624064 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:42.648564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a3636-b42e-46c7-b60d-e94ec2aa0361 req-e0eb3ae0-df50-4403-90f2-4d2d10bccd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:42.650193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ef1a3636-b42e-46c7-b60d-e94ec2aa0361 req-e0eb3ae0-df50-4403-90f2-4d2d10bccd34 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 1096 time: 0.9814980 May 25 20:14:42.669117 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:42.669524 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Added segment ead07025-048e-4097-9996-df2f96526737 of type vlan for network eabbb5ae-6d6f-458c-9fed-8343765d1f72 May 25 20:14:42.720001 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d66b8a38-2d16-4ca5-a77f-8d2d6da0e656 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:42.730287 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:42.738611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:42.799213 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ef1a3636-b42e-46c7-b60d-e94ec2aa0361 req-91bb243b-e1d1-4c73-bcc7-434e9efdd114 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314287 May 25 20:14:42.803402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Port': ['ID=96dfbe6f-5676-42ef-b839-faeb5cda27be,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:42.811542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No DVR routers for this DVR port 96dfbe6f-5676-42ef-b839-faeb5cda27be on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:14:42.933537 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:42.934539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:42.935102 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:43.036319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] The port '5905e8d7-2e4a-4c85-9a40-f365cc5d0431' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:14:43.047415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:43.112294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e0733e-c2c6-4283-a588-ef39562e4107']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:43.120189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] Pushing event updated for resources: {'Network': ['ID=eabbb5ae-6d6f-458c-9fed-8343765d1f72,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:43.127805 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9fec3660-17f1-4f33-b022-a126c96a2269 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9178677 May 25 20:14:43.133735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network eabbb5ae-6d6f-458c-9fed-8343765d1f72 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:14:43.144040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be5a8af-2813-4f79-a3d1-882b88772611') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:43.144394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be5a8af-2813-4f79-a3d1-882b88772611') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:43.151378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51366) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:43.169028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Request body: {'subnet': {'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1667632453-subnet', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:43.177045 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:43.186836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:43.235574 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8fa012b1-132c-49d0-a2ff-d4f60946aca4 req-3dd36b75-eb6a-419f-a937-9a2c722e64ff tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0627735 May 25 20:14:43.236491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Usage tracker for resource:subnet and tenant:885c27c71ed440de9704656cc74d5710 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:43.240634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:43.250685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:43.256910 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:43.269483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:14:43.269937 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:43.295587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Made reservation on behalf of 885c27c71ed440de9704656cc74d5710 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:43.297932 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:43.316077 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 9be5a8af-2813-4f79-a3d1-882b88772611 resource provider aggregate not found May 25 20:14:43.441287 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 9be5a8af-2813-4f79-a3d1-882b88772611 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9be5a8af-2813-4f79-a3d1-882b88772611 found for delete ", "request_id": "req-9339fc25-2607-4459-bbc5-f532773dd25e"}]} May 25 20:14:43.444832 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:43.497463 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:43.519422 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:43.536103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Network': ['ID=68e0733e-c2c6-4283-a588-ef39562e4107,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:43.547804 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c2789909-bfb1-4a51-88ce-5f696fb6cb86 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/68e0733e-c2c6-4283-a588-ef39562e4107 HTTP/1.1" status: 204 len: 168 time: 4.3877954 May 25 20:14:43.550328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51376) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:43.573298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:43.595282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f0cf3d-982b-43bb-a685-dea53ba8e823') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:43.595633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f0cf3d-982b-43bb-a685-dea53ba8e823') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:43.603709 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8afa1c-e782-417b-82da-af0f3c47aaae tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] GET failed (client error): The resource could not be found. May 25 20:14:43.604569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bb8afa1c-e782-417b-82da-af0f3c47aaae tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Synchronizing usage tracker for tenant:8ad8c052b126426fb88726b97abdeb0e on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:43.615521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36ca95-21ea-43c3-babd-b5485eb34c7d req-fcedfbe6-a4fa-4b9c-9861-3ff6299bd1c2 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:43.617455 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9b36ca95-21ea-43c3-babd-b5485eb34c7d req-fcedfbe6-a4fa-4b9c-9861-3ff6299bd1c2 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 945 time: 0.9554243 May 25 20:14:43.628187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-5309bea9-f24b-420a-bd59-b1d35ef59259 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:43.629623 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-5309bea9-f24b-420a-bd59-b1d35ef59259 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 812 time: 0.7226462 May 25 20:14:43.631635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:43.667235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bb8afa1c-e782-417b-82da-af0f3c47aaae tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Unset dirty status for tenant:8ad8c052b126426fb88726b97abdeb0e on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:43.683483 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bb8afa1c-e782-417b-82da-af0f3c47aaae tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "GET /v2.0/subnets/283d5757-c577-4cb4-893d-6f82d9bd5f3e HTTP/1.1" status: 404 len: 337 time: 0.1320882 May 25 20:14:43.684145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51382) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:43.699515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Request body: {'port': {'device_id': '9b155c9d-5b82-417c-81a7-a30b42a898c7', 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7', 'admin_state_up': True, 'tenant_id': '0acd5e5275c1476cb0b68e8b7f765268'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:43.821171 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:43.839314 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb89ff56-0fe5-462f-9cf0-b6f2977a0163 req-9037ad31-3d04-4902-95a3-5af201cf336f tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 210 time: 0.0647290 May 25 20:14:43.848575 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2def1a-16a3-4d53-9fa5-416e1dfa5c31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:14:43.849037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2def1a-16a3-4d53-9fa5-416e1dfa5c31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:14:43.854480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6f2def1a-16a3-4d53-9fa5-416e1dfa5c31 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/68e0733e-c2c6-4283-a588-ef39562e4107 HTTP/1.1" status: 404 len: 339 time: 0.1623096 May 25 20:14:43.855794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51386) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:43.864233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:14:43.864641 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:43.943195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9b36ca95-21ea-43c3-babd-b5485eb34c7d req-32e41fea-1b38-4cb3-b325-a0ed7a87f1de tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047349 May 25 20:14:43.947207 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:43.954994 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 64f0cf3d-982b-43bb-a685-dea53ba8e823 resource provider aggregate not found May 25 20:14:44.042187 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 64f0cf3d-982b-43bb-a685-dea53ba8e823 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64f0cf3d-982b-43bb-a685-dea53ba8e823 found for delete ", "request_id": "req-0668773f-32f2-4770-9b77-b784186b2fc6"}]} May 25 20:14:44.078378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5318a61-bd52-4c0c-8532-e7666b0ae809,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:44.095057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Checking segment: {'id': 'ead07025-048e-4097-9996-df2f96526737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:44.095057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Network hostable DHCP agents. Network: eabbb5ae-6d6f-458c-9fed-8343765d1f72, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:14:44.098922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:44.119316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e7866b-1a48-4563-9b56-e185cbed03f0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:44.120302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-92e7866b-1a48-4563-9b56-e185cbed03f0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Synchronizing usage tracker for tenant:8ad8c052b126426fb88726b97abdeb0e on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:44.126362 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:44.136290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Network eabbb5ae-6d6f-458c-9fed-8343765d1f72 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:14:44.142172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-92e7866b-1a48-4563-9b56-e185cbed03f0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Unset dirty status for tenant:8ad8c052b126426fb88726b97abdeb0e on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:44.146363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-92e7866b-1a48-4563-9b56-e185cbed03f0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2899508 May 25 20:14:44.146952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51394) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:44.153243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] Pushing event deleted for resources: {'Network': ['ID=1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:44.166832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:44.169978 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-caa68d57-5ee7-4bef-9d91-165f2b3d8f00 tempest-FloatingIPNegativeTestJSON-1220039479 tempest-FloatingIPNegativeTestJSON-1220039479-project] 10.222.0.60 "DELETE /v2.0/networks/1a77fd0c-44b6-4c73-8e86-e3b8e5b43fd6 HTTP/1.1" status: 204 len: 168 time: 3.6965458 May 25 20:14:44.194869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, eabbb5ae-6d6f-458c-9fed-8343765d1f72) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:44.197040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:44.203201 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c3c58af6-8548-4f02-8325-da83f114e0a0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 207 time: 0.0541275 May 25 20:14:44.203414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51400) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:44.206527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35268e70-12d3-450a-8c35-5f629f95e140 None None] Network eabbb5ae-6d6f-458c-9fed-8343765d1f72 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:44.207071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:44.207385 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:44.226304 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e5c390a2-5e13-484c-9c1c-df3a246cc021 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0738187 May 25 20:14:44.231169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51404) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:44.236347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Made reservation on behalf of 0acd5e5275c1476cb0b68e8b7f765268 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:44.239856 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:44.258035 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:44.329838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:44.357493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Usage tracker for resource:router and tenant:885c27c71ed440de9704656cc74d5710 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:44.396145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:44.410069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:44.474353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b7769a72-38e9-4a0b-8532-7d2012e04bb3 req-0d0c4a40-0d74-4ffc-945a-5f16e8e9620f tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0468812 May 25 20:14:44.543627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51412) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:44.551608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'fixed_ips': [{'subnet_id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:14:44.552439 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:44.701613 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:44.703228 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:44.757619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3468797c-68b1-46b1-af7e-8d8058a68592 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:44.760164 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f6e52f55-1805-4f9a-85fc-8b13be2ddf41 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2ba716210e7943b28141788f97fa5d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156043 May 25 20:14:44.761328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51418) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:44.761731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Allocated IP 172.20.0.2 (eabbb5ae-6d6f-458c-9fed-8343765d1f72/b5318a61-bd52-4c0c-8532-e7666b0ae809/8fa62071-064d-4c33-8621-9ef53ecf27b9) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:44.765800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3468797c-68b1-46b1-af7e-8d8058a68592 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:44.772229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3468797c-68b1-46b1-af7e-8d8058a68592 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:44.779093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3468797c-68b1-46b1-af7e-8d8058a68592 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:44.786215 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3468797c-68b1-46b1-af7e-8d8058a68592 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5771799 May 25 20:14:44.826495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51422) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:44.830679 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d66b8a38-2d16-4ca5-a77f-8d2d6da0e656 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:44.860298 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:44.871694 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d66b8a38-2d16-4ca5-a77f-8d2d6da0e656 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:44.984530 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-703c2e93-60db-4d72-99f8-2fa0804f8a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:45.013609 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-703c2e93-60db-4d72-99f8-2fa0804f8a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:45.022341 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:45.023209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Allocated IP 172.20.0.2 (bccfaecb-9420-49ca-ac74-7e43952027b7/fbe5bde4-daae-4c8f-8024-6f21ae860ce2/c023b934-e60c-4780-b17f-394fcb1cd2bf) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:45.034454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Transition to ACTIVE for port object 8fa62071-064d-4c33-8621-9ef53ecf27b9 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:45.056761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Transition to ACTIVE for port object 8fa62071-064d-4c33-8621-9ef53ecf27b9 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:45.066366 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:45.127905 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-703c2e93-60db-4d72-99f8-2fa0804f8a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:45.156370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c2e93-60db-4d72-99f8-2fa0804f8a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a1b7cb-ebad-41cd-ac06-982336e7b3ea,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:45.162520 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-703c2e93-60db-4d72-99f8-2fa0804f8a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:45.164447 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-703c2e93-60db-4d72-99f8-2fa0804f8a03 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36a1b7cb-ebad-41cd-ac06-982336e7b3ea HTTP/1.1" status: 204 len: 168 time: 0.4012353 May 25 20:14:45.170731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Network eabbb5ae-6d6f-458c-9fed-8343765d1f72 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:45.175380 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:45.186105 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:45.190483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebeb2f-43cb-4be8-b40a-5318e1f9aeef req-4722cbd0-92f3-4580-b4e0-624c8fca082c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:45.192259 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1eebeb2f-43cb-4be8-b40a-5318e1f9aeef req-4722cbd0-92f3-4580-b4e0-624c8fca082c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 945 time: 0.1313961 May 25 20:14:45.228173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Pushing event updated for resources: {'Port': ['ID=8fa62071-064d-4c33-8621-9ef53ecf27b9,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:45.265582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1eebeb2f-43cb-4be8-b40a-5318e1f9aeef req-bcbbe278-529b-4ac1-86f5-f0776cb87d10 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663295 May 25 20:14:45.283982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:45.284437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:45.284859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:45.285276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:45.285690 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:45.286100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:45.286536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:45.286944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:45.287358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:45.287755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:45.288170 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:45.288575 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:14:45.318563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Attempting to bind port 8fa62071-064d-4c33-8621-9ef53ecf27b9 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:14:45.320532 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Attempting to bind port 8fa62071-064d-4c33-8621-9ef53ecf27b9 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'ead07025-048e-4097-9996-df2f96526737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:14:45.320532 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Attempting to bind port 8fa62071-064d-4c33-8621-9ef53ecf27b9 on network eabbb5ae-6d6f-458c-9fed-8343765d1f72 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:14:45.327761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:14:45.328264 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Checking segment: {'id': 'ead07025-048e-4097-9996-df2f96526737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:45.328542 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:45.328922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Bound using segment: {'id': 'ead07025-048e-4097-9996-df2f96526737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:14:45.329508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Bound port: 8fa62071-064d-4c33-8621-9ef53ecf27b9, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead07025-048e-4097-9996-df2f96526737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:14:45.330097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:45.411658 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d230031-3eb9-44fb-96fc-bca20f6347f2 req-c10edddc-d70e-40b5-b77a-8d4ebad8550e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1845896 May 25 20:14:45.469686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] For port 8fa62071-064d-4c33-8621-9ef53ecf27b9, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:14:45.475259 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-53143dc7-a450-4665-852e-13dba0649b15 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6433222 May 25 20:14:45.475724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51438) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:45.481088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] For port 8fa62071-064d-4c33-8621-9ef53ecf27b9, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8fa62071-064d-4c33-8621-9ef53ecf27b9,segment=NetworkSegment(ead07025-048e-4097-9996-df2f96526737),segment_id=ead07025-048e-4097-9996-df2f96526737)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:14:45.491059 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:45.502107 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c96af444-f11e-4389-bed7-81cb106392f9 req-197a62cf-b51a-4f87-a913-300caffdd276 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 210 time: 0.4315708 May 25 20:14:45.673434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37bbaf9-6269-49c5-9898-0ccb20d80ec2 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:45.675271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37bbaf9-6269-49c5-9898-0ccb20d80ec2 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:45.685878 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c37bbaf9-6269-49c5-9898-0ccb20d80ec2 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2065437 May 25 20:14:45.688818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51456) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:45.692300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149628d-705f-4843-84d7-83c07b5233d2 None None] Pushing event updated for resources: {'Port': ['ID=8fa62071-064d-4c33-8621-9ef53ecf27b9,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:45.784614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e7f0ec-0b96-471d-bb2c-b32134c44fbd tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['shared'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:45.785776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e7f0ec-0b96-471d-bb2c-b32134c44fbd tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['shared'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:45.791885 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-70e7f0ec-0b96-471d-bb2c-b32134c44fbd tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1020405 May 25 20:14:45.822424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51464) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:45.854108 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-26da7ae4-2adb-42f3-8872-6a2a4795eb13 req-afa64073-329e-4075-8cac-fc8845790bca tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0598671 May 25 20:14:45.871396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d230031-3eb9-44fb-96fc-bca20f6347f2 req-8acfa58d-9e93-4c8a-b5cd-899919782917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:45.872864 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d230031-3eb9-44fb-96fc-bca20f6347f2 req-8acfa58d-9e93-4c8a-b5cd-899919782917 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35671e658e6f4611aa3dac173061e9e1&device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 1096 time: 0.2934036 May 25 20:14:45.938167 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-d66b8a38-2d16-4ca5-a77f-8d2d6da0e656 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Floating IP df16828a-7291-4b7f-a8a1-e5563fb6be26 associated. External IP: 172.25.3.187, port: 4b8c7cae-9834-4800-b01f-0771ae8dc07a. May 25 20:14:46.078961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d230031-3eb9-44fb-96fc-bca20f6347f2 req-63a12904-9c50-4ad3-b252-5617a89bce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:46.080763 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d230031-3eb9-44fb-96fc-bca20f6347f2 req-63a12904-9c50-4ad3-b252-5617a89bce3c service neutron] 10.222.0.70 "GET /v2.0/networks?id=8d64901a-e12f-4b20-99e0-9c41b70a037b HTTP/1.1" status: 200 len: 916 time: 0.1833224 May 25 20:14:46.205023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d230031-3eb9-44fb-96fc-bca20f6347f2 req-70dbc3be-4d35-4189-9fa7-6c3f4c506b72 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b8c7cae-9834-4800-b01f-0771ae8dc07a HTTP/1.1" status: 200 len: 999 time: 0.1175110 May 25 20:14:46.269896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d230031-3eb9-44fb-96fc-bca20f6347f2 req-c6c90ba3-6239-4846-b92d-45924a9b941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:46.271455 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d230031-3eb9-44fb-96fc-bca20f6347f2 req-c6c90ba3-6239-4846-b92d-45924a9b941e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0 HTTP/1.1" status: 200 len: 854 time: 0.0610681 May 25 20:14:46.329097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51478) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:46.368118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d230031-3eb9-44fb-96fc-bca20f6347f2 req-3a28d13f-5519-4288-8d3d-65a7bb1ae514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:46.370632 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d230031-3eb9-44fb-96fc-bca20f6347f2 req-3a28d13f-5519-4288-8d3d-65a7bb1ae514 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8d64901a-e12f-4b20-99e0-9c41b70a037b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932209 May 25 20:14:46.448772 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:46.456346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4dcf36f2-5631-46c9-b492-59380d60071d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1395558205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:46.468110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4dcf36f2-5631-46c9-b492-59380d60071d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:46.481632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4dcf36f2-5631-46c9-b492-59380d60071d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Usage tracker for resource:router and tenant:3bbcf25469e54542bb5aa955b615c9be is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:46.486943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4dcf36f2-5631-46c9-b492-59380d60071d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:46.496272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4dcf36f2-5631-46c9-b492-59380d60071d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:46.527931 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4dcf36f2-5631-46c9-b492-59380d60071d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:46.529068 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4dcf36f2-5631-46c9-b492-59380d60071d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:46.554291 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d230031-3eb9-44fb-96fc-bca20f6347f2 req-7d5c66c6-3ac2-4a88-b6d0-ca70ef3a1391 service neutron] 10.222.0.70 "GET /v2.0/networks/8d64901a-e12f-4b20-99e0-9c41b70a037b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763463 May 25 20:14:46.557397 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:46.654751 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4dcf36f2-5631-46c9-b492-59380d60071d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:46.662250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c62393-0795-4c84-8477-062ce0921a7e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:46.667842 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c6c62393-0795-4c84-8477-062ce0921a7e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "GET /v2.0/networks/7b1b7f5e-468d-46cf-9def-71deecec04a3 HTTP/1.1" status: 200 len: 799 time: 0.8334184 May 25 20:14:46.674602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f0820-2aeb-4d0b-8bda-aaba81f36521 req-1d9d0c4c-f00b-4b74-8982-20dba911f64c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:46.682107 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176f0820-2aeb-4d0b-8bda-aaba81f36521 req-1d9d0c4c-f00b-4b74-8982-20dba911f64c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 0.9029038 May 25 20:14:46.686298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51486) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:46.703686 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c4589335-176c-4679-ace1-c8fe9faf19b6 req-e118e6f9-b2e9-41cd-b06d-77b2e60235bb tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 210 time: 0.0522883 May 25 20:14:46.754012 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4dcf36f2-5631-46c9-b492-59380d60071d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:46.778252 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d230031-3eb9-44fb-96fc-bca20f6347f2 req-a21bea19-bb19-49fd-b9c6-2c6c132092da service neutron] 10.222.0.70 "GET /v2.0/networks/8d64901a-e12f-4b20-99e0-9c41b70a037b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179377 May 25 20:14:46.789187 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4dcf36f2-5631-46c9-b492-59380d60071d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:46.795664 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4dcf36f2-5631-46c9-b492-59380d60071d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4654086 May 25 20:14:46.796570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51490) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:46.800927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176f0820-2aeb-4d0b-8bda-aaba81f36521 req-dc1c9121-ea49-4057-a176-bb994df1ebf1 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/quotas/a206c0d9eba94f4681dea5401500d260 HTTP/1.1" status: 200 len: 375 time: 0.1176190 May 25 20:14:46.802900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1907994499'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:46.811620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:46.823889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Usage tracker for resource:network and tenant:3bbcf25469e54542bb5aa955b615c9be is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:46.828685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:46.835699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:46.850054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Made reservation on behalf of 3bbcf25469e54542bb5aa955b615c9be for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:46.853820 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:46.867278 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:46.885072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:46.889836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Usage tracker for resource:security_group_rule and tenant:3bbcf25469e54542bb5aa955b615c9be is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:46.893197 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:46.901152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:46.952879 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4053c411-ee68-4d06-aaf3-7ea63fec48ef None None] Network eabbb5ae-6d6f-458c-9fed-8343765d1f72 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:47.004866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:47.012609 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:47.049198 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:47.075621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2e47dd4c-d98d-42d9-97ed-05e4accd97e0 None None] Provisioning for port 8fa62071-064d-4c33-8621-9ef53ecf27b9 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:47.092590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8e871468-5cd7-4ebc-8129-71c1d87e4384 req-5cc7022b-b30d-436b-8b7b-f179ae1ffc05 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0749564 May 25 20:14:47.093535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:14:47.106946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0491cc87-0a71-41f3-be6e-5ca7a071a2eb,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:47.113292 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:47.113642 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Added segment 841f0281-fd64-4fe1-a796-20cf3d7fd8d3 of type vlan for network 6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec May 25 20:14:47.156901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:47.201056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:47.207211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:47.208051 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:47.269752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Network bccfaecb-9420-49ca-ac74-7e43952027b7 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:47.282833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:47.288373 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bf967bd9-72ee-41ce-bf17-7cca581e5566 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "GET /v2.0/networks/7b1b7f5e-468d-46cf-9def-71deecec04a3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5989425 May 25 20:14:47.291074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:47.297226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51498) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:47.307319 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5094140 May 25 20:14:47.322600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51502) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:47.328045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Pushing event updated for resources: {'Port': ['ID=c023b934-e60c-4780-b17f-394fcb1cd2bf,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:47.347518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Request body: {'subnet': {'network_id': '6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:47.473552 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176f0820-2aeb-4d0b-8bda-aaba81f36521 req-c246e189-3ea0-4478-8bd6-15d24ae4059d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6717138 May 25 20:14:47.508708 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:47.510467 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:47.518029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66b8a38-2d16-4ca5-a77f-8d2d6da0e656 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:14:47.520399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccbc07-448c-4b34-9fe8-4c2a6e85726a tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event updated for resources: {'Network': ['ID=6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:47.524745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4702a192-f921-40dc-b27b-b83b48a7c942 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:47.530812 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4702a192-f921-40dc-b27b-b83b48a7c942 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "GET /v2.0/subnets/45c86c01-1fdf-4f8e-a735-cef1c64ec775 HTTP/1.1" status: 200 len: 811 time: 0.2279119 May 25 20:14:47.530812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51506) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:47.533490 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:14:47.598324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a5042-2f1d-4e7f-a4fb-c631e3545794 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['shared'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:47.601915 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e23a5042-2f1d-4e7f-a4fb-c631e3545794 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "GET /v2.0/subnets/45c86c01-1fdf-4f8e-a735-cef1c64ec775?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0688031 May 25 20:14:47.603865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51510) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:47.609684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f6b65e64-0137-4963-abe6-b0716bbdd88e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-291286519'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:47.615101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f6b65e64-0137-4963-abe6-b0716bbdd88e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:47.627926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f6b65e64-0137-4963-abe6-b0716bbdd88e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:47.648214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:47.715344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Usage tracker for resource:subnet and tenant:3bbcf25469e54542bb5aa955b615c9be is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:47.726329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:47.748990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b65e64-0137-4963-abe6-b0716bbdd88e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:47.752787 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6b65e64-0137-4963-abe6-b0716bbdd88e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:47.789731 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-1d39048f-d369-4a83-be7a-1364cb475812 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1481247 May 25 20:14:47.795709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b65e64-0137-4963-abe6-b0716bbdd88e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:14:47.803309 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8fa62071-064d-4c33-8621-9ef53ecf27b9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:14:47.805907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:47.810051 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6b65e64-0137-4963-abe6-b0716bbdd88e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:47.811199 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-f6b65e64-0137-4963-abe6-b0716bbdd88e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Added segment 11d2c3e7-7c8d-4608-8c85-cb7981125bdb of type vlan for network e8d65673-2496-4664-a550-3237087671cb May 25 20:14:47.828864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Request body: {'port': {'device_id': '9b155c9d-5b82-417c-81a7-a30b42a898c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:47.845411 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6b65e64-0137-4963-abe6-b0716bbdd88e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:47.909833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 8fa62071-064d-4c33-8621-9ef53ecf27b9 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:47.917659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8fa62071-064d-4c33-8621-9ef53ecf27b9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:47.920743 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:47.940655 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6b65e64-0137-4963-abe6-b0716bbdd88e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:47.947178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b65e64-0137-4963-abe6-b0716bbdd88e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:47.947880 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6b65e64-0137-4963-abe6-b0716bbdd88e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:48.073167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8fa62071-064d-4c33-8621-9ef53ecf27b9 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:48.073167 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:48.084248 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f6b65e64-0137-4963-abe6-b0716bbdd88e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4767857 May 25 20:14:48.085359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51518) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:48.089027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b65e64-0137-4963-abe6-b0716bbdd88e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Network': ['ID=e8d65673-2496-4664-a550-3237087671cb,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:48.098642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'subnet': {'network_id': 'e8d65673-2496-4664-a550-3237087671cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:48.104120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network e8d65673-2496-4664-a550-3237087671cb details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:14:48.124169 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178e059-9c98-4e1f-8748-8f66286f853e req-4cd4f5ae-5169-4ee3-ab63-2f592593c180 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:48.125743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7178e059-9c98-4e1f-8748-8f66286f853e req-4cd4f5ae-5169-4ee3-ab63-2f592593c180 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 931 time: 0.2667770 May 25 20:14:48.129730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 8fa62071-064d-4c33-8621-9ef53ecf27b9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8fa62071-064d-4c33-8621-9ef53ecf27b9,segment=NetworkSegment(ead07025-048e-4097-9996-df2f96526737),segment_id=ead07025-048e-4097-9996-df2f96526737)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:48.182257 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:48.245972 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Made reservation on behalf of 3bbcf25469e54542bb5aa955b615c9be for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:48.249185 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:48.266801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:48.271966 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7178e059-9c98-4e1f-8748-8f66286f853e req-c17970c8-88b0-4f7d-8781-64742d0c2d3f tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866897 May 25 20:14:48.280460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:48.297564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=8fa62071-064d-4c33-8621-9ef53ecf27b9,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:48.300750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Made reservation on behalf of 8ad8c052b126426fb88726b97abdeb0e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:48.306945 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:48.334561 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176f0820-2aeb-4d0b-8bda-aaba81f36521 req-dfbe2dd0-8c93-4057-bfcf-6a243b883090 service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8319213 May 25 20:14:48.450469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.ipam_backend_mixin [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Performing IP validity checks on allocation pools {{(pid=88332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 25 20:14:48.450893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.ipam_backend_mixin [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 25 20:14:48.454562 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8c3a485-7c7c-4f13-aa85-c1c1cb3b1d16 req-6d63de93-b72c-4ecf-811a-f0f46eb385f2 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0570569 May 25 20:14:48.508600 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:48.534443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66b8a38-2d16-4ca5-a77f-8d2d6da0e656 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:14:48.551015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d683ebb-0549-4198-99b5-88e38f52f424 None None] Sync routers for ids ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:14:48.557655 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d66b8a38-2d16-4ca5-a77f-8d2d6da0e656 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:48.564126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d683ebb-0549-4198-99b5-88e38f52f424 None None] Routers {'0cd3bd0b-1609-49f7-841e-968f9b720fd0'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:14:48.564866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7d683ebb-0549-4198-99b5-88e38f52f424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:14:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:48.594356 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:48.614999 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:48.660952 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:48.755947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Subnet': ['ID=20b42a20-595b-49ca-b803-4fcb084a8815,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:48.816760 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d66b8a38-2d16-4ca5-a77f-8d2d6da0e656 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "PUT /v2.0/floatingips/df16828a-7291-4b7f-a8a1-e5563fb6be26 HTTP/1.1" status: 200 len: 991 time: 6.2978923 May 25 20:14:48.839293 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db19791-8cb2-44db-96ee-ab4b34b22d6e', 'tag': '4b8c7cae-9834-4800-b01f-0771ae8dc07a'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:14:48.845847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7d683ebb-0549-4198-99b5-88e38f52f424 None None] Set router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:14:48.892414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Checking segment: {'id': '11d2c3e7-7c8d-4608-8c85-cb7981125bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e8d65673-2496-4664-a550-3237087671cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:48.892414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network hostable DHCP agents. Network: e8d65673-2496-4664-a550-3237087671cb, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:14:48.911560 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176f0820-2aeb-4d0b-8bda-aaba81f36521 req-05eb25b2-1c3c-4ff8-b4ff-3ea44ccaddd4 service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343652 May 25 20:14:48.925544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Network e8d65673-2496-4664-a550-3237087671cb is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:14:48.952928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebc288-c153-429d-a3e6-7d9e3fb9f417 req-5c319f54-09e0-4cdf-b916-0df0b6ed46cb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:48.954789 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67ebc288-c153-429d-a3e6-7d9e3fb9f417 req-5c319f54-09e0-4cdf-b916-0df0b6ed46cb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.1353555 May 25 20:14:48.955994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, e8d65673-2496-4664-a550-3237087671cb) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:48.971881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:48.972594 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:48.990392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0c65a5-604d-444c-9e59-03e4086c4def None None] Network e8d65673-2496-4664-a550-3237087671cb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:49.042723 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67ebc288-c153-429d-a3e6-7d9e3fb9f417 req-9d909e4f-9ab3-4558-a3d6-6bdb8c7ce84f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713627 May 25 20:14:49.048431 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c7d875a9-95af-4551-9c79-f2fc73f6cc93 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9582939 May 25 20:14:49.048431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51532) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:49.057284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-bd5417fe-5119-4bdf-bfad-06c25a963d29 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:49.191581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Allocated IP 172.25.3.25 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/e6725344-6633-4d67-8b1d-a400b9f1ec24) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:49.229504 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175c13f-a22c-4770-bc03-b5f13edcb5f7 req-8f5b0b30-d3d5-438c-8c10-25d9aa49e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:49.231169 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8175c13f-a22c-4770-bc03-b5f13edcb5f7 req-8f5b0b30-d3d5-438c-8c10-25d9aa49e109 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 1095 time: 0.4807689 May 25 20:14:49.250246 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:49.341085 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e53428-6571-4f89-814a-f567bb0a1b60'] response: {'name': 'network-changed', 'server_uuid': '3db19791-8cb2-44db-96ee-ab4b34b22d6e', 'tag': '4b8c7cae-9834-4800-b01f-0771ae8dc07a', 'status': 'completed', 'code': 200} May 25 20:14:49.383558 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd5417fe-5119-4bdf-bfad-06c25a963d29 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2470088'] for subnet, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:49.748312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-e8d65673-2496-4664-a550-3237087671cb', 'network_id': 'e8d65673-2496-4664-a550-3237087671cb', 'tenant_id': '8ad8c052b126426fb88726b97abdeb0e', 'fixed_ips': [{'subnet_id': '20b42a20-595b-49ca-b803-4fcb084a8815'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:14:49.751154 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:49.937546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8fa62071-064d-4c33-8621-9ef53ecf27b9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:14:49.985177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:50.028280 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd5417fe-5119-4bdf-bfad-06c25a963d29 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739053668536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2573290'] for subnet, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:50.068241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event updated for resources: {'Subnet': ['ID=74613035-e86f-44e3-9af4-d09e9dca806c,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:50.073154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175c13f-a22c-4770-bc03-b5f13edcb5f7 req-93440e07-5930-40ea-acd6-47c701236432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:50.075149 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8175c13f-a22c-4770-bc03-b5f13edcb5f7 req-93440e07-5930-40ea-acd6-47c701236432 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.8293986 May 25 20:14:50.087867 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:50.094579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c023b934-e60c-4780-b17f-394fcb1cd2bf {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:14:50.148871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7d683ebb-0549-4198-99b5-88e38f52f424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:13:19Z', 'revision_number': 4, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'df16828a-7291-4b7f-a8a1-e5563fb6be26', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'port_id': '4b8c7cae-9834-4800-b01f-0771ae8dc07a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'mac_address': 'fa:16:3e:4b:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db19791-8cb2-44db-96ee-ab4b34b22d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:13:34Z', 'updated_at': '2022-05-25T20:14:44Z', 'revision_number': 1, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67423abc-c717-44f8-bb3f-39fcb490118a', 'name': '', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'mac_address': 'fa:16:3e:fc:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:16Z', 'updated_at': '2022-05-25T20:13:29Z', 'revision_number': 5, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'subnets': [{'id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:50.157242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d683ebb-0549-4198-99b5-88e38f52f424 None None] Checking router: 0cd3bd0b-1609-49f7-841e-968f9b720fd0 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:14:50.171211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dff078-eb30-481c-80b2-9a85cfef4037 req-291a2cc3-d73b-4e73-b45b-b0c8241314f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:50.173283 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-12dff078-eb30-481c-80b2-9a85cfef4037 req-291a2cc3-d73b-4e73-b45b-b0c8241314f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35671e658e6f4611aa3dac173061e9e1&device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 1096 time: 0.7624094 May 25 20:14:50.178308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5417fe-5119-4bdf-bfad-06c25a963d29 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event updated for resources: {'Subnet': ['ID=20b42a20-595b-49ca-b803-4fcb084a8815,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:50.179612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8fa62071-064d-4c33-8621-9ef53ecf27b9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:50.179986 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:50.188733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38904084-4745-43bf-a090-88511b5f5d36 req-b6fe869d-09d9-4414-983b-c4fbc64ff10d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:50.194879 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38904084-4745-43bf-a090-88511b5f5d36 req-b6fe869d-09d9-4414-983b-c4fbc64ff10d tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 945 time: 0.9273582 May 25 20:14:50.199771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5417fe-5119-4bdf-bfad-06c25a963d29 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:50.200684 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd5417fe-5119-4bdf-bfad-06c25a963d29 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:50.202788 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bd5417fe-5119-4bdf-bfad-06c25a963d29 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "PUT /v2.0/subnets/20b42a20-595b-49ca-b803-4fcb084a8815 HTTP/1.1" status: 200 len: 877 time: 1.1530530 May 25 20:14:50.207352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Allocated IP 172.20.0.3 (e8d65673-2496-4664-a550-3237087671cb/20b42a20-595b-49ca-b803-4fcb084a8815/1ed742d7-654e-4df7-8d67-54f696f452f8) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:50.209487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d683ebb-0549-4198-99b5-88e38f52f424 None None] Routers {'0cd3bd0b-1609-49f7-841e-968f9b720fd0'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:14:50.210252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7d683ebb-0549-4198-99b5-88e38f52f424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:14:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:50.231292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51560) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:50.485088 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8175c13f-a22c-4770-bc03-b5f13edcb5f7 req-a8d9bb2a-c106-4024-9ab4-0738f9c2eb86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f17320-bf1b-4489-a273-146e933cb757 HTTP/1.1" status: 200 len: 999 time: 0.3985605 May 25 20:14:50.512220 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:50.576503 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38904084-4745-43bf-a090-88511b5f5d36 req-a6601dde-c06e-4d12-9724-e7cf971e53cb tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714881 May 25 20:14:50.613617 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:50.620162 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Checking segment: {'id': '841f0281-fd64-4fe1-a796-20cf3d7fd8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:50.620735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Network hostable DHCP agents. Network: 6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:14:50.628397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Transition to ACTIVE for port object 1ed742d7-654e-4df7-8d67-54f696f452f8 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:50.633020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:50.645570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:50.664904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:50.668608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Transition to ACTIVE for port object 1ed742d7-654e-4df7-8d67-54f696f452f8 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:50.682931 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:50.701149 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:50.717591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Transition to ACTIVE for port object c023b934-e60c-4780-b17f-394fcb1cd2bf will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:50.728435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175c13f-a22c-4770-bc03-b5f13edcb5f7 req-9de3c78c-4533-4d90-9188-4188a6da17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:50.742643 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8175c13f-a22c-4770-bc03-b5f13edcb5f7 req-9de3c78c-4533-4d90-9188-4188a6da17d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.2022917 May 25 20:14:50.770372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dff078-eb30-481c-80b2-9a85cfef4037 req-9ea5cb9b-ac2a-48a1-8df6-f9adb076b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:50.771887 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-12dff078-eb30-481c-80b2-9a85cfef4037 req-9ea5cb9b-ac2a-48a1-8df6-f9adb076b094 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8d64901a-e12f-4b20-99e0-9c41b70a037b HTTP/1.1" status: 200 len: 916 time: 0.5757363 May 25 20:14:50.809286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Pushing event updated for resources: {'Port': ['ID=1ed742d7-654e-4df7-8d67-54f696f452f8,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:50.828792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Deleting port 1ed742d7-654e-4df7-8d67-54f696f452f8 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:50.829526 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:50.831631 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:50.850123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Pushing event updated for resources: {'Port': ['ID=e6725344-6633-4d67-8b1d-a400b9f1ec24,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:50.876457 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db9be076-cc42-4103-8a1c-c366f54c1ba2 req-7f61b1e4-2b7e-470f-a8b5-74593a13607c tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1014590 May 25 20:14:50.909008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8fa62071-064d-4c33-8621-9ef53ecf27b9 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:50.910795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Network e8d65673-2496-4664-a550-3237087671cb is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:50.915790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:50.918653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:51.003248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Network 6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:14:51.132142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Attempting to bind port 1ed742d7-654e-4df7-8d67-54f696f452f8 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:14:51.132482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Attempting to bind port 1ed742d7-654e-4df7-8d67-54f696f452f8 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '11d2c3e7-7c8d-4608-8c85-cb7981125bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e8d65673-2496-4664-a550-3237087671cb'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:14:51.132849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Attempting to bind port 1ed742d7-654e-4df7-8d67-54f696f452f8 on network e8d65673-2496-4664-a550-3237087671cb {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:14:51.147236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:14:51.147601 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Checking segment: {'id': '11d2c3e7-7c8d-4608-8c85-cb7981125bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e8d65673-2496-4664-a550-3237087671cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:51.154928 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:51.154928 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Bound using segment: {'id': '11d2c3e7-7c8d-4608-8c85-cb7981125bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e8d65673-2496-4664-a550-3237087671cb'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:14:51.154928 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Bound port: 1ed742d7-654e-4df7-8d67-54f696f452f8, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d2c3e7-7c8d-4608-8c85-cb7981125bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e8d65673-2496-4664-a550-3237087671cb'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:14:51.154928 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:51.155433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:51.168575 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84532ead-b41f-4bb0-b12d-2fb33ed1dd79 None None] Network 6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:51.169905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Pushing event updated for resources: {'Port': ['ID=c023b934-e60c-4780-b17f-394fcb1cd2bf,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:51.263573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:51.264313 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:51.308308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad71ca-beb4-4c70-9b87-7e2a47590ed3 req-2aab9285-64d3-40c5-b0d4-231727dd71f6 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:51.309743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-88ad71ca-beb4-4c70-9b87-7e2a47590ed3 req-2aab9285-64d3-40c5-b0d4-231727dd71f6 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Synchronizing usage tracker for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:14:51.338736 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7d683ebb-0549-4198-99b5-88e38f52f424 None None] Set router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:14:51.384506 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-12dff078-eb30-481c-80b2-9a85cfef4037 req-3a3c5651-2cff-42f6-947f-ad2b1bc038b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b8c7cae-9834-4800-b01f-0771ae8dc07a HTTP/1.1" status: 200 len: 999 time: 0.4954348 May 25 20:14:51.424918 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-69f61cd0-fa40-41b1-820a-4c6ca5aee228 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0981350 May 25 20:14:51.434515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51570) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:51.449306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-88ad71ca-beb4-4c70-9b87-7e2a47590ed3 req-2aab9285-64d3-40c5-b0d4-231727dd71f6 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Unset dirty status for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:14:51.451555 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-88ad71ca-beb4-4c70-9b87-7e2a47590ed3 req-2aab9285-64d3-40c5-b0d4-231727dd71f6 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 931 time: 1.3710918 May 25 20:14:51.454994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] For port 1ed742d7-654e-4df7-8d67-54f696f452f8, host n-d-843339-1, got binding levels [] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:51.454994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:51.464175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Request body: {'network': {'name': 'tempest-router-network01--782995237'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:51.492606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175c13f-a22c-4770-bc03-b5f13edcb5f7 req-c464b831-21fd-4d1b-b91d-cc409f844be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:51.498612 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8175c13f-a22c-4770-bc03-b5f13edcb5f7 req-c464b831-21fd-4d1b-b91d-cc409f844be7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7534246 May 25 20:14:51.518514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:51.599345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Usage tracker for resource:network and tenant:3bbcf25469e54542bb5aa955b615c9be is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:51.621568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Calling delete_port for 1ed742d7-654e-4df7-8d67-54f696f452f8 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:51.645049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] For port 1ed742d7-654e-4df7-8d67-54f696f452f8, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:14:51.717544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dff078-eb30-481c-80b2-9a85cfef4037 req-45f15d31-cb1a-4903-aba9-f8c082194dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:51.717544 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-12dff078-eb30-481c-80b2-9a85cfef4037 req-45f15d31-cb1a-4903-aba9-f8c082194dd6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0 HTTP/1.1" status: 200 len: 854 time: 0.3230710 May 25 20:14:51.772660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cedcd-f971-4ea1-b6fa-19c430e3aa14 req-a0b0734f-8404-4b18-b985-06fa8464ba1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:51.776423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] For port 1ed742d7-654e-4df7-8d67-54f696f452f8, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1ed742d7-654e-4df7-8d67-54f696f452f8,segment=NetworkSegment(11d2c3e7-7c8d-4608-8c85-cb7981125bdb),segment_id=11d2c3e7-7c8d-4608-8c85-cb7981125bdb)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:14:51.781594 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8f9cedcd-f971-4ea1-b6fa-19c430e3aa14 req-a0b0734f-8404-4b18-b985-06fa8464ba1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.6340132 May 25 20:14:51.800561 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:51.816234 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:14:51.816234 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:14:51.830265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:51.830265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Attempting to bind port c023b934-e60c-4780-b17f-394fcb1cd2bf on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:14:51.830265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Attempting to bind port c023b934-e60c-4780-b17f-394fcb1cd2bf by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:14:51.830265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Attempting to bind port c023b934-e60c-4780-b17f-394fcb1cd2bf on network bccfaecb-9420-49ca-ac74-7e43952027b7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:14:51.856436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec', 'network_id': '6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec', 'tenant_id': '3bbcf25469e54542bb5aa955b615c9be', 'fixed_ips': [{'subnet_id': '74613035-e86f-44e3-9af4-d09e9dca806c'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:14:51.856977 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:51.870004 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8f9cedcd-f971-4ea1-b6fa-19c430e3aa14 req-df8d3316-35dc-4555-9d97-e94b8aa8a364 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912504 May 25 20:14:51.921846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dff078-eb30-481c-80b2-9a85cfef4037 req-a33d2abb-6466-4694-ad22-93da0ab6cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:51.921846 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-12dff078-eb30-481c-80b2-9a85cfef4037 req-a33d2abb-6466-4694-ad22-93da0ab6cd83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8d64901a-e12f-4b20-99e0-9c41b70a037b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1952083 May 25 20:14:51.929803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:51.966129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Port c023b934-e60c-4780-b17f-394fcb1cd2bf on network bccfaecb-9420-49ca-ac74-7e43952027b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:14:51.966129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Attempting to bind port c023b934-e60c-4780-b17f-394fcb1cd2bf on network bccfaecb-9420-49ca-ac74-7e43952027b7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:14:52.011137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:14:52.011137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Checking segment: {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:52.011137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Bound using segment: {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:14:52.011137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Bound port: c023b934-e60c-4780-b17f-394fcb1cd2bf, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:14:52.011137 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:52.035246 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-88ad71ca-beb4-4c70-9b87-7e2a47590ed3 req-e6ad329f-54e7-4bed-976a-f43b617aa203 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244205 May 25 20:14:52.161071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Made reservation on behalf of 3bbcf25469e54542bb5aa955b615c9be for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:52.164703 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:52.277070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be4bdf-8ffa-4898-8326-7a17ca4e4565 None None] Pushing event updated for resources: {'Port': ['ID=1ed742d7-654e-4df7-8d67-54f696f452f8,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:52.304986 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-12dff078-eb30-481c-80b2-9a85cfef4037 req-8f258df9-3365-42ff-8e5a-e6543a1a249a service neutron] 10.222.0.70 "GET /v2.0/networks/8d64901a-e12f-4b20-99e0-9c41b70a037b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792162 May 25 20:14:52.311970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Deleting port 1ed742d7-654e-4df7-8d67-54f696f452f8 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:14:52.312592 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:52.331411 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fc66013b-eac5-43b7-9ed5-ab78e340a40f req-2e217b31-a04d-4007-b34c-9eb4ab6f96e6 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0768714 May 25 20:14:52.359641 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7d683ebb-0549-4198-99b5-88e38f52f424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:13:19Z', 'revision_number': 4, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'df16828a-7291-4b7f-a8a1-e5563fb6be26', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'port_id': '4b8c7cae-9834-4800-b01f-0771ae8dc07a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'mac_address': 'fa:16:3e:4b:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db19791-8cb2-44db-96ee-ab4b34b22d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:13:34Z', 'updated_at': '2022-05-25T20:14:44Z', 'revision_number': 1, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67423abc-c717-44f8-bb3f-39fcb490118a', 'name': '', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'mac_address': 'fa:16:3e:fc:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:16Z', 'updated_at': '2022-05-25T20:13:29Z', 'revision_number': 5, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'subnets': [{'id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:52.409917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8175c13f-a22c-4770-bc03-b5f13edcb5f7 req-c2bfcb08-f79a-4344-9a4c-0a4dd074e74f service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8952694 May 25 20:14:52.412900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d683ebb-0549-4198-99b5-88e38f52f424 None None] The sync data for ids ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'] in n-d-843339-1 is: [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:13:19Z', 'revision_number': 4, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'df16828a-7291-4b7f-a8a1-e5563fb6be26', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'port_id': '4b8c7cae-9834-4800-b01f-0771ae8dc07a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'mac_address': 'fa:16:3e:4b:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db19791-8cb2-44db-96ee-ab4b34b22d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:13:34Z', 'updated_at': '2022-05-25T20:14:44Z', 'revision_number': 1, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67423abc-c717-44f8-bb3f-39fcb490118a', 'name': '', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'mac_address': 'fa:16:3e:fc:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:16Z', 'updated_at': '2022-05-25T20:13:29Z', 'revision_number': 5, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'subnets': [{'id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:14:52.434020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:14:52.524060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9404036-3abb-4f66-a950-79505b35075a req-9ed42125-ad14-44f8-9608-f95a021a79cc tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:52.527914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Allocated IP 172.20.0.2 (6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec/74613035-e86f-44e3-9af4-d09e9dca806c/8cdd12c3-c646-4771-b234-86717da0f40a) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:52.534654 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9404036-3abb-4f66-a950-79505b35075a req-9ed42125-ad14-44f8-9608-f95a021a79cc tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 0.4681342 May 25 20:14:52.562068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9404036-3abb-4f66-a950-79505b35075a req-017cbbc7-23b2-45af-91cc-59ff15b2282c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/quotas/a206c0d9eba94f4681dea5401500d260 HTTP/1.1" status: 200 len: 375 time: 0.0278022 May 25 20:14:52.938412 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413b264e-0830-4cf0-9e29-9a12532009df None None] New status for floating IP df16828a-7291-4b7f-a8a1-e5563fb6be26: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:14:53.021272 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8175c13f-a22c-4770-bc03-b5f13edcb5f7 req-b4b01e2d-d2b2-4af7-91e8-7173ec67d0dc service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909331 May 25 20:14:53.031395 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:53.053276 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:53.067717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Transition to ACTIVE for port object 8cdd12c3-c646-4771-b234-86717da0f40a will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:53.096288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Transition to ACTIVE for port object 8cdd12c3-c646-4771-b234-86717da0f40a will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:14:53.108507 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:53.217777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Network 6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:14:53.219429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Pushing event updated for resources: {'Port': ['ID=8cdd12c3-c646-4771-b234-86717da0f40a,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:53.222884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:53.226031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:14:53.276953 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9404036-3abb-4f66-a950-79505b35075a req-a7b48f06-73a3-44cf-bc66-b67b3d9a8bc6 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7138505 May 25 20:14:53.302926 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:53.303485 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Added segment 8556943e-0600-4ea3-9c68-db7fd82be0e8 of type vlan for network 07af84f2-7466-4451-9ec5-6ce6322da3d9 May 25 20:14:53.338828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] For port c023b934-e60c-4780-b17f-394fcb1cd2bf, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:14:53.357418 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-12dff078-eb30-481c-80b2-9a85cfef4037 req-56128823-64cd-4eba-9127-eaef4569be7e service neutron] 10.222.0.70 "GET /v2.0/networks/8d64901a-e12f-4b20-99e0-9c41b70a037b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9276390 May 25 20:14:53.423463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Attempting to bind port 8cdd12c3-c646-4771-b234-86717da0f40a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:14:53.423915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Attempting to bind port 8cdd12c3-c646-4771-b234-86717da0f40a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '841f0281-fd64-4fe1-a796-20cf3d7fd8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:14:53.424487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Attempting to bind port 8cdd12c3-c646-4771-b234-86717da0f40a on network 6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:14:53.434539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:14:53.436644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Checking segment: {'id': '841f0281-fd64-4fe1-a796-20cf3d7fd8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:53.437530 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:53.438620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Bound using segment: {'id': '841f0281-fd64-4fe1-a796-20cf3d7fd8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:14:53.439528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Bound port: 8cdd12c3-c646-4771-b234-86717da0f40a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841f0281-fd64-4fe1-a796-20cf3d7fd8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:14:53.440197 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:53.505086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] For port c023b934-e60c-4780-b17f-394fcb1cd2bf, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c023b934-e60c-4780-b17f-394fcb1cd2bf,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:14:53.522758 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:53.541128 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:53.549491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] For port 1ed742d7-654e-4df7-8d67-54f696f452f8, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1ed742d7-654e-4df7-8d67-54f696f452f8,segment=NetworkSegment(11d2c3e7-7c8d-4608-8c85-cb7981125bdb),segment_id=11d2c3e7-7c8d-4608-8c85-cb7981125bdb)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:53.549840 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:53.623503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:53.625429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:53.626219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] For port 8cdd12c3-c646-4771-b234-86717da0f40a, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:14:53.628592 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:53.630529 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] For port 8cdd12c3-c646-4771-b234-86717da0f40a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8cdd12c3-c646-4771-b234-86717da0f40a,segment=NetworkSegment(841f0281-fd64-4fe1-a796-20cf3d7fd8d3),segment_id=841f0281-fd64-4fe1-a796-20cf3d7fd8d3)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:14:53.631109 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] 10.222.0.50 "PUT /v2.0/ports/c023b934-e60c-4780-b17f-394fcb1cd2bf HTTP/1.1" status: 200 len: 1091 time: 5.8199637 May 25 20:14:53.637474 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:53.682816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b155c9d-5b82-417c-81a7-a30b42a898c7', 'tag': 'c023b934-e60c-4780-b17f-394fcb1cd2bf'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:14:53.778069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c11a6-7b46-4f66-8cdb-630f433a3334 None None] Pushing event updated for resources: {'Port': ['ID=8cdd12c3-c646-4771-b234-86717da0f40a,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:53.813498 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:14:53.847414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Calling delete_port for 1ed742d7-654e-4df7-8d67-54f696f452f8 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:14:53.902955 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bf76a1-4e06-456c-93be-9730de8f297c None None] Network e8d65673-2496-4664-a550-3237087671cb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:53.905630 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9404036-3abb-4f66-a950-79505b35075a req-4bc090ad-4bc2-4d42-bbcf-3ad76df36876 service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133370 May 25 20:14:54.014578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd47d36-5e35-4962-947c-074d3638cefc service neutron] Pushing event updated for resources: {'Port': ['ID=c023b934-e60c-4780-b17f-394fcb1cd2bf,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:54.029669 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1ed742d7-654e-4df7-8d67-54f696f452f8 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:14:54.074997 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:54.081951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:54.083926 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:54.167252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c7e0f2e8-7547-40c7-9455-ba0ba4c4fb73 None None] Provisioning for port 1ed742d7-654e-4df7-8d67-54f696f452f8 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:54.197007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95cd8b-1aab-49b9-ae7b-89d2dba13800 req-4c5d5fa3-3dea-4f22-b60d-eaa0337f73f3 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:54.198694 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf95cd8b-1aab-49b9-ae7b-89d2dba13800 req-4c5d5fa3-3dea-4f22-b60d-eaa0337f73f3 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 1.0926433 May 25 20:14:54.283326 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9404036-3abb-4f66-a950-79505b35075a req-4289a511-b313-4863-add8-35ec4de546b9 service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754435 May 25 20:14:54.323976 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:54.364060 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf95cd8b-1aab-49b9-ae7b-89d2dba13800 req-f2a7affc-f8fb-4927-9d6e-c2f529ce771c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955350 May 25 20:14:54.369942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 1ed742d7-654e-4df7-8d67-54f696f452f8 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:54.389947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1ed742d7-654e-4df7-8d67-54f696f452f8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:54.393080 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:54.405729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Port': ['ID=1ed742d7-654e-4df7-8d67-54f696f452f8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:54.452396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 3.0157795 May 25 20:14:54.455495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51592) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:54.481694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Request body: {'network': {'name': 'tempest-router-network02--1767518562'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:54.488053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Port 1ed742d7-654e-4df7-8d67-54f696f452f8 was deleted so its status cannot be updated. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 25 20:14:54.489562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb38b1b-d9a5-47c3-8a82-74bfd0debcf8 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event updated for resources: {'Network': ['ID=07af84f2-7466-4451-9ec5-6ce6322da3d9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:54.507742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 07af84f2-7466-4451-9ec5-6ce6322da3d9 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:14:54.552586 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:54.578516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:54.592341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No DVR routers for this DVR port 1ed742d7-654e-4df7-8d67-54f696f452f8 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:14:54.637891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Usage tracker for resource:network and tenant:3bbcf25469e54542bb5aa955b615c9be is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:54.651943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:54.677054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-d757a8dd-58b5-410e-bf8d-3ae64d5ff8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:54.679300 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-d757a8dd-58b5-410e-bf8d-3ae64d5ff8d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 1094 time: 0.8295074 May 25 20:14:54.737073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:54.785140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eccdb4e-6588-4a24-a734-856adf1a29ef None None] Network e8d65673-2496-4664-a550-3237087671cb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:54.809755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:54.851807 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-2630d787-46ce-4051-a23c-108ca85dd202 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c023b934-e60c-4780-b17f-394fcb1cd2bf HTTP/1.1" status: 200 len: 217 time: 0.1586418 May 25 20:14:54.927605 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-90d50379-2144-4636-a5ff-5631c1dd52ca req-ad2c87b8-ce68-4376-9876-66b7ccc0af11 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1116250 May 25 20:14:54.937175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Made reservation on behalf of 3bbcf25469e54542bb5aa955b615c9be for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:54.943112 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:55.066836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:14:55.092821 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd096c2-28ab-4c0b-a119-333d8e637aa5'] response: {'name': 'network-changed', 'server_uuid': '9b155c9d-5b82-417c-81a7-a30b42a898c7', 'tag': 'c023b934-e60c-4780-b17f-394fcb1cd2bf', 'status': 'completed', 'code': 200} May 25 20:14:55.099390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-afb48e1a-0e72-40d8-b14f-893143d9b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:55.101348 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-afb48e1a-0e72-40d8-b14f-893143d9b847 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe5bde4-daae-4c8f-8024-6f21ae860ce2 HTTP/1.1" status: 200 len: 852 time: 0.2268441 May 25 20:14:55.105899 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:55.106442 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Added segment 04be0ded-bf95-4d84-9d67-f6deb2ebe799 of type vlan for network 4a6416a3-f2ac-495f-9b60-8362b3132d4e May 25 20:14:55.122043 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:55.169499 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-c76c24db-8b0a-4dea-baeb-951870219010 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bccfaecb-9420-49ca-ac74-7e43952027b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608206 May 25 20:14:55.228558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a800800-0b3d-4509-a51d-0f2f20738168 req-6088039a-a9fe-4ac1-8be8-40ec1f354661 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:55.230486 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a800800-0b3d-4509-a51d-0f2f20738168 req-6088039a-a9fe-4ac1-8be8-40ec1f354661 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 943 time: 0.5566423 May 25 20:14:55.245986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Subnet': ['ID=20b42a20-595b-49ca-b803-4fcb084a8815,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:55.408286 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:55.465305 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:55.493710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127ac975-eebb-4875-8198-5883fcdce467 None None] DHCP port deletion for e8d65673-2496-4664-a550-3237087671cb request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:14:55.524030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d65673-2496-4664-a550-3237087671cb']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:55.545473 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6a2db70e-9da8-4420-a6f7-aecb608e9402 req-77e4c94f-b840-4cdc-a955-0d9067b666cf tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 210 time: 0.3659296 May 25 20:14:55.551936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d2c3e7-7c8d-4608-8c85-cb7981125bdb') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:55.552386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d2c3e7-7c8d-4608-8c85-cb7981125bdb') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:55.579373 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:55.591809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aa313c-f440-4351-b321-16e567a61e95 None None] Network 6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:55.627282 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a800800-0b3d-4509-a51d-0f2f20738168 req-40367f71-d66c-411e-8085-2292936624c2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233733 May 25 20:14:55.635492 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-e18991db-55af-4116-a542-092b9d43dd0b service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588594 May 25 20:14:55.636276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:14:55.683795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:55.690869 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:55.705323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:55.706193 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:55.719269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:14:55.719924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:55.943245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3cb4242d-5d2e-4962-84a5-e4edebc9b2c2 None None] Provisioning for port 8cdd12c3-c646-4771-b234-86717da0f40a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:55.958131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8cdd12c3-c646-4771-b234-86717da0f40a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:14:56.093132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82c62aa6-5014-48a9-bab6-f8876608f94b req-68ccc49c-1bc7-434e-be75-ec8f1d7e4346 service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496088 May 25 20:14:56.132293 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 11d2c3e7-7c8d-4608-8c85-cb7981125bdb resource provider aggregate not found May 25 20:14:56.210120 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 11d2c3e7-7c8d-4608-8c85-cb7981125bdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11d2c3e7-7c8d-4608-8c85-cb7981125bdb found for delete ", "request_id": "req-fad1376c-5197-4216-bc74-6052c47e0af7"}]} May 25 20:14:56.210942 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:56.213054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 8cdd12c3-c646-4771-b234-86717da0f40a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:14:56.224795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8cdd12c3-c646-4771-b234-86717da0f40a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:56.225703 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:56.227993 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:56.257154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event updated for resources: {'Network': ['ID=4a6416a3-f2ac-495f-9b60-8362b3132d4e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:56.262664 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c1508704-445e-45aa-b072-dd31cfd5ef87 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8058243 May 25 20:14:56.269492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/e8d65673-2496-4664-a550-3237087671cb HTTP/1.1" status: 204 len: 168 time: 6.0205300 May 25 20:14:56.272976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51614) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:56.273505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51616) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:56.295691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 4a6416a3-f2ac-495f-9b60-8362b3132d4e details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:14:56.295995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227b10c-416a-47fd-b03f-b7828635299e tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Network': ['ID=e8d65673-2496-4664-a550-3237087671cb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:56.298104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Request body: {'subnet': {'network_id': '07af84f2-7466-4451-9ec5-6ce6322da3d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:56.330560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29030-35f7-4328-9243-0c872744074c req-4233b974-22e9-456d-83a5-b16f119c9ee1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:56.333391 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bbd29030-35f7-4328-9243-0c872744074c req-4233b974-22e9-456d-83a5-b16f119c9ee1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.5296671 May 25 20:14:56.360900 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1aada929-e5d9-498b-99d6-06267d6030dc req-e63a0ded-1384-4f34-9bd7-5af242f8ff36 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1306882 May 25 20:14:56.410198 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bbd29030-35f7-4328-9243-0c872744074c req-6856bdf9-47c6-4a71-829a-2506b24bf6a6 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593233 May 25 20:14:56.493446 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd58f873-e436-4cc5-a080-1a813c7d1b59 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:14:56.494234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd58f873-e436-4cc5-a080-1a813c7d1b59 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:14:56.496061 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cd58f873-e436-4cc5-a080-1a813c7d1b59 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/subnets/20b42a20-595b-49ca-b803-4fcb084a8815 HTTP/1.1" status: 404 len: 337 time: 0.2134643 May 25 20:14:56.511637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51624) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:56.547471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8cdd12c3-c646-4771-b234-86717da0f40a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:56.548027 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:56.578348 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd156192-08c6-4012-af6f-9ca378d763a1 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:14:56.579073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd156192-08c6-4012-af6f-9ca378d763a1 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:14:56.582268 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fd156192-08c6-4012-af6f-9ca378d763a1 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/e8d65673-2496-4664-a550-3237087671cb HTTP/1.1" status: 404 len: 339 time: 0.0468860 May 25 20:14:56.588337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51628) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:56.588728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:14:56.598767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Sync routers for ids ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:14:56.637203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 8cdd12c3-c646-4771-b234-86717da0f40a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8cdd12c3-c646-4771-b234-86717da0f40a,segment=NetworkSegment(841f0281-fd64-4fe1-a796-20cf3d7fd8d3),segment_id=841f0281-fd64-4fe1-a796-20cf3d7fd8d3)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:56.646685 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:56.655334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d82b0-6981-4a3f-883d-fbac9a52c3d9 req-62d72933-e961-43bc-829f-b5ee3c03a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:56.659700 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-230d82b0-6981-4a3f-883d-fbac9a52c3d9 req-62d72933-e961-43bc-829f-b5ee3c03a975 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 1094 time: 0.5020165 May 25 20:14:56.668787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:56.674704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Usage tracker for resource:subnet and tenant:3bbcf25469e54542bb5aa955b615c9be is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:56.678261 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:56.686648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:56.740500 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b418e24-456f-4786-9f62-167f70883571 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:14:56.741084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b418e24-456f-4786-9f62-167f70883571 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:14:56.746296 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0b418e24-456f-4786-9f62-167f70883571 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/subnets/283d5757-c577-4cb4-893d-6f82d9bd5f3e HTTP/1.1" status: 404 len: 337 time: 0.1567466 May 25 20:14:56.765684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51636) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:56.789594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Routers {'11b30d4b-fa6e-49d4-8f17-f902c86c2e27'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:14:56.790756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:14:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:56.864522 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:56.866632 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f1fc1710-4208-4628-a263-49f433096020 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 12.6319914 May 25 20:14:56.873352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51640) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:56.887269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Made reservation on behalf of 3bbcf25469e54542bb5aa955b615c9be for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:56.890980 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:56.975107 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2870f98-fa39-40c4-87a5-7dfd165bd0e1 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:14:56.975625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2870f98-fa39-40c4-87a5-7dfd165bd0e1 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:14:56.980145 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e2870f98-fa39-40c4-87a5-7dfd165bd0e1 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/68e0733e-c2c6-4283-a588-ef39562e4107 HTTP/1.1" status: 404 len: 339 time: 0.2104242 May 25 20:14:56.990347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51644) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:57.003024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9404036-3abb-4f66-a950-79505b35075a req-5230cece-c9d0-479f-b05f-a3844f5fd9aa tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:57.004407 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9404036-3abb-4f66-a950-79505b35075a req-5230cece-c9d0-479f-b05f-a3844f5fd9aa tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 0.5745382 May 25 20:14:57.014699 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-18b9fdd9-2a4c-4837-8d91-a9a4eceffad8 req-e692e923-a9a1-4c68-977e-3c11961611fe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 210 time: 0.1337736 May 25 20:14:57.018426 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Set router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:14:57.058511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d82b0-6981-4a3f-883d-fbac9a52c3d9 req-6fa5a37a-ad77-428c-8b64-465efae619ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:57.060115 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-230d82b0-6981-4a3f-883d-fbac9a52c3d9 req-6fa5a37a-ad77-428c-8b64-465efae619ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 913 time: 0.3625360 May 25 20:14:57.111056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-a9404036-3abb-4f66-a950-79505b35075a req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Request body: {'port': {'device_id': '5617120b-8d9a-4c95-b786-a006a804439c', 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'admin_state_up': True, 'tenant_id': 'a206c0d9eba94f4681dea5401500d260'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:57.129691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1ed742d7-654e-4df7-8d67-54f696f452f8 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:14:57.144404 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-230d82b0-6981-4a3f-883d-fbac9a52c3d9 req-ef6e2a5e-8ff9-4bdc-b4da-5b0e3b37d35c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c023b934-e60c-4780-b17f-394fcb1cd2bf HTTP/1.1" status: 200 len: 217 time: 0.0749307 May 25 20:14:57.224317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d82b0-6981-4a3f-883d-fbac9a52c3d9 req-4c2b3b1e-f5a1-4fe5-a6df-b7b48f7713ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:57.225750 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-230d82b0-6981-4a3f-883d-fbac9a52c3d9 req-4c2b3b1e-f5a1-4fe5-a6df-b7b48f7713ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe5bde4-daae-4c8f-8024-6f21ae860ce2 HTTP/1.1" status: 200 len: 852 time: 0.0737681 May 25 20:14:57.230311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 1ed742d7-654e-4df7-8d67-54f696f452f8 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:14:57.230845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1ed742d7-654e-4df7-8d67-54f696f452f8 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:14:57.313104 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-230d82b0-6981-4a3f-883d-fbac9a52c3d9 req-3171f92f-7b95-492f-917a-972f1dc6911f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bccfaecb-9420-49ca-ac74-7e43952027b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536659 May 25 20:14:57.331330 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84df81de-32bb-4d88-9830-095946ec1a2b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:57.331678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e5588855-ee1f-41e7-9363-33c238462b7f None None] Provisioning complete for port 8cdd12c3-c646-4771-b234-86717da0f40a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:57.332267 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e5588855-ee1f-41e7-9363-33c238462b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:57.440874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=8cdd12c3-c646-4771-b234-86717da0f40a,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:57.544763 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:57.591945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4d484-7f69-43c9-be54-b815adb828f2 req-fa7d526d-8226-4edf-b07d-fea7f6ee4ee9 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:57.594860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b7e4d484-7f69-43c9-be54-b815adb828f2 req-fa7d526d-8226-4edf-b07d-fea7f6ee4ee9 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 943 time: 0.7203314 May 25 20:14:57.635459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-a9404036-3abb-4f66-a950-79505b35075a req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:57.645627 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84df81de-32bb-4d88-9830-095946ec1a2b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:57.655322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e5588855-ee1f-41e7-9363-33c238462b7f None None] Current status of the port 8cdd12c3-c646-4771-b234-86717da0f40a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:57.741810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b7e4d484-7f69-43c9-be54-b815adb828f2 req-5a1dd455-97fa-4642-925d-af497055dee2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096394 May 25 20:14:57.754494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:14:51Z', 'revision_number': 3, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:57.773717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Checking router: 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:14:57.774690 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Updating router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 port e6725344-6633-4d67-8b1d-a400b9f1ec24 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:14:57.789598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-a9404036-3abb-4f66-a950-79505b35075a req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:57.815573 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-230d82b0-6981-4a3f-883d-fbac9a52c3d9 req-dd7ed802-9ec8-4b94-8b87-99a14923c1cf service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960940 May 25 20:14:57.855713 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3ad3a3ab-e433-4002-a07e-2e6a40644a26 req-308b4fbe-b3e6-47e9-a2ea-2bdd7214fd9a tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.2684374 May 25 20:14:57.906070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8cdd12c3-c646-4771-b234-86717da0f40a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:14:57.966410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c023b934-e60c-4780-b17f-394fcb1cd2bf details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:14:57.999182 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:58.007269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event updated for resources: {'Subnet': ['ID=80143808-3cc2-4379-86a2-e4110b4df57a,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:58.008023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-84df81de-32bb-4d88-9830-095946ec1a2b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be01e5f9-58f7-46d6-b7d4-1fbd7d3c2fd3']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:58.012747 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:58.035776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9404036-3abb-4f66-a950-79505b35075a req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Made reservation on behalf of a206c0d9eba94f4681dea5401500d260 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:58.038396 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Checking segment: {'id': '8556943e-0600-4ea3-9c68-db7fd82be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07af84f2-7466-4451-9ec5-6ce6322da3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:58.038899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Network hostable DHCP agents. Network: 07af84f2-7466-4451-9ec5-6ce6322da3d9, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:14:58.040531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a9404036-3abb-4f66-a950-79505b35075a req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:58.107142 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-230d82b0-6981-4a3f-883d-fbac9a52c3d9 req-ec59b822-4896-41b3-aa8a-92050cc20f56 service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740600 May 25 20:14:58.112883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Network 07af84f2-7466-4451-9ec5-6ce6322da3d9 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:14:58.138473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 07af84f2-7466-4451-9ec5-6ce6322da3d9) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:58.152401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:58.154809 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:58.181345 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ad5de15c-cea0-40a0-8cc1-71f13db6071d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:58.198119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ca072-68f2-49ec-8107-3d729c6c9274 None None] Network 07af84f2-7466-4451-9ec5-6ce6322da3d9 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:58.208733 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-de8c07dd-476a-42dc-b937-07de0f274944 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9270577 May 25 20:14:58.211726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51652) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:58.225637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Request body: {'subnet': {'network_id': '4a6416a3-f2ac-495f-9b60-8362b3132d4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:14:58.251436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-84df81de-32bb-4d88-9830-095946ec1a2b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ed8e7d-a9cf-4e8e-9322-ddaa6ee6cb97') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:58.251780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-84df81de-32bb-4d88-9830-095946ec1a2b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ed8e7d-a9cf-4e8e-9322-ddaa6ee6cb97') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:14:58.320008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84df81de-32bb-4d88-9830-095946ec1a2b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:58.401117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8cdd12c3-c646-4771-b234-86717da0f40a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:14:58.401479 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:58.414370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:14:58.418995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Usage tracker for resource:subnet and tenant:3bbcf25469e54542bb5aa955b615c9be is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:14:58.423021 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:14:58.435510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:14:58.449250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Made reservation on behalf of 3bbcf25469e54542bb5aa955b615c9be for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:14:58.453359 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:58.485204 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-57cb398a-223b-4069-820f-074c415661f8 req-9591debe-a5ce-4f71-a63d-be58800dc23a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 210 time: 0.1558878 May 25 20:14:58.488519 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84df81de-32bb-4d88-9830-095946ec1a2b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:58.511683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84df81de-32bb-4d88-9830-095946ec1a2b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:14:58.511683 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84df81de-32bb-4d88-9830-095946ec1a2b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:58.616338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c023b934-e60c-4780-b17f-394fcb1cd2bf, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c023b934-e60c-4780-b17f-394fcb1cd2bf,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:58.702937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'c023b934-e60c-4780-b17f-394fcb1cd2bf', 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7', 'port_id': 'c023b934-e60c-4780-b17f-394fcb1cd2bf', 'mac_address': 'fa:16:3e:c3:d1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe5bde4-daae-4c8f-8024-6f21ae860ce2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:14:58.917415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port c023b934-e60c-4780-b17f-394fcb1cd2bf is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:58.917415 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:58.945733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8cdd12c3-c646-4771-b234-86717da0f40a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:14:58.960924 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 10ed8e7d-a9cf-4e8e-9322-ddaa6ee6cb97 resource provider aggregate not found May 25 20:14:58.969018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-07af84f2-7466-4451-9ec5-6ce6322da3d9', 'network_id': '07af84f2-7466-4451-9ec5-6ce6322da3d9', 'tenant_id': '3bbcf25469e54542bb5aa955b615c9be', 'fixed_ips': [{'subnet_id': '80143808-3cc2-4379-86a2-e4110b4df57a'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:14:58.969018 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:58.969018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c023b934-e60c-4780-b17f-394fcb1cd2bf {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:14:59.021205 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:59.114289 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c023b934-e60c-4780-b17f-394fcb1cd2bf, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c023b934-e60c-4780-b17f-394fcb1cd2bf,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:14:59.138414 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:59.162027 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 10ed8e7d-a9cf-4e8e-9322-ddaa6ee6cb97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10ed8e7d-a9cf-4e8e-9322-ddaa6ee6cb97 found for delete ", "request_id": "req-d14d86d5-e5f0-4c47-9f2c-e0d0d919a6de"}]} May 25 20:14:59.269945 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:59.277501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84df81de-32bb-4d88-9830-095946ec1a2b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:59.290511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Checking segment: {'id': '04be0ded-bf95-4d84-9d67-f6deb2ebe799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4a6416a3-f2ac-495f-9b60-8362b3132d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:14:59.290511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Network hostable DHCP agents. Network: 4a6416a3-f2ac-495f-9b60-8362b3132d4e, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:14:59.378346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d979e-cd38-483a-9ff2-2e0b44959ec4 req-8399d0fc-1731-40ee-880f-47f4502424b7 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:59.401788 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84df81de-32bb-4d88-9830-095946ec1a2b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:59.412437 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b88d979e-cd38-483a-9ff2-2e0b44959ec4 req-8399d0fc-1731-40ee-880f-47f4502424b7 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 943 time: 0.3607228 May 25 20:14:59.412437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event updated for resources: {'Subnet': ['ID=36c4a76a-9ad5-4c49-bd0a-d102d3c942cc,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:59.412437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Network 4a6416a3-f2ac-495f-9b60-8362b3132d4e is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:14:59.442911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df81de-32bb-4d88-9830-095946ec1a2b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Network': ['ID=be01e5f9-58f7-46d6-b7d4-1fbd7d3c2fd3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:14:59.471634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 4a6416a3-f2ac-495f-9b60-8362b3132d4e) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:14:59.506071 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b88d979e-cd38-483a-9ff2-2e0b44959ec4 req-dfc40fb0-6f20-4662-8ab4-7169a3d976af tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044955 May 25 20:14:59.506071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:14:59.506071 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:59.547058 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4e456f1a-12a2-446e-a50e-696fe9116272 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3212171 May 25 20:14:59.547058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51666) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:59.574683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a7e0a59-e3e5-4544-8b44-fc95e9fec74b req-42d2b8a6-073b-4436-a2b2-f33dfc031c91 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1461356 May 25 20:14:59.574683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-84df81de-32bb-4d88-9830-095946ec1a2b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/be01e5f9-58f7-46d6-b7d4-1fbd7d3c2fd3 HTTP/1.1" status: 204 len: 168 time: 2.5685751 May 25 20:14:59.574683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51672) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:59.626246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Allocated IP 172.20.0.2 (07af84f2-7466-4451-9ec5-6ce6322da3d9/80143808-3cc2-4379-86a2-e4110b4df57a/dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:59.669940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-a9404036-3abb-4f66-a950-79505b35075a req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Allocated IP 172.20.0.10 (04ec8327-b153-49a7-b725-c3570cad1f7f/1dc790b4-10d9-494e-a68e-77eb18406dd8/9d0b06d8-56ad-467f-a003-d8ad1b2a2091) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:14:59.669940 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-74523180-4217-4e12-bb4a-555446212ece tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:14:59.669940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74523180-4217-4e12-bb4a-555446212ece tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:14:59.669940 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-74523180-4217-4e12-bb4a-555446212ece tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/subnets/dea1898d-08ba-4ff7-b53c-d9cf239622f7 HTTP/1.1" status: 404 len: 337 time: 0.0884798 May 25 20:14:59.689427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51676) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:59.808728 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f134b3-1348-44cb-b556-8f1a76b49b7c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:14:59.808728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f134b3-1348-44cb-b556-8f1a76b49b7c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:14:59.808728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-21f134b3-1348-44cb-b556-8f1a76b49b7c tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/bab6d7af-a3f1-44f4-aa04-ce1121111e4e HTTP/1.1" status: 404 len: 339 time: 0.1254582 May 25 20:14:59.825028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51680) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:14:59.825028 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:14:59.935583 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b7065da2-32cc-48bc-ae81-eea1f74ebea1 req-06aca2b2-d7b7-4038-a040-330c7d1d3d20 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 210 time: 0.0580986 May 25 20:14:59.935897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b078880-857b-42c0-a510-958c6c68e697 None None] Network 4a6416a3-f2ac-495f-9b60-8362b3132d4e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:14:59.948107 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['c023b934-e60c-4780-b17f-394fcb1cd2bf'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:15:00.021477 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3ddc3f-8f7b-4363-8da0-256c4c44e997 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:15:00.021477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3ddc3f-8f7b-4363-8da0-256c4c44e997 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:15:00.051556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Transition to ACTIVE for port object e6725344-6633-4d67-8b1d-a400b9f1ec24 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:00.056462 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6a3ddc3f-8f7b-4363-8da0-256c4c44e997 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/subnets/04091be2-e762-4800-85f5-b7d5f47364c2 HTTP/1.1" status: 404 len: 337 time: 0.1792109 May 25 20:15:00.056462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51684) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:00.092757 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a12861-53db-4e77-b5d2-d9e051b95be5 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:15:00.092757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a12861-53db-4e77-b5d2-d9e051b95be5 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:15:00.092757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-59a12861-53db-4e77-b5d2-d9e051b95be5 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/f9286bc9-87a2-4601-9383-7ded7a0be36e HTTP/1.1" status: 404 len: 339 time: 0.0406728 May 25 20:15:00.092757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51688) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:00.161647 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d738474-f339-4908-945b-b400d8a3a0b3 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:15:00.161647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d738474-f339-4908-945b-b400d8a3a0b3 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:15:00.161647 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3d738474-f339-4908-945b-b400d8a3a0b3 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/subnets/6aec093a-a8b4-43cb-8759-530ac5dad2ca HTTP/1.1" status: 404 len: 337 time: 0.0582507 May 25 20:15:00.161647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51692) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:00.275261 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:00.352958 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f897ca-8936-4c15-9bc3-3924a6cd1ce0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:15:00.352958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f897ca-8936-4c15-9bc3-3924a6cd1ce0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:15:00.352958 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-83f897ca-8936-4c15-9bc3-3924a6cd1ce0 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/afce73d0-6911-4eac-a1fe-eb0e855cf828 HTTP/1.1" status: 404 len: 339 time: 0.1846576 May 25 20:15:00.352958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51696) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:00.393033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=c023b934-e60c-4780-b17f-394fcb1cd2bf,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:00.408065 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97b450f-d043-4555-8113-9e1410361daf tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:15:00.408523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97b450f-d043-4555-8113-9e1410361daf tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:15:00.410847 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c97b450f-d043-4555-8113-9e1410361daf tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/subnets/1552fe04-0f97-4b48-bcd8-797ab05ce7c5 HTTP/1.1" status: 404 len: 337 time: 0.0542185 May 25 20:15:00.415154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51700) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:00.423108 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:00.500471 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce75c55-606b-45d2-831f-908bfc17b5cb tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:15:00.500471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce75c55-606b-45d2-831f-908bfc17b5cb tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:15:00.509654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf6a2a-7162-481a-a6be-b3e47fad69cc None None] Pushing event updated for resources: {'Port': ['ID=e6725344-6633-4d67-8b1d-a400b9f1ec24,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:00.518035 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6ce75c55-606b-45d2-831f-908bfc17b5cb tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/b5e27b1b-173f-4d14-bdf9-7870fdd5ccf5 HTTP/1.1" status: 404 len: 339 time: 0.0709929 May 25 20:15:00.518035 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51704) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:00.602211 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a9404036-3abb-4f66-a950-79505b35075a req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:00.618740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Allocated IP 172.20.0.1 (eabbb5ae-6d6f-458c-9fed-8343765d1f72/b5318a61-bd52-4c0c-8532-e7666b0ae809/65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:15:00.682853 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6b2c12e3-a8b2-4f05-a554-04c07714ac41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:00.713935 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:00.789931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Attempting to bind port e6725344-6633-4d67-8b1d-a400b9f1ec24 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:15:00.791203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Attempting to bind port e6725344-6633-4d67-8b1d-a400b9f1ec24 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:15:00.791784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Attempting to bind port e6725344-6633-4d67-8b1d-a400b9f1ec24 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:00.859594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:15:00.860300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:15:00.861021 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:00.861168 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b68f70-8ba9-4bc9-89ad-3aae3abdfe55 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:15:00.861516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b68f70-8ba9-4bc9-89ad-3aae3abdfe55 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:15:00.861870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:15:00.862581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Bound port: e6725344-6633-4d67-8b1d-a400b9f1ec24, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:15:00.863534 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-06b68f70-8ba9-4bc9-89ad-3aae3abdfe55 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/subnets/28703d00-c9ae-494e-973f-670afedf342a HTTP/1.1" status: 404 len: 337 time: 0.3708141 May 25 20:15:00.866863 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:00.874740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51712) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:00.880928 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:00.890677 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a9404036-3abb-4f66-a950-79505b35075a req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:00.949593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['678fc95e-a3a7-473d-9395-19561cf68de6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:15:00.964649 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fd9e7c-72f3-4494-af58-f8dcf481d595 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:15:00.965139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fd9e7c-72f3-4494-af58-f8dcf481d595 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:15:00.969870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-38fd9e7c-72f3-4494-af58-f8dcf481d595 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/703c33ef-737f-4dba-9e43-dff982bcf46d HTTP/1.1" status: 404 len: 339 time: 0.0911758 May 25 20:15:00.979597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Transition to ACTIVE for port object dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:01.007195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6b281c-a8bb-46c1-825a-e1f0300c8f5d req-dc2e83de-7104-47a3-a235-5a60effb48b6 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1028318 May 25 20:15:01.010137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51716) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:01.038358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Transition to ACTIVE for port object dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:01.066674 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37bc510-3190-4897-9bce-27c0d0ee04e3 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:15:01.067327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37bc510-3190-4897-9bce-27c0d0ee04e3 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:15:01.087196 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d37bc510-3190-4897-9bce-27c0d0ee04e3 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/subnets/0a4b7eba-353c-43f2-a201-e3c01d0b5b32 HTTP/1.1" status: 404 len: 337 time: 0.0759315 May 25 20:15:01.091023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51722) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:01.091487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-4a6416a3-f2ac-495f-9b60-8362b3132d4e', 'network_id': '4a6416a3-f2ac-495f-9b60-8362b3132d4e', 'tenant_id': '3bbcf25469e54542bb5aa955b615c9be', 'fixed_ips': [{'subnet_id': '36c4a76a-9ad5-4c49-bd0a-d102d3c942cc'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:15:01.092941 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:01.116048 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:01.149700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Pushing event updated for resources: {'Port': ['ID=9d0b06d8-56ad-467f-a003-d8ad1b2a2091,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:01.157057 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-932cb4e6-0c27-4c2e-b1af-e2d84623d83b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:15:01.157525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932cb4e6-0c27-4c2e-b1af-e2d84623d83b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:15:01.159947 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-932cb4e6-0c27-4c2e-b1af-e2d84623d83b tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/b62c9a44-0241-4f95-a8ac-e60e5daeda13 HTTP/1.1" status: 404 len: 339 time: 0.0671201 May 25 20:15:01.168412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51726) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:01.203227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Transition to ACTIVE for port object 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:01.212356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9404036-3abb-4f66-a950-79505b35075a req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Network 04ec8327-b153-49a7-b725-c3570cad1f7f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:01.225306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-a9404036-3abb-4f66-a950-79505b35075a req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:01.228889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9404036-3abb-4f66-a950-79505b35075a req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:01.263018 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bef93bb-c316-4f66-b902-6a6412c732c1 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:15:01.263755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bef93bb-c316-4f66-b902-6a6412c732c1 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:15:01.265569 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1bef93bb-c316-4f66-b902-6a6412c732c1 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/subnets/a0aec12f-87ee-4d59-a308-d4fab98a3ea0 HTTP/1.1" status: 404 len: 337 time: 0.0962439 May 25 20:15:01.268413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Network 07af84f2-7466-4451-9ec5-6ce6322da3d9 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:01.272424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51730) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:01.296016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:01.310061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:01.329188 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-df32f9b9-3ff8-4368-b964-575caf8f8a68 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:15:01.329655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df32f9b9-3ff8-4368-b964-575caf8f8a68 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:15:01.331359 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-df32f9b9-3ff8-4368-b964-575caf8f8a68 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/6b4984ff-fc78-42e6-860f-f3522d1710e3 HTTP/1.1" status: 404 len: 339 time: 0.0502985 May 25 20:15:01.334917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51734) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:01.348970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9404036-3abb-4f66-a950-79505b35075a req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:01.349601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a9404036-3abb-4f66-a950-79505b35075a req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:01.382839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9404036-3abb-4f66-a950-79505b35075a req-082a8322-826a-4d83-9064-7d899c40cabe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3624995 May 25 20:15:01.392245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a8a55-f418-43c3-89d3-f7f542266e41 req-64a356d9-efec-495c-85e0-d82f878258ad tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:01.394615 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f03a8a55-f418-43c3-89d3-f7f542266e41 req-64a356d9-efec-495c-85e0-d82f878258ad tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 944 time: 0.5063336 May 25 20:15:01.395444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] For port e6725344-6633-4d67-8b1d-a400b9f1ec24, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:15:01.395724 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec96ebd-deea-4c2d-9e5e-7536e1141613 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:15:01.396171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec96ebd-deea-4c2d-9e5e-7536e1141613 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:15:01.398050 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4ec96ebd-deea-4c2d-9e5e-7536e1141613 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/subnets/4fd08407-1742-4983-ae27-ca55dacc6715 HTTP/1.1" status: 404 len: 337 time: 0.0600247 May 25 20:15:01.401696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Pushing event updated for resources: {'Port': ['ID=dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:01.402251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Request body: {'port': {'device_id': '5617120b-8d9a-4c95-b786-a006a804439c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:01.404690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51738) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:01.419557 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:01.442233 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:01.448899 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3063290f-f942-4303-b87f-f6f42cefb7f1 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] DELETE failed (client error): The resource could not be found. May 25 20:15:01.449481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3063290f-f942-4303-b87f-f6f42cefb7f1 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:15:01.453393 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3063290f-f942-4303-b87f-f6f42cefb7f1 tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/ee922d13-5f4f-46ac-95e5-4870d3a06b11 HTTP/1.1" status: 404 len: 339 time: 0.0454378 May 25 20:15:01.453393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Allocated IP 172.20.0.1 (07af84f2-7466-4451-9ec5-6ce6322da3d9/80143808-3cc2-4379-86a2-e4110b4df57a/1fc732b1-5308-45c5-83db-cce47b87ab85) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:15:01.456083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51742) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:01.484782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] For port e6725344-6633-4d67-8b1d-a400b9f1ec24, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e6725344-6633-4d67-8b1d-a400b9f1ec24,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:15:01.502306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d957f7-8377-4070-a682-c00ddd7e9f18 req-d5a8440e-480c-4178-9802-87bfec1e1b65 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:01.504125 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42d957f7-8377-4070-a682-c00ddd7e9f18 req-d5a8440e-480c-4178-9802-87bfec1e1b65 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 932 time: 0.2928782 May 25 20:15:01.506264 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:01.575921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Network eabbb5ae-6d6f-458c-9fed-8343765d1f72 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:01.582972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:01.597743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:01.639041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Attempting to bind port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:15:01.639405 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Attempting to bind port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '8556943e-0600-4ea3-9c68-db7fd82be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07af84f2-7466-4451-9ec5-6ce6322da3d9'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:15:01.639747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Attempting to bind port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f on network 07af84f2-7466-4451-9ec5-6ce6322da3d9 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:01.674075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Allocated IP 172.20.0.2 (4a6416a3-f2ac-495f-9b60-8362b3132d4e/36c4a76a-9ad5-4c49-bd0a-d102d3c942cc/2ac65d71-d36f-465e-94c2-541ca91f8b36) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:15:01.677930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e00030-c4ba-4230-92fb-7c3296109eeb tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Deleting subnet 45c86c01-1fdf-4f8e-a735-cef1c64ec775 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:15:01.682970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:15:01.683841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Checking segment: {'id': '8556943e-0600-4ea3-9c68-db7fd82be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07af84f2-7466-4451-9ec5-6ce6322da3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:15:01.684446 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:01.685031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Bound using segment: {'id': '8556943e-0600-4ea3-9c68-db7fd82be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07af84f2-7466-4451-9ec5-6ce6322da3d9'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:15:01.685726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Bound port: dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8556943e-0600-4ea3-9c68-db7fd82be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '07af84f2-7466-4451-9ec5-6ce6322da3d9'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:15:01.686354 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:01.686955 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42d957f7-8377-4070-a682-c00ddd7e9f18 req-73b5ddc6-23a4-43e4-abd7-6b9d50bdf6de tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679406 May 25 20:15:01.687817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8e00030-c4ba-4230-92fb-7c3296109eeb tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:01.738326 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:01.743336 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f03a8a55-f418-43c3-89d3-f7f542266e41 req-b0f2be41-6a74-46ac-97c6-38f44bfa1ec1 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848036 May 25 20:15:01.748381 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Routers {'11b30d4b-fa6e-49d4-8f17-f902c86c2e27'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:01.748381 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:01.820759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf6a2a-7162-481a-a6be-b3e47fad69cc None None] Pushing event updated for resources: {'Port': ['ID=e6725344-6633-4d67-8b1d-a400b9f1ec24,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:01.873278 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8e00030-c4ba-4230-92fb-7c3296109eeb tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:01.878985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Pushing event updated for resources: {'Port': ['ID=65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:01.953461 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:01.983933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c023b934-e60c-4780-b17f-394fcb1cd2bf up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:01.996063 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:02.108931 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:02.133309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Transition to ACTIVE for port object 1fc732b1-5308-45c5-83db-cce47b87ab85 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:02.168058 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8e00030-c4ba-4230-92fb-7c3296109eeb tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:02.246624 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:02.349406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Network 07af84f2-7466-4451-9ec5-6ce6322da3d9 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:02.392954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:02.396039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:02.418330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] For port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:15:02.424282 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-62296ab2-fe17-4c37-9681-824f6821d078 None None] Provisioning for port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:02.439574 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:02.457428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4a078a2-e911-4132-8a5d-d8dbe4fccda9 req-4cf4364e-4962-44ad-b8e0-e74aec80a813 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1170800 May 25 20:15:02.463522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] For port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f,segment=NetworkSegment(8556943e-0600-4ea3-9c68-db7fd82be0e8),segment_id=8556943e-0600-4ea3-9c68-db7fd82be0e8)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:15:02.469544 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event updated for resources: {'Port': ['ID=1fc732b1-5308-45c5-83db-cce47b87ab85,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:02.471632 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-62296ab2-fe17-4c37-9681-824f6821d078 None None] Provisioning complete for port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:02.471996 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-62296ab2-fe17-4c37-9681-824f6821d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:02.486452 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8e00030-c4ba-4230-92fb-7c3296109eeb tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:02.535722 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:02.543287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] Set router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:15:02.548465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e00030-c4ba-4230-92fb-7c3296109eeb tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Subnet': ['ID=45c86c01-1fdf-4f8e-a735-cef1c64ec775,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:02.552306 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8e00030-c4ba-4230-92fb-7c3296109eeb tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:02.559146 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:02.692151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:15:02.706921 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:02.801386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Transition to ACTIVE for port object 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:02.801386 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:02.973281 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c8e00030-c4ba-4230-92fb-7c3296109eeb tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/subnets/45c86c01-1fdf-4f8e-a735-cef1c64ec775 HTTP/1.1" status: 204 len: 168 time: 1.5158679 May 25 20:15:02.986625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51756) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:03.003983 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fc06b-7645-45fe-a776-3952d7b6b023 None None] Pushing event updated for resources: {'Port': ['ID=dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:03.009308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770ca188-32c0-4a0f-813d-ea009067edf9 None None] Network 7b1b7f5e-468d-46cf-9def-71deecec04a3 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:15:03.088090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port c023b934-e60c-4780-b17f-394fcb1cd2bf completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:03.158932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0b06d8-56ad-467f-a003-d8ad1b2a2091,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:03.199544 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:03.213715 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:03.229623 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:03.297279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Deleting port 7c781766-c4c2-4b6f-a192-79e659474ddb {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:03.297279 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:03.315209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port c023b934-e60c-4780-b17f-394fcb1cd2bf triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:03.315209 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:03.354445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a3ebe-e331-4445-8406-edaba44ec2d2 req-c59a75e1-2dba-4e53-b0a1-b227886935df tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:03.359504 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb6a3ebe-e331-4445-8406-edaba44ec2d2 req-c59a75e1-2dba-4e53-b0a1-b227886935df tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 944 time: 0.3440378 May 25 20:15:03.392300 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:03.439727 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:03.489826 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb6a3ebe-e331-4445-8406-edaba44ec2d2 req-7fcd6a39-f282-4f9a-8a62-d81a7582e813 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294396 May 25 20:15:03.530252 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:03.536510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:03.557232 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Transition to ACTIVE for port object 2ac65d71-d36f-465e-94c2-541ca91f8b36 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:03.597451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Transition to ACTIVE for port object 2ac65d71-d36f-465e-94c2-541ca91f8b36 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:03.614911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Attempting to bind port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:15:03.614911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Attempting to bind port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:15:03.614911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Attempting to bind port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 on network 04ec8327-b153-49a7-b725-c3570cad1f7f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:03.660538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Pushing event updated for resources: {'Port': ['ID=65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:03.744657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-62296ab2-fe17-4c37-9681-824f6821d078 None None] Port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:15:03.865261 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:03.886903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 on network 04ec8327-b153-49a7-b725-c3570cad1f7f not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:15:03.887083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Attempting to bind port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 on network 04ec8327-b153-49a7-b725-c3570cad1f7f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:03.950878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900a43c-f650-4713-bb74-9154c6759b65 req-94801b1d-d834-4d20-b3a5-ac08e2a3cf25 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:03.951421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2900a43c-f650-4713-bb74-9154c6759b65 req-94801b1d-d834-4d20-b3a5-ac08e2a3cf25 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:03.981911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:15:03.982554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Checking segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:15:03.983376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Bound using segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:15:03.984035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Bound port: 9d0b06d8-56ad-467f-a003-d8ad1b2a2091, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:15:03.984613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:04.036200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2900a43c-f650-4713-bb74-9154c6759b65 req-94801b1d-d834-4d20-b3a5-ac08e2a3cf25 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:04.046119 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2900a43c-f650-4713-bb74-9154c6759b65 req-94801b1d-d834-4d20-b3a5-ac08e2a3cf25 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 944 time: 1.0256495 May 25 20:15:04.077913 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3ba9c272-4518-4085-b0ca-55d0c45c2e86 req-c701a81d-902f-41f6-9206-3088545cffe4 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.2960005 May 25 20:15:04.092148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:04.148786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] For port 7c781766-c4c2-4b6f-a192-79e659474ddb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7c781766-c4c2-4b6f-a192-79e659474ddb,segment=NetworkSegment(02318b1e-3ef1-46b9-8f9f-7d40f42564da),segment_id=02318b1e-3ef1-46b9-8f9f-7d40f42564da)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:04.148786 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:04.225125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2900a43c-f650-4713-bb74-9154c6759b65 req-80a9e58f-00f6-4820-8b10-a9576a29d3e6 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701109 May 25 20:15:04.282732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Network eabbb5ae-6d6f-458c-9fed-8343765d1f72 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:04.282732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:04.313693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Network 4a6416a3-f2ac-495f-9b60-8362b3132d4e is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:04.324115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] For port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:15:04.324115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] For port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9d0b06d8-56ad-467f-a003-d8ad1b2a2091,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:15:04.343102 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Pushing event updated for resources: {'Port': ['ID=2ac65d71-d36f-465e-94c2-541ca91f8b36,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:04.353931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:04.376438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:04.436004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Calling delete_port for 7c781766-c4c2-4b6f-a192-79e659474ddb owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:04.467807 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:04.665835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port c023b934-e60c-4780-b17f-394fcb1cd2bf is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:04.666903 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:04.730337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:04.730911 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:04.732294 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9404036-3abb-4f66-a950-79505b35075a req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] 10.222.0.70 "PUT /v2.0/ports/9d0b06d8-56ad-467f-a003-d8ad1b2a2091 HTTP/1.1" status: 200 len: 1092 time: 3.3359220 May 25 20:15:04.732743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5617120b-8d9a-4c95-b786-a006a804439c', 'tag': '9d0b06d8-56ad-467f-a003-d8ad1b2a2091'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:15:04.738240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Attempting to bind port 2ac65d71-d36f-465e-94c2-541ca91f8b36 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:15:04.739068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Attempting to bind port 2ac65d71-d36f-465e-94c2-541ca91f8b36 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '04be0ded-bf95-4d84-9d67-f6deb2ebe799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4a6416a3-f2ac-495f-9b60-8362b3132d4e'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:15:04.739921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Attempting to bind port 2ac65d71-d36f-465e-94c2-541ca91f8b36 on network 4a6416a3-f2ac-495f-9b60-8362b3132d4e {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:04.816866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:15:04.817163 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Checking segment: {'id': '04be0ded-bf95-4d84-9d67-f6deb2ebe799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4a6416a3-f2ac-495f-9b60-8362b3132d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:15:04.817629 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:04.818088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Bound using segment: {'id': '04be0ded-bf95-4d84-9d67-f6deb2ebe799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4a6416a3-f2ac-495f-9b60-8362b3132d4e'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:15:04.818662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Bound port: 2ac65d71-d36f-465e-94c2-541ca91f8b36, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04be0ded-bf95-4d84-9d67-f6deb2ebe799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4a6416a3-f2ac-495f-9b60-8362b3132d4e'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:15:04.819115 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:04.865023 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:04.898011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b155c9d-5b82-417c-81a7-a30b42a898c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c023b934-e60c-4780-b17f-394fcb1cd2bf'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:15:04.916202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-488aa750-d7aa-4424-ab4a-fe69a2325791 None None] Provisioning complete for port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:04.916202 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-488aa750-d7aa-4424-ab4a-fe69a2325791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:04.949851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:14:51Z', 'revision_number': 3, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:04.961353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b432fe-2cfa-489e-935d-cedeba8759dd None None] The sync data for ids ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'] in n-d-843339-1 is: [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:14:51Z', 'revision_number': 3, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:15:05.011699 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:05.027781 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:05.072691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] For port 2ac65d71-d36f-465e-94c2-541ca91f8b36, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:15:05.124635 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9551fa-75de-47c7-9492-41e79e280238 None None] DHCP port deletion for 7b1b7f5e-468d-46cf-9def-71deecec04a3 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:15:05.154017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f226e-29b7-47c3-a052-00b19842fd72 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0b06d8-56ad-467f-a003-d8ad1b2a2091,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:05.164042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ae9551fa-75de-47c7-9492-41e79e280238 None None] Deleting port 7c781766-c4c2-4b6f-a192-79e659474ddb {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:05.166951 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae9551fa-75de-47c7-9492-41e79e280238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:05.214005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:15:05.249109 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9404036-3abb-4f66-a950-79505b35075a req-4127ab36-4a3f-4ebd-8306-6111822fcf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:05.252302 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9404036-3abb-4f66-a950-79505b35075a req-4127ab36-4a3f-4ebd-8306-6111822fcf85 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 1095 time: 0.3117065 May 25 20:15:05.271086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c023b934-e60c-4780-b17f-394fcb1cd2bf, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c023b934-e60c-4780-b17f-394fcb1cd2bf,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:05.277615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] For port 2ac65d71-d36f-465e-94c2-541ca91f8b36, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2ac65d71-d36f-465e-94c2-541ca91f8b36,segment=NetworkSegment(04be0ded-bf95-4d84-9d67-f6deb2ebe799),segment_id=04be0ded-bf95-4d84-9d67-f6deb2ebe799)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:15:05.310126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-488aa750-d7aa-4424-ab4a-fe69a2325791 None None] Port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:15:05.360618 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:05.367262 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:05.502086 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd82607-edab-4802-ae67-c152c4ffe6ee'] response: {'server_uuid': '9b155c9d-5b82-417c-81a7-a30b42a898c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c023b934-e60c-4780-b17f-394fcb1cd2bf', 'code': 200} May 25 20:15:05.502854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca02e75-b5d3-4a5b-ae31-37709b370bd7 None None] Network 07af84f2-7466-4451-9ec5-6ce6322da3d9 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:15:05.509173 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:05.592617 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1ee6d6-3b87-44bf-8d8f-3398db9baf39'] response: {'name': 'network-changed', 'server_uuid': '5617120b-8d9a-4c95-b786-a006a804439c', 'tag': '9d0b06d8-56ad-467f-a003-d8ad1b2a2091', 'status': 'completed', 'code': 200} May 25 20:15:05.822779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event updated for resources: {'Port': ['ID=1fc732b1-5308-45c5-83db-cce47b87ab85,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:05.827791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b82a7db7-a884-424a-8778-2bb21ceb79d0 req-872339d7-0f00-427e-9a2e-35536147a45e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.4092219 May 25 20:15:05.842453 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:05.897190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:15:05.918766 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7bb68ad2-6e74-41a6-ac9c-09be2c524378 admin admin] 10.222.0.60 "PUT /v2.0/routers/11b30d4b-fa6e-49d4-8f17-f902c86c2e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0403161 May 25 20:15:06.106781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Port': ['ID=7c781766-c4c2-4b6f-a192-79e659474ddb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:06.142387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] No DVR routers for this DVR port 7c781766-c4c2-4b6f-a192-79e659474ddb on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:15:06.174800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9404036-3abb-4f66-a950-79505b35075a req-ec6f811a-1361-444d-9905-094646a0d2df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0b06d8-56ad-467f-a003-d8ad1b2a2091 HTTP/1.1" status: 200 len: 217 time: 0.5808511 May 25 20:15:06.182963 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd848bbb-cbff-48a9-a412-c6d28ced8126 req-b060f6fd-c8d3-49f4-89d1-0d47cf0278b6 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.3547754 May 25 20:15:06.300177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91241d9b-6239-4ee8-92fa-d6e155243609 req-176b16e2-ed52-4dbb-83cd-d960aef5fd98 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:06.314343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-91241d9b-6239-4ee8-92fa-d6e155243609 req-176b16e2-ed52-4dbb-83cd-d960aef5fd98 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 944 time: 1.4490674 May 25 20:15:06.354784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9404036-3abb-4f66-a950-79505b35075a req-7d2bc1e4-4647-4a14-b3b0-a34a2b123868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:06.359984 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9404036-3abb-4f66-a950-79505b35075a req-7d2bc1e4-4647-4a14-b3b0-a34a2b123868 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.1757419 May 25 20:15:06.377968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e6725344-6633-4d67-8b1d-a400b9f1ec24 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:06.552569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64814b5f-836b-4437-b063-55b4d21545c4 None None] Pushing event updated for resources: {'Port': ['ID=2ac65d71-d36f-465e-94c2-541ca91f8b36,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:06.604636 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9404036-3abb-4f66-a950-79505b35075a req-35992d60-fb4c-4f62-8d85-793bb98ca9ef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2380254 May 25 20:15:06.636447 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-91241d9b-6239-4ee8-92fa-d6e155243609 req-9666bac2-7650-4ec3-bff0-cd236955a7a3 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177483 May 25 20:15:06.661271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Network 07af84f2-7466-4451-9ec5-6ce6322da3d9 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:06.671676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:06.959790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b7f04-03ac-4ff3-93fc-9e23b10b763c req-d6e4a0cf-05d3-4054-b4b8-a2d7e24d9e7d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:06.969570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de3b7f04-03ac-4ff3-93fc-9e23b10b763c req-d6e4a0cf-05d3-4054-b4b8-a2d7e24d9e7d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 944 time: 0.4680510 May 25 20:15:07.032464 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-43fcb254-81ed-4da1-b404-62f86b2166b5 None None] Provisioning for port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:07.083826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=c023b934-e60c-4780-b17f-394fcb1cd2bf,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:07.103027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-43fcb254-81ed-4da1-b404-62f86b2166b5 None None] Provisioning complete for port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:07.103691 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-43fcb254-81ed-4da1-b404-62f86b2166b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:07.129528 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:07.210694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6783f-7cd7-4d11-93ad-e278004671a8 req-3f1db85f-7a06-4ba2-ab5a-ed0558d8b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:07.215033 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fcc6783f-7cd7-4d11-93ad-e278004671a8 req-3f1db85f-7a06-4ba2-ab5a-ed0558d8b24c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 1096 time: 1.6677527 May 25 20:15:07.232522 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1b7f5e-468d-46cf-9def-71deecec04a3']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:07.334181 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ae9551fa-75de-47c7-9492-41e79e280238 None None] For port 7c781766-c4c2-4b6f-a192-79e659474ddb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7c781766-c4c2-4b6f-a192-79e659474ddb,segment=NetworkSegment(02318b1e-3ef1-46b9-8f9f-7d40f42564da),segment_id=02318b1e-3ef1-46b9-8f9f-7d40f42564da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:07.335171 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae9551fa-75de-47c7-9492-41e79e280238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:07.372428 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9404036-3abb-4f66-a950-79505b35075a req-60ed9c29-898a-49ca-abd0-148c5bd9be68 service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7449548 May 25 20:15:07.381171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02318b1e-3ef1-46b9-8f9f-7d40f42564da') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:07.381171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02318b1e-3ef1-46b9-8f9f-7d40f42564da') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:07.394790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port e6725344-6633-4d67-8b1d-a400b9f1ec24 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:07.486717 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:07.509922 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de3b7f04-03ac-4ff3-93fc-9e23b10b763c req-687f4096-6e4a-4d4f-9ba3-57fc107b4d96 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936221 May 25 20:15:07.571746 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:07.588854 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fcc6783f-7cd7-4d11-93ad-e278004671a8 req-917d4f32-3045-481d-9fe5-03000f232957 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132775 May 25 20:15:07.607835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:15:07.607835 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:07.856338 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 02318b1e-3ef1-46b9-8f9f-7d40f42564da resource provider aggregate not found May 25 20:15:07.895620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ae9551fa-75de-47c7-9492-41e79e280238 None None] Calling delete_port for 7c781766-c4c2-4b6f-a192-79e659474ddb owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:07.924559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Router f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:15:07.953019 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 02318b1e-3ef1-46b9-8f9f-7d40f42564da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02318b1e-3ef1-46b9-8f9f-7d40f42564da found for delete ", "request_id": "req-71152795-d15a-44f0-9834-30450ce1b9b3"}]} May 25 20:15:08.127968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51790) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:08.151004 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:08.200484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1476185386', 'description': 'tempest-description--610047562'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:08.208923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e6725344-6633-4d67-8b1d-a400b9f1ec24 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:08.208923 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:08.318767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b272d0-7a99-448e-9cba-7fe5b327ba58 None None] Network 4a6416a3-f2ac-495f-9b60-8362b3132d4e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:15:08.382306 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:08.386391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:08.387774 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9404036-3abb-4f66-a950-79505b35075a req-426f6e3c-61eb-4e93-98cc-69fbda5983df service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0013585 May 25 20:15:08.399133 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bee261ed-4b90-4d31-bfcd-8aa449a09f3d req-276d60af-4975-4946-a039-c1aefdb243eb tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0750017 May 25 20:15:08.431676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] Pushing event deleted for resources: {'Network': ['ID=7b1b7f5e-468d-46cf-9def-71deecec04a3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:08.436653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Usage tracker for resource:security_group and tenant:885c27c71ed440de9704656cc74d5710 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:08.446234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:08.461979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:08.470814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6301b57a-ab66-47b0-b529-09462162960f tempest-NetworksTest-739308492 tempest-NetworksTest-739308492-project] 10.222.0.60 "DELETE /v2.0/networks/7b1b7f5e-468d-46cf-9def-71deecec04a3 HTTP/1.1" status: 204 len: 168 time: 5.4811778 May 25 20:15:08.512492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:15:08.515281 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:08.531026 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d524cda-aec8-45bd-826a-02ee354af36f None None] Sync routers for ids ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:15:08.533933 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9ab75751-48f0-4364-be66-d9868e6055a1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "PUT /v2.0/routers/f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9969468 May 25 20:15:08.537412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51800) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:08.548199 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d524cda-aec8-45bd-826a-02ee354af36f None None] Routers {'f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:08.550665 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3d524cda-aec8-45bd-826a-02ee354af36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:08.583443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:08.591256 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-ae9551fa-75de-47c7-9492-41e79e280238 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:15:08.591748 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-ae9551fa-75de-47c7-9492-41e79e280238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:15:08.607053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Usage tracker for resource:security_group_rule and tenant:885c27c71ed440de9704656cc74d5710 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:08.620166 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:08.643851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414d8ee-ee26-4e65-891b-9cce9a3fe4db req-4f54b72e-d919-425b-bbef-987f5ad24220 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:08.647903 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3d524cda-aec8-45bd-826a-02ee354af36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:08.648673 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b414d8ee-ee26-4e65-891b-9cce9a3fe4db req-4f54b72e-d919-425b-bbef-987f5ad24220 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 945 time: 0.3168054 May 25 20:15:08.658821 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d524cda-aec8-45bd-826a-02ee354af36f None None] Routers {'f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:08.659965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:08.660143 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3d524cda-aec8-45bd-826a-02ee354af36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:08.754119 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3d524cda-aec8-45bd-826a-02ee354af36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:08.755446 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d524cda-aec8-45bd-826a-02ee354af36f None None] The sync data for ids ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:15:08.830572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Sync routers for ids ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:15:08.861652 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b414d8ee-ee26-4e65-891b-9cce9a3fe4db req-f7e99faf-85fc-4749-bd18-94ff0ac58d77 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875358 May 25 20:15:08.926860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Routers {'11b30d4b-fa6e-49d4-8f17-f902c86c2e27'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:08.927492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:08.992922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:09.001955 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:09.143880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Set router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:15:09.220061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ae9551fa-75de-47c7-9492-41e79e280238 None None] Deleting port 7c781766-c4c2-4b6f-a192-79e659474ddb {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:09.220652 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae9551fa-75de-47c7-9492-41e79e280238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:09.237017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51812) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:09.311679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b78e17b-8d53-449b-9ffe-776530e729f5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:09.318124 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:09.323506 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-72aaff35-ffe9-4b78-95e1-9eac881568e1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1846893 May 25 20:15:09.343234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51822) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:09.371640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-93d3cc29-0ba5-4cf6-9f60-c52981c6eb00 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Request body: {'security_group_rule': {'security_group_id': '5b78e17b-8d53-449b-9ffe-776530e729f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:09.384951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-93d3cc29-0ba5-4cf6-9f60-c52981c6eb00 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:09.393509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-93d3cc29-0ba5-4cf6-9f60-c52981c6eb00 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Usage tracker for resource:security_group_rule and tenant:885c27c71ed440de9704656cc74d5710 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:09.411770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-93d3cc29-0ba5-4cf6-9f60-c52981c6eb00 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:09.431327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-93d3cc29-0ba5-4cf6-9f60-c52981c6eb00 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:09.476120 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-93d3cc29-0ba5-4cf6-9f60-c52981c6eb00 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:09.581120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae69f42-a399-495e-a6c7-677bd8e83985 req-292d13e4-fca3-4814-a440-b982cdf1fcb2 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:09.589637 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ae69f42-a399-495e-a6c7-677bd8e83985 req-292d13e4-fca3-4814-a440-b982cdf1fcb2 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 944 time: 0.4130483 May 25 20:15:09.631875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00f4c8-4780-45a9-b215-b61065f1c3db req-ce54b632-80a0-408f-b92b-5f1f759f3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:09.632368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e6725344-6633-4d67-8b1d-a400b9f1ec24 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:09.632791 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:09.634010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba00f4c8-4780-45a9-b215-b61065f1c3db req-ce54b632-80a0-408f-b92b-5f1f759f3fb8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 1095 time: 1.1960146 May 25 20:15:09.644925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ae9551fa-75de-47c7-9492-41e79e280238 None None] The port '7c781766-c4c2-4b6f-a192-79e659474ddb' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:15:09.657438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-43fcb254-81ed-4da1-b404-62f86b2166b5 None None] Current status of the port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:09.658250 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-43fcb254-81ed-4da1-b404-62f86b2166b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:09.675784 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ae69f42-a399-495e-a6c7-677bd8e83985 req-cad80d5b-f83c-4217-9e99-c3b860b931b7 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721769 May 25 20:15:09.707565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-93d3cc29-0ba5-4cf6-9f60-c52981c6eb00 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:09.721302 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-93d3cc29-0ba5-4cf6-9f60-c52981c6eb00 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:09.765635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3cc29-0ba5-4cf6-9f60-c52981c6eb00 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64c2898-8d3c-4ce0-88d5-6a63d1d587bb,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:09.770027 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-93d3cc29-0ba5-4cf6-9f60-c52981c6eb00 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:09.771813 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-93d3cc29-0ba5-4cf6-9f60-c52981c6eb00 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4257078 May 25 20:15:09.775324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51830) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:09.800395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6fbfad17-45c9-433a-9578-3fb8542558d4 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Request body: {'security_group_rule': {'security_group_id': '5b78e17b-8d53-449b-9ffe-776530e729f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:09.808325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6fbfad17-45c9-433a-9578-3fb8542558d4 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:09.828164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6fbfad17-45c9-433a-9578-3fb8542558d4 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Usage tracker for resource:security_group_rule and tenant:885c27c71ed440de9704656cc74d5710 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:09.834513 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6fbfad17-45c9-433a-9578-3fb8542558d4 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:09.850219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6fbfad17-45c9-433a-9578-3fb8542558d4 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:09.856816 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66323abb-90c1-48d8-824f-b767a01790da req-aef3244e-30e5-4709-9c81-62258729f4c7 tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.2446520 May 25 20:15:09.884831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port e6725344-6633-4d67-8b1d-a400b9f1ec24, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e6725344-6633-4d67-8b1d-a400b9f1ec24,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:09.917993 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6fbfad17-45c9-433a-9578-3fb8542558d4 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:09.919389 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:09.973276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3ec41f6e-0258-4594-9e10-10fef96c8e35 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ad8c052b126426fb88726b97abdeb0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7318554 May 25 20:15:09.979249 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51836) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:10.089145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-43fcb254-81ed-4da1-b404-62f86b2166b5 None None] For port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f,segment=NetworkSegment(8556943e-0600-4ea3-9c68-db7fd82be0e8),segment_id=8556943e-0600-4ea3-9c68-db7fd82be0e8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:10.096890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7c781766-c4c2-4b6f-a192-79e659474ddb no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:15:10.151523 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6fbfad17-45c9-433a-9578-3fb8542558d4 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:10.168082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 7c781766-c4c2-4b6f-a192-79e659474ddb {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:15:10.168082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7c781766-c4c2-4b6f-a192-79e659474ddb not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:15:10.168082 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-43fcb254-81ed-4da1-b404-62f86b2166b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:10.181108 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=e6725344-6633-4d67-8b1d-a400b9f1ec24,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:10.185512 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6fbfad17-45c9-433a-9578-3fb8542558d4 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:10.238288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfad17-45c9-433a-9578-3fb8542558d4 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11bff55-737f-4d8b-890c-6e5e8745667b,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:10.244400 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d57fa332-faca-42b3-8573-465c129e1a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:10.322644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcb254-81ed-4da1-b404-62f86b2166b5 None None] Pushing event updated for resources: {'Port': ['ID=dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:10.460696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-65d04c31-5afb-4b54-ae69-c02041cfe323 None None] Provisioning complete for port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:10.460696 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-65d04c31-5afb-4b54-ae69-c02041cfe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:10.528951 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6fbfad17-45c9-433a-9578-3fb8542558d4 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:10.554719 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6fbfad17-45c9-433a-9578-3fb8542558d4 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7421415 May 25 20:15:10.554719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51844) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:10.616912 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d57fa332-faca-42b3-8573-465c129e1a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:10.637111 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6716106b-cc19-452f-bb82-368a99a0c84d req-ba4b036a-2cd7-4162-8167-22801dfbbc21 tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1882992 May 25 20:15:10.667460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:10.692355 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e6725344-6633-4d67-8b1d-a400b9f1ec24 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:10.701176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00f4c8-4780-45a9-b215-b61065f1c3db req-de318766-9515-4ffc-bd44-b85ad53d8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:10.706177 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba00f4c8-4780-45a9-b215-b61065f1c3db req-de318766-9515-4ffc-bd44-b85ad53d8596 service neutron] 10.222.0.70 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 906 time: 1.0058813 May 25 20:15:10.712791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:10.982722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-65d04c31-5afb-4b54-ae69-c02041cfe323 None None] Current status of the port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:10.991679 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-1b8a9dfd-d451-46ac-a073-cf9f03949b2b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:15:10.991679 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1b8a9dfd-d451-46ac-a073-cf9f03949b2b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "PUT /v2.0/routers/f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4383669 May 25 20:15:10.991679 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba00f4c8-4780-45a9-b215-b61065f1c3db req-68ecc1af-6459-444c-b74b-b0c6743ad012 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0b06d8-56ad-467f-a003-d8ad1b2a2091 HTTP/1.1" status: 200 len: 217 time: 0.1158435 May 25 20:15:10.991679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51850) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:11.021118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Usage tracker for resource:floatingip and tenant:885c27c71ed440de9704656cc74d5710 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:11.026100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:15:02Z', 'revision_number': 4, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e', 'name': '', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'mac_address': 'fa:16:3e:5d:8e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:59Z', 'updated_at': '2022-05-25T20:15:02Z', 'revision_number': 2, 'project_id': '885c27c71ed440de9704656cc74d5710', 'subnets': [{'id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:11.026100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-65d04c31-5afb-4b54-ae69-c02041cfe323 None None] Provisioning for port 1fc732b1-5308-45c5-83db-cce47b87ab85 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:11.026100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e6725344-6633-4d67-8b1d-a400b9f1ec24 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:11.026100 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:11.047358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:11.075090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-65d04c31-5afb-4b54-ae69-c02041cfe323 None None] Provisioning complete for port 1fc732b1-5308-45c5-83db-cce47b87ab85 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:11.075090 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-65d04c31-5afb-4b54-ae69-c02041cfe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:11.112432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:11.153543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Checking router: 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:15:11.153543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Updating router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:15:11.175680 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:11.246843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d494df2-78c1-480d-bb27-f03eb4140b9b req-a854a57c-19e3-4459-a276-16283f9afefe tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:11.246843 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d494df2-78c1-480d-bb27-f03eb4140b9b req-a854a57c-19e3-4459-a276-16283f9afefe tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 945 time: 0.9304118 May 25 20:15:11.258070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-65d04c31-5afb-4b54-ae69-c02041cfe323 None None] Port 1fc732b1-5308-45c5-83db-cce47b87ab85 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:15:11.258070 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:11.285519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:15:11.475483 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d57fa332-faca-42b3-8573-465c129e1a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:11.532421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fa332-faca-42b3-8573-465c129e1a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fca37a4-c197-4c99-ba03-e0540b8c04c8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:11.568131 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d494df2-78c1-480d-bb27-f03eb4140b9b req-d0d6da54-a39e-46e8-a111-f5ba5dbfc41b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533263 May 25 20:15:11.568131 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d57fa332-faca-42b3-8573-465c129e1a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:11.568131 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d57fa332-faca-42b3-8573-465c129e1a80 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6fca37a4-c197-4c99-ba03-e0540b8c04c8 HTTP/1.1" status: 204 len: 168 time: 1.5731456 May 25 20:15:11.707096 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:11.879635 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9d0b06d8-56ad-467f-a003-d8ad1b2a2091,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:11.902348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '9d0b06d8-56ad-467f-a003-d8ad1b2a2091', 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'port_id': '9d0b06d8-56ad-467f-a003-d8ad1b2a2091', 'mac_address': 'fa:16:3e:c7:54:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc790b4-10d9-494e-a68e-77eb18406dd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:15:12.000635 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-65d04c31-5afb-4b54-ae69-c02041cfe323 None None] Provisioning for port 2ac65d71-d36f-465e-94c2-541ca91f8b36 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:12.012476 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:12.012476 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:12.035061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00f4c8-4780-45a9-b215-b61065f1c3db req-10273529-bce0-4db0-9ffe-b2c196bbb5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:12.047546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:15:12.052334 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba00f4c8-4780-45a9-b215-b61065f1c3db req-10273529-bce0-4db0-9ffe-b2c196bbb5b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.8707931 May 25 20:15:12.065703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9d0b06d8-56ad-467f-a003-d8ad1b2a2091,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:12.081357 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:12.156483 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:15:12.219692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e6725344-6633-4d67-8b1d-a400b9f1ec24 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:12.219692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ac65d71-d36f-465e-94c2-541ca91f8b36 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:12.253139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Allocated IP 172.25.3.167 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/595ff2cc-8312-431a-b52b-49b5d19e5403) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:15:12.453158 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba00f4c8-4780-45a9-b215-b61065f1c3db req-7c4e0665-f12e-4434-8421-26d5d7695baf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4064252 May 25 20:15:12.544457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9c8e3-0b97-43cb-82c5-7d0aef796008 req-ef3758b2-dc9b-4d3c-9334-3864d38572e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:12.552873 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ef9c8e3-0b97-43cb-82c5-7d0aef796008 req-ef3758b2-dc9b-4d3c-9334-3864d38572e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 944 time: 0.9708319 May 25 20:15:12.689268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['9d0b06d8-56ad-467f-a003-d8ad1b2a2091'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:15:12.814330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 2ac65d71-d36f-465e-94c2-541ca91f8b36 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:12.823467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2ac65d71-d36f-465e-94c2-541ca91f8b36 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:12.823467 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:12.880511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=9d0b06d8-56ad-467f-a003-d8ad1b2a2091,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:12.886685 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c28a2aac-6654-4a27-a8a8-c9115fd2276e req-33a367fe-7a43-4246-a46c-88f7036054f6 tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.2429152 May 25 20:15:12.915873 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:12.953807 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ef9c8e3-0b97-43cb-82c5-7d0aef796008 req-6c9d5a84-923a-404e-8138-70fbcaa41613 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972557 May 25 20:15:13.026512 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:13.056762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba00f4c8-4780-45a9-b215-b61065f1c3db req-587a6462-b485-4c98-b0c2-0e023f207396 service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759354 May 25 20:15:13.133201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Pushing event updated for resources: {'Port': ['ID=595ff2cc-8312-431a-b52b-49b5d19e5403,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:13.173582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:13.175294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:13.178399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:13.257253 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba00f4c8-4780-45a9-b215-b61065f1c3db req-3ca294be-ed7d-4eb7-ba56-f3fef6eafbf9 service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921451 May 25 20:15:13.329704 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:13.470566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9315ef-10ed-4396-b2c8-41e5daa04014 req-f934f6ef-df37-4182-b5d9-92051547cf4e tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:13.470566 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae9315ef-10ed-4396-b2c8-41e5daa04014 req-f934f6ef-df37-4182-b5d9-92051547cf4e tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 945 time: 0.2064567 May 25 20:15:13.495393 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:13.516871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51880) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:13.573697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2ac65d71-d36f-465e-94c2-541ca91f8b36 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:13.573697 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:13.575871 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae9315ef-10ed-4396-b2c8-41e5daa04014 req-3f1aa359-6fe8-40fa-ad50-823782f1b41a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843742 May 25 20:15:13.588181 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3a66-d01b-46ca-8178-0306944a3484 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:13.653660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 2ac65d71-d36f-465e-94c2-541ca91f8b36, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2ac65d71-d36f-465e-94c2-541ca91f8b36,segment=NetworkSegment(04be0ded-bf95-4d84-9d67-f6deb2ebe799),segment_id=04be0ded-bf95-4d84-9d67-f6deb2ebe799)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:13.667061 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:13.806111 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:13.969343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=2ac65d71-d36f-465e-94c2-541ca91f8b36,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:13.983220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:14.060678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1737089159'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:14.066410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Transition to ACTIVE for port object 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:14.089893 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:14.165850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:14.248733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:network and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:14.257477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:14.262860 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:14.269379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:14.285769 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:14.309753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:15:14.322427 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:14.329114 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:14.362769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:14.374359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:security_group_rule and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:14.379235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:14.390099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:14.472513 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Pushing event updated for resources: {'Port': ['ID=595ff2cc-8312-431a-b52b-49b5d19e5403,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:14.531817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad994765-fa6d-4301-a29e-0a8e8b53db44 None None] Pushing event updated for resources: {'Port': ['ID=65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:14.555694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:14.556059 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:14.566026 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:14.592556 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:14.594843 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bb187f81-93fb-43c5-b676-f38d3f5bddd1 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0032802 May 25 20:15:14.599281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d3a66-d01b-46ca-8178-0306944a3484 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Deleting port 1fc732b1-5308-45c5-83db-cce47b87ab85 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:14.600034 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3a66-d01b-46ca-8178-0306944a3484 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:14.601418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Attempting to bind port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:15:14.602350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Attempting to bind port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'ead07025-048e-4097-9996-df2f96526737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:15:14.602712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Attempting to bind port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e on network eabbb5ae-6d6f-458c-9fed-8343765d1f72 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:14.622679 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:15:14.623042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Checking segment: {'id': 'ead07025-048e-4097-9996-df2f96526737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:15:14.623437 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:14.623818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Bound using segment: {'id': 'ead07025-048e-4097-9996-df2f96526737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:15:14.624285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Bound port: 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead07025-048e-4097-9996-df2f96526737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:15:14.624712 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:14.726124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255c436-ed84-469a-ba6e-16879220b8ce req-8e322d32-f72c-4feb-866d-fc745b6a602f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:14.736284 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9255c436-ed84-469a-ba6e-16879220b8ce req-8e322d32-f72c-4feb-866d-fc745b6a602f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 945 time: 0.3519645 May 25 20:15:14.751917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db1eee08-10c6-4c0a-af7c-a1d3b23dcde2 req-1730e5ba-559f-45be-a1b6-ea90bc7f42db tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0992773 May 25 20:15:14.869754 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] For port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:15:14.883157 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] For port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e,segment=NetworkSegment(ead07025-048e-4097-9996-df2f96526737),segment_id=ead07025-048e-4097-9996-df2f96526737)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:15:14.884220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:14.902082 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:14.993022 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Routers {'11b30d4b-fa6e-49d4-8f17-f902c86c2e27'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:14.994304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:15.064989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad994765-fa6d-4301-a29e-0a8e8b53db44 None None] Pushing event updated for resources: {'Port': ['ID=65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:15.250630 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9255c436-ed84-469a-ba6e-16879220b8ce req-30698cc7-669b-46fe-a889-ca2fadc88b49 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146594 May 25 20:15:15.259090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07e40e-410f-4fcc-a96f-0bebccf14460 req-b67fd050-a2c3-4d9f-bf92-73dcecfb184c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:15.263265 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a07e40e-410f-4fcc-a96f-0bebccf14460 req-b67fd050-a2c3-4d9f-bf92-73dcecfb184c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 945 time: 0.1387279 May 25 20:15:15.267940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] Set router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:15:15.268754 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:15.284222 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:15.302286 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:15:15.316544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:15.317125 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Added segment f5796b87-4159-4fa8-b1b4-ecc336ade0b2 of type vlan for network fc99e0c1-d220-48d9-bb86-52591eb63c1c May 25 20:15:15.357576 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a07e40e-410f-4fcc-a96f-0bebccf14460 req-26a8df96-75d0-4ad9-a876-02f81bd46160 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702786 May 25 20:15:15.402495 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3a66-d01b-46ca-8178-0306944a3484 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:15.432077 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:15.501976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1d5fc3-ca25-4a5f-b7a5-4988b58ee4fa,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:15.590827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d3a66-d01b-46ca-8178-0306944a3484 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Calling delete_port for 1fc732b1-5308-45c5-83db-cce47b87ab85 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:15.645535 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:15:15.667479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-16f406a5-8ac1-4718-afc2-918edf608e58 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Synchronizing usage tracker for tenant:885c27c71ed440de9704656cc74d5710 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:15.668676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:15:02Z', 'revision_number': 4, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e', 'name': '', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'mac_address': 'fa:16:3e:5d:8e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:59Z', 'updated_at': '2022-05-25T20:15:14Z', 'revision_number': 4, 'project_id': '885c27c71ed440de9704656cc74d5710', 'subnets': [{'id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:15.673609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046129af-3b1c-4e31-a95c-14cec91ccb75 None None] The sync data for ids ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'] in n-d-843339-1 is: [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:15:02Z', 'revision_number': 4, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e', 'name': '', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'mac_address': 'fa:16:3e:5d:8e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:59Z', 'updated_at': '2022-05-25T20:15:14Z', 'revision_number': 4, 'project_id': '885c27c71ed440de9704656cc74d5710', 'subnets': [{'id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:15:15.687145 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:15.692524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:15.693102 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:15.819411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ac65d71-d36f-465e-94c2-541ca91f8b36 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:15.854368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-16f406a5-8ac1-4718-afc2-918edf608e58 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Unset dirty status for tenant:885c27c71ed440de9704656cc74d5710 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:15.855679 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-16f406a5-8ac1-4718-afc2-918edf608e58 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1476185386&fields=id&tenant_id=885c27c71ed440de9704656cc74d5710 HTTP/1.1" status: 200 len: 267 time: 0.4616845 May 25 20:15:15.873288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Network': ['ID=fc99e0c1-d220-48d9-bb86-52591eb63c1c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:15.900461 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network fc99e0c1-d220-48d9-bb86-52591eb63c1c details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:15:15.915139 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-87eed6e7-9d5a-4475-8bf6-21fc9d3a2348 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4031954 May 25 20:15:15.919315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51908) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:15.924990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1039619586'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:15.935949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:15.955894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:network and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:16.010511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:16.032589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:16.096843 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5079c0d-85a3-45d1-8642-c7ca1a28d460 req-66577b1b-a13a-4685-838f-7dbfbad7c8f1 tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0506749 May 25 20:15:16.100662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:15:16.105374 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:16.147193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-f29e15d7-e2ea-4255-9ee3-a9dd6309a071 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:16.148136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-f29e15d7-e2ea-4255-9ee3-a9dd6309a071 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Synchronizing usage tracker for tenant:885c27c71ed440de9704656cc74d5710 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:16.152771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2ac65d71-d36f-465e-94c2-541ca91f8b36 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:16.153246 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:16.154388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:15:16.212603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c97605-98eb-4351-82bd-a3dbdc98d2be req-dbdee727-4321-4c6d-9841-7be5da9b6669 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:16.214200 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2c97605-98eb-4351-82bd-a3dbdc98d2be req-dbdee727-4321-4c6d-9841-7be5da9b6669 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 945 time: 0.2608078 May 25 20:15:16.215356 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:16.215692 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Added segment c884f0d9-6c5a-432a-a40c-c7e9f713cc90 of type vlan for network c7c44e67-92c5-47b3-8009-5c923740f3fb May 25 20:15:16.311802 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3a66-d01b-46ca-8178-0306944a3484 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:16.352921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2ac65d71-d36f-465e-94c2-541ca91f8b36 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:16.365198 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:16.396123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-f29e15d7-e2ea-4255-9ee3-a9dd6309a071 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Unset dirty status for tenant:885c27c71ed440de9704656cc74d5710 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:16.405842 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-f29e15d7-e2ea-4255-9ee3-a9dd6309a071 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/networks?id=eabbb5ae-6d6f-458c-9fed-8343765d1f72 HTTP/1.1" status: 200 len: 806 time: 0.5385549 May 25 20:15:16.406277 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:16.419263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:16.419944 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:16.423000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d3a66-d01b-46ca-8178-0306944a3484 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event deleted for resources: {'Port': ['ID=1fc732b1-5308-45c5-83db-cce47b87ab85,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:16.465989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c2c97605-98eb-4351-82bd-a3dbdc98d2be req-edbe6a28-ca78-4b66-a7e8-c782e2c7b9ac tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Deleting port c023b934-e60c-4780-b17f-394fcb1cd2bf {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:16.466442 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c2c97605-98eb-4351-82bd-a3dbdc98d2be req-edbe6a28-ca78-4b66-a7e8-c782e2c7b9ac tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:16.513599 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-07e44074-f39e-44b8-9322-85cddbec1eb6 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/quotas/885c27c71ed440de9704656cc74d5710 HTTP/1.1" status: 200 len: 375 time: 0.0917439 May 25 20:15:16.808886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3a66-d01b-46ca-8178-0306944a3484 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:16.834942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b1d17007-192b-4ba9-bb7c-04b16ca9b480 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Synchronizing usage tracker for tenant:885c27c71ed440de9704656cc74d5710 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:16.937343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0133929 May 25 20:15:16.955960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51918) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:16.961528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bddb09-8f4c-46bf-8f92-80676c896297 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Network': ['ID=c7c44e67-92c5-47b3-8009-5c923740f3fb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:16.981851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'subnet': {'network_id': 'fc99e0c1-d220-48d9-bb86-52591eb63c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:17.001125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network c7c44e67-92c5-47b3-8009-5c923740f3fb details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:15:17.017274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b1d17007-192b-4ba9-bb7c-04b16ca9b480 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Unset dirty status for tenant:885c27c71ed440de9704656cc74d5710 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:17.017274 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b1d17007-192b-4ba9-bb7c-04b16ca9b480 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=885c27c71ed440de9704656cc74d5710&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4843986 May 25 20:15:17.219428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:17.260964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5bb02-65fa-4b67-9a88-bb6c7ad697f7 req-fff9c3e5-4964-48d0-a77e-78c16a89ad0f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:17.262912 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2c5bb02-65fa-4b67-9a88-bb6c7ad697f7 req-fff9c3e5-4964-48d0-a77e-78c16a89ad0f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 945 time: 0.8040590 May 25 20:15:17.283165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:17.314759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:17.322679 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:17.323148 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:17.324938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:subnet and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:17.345404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c2c97605-98eb-4351-82bd-a3dbdc98d2be req-edbe6a28-ca78-4b66-a7e8-c782e2c7b9ac tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] For port c023b934-e60c-4780-b17f-394fcb1cd2bf, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c023b934-e60c-4780-b17f-394fcb1cd2bf,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:17.345859 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c2c97605-98eb-4351-82bd-a3dbdc98d2be req-edbe6a28-ca78-4b66-a7e8-c782e2c7b9ac tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:17.354877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:17.374486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8d3a66-d01b-46ca-8178-0306944a3484 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Router f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:15:17.383904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2c5bb02-65fa-4b67-9a88-bb6c7ad697f7 req-90956896-ac1d-498d-a750-5c378bd10f56 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106412 May 25 20:15:17.486471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:17.486983 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:17.527679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:17.544542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5617120b-8d9a-4c95-b786-a006a804439c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0b06d8-56ad-467f-a003-d8ad1b2a2091'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:15:17.558367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9d0b06d8-56ad-467f-a003-d8ad1b2a2091,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:17.566430 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:17.600595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-908ad3d7-83bb-4431-95fe-bc831665cc96 service neutron] 10.222.0.60 "GET /v2.0/networks/eabbb5ae-6d6f-458c-9fed-8343765d1f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994579 May 25 20:15:17.616426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c2c97605-98eb-4351-82bd-a3dbdc98d2be req-edbe6a28-ca78-4b66-a7e8-c782e2c7b9ac tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Calling delete_port for c023b934-e60c-4780-b17f-394fcb1cd2bf owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:17.637720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8d3a66-d01b-46ca-8178-0306944a3484 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:15:17.691570 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a2b5c-ec51-4273-8a68-921684fce7bf None None] Sync routers for ids ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:15:17.711969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:15:17.712376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=9d0b06d8-56ad-467f-a003-d8ad1b2a2091,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:17.715207 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a2b5c-ec51-4273-8a68-921684fce7bf None None] Routers {'f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:17.717108 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:17.719127 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-237a2b5c-ec51-4273-8a68-921684fce7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:17.931380 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-f0717b60-30c0-4169-bdd6-61c357dbd4e9 service neutron] 10.222.0.60 "GET /v2.0/networks/eabbb5ae-6d6f-458c-9fed-8343765d1f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967629 May 25 20:15:17.937836 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cc8d3a66-d01b-46ca-8178-0306944a3484 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "PUT /v2.0/routers/f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9495993 May 25 20:15:17.938477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51926) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:17.941356 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-237a2b5c-ec51-4273-8a68-921684fce7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:17.955794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:17.972691 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a2b5c-ec51-4273-8a68-921684fce7bf None None] Routers {'f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:17.977303 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-237a2b5c-ec51-4273-8a68-921684fce7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:18.089174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:18.090750 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c2c97605-98eb-4351-82bd-a3dbdc98d2be req-edbe6a28-ca78-4b66-a7e8-c782e2c7b9ac tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:18.103837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:18.104642 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:18.131602 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-0ded3bcd-0e6e-4048-87e6-ee460006c3e1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] delete failed (client error): The resource could not be found. May 25 20:15:18.133450 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0ded3bcd-0e6e-4048-87e6-ee460006c3e1 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1607389331 HTTP/1.1" status: 404 len: 335 time: 0.1935520 May 25 20:15:18.138689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51930) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:18.144344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2a0e1864-0302-49f8-947b-1b8f0915eec2 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:18.160940 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-237a2b5c-ec51-4273-8a68-921684fce7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:18.165735 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a2b5c-ec51-4273-8a68-921684fce7bf None None] The sync data for ids ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:15:18.285648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c97605-98eb-4351-82bd-a3dbdc98d2be req-edbe6a28-ca78-4b66-a7e8-c782e2c7b9ac tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] No DVR routers for this DVR port c023b934-e60c-4780-b17f-394fcb1cd2bf on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:15:18.290188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe6a28-ca78-4b66-a7e8-c782e2c7b9ac tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Pushing event deleted for resources: {'Port': ['ID=c023b934-e60c-4780-b17f-394fcb1cd2bf,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:18.296481 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c2c97605-98eb-4351-82bd-a3dbdc98d2be req-edbe6a28-ca78-4b66-a7e8-c782e2c7b9ac tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:18.312738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf5cab-92ef-470f-9f1a-0fde65c49393 req-7ff83ac6-7a84-46e4-bbbe-c132abf70f8f tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:18.322527 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94cf5cab-92ef-470f-9f1a-0fde65c49393 req-7ff83ac6-7a84-46e4-bbbe-c132abf70f8f tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b155c9d-5b82-417c-81a7-a30b42a898c7 HTTP/1.1" status: 200 len: 945 time: 0.7166936 May 25 20:15:18.353124 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b155c9d-5b82-417c-81a7-a30b42a898c7', 'name': 'network-vif-deleted', 'tag': 'c023b934-e60c-4780-b17f-394fcb1cd2bf'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:15:18.362587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:18.364275 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:18.413299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e,segment=NetworkSegment(ead07025-048e-4097-9996-df2f96526737),segment_id=ead07025-048e-4097-9996-df2f96526737)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:18.419912 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:18.483778 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94cf5cab-92ef-470f-9f1a-0fde65c49393 req-fcf68a15-9472-4822-b87e-27d8ceb24b8a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615410 May 25 20:15:18.498020 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2c97605-98eb-4351-82bd-a3dbdc98d2be req-edbe6a28-ca78-4b66-a7e8-c782e2c7b9ac tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "DELETE /v2.0/ports/c023b934-e60c-4780-b17f-394fcb1cd2bf HTTP/1.1" status: 204 len: 173 time: 2.2756488 May 25 20:15:18.546176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:18.564322 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-104fdc10-89bb-4ce1-a3d5-6de0b2fdc934 req-d1a6e075-f1d8-44fd-83a1-4f9cb7bef034 tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1418684 May 25 20:15:18.587984 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df14ef6a-6e90-4ecb-ad51-57d761288857'] response: {'server_uuid': '5617120b-8d9a-4c95-b786-a006a804439c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0b06d8-56ad-467f-a003-d8ad1b2a2091', 'code': 200} May 25 20:15:18.809625 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39350335-cf7d-4464-8283-460a26ca5105 req-56a50620-3db5-42e5-977e-705289fb0a53 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 210 time: 0.1531534 May 25 20:15:18.815650 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0291f5-8edf-4111-9bf9-285988505365'] response: {'server_uuid': '9b155c9d-5b82-417c-81a7-a30b42a898c7', 'name': 'network-vif-deleted', 'tag': 'c023b934-e60c-4780-b17f-394fcb1cd2bf', 'status': 'completed', 'code': 200} May 25 20:15:18.843747 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:18.857161 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2a0e1864-0302-49f8-947b-1b8f0915eec2 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:18.899500 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-2a0e1864-0302-49f8-947b-1b8f0915eec2 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] update failed (client error): The resource could not be found. May 25 20:15:18.900758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2a0e1864-0302-49f8-947b-1b8f0915eec2 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "PUT /v2.0/routers/f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf HTTP/1.1" status: 404 len: 339 time: 0.7608206 May 25 20:15:18.907033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51948) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:18.999244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Subnet': ['ID=fb368670-6944-4e5d-8835-14c4264071c6,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:19.014614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Checking segment: {'id': 'f5796b87-4159-4fa8-b1b4-ecc336ade0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fc99e0c1-d220-48d9-bb86-52591eb63c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:15:19.014981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network hostable DHCP agents. Network: fc99e0c1-d220-48d9-bb86-52591eb63c1c, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:15:19.050582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network fc99e0c1-d220-48d9-bb86-52591eb63c1c is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:15:19.064811 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, fc99e0c1-d220-48d9-bb86-52591eb63c1c) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:19.069707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:19.071690 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:19.094676 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-282e37cc-4597-48d0-a07c-cbdb77b53e54 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1347671 May 25 20:15:19.099199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51952) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:19.108273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8d33d0-0046-4660-a209-f4769aea19cc None None] Network fc99e0c1-d220-48d9-bb86-52591eb63c1c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:15:19.109056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'subnet': {'network_id': 'c7c44e67-92c5-47b3-8009-5c923740f3fb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:19.283849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:19.294449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:subnet and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:19.301936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:19.313072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:19.326354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463ec1a-35c9-4b02-9b14-822527a042a1 req-501f77c9-2c49-4de3-9b65-0aa6861fbe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:19.328178 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f463ec1a-35c9-4b02-9b14-822527a042a1 req-501f77c9-2c49-4de3-9b65-0aa6861fbe39 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 1097 time: 0.5574222 May 25 20:15:19.331053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:15:19.339948 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:19.572069 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f463ec1a-35c9-4b02-9b14-822527a042a1 req-5b7b96f4-d38d-4503-84e7-9379d8d2b095 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807158 May 25 20:15:19.584042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-fc99e0c1-d220-48d9-bb86-52591eb63c1c', 'network_id': 'fc99e0c1-d220-48d9-bb86-52591eb63c1c', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'fixed_ips': [{'subnet_id': 'fb368670-6944-4e5d-8835-14c4264071c6'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:15:19.585059 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:19.793777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7ad4e-d182-4342-96e4-0467eabc5302 req-6047cd96-3dfb-474d-ac9b-a46575342ca5 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:19.811330 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53d7ad4e-d182-4342-96e4-0467eabc5302 req-6047cd96-3dfb-474d-ac9b-a46575342ca5 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 946 time: 0.7055058 May 25 20:15:19.821311 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:19.873803 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:19.881184 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:19.955892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Allocated IP 2001:db8::2 (fc99e0c1-d220-48d9-bb86-52591eb63c1c/fb368670-6944-4e5d-8835-14c4264071c6/34c6117c-773b-4a17-a8e4-34b06f1f47c7) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:15:20.000926 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82b72eed-369b-4ae0-bf1f-630ef9adf549 req-10c495bb-52f6-4f85-92b1-1b7033119c68 tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0748951 May 25 20:15:20.013061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c023b934-e60c-4780-b17f-394fcb1cd2bf no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:15:20.043106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Subnet': ['ID=9fc99e5f-a13a-4e50-aa10-c633c9ae88c8,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:20.060046 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Checking segment: {'id': 'c884f0d9-6c5a-432a-a40c-c7e9f713cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c7c44e67-92c5-47b3-8009-5c923740f3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:15:20.060408 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network hostable DHCP agents. Network: c7c44e67-92c5-47b3-8009-5c923740f3fb, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:15:20.083017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network c7c44e67-92c5-47b3-8009-5c923740f3fb is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:15:20.098188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, c7c44e67-92c5-47b3-8009-5c923740f3fb) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:20.101752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:20.102115 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:20.110750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:20.113037 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:20.124566 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53d7ad4e-d182-4342-96e4-0467eabc5302 req-c32c9f6c-583e-4a22-847c-75a7371ec68e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107092 May 25 20:15:20.146174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51966) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:20.147792 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-94c9c2d5-d018-4ebc-b1af-9699a7056e9b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0474646 May 25 20:15:20.176036 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: c023b934-e60c-4780-b17f-394fcb1cd2bf {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:15:20.176258 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c023b934-e60c-4780-b17f-394fcb1cd2bf not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:15:20.181276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84621c4c-7d7e-458e-b3cf-e3af4f7c99e9 None None] Network c7c44e67-92c5-47b3-8009-5c923740f3fb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:15:20.186438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-49a4d381-b8d9-47cc-88d2-efa8853337e5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-845267589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:20.200189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-49a4d381-b8d9-47cc-88d2-efa8853337e5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:20.209900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-49a4d381-b8d9-47cc-88d2-efa8853337e5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:router and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:20.216094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-49a4d381-b8d9-47cc-88d2-efa8853337e5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:20.308544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-49a4d381-b8d9-47cc-88d2-efa8853337e5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:20.400065 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb81f6c2-4b07-4b4c-bf59-6fef83a1c2bf req-faeef54b-aee9-4036-a974-b337dd392cb4 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 210 time: 0.0689404 May 25 20:15:20.502253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49a4d381-b8d9-47cc-88d2-efa8853337e5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:20.503366 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49a4d381-b8d9-47cc-88d2-efa8853337e5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:20.651944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49a4d381-b8d9-47cc-88d2-efa8853337e5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:20.695819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Allocated IP 172.20.0.1 (6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec/74613035-e86f-44e3-9af4-d09e9dca806c/500033d2-b19a-4e96-bee0-ccfbbb28ee17) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:15:20.733294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-38602a6b-2f13-478a-a2f2-03e7d499813e tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:20.734819 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-38602a6b-2f13-478a-a2f2-03e7d499813e tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.70 "GET /v2.0/networks?id=eabbb5ae-6d6f-458c-9fed-8343765d1f72 HTTP/1.1" status: 200 len: 806 time: 0.4678767 May 25 20:15:20.743828 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-70d3ccc6-509c-484e-b003-9ecf8322d7ce tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:20.745369 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-70d3ccc6-509c-484e-b003-9ecf8322d7ce tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 812 time: 0.4157956 May 25 20:15:20.747692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:20.754734 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:20.795353 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49a4d381-b8d9-47cc-88d2-efa8853337e5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:20.840041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Transition to ACTIVE for port object 34c6117c-773b-4a17-a8e4-34b06f1f47c7 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:20.850242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-c7c44e67-92c5-47b3-8009-5c923740f3fb', 'network_id': 'c7c44e67-92c5-47b3-8009-5c923740f3fb', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'fixed_ips': [{'subnet_id': '9fc99e5f-a13a-4e50-aa10-c633c9ae88c8'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:15:20.851432 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:20.886231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Transition to ACTIVE for port object 34c6117c-773b-4a17-a8e4-34b06f1f47c7 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:20.936499 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:21.005038 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-607592f7-8bd2-4bdd-8e7c-c58db0734f04 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/quotas/0acd5e5275c1476cb0b68e8b7f765268 HTTP/1.1" status: 200 len: 375 time: 0.2364025 May 25 20:15:21.034325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Network fc99e0c1-d220-48d9-bb86-52591eb63c1c is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:21.035532 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-aa513bb4-59d0-4495-8e6c-b9d9a71e2546 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=885c27c71ed440de9704656cc74d5710 HTTP/1.1" status: 200 len: 380 time: 0.2883453 May 25 20:15:21.040633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:21.050730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:21.080440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Request body: {'port': {'device_id': '03963e03-a6b5-4cfb-b568-7586ef4a42aa', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'admin_state_up': True, 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'security_groups': ['5b78e17b-8d53-449b-9ffe-776530e729f5']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:21.120443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-052eb913-a805-47df-bc5c-163e4392850a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969090 May 25 20:15:21.124092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Pushing event updated for resources: {'Port': ['ID=34c6117c-773b-4a17-a8e4-34b06f1f47c7,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:21.254140 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49a4d381-b8d9-47cc-88d2-efa8853337e5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:21.260018 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-49a4d381-b8d9-47cc-88d2-efa8853337e5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1080370 May 25 20:15:21.263115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51982) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:21.296234 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Allocated IP 2001:db8:1::2 (c7c44e67-92c5-47b3-8009-5c923740f3fb/9fc99e5f-a13a-4e50-aa10-c633c9ae88c8/4c9cca97-0478-48d8-985e-d6a84d2e292e) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:15:21.298537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Attempting to bind port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:15:21.298900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Attempting to bind port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'f5796b87-4159-4fa8-b1b4-ecc336ade0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fc99e0c1-d220-48d9-bb86-52591eb63c1c'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:15:21.299447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Attempting to bind port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 on network fc99e0c1-d220-48d9-bb86-52591eb63c1c {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:21.313398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:15:21.314021 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Checking segment: {'id': 'f5796b87-4159-4fa8-b1b4-ecc336ade0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fc99e0c1-d220-48d9-bb86-52591eb63c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:15:21.314616 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:21.315226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Bound using segment: {'id': 'f5796b87-4159-4fa8-b1b4-ecc336ade0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fc99e0c1-d220-48d9-bb86-52591eb63c1c'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:15:21.316117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Bound port: 34c6117c-773b-4a17-a8e4-34b06f1f47c7, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5796b87-4159-4fa8-b1b4-ecc336ade0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fc99e0c1-d220-48d9-bb86-52591eb63c1c'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:15:21.316884 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:21.456889 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:21.485936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:21.509521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:21.511818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Transition to ACTIVE for port object 500033d2-b19a-4e96-bee0-ccfbbb28ee17 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:21.542108 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ae82e4d6-767a-43ce-9dbc-059c19b5e574 service neutron] 10.222.0.60 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890663 May 25 20:15:21.545494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Made reservation on behalf of 885c27c71ed440de9704656cc74d5710 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:15:21.550474 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:21.557421 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] For port 34c6117c-773b-4a17-a8e4-34b06f1f47c7, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:15:21.579533 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] For port 34c6117c-773b-4a17-a8e4-34b06f1f47c7, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=34c6117c-773b-4a17-a8e4-34b06f1f47c7,segment=NetworkSegment(f5796b87-4159-4fa8-b1b4-ecc336ade0b2),segment_id=f5796b87-4159-4fa8-b1b4-ecc336ade0b2)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:15:21.596120 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:21.761430 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:21.825082 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:21.848990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event updated for resources: {'Port': ['ID=500033d2-b19a-4e96-bee0-ccfbbb28ee17,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:21.869741 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Transition to ACTIVE for port object 4c9cca97-0478-48d8-985e-d6a84d2e292e will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:21.900921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Transition to ACTIVE for port object 4c9cca97-0478-48d8-985e-d6a84d2e292e will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:21.903855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56555d-5b50-4c49-b656-163665b7a0aa None None] Pushing event updated for resources: {'Port': ['ID=34c6117c-773b-4a17-a8e4-34b06f1f47c7,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:21.916857 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:21.923355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Network 6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:21.927308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:21.937601 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-960f31bc-a3d3-49fb-ba71-958943c5ebc1 service neutron] 10.222.0.60 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749156 May 25 20:15:21.938446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:21.991778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58956323-f5dd-46eb-94ef-3e80212bbf7a req-4e62d917-7f6f-4c23-8d49-72b57df0714f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:21.995172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58956323-f5dd-46eb-94ef-3e80212bbf7a req-4e62d917-7f6f-4c23-8d49-72b57df0714f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 946 time: 0.4576931 May 25 20:15:22.014611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Network c7c44e67-92c5-47b3-8009-5c923740f3fb is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:22.027771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:22.032821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:22.098122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Pushing event updated for resources: {'Port': ['ID=4c9cca97-0478-48d8-985e-d6a84d2e292e,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:22.113232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Allocated IP 172.20.0.8 (eabbb5ae-6d6f-458c-9fed-8343765d1f72/b5318a61-bd52-4c0c-8532-e7666b0ae809/f9fe35e8-3aac-4323-b0ca-3528a078e0c6) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:15:22.197782 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:22.263056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Attempting to bind port 4c9cca97-0478-48d8-985e-d6a84d2e292e on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:15:22.263056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Attempting to bind port 4c9cca97-0478-48d8-985e-d6a84d2e292e by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'c884f0d9-6c5a-432a-a40c-c7e9f713cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c7c44e67-92c5-47b3-8009-5c923740f3fb'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:15:22.263467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Attempting to bind port 4c9cca97-0478-48d8-985e-d6a84d2e292e on network c7c44e67-92c5-47b3-8009-5c923740f3fb {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:22.322694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:15:22.323073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Checking segment: {'id': 'c884f0d9-6c5a-432a-a40c-c7e9f713cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c7c44e67-92c5-47b3-8009-5c923740f3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:15:22.326931 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:22.327553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Bound using segment: {'id': 'c884f0d9-6c5a-432a-a40c-c7e9f713cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c7c44e67-92c5-47b3-8009-5c923740f3fb'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:15:22.328348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Bound port: 4c9cca97-0478-48d8-985e-d6a84d2e292e, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c884f0d9-6c5a-432a-a40c-c7e9f713cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c7c44e67-92c5-47b3-8009-5c923740f3fb'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:15:22.329015 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:22.377680 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:22.636994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] For port 4c9cca97-0478-48d8-985e-d6a84d2e292e, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:15:22.646823 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-725bf3c3-6c53-4f30-a026-46ab1f98db2d None None] Provisioning for port 500033d2-b19a-4e96-bee0-ccfbbb28ee17 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:22.650421 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] For port 4c9cca97-0478-48d8-985e-d6a84d2e292e, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4c9cca97-0478-48d8-985e-d6a84d2e292e,segment=NetworkSegment(c884f0d9-6c5a-432a-a40c-c7e9f713cc90),segment_id=c884f0d9-6c5a-432a-a40c-c7e9f713cc90)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:15:22.661079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-725bf3c3-6c53-4f30-a026-46ab1f98db2d None None] Provisioning complete for port 500033d2-b19a-4e96-bee0-ccfbbb28ee17 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:22.662260 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-725bf3c3-6c53-4f30-a026-46ab1f98db2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:22.696500 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28a70ac8-ec37-4529-9c90-733fcb40bf93 req-484357c3-b2b6-4de9-9f17-ec146d8329d1 tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1120946 May 25 20:15:22.739511 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:22.759825 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58956323-f5dd-46eb-94ef-3e80212bbf7a req-2b43e70a-967e-498e-bba6-3f787f946025 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7200627 May 25 20:15:23.015480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635edcb-950e-48d9-a254-420631ce5a27 None None] Pushing event updated for resources: {'Port': ['ID=4c9cca97-0478-48d8-985e-d6a84d2e292e,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:23.022096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-725bf3c3-6c53-4f30-a026-46ab1f98db2d None None] Port 500033d2-b19a-4e96-bee0-ccfbbb28ee17 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:15:23.074291 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:23.146915 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1a59792-5e6b-4be7-b060-d8b3629f19de req-8ee5e2f8-a1e6-47b1-a847-dbac23692e22 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 210 time: 0.1473780 May 25 20:15:23.179182 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:23.179182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Transition to ACTIVE for port object f9fe35e8-3aac-4323-b0ca-3528a078e0c6 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:23.357584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Allocated IP 2001:db8::1 (fc99e0c1-d220-48d9-bb86-52591eb63c1c/fb368670-6944-4e5d-8835-14c4264071c6/cf981362-8f10-4c2f-be54-a3fc4f320fae) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:15:23.439986 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c530065-df91-411e-97b1-4610841e066d req-e9232a47-c6c1-402c-8bad-5682ef6e9e78 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 210 time: 0.3530900 May 25 20:15:23.627802 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:23.784320 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:24.254131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b3ea6d-b1e5-4cc7-ac0d-5bb0eae7469e None None] Network fc99e0c1-d220-48d9-bb86-52591eb63c1c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:15:24.322116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4c9cca97-0478-48d8-985e-d6a84d2e292e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:24.612567 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:24.667203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6c9dc-863e-440f-ade9-398bbcff5aaa req-4c25d885-598c-43b0-85db-9866340a1066 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:24.682200 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48a6c9dc-863e-440f-ade9-398bbcff5aaa req-4c25d885-598c-43b0-85db-9866340a1066 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 946 time: 0.4341371 May 25 20:15:24.729091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Transition to ACTIVE for port object cf981362-8f10-4c2f-be54-a3fc4f320fae will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:24.783660 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48a6c9dc-863e-440f-ade9-398bbcff5aaa req-6afc39d3-1eb4-445f-9409-5880d9b461bc tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001334 May 25 20:15:24.807438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Pushing event updated for resources: {'Port': ['ID=f9fe35e8-3aac-4323-b0ca-3528a078e0c6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:24.822819 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:24.983599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-90e76d8e-c232-463a-a251-563dd6a76f95 None None] Provisioning for port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:25.093088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:25.093709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:25.094376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:25.095485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:25.095658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:25.096041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:25.096661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:25.097141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:25.097620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:25.098107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:25.100283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:25.100283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:25.115504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Network eabbb5ae-6d6f-458c-9fed-8343765d1f72 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:25.130649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:25.134023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:25.181336 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a4448897-0692-45c3-a640-e8c5a692e510 req-22769e3b-e250-4572-a018-e417b601cc62 tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.3124871 May 25 20:15:25.306759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:25.307686 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:25.312259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-9fc9d096-3eb5-4677-bee9-48dbf7eeef8c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:25.313988 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-9fc9d096-3eb5-4677-bee9-48dbf7eeef8c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 812 time: 0.1852841 May 25 20:15:25.344158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Request body: {'port': {'device_id': '173a4dab-991d-490c-978a-630fe7ec90e0', 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7', 'admin_state_up': True, 'tenant_id': '0acd5e5275c1476cb0b68e8b7f765268'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:25.385418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ee600cf0-2358-466e-be0c-2d8ccf153a8f req-53a0770b-5097-4e8b-bba2-a58a2847dee2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Synchronizing usage tracker for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:25.418677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac365c88-83de-447c-a077-eb387ce2c93c None None] Network c7c44e67-92c5-47b3-8009-5c923740f3fb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:15:25.434731 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network fc99e0c1-d220-48d9-bb86-52591eb63c1c is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:25.503924 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-6657e1d3-e106-4c02-aec7-7c3bd2d5a50b tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4270864 May 25 20:15:25.534872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Request body: {'port': {'device_id': '03963e03-a6b5-4cfb-b568-7586ef4a42aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:25.535742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 4c9cca97-0478-48d8-985e-d6a84d2e292e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:25.558911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:25.569638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:25.570654 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:25.594629 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4476e768-b444-4617-9168-12d55127bd62 None None] Provisioning for port 4c9cca97-0478-48d8-985e-d6a84d2e292e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:25.610668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 34c6117c-773b-4a17-a8e4-34b06f1f47c7 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:25.622319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=cf981362-8f10-4c2f-be54-a3fc4f320fae,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:25.651586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ee600cf0-2358-466e-be0c-2d8ccf153a8f req-53a0770b-5097-4e8b-bba2-a58a2847dee2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Unset dirty status for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:25.653027 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee600cf0-2358-466e-be0c-2d8ccf153a8f req-53a0770b-5097-4e8b-bba2-a58a2847dee2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 210 time: 0.6780040 May 25 20:15:25.700503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4476e768-b444-4617-9168-12d55127bd62 None None] Provisioning complete for port 4c9cca97-0478-48d8-985e-d6a84d2e292e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:25.701068 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4476e768-b444-4617-9168-12d55127bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:25.733720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:25.759946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:25.847922 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:25.851554 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:25.924346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Made reservation on behalf of 0acd5e5275c1476cb0b68e8b7f765268 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:15:25.928158 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:25.928766 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:25.971572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:25.975973 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:26.050363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:26.051093 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:26.125642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4476e768-b444-4617-9168-12d55127bd62 None None] Current status of the port 4c9cca97-0478-48d8-985e-d6a84d2e292e is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:26.126443 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4476e768-b444-4617-9168-12d55127bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:26.164066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3c3ba-53f2-43d7-acd4-1a6339cb162f req-7ff83080-793a-4f34-93e3-84bf7851f4d3 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:26.165705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e3d3c3ba-53f2-43d7-acd4-1a6339cb162f req-7ff83080-793a-4f34-93e3-84bf7851f4d3 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Synchronizing usage tracker for tenant:885c27c71ed440de9704656cc74d5710 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:26.272919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4476e768-b444-4617-9168-12d55127bd62 None None] For port 4c9cca97-0478-48d8-985e-d6a84d2e292e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4c9cca97-0478-48d8-985e-d6a84d2e292e,segment=NetworkSegment(c884f0d9-6c5a-432a-a40c-c7e9f713cc90),segment_id=c884f0d9-6c5a-432a-a40c-c7e9f713cc90)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:26.296503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event updated for resources: {'Port': ['ID=500033d2-b19a-4e96-bee0-ccfbbb28ee17,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:26.306434 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:26.316430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e3d3c3ba-53f2-43d7-acd4-1a6339cb162f req-7ff83080-793a-4f34-93e3-84bf7851f4d3 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Unset dirty status for tenant:885c27c71ed440de9704656cc74d5710 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:26.318087 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3d3c3ba-53f2-43d7-acd4-1a6339cb162f req-7ff83080-793a-4f34-93e3-84bf7851f4d3 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 931 time: 0.6854181 May 25 20:15:26.338909 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4476e768-b444-4617-9168-12d55127bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:26.538994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:26.540570 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:26.581181 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476e768-b444-4617-9168-12d55127bd62 None None] Pushing event updated for resources: {'Port': ['ID=4c9cca97-0478-48d8-985e-d6a84d2e292e,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:26.583392 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f90558-e5c6-45dc-965a-0bd4d9aefd75 req-0aff79c2-8e30-4bf7-95b8-b044c90bad52 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:26.594809 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4f90558-e5c6-45dc-965a-0bd4d9aefd75 req-0aff79c2-8e30-4bf7-95b8-b044c90bad52 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 945 time: 0.4964805 May 25 20:15:26.596802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f06673e9-3f0d-4d9f-ac80-4bd6e5f7a1a2 None None] Provisioning for port cf981362-8f10-4c2f-be54-a3fc4f320fae completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:26.608241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 34c6117c-773b-4a17-a8e4-34b06f1f47c7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=34c6117c-773b-4a17-a8e4-34b06f1f47c7,segment=NetworkSegment(f5796b87-4159-4fa8-b1b4-ecc336ade0b2),segment_id=f5796b87-4159-4fa8-b1b4-ecc336ade0b2)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:26.609546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f06673e9-3f0d-4d9f-ac80-4bd6e5f7a1a2 None None] Provisioning complete for port cf981362-8f10-4c2f-be54-a3fc4f320fae triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:26.610000 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f06673e9-3f0d-4d9f-ac80-4bd6e5f7a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:26.671842 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4f90558-e5c6-45dc-965a-0bd4d9aefd75 req-eb13ffa6-4657-4ff5-851f-fbdabc89109f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758376 May 25 20:15:26.683170 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:26.687369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Allocated IP 172.20.0.8 (bccfaecb-9420-49ca-ac74-7e43952027b7/fbe5bde4-daae-4c8f-8024-6f21ae860ce2/62b9a414-0062-4fac-9023-013b79d49e27) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:15:26.744392 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3d3c3ba-53f2-43d7-acd4-1a6339cb162f req-d78fdb74-f50a-422e-a52a-cfbc2d125e46 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b78e17b-8d53-449b-9ffe-776530e729f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4065831 May 25 20:15:26.797441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Network 6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:26.811372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:26.940668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4c9cca97-0478-48d8-985e-d6a84d2e292e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:27.081473 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f06673e9-3f0d-4d9f-ac80-4bd6e5f7a1a2 None None] Port cf981362-8f10-4c2f-be54-a3fc4f320fae cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:15:27.125904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=34c6117c-773b-4a17-a8e4-34b06f1f47c7,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:27.135467 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:27.144273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f06673e9-3f0d-4d9f-ac80-4bd6e5f7a1a2 None None] Provisioning complete for port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:27.144640 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f06673e9-3f0d-4d9f-ac80-4bd6e5f7a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:27.197707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4c9cca97-0478-48d8-985e-d6a84d2e292e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:27.201820 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:27.298438 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:15:27.315057 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48e3d601-7630-4355-862e-b7bf8cebb5a0 req-637ef7bd-609f-4bc0-8c62-4cb143af9ad8 tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1602042 May 25 20:15:27.349642 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:27.350435 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:27.428449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Router f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:15:27.432138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fe35e8-3aac-4323-b0ca-3528a078e0c6 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:15:27.443035 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:27.449047 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f06673e9-3f0d-4d9f-ac80-4bd6e5f7a1a2 None None] Current status of the port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:27.497017 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4c9cca97-0478-48d8-985e-d6a84d2e292e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:27.503323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f06673e9-3f0d-4d9f-ac80-4bd6e5f7a1a2 None None] Provisioning for port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:27.511934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f06673e9-3f0d-4d9f-ac80-4bd6e5f7a1a2 None None] Provisioning complete for port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:27.512393 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f06673e9-3f0d-4d9f-ac80-4bd6e5f7a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:27.594662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f06673e9-3f0d-4d9f-ac80-4bd6e5f7a1a2 None None] Port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:15:27.633958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=cf981362-8f10-4c2f-be54-a3fc4f320fae,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:27.686613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008b642-6ece-43b4-b16d-e7cc4761fa45 req-58438e0c-c8cc-41ad-8848-5f1cfc398145 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:27.688216 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1008b642-6ece-43b4-b16d-e7cc4761fa45 req-58438e0c-c8cc-41ad-8848-5f1cfc398145 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 946 time: 0.7211964 May 25 20:15:27.742417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f4798ef9-7954-48af-b308-2b3bff4b87eb None None] Provisioning complete for port cf981362-8f10-4c2f-be54-a3fc4f320fae triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:27.744564 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f4798ef9-7954-48af-b308-2b3bff4b87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:27.765839 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:27.796783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Transition to ACTIVE for port object f9fe35e8-3aac-4323-b0ca-3528a078e0c6 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:27.798619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network fc99e0c1-d220-48d9-bb86-52591eb63c1c is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:27.803260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:27.813664 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1008b642-6ece-43b4-b16d-e7cc4761fa45 req-4f79eb78-2d27-4de1-82e7-89b6d706884e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088359 May 25 20:15:27.829485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f4798ef9-7954-48af-b308-2b3bff4b87eb None None] Port cf981362-8f10-4c2f-be54-a3fc4f320fae cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:15:27.844143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f4798ef9-7954-48af-b308-2b3bff4b87eb None None] Provisioning complete for port 4c9cca97-0478-48d8-985e-d6a84d2e292e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:27.844842 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f4798ef9-7954-48af-b308-2b3bff4b87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:27.888652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:15:27.894788 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b38faa55-89e9-4429-b6a9-1257a85efd5f tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "PUT /v2.0/routers/f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9863214 May 25 20:15:27.907161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52032) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:27.908051 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:27.933809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7aef5-0af1-42d0-aa08-227967884da1 None None] Sync routers for ids ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:15:27.945690 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:27.973709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7aef5-0af1-42d0-aa08-227967884da1 None None] Routers {'f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:27.975638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-41d7aef5-0af1-42d0-aa08-227967884da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:28.046031 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:28.052162 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9df9d231-658a-4a97-afae-f712ce852a6e req-a834413b-ee7e-400a-8023-bc4353e6ad80 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 210 time: 0.2585113 May 25 20:15:28.127818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-41d7aef5-0af1-42d0-aa08-227967884da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:28.146314 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4269ca7b-b41c-4823-ae48-44400e6bdaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:28.164658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7aef5-0af1-42d0-aa08-227967884da1 None None] Routers {'f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:28.165680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-41d7aef5-0af1-42d0-aa08-227967884da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:28.188574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Network bccfaecb-9420-49ca-ac74-7e43952027b7 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:28.194282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Pushing event updated for resources: {'Port': ['ID=62b9a414-0062-4fac-9023-013b79d49e27,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:28.197804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:28.204194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:28.299525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router b3847e41-2afa-455c-8362-752aeb0d3fe1 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:15:28.335148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-41d7aef5-0af1-42d0-aa08-227967884da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:28.336201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7aef5-0af1-42d0-aa08-227967884da1 None None] The sync data for ids ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:15:28.358491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:28.361122 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:28.369505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f4798ef9-7954-48af-b308-2b3bff4b87eb None None] Current status of the port 4c9cca97-0478-48d8-985e-d6a84d2e292e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:28.393410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f4798ef9-7954-48af-b308-2b3bff4b87eb None None] Provisioning complete for port 500033d2-b19a-4e96-bee0-ccfbbb28ee17 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:28.393798 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f4798ef9-7954-48af-b308-2b3bff4b87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:28.542572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f4798ef9-7954-48af-b308-2b3bff4b87eb None None] Port 500033d2-b19a-4e96-bee0-ccfbbb28ee17 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:15:28.610383 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d87d6ada-66a1-4d0f-a71b-93204dd92796 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2700441 May 25 20:15:28.623557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Request body: {'port': {'device_id': '173a4dab-991d-490c-978a-630fe7ec90e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:28.643271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Pushing event updated for resources: {'Port': ['ID=f9fe35e8-3aac-4323-b0ca-3528a078e0c6,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:28.674076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:15:28.681249 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-65acbc09-3b4a-47f4-9d7b-3e92d4d0467a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/b3847e41-2afa-455c-8362-752aeb0d3fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4197788 May 25 20:15:28.684777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52042) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:28.688351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-62fdf7aa-09d2-4d8a-ae3e-10bc13ffdd5a None None] Provisioning complete for port cf981362-8f10-4c2f-be54-a3fc4f320fae triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:28.688908 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-62fdf7aa-09d2-4d8a-ae3e-10bc13ffdd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:28.689709 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63aa63f-87c7-406f-9f7c-3878d7498137 None None] Sync routers for ids ['b3847e41-2afa-455c-8362-752aeb0d3fe1'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:15:28.711012 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-49dd4de1-89b1-4bdc-a300-74160256f025 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:28.712581 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63aa63f-87c7-406f-9f7c-3878d7498137 None None] Routers {'b3847e41-2afa-455c-8362-752aeb0d3fe1'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:28.713376 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e63aa63f-87c7-406f-9f7c-3878d7498137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b3847e41-2afa-455c-8362-752aeb0d3fe1'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:28.810773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-62fdf7aa-09d2-4d8a-ae3e-10bc13ffdd5a None None] Port cf981362-8f10-4c2f-be54-a3fc4f320fae cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:15:28.843431 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e63aa63f-87c7-406f-9f7c-3878d7498137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:28.861190 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63aa63f-87c7-406f-9f7c-3878d7498137 None None] Routers {'b3847e41-2afa-455c-8362-752aeb0d3fe1'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:28.861739 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e63aa63f-87c7-406f-9f7c-3878d7498137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b3847e41-2afa-455c-8362-752aeb0d3fe1'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:28.871212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 34c6117c-773b-4a17-a8e4-34b06f1f47c7 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:28.941134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4718174a-7261-4b5b-895e-a78339e442f3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:28.942024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4718174a-7261-4b5b-895e-a78339e442f3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Synchronizing usage tracker for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:28.963089 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:28.981801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4718174a-7261-4b5b-895e-a78339e442f3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Unset dirty status for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:28.986643 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4718174a-7261-4b5b-895e-a78339e442f3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports/cf981362-8f10-4c2f-be54-a3fc4f320fae HTTP/1.1" status: 200 len: 911 time: 0.2973328 May 25 20:15:28.987974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52048) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:28.992997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Attempting to bind port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:15:28.993694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Attempting to bind port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'ead07025-048e-4097-9996-df2f96526737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:15:28.994194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Attempting to bind port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 on network eabbb5ae-6d6f-458c-9fed-8343765d1f72 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:29.016528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2537da-36b5-4ff7-b553-4771c99f6a27 req-c8386fee-6e6a-462a-956f-af4740deccf0 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:29.025486 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd2537da-36b5-4ff7-b553-4771c99f6a27 req-c8386fee-6e6a-462a-956f-af4740deccf0 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 943 time: 0.6788163 May 25 20:15:29.027809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 on network eabbb5ae-6d6f-458c-9fed-8343765d1f72 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:15:29.028290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Attempting to bind port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 on network eabbb5ae-6d6f-458c-9fed-8343765d1f72 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:29.042750 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e63aa63f-87c7-406f-9f7c-3878d7498137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:29.043166 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63aa63f-87c7-406f-9f7c-3878d7498137 None None] The sync data for ids ['b3847e41-2afa-455c-8362-752aeb0d3fe1'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:15:29.062442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:15:29.062963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Checking segment: {'id': 'ead07025-048e-4097-9996-df2f96526737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:15:29.063471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Bound using segment: {'id': 'ead07025-048e-4097-9996-df2f96526737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:15:29.064021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Bound port: f9fe35e8-3aac-4323-b0ca-3528a078e0c6, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead07025-048e-4097-9996-df2f96526737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:15:29.064334 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:29.076103 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:29.077697 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:29.096709 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-49dd4de1-89b1-4bdc-a300-74160256f025 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] delete failed (client error): There was a conflict when trying to complete your request. May 25 20:15:29.097739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-49dd4de1-89b1-4bdc-a300-74160256f025 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "DELETE /v2.0/routers/f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf HTTP/1.1" status: 409 len: 329 time: 1.1830456 May 25 20:15:29.102532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52054) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:29.218664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:29.313378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd2537da-36b5-4ff7-b553-4771c99f6a27 req-fa56c9fc-88c0-4d5c-832e-bd20fb81af96 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b78e17b-8d53-449b-9ffe-776530e729f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865262 May 25 20:15:29.447377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] For port f9fe35e8-3aac-4323-b0ca-3528a078e0c6, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:15:29.574537 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22dce299-cc81-4a86-90be-db1e718b40e7 req-335be04d-e980-4f28-9049-7d9ac558bd23 tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1294084 May 25 20:15:29.576120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] For port f9fe35e8-3aac-4323-b0ca-3528a078e0c6, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=f9fe35e8-3aac-4323-b0ca-3528a078e0c6,segment=NetworkSegment(ead07025-048e-4097-9996-df2f96526737),segment_id=ead07025-048e-4097-9996-df2f96526737)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:15:29.606502 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:29.723930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa0d91-4a2a-4f3f-84c7-50622d99dda8 req-5e4514db-653b-4d6b-8c52-70bfe40a2b23 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:29.731650 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eefa0d91-4a2a-4f3f-84c7-50622d99dda8 req-5e4514db-653b-4d6b-8c52-70bfe40a2b23 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 945 time: 0.6596475 May 25 20:15:29.872863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:29.873467 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:29.875101 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] 10.222.0.70 "PUT /v2.0/ports/f9fe35e8-3aac-4323-b0ca-3528a078e0c6 HTTP/1.1" status: 200 len: 1091 time: 4.3616343 May 25 20:15:29.875575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03963e03-a6b5-4cfb-b568-7586ef4a42aa', 'tag': 'f9fe35e8-3aac-4323-b0ca-3528a078e0c6'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:15:29.964470 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eefa0d91-4a2a-4f3f-84c7-50622d99dda8 req-c6b1ba35-7c1b-4fe2-93fc-072c54c36593 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319381 May 25 20:15:30.017618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e42d4b-04ef-47b7-ba46-29bb5790616c service neutron] Pushing event updated for resources: {'Port': ['ID=f9fe35e8-3aac-4323-b0ca-3528a078e0c6,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:30.122425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741adbcc-881d-49a2-949f-472ee4f00ae6 req-78f82b1d-ea06-4fc6-ba84-48567413dd43 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:30.129963 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-741adbcc-881d-49a2-949f-472ee4f00ae6 req-78f82b1d-ea06-4fc6-ba84-48567413dd43 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.3108966 May 25 20:15:30.183042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b9a414-0062-4fac-9023-013b79d49e27 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:15:30.197836 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:30.232870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Transition to ACTIVE for port object 62b9a414-0062-4fac-9023-013b79d49e27 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:30.235272 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:30.236817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-741adbcc-881d-49a2-949f-472ee4f00ae6 req-936ca765-b6f6-42ab-a94d-a2b2708937ec tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059856 May 25 20:15:30.248509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b373375a-ad3a-4a6f-b06c-81d5bdd171b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:30.250676 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-b373375a-ad3a-4a6f-b06c-81d5bdd171b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=885c27c71ed440de9704656cc74d5710&device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 1094 time: 0.2902882 May 25 20:15:30.254075 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:30.371022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-3d2b4644-235c-4810-b22c-80703e02c5b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fe35e8-3aac-4323-b0ca-3528a078e0c6 HTTP/1.1" status: 200 len: 217 time: 0.1102390 May 25 20:15:30.493529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-1454ddb1-3390-4f60-afc4-461e22bc609a tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:30.495005 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-1454ddb1-3390-4f60-afc4-461e22bc609a tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.70 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 945 time: 0.3361890 May 25 20:15:30.538049 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-99c20ea3-e7b6-4adb-8b3c-3ad6fad99fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:30.547601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-cf35c152-d081-42d7-a3e8-43f5c5bb6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:30.549015 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-cf35c152-d081-42d7-a3e8-43f5c5bb6077 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b5318a61-bd52-4c0c-8532-e7666b0ae809 HTTP/1.1" status: 200 len: 845 time: 0.1689501 May 25 20:15:30.580150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Pushing event updated for resources: {'Port': ['ID=62b9a414-0062-4fac-9023-013b79d49e27,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:30.614619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802a34c-b291-4b99-867b-8782144ecd8d req-640683a3-8561-46d8-a225-0f911d3a8429 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:30.615790 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d802a34c-b291-4b99-867b-8782144ecd8d req-640683a3-8561-46d8-a225-0f911d3a8429 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 946 time: 0.4778554 May 25 20:15:30.654303 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8fa99668-c43b-4c03-ad48-62b3a2dfdf29 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:30.705671 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Deleting port 4b8c7cae-9834-4800-b01f-0771ae8dc07a {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:30.706187 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:30.834979 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d802a34c-b291-4b99-867b-8782144ecd8d req-18afc618-bda3-4664-b7f7-fc9fd3cd9e65 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783493 May 25 20:15:30.862213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9a791-59b3-4fe9-aeb6-b8722375cb7b req-452501ec-34a3-421f-a145-cae0495b917d tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:30.870096 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bcb9a791-59b3-4fe9-aeb6-b8722375cb7b req-452501ec-34a3-421f-a145-cae0495b917d tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 943 time: 0.4916506 May 25 20:15:30.871394 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Attempting to bind port 62b9a414-0062-4fac-9023-013b79d49e27 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:15:30.871753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Attempting to bind port 62b9a414-0062-4fac-9023-013b79d49e27 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:15:30.872093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Attempting to bind port 62b9a414-0062-4fac-9023-013b79d49e27 on network bccfaecb-9420-49ca-ac74-7e43952027b7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:30.895836 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Port 62b9a414-0062-4fac-9023-013b79d49e27 on network bccfaecb-9420-49ca-ac74-7e43952027b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:15:30.896214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Attempting to bind port 62b9a414-0062-4fac-9023-013b79d49e27 on network bccfaecb-9420-49ca-ac74-7e43952027b7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:30.912446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:15:30.912741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Checking segment: {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:15:30.913053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Bound using segment: {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:15:30.913526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Bound port: 62b9a414-0062-4fac-9023-013b79d49e27, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:15:30.913872 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:30.972306 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e356f7b8-ae25-4398-8f59-3885d2824a82'] response: {'name': 'network-changed', 'server_uuid': '03963e03-a6b5-4cfb-b568-7586ef4a42aa', 'tag': 'f9fe35e8-3aac-4323-b0ca-3528a078e0c6', 'status': 'completed', 'code': 200} May 25 20:15:31.012539 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bcb9a791-59b3-4fe9-aeb6-b8722375cb7b req-5ae30099-6af3-407a-9412-02dddfc05fb0 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414948 May 25 20:15:31.122650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-3abaf3dd-0560-4c75-a432-0e1d5df770e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:31.124119 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-3abaf3dd-0560-4c75-a432-0e1d5df770e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eabbb5ae-6d6f-458c-9fed-8343765d1f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5663326 May 25 20:15:31.191050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b982e72-efde-4728-b33a-f3f878713dd2 req-76e8a95b-5cbe-4d27-ac88-79ee8c61e522 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:31.192651 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0b982e72-efde-4728-b33a-f3f878713dd2 req-76e8a95b-5cbe-4d27-ac88-79ee8c61e522 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 946 time: 0.5697947 May 25 20:15:31.314037 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:31.417150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-0b982e72-efde-4728-b33a-f3f878713dd2 req-421bf190-471a-468c-a355-df46fb3b7902 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Deleting port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:31.417535 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0b982e72-efde-4728-b33a-f3f878713dd2 req-421bf190-471a-468c-a355-df46fb3b7902 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:31.484243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Allocated IP 2001:db8:1::1 (c7c44e67-92c5-47b3-8009-5c923740f3fb/9fc99e5f-a13a-4e50-aa10-c633c9ae88c8/a0471746-480f-474b-99e8-d65f5e3d6566) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:15:31.489375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] For port 62b9a414-0062-4fac-9023-013b79d49e27, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:15:31.516772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] For port 62b9a414-0062-4fac-9023-013b79d49e27, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=62b9a414-0062-4fac-9023-013b79d49e27,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:15:31.555230 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:31.611375 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:31.633534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36564d9f-0581-4d65-b4dd-91c9e22bba3d req-51d29c03-9a13-4252-8687-5e642576679b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:31.635103 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-36564d9f-0581-4d65-b4dd-91c9e22bba3d req-51d29c03-9a13-4252-8687-5e642576679b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.5520782 May 25 20:15:31.698942 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-f73e7bab-f8c7-42a4-9ad7-573b67a7fbd1 service neutron] 10.222.0.70 "GET /v2.0/networks/eabbb5ae-6d6f-458c-9fed-8343765d1f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470557 May 25 20:15:31.702759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] For port 4b8c7cae-9834-4800-b01f-0771ae8dc07a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4b8c7cae-9834-4800-b01f-0771ae8dc07a,segment=NetworkSegment(3088ffbe-9188-44bd-9db6-0e982772f0e6),segment_id=3088ffbe-9188-44bd-9db6-0e982772f0e6)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:31.703112 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:31.779187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:31.779798 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:31.781173 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] 10.222.0.50 "PUT /v2.0/ports/62b9a414-0062-4fac-9023-013b79d49e27 HTTP/1.1" status: 200 len: 1091 time: 3.1617968 May 25 20:15:31.781614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173a4dab-991d-490c-978a-630fe7ec90e0', 'tag': '62b9a414-0062-4fac-9023-013b79d49e27'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:15:31.808871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ae078-50e5-479a-aae3-e32a744b51af req-92621c4b-5ebd-431c-8246-a50e4be0dda0 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:31.816188 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c00ae078-50e5-479a-aae3-e32a744b51af req-92621c4b-5ebd-431c-8246-a50e4be0dda0 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 943 time: 0.6653407 May 25 20:15:31.958676 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-36564d9f-0581-4d65-b4dd-91c9e22bba3d req-4aeecb9c-597d-40e2-a36e-72254338b48c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602522 May 25 20:15:31.970142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc5c4a-1e98-42c8-a75a-55d88b63a192 service neutron] Pushing event updated for resources: {'Port': ['ID=62b9a414-0062-4fac-9023-013b79d49e27,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:32.024441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8fa99668-c43b-4c03-ad48-62b3a2dfdf29 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Deleting port 500033d2-b19a-4e96-bee0-ccfbbb28ee17 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:32.024998 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8fa99668-c43b-4c03-ad48-62b3a2dfdf29 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:32.045016 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:32.079654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-0b982e72-efde-4728-b33a-f3f878713dd2 req-421bf190-471a-468c-a355-df46fb3b7902 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] For port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9d0b06d8-56ad-467f-a003-d8ad1b2a2091,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:32.080014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0b982e72-efde-4728-b33a-f3f878713dd2 req-421bf190-471a-468c-a355-df46fb3b7902 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:32.098302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Transition to ACTIVE for port object a0471746-480f-474b-99e8-d65f5e3d6566 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:32.135056 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c00ae078-50e5-479a-aae3-e32a744b51af req-7a4042ae-578d-4902-a8b1-08a6b858f8c5 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b78e17b-8d53-449b-9ffe-776530e729f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180158 May 25 20:15:32.189308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2345a28e-e3b5-4e4d-8612-d4c46b6ce613 req-9ddeddaa-1480-4b3b-88dd-bd9e58964877 service neutron] 10.222.0.70 "GET /v2.0/networks/eabbb5ae-6d6f-458c-9fed-8343765d1f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768810 May 25 20:15:32.263179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-0b982e72-efde-4728-b33a-f3f878713dd2 req-421bf190-471a-468c-a355-df46fb3b7902 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Calling delete_port for 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:32.294793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d33e15a6-f9fb-4b66-9df2-f78e12edec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:32.295747 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-d33e15a6-f9fb-4b66-9df2-f78e12edec58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 1094 time: 0.4477415 May 25 20:15:32.374107 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-28edb452-26ed-40db-99b6-a110ef725c51 req-6692ada6-584e-488b-87a3-267e75a41b8b tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.2178483 May 25 20:15:32.403318 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-ee8fb507-4fd8-4b48-b9ac-2cd4633f13a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62b9a414-0062-4fac-9023-013b79d49e27 HTTP/1.1" status: 200 len: 217 time: 0.0892789 May 25 20:15:32.503339 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:32.553912 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-025ff595-b249-4db1-9356-eabeacdaa989'] response: {'name': 'network-changed', 'server_uuid': '173a4dab-991d-490c-978a-630fe7ec90e0', 'tag': '62b9a414-0062-4fac-9023-013b79d49e27', 'status': 'completed', 'code': 200} May 25 20:15:32.595593 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:32.595963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:32.596271 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Floating IP df16828a-7291-4b7f-a8a1-e5563fb6be26 disassociated. External IP: 172.25.3.187, port: 4b8c7cae-9834-4800-b01f-0771ae8dc07a. May 25 20:15:32.596608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Calling delete_port for 4b8c7cae-9834-4800-b01f-0771ae8dc07a owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:32.639679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-74fbecb9-4b90-4576-8131-cf5117f661cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:32.641259 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-74fbecb9-4b90-4576-8131-cf5117f661cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe5bde4-daae-4c8f-8024-6f21ae860ce2 HTTP/1.1" status: 200 len: 852 time: 0.2279875 May 25 20:15:32.646518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network c7c44e67-92c5-47b3-8009-5c923740f3fb is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:32.659391 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8fa99668-c43b-4c03-ad48-62b3a2dfdf29 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:32.689498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:32.739064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:32.739598 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:32.770456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=a0471746-480f-474b-99e8-d65f5e3d6566,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:32.856842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287a0bf-51f2-41d8-b490-c1b2054efa01 req-d973c5df-f23d-4c44-8b2f-0d857720e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:32.858391 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5287a0bf-51f2-41d8-b490-c1b2054efa01 req-d973c5df-f23d-4c44-8b2f-0d857720e1df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=885c27c71ed440de9704656cc74d5710&device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 1094 time: 0.5635798 May 25 20:15:32.866727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8fa99668-c43b-4c03-ad48-62b3a2dfdf29 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Calling delete_port for 500033d2-b19a-4e96-bee0-ccfbbb28ee17 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:32.928733 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-6cd29fc4-7a6a-4b31-b7c6-02811fec910c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bccfaecb-9420-49ca-ac74-7e43952027b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2718713 May 25 20:15:32.932449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e347986-ebbb-48d4-aaff-4971cae927d1 req-840eec86-1346-4369-928a-ab5e7d22a85c tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:32.937597 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e347986-ebbb-48d4-aaff-4971cae927d1 req-840eec86-1346-4369-928a-ab5e7d22a85c tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 945 time: 0.6462920 May 25 20:15:32.968165 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:33.063092 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0b982e72-efde-4728-b33a-f3f878713dd2 req-421bf190-471a-468c-a355-df46fb3b7902 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:33.083029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['678fc95e-a3a7-473d-9395-19561cf68de6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:15:33.134561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bf190-471a-468c-a355-df46fb3b7902 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Pushing event deleted for resources: {'Port': ['ID=9d0b06d8-56ad-467f-a003-d8ad1b2a2091,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:33.158137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6ae04d70-d383-4c1b-89f8-1a981c2b337e None None] Provisioning for port a0471746-480f-474b-99e8-d65f5e3d6566 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:33.171260 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6ae04d70-d383-4c1b-89f8-1a981c2b337e None None] Provisioning complete for port a0471746-480f-474b-99e8-d65f5e3d6566 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:33.171780 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6ae04d70-d383-4c1b-89f8-1a981c2b337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:33.244941 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e347986-ebbb-48d4-aaff-4971cae927d1 req-eda9939a-0d86-4a8c-9228-5fa0940310b2 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups?id=17908459-ba16-45ff-ab07-d107ca4db180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526317 May 25 20:15:33.252211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b982e72-efde-4728-b33a-f3f878713dd2 req-421bf190-471a-468c-a355-df46fb3b7902 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] No DVR routers for this DVR port 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:15:33.259432 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0b982e72-efde-4728-b33a-f3f878713dd2 req-421bf190-471a-468c-a355-df46fb3b7902 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:33.276964 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4b8c7cae-9834-4800-b01f-0771ae8dc07a no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:15:33.305690 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:33.311130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71139265-d6d7-47d4-8a8b-de20a5a54e56 req-f2355765-0d12-40e2-b60d-a8e395d43a8e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:33.312329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-71139265-d6d7-47d4-8a8b-de20a5a54e56 req-f2355765-0d12-40e2-b60d-a8e395d43a8e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:33.329300 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0b982e72-efde-4728-b33a-f3f878713dd2 req-421bf190-471a-468c-a355-df46fb3b7902 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "DELETE /v2.0/ports/9d0b06d8-56ad-467f-a003-d8ad1b2a2091 HTTP/1.1" status: 204 len: 173 time: 2.1213145 May 25 20:15:33.332362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287a0bf-51f2-41d8-b490-c1b2054efa01 req-e9ccc61e-b5c4-4cc4-83eb-aa10fd59dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:33.335072 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5287a0bf-51f2-41d8-b490-c1b2054efa01 req-e9ccc61e-b5c4-4cc4-83eb-aa10fd59dd60 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eabbb5ae-6d6f-458c-9fed-8343765d1f72 HTTP/1.1" status: 200 len: 907 time: 0.4107463 May 25 20:15:33.350238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 4b8c7cae-9834-4800-b01f-0771ae8dc07a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:15:33.350913 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4b8c7cae-9834-4800-b01f-0771ae8dc07a not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:15:33.351724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:15:33.357150 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-289d74e3-fee8-42dd-9786-e07347fd4671 service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034033 May 25 20:15:33.398926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6ae04d70-d383-4c1b-89f8-1a981c2b337e None None] Port a0471746-480f-474b-99e8-d65f5e3d6566 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:15:33.407856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:15:33.408446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 9d0b06d8-56ad-467f-a003-d8ad1b2a2091 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:15:33.497419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-71139265-d6d7-47d4-8a8b-de20a5a54e56 req-f2355765-0d12-40e2-b60d-a8e395d43a8e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:33.502776 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71139265-d6d7-47d4-8a8b-de20a5a54e56 req-f2355765-0d12-40e2-b60d-a8e395d43a8e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5617120b-8d9a-4c95-b786-a006a804439c HTTP/1.1" status: 200 len: 946 time: 0.8710313 May 25 20:15:33.638352 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:33.680556 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71139265-d6d7-47d4-8a8b-de20a5a54e56 req-b7a70a69-2d1d-4759-a91b-01921c096b53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635659 May 25 20:15:33.717349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Pushing event deleted for resources: {'Port': ['ID=4b8c7cae-9834-4800-b01f-0771ae8dc07a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:33.719962 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5287a0bf-51f2-41d8-b490-c1b2054efa01 req-b9d67427-3e29-4767-a5ef-40d807ae2ec9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fe35e8-3aac-4323-b0ca-3528a078e0c6 HTTP/1.1" status: 200 len: 217 time: 0.3087127 May 25 20:15:33.753055 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce8ac0bf-5763-4c62-9836-0a83048b5590 req-aa5e1064-6c6c-435f-a06e-478926a6fc53 service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253202 May 25 20:15:34.035500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287a0bf-51f2-41d8-b490-c1b2054efa01 req-1e464dc3-3cde-46fd-b79e-78c15097cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:34.037007 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5287a0bf-51f2-41d8-b490-c1b2054efa01 req-1e464dc3-3cde-46fd-b79e-78c15097cca6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b5318a61-bd52-4c0c-8532-e7666b0ae809 HTTP/1.1" status: 200 len: 845 time: 0.2413881 May 25 20:15:34.178416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6711-55e4-4d9e-8032-57c89781d56c req-ec9918cd-8995-4ced-af43-317d4b4d9b11 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:34.181261 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c5f6711-55e4-4d9e-8032-57c89781d56c req-ec9918cd-8995-4ced-af43-317d4b4d9b11 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.5309038 May 25 20:15:34.186475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:15:34.191434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7af701-3769-4604-a4f9-8fa4a2034609 req-3d141b87-c2bb-482e-973a-f13893b55d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:34.192990 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8fa99668-c43b-4c03-ad48-62b3a2dfdf29 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:34.193455 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea7af701-3769-4604-a4f9-8fa4a2034609 req-3d141b87-c2bb-482e-973a-f13893b55d34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 1094 time: 0.3469687 May 25 20:15:34.246612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ef495-5610-43f5-b369-47bfece685de req-938b32de-be35-4c91-81f3-107a4b18788b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:34.247328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-952ef495-5610-43f5-b369-47bfece685de req-938b32de-be35-4c91-81f3-107a4b18788b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Synchronizing usage tracker for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:34.271037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa99668-c43b-4c03-ad48-62b3a2dfdf29 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event deleted for resources: {'Port': ['ID=500033d2-b19a-4e96-bee0-ccfbbb28ee17,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:34.366579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-952ef495-5610-43f5-b369-47bfece685de req-938b32de-be35-4c91-81f3-107a4b18788b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Unset dirty status for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:34.368249 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-952ef495-5610-43f5-b369-47bfece685de req-938b32de-be35-4c91-81f3-107a4b18788b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 943 time: 0.5228646 May 25 20:15:34.462039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7af701-3769-4604-a4f9-8fa4a2034609 req-e2e09a0e-b0e8-4400-b7cf-715fbdce4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:34.463422 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea7af701-3769-4604-a4f9-8fa4a2034609 req-e2e09a0e-b0e8-4400-b7cf-715fbdce4eb6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 913 time: 0.2620952 May 25 20:15:34.483936 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c5f6711-55e4-4d9e-8032-57c89781d56c req-5d1a43d7-f884-4a7f-9959-40ce9ba0ee1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837548 May 25 20:15:34.502023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287a0bf-51f2-41d8-b490-c1b2054efa01 req-d46ede56-4acc-496e-8d96-8d11450ea2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:34.503853 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5287a0bf-51f2-41d8-b490-c1b2054efa01 req-d46ede56-4acc-496e-8d96-8d11450ea2f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eabbb5ae-6d6f-458c-9fed-8343765d1f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4411719 May 25 20:15:34.546379 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea7af701-3769-4604-a4f9-8fa4a2034609 req-4a572578-0adf-4e10-ab87-33480b5335e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62b9a414-0062-4fac-9023-013b79d49e27 HTTP/1.1" status: 200 len: 217 time: 0.0754309 May 25 20:15:34.560816 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-952ef495-5610-43f5-b369-47bfece685de req-1c207474-8847-4a9e-8885-80fcff4d9dc5 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647258 May 25 20:15:34.561486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5617120b-8d9a-4c95-b786-a006a804439c', 'name': 'network-vif-deleted', 'tag': '9d0b06d8-56ad-467f-a003-d8ad1b2a2091'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:15:34.613624 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:34.621137 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:34.621952 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:34.934961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:15:34.936435 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8fa99668-c43b-4c03-ad48-62b3a2dfdf29 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:34.947470 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be095185-bda2-4f94-b2d0-9c603f7f8fa0 None None] Sync routers for ids ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:15:34.948830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7af701-3769-4604-a4f9-8fa4a2034609 req-276cd751-f9eb-4514-a07e-ce89f054eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:34.950303 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea7af701-3769-4604-a4f9-8fa4a2034609 req-276cd751-f9eb-4514-a07e-ce89f054eacf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe5bde4-daae-4c8f-8024-6f21ae860ce2 HTTP/1.1" status: 200 len: 852 time: 0.3805931 May 25 20:15:34.958604 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be095185-bda2-4f94-b2d0-9c603f7f8fa0 None None] Routers {'0cd3bd0b-1609-49f7-841e-968f9b720fd0'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:34.959793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-be095185-bda2-4f94-b2d0-9c603f7f8fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:35.013964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=a0471746-480f-474b-99e8-d65f5e3d6566,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:35.018034 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c47ca461-cb05-45c1-b170-94316996dd87 req-67f37219-0fb9-4160-8aba-7847470499c8 tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1156621 May 25 20:15:35.029922 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea7af701-3769-4604-a4f9-8fa4a2034609 req-26c2b8dd-aa09-4a92-96db-50796f1dffcc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bccfaecb-9420-49ca-ac74-7e43952027b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655973 May 25 20:15:35.041018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] No DVR routers for this DVR port 4b8c7cae-9834-4800-b01f-0771ae8dc07a on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:15:35.048322 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:35.050844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db19791-8cb2-44db-96ee-ab4b34b22d6e', 'name': 'network-vif-deleted', 'tag': '4b8c7cae-9834-4800-b01f-0771ae8dc07a'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:15:35.171655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network c7c44e67-92c5-47b3-8009-5c923740f3fb is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:35.174825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:35.220267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-be095185-bda2-4f94-b2d0-9c603f7f8fa0 None None] Set router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:15:35.394425 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea7af701-3769-4604-a4f9-8fa4a2034609 req-ca2d4720-5ffe-4b04-9f59-87452cf05117 service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494134 May 25 20:15:35.442118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad372689-1d16-49ee-af05-5f4f3abcc9f0 req-99492675-1c21-48e4-aced-2faccae98c9f tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.70 "DELETE /v2.0/ports/4b8c7cae-9834-4800-b01f-0771ae8dc07a HTTP/1.1" status: 204 len: 173 time: 4.9323845 May 25 20:15:35.444458 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5287a0bf-51f2-41d8-b490-c1b2054efa01 req-2d058c8a-b317-412f-b098-19e98b61086d service neutron] 10.222.0.70 "GET /v2.0/networks/eabbb5ae-6d6f-458c-9fed-8343765d1f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9326575 May 25 20:15:35.600821 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4db99f6-195d-40ef-ad0f-380c6f3675bf req-e9967f58-ec4a-45e4-ac04-9d96aedd6a6c tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 210 time: 0.1004608 May 25 20:15:35.614785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router b3847e41-2afa-455c-8362-752aeb0d3fe1 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:15:35.689087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa99668-c43b-4c03-ad48-62b3a2dfdf29 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Router f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:15:35.763975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d3ab8db1-3e84-4e5d-9265-d2c47b151c2f None None] Provisioning complete for port a0471746-480f-474b-99e8-d65f5e3d6566 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:35.764501 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8db1-3e84-4e5d-9265-d2c47b151c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:35.776139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334fd3-0b27-4c0b-b596-47e429256d9b req-475c3382-ddac-4bc1-9430-cd28dea6bdc3 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:35.783946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4b334fd3-0b27-4c0b-b596-47e429256d9b req-475c3382-ddac-4bc1-9430-cd28dea6bdc3 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 943 time: 1.0135596 May 25 20:15:35.855192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d3ab8db1-3e84-4e5d-9265-d2c47b151c2f None None] Port a0471746-480f-474b-99e8-d65f5e3d6566 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:15:35.859208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-be095185-bda2-4f94-b2d0-9c603f7f8fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:13:19Z', 'revision_number': 4, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '67423abc-c717-44f8-bb3f-39fcb490118a', 'name': '', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'mac_address': 'fa:16:3e:fc:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:16Z', 'updated_at': '2022-05-25T20:13:29Z', 'revision_number': 5, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'subnets': [{'id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:35.863700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be095185-bda2-4f94-b2d0-9c603f7f8fa0 None None] Checking router: 0cd3bd0b-1609-49f7-841e-968f9b720fd0 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:15:35.873306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be095185-bda2-4f94-b2d0-9c603f7f8fa0 None None] Routers {'0cd3bd0b-1609-49f7-841e-968f9b720fd0'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:35.873904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-be095185-bda2-4f94-b2d0-9c603f7f8fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:35.923043 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4b334fd3-0b27-4c0b-b596-47e429256d9b req-8a719a1b-0cfb-4d73-bbed-f7b47600aca4 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b78e17b-8d53-449b-9ffe-776530e729f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381023 May 25 20:15:35.923771 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea7af701-3769-4604-a4f9-8fa4a2034609 req-b9f0c9f8-e576-4991-b5df-f7c59d3a1f28 service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218151 May 25 20:15:35.981430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:15:35.991701 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c1380-cd4d-4fba-b305-fa9d08ff979d None None] Sync routers for ids ['b3847e41-2afa-455c-8362-752aeb0d3fe1'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:15:35.999557 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c9263878-4b30-49f2-8568-f13d2d9d3369 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/b3847e41-2afa-455c-8362-752aeb0d3fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0080476 May 25 20:15:35.999725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52092) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:36.006249 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c1380-cd4d-4fba-b305-fa9d08ff979d None None] Routers {'b3847e41-2afa-455c-8362-752aeb0d3fe1'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:36.008110 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d52c1380-cd4d-4fba-b305-fa9d08ff979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b3847e41-2afa-455c-8362-752aeb0d3fe1'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:36.042539 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14007c2e-56e0-4840-ac2b-966aaeda2f21'] response: {'server_uuid': '5617120b-8d9a-4c95-b786-a006a804439c', 'name': 'network-vif-deleted', 'tag': '9d0b06d8-56ad-467f-a003-d8ad1b2a2091', 'status': 'completed', 'code': 200} May 25 20:15:36.073918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 62b9a414-0062-4fac-9023-013b79d49e27 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:15:36.123779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758fa01-64e2-4d3b-8753-8bfeb70dc7c4 req-44deeb1d-c066-467a-880d-825cf62095d8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:36.125181 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9758fa01-64e2-4d3b-8753-8bfeb70dc7c4 req-44deeb1d-c066-467a-880d-825cf62095d8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.3393970 May 25 20:15:36.147911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa99668-c43b-4c03-ad48-62b3a2dfdf29 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:15:36.166771 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8fa99668-c43b-4c03-ad48-62b3a2dfdf29 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "PUT /v2.0/routers/f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0581505 May 25 20:15:36.167671 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52098) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:36.185680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68054acc-a9d4-49db-b125-dcdd50f9273a None None] Sync routers for ids ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:15:36.224162 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f2de73-c0d8-4fed-9f5e-fa891c646998 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:36.231702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d7f2de73-c0d8-4fed-9f5e-fa891c646998 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Synchronizing usage tracker for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:36.274091 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d52c1380-cd4d-4fba-b305-fa9d08ff979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:36.287814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9758fa01-64e2-4d3b-8753-8bfeb70dc7c4 req-d43f0b99-2d45-4865-9205-ed4ff8bd1c3d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478775 May 25 20:15:36.296598 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c1380-cd4d-4fba-b305-fa9d08ff979d None None] Routers {'b3847e41-2afa-455c-8362-752aeb0d3fe1'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:36.297459 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d52c1380-cd4d-4fba-b305-fa9d08ff979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b3847e41-2afa-455c-8362-752aeb0d3fe1'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:36.303089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d7f2de73-c0d8-4fed-9f5e-fa891c646998 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Unset dirty status for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:36.305304 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d7f2de73-c0d8-4fed-9f5e-fa891c646998 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports/a0471746-480f-474b-99e8-d65f5e3d6566 HTTP/1.1" status: 200 len: 913 time: 0.3043454 May 25 20:15:36.319165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52102) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:36.319371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-be095185-bda2-4f94-b2d0-9c603f7f8fa0 None None] Set router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:15:36.437153 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-a126aa6b-1f20-4ea5-854a-ed8af9506aba tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] show failed (client error): The resource could not be found. May 25 20:15:36.444999 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a126aa6b-1f20-4ea5-854a-ed8af9506aba tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-54504349 HTTP/1.1" status: 404 len: 333 time: 0.2702038 May 25 20:15:36.491280 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a31cbd70-91a6-44e4-a896-c74a26867a18'] response: {'server_uuid': '3db19791-8cb2-44db-96ee-ab4b34b22d6e', 'name': 'network-vif-deleted', 'tag': '4b8c7cae-9834-4800-b01f-0771ae8dc07a', 'status': 'completed', 'code': 200} May 25 20:15:36.497842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52110) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:36.511609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68054acc-a9d4-49db-b125-dcdd50f9273a None None] Routers {'f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:36.512102 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-68054acc-a9d4-49db-b125-dcdd50f9273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:36.514382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-783c94e9-17ac-4948-8d61-a3699fefdcc6 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:36.536789 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d52c1380-cd4d-4fba-b305-fa9d08ff979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:36.541843 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c1380-cd4d-4fba-b305-fa9d08ff979d None None] The sync data for ids ['b3847e41-2afa-455c-8362-752aeb0d3fe1'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:15:36.567289 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5287a0bf-51f2-41d8-b490-c1b2054efa01 req-43455218-5779-4376-9c95-3ad1076661d7 service neutron] 10.222.0.70 "GET /v2.0/networks/eabbb5ae-6d6f-458c-9fed-8343765d1f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0926704 May 25 20:15:36.610610 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-783c94e9-17ac-4948-8d61-a3699fefdcc6 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] update failed (client error): The resource could not be found. May 25 20:15:36.611888 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-783c94e9-17ac-4948-8d61-a3699fefdcc6 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-624046462 HTTP/1.1" status: 404 len: 334 time: 0.1110675 May 25 20:15:36.615447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52118) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:36.679343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-68054acc-a9d4-49db-b125-dcdd50f9273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:36.720837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fc0e1-d27f-4601-8a1d-980482ba7868 req-735e43d1-7252-4d90-ab41-babb17bc9a7f tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:36.723929 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8b3fc0e1-d27f-4601-8a1d-980482ba7868 req-735e43d1-7252-4d90-ab41-babb17bc9a7f tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 943 time: 0.2325695 May 25 20:15:36.835942 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8b3fc0e1-d27f-4601-8a1d-980482ba7868 req-a0f27c35-b12c-41d7-9979-88da52ee04f1 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034527 May 25 20:15:36.898889 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68054acc-a9d4-49db-b125-dcdd50f9273a None None] Routers {'f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:36.899922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-68054acc-a9d4-49db-b125-dcdd50f9273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:36.933111 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1e763e68-ecf7-4bda-977f-37ab8d5a13e3 req-8b513c08-9c33-4ff9-8263-1b9ea172ccd7 tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.2617610 May 25 20:15:37.028624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-68054acc-a9d4-49db-b125-dcdd50f9273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:37.033273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68054acc-a9d4-49db-b125-dcdd50f9273a None None] The sync data for ids ['f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:15:37.124358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5980c5-654c-4ee0-a147-260d29734a0c tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Deleting subnet 36c4a76a-9ad5-4c49-bd0a-d102d3c942cc {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:15:37.137343 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c5980c5-654c-4ee0-a147-260d29734a0c tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:37.185368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 62b9a414-0062-4fac-9023-013b79d49e27, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=62b9a414-0062-4fac-9023-013b79d49e27,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:37.216200 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '62b9a414-0062-4fac-9023-013b79d49e27', 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7', 'port_id': '62b9a414-0062-4fac-9023-013b79d49e27', 'mac_address': 'fa:16:3e:a7:a7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe5bde4-daae-4c8f-8024-6f21ae860ce2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:15:37.255556 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c5980c5-654c-4ee0-a147-260d29734a0c tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:37.314198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device f9fe35e8-3aac-4323-b0ca-3528a078e0c6 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:15:37.340848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-f1767ffe-ddbc-4ce1-a21b-a13958e45431 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:37.342688 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-f1767ffe-ddbc-4ce1-a21b-a13958e45431 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 812 time: 0.2618806 May 25 20:15:37.386408 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-0d8d9b1b-de12-4444-a0f5-200e8887478b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/quotas/4619f4f2684a482db46ddd662e6b15f0 HTTP/1.1" status: 200 len: 375 time: 0.0311174 May 25 20:15:37.430249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 62b9a414-0062-4fac-9023-013b79d49e27 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:37.431464 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:37.436230 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7e4769a4-d6f2-42f2-90cd-d167a3849b84 req-7e48594b-582e-4605-91cb-f73339ff2ceb tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db19791-8cb2-44db-96ee-ab4b34b22d6e HTTP/1.1" status: 200 len: 210 time: 0.0871344 May 25 20:15:37.549144 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-ee5086de-4e71-4199-9024-a6cb771fc7d3 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1615269 May 25 20:15:37.554329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b9a414-0062-4fac-9023-013b79d49e27 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:15:37.586172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 62b9a414-0062-4fac-9023-013b79d49e27, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=62b9a414-0062-4fac-9023-013b79d49e27,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:37.586478 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c5980c5-654c-4ee0-a147-260d29734a0c tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:37.652632 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:37.787194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port f9fe35e8-3aac-4323-b0ca-3528a078e0c6, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=f9fe35e8-3aac-4323-b0ca-3528a078e0c6,segment=NetworkSegment(ead07025-048e-4097-9996-df2f96526737),segment_id=ead07025-048e-4097-9996-df2f96526737)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:37.826138 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c5980c5-654c-4ee0-a147-260d29734a0c tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:37.855384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'f9fe35e8-3aac-4323-b0ca-3528a078e0c6', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'port_id': 'f9fe35e8-3aac-4323-b0ca-3528a078e0c6', 'mac_address': 'fa:16:3e:3a:6a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:15:37.861588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=62b9a414-0062-4fac-9023-013b79d49e27,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:37.870618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-be095185-bda2-4f94-b2d0-9c603f7f8fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:13:19Z', 'revision_number': 4, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '67423abc-c717-44f8-bb3f-39fcb490118a', 'name': '', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'mac_address': 'fa:16:3e:fc:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:16Z', 'updated_at': '2022-05-25T20:13:29Z', 'revision_number': 5, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'subnets': [{'id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:37.886237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5980c5-654c-4ee0-a147-260d29734a0c tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event deleted for resources: {'Subnet': ['ID=36c4a76a-9ad5-4c49-bd0a-d102d3c942cc,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:37.890630 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c5980c5-654c-4ee0-a147-260d29734a0c tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:37.918624 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4c5980c5-654c-4ee0-a147-260d29734a0c tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "DELETE /v2.0/subnets/36c4a76a-9ad5-4c49-bd0a-d102d3c942cc HTTP/1.1" status: 204 len: 168 time: 1.2986510 May 25 20:15:37.920447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52142) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:37.920929 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be095185-bda2-4f94-b2d0-9c603f7f8fa0 None None] The sync data for ids ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'] in n-d-843339-1 is: [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:13:19Z', 'revision_number': 4, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '67423abc-c717-44f8-bb3f-39fcb490118a', 'name': '', 'network_id': '8d64901a-e12f-4b20-99e0-9c41b70a037b', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'mac_address': 'fa:16:3e:fc:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:16Z', 'updated_at': '2022-05-25T20:13:29Z', 'revision_number': 5, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'subnets': [{'id': 'b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:15:37.922649 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11833b98-486c-4640-b5f3-8c00577710dc None None] Network 4a6416a3-f2ac-495f-9b60-8362b3132d4e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:15:37.945870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b333083-b454-4e52-96f3-058f966c64b9 req-d855c5f4-524a-4286-a39f-4c1ce53a0e68 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:37.947839 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8b333083-b454-4e52-96f3-058f966c64b9 req-d855c5f4-524a-4286-a39f-4c1ce53a0e68 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 943 time: 0.2929447 May 25 20:15:38.037525 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-663acad0-f08f-4280-ab47-f61a83172376 service neutron] 10.222.0.60 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725618 May 25 20:15:38.044854 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a75e04e4-80bc-4acd-a7b7-f2f065e65570 req-10035f5e-4560-4aa9-a7eb-9cbea388e095 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0874732 May 25 20:15:38.050014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:38.068898 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['62b9a414-0062-4fac-9023-013b79d49e27'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:15:38.230727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-8323a62f-0f74-40bd-af57-0fc5f000c8c0 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Deleting subnet 80143808-3cc2-4379-86a2-e4110b4df57a {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:15:38.246206 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-7acac7db-b87c-4c2b-a076-3572a637684f service neutron] 10.222.0.60 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895549 May 25 20:15:38.255477 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8323a62f-0f74-40bd-af57-0fc5f000c8c0 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:38.296676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:38.297207 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:38.353141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fe35e8-3aac-4323-b0ca-3528a078e0c6 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:15:38.404761 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be617b2-9c1b-45ab-8a31-de453e286911 None None] New status for floating IP df16828a-7291-4b7f-a8a1-e5563fb6be26: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:15:38.408890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port f9fe35e8-3aac-4323-b0ca-3528a078e0c6, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=f9fe35e8-3aac-4323-b0ca-3528a078e0c6,segment=NetworkSegment(ead07025-048e-4097-9996-df2f96526737),segment_id=ead07025-048e-4097-9996-df2f96526737)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:38.429828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8323a62f-0f74-40bd-af57-0fc5f000c8c0 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:38.460595 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:38.506048 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19781b04-0ae3-4720-9590-ad69b2b55080 None None] DHCP port deletion for 4a6416a3-f2ac-495f-9b60-8362b3132d4e request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:15:38.511426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8b333083-b454-4e52-96f3-058f966c64b9 req-9459ad6a-8086-4665-a520-4289ff787198 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Synchronizing usage tracker for tenant:885c27c71ed440de9704656cc74d5710 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:38.535057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8b333083-b454-4e52-96f3-058f966c64b9 req-9459ad6a-8086-4665-a520-4289ff787198 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Unset dirty status for tenant:885c27c71ed440de9704656cc74d5710 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:38.535269 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-19781b04-0ae3-4720-9590-ad69b2b55080 None None] Deleting port 2ac65d71-d36f-465e-94c2-541ca91f8b36 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:38.535805 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-19781b04-0ae3-4720-9590-ad69b2b55080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:38.554733 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8b333083-b454-4e52-96f3-058f966c64b9 req-9459ad6a-8086-4665-a520-4289ff787198 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b78e17b-8d53-449b-9ffe-776530e729f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5862520 May 25 20:15:38.807507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port a0471746-480f-474b-99e8-d65f5e3d6566 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:38.808254 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:38.935327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ac65d71-d36f-465e-94c2-541ca91f8b36 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:15:39.000064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=f9fe35e8-3aac-4323-b0ca-3528a078e0c6,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:39.044287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['f9fe35e8-3aac-4323-b0ca-3528a078e0c6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:15:39.171539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4eca-b609-4d38-ad0d-c6da08d34183 req-4bc2fc66-0c5e-42bb-911f-5b68448b0f89 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:39.172797 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac7b4eca-b609-4d38-ad0d-c6da08d34183 req-4bc2fc66-0c5e-42bb-911f-5b68448b0f89 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 944 time: 0.2466190 May 25 20:15:39.390907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e18c8-7565-4383-9175-1890bf83e315 req-d9821cc5-ad3c-4b18-a9a0-c01ec4845a79 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:39.393665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac7b4eca-b609-4d38-ad0d-c6da08d34183 req-1b70fd71-0514-4fdb-a669-87fc73d1007a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042980 May 25 20:15:39.404584 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f63e18c8-7565-4383-9175-1890bf83e315 req-d9821cc5-ad3c-4b18-a9a0-c01ec4845a79 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 0.6198349 May 25 20:15:39.436081 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:39.452161 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f63e18c8-7565-4383-9175-1890bf83e315 req-05b8bf53-c5ed-4440-8207-8364a35bd3b7 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/quotas/a206c0d9eba94f4681dea5401500d260 HTTP/1.1" status: 200 len: 375 time: 0.0466344 May 25 20:15:39.590745 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8323a62f-0f74-40bd-af57-0fc5f000c8c0 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:39.595468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-19781b04-0ae3-4720-9590-ad69b2b55080 None None] For port 2ac65d71-d36f-465e-94c2-541ca91f8b36, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2ac65d71-d36f-465e-94c2-541ca91f8b36,segment=NetworkSegment(04be0ded-bf95-4d84-9d67-f6deb2ebe799),segment_id=04be0ded-bf95-4d84-9d67-f6deb2ebe799)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:39.596850 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-19781b04-0ae3-4720-9590-ad69b2b55080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:39.776598 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f63e18c8-7565-4383-9175-1890bf83e315 req-990fffbd-a989-484b-b913-9bbcbdff139e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3234265 May 25 20:15:39.812712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for a0471746-480f-474b-99e8-d65f5e3d6566 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:39.846128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-19781b04-0ae3-4720-9590-ad69b2b55080 None None] Calling delete_port for 2ac65d71-d36f-465e-94c2-541ca91f8b36 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:40.028651 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8323a62f-0f74-40bd-af57-0fc5f000c8c0 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:40.089862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2ac65d71-d36f-465e-94c2-541ca91f8b36 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:40.090179 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:40.118803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323a62f-0f74-40bd-af57-0fc5f000c8c0 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event deleted for resources: {'Subnet': ['ID=80143808-3cc2-4379-86a2-e4110b4df57a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:40.123764 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8323a62f-0f74-40bd-af57-0fc5f000c8c0 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:40.148033 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8323a62f-0f74-40bd-af57-0fc5f000c8c0 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "DELETE /v2.0/subnets/80143808-3cc2-4379-86a2-e4110b4df57a HTTP/1.1" status: 204 len: 168 time: 2.2260261 May 25 20:15:40.159508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52170) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:40.160977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 62b9a414-0062-4fac-9023-013b79d49e27 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:40.212848 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:40.274769 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74cab810-bb69-4bf7-8034-a5b35988bbcb req-85a5b4d6-4bb7-4dd5-85bc-6cedd54cd6da tempest-ServersAdmin275Test-1379835738 tempest-ServersAdmin275Test-1379835738-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0989311 May 25 20:15:40.276979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a017f12d-6003-4e64-887e-061678a99c71 None None] Network 07af84f2-7466-4451-9ec5-6ce6322da3d9 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:15:40.299526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Port': ['ID=a0471746-480f-474b-99e8-d65f5e3d6566,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:40.382779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f63e18c8-7565-4383-9175-1890bf83e315 req-6c18b541-5119-4bd7-83bc-05fa2ea9fe13 service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5983639 May 25 20:15:40.409503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:40.409855 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:40.410226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:40.410571 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:40.410904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:40.411234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:40.411567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:40.411892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:40.412215 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:40.412536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:40.412857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:40.413763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:40.810635 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8b09534e-72a8-49fb-bfaa-af6dbbe9f406 req-e5266b09-d86a-40cb-a025-a02e5748afa5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 210 time: 0.0641286 May 25 20:15:40.817203 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-0694f7ad-e7dc-464e-8ec1-16b3a4ad85e0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:40.818786 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-0694f7ad-e7dc-464e-8ec1-16b3a4ad85e0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.70 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 812 time: 0.2194207 May 25 20:15:40.843054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Request body: {'port': {'device_id': '9fd270a3-a36d-4fd1-b979-d1093a23daa4', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'admin_state_up': True, 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:40.864077 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:40.944747 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-19781b04-0ae3-4720-9590-ad69b2b55080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:41.044418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:41.060404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:41.077090 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5c34fcd-644e-4202-b172-fe745d1ec6df tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:41.139967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f63e18c8-7565-4383-9175-1890bf83e315 req-2af93608-11da-4e0a-8c61-c5266decc21c service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7556984 May 25 20:15:41.143535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Made reservation on behalf of 4619f4f2684a482db46ddd662e6b15f0 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:15:41.148264 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:41.189217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 62b9a414-0062-4fac-9023-013b79d49e27 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:41.197143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 62b9a414-0062-4fac-9023-013b79d49e27 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:41.197502 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:41.269691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19781b04-0ae3-4720-9590-ad69b2b55080 None None] Pushing event deleted for resources: {'Port': ['ID=2ac65d71-d36f-465e-94c2-541ca91f8b36,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:41.276216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19781b04-0ae3-4720-9590-ad69b2b55080 None None] No DVR routers for this DVR port 2ac65d71-d36f-465e-94c2-541ca91f8b36 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:15:41.386445 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 62b9a414-0062-4fac-9023-013b79d49e27 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:41.386823 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:41.386958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5c34fcd-644e-4202-b172-fe745d1ec6df tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:41.440158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 62b9a414-0062-4fac-9023-013b79d49e27, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=62b9a414-0062-4fac-9023-013b79d49e27,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:41.441396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173a4dab-991d-490c-978a-630fe7ec90e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b9a414-0062-4fac-9023-013b79d49e27'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:15:41.452187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-f5c34fcd-644e-4202-b172-fe745d1ec6df tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6416a3-f2ac-495f-9b60-8362b3132d4e']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:41.457610 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:41.543738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef16c6-f212-4ac0-9b95-074376ac08f3 req-2df6f021-642d-4c11-8b6a-d7626a1cd6e6 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:41.551802 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-daef16c6-f212-4ac0-9b95-074376ac08f3 req-2df6f021-642d-4c11-8b6a-d7626a1cd6e6 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 944 time: 0.4516487 May 25 20:15:41.568418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1767619b-b966-468b-9f23-c4ff013f5a90 None None] DHCP port deletion for 07af84f2-7466-4451-9ec5-6ce6322da3d9 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:15:41.577845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1767619b-b966-468b-9f23-c4ff013f5a90 None None] Deleting port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:41.580229 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1767619b-b966-468b-9f23-c4ff013f5a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:41.613039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-f5c34fcd-644e-4202-b172-fe745d1ec6df tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04be0ded-bf95-4d84-9d67-f6deb2ebe799') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:41.613039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-f5c34fcd-644e-4202-b172-fe745d1ec6df tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04be0ded-bf95-4d84-9d67-f6deb2ebe799') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:41.642631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router b3847e41-2afa-455c-8362-752aeb0d3fe1 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:15:41.651093 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5c34fcd-644e-4202-b172-fe745d1ec6df tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:41.675733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=62b9a414-0062-4fac-9023-013b79d49e27,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:41.683178 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-daef16c6-f212-4ac0-9b95-074376ac08f3 req-db7094af-016a-4689-b9fb-6cee84e29d36 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b78e17b-8d53-449b-9ffe-776530e729f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307805 May 25 20:15:41.699104 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5c34fcd-644e-4202-b172-fe745d1ec6df tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:41.798820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Allocated IP 172.20.0.11 (4e3b1c24-c6fc-43dd-b516-21c21083f244/e50acf7b-ade5-4727-b163-74dced7ce564/7520ff21-c9cf-4e3b-9e45-1cbf4affc4be) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:15:41.980421 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-1767619b-b966-468b-9f23-c4ff013f5a90 None None] For port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f,segment=NetworkSegment(8556943e-0600-4ea3-9c68-db7fd82be0e8),segment_id=8556943e-0600-4ea3-9c68-db7fd82be0e8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:41.981376 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1767619b-b966-468b-9f23-c4ff013f5a90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:42.167235 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:42.196574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Transition to ACTIVE for port object 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:42.224430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c34fcd-644e-4202-b172-fe745d1ec6df tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:15:42.224869 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5c34fcd-644e-4202-b172-fe745d1ec6df tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:42.248182 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1767619b-b966-468b-9f23-c4ff013f5a90 None None] Calling delete_port for dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:42.254723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52196) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:42.359695 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1767619b-b966-468b-9f23-c4ff013f5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:42.360809 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:42.391136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-24c367b0-dc9a-4a3c-8eb3-09a47729f5e3 req-982f5c19-4874-4fad-bcd0-dcf1fde95495 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0455d7c09b14a96a8f4c8f1fabf9a2c&device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.1342456 May 25 20:15:42.421527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['e285bdae-5520-4790-bf22-f80f6302cb5a', '0653b905-1265-4ef5-a79e-436bcaa7616a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:15:42.485998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event updated for resources: {'Port': ['ID=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:42.494380 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8c266e0b-ad3c-4ccf-8d63-69fa863be806 req-572ab5e1-2120-4314-824b-8bd30c308c07 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 210 time: 0.1021461 May 25 20:15:42.504676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905df7ba-e92b-46a0-8423-3bede2832f5d req-24533c7e-d40d-4a63-9fed-e31f47188d4e tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:42.506279 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-905df7ba-e92b-46a0-8423-3bede2832f5d req-24533c7e-d40d-4a63-9fed-e31f47188d4e tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.9552460 May 25 20:15:42.516364 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-128b27cc-4263-45c9-b631-af0cabff9792 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:42.517730 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5c34fcd-644e-4202-b172-fe745d1ec6df tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:42.525062 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-24c367b0-dc9a-4a3c-8eb3-09a47729f5e3 req-2196ffeb-1268-41c4-8e05-c8ae132ce8e4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c0455d7c09b14a96a8f4c8f1fabf9a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746543 May 25 20:15:42.545754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Network 4e3b1c24-c6fc-43dd-b516-21c21083f244 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:42.570802 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5c34fcd-644e-4202-b172-fe745d1ec6df tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:42.574180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:42.581201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:42.611655 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767619b-b966-468b-9f23-c4ff013f5a90 None None] Pushing event deleted for resources: {'Port': ['ID=dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:42.675876 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7711789-b999-4837-95b9-0eb37dac777b'] response: {'server_uuid': '173a4dab-991d-490c-978a-630fe7ec90e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b9a414-0062-4fac-9023-013b79d49e27', 'code': 200} May 25 20:15:42.686115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:42.686720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767619b-b966-468b-9f23-c4ff013f5a90 None None] No DVR routers for this DVR port dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:15:42.686952 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:42.705585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c34fcd-644e-4202-b172-fe745d1ec6df tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event deleted for resources: {'Network': ['ID=4a6416a3-f2ac-495f-9b60-8362b3132d4e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:42.768058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f5c34fcd-644e-4202-b172-fe745d1ec6df tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "DELETE /v2.0/networks/4a6416a3-f2ac-495f-9b60-8362b3132d4e HTTP/1.1" status: 204 len: 168 time: 2.5977602 May 25 20:15:42.777160 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-c80e1c06-5d3b-48e4-a279-ee1d449fe6fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9381821 May 25 20:15:42.777740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52206) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:42.793627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c367b0-dc9a-4a3c-8eb3-09a47729f5e3 req-71c21403-be4f-4c9e-84b1-ef2a5373d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:42.795658 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-24c367b0-dc9a-4a3c-8eb3-09a47729f5e3 req-71c21403-be4f-4c9e-84b1-ef2a5373d0d9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2551248 May 25 20:15:42.801791 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-905df7ba-e92b-46a0-8423-3bede2832f5d req-e9eb1279-13b4-4c38-9795-5dd141aded38 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780156 May 25 20:15:42.809754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Request body: {'port': {'device_id': '9fd270a3-a36d-4fd1-b979-d1093a23daa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:42.815447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:15:42.890856 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 04be0ded-bf95-4d84-9d67-f6deb2ebe799 resource provider aggregate not found May 25 20:15:42.912746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741d72c-69d0-4fa4-bb00-0d684e1f9d09 None None] Sync routers for ids ['b3847e41-2afa-455c-8362-752aeb0d3fe1'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:15:42.957703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741d72c-69d0-4fa4-bb00-0d684e1f9d09 None None] Routers {'b3847e41-2afa-455c-8362-752aeb0d3fe1'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:42.958788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1741d72c-69d0-4fa4-bb00-0d684e1f9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b3847e41-2afa-455c-8362-752aeb0d3fe1'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:42.997602 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-128b27cc-4263-45c9-b631-af0cabff9792 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:43.020150 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 04be0ded-bf95-4d84-9d67-f6deb2ebe799 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04be0ded-bf95-4d84-9d67-f6deb2ebe799 found for delete ", "request_id": "req-dca373b1-961f-469d-b6ee-a0bb9ef25a0c"}]} May 25 20:15:43.023447 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cc5ab875-3c61-4190-bf09-49cbf061ec2b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/b3847e41-2afa-455c-8362-752aeb0d3fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7029731 May 25 20:15:43.032029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52212) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:43.068368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1741d72c-69d0-4fa4-bb00-0d684e1f9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:43.095910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741d72c-69d0-4fa4-bb00-0d684e1f9d09 None None] Routers {'b3847e41-2afa-455c-8362-752aeb0d3fe1'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:43.096559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1741d72c-69d0-4fa4-bb00-0d684e1f9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b3847e41-2afa-455c-8362-752aeb0d3fe1'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:43.168729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2debc91e-91fc-445d-80cc-6b63e1ee10bf None None] Provisioning for port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:43.179179 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc9d0eb5-bd88-4420-9e10-96eac8e1e7e0 req-30572071-a922-4add-8bae-31660d26c067 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0506809 May 25 20:15:43.191623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1741d72c-69d0-4fa4-bb00-0d684e1f9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:43.192039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741d72c-69d0-4fa4-bb00-0d684e1f9d09 None None] The sync data for ids ['b3847e41-2afa-455c-8362-752aeb0d3fe1'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:15:43.199178 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2debc91e-91fc-445d-80cc-6b63e1ee10bf None None] Provisioning complete for port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:43.199427 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2debc91e-91fc-445d-80cc-6b63e1ee10bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:43.256081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:15:43.345006 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:15:43.345901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device dbb1366a-b6ca-4e4b-b283-af4cf06e5c8f not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:15:43.348960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device f9fe35e8-3aac-4323-b0ca-3528a078e0c6 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:15:43.367632 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7599ba65-2905-4c03-bfbb-3fe351be536b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:43.421210 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:43.496047 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e18c8-7565-4383-9175-1890bf83e315 req-fd60ea67-963b-4e8d-9143-3e3074d418d5 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:43.497618 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f63e18c8-7565-4383-9175-1890bf83e315 req-fd60ea67-963b-4e8d-9143-3e3074d418d5 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.50 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 0.2688644 May 25 20:15:43.500854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b32124-b1c6-4d93-8bad-bd06c66e7d15 req-10b74ed9-a958-4aaa-b236-f90f498527d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:43.501945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2debc91e-91fc-445d-80cc-6b63e1ee10bf None None] Port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:15:43.502488 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8b32124-b1c6-4d93-8bad-bd06c66e7d15 req-10b74ed9-a958-4aaa-b236-f90f498527d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 1096 time: 0.6792495 May 25 20:15:43.516712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-f63e18c8-7565-4383-9175-1890bf83e315 req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Request body: {'port': {'device_id': '4abc87ff-f767-4be4-8888-446d1929bbd3', 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'admin_state_up': True, 'tenant_id': 'a206c0d9eba94f4681dea5401500d260'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:43.557796 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-128b27cc-4263-45c9-b631-af0cabff9792 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:43.564578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:15:43.573451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:15:43.574080 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:43.651567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d1fdf-c415-49aa-90d5-8e69d549f72d req-ff43b0c2-590e-42ef-a870-7af3bf4c2c86 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:43.653374 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d0d1fdf-c415-49aa-90d5-8e69d549f72d req-ff43b0c2-590e-42ef-a870-7af3bf4c2c86 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 932 time: 0.6332211 May 25 20:15:43.670959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b27cc-4263-45c9-b631-af0cabff9792 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17908459-ba16-45ff-ab07-d107ca4db180,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:43.711107 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8b32124-b1c6-4d93-8bad-bd06c66e7d15 req-4c38c5e4-44a8-4539-826e-4c8b21cc5a6a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995091 May 25 20:15:43.719313 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-128b27cc-4263-45c9-b631-af0cabff9792 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:43.720543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-128b27cc-4263-45c9-b631-af0cabff9792 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "DELETE /v2.0/security-groups/17908459-ba16-45ff-ab07-d107ca4db180 HTTP/1.1" status: 204 len: 168 time: 1.4625950 May 25 20:15:43.736607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52218) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:43.795768 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d0d1fdf-c415-49aa-90d5-8e69d549f72d req-30e6be94-3a0a-4d8e-9ab1-d193db658547 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274641 May 25 20:15:43.798603 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-8fd80cba-0854-484c-835d-ed92b8720a20 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] show failed (client error): The resource could not be found. May 25 20:15:43.799724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8fd80cba-0854-484c-835d-ed92b8720a20 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "GET /v2.0/security-groups/17908459-ba16-45ff-ab07-d107ca4db180 HTTP/1.1" status: 404 len: 347 time: 0.0619726 May 25 20:15:43.803407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52222) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:43.808240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:43.808880 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:43.838613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7599ba65-2905-4c03-bfbb-3fe351be536b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:43.868538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-f63e18c8-7565-4383-9175-1890bf83e315 req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:43.884052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port f9fe35e8-3aac-4323-b0ca-3528a078e0c6, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=f9fe35e8-3aac-4323-b0ca-3528a078e0c6,segment=NetworkSegment(ead07025-048e-4097-9996-df2f96526737),segment_id=ead07025-048e-4097-9996-df2f96526737)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:43.889149 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:43.905312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-f63e18c8-7565-4383-9175-1890bf83e315 req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:44.009598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=f9fe35e8-3aac-4323-b0ca-3528a078e0c6,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:44.046192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b85a022d-bab6-404f-9299-312431cf6085 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Deleting port 24a3f472-6515-4381-be7e-abe6de3595ba {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:44.046684 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b85a022d-bab6-404f-9299-312431cf6085 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:44.084448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63e18c8-7565-4383-9175-1890bf83e315 req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Made reservation on behalf of a206c0d9eba94f4681dea5401500d260 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:15:44.088579 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f63e18c8-7565-4383-9175-1890bf83e315 req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:44.106888 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ede75755-27b8-4a21-9751-33c3f05850ee req-8353b2cd-832f-46c3-a585-db02816b7586 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 210 time: 0.1228883 May 25 20:15:44.129277 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7599ba65-2905-4c03-bfbb-3fe351be536b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07af84f2-7466-4451-9ec5-6ce6322da3d9']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:44.170893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7599ba65-2905-4c03-bfbb-3fe351be536b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8556943e-0600-4ea3-9c68-db7fd82be0e8') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:44.171172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7599ba65-2905-4c03-bfbb-3fe351be536b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8556943e-0600-4ea3-9c68-db7fd82be0e8') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:44.206209 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7599ba65-2905-4c03-bfbb-3fe351be536b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:44.220326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a05a-2b2d-4f90-b86b-b12161a45be3 req-1b8610ec-9604-4773-9a37-19fb5c2e305d tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:44.221878 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a257a05a-2b2d-4f90-b86b-b12161a45be3 req-1b8610ec-9604-4773-9a37-19fb5c2e305d tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 944 time: 0.6911347 May 25 20:15:44.305340 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7599ba65-2905-4c03-bfbb-3fe351be536b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:44.371580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7599ba65-2905-4c03-bfbb-3fe351be536b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:15:44.371986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7599ba65-2905-4c03-bfbb-3fe351be536b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:44.541224 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-24c367b0-dc9a-4a3c-8eb3-09a47729f5e3 req-e3f6501d-f390-4495-a3be-f0ca578c0f06 tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.2481723 May 25 20:15:44.544884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a257a05a-2b2d-4f90-b86b-b12161a45be3 req-ad5d9f2c-081b-4c2a-ab2b-efd8310c93be tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b78e17b-8d53-449b-9ffe-776530e729f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094091 May 25 20:15:44.549120 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7599ba65-2905-4c03-bfbb-3fe351be536b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:44.572983 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7599ba65-2905-4c03-bfbb-3fe351be536b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:44.615680 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7599ba65-2905-4c03-bfbb-3fe351be536b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "DELETE /v2.0/networks/07af84f2-7466-4451-9ec5-6ce6322da3d9 HTTP/1.1" status: 204 len: 168 time: 1.8366044 May 25 20:15:44.621235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52230) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:44.624876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599ba65-2905-4c03-bfbb-3fe351be536b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event deleted for resources: {'Network': ['ID=07af84f2-7466-4451-9ec5-6ce6322da3d9,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:44.679607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03963e03-a6b5-4cfb-b568-7586ef4a42aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fe35e8-3aac-4323-b0ca-3528a078e0c6'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:15:44.700282 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b85a022d-bab6-404f-9299-312431cf6085 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:44.700816 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b85a022d-bab6-404f-9299-312431cf6085 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:44.799622 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d04deddf-ab0b-4ea7-8ab9-946e6d72b1c8 req-08d531d0-a0ec-4868-b808-46a8ca2195de tempest-ServersAdmin275Test-516631450 tempest-ServersAdmin275Test-516631450-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e56a5d-e403-4a0c-89c3-6ff791134fe0 HTTP/1.1" status: 200 len: 210 time: 0.0866895 May 25 20:15:44.868722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b85a022d-bab6-404f-9299-312431cf6085 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Calling delete_port for 24a3f472-6515-4381-be7e-abe6de3595ba owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:44.907332 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c51dc74f-67b8-42f6-9811-8465238a8144'] response: {'server_uuid': '03963e03-a6b5-4cfb-b568-7586ef4a42aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fe35e8-3aac-4323-b0ca-3528a078e0c6', 'code': 200} May 25 20:15:44.995037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4697dd14-510e-48c2-83d8-68a5eba1690d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Deleting subnet 74613035-e86f-44e3-9af4-d09e9dca806c {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:15:45.000414 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4697dd14-510e-48c2-83d8-68a5eba1690d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:45.025375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-f63e18c8-7565-4383-9175-1890bf83e315 req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Allocated IP 172.20.0.2 (04ec8327-b153-49a7-b725-c3570cad1f7f/1dc790b4-10d9-494e-a68e-77eb18406dd8/448c92c2-7c4a-4545-b17d-ff272fed1645) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:15:45.041852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07f047-051a-471d-a99c-9b3b2e84c866 req-f63927cb-4058-4346-8098-29978b36f8e2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:45.043376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df07f047-051a-471d-a99c-9b3b2e84c866 req-f63927cb-4058-4346-8098-29978b36f8e2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.7627740 May 25 20:15:45.099955 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 8556943e-0600-4ea3-9c68-db7fd82be0e8 resource provider aggregate not found May 25 20:15:45.174437 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 8556943e-0600-4ea3-9c68-db7fd82be0e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8556943e-0600-4ea3-9c68-db7fd82be0e8 found for delete ", "request_id": "req-d077ff17-cb9c-43b3-86f5-67c4a1b685e7"}]} May 25 20:15:45.183886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de6b955f-3b52-4baa-a873-0b1effd6ce83 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:45.188114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df07f047-051a-471d-a99c-9b3b2e84c866 req-7338499c-b061-4c3e-acfe-7222b7bf64a8 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366637 May 25 20:15:45.223042 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b85a022d-bab6-404f-9299-312431cf6085 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:45.290501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:15:45.343384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a022d-bab6-404f-9299-312431cf6085 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Pushing event deleted for resources: {'Port': ['ID=24a3f472-6515-4381-be7e-abe6de3595ba,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:45.373506 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:45.377847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4697dd14-510e-48c2-83d8-68a5eba1690d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:45.431589 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d64502d-a168-4a6e-90f5-861794cf07e4 req-ded6bb1c-18a5-4a58-b1a0-df9b2260807b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 210 time: 0.1064427 May 25 20:15:45.476812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Transition to ACTIVE for port object 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:45.496323 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:45.544404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b85a022d-bab6-404f-9299-312431cf6085 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:45.552454 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f63e18c8-7565-4383-9175-1890bf83e315 req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:45.575579 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b85a022d-bab6-404f-9299-312431cf6085 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:45.576954 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b85a022d-bab6-404f-9299-312431cf6085 tempest-ServersTestBootFromVolume-1411488094 tempest-ServersTestBootFromVolume-1411488094-project] 10.222.0.60 "DELETE /v2.0/floatingips/df16828a-7291-4b7f-a8a1-e5563fb6be26 HTTP/1.1" status: 204 len: 168 time: 1.7718368 May 25 20:15:45.582116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52248) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:45.749121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c70132-e2ad-4c5b-9951-c05f514bf41b req-cbb4b35a-64d1-4507-a7e2-0d042d87de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:45.750832 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48c70132-e2ad-4c5b-9951-c05f514bf41b req-cbb4b35a-64d1-4507-a7e2-0d042d87de90 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 1096 time: 0.6987982 May 25 20:15:45.805815 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f63e18c8-7565-4383-9175-1890bf83e315 req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:45.818574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['678fc95e-a3a7-473d-9395-19561cf68de6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:15:45.981982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63e18c8-7565-4383-9175-1890bf83e315 req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Network 04ec8327-b153-49a7-b725-c3570cad1f7f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:15:45.989643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-f63e18c8-7565-4383-9175-1890bf83e315 req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:15:46.002254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63e18c8-7565-4383-9175-1890bf83e315 req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:15:46.014651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Pushing event updated for resources: {'Port': ['ID=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:46.045403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f58182-45ff-4431-8786-f1ce14d33aff req-225dcdf6-a786-448f-afc2-dba90910e41c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:46.046638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-d6f58182-45ff-4431-8786-f1ce14d33aff req-225dcdf6-a786-448f-afc2-dba90910e41c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Synchronizing usage tracker for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:46.096786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Pushing event updated for resources: {'Port': ['ID=448c92c2-7c4a-4545-b17d-ff272fed1645,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:46.140810 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4697dd14-510e-48c2-83d8-68a5eba1690d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:46.165847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36940b83-6894-4252-b0c5-d5b08ee708bd req-f3b7081a-0dc7-4918-9b9e-b6eefb9a3d6f tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:46.167429 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-36940b83-6894-4252-b0c5-d5b08ee708bd req-f3b7081a-0dc7-4918-9b9e-b6eefb9a3d6f tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 945 time: 0.4547825 May 25 20:15:46.172871 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48c70132-e2ad-4c5b-9951-c05f514bf41b req-5e440e70-f65d-4309-a7bb-4d1d6153442c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5b78e17b-8d53-449b-9ffe-776530e729f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3937545 May 25 20:15:46.188108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e18c8-7565-4383-9175-1890bf83e315 req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:46.188729 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f63e18c8-7565-4383-9175-1890bf83e315 req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:46.191738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-d6f58182-45ff-4431-8786-f1ce14d33aff req-225dcdf6-a786-448f-afc2-dba90910e41c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Unset dirty status for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:46.192883 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d6f58182-45ff-4431-8786-f1ce14d33aff req-225dcdf6-a786-448f-afc2-dba90910e41c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 932 time: 1.1099541 May 25 20:15:46.274044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Attempting to bind port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:15:46.274562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Attempting to bind port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:15:46.274939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Attempting to bind port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:46.299640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:15:46.300521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Attempting to bind port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:46.316569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:15:46.316905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Checking segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:15:46.317320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Bound using segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:15:46.317874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Bound port: 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:15:46.318249 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:46.358721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d6f58182-45ff-4431-8786-f1ce14d33aff req-0c647e73-1e63-4f25-b86a-48d5dc742d9d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558447 May 25 20:15:46.372992 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4697dd14-510e-48c2-83d8-68a5eba1690d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:46.487767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697dd14-510e-48c2-83d8-68a5eba1690d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event deleted for resources: {'Subnet': ['ID=74613035-e86f-44e3-9af4-d09e9dca806c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:46.492350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820b8a38-9a26-4410-af19-57b0cb5f2e0b None None] Network 6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:15:46.494786 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4697dd14-510e-48c2-83d8-68a5eba1690d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:46.513983 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-36940b83-6894-4252-b0c5-d5b08ee708bd req-33b71412-8c85-4d15-99a4-621569aa0486 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b78e17b-8d53-449b-9ffe-776530e729f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347492 May 25 20:15:46.515422 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f63e18c8-7565-4383-9175-1890bf83e315 req-61ab6e2b-c754-4354-8d09-a4bb3293d731 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0025864 May 25 20:15:46.519445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52260) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:46.519607 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4697dd14-510e-48c2-83d8-68a5eba1690d tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "DELETE /v2.0/subnets/74613035-e86f-44e3-9af4-d09e9dca806c HTTP/1.1" status: 204 len: 168 time: 1.8833156 May 25 20:15:46.520461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-de6b955f-3b52-4baa-a873-0b1effd6ce83 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port cf981362-8f10-4c2f-be54-a3fc4f320fae {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:46.520877 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de6b955f-3b52-4baa-a873-0b1effd6ce83 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:46.690019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] For port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:15:46.751430 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:46.792685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] For port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:15:46.809121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:46.855472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Request body: {'port': {'device_id': '4abc87ff-f767-4be4-8888-446d1929bbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:46.874861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:46.875752 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:46.877191 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] 10.222.0.70 "PUT /v2.0/ports/7520ff21-c9cf-4e3b-9e45-1cbf4affc4be HTTP/1.1" status: 200 len: 1092 time: 4.0744059 May 25 20:15:46.894447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd270a3-a36d-4fd1-b979-d1093a23daa4', 'tag': '7520ff21-c9cf-4e3b-9e45-1cbf4affc4be'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:15:47.016782 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Deleting port 8cdd12c3-c646-4771-b234-86717da0f40a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:47.017123 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:47.069069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] DHCP port deletion for 6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:15:47.077287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Deleting port 8cdd12c3-c646-4771-b234-86717da0f40a {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:47.079564 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:47.097946 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de6b955f-3b52-4baa-a873-0b1effd6ce83 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:47.126916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52268) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:47.134923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7897302-c0de-45f5-a71f-e2e3c7ed59cf service neutron] Pushing event updated for resources: {'Port': ['ID=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:47.292909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-de6b955f-3b52-4baa-a873-0b1effd6ce83 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for cf981362-8f10-4c2f-be54-a3fc4f320fae owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:47.331299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b95f5-9b64-4a37-abb8-cc22909250db req-3792fcde-315d-4233-ae64-08f698fa0817 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:47.340449 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f83b95f5-9b64-4a37-abb8-cc22909250db req-3792fcde-315d-4233-ae64-08f698fa0817 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.7046804 May 25 20:15:47.375473 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8cdd12c3-c646-4771-b234-86717da0f40a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:15:47.427833 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b130fbfc-9794-40f3-8cb7-52f21c06832d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:47.450707 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:47.473896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340abe5a-aa13-4789-9008-9d321e2d2b30 req-960179e4-7beb-4234-a70f-35468559604c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:47.474818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-340abe5a-aa13-4789-9008-9d321e2d2b30 req-960179e4-7beb-4234-a70f-35468559604c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:47.501230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b130fbfc-9794-40f3-8cb7-52f21c06832d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:47.528518 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f83b95f5-9b64-4a37-abb8-cc22909250db req-174fca17-bc27-4533-b547-8874e079b27e tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862803 May 25 20:15:47.537076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] For port 8cdd12c3-c646-4771-b234-86717da0f40a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8cdd12c3-c646-4771-b234-86717da0f40a,segment=NetworkSegment(841f0281-fd64-4fe1-a796-20cf3d7fd8d3),segment_id=841f0281-fd64-4fe1-a796-20cf3d7fd8d3)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:47.538025 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:47.565138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b130fbfc-9794-40f3-8cb7-52f21c06832d admin admin] Usage tracker for resource:security_group_rule and tenant:c0455d7c09b14a96a8f4c8f1fabf9a2c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:47.570360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b130fbfc-9794-40f3-8cb7-52f21c06832d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:47.592497 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab078042-d508-4f77-8547-b3c460c0cbda req-bd62cb96-ef85-4d3a-aae7-a75044270248 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5504673 May 25 20:15:47.601548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-fb10023f-3184-459c-818d-3f4138addee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:47.604693 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-fb10023f-3184-459c-818d-3f4138addee8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 1095 time: 0.6301799 May 25 20:15:47.623894 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd3483b-efdc-4640-831b-10c667367681'] response: {'name': 'network-changed', 'server_uuid': '9fd270a3-a36d-4fd1-b979-d1093a23daa4', 'tag': '7520ff21-c9cf-4e3b-9e45-1cbf4affc4be', 'status': 'completed', 'code': 200} May 25 20:15:47.629412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b130fbfc-9794-40f3-8cb7-52f21c06832d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:47.658832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-340abe5a-aa13-4789-9008-9d321e2d2b30 req-960179e4-7beb-4234-a70f-35468559604c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:47.667044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-340abe5a-aa13-4789-9008-9d321e2d2b30 req-960179e4-7beb-4234-a70f-35468559604c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 931 time: 0.9048815 May 25 20:15:47.705364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] For port 8cdd12c3-c646-4771-b234-86717da0f40a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8cdd12c3-c646-4771-b234-86717da0f40a,segment=NetworkSegment(841f0281-fd64-4fe1-a796-20cf3d7fd8d3),segment_id=841f0281-fd64-4fe1-a796-20cf3d7fd8d3)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:47.705682 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:47.837405 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-338e76a3-a57f-4bf4-a68a-a524dea902a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be HTTP/1.1" status: 200 len: 217 time: 0.2232957 May 25 20:15:47.856129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Calling delete_port for 8cdd12c3-c646-4771-b234-86717da0f40a owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:47.898061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Calling delete_port for 8cdd12c3-c646-4771-b234-86717da0f40a owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:48.016935 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:48.049543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8cdd12c3-c646-4771-b234-86717da0f40a is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:48.049983 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:48.061200 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-340abe5a-aa13-4789-9008-9d321e2d2b30 req-6645479b-94f2-447e-a624-14024e8cc04e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926876 May 25 20:15:48.063776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-571ff59c-f72f-4016-b600-23f4e02e6e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:48.065224 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-571ff59c-f72f-4016-b600-23f4e02e6e27 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.2165539 May 25 20:15:48.081210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Pushing event deleted for resources: {'Port': ['ID=8cdd12c3-c646-4771-b234-86717da0f40a,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:48.094247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] No DVR routers for this DVR port 8cdd12c3-c646-4771-b234-86717da0f40a on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:15:48.104623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:48.104971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:48.105279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:48.105587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:48.105910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:48.106271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:48.106587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:48.106908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:48.107222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:48.107533 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:48.108032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:48.108891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e76e6-fef7-4153-a5a7-8a63254b40aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:15:48.181986 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:15:48.182447 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:15:48.294695 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de6b955f-3b52-4baa-a873-0b1effd6ce83 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:48.373852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b955f-3b52-4baa-a873-0b1effd6ce83 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Port': ['ID=cf981362-8f10-4c2f-be54-a3fc4f320fae,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:48.412282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab078042-d508-4f77-8547-b3c460c0cbda req-c76ea215-7d26-4703-a741-33e4dcc69444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:48.414626 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab078042-d508-4f77-8547-b3c460c0cbda req-c76ea215-7d26-4703-a741-33e4dcc69444 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 1096 time: 0.6707680 May 25 20:15:48.432115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa460e0-265f-4993-8cf2-8b6cd75f7a02 req-95c4390b-9596-4403-b1c6-acb58d48d0c9 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:48.439560 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2fa460e0-265f-4993-8cf2-8b6cd75f7a02 req-95c4390b-9596-4403-b1c6-acb58d48d0c9 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 944 time: 0.6383591 May 25 20:15:48.495462 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f020af1-3be1-4c77-93cc-40e55c50c5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:48.564104 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b130fbfc-9794-40f3-8cb7-52f21c06832d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:48.601497 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b130fbfc-9794-40f3-8cb7-52f21c06832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:48.658826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1a902-59e4-41a8-a8bc-ff0061d1b093 req-ba56afaa-f839-4516-a0ce-05e90cb038ba tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:48.660327 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4f1a902-59e4-41a8-a8bc-ff0061d1b093 req-ba56afaa-f839-4516-a0ce-05e90cb038ba tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 945 time: 0.3913662 May 25 20:15:48.722008 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2fa460e0-265f-4993-8cf2-8b6cd75f7a02 req-96f72452-dda9-45c8-9c16-c9842913af2f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818151 May 25 20:15:48.733129 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de6b955f-3b52-4baa-a873-0b1effd6ce83 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:48.743294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-2c78c6d6-8e55-47ae-a4c2-458da8b61f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:48.744668 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-2c78c6d6-8e55-47ae-a4c2-458da8b61f2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6699448 May 25 20:15:48.835362 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Deleting port 8cdd12c3-c646-4771-b234-86717da0f40a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:48.835840 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:49.018988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab078042-d508-4f77-8547-b3c460c0cbda req-c6b219ad-567d-46b5-98f0-96ac29056dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:49.020430 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab078042-d508-4f77-8547-b3c460c0cbda req-c6b219ad-567d-46b5-98f0-96ac29056dac service neutron] 10.222.0.70 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 906 time: 0.5607152 May 25 20:15:49.092329 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b130fbfc-9794-40f3-8cb7-52f21c06832d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0455d7c09b14a96a8f4c8f1fabf9a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9616392 May 25 20:15:49.093458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130fbfc-9794-40f3-8cb7-52f21c06832d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8435f2fa-d7ee-419c-8b85-cdc1da15579d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:49.095131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52284) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:49.108558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] The port '8cdd12c3-c646-4771-b234-86717da0f40a' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:15:49.160023 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:15:49.188501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448c92c2-7c4a-4545-b17d-ff272fed1645 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:15:49.191781 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab078042-d508-4f77-8547-b3c460c0cbda req-c460629b-6b61-4633-8151-0d872c5a33fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678fc95e-a3a7-473d-9395-19561cf68de6 HTTP/1.1" status: 200 len: 217 time: 0.1636794 May 25 20:15:49.221327 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:49.234756 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4f1a902-59e4-41a8-a8bc-ff0061d1b093 req-30400e89-3e14-46ca-8ac6-47c6a404c44c tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b78e17b-8d53-449b-9ffe-776530e729f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471582 May 25 20:15:49.400031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab078042-d508-4f77-8547-b3c460c0cbda req-9701f53a-a918-4d2b-ae01-ecba8528ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:49.401285 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab078042-d508-4f77-8547-b3c460c0cbda req-9701f53a-a918-4d2b-ae01-ecba8528ac2e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.1378052 May 25 20:15:49.403052 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-2b1c4ed7-eeab-4506-99f5-6d439b7fe6fd service neutron] 10.222.0.70 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314771 May 25 20:15:49.406665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6b955f-3b52-4baa-a873-0b1effd6ce83 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router b3847e41-2afa-455c-8362-752aeb0d3fe1 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:15:49.415322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Transition to ACTIVE for port object 448c92c2-7c4a-4545-b17d-ff272fed1645 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:15:49.483649 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:49.494446 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:49.527159 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab078042-d508-4f77-8547-b3c460c0cbda req-7d2ed8e9-d36d-455a-8266-b6627b582d93 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156347 May 25 20:15:49.619196 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26464f56-540c-4388-b75e-2bcf3708b72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:49.663641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:49.703148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841f0281-fd64-4fe1-a796-20cf3d7fd8d3') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:49.703463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841f0281-fd64-4fe1-a796-20cf3d7fd8d3') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:49.755151 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:49.765561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Pushing event updated for resources: {'Port': ['ID=448c92c2-7c4a-4545-b17d-ff272fed1645,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:49.835951 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:49.853935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:15:49.854356 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:49.973645 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 841f0281-fd64-4fe1-a796-20cf3d7fd8d3 resource provider aggregate not found May 25 20:15:50.017974 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26464f56-540c-4388-b75e-2bcf3708b72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:50.026054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77793d-3690-4130-88b5-ca0912d450a3 req-e8aae61e-8da9-4661-941d-930371e2d721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:50.027818 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e77793d-3690-4130-88b5-ca0912d450a3 req-e8aae61e-8da9-4661-941d-930371e2d721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 943 time: 0.5823109 May 25 20:15:50.029610 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 841f0281-fd64-4fe1-a796-20cf3d7fd8d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 841f0281-fd64-4fe1-a796-20cf3d7fd8d3 found for delete ", "request_id": "req-6c3a541b-d102-4eea-9d81-b3f0f76f77ad"}]} May 25 20:15:50.037666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6b955f-3b52-4baa-a873-0b1effd6ce83 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:15:50.052499 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563061e4-3a23-4366-a6f0-7d71a25ac5de None None] Sync routers for ids ['b3847e41-2afa-455c-8362-752aeb0d3fe1'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:15:50.066306 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563061e4-3a23-4366-a6f0-7d71a25ac5de None None] Routers {'b3847e41-2afa-455c-8362-752aeb0d3fe1'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:50.067650 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-563061e4-3a23-4366-a6f0-7d71a25ac5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b3847e41-2afa-455c-8362-752aeb0d3fe1'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:50.084477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Attempting to bind port 448c92c2-7c4a-4545-b17d-ff272fed1645 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:15:50.084477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Attempting to bind port 448c92c2-7c4a-4545-b17d-ff272fed1645 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:15:50.084477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Attempting to bind port 448c92c2-7c4a-4545-b17d-ff272fed1645 on network 04ec8327-b153-49a7-b725-c3570cad1f7f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:50.097949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Port 448c92c2-7c4a-4545-b17d-ff272fed1645 on network 04ec8327-b153-49a7-b725-c3570cad1f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:15:50.097949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Attempting to bind port 448c92c2-7c4a-4545-b17d-ff272fed1645 on network 04ec8327-b153-49a7-b725-c3570cad1f7f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:15:50.108090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:15:50.108437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Checking segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:15:50.108912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Bound using segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:15:50.109458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Bound port: 448c92c2-7c4a-4545-b17d-ff272fed1645, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:15:50.110269 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:50.125478 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6f020af1-3be1-4c77-93cc-40e55c50c5f0 admin admin] Deleting port 67423abc-c717-44f8-bb3f-39fcb490118a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:50.125878 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f020af1-3be1-4c77-93cc-40e55c50c5f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:50.155684 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-de6b955f-3b52-4baa-a873-0b1effd6ce83 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/b3847e41-2afa-455c-8362-752aeb0d3fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1209631 May 25 20:15:50.161032 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:50.162339 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b641e1c2-8b74-4931-a090-48293c75b1ed req-fffca609-59ee-4d15-a16b-e31e79523a37 service neutron] 10.222.0.70 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7065649 May 25 20:15:50.166036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52304) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:50.180929 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:50.211629 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab078042-d508-4f77-8547-b3c460c0cbda req-03e8e554-aabf-43ab-b9b0-d3ea5a2177c3 service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6706619 May 25 20:15:50.225774 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "DELETE /v2.0/networks/6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec HTTP/1.1" status: 204 len: 168 time: 3.7049632 May 25 20:15:50.226768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52308) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:50.235313 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-563061e4-3a23-4366-a6f0-7d71a25ac5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:50.238696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331cf64-26a7-441b-b4ed-c2d7bc3dfe70 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Pushing event deleted for resources: {'Network': ['ID=6f8d8d2b-e3ab-4806-8cd6-db22d8a9adec,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:50.247283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8404cc-d417-4376-bff1-aec1cbc61bbf req-36546fe6-54e3-499c-acb6-5a22ed77b99f tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:50.261736 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad8404cc-d417-4376-bff1-aec1cbc61bbf req-36546fe6-54e3-499c-acb6-5a22ed77b99f tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 945 time: 0.8071091 May 25 20:15:50.264092 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563061e4-3a23-4366-a6f0-7d71a25ac5de None None] Routers {'b3847e41-2afa-455c-8362-752aeb0d3fe1'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:50.265043 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-563061e4-3a23-4366-a6f0-7d71a25ac5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b3847e41-2afa-455c-8362-752aeb0d3fe1'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:50.326810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52312) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:50.336894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-37bf425c-fd2b-45d1-b393-6ec3bcd99e51 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Synchronizing usage tracker for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:50.354070 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e77793d-3690-4130-88b5-ca0912d450a3 req-cf9b39f9-5efa-4b00-bfce-79c45d3957cd tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989938 May 25 20:15:50.356561 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-563061e4-3a23-4366-a6f0-7d71a25ac5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:50.357492 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563061e4-3a23-4366-a6f0-7d71a25ac5de None None] The sync data for ids ['b3847e41-2afa-455c-8362-752aeb0d3fe1'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:15:50.374989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-905aaded-0d81-4328-8444-9ebe270397ca tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Request body: {'floatingip': {'port_id': 'f9fe35e8-3aac-4323-b0ca-3528a078e0c6'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:50.435264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-db917305-122b-454f-b331-47f157b06282 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Synchronizing usage tracker for tenant:3bbcf25469e54542bb5aa955b615c9be on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:15:50.457804 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26464f56-540c-4388-b75e-2bcf3708b72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:50.512222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26464f56-540c-4388-b75e-2bcf3708b72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8435f2fa-d7ee-419c-8b85-cdc1da15579d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:50.548634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26464f56-540c-4388-b75e-2bcf3708b72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:50.549973 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-26464f56-540c-4388-b75e-2bcf3708b72f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8435f2fa-d7ee-419c-8b85-cdc1da15579d HTTP/1.1" status: 204 len: 168 time: 1.3917198 May 25 20:15:50.549973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-37bf425c-fd2b-45d1-b393-6ec3bcd99e51 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Unset dirty status for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:50.552297 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-37bf425c-fd2b-45d1-b393-6ec3bcd99e51 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3847e41-2afa-455c-8362-752aeb0d3fe1 HTTP/1.1" status: 200 len: 205 time: 0.3845990 May 25 20:15:50.578040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52318) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:50.654922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-db917305-122b-454f-b331-47f157b06282 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Unset dirty status for tenant:3bbcf25469e54542bb5aa955b615c9be on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:15:50.658304 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-db917305-122b-454f-b331-47f157b06282 tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "GET /v2.0/ports?device_id=f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf HTTP/1.1" status: 200 len: 205 time: 0.4128373 May 25 20:15:50.674116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52322) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:50.768433 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905aaded-0d81-4328-8444-9ebe270397ca tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:50.836797 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab078042-d508-4f77-8547-b3c460c0cbda req-1c16e972-d603-4ec0-8048-cf9a30c459c4 service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183410 May 25 20:15:50.894305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52328) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:50.897259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1146513-6631-4c93-8d07-ebeffbdf8e2c req-9e686fb6-5c0c-4922-a7d4-cc6d03318f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:50.898827 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1146513-6631-4c93-8d07-ebeffbdf8e2c req-9e686fb6-5c0c-4922-a7d4-cc6d03318f84 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 1095 time: 0.6358414 May 25 20:15:50.902506 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5dbe64b-e146-46ae-9d92-b2adf2a75ed8 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:51.030134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] For port 448c92c2-7c4a-4545-b17d-ff272fed1645, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:15:51.070925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd66be-b047-49be-8f71-f9ec66d3492c req-8c625164-28a7-4aa6-a764-2f43e3bcfd5e tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:51.071197 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] For port 448c92c2-7c4a-4545-b17d-ff272fed1645, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=448c92c2-7c4a-4545-b17d-ff272fed1645,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:15:51.072425 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4bdd66be-b047-49be-8f71-f9ec66d3492c req-8c625164-28a7-4aa6-a764-2f43e3bcfd5e tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.6685257 May 25 20:15:51.090845 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:51.096923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-6f020af1-3be1-4c77-93cc-40e55c50c5f0 admin admin] For port 67423abc-c717-44f8-bb3f-39fcb490118a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=67423abc-c717-44f8-bb3f-39fcb490118a,segment=NetworkSegment(3088ffbe-9188-44bd-9db6-0e982772f0e6),segment_id=3088ffbe-9188-44bd-9db6-0e982772f0e6)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:51.097270 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f020af1-3be1-4c77-93cc-40e55c50c5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:51.127359 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8299f29d-08e8-4af3-b459-07cd4e9941ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:51.144552 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c8adff7-4320-4259-82ce-fe3f8166397b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:51.293165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:51.293731 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:51.295205 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f63e18c8-7565-4383-9175-1890bf83e315 req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] 10.222.0.50 "PUT /v2.0/ports/448c92c2-7c4a-4545-b17d-ff272fed1645 HTTP/1.1" status: 200 len: 1091 time: 4.5344727 May 25 20:15:51.359766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abc87ff-f767-4be4-8888-446d1929bbd3', 'tag': '448c92c2-7c4a-4545-b17d-ff272fed1645'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:15:51.386917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6f020af1-3be1-4c77-93cc-40e55c50c5f0 admin admin] Calling delete_port for 67423abc-c717-44f8-bb3f-39fcb490118a owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:51.420307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41316482-f673-4d16-a550-f2afbe890894 req-927767d6-e6bd-41e1-bf48-115f32c4b8da tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:51.421775 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-41316482-f673-4d16-a550-f2afbe890894 req-927767d6-e6bd-41e1-bf48-115f32c4b8da tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 944 time: 0.7768028 May 25 20:15:51.549294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8299f29d-08e8-4af3-b459-07cd4e9941ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:51.625944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9b341-c949-45e0-ae11-a7a515e0579d service neutron] Pushing event updated for resources: {'Port': ['ID=448c92c2-7c4a-4545-b17d-ff272fed1645,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:51.630380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8299f29d-08e8-4af3-b459-07cd4e9941ce admin admin] Usage tracker for resource:security_group_rule and tenant:a49056f055684caba1d5349473848ff8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:51.641046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8299f29d-08e8-4af3-b459-07cd4e9941ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:51.679556 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-41316482-f673-4d16-a550-f2afbe890894 req-12de8a6c-6e95-4662-b29d-364452180638 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059045 May 25 20:15:51.708052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8299f29d-08e8-4af3-b459-07cd4e9941ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:51.712274 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5dbe64b-e146-46ae-9d92-b2adf2a75ed8 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:51.733238 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4bdd66be-b047-49be-8f71-f9ec66d3492c req-0455460b-b4fe-4961-9470-2c11335f94d8 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911820 May 25 20:15:51.784110 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a219c088-a59d-425c-9146-a725cdfaf5f8'] response: {'name': 'network-changed', 'server_uuid': '4abc87ff-f767-4be4-8888-446d1929bbd3', 'tag': '448c92c2-7c4a-4545-b17d-ff272fed1645', 'status': 'completed', 'code': 200} May 25 20:15:51.800741 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5dbe64b-e146-46ae-9d92-b2adf2a75ed8 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:51.823088 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e18c8-7565-4383-9175-1890bf83e315 req-1c6f2580-de6b-4498-bbda-ac547bc8ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:51.824586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f63e18c8-7565-4383-9175-1890bf83e315 req-1c6f2580-de6b-4498-bbda-ac547bc8ecab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 1094 time: 0.4483814 May 25 20:15:51.916594 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f63e18c8-7565-4383-9175-1890bf83e315 req-4e5aa5d2-c22e-4cb7-91bc-ff581f3eea7b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=448c92c2-7c4a-4545-b17d-ff272fed1645 HTTP/1.1" status: 200 len: 217 time: 0.0837474 May 25 20:15:51.952259 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c8adff7-4320-4259-82ce-fe3f8166397b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:51.960897 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c8adff7-4320-4259-82ce-fe3f8166397b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:51.976098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1146513-6631-4c93-8d07-ebeffbdf8e2c req-508fa666-483b-4a05-9904-06c2403f97c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:51.977526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1146513-6631-4c93-8d07-ebeffbdf8e2c req-508fa666-483b-4a05-9904-06c2403f97c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 1.0222352 May 25 20:15:51.991290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5dbe64b-e146-46ae-9d92-b2adf2a75ed8 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:51.992228 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dbe64b-e146-46ae-9d92-b2adf2a75ed8 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Fanout notify agent at l3_agent the message router_deleted on router b3847e41-2afa-455c-8362-752aeb0d3fe1 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:15:52.056158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e18c8-7565-4383-9175-1890bf83e315 req-8eebfb89-f5aa-4a27-942e-6e4eb29648e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:52.057831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f63e18c8-7565-4383-9175-1890bf83e315 req-8eebfb89-f5aa-4a27-942e-6e4eb29648e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.1346459 May 25 20:15:52.088374 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1146513-6631-4c93-8d07-ebeffbdf8e2c req-5bf3b377-4896-40d2-ac37-c0bebe588a9d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be HTTP/1.1" status: 200 len: 217 time: 0.0940809 May 25 20:15:52.092521 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c8adff7-4320-4259-82ce-fe3f8166397b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:52.092988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8adff7-4320-4259-82ce-fe3f8166397b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Fanout notify agent at l3_agent the message router_deleted on router f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:15:52.182738 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5dbe64b-e146-46ae-9d92-b2adf2a75ed8 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:52.183247 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e5dbe64b-e146-46ae-9d92-b2adf2a75ed8 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/routers/b3847e41-2afa-455c-8362-752aeb0d3fe1 HTTP/1.1" status: 204 len: 168 time: 1.6008971 May 25 20:15:52.186362 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c8adff7-4320-4259-82ce-fe3f8166397b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:52.187379 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9c8adff7-4320-4259-82ce-fe3f8166397b tempest-RoutersNegativeTest-1632292316 tempest-RoutersNegativeTest-1632292316-project] 10.222.0.60 "DELETE /v2.0/routers/f91d488d-8ce7-4a0d-8ec1-ef4b4c373bcf HTTP/1.1" status: 204 len: 168 time: 1.5084338 May 25 20:15:52.195598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52336) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:52.270565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1146513-6631-4c93-8d07-ebeffbdf8e2c req-6b4b2858-16cf-4135-aa98-395620119202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:52.272246 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1146513-6631-4c93-8d07-ebeffbdf8e2c req-6b4b2858-16cf-4135-aa98-395620119202 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.1750083 May 25 20:15:52.288476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c9d80-e73f-4654-843d-468b3163c98d req-ce35194c-412b-4529-9e6b-b02d5f67e7ed tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:52.290028 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-068c9d80-e73f-4654-843d-468b3163c98d req-ce35194c-412b-4529-9e6b-b02d5f67e7ed tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 943 time: 0.4096992 May 25 20:15:52.315531 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f63e18c8-7565-4383-9175-1890bf83e315 req-cfa1110e-f8b2-42ff-99b4-688ced70579c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2515328 May 25 20:15:52.326843 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f020af1-3be1-4c77-93cc-40e55c50c5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:52.365587 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8299f29d-08e8-4af3-b459-07cd4e9941ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:52.383819 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8299f29d-08e8-4af3-b459-07cd4e9941ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:52.417790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8f143a-075c-4ef3-8603-d5fe6775a2d6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting subnet 9fc99e5f-a13a-4e50-aa10-c633c9ae88c8 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:15:52.418105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f020af1-3be1-4c77-93cc-40e55c50c5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=67423abc-c717-44f8-bb3f-39fcb490118a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:52.439573 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2e8f143a-075c-4ef3-8603-d5fe6775a2d6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:52.529648 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-068c9d80-e73f-4654-843d-468b3163c98d req-664b0f88-00ac-447c-8632-dfc834c30a79 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265708 May 25 20:15:52.548376 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8299f29d-08e8-4af3-b459-07cd4e9941ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a49056f055684caba1d5349473848ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6484346 May 25 20:15:52.554346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299f29d-08e8-4af3-b459-07cd4e9941ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659c6328-284a-4be9-a701-b4e0f668dcf8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:52.561595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52344) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:52.591589 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2e8f143a-075c-4ef3-8603-d5fe6775a2d6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:52.591836 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905aaded-0d81-4328-8444-9ebe270397ca tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:52.612546 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905aaded-0d81-4328-8444-9ebe270397ca tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:52.627040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52348) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:52.785441 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2e8f143a-075c-4ef3-8603-d5fe6775a2d6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:52.868425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1146513-6631-4c93-8d07-ebeffbdf8e2c req-c026ad24-900b-4fac-a363-519857254a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:52.869967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1146513-6631-4c93-8d07-ebeffbdf8e2c req-c026ad24-900b-4fac-a363-519857254a4d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5790312 May 25 20:15:52.915611 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f63e18c8-7565-4383-9175-1890bf83e315 req-3fb3d5f7-6ee2-431b-aa22-7b80e2e5b8be service neutron] 10.222.0.50 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896797 May 25 20:15:53.003333 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53eb4ade-d574-4d09-b9c2-46edfed84d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:53.269958 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-905aaded-0d81-4328-8444-9ebe270397ca tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Floating IP 5a491f5a-1320-44d2-a541-06231d551fe0 associated. External IP: 172.25.3.167, port: f9fe35e8-3aac-4323-b0ca-3528a078e0c6. May 25 20:15:53.293621 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53eb4ade-d574-4d09-b9c2-46edfed84d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:53.327159 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2e8f143a-075c-4ef3-8603-d5fe6775a2d6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:53.371411 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3d0fa1e6-42bf-4410-b098-a08d0c05df52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3bbcf25469e54542bb5aa955b615c9be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7359228 May 25 20:15:53.381980 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52358) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:53.393975 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f63e18c8-7565-4383-9175-1890bf83e315 req-bfb927ea-975b-4f81-afda-22374701e99c service neutron] 10.222.0.50 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836422 May 25 20:15:53.396888 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2e8f143a-075c-4ef3-8603-d5fe6775a2d6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:53.402840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f143a-075c-4ef3-8603-d5fe6775a2d6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc99e5f-a13a-4e50-aa10-c633c9ae88c8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:53.405331 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd6b3b1-d181-4463-b668-aa714fc5e476 None None] Network c7c44e67-92c5-47b3-8009-5c923740f3fb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:15:53.413532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f020af1-3be1-4c77-93cc-40e55c50c5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:53.455856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1146513-6631-4c93-8d07-ebeffbdf8e2c req-499beb01-f714-4537-91f1-4e2952935bb4 service neutron] 10.222.0.70 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5634327 May 25 20:15:53.462025 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2e8f143a-075c-4ef3-8603-d5fe6775a2d6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/9fc99e5f-a13a-4e50-aa10-c633c9ae88c8 HTTP/1.1" status: 204 len: 168 time: 1.2651379 May 25 20:15:53.467002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52362) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:53.543099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38fa62-5bdc-44a6-b5da-5052ff7696bc req-99de2b2b-e259-47f7-85a2-bb975f0c4f3f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:53.544659 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c38fa62-5bdc-44a6-b5da-5052ff7696bc req-99de2b2b-e259-47f7-85a2-bb975f0c4f3f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 944 time: 0.6441424 May 25 20:15:53.620431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9942408-e1e8-4d67-9757-1bccfc6ef00e req-ddb397dd-c9db-4ec5-9890-ad11f474cb79 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:53.621985 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9942408-e1e8-4d67-9757-1bccfc6ef00e req-ddb397dd-c9db-4ec5-9890-ad11f474cb79 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.6744092 May 25 20:15:53.674903 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:53.676896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0086dfc-bfa9-4cb4-9d50-bbc5b8ca1da2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting subnet fb368670-6944-4e5d-8835-14c4264071c6 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:15:53.713692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d0086dfc-bfa9-4cb4-9d50-bbc5b8ca1da2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:53.745432 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53eb4ade-d574-4d09-b9c2-46edfed84d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:53.805353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9942408-e1e8-4d67-9757-1bccfc6ef00e req-94d7b9ab-1b0e-4ca8-8c99-d0874745c554 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697946 May 25 20:15:53.815723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb4ade-d574-4d09-b9c2-46edfed84d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659c6328-284a-4be9-a701-b4e0f668dcf8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:53.816243 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f2669-3ae4-4a78-8ade-1189e099bcb4 None None] DHCP port deletion for c7c44e67-92c5-47b3-8009-5c923740f3fb request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:15:53.820561 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1146513-6631-4c93-8d07-ebeffbdf8e2c req-8b47f0e4-9a4f-4738-8dc4-0983a595b670 service neutron] 10.222.0.70 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568125 May 25 20:15:53.830599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d0086dfc-bfa9-4cb4-9d50-bbc5b8ca1da2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:53.838885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-401f2669-3ae4-4a78-8ade-1189e099bcb4 None None] Deleting port 4c9cca97-0478-48d8-985e-d6a84d2e292e {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:53.843423 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-401f2669-3ae4-4a78-8ade-1189e099bcb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:53.896003 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53eb4ade-d574-4d09-b9c2-46edfed84d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:53.917719 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d164aea1-6e58-48d7-97de-22c1f0290087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:53.919745 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-53eb4ade-d574-4d09-b9c2-46edfed84d0e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/659c6328-284a-4be9-a701-b4e0f668dcf8 HTTP/1.1" status: 204 len: 168 time: 1.3506606 May 25 20:15:54.055644 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c38fa62-5bdc-44a6-b5da-5052ff7696bc req-da9295e4-559b-49f9-8b67-65bb281a1e43 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774756 May 25 20:15:54.070635 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d0086dfc-bfa9-4cb4-9d50-bbc5b8ca1da2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:54.143760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d164aea1-6e58-48d7-97de-22c1f0290087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:54.166398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e1c14-d61f-4b7e-b73f-015c443b2dde req-454e15b7-e49e-4500-ae49-adf5ad02665f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:54.168205 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a11e1c14-d61f-4b7e-b73f-015c443b2dde req-454e15b7-e49e-4500-ae49-adf5ad02665f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 943 time: 0.1889362 May 25 20:15:54.185203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-401f2669-3ae4-4a78-8ade-1189e099bcb4 None None] For port 4c9cca97-0478-48d8-985e-d6a84d2e292e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4c9cca97-0478-48d8-985e-d6a84d2e292e,segment=NetworkSegment(c884f0d9-6c5a-432a-a40c-c7e9f713cc90),segment_id=c884f0d9-6c5a-432a-a40c-c7e9f713cc90)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:54.185695 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-401f2669-3ae4-4a78-8ade-1189e099bcb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:54.227962 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d0086dfc-bfa9-4cb4-9d50-bbc5b8ca1da2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:54.293624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37208088-baf2-4534-8921-d07b0c1c03cd req-8c6b5b4d-7ab1-412b-a619-3b6a79826d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:54.295224 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-37208088-baf2-4534-8921-d07b0c1c03cd req-8c6b5b4d-7ab1-412b-a619-3b6a79826d5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 1094 time: 0.8080690 May 25 20:15:54.311051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0086dfc-bfa9-4cb4-9d50-bbc5b8ca1da2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Subnet': ['ID=fb368670-6944-4e5d-8835-14c4264071c6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:54.323751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-401f2669-3ae4-4a78-8ade-1189e099bcb4 None None] Calling delete_port for 4c9cca97-0478-48d8-985e-d6a84d2e292e owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:54.353481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6783278-5152-4e70-8b59-b0538a11be39 None None] Network fc99e0c1-d220-48d9-bb86-52591eb63c1c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:15:54.370601 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a11e1c14-d61f-4b7e-b73f-015c443b2dde req-71467461-aa1a-47dd-ae87-d563571daf91 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753242 May 25 20:15:54.371775 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d0086dfc-bfa9-4cb4-9d50-bbc5b8ca1da2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:54.395000 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d0086dfc-bfa9-4cb4-9d50-bbc5b8ca1da2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/fb368670-6944-4e5d-8835-14c4264071c6 HTTP/1.1" status: 204 len: 168 time: 0.9273415 May 25 20:15:54.396251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52374) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:54.549155 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-401f2669-3ae4-4a78-8ade-1189e099bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:54.600019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905aaded-0d81-4328-8444-9ebe270397ca tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:15:54.605015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f2669-3ae4-4a78-8ade-1189e099bcb4 None None] No DVR routers for this DVR port 4c9cca97-0478-48d8-985e-d6a84d2e292e on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:15:54.615579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f2669-3ae4-4a78-8ade-1189e099bcb4 None None] Pushing event deleted for resources: {'Port': ['ID=4c9cca97-0478-48d8-985e-d6a84d2e292e,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:54.635844 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-304c6ff1-04a2-4cf9-8817-5711c8d0bb69 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:54.647848 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d164aea1-6e58-48d7-97de-22c1f0290087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:54.701169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164aea1-6e58-48d7-97de-22c1f0290087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0491cc87-0a71-41f3-be6e-5ca7a071a2eb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:54.803213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37208088-baf2-4534-8921-d07b0c1c03cd req-2eaf5afe-2ca9-4d4f-ba4a-6737a2ea3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:54.805174 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-37208088-baf2-4534-8921-d07b0c1c03cd req-2eaf5afe-2ca9-4d4f-ba4a-6737a2ea3d60 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 906 time: 0.5028644 May 25 20:15:54.851242 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-304c6ff1-04a2-4cf9-8817-5711c8d0bb69 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:54.888921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-304c6ff1-04a2-4cf9-8817-5711c8d0bb69 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c44e67-92c5-47b3-8009-5c923740f3fb']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:54.909088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-304c6ff1-04a2-4cf9-8817-5711c8d0bb69 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c884f0d9-6c5a-432a-a40c-c7e9f713cc90') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:54.909401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-304c6ff1-04a2-4cf9-8817-5711c8d0bb69 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c884f0d9-6c5a-432a-a40c-c7e9f713cc90') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:54.916034 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f020af1-3be1-4c77-93cc-40e55c50c5f0 admin admin] Router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:15:54.917219 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d164aea1-6e58-48d7-97de-22c1f0290087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:54.918396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d164aea1-6e58-48d7-97de-22c1f0290087 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0491cc87-0a71-41f3-be6e-5ca7a071a2eb HTTP/1.1" status: 204 len: 168 time: 1.5319026 May 25 20:15:54.933708 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-304c6ff1-04a2-4cf9-8817-5711c8d0bb69 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:54.940133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a38f97-9f7d-420f-a42b-092e75148d50 None None] DHCP port deletion for fc99e0c1-d220-48d9-bb86-52591eb63c1c request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:15:54.946898 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-92a38f97-9f7d-420f-a42b-092e75148d50 None None] Deleting port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:54.950996 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-92a38f97-9f7d-420f-a42b-092e75148d50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:54.973203 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-304c6ff1-04a2-4cf9-8817-5711c8d0bb69 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:54.985694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304c6ff1-04a2-4cf9-8817-5711c8d0bb69 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:15:54.986558 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-304c6ff1-04a2-4cf9-8817-5711c8d0bb69 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:54.991508 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-37208088-baf2-4534-8921-d07b0c1c03cd req-ca759573-c3fe-4784-ad66-2637b2773bcd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=448c92c2-7c4a-4545-b17d-ff272fed1645 HTTP/1.1" status: 200 len: 217 time: 0.1604199 May 25 20:15:55.143129 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment c884f0d9-6c5a-432a-a40c-c7e9f713cc90 resource provider aggregate not found May 25 20:15:55.230515 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment c884f0d9-6c5a-432a-a40c-c7e9f713cc90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c884f0d9-6c5a-432a-a40c-c7e9f713cc90 found for delete ", "request_id": "req-3b702b3b-4418-44e7-ae72-dafa839e2db8"}]} May 25 20:15:55.233636 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-304c6ff1-04a2-4cf9-8817-5711c8d0bb69 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:55.242752 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-304c6ff1-04a2-4cf9-8817-5711c8d0bb69 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:55.285128 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-304c6ff1-04a2-4cf9-8817-5711c8d0bb69 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/networks/c7c44e67-92c5-47b3-8009-5c923740f3fb HTTP/1.1" status: 204 len: 168 time: 0.8877611 May 25 20:15:55.290533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52404) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:55.318000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c6ff1-04a2-4cf9-8817-5711c8d0bb69 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Network': ['ID=c7c44e67-92c5-47b3-8009-5c923740f3fb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:55.346902 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37208088-baf2-4534-8921-d07b0c1c03cd req-8f585506-1ca6-4521-af4f-5bb3b324f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:55.349336 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-37208088-baf2-4534-8921-d07b0c1c03cd req-8f585506-1ca6-4521-af4f-5bb3b324f7d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.2581799 May 25 20:15:55.431897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4c9cca97-0478-48d8-985e-d6a84d2e292e no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:15:55.458070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:15:55.459959 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-37208088-baf2-4534-8921-d07b0c1c03cd req-213769d1-d109-4f4a-a797-bea39644c23d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904663 May 25 20:15:55.496346 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:55.520822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:55.521382 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:55.527519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 4c9cca97-0478-48d8-985e-d6a84d2e292e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:15:55.527862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4c9cca97-0478-48d8-985e-d6a84d2e292e not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:15:55.528276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 34c6117c-773b-4a17-a8e4-34b06f1f47c7 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:15:55.560697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94552ca4-90d0-401b-b1eb-36eeb5832a1b req-1c6d6c2e-b621-43a4-a4ba-9c2daf3121b8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:55.562530 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94552ca4-90d0-401b-b1eb-36eeb5832a1b req-1c6d6c2e-b621-43a4-a4ba-9c2daf3121b8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 944 time: 0.1798837 May 25 20:15:55.644641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905aaded-0d81-4328-8444-9ebe270397ca tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:15:55.657411 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905aaded-0d81-4328-8444-9ebe270397ca tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:55.684457 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94552ca4-90d0-401b-b1eb-36eeb5832a1b req-28513e96-9241-43b3-a124-131fccefef0d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154916 May 25 20:15:55.722231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae0556f-a165-48ce-8473-d71453302db5 None None] Sync routers for ids ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:15:55.726727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-92a38f97-9f7d-420f-a42b-092e75148d50 None None] For port 34c6117c-773b-4a17-a8e4-34b06f1f47c7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=34c6117c-773b-4a17-a8e4-34b06f1f47c7,segment=NetworkSegment(f5796b87-4159-4fa8-b1b4-ecc336ade0b2),segment_id=f5796b87-4159-4fa8-b1b4-ecc336ade0b2)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:55.727206 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-92a38f97-9f7d-420f-a42b-092e75148d50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:55.879886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0556f-a165-48ce-8473-d71453302db5 None None] Routers {'11b30d4b-fa6e-49d4-8f17-f902c86c2e27'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:55.880525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bae0556f-a165-48ce-8473-d71453302db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:55.974633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-92a38f97-9f7d-420f-a42b-092e75148d50 None None] Calling delete_port for 34c6117c-773b-4a17-a8e4-34b06f1f47c7 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:56.086434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] For port 34c6117c-773b-4a17-a8e4-34b06f1f47c7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=34c6117c-773b-4a17-a8e4-34b06f1f47c7,segment=NetworkSegment(f5796b87-4159-4fa8-b1b4-ecc336ade0b2),segment_id=f5796b87-4159-4fa8-b1b4-ecc336ade0b2)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:56.086914 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:56.212755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 448c92c2-7c4a-4545-b17d-ff272fed1645 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:15:56.226544 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-905aaded-0d81-4328-8444-9ebe270397ca tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "PUT /v2.0/floatingips/5a491f5a-1320-44d2-a541-06231d551fe0 HTTP/1.1" status: 200 len: 991 time: 5.8939750 May 25 20:15:56.228453 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-37208088-baf2-4534-8921-d07b0c1c03cd req-60678ae1-a9e2-4ecc-bbe5-db5438b9df8f service neutron] 10.222.0.50 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7443829 May 25 20:15:56.235595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for 34c6117c-773b-4a17-a8e4-34b06f1f47c7 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:56.255603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:56.295840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03963e03-a6b5-4cfb-b568-7586ef4a42aa', 'tag': 'f9fe35e8-3aac-4323-b0ca-3528a078e0c6'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:15:56.309472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63ed4e-9b90-4049-a49f-170c3fe763b3 req-8d9f00ad-c167-4a16-8ddc-0866d48d802b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:56.316332 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a63ed4e-9b90-4049-a49f-170c3fe763b3 req-8d9f00ad-c167-4a16-8ddc-0866d48d802b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 943 time: 0.3162973 May 25 20:15:56.332932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:56.338179 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:56.368481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '7520ff21-c9cf-4e3b-9e45-1cbf4affc4be', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'port_id': '7520ff21-c9cf-4e3b-9e45-1cbf4affc4be', 'mac_address': 'fa:16:3e:51:87:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:15:56.383360 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a63ed4e-9b90-4049-a49f-170c3fe763b3 req-73dd4ca4-af64-4f69-8c35-19df045ffd40 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661144 May 25 20:15:56.399989 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.resource_extend [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:15:56.455133 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:15:56.455466 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:15:56.463480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-bae0556f-a165-48ce-8473-d71453302db5 None None] Set router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:15:56.467611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f020af1-3be1-4c77-93cc-40e55c50c5f0 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:15:56.479643 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6f020af1-3be1-4c77-93cc-40e55c50c5f0 admin admin] 10.222.0.60 "PUT /v2.0/routers/0cd3bd0b-1609-49f7-841e-968f9b720fd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8943255 May 25 20:15:56.479855 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950ac44-aad6-4340-9e7b-95a211bea0f4 None None] Sync routers for ids ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:15:56.480299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52442) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:56.503991 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b950ac44-aad6-4340-9e7b-95a211bea0f4 None None] Routers {'0cd3bd0b-1609-49f7-841e-968f9b720fd0'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:56.509228 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b950ac44-aad6-4340-9e7b-95a211bea0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:56.516798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14241e63-48d3-4af2-a6b4-cd5ab8b24d7b req-9c2798e0-852f-4cc0-a144-a8eea60f520a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:56.518336 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-14241e63-48d3-4af2-a6b4-cd5ab8b24d7b req-9c2798e0-852f-4cc0-a144-a8eea60f520a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 1.4286630 May 25 20:15:56.599153 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-14241e63-48d3-4af2-a6b4-cd5ab8b24d7b req-9af222b7-36ad-4657-9e26-0555711ddc9d tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745065 May 25 20:15:56.605819 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-37208088-baf2-4534-8921-d07b0c1c03cd req-85e37604-f57d-4790-8e09-be6a6acba1d6 service neutron] 10.222.0.50 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883990 May 25 20:15:56.710502 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b822b55-6f1a-46e2-af9e-26a047271ed4'] response: {'name': 'network-changed', 'server_uuid': '03963e03-a6b5-4cfb-b568-7586ef4a42aa', 'tag': 'f9fe35e8-3aac-4323-b0ca-3528a078e0c6', 'status': 'completed', 'code': 200} May 25 20:15:56.823989 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-b950ac44-aad6-4340-9e7b-95a211bea0f4 None None] Set router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:15:56.845439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52454) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:56.915712 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:56.977514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:56.977850 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:57.052903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b33be6fd-72f0-412b-8941-717208ebd793 tempest-ServiceProvidersTest-853343147 tempest-ServiceProvidersTest-853343147-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2060311 May 25 20:15:57.081855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] The port '34c6117c-773b-4a17-a8e4-34b06f1f47c7' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:15:57.130435 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-92a38f97-9f7d-420f-a42b-092e75148d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:57.133797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009d89-0fb1-43b0-9738-ece7a03f16fa req-29797e48-fe7c-457a-b232-04dfb4eb6307 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:57.155968 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-71009d89-0fb1-43b0-9738-ece7a03f16fa req-29797e48-fe7c-457a-b232-04dfb4eb6307 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 945 time: 0.5492163 May 25 20:15:57.335922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:57.336307 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:57.357249 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6087a81-a8c9-43ce-b574-fa72cf933563 req-2a02a4e6-ec9e-4a23-acc1-6d72ec8d4aea tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:57.359225 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f6087a81-a8c9-43ce-b574-fa72cf933563 req-2a02a4e6-ec9e-4a23-acc1-6d72ec8d4aea tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 944 time: 0.1524644 May 25 20:15:57.373847 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b950ac44-aad6-4340-9e7b-95a211bea0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:15:51Z', 'revision_number': 5, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:57.374033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a38f97-9f7d-420f-a42b-092e75148d50 None None] No DVR routers for this DVR port 34c6117c-773b-4a17-a8e4-34b06f1f47c7 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:15:57.379271 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950ac44-aad6-4340-9e7b-95a211bea0f4 None None] Checking router: 0cd3bd0b-1609-49f7-841e-968f9b720fd0 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:15:57.384687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a38f97-9f7d-420f-a42b-092e75148d50 None None] Pushing event deleted for resources: {'Port': ['ID=34c6117c-773b-4a17-a8e4-34b06f1f47c7,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:57.391887 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b950ac44-aad6-4340-9e7b-95a211bea0f4 None None] Routers {'0cd3bd0b-1609-49f7-841e-968f9b720fd0'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:57.392505 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b950ac44-aad6-4340-9e7b-95a211bea0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:57.432911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:15:57.444155 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:57.463827 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f6087a81-a8c9-43ce-b574-fa72cf933563 req-baec8334-fd60-48c0-9cf8-d7a4c30d9c89 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847752 May 25 20:15:57.500644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bb1e4-46fe-4628-b1f5-a9fb61b7a532 req-1e987a69-95b4-4228-91c7-2fc4a91d7add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:57.503653 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-682bb1e4-46fe-4628-b1f5-a9fb61b7a532 req-1e987a69-95b4-4228-91c7-2fc4a91d7add service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=885c27c71ed440de9704656cc74d5710&device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 1096 time: 0.7642686 May 25 20:15:57.526634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:57.544374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 448c92c2-7c4a-4545-b17d-ff272fed1645, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=448c92c2-7c4a-4545-b17d-ff272fed1645,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:57.552711 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc99e0c1-d220-48d9-bb86-52591eb63c1c']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:57.555203 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:57.571173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52470) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:57.579422 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-71009d89-0fb1-43b0-9738-ece7a03f16fa req-62b7ea73-e18a-4f6e-8ecf-95830321b873 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b78e17b-8d53-449b-9ffe-776530e729f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4224181 May 25 20:15:57.665625 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:57.673610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '448c92c2-7c4a-4545-b17d-ff272fed1645', 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'port_id': '448c92c2-7c4a-4545-b17d-ff272fed1645', 'mac_address': 'fa:16:3e:7c:09:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc790b4-10d9-494e-a68e-77eb18406dd8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:15:57.685659 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-b950ac44-aad6-4340-9e7b-95a211bea0f4 None None] Set router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:15:57.744456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 448c92c2-7c4a-4545-b17d-ff272fed1645 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:15:57.744941 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:57.766120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448c92c2-7c4a-4545-b17d-ff272fed1645 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:15:57.779224 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bae0556f-a165-48ce-8473-d71453302db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:15:02Z', 'revision_number': 4, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '5a491f5a-1320-44d2-a541-06231d551fe0', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'port_id': 'f9fe35e8-3aac-4323-b0ca-3528a078e0c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'mac_address': 'fa:16:3e:3a:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03963e03-a6b5-4cfb-b568-7586ef4a42aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:15:13Z', 'updated_at': '2022-05-25T20:15:51Z', 'revision_number': 1, 'project_id': '885c27c71ed440de9704656cc74d5710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e', 'name': '', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'mac_address': 'fa:16:3e:5d:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:59Z', 'updated_at': '2022-05-25T20:15:18Z', 'revision_number': 5, 'project_id': '885c27c71ed440de9704656cc74d5710', 'subnets': [{'id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:57.792768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae0556f-a165-48ce-8473-d71453302db5 None None] Checking router: 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:15:57.799180 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0e260f1-701e-40e9-8d98-aaf77e26c29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:57.799696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 448c92c2-7c4a-4545-b17d-ff272fed1645, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=448c92c2-7c4a-4545-b17d-ff272fed1645,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:57.807774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0556f-a165-48ce-8473-d71453302db5 None None] Routers {'11b30d4b-fa6e-49d4-8f17-f902c86c2e27'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:15:57.808542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bae0556f-a165-48ce-8473-d71453302db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:15:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:57.810429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bb1e4-46fe-4628-b1f5-a9fb61b7a532 req-a2687fca-2392-4703-80c2-313e6648ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:57.812024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-682bb1e4-46fe-4628-b1f5-a9fb61b7a532 req-a2687fca-2392-4703-80c2-313e6648ee10 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eabbb5ae-6d6f-458c-9fed-8343765d1f72 HTTP/1.1" status: 200 len: 907 time: 0.2987506 May 25 20:15:57.823443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b0e260f1-701e-40e9-8d98-aaf77e26c29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:57.828811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5796b87-4159-4fa8-b1b4-ecc336ade0b2') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:57.829360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5796b87-4159-4fa8-b1b4-ecc336ade0b2') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:57.831687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b0e260f1-701e-40e9-8d98-aaf77e26c29b admin admin] Usage tracker for resource:security_group_rule and tenant:5e1d0778cda44b83807fadba846b41c7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:57.835999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b0e260f1-701e-40e9-8d98-aaf77e26c29b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:57.844761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b0e260f1-701e-40e9-8d98-aaf77e26c29b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:57.856786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef8338-39ce-459f-b91b-a8d455a27371 req-411739f0-6201-4b25-827b-7d999b95c60c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:57.864227 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3aef8338-39ce-459f-b91b-a8d455a27371 req-411739f0-6201-4b25-827b-7d999b95c60c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 943 time: 0.2131999 May 25 20:15:57.954460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3aef8338-39ce-459f-b91b-a8d455a27371 req-821e77e6-6501-4615-b91d-8e3e2e0e28a4 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889616 May 25 20:15:58.064069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-bae0556f-a165-48ce-8473-d71453302db5 None None] Set router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:15:58.086952 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0e260f1-701e-40e9-8d98-aaf77e26c29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.099435 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0e260f1-701e-40e9-8d98-aaf77e26c29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.139655 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.183496 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.192088 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.204768 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b0e260f1-701e-40e9-8d98-aaf77e26c29b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e1d0778cda44b83807fadba846b41c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6321876 May 25 20:15:58.205658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52494) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:58.235159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] Deleting port cc15aed5-d564-49b7-a67a-04ad3803a446 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:15:58.235581 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.285157 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.293866 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e260f1-701e-40e9-8d98-aaf77e26c29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9cbbed-65d5-4197-8b6f-6f24579ae412,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:58.301139 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b950ac44-aad6-4340-9e7b-95a211bea0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:15:51Z', 'revision_number': 5, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:58.310491 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950ac44-aad6-4340-9e7b-95a211bea0f4 None None] The sync data for ids ['0cd3bd0b-1609-49f7-841e-968f9b720fd0'] in n-d-843339-1 is: [{'id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'name': 'tempest-ServersTestBootFromVolume-599733342-router', 'tenant_id': '35671e658e6f4611aa3dac173061e9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:13:03Z', 'updated_at': '2022-05-25T20:15:51Z', 'revision_number': 5, 'project_id': '35671e658e6f4611aa3dac173061e9e1', 'gw_port': {'id': 'cc15aed5-d564-49b7-a67a-04ad3803a446', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3bd0b-1609-49f7-841e-968f9b720fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:13:06Z', 'updated_at': '2022-05-25T20:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:15:58.375699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['7520ff21-c9cf-4e3b-9e45-1cbf4affc4be'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:15:58.385022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-682bb1e4-46fe-4628-b1f5-a9fb61b7a532 req-eb720dee-554d-4e91-8ade-e9ae6616adf8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fe35e8-3aac-4323-b0ca-3528a078e0c6 HTTP/1.1" status: 200 len: 999 time: 0.5583100 May 25 20:15:58.386115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:15:58.386625 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.388331 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78820570-2996-4244-9384-b1e17cd1245e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.423801 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78820570-2996-4244-9384-b1e17cd1245e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.470074 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.489782 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-80c0708e-f85f-4cfb-a6d5-38a1160b7fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.507379 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78820570-2996-4244-9384-b1e17cd1245e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.516809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['448c92c2-7c4a-4545-b17d-ff272fed1645'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:15:58.523755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78820570-2996-4244-9384-b1e17cd1245e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9cbbed-65d5-4197-8b6f-6f24579ae412,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:58.532130 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment f5796b87-4159-4fa8-b1b4-ecc336ade0b2 resource provider aggregate not found May 25 20:15:58.536543 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78820570-2996-4244-9384-b1e17cd1245e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.537938 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-78820570-2996-4244-9384-b1e17cd1245e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b9cbbed-65d5-4197-8b6f-6f24579ae412 HTTP/1.1" status: 204 len: 168 time: 0.3050697 May 25 20:15:58.571364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=448c92c2-7c4a-4545-b17d-ff272fed1645,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:58.654848 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment f5796b87-4159-4fa8-b1b4-ecc336ade0b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5796b87-4159-4fa8-b1b4-ecc336ade0b2 found for delete ", "request_id": "req-944a5c58-e706-4f68-acbd-3c7bf27d5557"}]} May 25 20:15:58.731600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378683f-f9aa-4ee8-84ac-2f8dc838020c req-c361403d-107d-49ae-bc7d-c25b5938902b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:58.739387 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0378683f-f9aa-4ee8-84ac-2f8dc838020c req-c361403d-107d-49ae-bc7d-c25b5938902b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.6058564 May 25 20:15:58.760278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bb1e4-46fe-4628-b1f5-a9fb61b7a532 req-8aee8df5-80b7-4a52-88b5-5cad2186f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:58.761814 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-682bb1e4-46fe-4628-b1f5-a9fb61b7a532 req-8aee8df5-80b7-4a52-88b5-5cad2186f22e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b5318a61-bd52-4c0c-8532-e7666b0ae809 HTTP/1.1" status: 200 len: 845 time: 0.3525486 May 25 20:15:58.762449 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.766770 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:58.897815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Network': ['ID=fc99e0c1-d220-48d9-bb86-52591eb63c1c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:58.968813 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a69fb90c-0f02-4adc-8961-51c161dabdb2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/networks/fc99e0c1-d220-48d9-bb86-52591eb63c1c HTTP/1.1" status: 204 len: 168 time: 3.6767249 May 25 20:15:58.972661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52524) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:58.978635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] For port cc15aed5-d564-49b7-a67a-04ad3803a446, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cc15aed5-d564-49b7-a67a-04ad3803a446,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:15:58.979164 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:59.010915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1453798171'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:59.030014 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:59.044715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:network and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:59.056761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:59.070643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:59.119157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:15:59.123418 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:59.161922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7c238-b931-4f2b-8258-3c094a02c2de req-a6004f0f-9f7f-46dc-9631-678d0f134eb1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:59.162179 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0378683f-f9aa-4ee8-84ac-2f8dc838020c req-904521a9-c7bd-4d35-a1c3-39a4d82ae0dd tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217215 May 25 20:15:59.172776 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c3c7c238-b931-4f2b-8258-3c094a02c2de req-a6004f0f-9f7f-46dc-9631-678d0f134eb1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 945 time: 0.3223355 May 25 20:15:59.191329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] Calling delete_port for cc15aed5-d564-49b7-a67a-04ad3803a446 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:15:59.212461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:15:59.241444 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:59.241803 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Added segment 78f65e7c-8f49-47c1-9a37-bf63d169109f of type vlan for network 9bd1990c-48b0-4da3-b8ae-a54785c1a49d May 25 20:15:59.247656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bae0556f-a165-48ce-8473-d71453302db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:15:02Z', 'revision_number': 4, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '5a491f5a-1320-44d2-a541-06231d551fe0', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'port_id': 'f9fe35e8-3aac-4323-b0ca-3528a078e0c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'mac_address': 'fa:16:3e:3a:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03963e03-a6b5-4cfb-b568-7586ef4a42aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:15:13Z', 'updated_at': '2022-05-25T20:15:51Z', 'revision_number': 1, 'project_id': '885c27c71ed440de9704656cc74d5710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e', 'name': '', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'mac_address': 'fa:16:3e:5d:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:59Z', 'updated_at': '2022-05-25T20:15:18Z', 'revision_number': 5, 'project_id': '885c27c71ed440de9704656cc74d5710', 'subnets': [{'id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:15:59.259123 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae0556f-a165-48ce-8473-d71453302db5 None None] The sync data for ids ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'] in n-d-843339-1 is: [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:15:02Z', 'revision_number': 4, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '5a491f5a-1320-44d2-a541-06231d551fe0', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'port_id': 'f9fe35e8-3aac-4323-b0ca-3528a078e0c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'mac_address': 'fa:16:3e:3a:6a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03963e03-a6b5-4cfb-b568-7586ef4a42aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:15:13Z', 'updated_at': '2022-05-25T20:15:51Z', 'revision_number': 1, 'project_id': '885c27c71ed440de9704656cc74d5710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e', 'name': '', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'mac_address': 'fa:16:3e:5d:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:59Z', 'updated_at': '2022-05-25T20:15:18Z', 'revision_number': 5, 'project_id': '885c27c71ed440de9704656cc74d5710', 'subnets': [{'id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:15:59.267837 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c3c7c238-b931-4f2b-8258-3c094a02c2de req-ec7aeecf-d483-40ee-9877-d5acabc12c44 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930321 May 25 20:15:59.286033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52538) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:59.307479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bb1e4-46fe-4628-b1f5-a9fb61b7a532 req-909afdbf-5867-488a-8f80-3cfc60b42923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:59.309264 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-682bb1e4-46fe-4628-b1f5-a9fb61b7a532 req-909afdbf-5867-488a-8f80-3cfc60b42923 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eabbb5ae-6d6f-458c-9fed-8343765d1f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5392601 May 25 20:15:59.313629 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:59.378138 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:59.389256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:59.390289 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:59.465606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 67423abc-c717-44f8-bb3f-39fcb490118a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:15:59.545594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 67423abc-c717-44f8-bb3f-39fcb490118a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:15:59.546417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 67423abc-c717-44f8-bb3f-39fcb490118a not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:15:59.628795 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6509895 May 25 20:15:59.635391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52550) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:59.636002 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91c68c2-dc3d-458d-b8bb-aa74eaa65b91 None None] New status for floating IP 5a491f5a-1320-44d2-a541-06231d551fe0: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:15:59.638095 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfb27ad1-16a0-4dd0-9e4d-f4c59e87d4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:59.656012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'subnet': {'network_id': '9bd1990c-48b0-4da3-b8ae-a54785c1a49d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:15:59.697042 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-682bb1e4-46fe-4628-b1f5-a9fb61b7a532 req-a0f9a724-c97a-472d-91b0-3b254b26c3c4 service neutron] 10.222.0.70 "GET /v2.0/networks/eabbb5ae-6d6f-458c-9fed-8343765d1f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760026 May 25 20:15:59.758048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ade35-cce6-4ab1-8aaf-28e39ac666a2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Network': ['ID=9bd1990c-48b0-4da3-b8ae-a54785c1a49d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:15:59.780254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bfb27ad1-16a0-4dd0-9e4d-f4c59e87d4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:59.785522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 9bd1990c-48b0-4da3-b8ae-a54785c1a49d details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:15:59.788460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bfb27ad1-16a0-4dd0-9e4d-f4c59e87d4a6 admin admin] Usage tracker for resource:security_group_rule and tenant:09487b9f89b64f149fdd3bd3a8c6ea96 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:59.792887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bfb27ad1-16a0-4dd0-9e4d-f4c59e87d4a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:59.802404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bfb27ad1-16a0-4dd0-9e4d-f4c59e87d4a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:59.806771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:15:59.816520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:subnet and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:15:59.824217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:15:59.831800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:15:59.858901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:15:59.862637 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:59.875365 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-682bb1e4-46fe-4628-b1f5-a9fb61b7a532 req-a37a7c58-3680-4f47-ad3c-bf0f76b3f5c4 service neutron] 10.222.0.70 "GET /v2.0/networks/eabbb5ae-6d6f-458c-9fed-8343765d1f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683362 May 25 20:15:59.892794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa99fb-b429-4b35-8d5e-c738bfd2abec req-1d8670cd-e00b-4519-96f1-f027ba636a59 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:15:59.901801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a1aa99fb-b429-4b35-8d5e-c738bfd2abec req-1d8670cd-e00b-4519-96f1-f027ba636a59 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 944 time: 0.4789062 May 25 20:15:59.921652 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:15:59.965893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52558) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:15:59.987104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] Pushing event deleted for resources: {'Port': ['ID=cc15aed5-d564-49b7-a67a-04ad3803a446,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:00.089407 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfb27ad1-16a0-4dd0-9e4d-f4c59e87d4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.090982 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a1aa99fb-b429-4b35-8d5e-c738bfd2abec req-dba0b9de-8c67-421a-bda2-5f99e7416469 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869299 May 25 20:16:00.107411 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfb27ad1-16a0-4dd0-9e4d-f4c59e87d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.129711 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.174199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-00453830-101e-4d52-ad79-2ce05f28b717 tempest-SubnetPoolsTestJSON-1839007226 tempest-SubnetPoolsTestJSON-1839007226-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-556787992', 'prefixes': ['172.20.0.0/16']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:00.201538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-00453830-101e-4d52-ad79-2ce05f28b717 tempest-SubnetPoolsTestJSON-1839007226 tempest-SubnetPoolsTestJSON-1839007226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:00.233443 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bfb27ad1-16a0-4dd0-9e4d-f4c59e87d4a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09487b9f89b64f149fdd3bd3a8c6ea96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9438481 May 25 20:16:00.237392 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52566) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:00.245477 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 448c92c2-7c4a-4545-b17d-ff272fed1645 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:00.306203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb27ad1-16a0-4dd0-9e4d-f4c59e87d4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd067c58-be3b-4293-b2b1-980c5d21de63,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:00.374088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 448c92c2-7c4a-4545-b17d-ff272fed1645 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:00.385437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 448c92c2-7c4a-4545-b17d-ff272fed1645 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:00.390489 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.450125 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00453830-101e-4d52-ad79-2ce05f28b717 tempest-SubnetPoolsTestJSON-1839007226 tempest-SubnetPoolsTestJSON-1839007226-project] Notify callbacks [] for subnetpool, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.453764 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-00453830-101e-4d52-ad79-2ce05f28b717 tempest-SubnetPoolsTestJSON-1839007226 tempest-SubnetPoolsTestJSON-1839007226-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4845314 May 25 20:16:00.462481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52572) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:00.470249 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e7d3b24-d224-4599-bbae-aa057b901005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.487292 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.489839 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.524179 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.538422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 448c92c2-7c4a-4545-b17d-ff272fed1645 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:00.538803 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.556852 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-957d033e-03f4-4af5-bf14-be14834dc56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.565788 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.566558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cd3bd0b-1609-49f7-841e-968f9b720fd0 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:16:00.571573 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bec5d89c-1777-47d1-9598-5135c83b5504 tempest-SubnetPoolsTestJSON-1839007226 tempest-SubnetPoolsTestJSON-1839007226-project] 10.222.0.60 "GET /v2.0/subnetpools/45924c71-d3b0-40a8-9fc6-4a4613e2a8cd HTTP/1.1" status: 200 len: 731 time: 0.1023588 May 25 20:16:00.573400 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e7d3b24-d224-4599-bbae-aa057b901005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.574090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abc87ff-f767-4be4-8888-446d1929bbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448c92c2-7c4a-4545-b17d-ff272fed1645'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:00.583168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52576) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:00.585794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 448c92c2-7c4a-4545-b17d-ff272fed1645, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=448c92c2-7c4a-4545-b17d-ff272fed1645,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:00.586018 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.587712 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9b24704f-a82a-4476-b065-c223b04f021f admin admin] 10.222.0.60 "DELETE /v2.0/routers/0cd3bd0b-1609-49f7-841e-968f9b720fd0 HTTP/1.1" status: 204 len: 168 time: 4.1059461 May 25 20:16:00.591642 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.594254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52582) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:00.602628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-9a13caaf-4039-4c1c-80c0-fd1a725e9988 tempest-SubnetPoolsTestJSON-1839007226 tempest-SubnetPoolsTestJSON-1839007226-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-405151312'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:00.668293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=448c92c2-7c4a-4545-b17d-ff272fed1645,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:00.674568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4071da-024b-4a8f-8a35-2fa9cf25a97f req-99ff646f-73f0-4628-a07f-22111983e30e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:00.676128 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f4071da-024b-4a8f-8a35-2fa9cf25a97f req-99ff646f-73f0-4628-a07f-22111983e30e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 945 time: 0.1628361 May 25 20:16:00.750998 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f4071da-024b-4a8f-8a35-2fa9cf25a97f req-2cc8de05-304f-47e9-93b0-1672b0def7bf tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630705 May 25 20:16:00.758449 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a13caaf-4039-4c1c-80c0-fd1a725e9988 tempest-SubnetPoolsTestJSON-1839007226 tempest-SubnetPoolsTestJSON-1839007226-project] Notify callbacks [] for subnetpool, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.763759 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9a13caaf-4039-4c1c-80c0-fd1a725e9988 tempest-SubnetPoolsTestJSON-1839007226 tempest-SubnetPoolsTestJSON-1839007226-project] 10.222.0.60 "PUT /v2.0/subnetpools/45924c71-d3b0-40a8-9fc6-4a4613e2a8cd HTTP/1.1" status: 200 len: 683 time: 0.1743321 May 25 20:16:00.764241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52586) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:00.838814 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c68bcf0-ff47-40a1-a0ba-54691f400e57'] response: {'server_uuid': '4abc87ff-f767-4be4-8888-446d1929bbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448c92c2-7c4a-4545-b17d-ff272fed1645', 'code': 200} May 25 20:16:00.871857 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-16a5ffc5-5761-4ee9-9276-f148a929a384 tempest-SubnetPoolsTestJSON-1839007226 tempest-SubnetPoolsTestJSON-1839007226-project] Notify callbacks [] for subnetpool, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:00.874202 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-16a5ffc5-5761-4ee9-9276-f148a929a384 tempest-SubnetPoolsTestJSON-1839007226 tempest-SubnetPoolsTestJSON-1839007226-project] 10.222.0.60 "DELETE /v2.0/subnetpools/45924c71-d3b0-40a8-9fc6-4a4613e2a8cd HTTP/1.1" status: 204 len: 168 time: 0.1078589 May 25 20:16:00.875804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52590) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:00.881211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Subnet': ['ID=86bdda53-0e13-4814-b8f7-92379ddb7cf8,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:00.896083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffd9b6-13ee-4980-8f25-1da0a305407c req-d7b04f1e-a6fc-4f08-b382-1a139c984f5a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:00.897715 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-09ffd9b6-13ee-4980-8f25-1da0a305407c req-d7b04f1e-a6fc-4f08-b382-1a139c984f5a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.5950558 May 25 20:16:00.907641 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-983308c3-0b04-4486-afab-ec9e4b426a77 tempest-SubnetPoolsTestJSON-1839007226 tempest-SubnetPoolsTestJSON-1839007226-project] show failed (client error): The resource could not be found. May 25 20:16:00.908644 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-983308c3-0b04-4486-afab-ec9e4b426a77 tempest-SubnetPoolsTestJSON-1839007226 tempest-SubnetPoolsTestJSON-1839007226-project] 10.222.0.60 "GET /v2.0/subnetpools/45924c71-d3b0-40a8-9fc6-4a4613e2a8cd HTTP/1.1" status: 404 len: 346 time: 0.0319495 May 25 20:16:00.911427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52594) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:00.932101 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-afe93936-c972-4133-a7b9-77f334a3713f tempest-SubnetPoolsTestJSON-1839007226 tempest-SubnetPoolsTestJSON-1839007226-project] delete failed (client error): The resource could not be found. May 25 20:16:00.933220 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-afe93936-c972-4133-a7b9-77f334a3713f tempest-SubnetPoolsTestJSON-1839007226 tempest-SubnetPoolsTestJSON-1839007226-project] 10.222.0.60 "DELETE /v2.0/subnetpools/45924c71-d3b0-40a8-9fc6-4a4613e2a8cd HTTP/1.1" status: 404 len: 346 time: 0.0208187 May 25 20:16:00.969262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa65dd6-b7a5-4ed1-be6b-f9314900f95b admin admin] Deleting subnet b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:16:00.971133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Checking segment: {'id': '78f65e7c-8f49-47c1-9a37-bf63d169109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9bd1990c-48b0-4da3-b8ae-a54785c1a49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:00.971483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network hostable DHCP agents. Network: 9bd1990c-48b0-4da3-b8ae-a54785c1a49d, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:16:00.988441 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4fa65dd6-b7a5-4ed1-be6b-f9314900f95b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.078647 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-09ffd9b6-13ee-4980-8f25-1da0a305407c req-24d1b37e-32ef-4aa9-a9d2-c658a98536f0 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732929 May 25 20:16:01.079224 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e7d3b24-d224-4599-bbae-aa057b901005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.085904 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4fa65dd6-b7a5-4ed1-be6b-f9314900f95b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.138384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 9bd1990c-48b0-4da3-b8ae-a54785c1a49d is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:16:01.144519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d3b24-d224-4599-bbae-aa057b901005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd067c58-be3b-4293-b2b1-980c5d21de63,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:01.165375 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e7d3b24-d224-4599-bbae-aa057b901005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.169141 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6e7d3b24-d224-4599-bbae-aa057b901005 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd067c58-be3b-4293-b2b1-980c5d21de63 HTTP/1.1" status: 204 len: 168 time: 0.9262471 May 25 20:16:01.169917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 9bd1990c-48b0-4da3-b8ae-a54785c1a49d) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:01.180936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:01.181621 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.183387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322e4c4c-667d-4c07-8201-8b07e39a2220 None None] Network 9bd1990c-48b0-4da3-b8ae-a54785c1a49d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:16:01.208653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82f5e-c3aa-4fea-a6b6-be98270dfd78 req-4ef88e96-d747-496b-b4b0-5ec0c889f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:01.210892 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4e82f5e-c3aa-4fea-a6b6-be98270dfd78 req-4ef88e96-d747-496b-b4b0-5ec0c889f435 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 1096 time: 0.3066483 May 25 20:16:01.298082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52606) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:01.302124 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4fa65dd6-b7a5-4ed1-be6b-f9314900f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.351504 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.354368 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b77ec799-416f-4404-81d2-c651944e9d88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7167706 May 25 20:16:01.364986 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52612) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:01.398405 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2e908fde-b914-4dd3-a954-ee7672b72294 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-786595073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:01.406167 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2e908fde-b914-4dd3-a954-ee7672b72294 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:01.412248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2e908fde-b914-4dd3-a954-ee7672b72294 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:router and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:01.416037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2e908fde-b914-4dd3-a954-ee7672b72294 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:01.425109 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4e82f5e-c3aa-4fea-a6b6-be98270dfd78 req-d87e298a-1e02-4e8c-96eb-48d90e7182bc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010658 May 25 20:16:01.425987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2e908fde-b914-4dd3-a954-ee7672b72294 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:01.455954 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e908fde-b914-4dd3-a954-ee7672b72294 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.457109 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e908fde-b914-4dd3-a954-ee7672b72294 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.480931 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e908fde-b914-4dd3-a954-ee7672b72294 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.481276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cd2d0-d07a-4547-bba9-fc344281c0b7 req-fba94a21-36d7-4d38-9b4d-3c2c7e102717 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:01.482846 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e5cd2d0-d07a-4547-bba9-fc344281c0b7 req-fba94a21-36d7-4d38-9b4d-3c2c7e102717 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 945 time: 0.1687925 May 25 20:16:01.509205 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4fa65dd6-b7a5-4ed1-be6b-f9314900f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.553639 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e5cd2d0-d07a-4547-bba9-fc344281c0b7 req-6f75ec48-c31b-494f-962a-452c52203361 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604534 May 25 20:16:01.559441 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cc15aed5-d564-49b7-a67a-04ad3803a446 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:16:01.559879 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e908fde-b914-4dd3-a954-ee7672b72294 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.569986 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa65dd6-b7a5-4ed1-be6b-f9314900f95b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:01.580753 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4fa65dd6-b7a5-4ed1-be6b-f9314900f95b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.594896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52618) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:01.595459 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4fa65dd6-b7a5-4ed1-be6b-f9314900f95b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b56b6bf4-69b9-4f06-a7b3-0fdba83a8ff0 HTTP/1.1" status: 204 len: 168 time: 0.9924119 May 25 20:16:01.599298 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e908fde-b914-4dd3-a954-ee7672b72294 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.601863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2e908fde-b914-4dd3-a954-ee7672b72294 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2360833 May 25 20:16:01.604337 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52622) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:01.609745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'port': {'network_id': '9bd1990c-48b0-4da3-b8ae-a54785c1a49d', 'name': 'tempest-RoutersIpV6Test-1420547304'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:01.684362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:01.722443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f48ace-7f3d-499c-bebe-a5336e9d479e None None] Network 8d64901a-e12f-4b20-99e0-9c41b70a037b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:16:01.735318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52626) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:01.740364 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-06969ee6-b84c-40c9-8340-600057027ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.784036 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-77cb5048-3e43-4206-af8c-6a7eae1ffd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.800449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-06969ee6-b84c-40c9-8340-600057027ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:01.808252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-77cb5048-3e43-4206-af8c-6a7eae1ffd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:01.812179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-77cb5048-3e43-4206-af8c-6a7eae1ffd02 admin admin] Usage tracker for resource:security_group_rule and tenant:1baf625ffcd84c81b6cf589e2bc6cff9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:01.814664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:01.815042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-77cb5048-3e43-4206-af8c-6a7eae1ffd02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:01.819430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:port and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:01.821308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-77cb5048-3e43-4206-af8c-6a7eae1ffd02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:01.822524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:01.829728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:01.845764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: cc15aed5-d564-49b7-a67a-04ad3803a446 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:16:01.846313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cc15aed5-d564-49b7-a67a-04ad3803a446 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:16:01.860176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:16:01.864706 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.877852 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-9bd1990c-48b0-4da3-b8ae-a54785c1a49d', 'network_id': '9bd1990c-48b0-4da3-b8ae-a54785c1a49d', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'fixed_ips': [{'subnet_id': '86bdda53-0e13-4814-b8f7-92379ddb7cf8'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:16:01.878767 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.900603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06969ee6-b84c-40c9-8340-600057027ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:945dea72c40f4e41815db37cb3492728 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:01.909079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06969ee6-b84c-40c9-8340-600057027ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:01.913978 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.924323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-06969ee6-b84c-40c9-8340-600057027ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:01.925345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] device_id is not set on port 9532cf53-6648-4275-9799-cb59cd7d61a5 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:16:01.927529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-77cb5048-3e43-4206-af8c-6a7eae1ffd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.938848 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-77cb5048-3e43-4206-af8c-6a7eae1ffd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.952146 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:01.994680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Deleting port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:16:01.995096 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.065919 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-77cb5048-3e43-4206-af8c-6a7eae1ffd02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1baf625ffcd84c81b6cf589e2bc6cff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295844 May 25 20:16:02.075058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52632) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:02.075882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb5048-3e43-4206-af8c-6a7eae1ffd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b20928-d2aa-42b2-8be6-7d457a70db61,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:02.108897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:02.110384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af6d30-40cc-4df7-a961-4de3b71b91e9 req-b2420209-b676-4824-9237-a270a5129245 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:02.111894 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-37af6d30-40cc-4df7-a961-4de3b71b91e9 req-b2420209-b676-4824-9237-a270a5129245 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 945 time: 0.2226300 May 25 20:16:02.119021 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:02.119225 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.182289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Allocated IP 2001:db8::27 (9bd1990c-48b0-4da3-b8ae-a54785c1a49d/86bdda53-0e13-4814-b8f7-92379ddb7cf8/9532cf53-6648-4275-9799-cb59cd7d61a5) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:16:02.260450 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-37af6d30-40cc-4df7-a961-4de3b71b91e9 req-3dbc7ed1-a319-4f9d-aba9-b30b12aa44fb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349227 May 25 20:16:02.260613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-06969ee6-b84c-40c9-8340-600057027ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.275046 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbeac-6928-41f8-b806-1a302b76e3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.280295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:02.280295 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.303581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cdbe19-f47a-4b94-850b-85da8ae08ee0 None None] DHCP port deletion for 8d64901a-e12f-4b20-99e0-9c41b70a037b request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:16:02.314858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-74cdbe19-f47a-4b94-850b-85da8ae08ee0 None None] Deleting port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:16:02.315270 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74cdbe19-f47a-4b94-850b-85da8ae08ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.340372 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbeac-6928-41f8-b806-1a302b76e3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.356431 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:02.363776 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-06969ee6-b84c-40c9-8340-600057027ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.364324 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.467012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] For port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e,segment=NetworkSegment(3088ffbe-9188-44bd-9db6-0e982772f0e6),segment_id=3088ffbe-9188-44bd-9db6-0e982772f0e6)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:02.467366 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.481921 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-06969ee6-b84c-40c9-8340-600057027ff4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=945dea72c40f4e41815db37cb3492728&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1825497 May 25 20:16:02.485051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52638) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:02.493401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06969ee6-b84c-40c9-8340-600057027ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ff0683-a2fa-4222-9ad6-36829d0b87ca,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:02.525685 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:02.563171 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbeac-6928-41f8-b806-1a302b76e3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.626298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Calling delete_port for b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:16:02.660594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-74cdbe19-f47a-4b94-850b-85da8ae08ee0 None None] For port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e,segment=NetworkSegment(3088ffbe-9188-44bd-9db6-0e982772f0e6),segment_id=3088ffbe-9188-44bd-9db6-0e982772f0e6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:02.661608 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74cdbe19-f47a-4b94-850b-85da8ae08ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.693153 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cbeac-6928-41f8-b806-1a302b76e3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b20928-d2aa-42b2-8be6-7d457a70db61,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:02.715744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38a3d1-4bd4-497a-9c07-3fd75d449d57 req-31f0a2e2-f7ef-49d4-850c-c4104d45a63a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:02.722774 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e38a3d1-4bd4-497a-9c07-3fd75d449d57 req-31f0a2e2-f7ef-49d4-850c-c4104d45a63a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.4606969 May 25 20:16:02.760304 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.795564 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.831758 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbeac-6928-41f8-b806-1a302b76e3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.835737 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4a2cbeac-6928-41f8-b806-1a302b76e3af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32b20928-d2aa-42b2-8be6-7d457a70db61 HTTP/1.1" status: 204 len: 168 time: 0.7569125 May 25 20:16:02.853421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Transition to ACTIVE for port object 9532cf53-6648-4275-9799-cb59cd7d61a5 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:02.856323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:02.860505 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e38a3d1-4bd4-497a-9c07-3fd75d449d57 req-03b30a17-a990-4cfa-95a1-d8a07af2fbef tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370134 May 25 20:16:02.864945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] No DVR routers for this DVR port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:16:02.875930 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3bb269e8-9024-40e1-a3b9-636a41c6d21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.881968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-74cdbe19-f47a-4b94-850b-85da8ae08ee0 None None] Calling delete_port for b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:16:02.916957 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3bb269e8-9024-40e1-a3b9-636a41c6d21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.926986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd270a3-a36d-4fd1-b979-d1093a23daa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7520ff21-c9cf-4e3b-9e45-1cbf4affc4be'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:02.978325 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:02.982662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3f70b-fb06-46bd-9a33-5b692cd3e38c req-0729f81b-edb7-434b-8966-650da4919d14 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:02.984226 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-83f3f70b-fb06-46bd-9a33-5b692cd3e38c req-0729f81b-edb7-434b-8966-650da4919d14 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 945 time: 0.2310009 May 25 20:16:03.023511 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03473340-2089-4362-a8d1-1e908920980a'] response: {'server_uuid': '9fd270a3-a36d-4fd1-b979-d1093a23daa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7520ff21-c9cf-4e3b-9e45-1cbf4affc4be', 'code': 200} May 25 20:16:03.042645 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:03.105391 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-83f3f70b-fb06-46bd-9a33-5b692cd3e38c req-54d5d426-5bad-4cfd-9ee2-9aceaccdb02b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047082 May 25 20:16:03.123682 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-74cdbe19-f47a-4b94-850b-85da8ae08ee0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:16:03.124317 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-74cdbe19-f47a-4b94-850b-85da8ae08ee0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:16:03.165899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 9bd1990c-48b0-4da3-b8ae-a54785c1a49d is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:03.166969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3bb269e8-9024-40e1-a3b9-636a41c6d21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:03.182360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:03.190131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:16:03.197904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:03.198971 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:03.225956 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3bb269e8-9024-40e1-a3b9-636a41c6d21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:03.227463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3bb269e8-9024-40e1-a3b9-636a41c6d21f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12ff0683-a2fa-4222-9ad6-36829d0b87ca HTTP/1.1" status: 204 len: 168 time: 0.7412426 May 25 20:16:03.228528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=9532cf53-6648-4275-9799-cb59cd7d61a5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:03.232459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb269e8-9024-40e1-a3b9-636a41c6d21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ff0683-a2fa-4222-9ad6-36829d0b87ca,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:03.235707 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-adf76548-9e12-4eba-9180-f01b3a7125f0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6305954 May 25 20:16:03.246728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52654) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:03.355080 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Allocated IP 2001:db8::2 (9bd1990c-48b0-4da3-b8ae-a54785c1a49d/86bdda53-0e13-4814-b8f7-92379ddb7cf8/48da8cf1-b486-4802-858f-c522157fb1fa) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:16:03.502524 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:03.563765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d64901a-e12f-4b20-99e0-9c41b70a037b']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:03.586493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:16:03.587538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3088ffbe-9188-44bd-9db6-0e982772f0e6') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:03.587993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3088ffbe-9188-44bd-9db6-0e982772f0e6') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:03.613353 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:03.638033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-74cdbe19-f47a-4b94-850b-85da8ae08ee0 None None] Deleting port b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:16:03.638444 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74cdbe19-f47a-4b94-850b-85da8ae08ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:03.650517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2e498-acc9-4e76-b12e-56a327fd4e62 req-db85a122-f08c-4b3e-a637-7e505311dc52 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:03.652851 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a0f2e498-acc9-4e76-b12e-56a327fd4e62 req-db85a122-f08c-4b3e-a637-7e505311dc52 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 945 time: 0.2530832 May 25 20:16:03.654319 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:03.664918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674dce1-2d37-4adc-a4c3-55d12d4403a5 req-c81a444b-251f-43a9-b118-3d5db8f070cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:03.666683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2674dce1-2d37-4adc-a4c3-55d12d4403a5 req-c81a444b-251f-43a9-b118-3d5db8f070cd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 1097 time: 0.3546138 May 25 20:16:03.667947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:16:03.668493 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:03.690683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:16:03.691228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:16:03.761032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-74cdbe19-f47a-4b94-850b-85da8ae08ee0 None None] The port 'b2394b3d-b3e1-455e-8b8a-22fe9ee33b1e' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:16:03.762509 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 3088ffbe-9188-44bd-9db6-0e982772f0e6 resource provider aggregate not found May 25 20:16:03.962396 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:03.980027 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 3088ffbe-9188-44bd-9db6-0e982772f0e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3088ffbe-9188-44bd-9db6-0e982772f0e6 found for delete ", "request_id": "req-46aabc3f-6d76-4ee4-a927-a973f39a9f19"}]} May 25 20:16:03.998469 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a0f2e498-acc9-4e76-b12e-56a327fd4e62 req-12c55fa6-6dfa-43a9-836e-fea54160cf29 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096936 May 25 20:16:04.001559 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2674dce1-2d37-4adc-a4c3-55d12d4403a5 req-460d15d1-adda-4b1c-97ee-2935b6d6b69f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076553 May 25 20:16:04.009766 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:04.012372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Transition to ACTIVE for port object 48da8cf1-b486-4802-858f-c522157fb1fa will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:04.040735 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:04.049960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d64901a-e12f-4b20-99e0-9c41b70a037b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:04.068537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Transition to ACTIVE for port object 48da8cf1-b486-4802-858f-c522157fb1fa will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:04.082748 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:04.099562 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bbc4e91d-1061-42b3-a6e4-3465fa8e9c52 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8d64901a-e12f-4b20-99e0-9c41b70a037b HTTP/1.1" status: 204 len: 168 time: 2.5034380 May 25 20:16:04.122764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5f620-9536-4cf8-a8e1-dde6f80dc686 req-dcae4b97-0cca-4db8-82f9-d75a202161a0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:04.130394 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ebb5f620-9536-4cf8-a8e1-dde6f80dc686 req-dcae4b97-0cca-4db8-82f9-d75a202161a0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 946 time: 0.6163852 May 25 20:16:04.170996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Network 9bd1990c-48b0-4da3-b8ae-a54785c1a49d is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:04.174258 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:04.180410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:16:04.223191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Pushing event updated for resources: {'Port': ['ID=48da8cf1-b486-4802-858f-c522157fb1fa,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:04.266997 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ebb5f620-9536-4cf8-a8e1-dde6f80dc686 req-398944e1-d91b-4203-b27b-222e4a031b0c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353993 May 25 20:16:04.315514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Attempting to bind port 48da8cf1-b486-4802-858f-c522157fb1fa on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:16:04.315889 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Attempting to bind port 48da8cf1-b486-4802-858f-c522157fb1fa by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '78f65e7c-8f49-47c1-9a37-bf63d169109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9bd1990c-48b0-4da3-b8ae-a54785c1a49d'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:16:04.317213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Attempting to bind port 48da8cf1-b486-4802-858f-c522157fb1fa on network 9bd1990c-48b0-4da3-b8ae-a54785c1a49d {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:04.331859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:16:04.332228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Checking segment: {'id': '78f65e7c-8f49-47c1-9a37-bf63d169109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9bd1990c-48b0-4da3-b8ae-a54785c1a49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:04.332631 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:04.333020 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Bound using segment: {'id': '78f65e7c-8f49-47c1-9a37-bf63d169109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9bd1990c-48b0-4da3-b8ae-a54785c1a49d'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:16:04.333549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Bound port: 48da8cf1-b486-4802-858f-c522157fb1fa, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f65e7c-8f49-47c1-9a37-bf63d169109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9bd1990c-48b0-4da3-b8ae-a54785c1a49d'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:16:04.338471 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:04.365051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52698) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:04.430134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd072a-4fd5-4a34-9024-48dbf0cce5dd req-5d5e98df-c7d7-4d93-bbe8-ceece452a3a4 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:04.431707 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-87fd072a-4fd5-4a34-9024-48dbf0cce5dd req-5d5e98df-c7d7-4d93-bbe8-ceece452a3a4 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.2044332 May 25 20:16:04.463341 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] For port 48da8cf1-b486-4802-858f-c522157fb1fa, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:16:04.470716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] For port 48da8cf1-b486-4802-858f-c522157fb1fa, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=48da8cf1-b486-4802-858f-c522157fb1fa,segment=NetworkSegment(78f65e7c-8f49-47c1-9a37-bf63d169109f),segment_id=78f65e7c-8f49-47c1-9a37-bf63d169109f)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:16:04.478621 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:04.519867 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b60aa3f4-6c7e-4e76-ba4b-2dd01ab21eac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35671e658e6f4611aa3dac173061e9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534631 May 25 20:16:04.520582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52702) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:04.546043 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-87fd072a-4fd5-4a34-9024-48dbf0cce5dd req-22477503-9ac0-45dd-9514-1e95c0f446f7 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996966 May 25 20:16:04.580109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52706) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:04.621026 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e452500-c769-4d53-b71f-5b24c892407a None None] Pushing event updated for resources: {'Port': ['ID=48da8cf1-b486-4802-858f-c522157fb1fa,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:04.649767 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4667221-f762-4872-aeb9-b5209d755b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:04.654439 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:04.716442 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4667221-f762-4872-aeb9-b5209d755b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:04.850613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4667221-f762-4872-aeb9-b5209d755b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:04.878619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4667221-f762-4872-aeb9-b5209d755b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a053dcd5-cad7-4a2e-acf5-e54870df0f20,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:04.899368 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4667221-f762-4872-aeb9-b5209d755b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:04.905922 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a4667221-f762-4872-aeb9-b5209d755b0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a053dcd5-cad7-4a2e-acf5-e54870df0f20 HTTP/1.1" status: 204 len: 168 time: 0.3783319 May 25 20:16:05.028475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd54499-19bb-4c02-b6bd-5db2d8e4f336 req-dc6ebb05-5bab-4cee-933b-a1b505ba1914 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:05.035901 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bdd54499-19bb-4c02-b6bd-5db2d8e4f336 req-dc6ebb05-5bab-4cee-933b-a1b505ba1914 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 945 time: 0.1296675 May 25 20:16:05.104389 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bdd54499-19bb-4c02-b6bd-5db2d8e4f336 req-3309ffaf-41b7-4545-bb01-44b7f7c504bc tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673585 May 25 20:16:05.118133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1932279837-network', 'tenant_id': '5401645d71ef4bacaf9fd53427f6708c'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:05.191989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:05.208229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Usage tracker for resource:network and tenant:5401645d71ef4bacaf9fd53427f6708c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:05.213812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:05.226263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:05.253423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Made reservation on behalf of 5401645d71ef4bacaf9fd53427f6708c for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:16:05.255713 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:05.273271 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:05.302185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:05.310323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Usage tracker for resource:security_group_rule and tenant:5401645d71ef4bacaf9fd53427f6708c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:05.313971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:05.322651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:05.359152 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:05.370829 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:05.606116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=9532cf53-6648-4275-9799-cb59cd7d61a5,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:05.642437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 48da8cf1-b486-4802-858f-c522157fb1fa up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:05.741888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 48da8cf1-b486-4802-858f-c522157fb1fa completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:05.883597 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:05.903512 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:05.915749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8b0e1-5fdd-4238-9851-80961541fea7 req-22e2d7b0-81d5-4c33-a3c5-8c586af1736c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:05.925685 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73f8b0e1-5fdd-4238-9851-80961541fea7 req-22e2d7b0-81d5-4c33-a3c5-8c586af1736c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.1426847 May 25 20:16:05.964530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c87659-a908-4217-8c27-b830eddffbe6 req-02ce4d52-c8f8-4ac0-92ca-c61e7cc3ad63 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:05.967340 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c3c87659-a908-4217-8c27-b830eddffbe6 req-02ce4d52-c8f8-4ac0-92ca-c61e7cc3ad63 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 946 time: 0.4766030 May 25 20:16:05.977339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:16:05.982777 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73f8b0e1-5fdd-4238-9851-80961541fea7 req-a70db4a2-0a64-4c71-95b4-3cb3f3432ef1 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561304 May 25 20:16:06.100630 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:06.145886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7c550f-899f-4723-a173-0f251ec1e60c None None] Network 9bd1990c-48b0-4da3-b8ae-a54785c1a49d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:16:06.348068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52766) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:06.376799 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:06.377045 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Added segment c125616e-0e61-4091-96ce-d1583a5f5207 of type vlan for network bf721010-2586-4dba-88a2-476747a99a1f May 25 20:16:06.380635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c8b7d7-de17-4f48-9423-c78da20067ab,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:06.412586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c3c87659-a908-4217-8c27-b830eddffbe6 req-ecfd046d-14e8-4b35-8f84-ca155ad95aed tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364920 May 25 20:16:06.417257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c49d0-d174-4e3a-b934-2e556ecab6c0 req-a2b44eff-9d00-439f-9bbd-2e3143972470 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:06.419463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d5c49d0-d174-4e3a-b934-2e556ecab6c0 req-a2b44eff-9d00-439f-9bbd-2e3143972470 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 945 time: 0.1491780 May 25 20:16:06.475290 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:06.497169 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6b44f4d9-bd34-40a6-869d-2f01a143da96 None None] Provisioning for port 48da8cf1-b486-4802-858f-c522157fb1fa completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:06.519971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6b44f4d9-bd34-40a6-869d-2f01a143da96 None None] Provisioning complete for port 48da8cf1-b486-4802-858f-c522157fb1fa triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:06.520676 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6b44f4d9-bd34-40a6-869d-2f01a143da96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:06.569251 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d5c49d0-d174-4e3a-b934-2e556ecab6c0 req-0e8400ce-8ec6-4076-ac04-dc4a63abbc1c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394916 May 25 20:16:06.589145 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:06.611038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287e488-01d0-4ebe-9cd1-c4bdd859fc0d req-ce5c3533-e267-4224-97ff-a7b2b172e554 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:06.612582 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1287e488-01d0-4ebe-9cd1-c4bdd859fc0d req-ce5c3533-e267-4224-97ff-a7b2b172e554 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.50 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 945 time: 0.5519104 May 25 20:16:06.623660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-234423644-network', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:06.671464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:06.729115 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:06.730975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:06.732138 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:06.754452 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Usage tracker for resource:network and tenant:01e46df057fe42f58d3a7b6fb0b30bb7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:06.779347 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6b44f4d9-bd34-40a6-869d-2f01a143da96 None None] Current status of the port 48da8cf1-b486-4802-858f-c522157fb1fa is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:06.779955 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6b44f4d9-bd34-40a6-869d-2f01a143da96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:06.781741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:06.824993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-6b44f4d9-bd34-40a6-869d-2f01a143da96 None None] For port 48da8cf1-b486-4802-858f-c522157fb1fa, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=48da8cf1-b486-4802-858f-c522157fb1fa,segment=NetworkSegment(78f65e7c-8f49-47c1-9a37-bf63d169109f),segment_id=78f65e7c-8f49-47c1-9a37-bf63d169109f)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:06.836743 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6b44f4d9-bd34-40a6-869d-2f01a143da96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:06.857280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:06.906871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-1287e488-01d0-4ebe-9cd1-c4bdd859fc0d req-0b535b31-128d-4ff9-ba93-bb1f9c077b5a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Deleting port 448c92c2-7c4a-4545-b17d-ff272fed1645 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:16:06.907253 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1287e488-01d0-4ebe-9cd1-c4bdd859fc0d req-0b535b31-128d-4ff9-ba93-bb1f9c077b5a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:06.933140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44f4d9-bd34-40a6-869d-2f01a143da96 None None] Pushing event updated for resources: {'Port': ['ID=48da8cf1-b486-4802-858f-c522157fb1fa,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:07.035380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] Pushing event updated for resources: {'Network': ['ID=bf721010-2586-4dba-88a2-476747a99a1f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:07.046995 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network bf721010-2586-4dba-88a2-476747a99a1f details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:16:07.054139 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f3174f21-2b42-4b77-b736-bab0383d0595 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4697099 May 25 20:16:07.054566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52782) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:07.060715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Request body: {'subnet': {'network_id': 'bf721010-2586-4dba-88a2-476747a99a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1932279837-subnet', 'tenant_id': '5401645d71ef4bacaf9fd53427f6708c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:07.070369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:07.075704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Usage tracker for resource:subnet and tenant:5401645d71ef4bacaf9fd53427f6708c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:07.079351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:07.086303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:07.099191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Made reservation on behalf of 5401645d71ef4bacaf9fd53427f6708c for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:16:07.102261 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:07.220227 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5485e08a-a4b5-4f67-ac21-778c52b2e324 None None] Provisioning for port 9532cf53-6648-4275-9799-cb59cd7d61a5 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:07.226911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5485e08a-a4b5-4f67-ac21-778c52b2e324 None None] Provisioning complete for port 9532cf53-6648-4275-9799-cb59cd7d61a5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:07.227292 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5485e08a-a4b5-4f67-ac21-778c52b2e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:07.304454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5485e08a-a4b5-4f67-ac21-778c52b2e324 None None] Port 9532cf53-6648-4275-9799-cb59cd7d61a5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:16:07.320114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5485e08a-a4b5-4f67-ac21-778c52b2e324 None None] Provisioning complete for port 48da8cf1-b486-4802-858f-c522157fb1fa triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:07.321040 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5485e08a-a4b5-4f67-ac21-778c52b2e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:07.368684 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:07.387500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Made reservation on behalf of 01e46df057fe42f58d3a7b6fb0b30bb7 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:16:07.389760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:07.464848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5485e08a-a4b5-4f67-ac21-778c52b2e324 None None] Current status of the port 48da8cf1-b486-4802-858f-c522157fb1fa is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:07.465338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8160da7c-85dd-42ff-9103-23d27e82081a,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:07.481288 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:07.512138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Checking segment: {'id': 'c125616e-0e61-4091-96ce-d1583a5f5207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bf721010-2586-4dba-88a2-476747a99a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:07.512861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Network hostable DHCP agents. Network: bf721010-2586-4dba-88a2-476747a99a1f, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:16:07.540127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 48da8cf1-b486-4802-858f-c522157fb1fa up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:07.543587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Network bf721010-2586-4dba-88a2-476747a99a1f is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:16:07.556712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:07.564898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, bf721010-2586-4dba-88a2-476747a99a1f) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:07.570956 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Usage tracker for resource:security_group_rule and tenant:01e46df057fe42f58d3a7b6fb0b30bb7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:07.582815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:07.593478 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:07.598926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650fd2fa-d39b-4b75-9062-a31089fcf178 None None] Network bf721010-2586-4dba-88a2-476747a99a1f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:16:07.617653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:07.618284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:07.661117 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-19793b6b-3af5-48c5-b6c5-41a660f8b2d6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6024718 May 25 20:16:07.713376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0f194-1b07-46da-a6df-43212dbaed5e req-a5648ebc-62ec-4b09-94f0-f9e09844f323 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:07.724271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbd0f194-1b07-46da-a6df-43212dbaed5e req-a5648ebc-62ec-4b09-94f0-f9e09844f323 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 946 time: 0.1640947 May 25 20:16:07.795361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-1287e488-01d0-4ebe-9cd1-c4bdd859fc0d req-0b535b31-128d-4ff9-ba93-bb1f9c077b5a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] For port 448c92c2-7c4a-4545-b17d-ff272fed1645, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=448c92c2-7c4a-4545-b17d-ff272fed1645,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:07.795602 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1287e488-01d0-4ebe-9cd1-c4bdd859fc0d req-0b535b31-128d-4ff9-ba93-bb1f9c077b5a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:07.815907 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c89b0ec9-549a-485c-b8b1-a449422a608b None None] Provisioning complete for port 9532cf53-6648-4275-9799-cb59cd7d61a5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:07.815907 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c89b0ec9-549a-485c-b8b1-a449422a608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:07.834685 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbd0f194-1b07-46da-a6df-43212dbaed5e req-816d7d96-5215-44b2-a79e-bb80712dcf3d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946486 May 25 20:16:07.926855 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-1287e488-01d0-4ebe-9cd1-c4bdd859fc0d req-0b535b31-128d-4ff9-ba93-bb1f9c077b5a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Calling delete_port for 448c92c2-7c4a-4545-b17d-ff272fed1645 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:16:07.969943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c89b0ec9-549a-485c-b8b1-a449422a608b None None] Port 9532cf53-6648-4275-9799-cb59cd7d61a5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:16:07.981673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a350bc-28df-4c26-9b88-81cbedb59844 None None] Network bf721010-2586-4dba-88a2-476747a99a1f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:16:08.031288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ef2bb-026e-4307-ac3a-a2acce103603 req-24255f6e-06fd-4de8-ae7e-5c105fc2d314 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:08.034782 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e01ef2bb-026e-4307-ac3a-a2acce103603 req-24255f6e-06fd-4de8-ae7e-5c105fc2d314 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 945 time: 0.0938988 May 25 20:16:08.057404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 48da8cf1-b486-4802-858f-c522157fb1fa triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:08.057699 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:08.143494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5093c2eb-0e94-4eaf-9c33-93d8152eba5b None None] Provisioning complete for port 9532cf53-6648-4275-9799-cb59cd7d61a5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:08.143768 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5093c2eb-0e94-4eaf-9c33-93d8152eba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:08.159944 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e01ef2bb-026e-4307-ac3a-a2acce103603 req-42cd4de7-10e6-4054-b7b6-78c89df7868e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188247 May 25 20:16:08.236131 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:16:08.254650 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:08.270513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5093c2eb-0e94-4eaf-9c33-93d8152eba5b None None] Port 9532cf53-6648-4275-9799-cb59cd7d61a5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:16:08.272500 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1287e488-01d0-4ebe-9cd1-c4bdd859fc0d req-0b535b31-128d-4ff9-ba93-bb1f9c077b5a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:08.277308 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:08.278424 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:08.295924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['678fc95e-a3a7-473d-9395-19561cf68de6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:16:08.373294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=9532cf53-6648-4275-9799-cb59cd7d61a5,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:08.389603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7905d1-c038-44af-8379-56974cd623ab req-3a9dd87a-b288-4acc-88b5-98fc0b39f077 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:08.397817 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-be7905d1-c038-44af-8379-56974cd623ab req-3a9dd87a-b288-4acc-88b5-98fc0b39f077 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 1.0536747 May 25 20:16:08.417873 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8ebe21e-e93e-4d00-b7c6-7be1c12b73fd req-f4666dda-dcfa-4c07-8e30-54b242d51e3d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4619f4f2684a482db46ddd662e6b15f0 HTTP/1.1" status: 200 len: 267 time: 0.0793412 May 25 20:16:08.539801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b535b31-128d-4ff9-ba93-bb1f9c077b5a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Pushing event deleted for resources: {'Port': ['ID=448c92c2-7c4a-4545-b17d-ff272fed1645,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:08.571748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebe21e-e93e-4d00-b7c6-7be1c12b73fd req-15c4d3d3-674a-417b-9c11-d8672ad03a09 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:08.580560 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8ebe21e-e93e-4d00-b7c6-7be1c12b73fd req-15c4d3d3-674a-417b-9c11-d8672ad03a09 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 946 time: 0.1612952 May 25 20:16:08.588627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-b8ebe21e-e93e-4d00-b7c6-7be1c12b73fd req-4c47cae0-c639-44a7-8ce4-af474f601b8a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Request body: {'port': {'security_groups': []}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:08.619559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 48da8cf1-b486-4802-858f-c522157fb1fa is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:08.633293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52810) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:08.648071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-357716191-network', 'tenant_id': '5bcb57950ddd44a3ac7a74420ed9a6d7'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:08.654661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:08.660046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Usage tracker for resource:network and tenant:5bcb57950ddd44a3ac7a74420ed9a6d7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:08.665273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:08.673786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-1287e488-01d0-4ebe-9cd1-c4bdd859fc0d req-0b535b31-128d-4ff9-ba93-bb1f9c077b5a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] No DVR routers for this DVR port 448c92c2-7c4a-4545-b17d-ff272fed1645 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:16:08.680235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:08.697449 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1287e488-01d0-4ebe-9cd1-c4bdd859fc0d req-0b535b31-128d-4ff9-ba93-bb1f9c077b5a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:08.703337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Made reservation on behalf of 5bcb57950ddd44a3ac7a74420ed9a6d7 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:16:08.706381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:08.709759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abc87ff-f767-4be4-8888-446d1929bbd3', 'name': 'network-vif-deleted', 'tag': '448c92c2-7c4a-4545-b17d-ff272fed1645'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:08.759639 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-be7905d1-c038-44af-8379-56974cd623ab req-467cce25-0fe2-4238-a8b8-565fd2bfb83a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604717 May 25 20:16:08.767722 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1287e488-01d0-4ebe-9cd1-c4bdd859fc0d req-0b535b31-128d-4ff9-ba93-bb1f9c077b5a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.50 "DELETE /v2.0/ports/448c92c2-7c4a-4545-b17d-ff272fed1645 HTTP/1.1" status: 204 len: 173 time: 2.1475818 May 25 20:16:08.827251 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:08.836356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 9bd1990c-48b0-4da3-b8ae-a54785c1a49d is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:08.862695 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:08.873341 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d569259c-61fd-4ea8-b38e-2aaad8af335b'] response: {'server_uuid': '4abc87ff-f767-4be4-8888-446d1929bbd3', 'name': 'network-vif-deleted', 'tag': '448c92c2-7c4a-4545-b17d-ff272fed1645', 'status': 'completed', 'code': 200} May 25 20:16:08.914350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:08.941191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Usage tracker for resource:security_group_rule and tenant:5bcb57950ddd44a3ac7a74420ed9a6d7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:08.947717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:08.952243 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:08.969529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:09.000205 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b8ebe21e-e93e-4d00-b7c6-7be1c12b73fd req-4c47cae0-c639-44a7-8ce4-af474f601b8a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:09.034066 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:09.121972 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:16:09.129729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7fdbe7-d6bd-41a6-a42c-eeb81a9c87cd,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:09.149180 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:09.149524 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Added segment 2e261da4-3f2f-4553-bb66-c3116ec284cb of type vlan for network 05a6d198-f452-4553-a4b8-d76bbbfc05ae May 25 20:16:09.204274 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:09.245885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router 5bdb679b-542d-4916-a53a-c51fe1de34d4 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:16:09.343431 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c95390ea-25d6-42e6-b57a-f3394ef1c475 None None] Provisioning complete for port 9532cf53-6648-4275-9799-cb59cd7d61a5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:09.343857 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c95390ea-25d6-42e6-b57a-f3394ef1c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:09.361972 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:09.363234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:09.364060 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:09.465989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c95390ea-25d6-42e6-b57a-f3394ef1c475 None None] Port 9532cf53-6648-4275-9799-cb59cd7d61a5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:16:09.544127 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1819234 May 25 20:16:09.545414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:16:09.551484 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6018e7f7-3212-4bf1-af60-b39bdb8792c0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/5bdb679b-542d-4916-a53a-c51fe1de34d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3036637 May 25 20:16:09.558782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52830) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:09.559328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52832) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:09.560041 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501e4cc5-95a9-4aa6-8811-670a1bd0a771 None None] Sync routers for ids ['5bdb679b-542d-4916-a53a-c51fe1de34d4'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:16:09.578736 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e4cc5-95a9-4aa6-8811-670a1bd0a771 None None] Routers {'5bdb679b-542d-4916-a53a-c51fe1de34d4'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:16:09.579344 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-501e4cc5-95a9-4aa6-8811-670a1bd0a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:16:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5bdb679b-542d-4916-a53a-c51fe1de34d4'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:09.579880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Request body: {'subnet': {'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-234423644-subnet', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:09.642463 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:09.644718 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-501e4cc5-95a9-4aa6-8811-670a1bd0a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:09.657308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-58ea9316-2556-40ab-a7b6-c3e56bdb61c7 req-48081ead-6aab-45b4-b25c-89a69fc04036 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:16:09.666136 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e4cc5-95a9-4aa6-8811-670a1bd0a771 None None] Routers {'5bdb679b-542d-4916-a53a-c51fe1de34d4'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:16:09.666780 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-501e4cc5-95a9-4aa6-8811-670a1bd0a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:16:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5bdb679b-542d-4916-a53a-c51fe1de34d4'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:09.693266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12001b1-bbe4-4203-b946-a743a49d94d6 admin admin] Pushing event updated for resources: {'Network': ['ID=05a6d198-f452-4553-a4b8-d76bbbfc05ae,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:09.695105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b8ebe21e-e93e-4d00-b7c6-7be1c12b73fd req-4c47cae0-c639-44a7-8ce4-af474f601b8a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] For port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:09.698274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-58ea9316-2556-40ab-a7b6-c3e56bdb61c7 req-48081ead-6aab-45b4-b25c-89a69fc04036 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:16:09.699770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58ea9316-2556-40ab-a7b6-c3e56bdb61c7 req-48081ead-6aab-45b4-b25c-89a69fc04036 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abc87ff-f767-4be4-8888-446d1929bbd3 HTTP/1.1" status: 200 len: 210 time: 0.3037529 May 25 20:16:09.707423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 05a6d198-f452-4553-a4b8-d76bbbfc05ae details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:16:09.751194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:09.754405 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-501e4cc5-95a9-4aa6-8811-670a1bd0a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:09.755119 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501e4cc5-95a9-4aa6-8811-670a1bd0a771 None None] The sync data for ids ['5bdb679b-542d-4916-a53a-c51fe1de34d4'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:16:09.760287 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Usage tracker for resource:subnet and tenant:01e46df057fe42f58d3a7b6fb0b30bb7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:09.766102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:09.800037 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:09.807724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:09.851528 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b8ebe21e-e93e-4d00-b7c6-7be1c12b73fd req-4c47cae0-c639-44a7-8ce4-af474f601b8a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:09.869541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:16:09.872974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7815ecb-94b4-4fe4-95f6-664d4d7fdb20,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:09.875524 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b8ebe21e-e93e-4d00-b7c6-7be1c12b73fd req-4c47cae0-c639-44a7-8ce4-af474f601b8a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:09.884342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da9a5f4-81a1-4f9a-aea8-87730c23d9db tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:09.884943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7da9a5f4-81a1-4f9a-aea8-87730c23d9db tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Synchronizing usage tracker for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:16:09.943060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['7520ff21-c9cf-4e3b-9e45-1cbf4affc4be'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:16:09.947658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Made reservation on behalf of 01e46df057fe42f58d3a7b6fb0b30bb7 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:16:09.950139 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:09.969689 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['e285bdae-5520-4790-bf22-f80f6302cb5a', '0653b905-1265-4ef5-a79e-436bcaa7616a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:16:09.972279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7da9a5f4-81a1-4f9a-aea8-87730c23d9db tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Unset dirty status for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:16:09.976586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7da9a5f4-81a1-4f9a-aea8-87730c23d9db tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports/9532cf53-6648-4275-9799-cb59cd7d61a5 HTTP/1.1" status: 200 len: 983 time: 0.4082737 May 25 20:16:09.987815 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:09.988151 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Added segment 7fb71caa-0700-41f6-b4f3-5b16344028ca of type vlan for network 8d2856c7-48e9-409a-948a-8bc224cf96fe May 25 20:16:09.989211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52840) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:10.083316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e7d60-f3fd-43f5-9069-2ded0a4cdce0 req-8705ecd4-fcce-4ded-873f-ff8a4a2e8069 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:10.092250 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb5e7d60-f3fd-43f5-9069-2ded0a4cdce0 req-8705ecd4-fcce-4ded-873f-ff8a4a2e8069 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.1470990 May 25 20:16:10.161444 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb5e7d60-f3fd-43f5-9069-2ded0a4cdce0 req-6563e237-65bd-4524-b9b8-784d7797c56f tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674767 May 25 20:16:10.240023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebe21e-e93e-4d00-b7c6-7be1c12b73fd req-4c47cae0-c639-44a7-8ce4-af474f601b8a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:10.240023 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b8ebe21e-e93e-4d00-b7c6-7be1c12b73fd req-4c47cae0-c639-44a7-8ce4-af474f601b8a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:10.241269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8ebe21e-e93e-4d00-b7c6-7be1c12b73fd req-4c47cae0-c639-44a7-8ce4-af474f601b8a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "PUT /v2.0/ports/7520ff21-c9cf-4e3b-9e45-1cbf4affc4be HTTP/1.1" status: 200 len: 905 time: 1.6597369 May 25 20:16:10.250293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['7520ff21-c9cf-4e3b-9e45-1cbf4affc4be'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:16:10.277090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 448c92c2-7c4a-4545-b17d-ff272fed1645 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:16:10.373232 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 448c92c2-7c4a-4545-b17d-ff272fed1645 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:16:10.373988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 448c92c2-7c4a-4545-b17d-ff272fed1645 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:16:10.448221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd270a3-a36d-4fd1-b979-d1093a23daa4', 'tag': '7520ff21-c9cf-4e3b-9e45-1cbf4affc4be'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:10.457175 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0fb32445-a134-496a-b7df-dd0617f3cbbf None None] Provisioning complete for port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:10.457800 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0fb32445-a134-496a-b7df-dd0617f3cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:10.489994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f848fe-3162-4ca4-8bec-d482c90abefc req-ec7d8675-7289-428d-adc4-d83cf5647f4a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:10.492468 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-09f848fe-3162-4ca4-8bec-d482c90abefc req-ec7d8675-7289-428d-adc4-d83cf5647f4a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 908 time: 0.1105607 May 25 20:16:10.589889 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d863e12c-98f6-49e0-9cf9-d187cd5871c9'] response: {'name': 'network-changed', 'server_uuid': '9fd270a3-a36d-4fd1-b979-d1093a23daa4', 'tag': '7520ff21-c9cf-4e3b-9e45-1cbf4affc4be', 'status': 'completed', 'code': 200} May 25 20:16:10.665420 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0fb32445-a134-496a-b7df-dd0617f3cbbf None None] Current status of the port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:10.678473 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:10.750389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47cae0-c639-44a7-8ce4-af474f601b8a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event updated for resources: {'Port': ['ID=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be,revision_number=6']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:10.773692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:11.046715 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:11.047666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:11.048226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:11.074291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318c4a38-89ca-417a-ba64-0192f1196e16,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:11.189517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bb147-c0e4-494f-9e6c-1c0fefd43d4c req-dd099829-3f14-41fc-bc1e-36c2d7609442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:11.191565 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1bb147-c0e4-494f-9e6c-1c0fefd43d4c req-dd099829-3f14-41fc-bc1e-36c2d7609442 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 1059 time: 0.5807922 May 25 20:16:11.191742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Checking segment: {'id': '2e261da4-3f2f-4553-bb66-c3116ec284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:11.192070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Network hostable DHCP agents. Network: 05a6d198-f452-4553-a4b8-d76bbbfc05ae, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:16:11.242283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-4dd76eba-b6fa-4f20-8e67-63edaf6420a0 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:11.246699 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-4dd76eba-b6fa-4f20-8e67-63edaf6420a0 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 0.1762178 May 25 20:16:11.260995 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-efded391-1b60-44b5-9d17-0c9673990fd3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/quotas/a206c0d9eba94f4681dea5401500d260 HTTP/1.1" status: 200 len: 375 time: 0.0114059 May 25 20:16:11.274718 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6403620 May 25 20:16:11.275491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71abfb-3083-47ab-967c-e8ce9f013b83 admin admin] Pushing event updated for resources: {'Network': ['ID=8d2856c7-48e9-409a-948a-8bc224cf96fe,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:11.283015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52876) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:11.288841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 8d2856c7-48e9-409a-948a-8bc224cf96fe details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:16:11.345786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4f315-4e0a-4050-bb10-f1fe48d8a258 req-53b3e798-c3e7-4270-8ce3-ee326a08d31c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:11.347294 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2eb4f315-4e0a-4050-bb10-f1fe48d8a258 req-53b3e798-c3e7-4270-8ce3-ee326a08d31c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.6815722 May 25 20:16:11.351634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Request body: {'subnet': {'network_id': '8d2856c7-48e9-409a-948a-8bc224cf96fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-357716191-subnet', 'tenant_id': '5bcb57950ddd44a3ac7a74420ed9a6d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:11.378937 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-e2f9f98f-4497-4a74-a157-2ab1a38fa0aa tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1121042 May 25 20:16:11.521810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:11.553037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Usage tracker for resource:subnet and tenant:5bcb57950ddd44a3ac7a74420ed9a6d7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:11.557452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:11.570441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Network 05a6d198-f452-4553-a4b8-d76bbbfc05ae is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:16:11.574926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:11.653779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 05a6d198-f452-4553-a4b8-d76bbbfc05ae) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:11.668576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:11.669258 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:11.675883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f707d6a1-bae0-4f3c-a543-5267c8679982 None None] Network 05a6d198-f452-4553-a4b8-d76bbbfc05ae requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:16:11.701096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Made reservation on behalf of 5bcb57950ddd44a3ac7a74420ed9a6d7 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:16:11.706560 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:11.730102 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2eb4f315-4e0a-4050-bb10-f1fe48d8a258 req-47e803c5-3940-4747-8ee3-b5e30896e627 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183247 May 25 20:16:11.752195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-887875f5-d718-4b7f-aa88-a1e391757751 service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659029 May 25 20:16:11.754280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52882) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:11.763361 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4b6d1fca-f9bc-4f7e-b664-17dad4c39bc0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2004273 May 25 20:16:11.816190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:11.837251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:11.876009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bb147-c0e4-494f-9e6c-1c0fefd43d4c req-378bba6b-e888-4db5-8978-63d7057b0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:11.878086 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1bb147-c0e4-494f-9e6c-1c0fefd43d4c req-378bba6b-e888-4db5-8978-63d7057b0ddb service neutron] 10.222.0.70 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.6378429 May 25 20:16:11.935438 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Usage tracker for resource:router and tenant:01e46df057fe42f58d3a7b6fb0b30bb7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:11.946516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:11.958234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:11.989162 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1bb147-c0e4-494f-9e6c-1c0fefd43d4c req-7f94e00e-d778-4b80-bf5f-4efa42fe1fb8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be HTTP/1.1" status: 200 len: 217 time: 0.0828667 May 25 20:16:12.000134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:12.001054 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:12.034741 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:12.045599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'fixed_ips': [{'subnet_id': '318c4a38-89ca-417a-ba64-0192f1196e16'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:16:12.046848 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:12.047946 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-8c3ba91b-b830-4f7f-969a-9ceed93a407d service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944968 May 25 20:16:12.204742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bb147-c0e4-494f-9e6c-1c0fefd43d4c req-de3c6dc6-4ace-48e9-b010-73b5a2a1f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:12.206625 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1bb147-c0e4-494f-9e6c-1c0fefd43d4c req-de3c6dc6-4ace-48e9-b010-73b5a2a1f2f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.1166368 May 25 20:16:12.327271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Allocated IP 172.20.0.2 (05a6d198-f452-4553-a4b8-d76bbbfc05ae/318c4a38-89ca-417a-ba64-0192f1196e16/987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:16:12.340535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65f5cf-8a5c-4358-a2b1-80a19f496675 req-0151fd66-6aa2-48e3-a308-212d49e4417d tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:12.347672 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-da65f5cf-8a5c-4358-a2b1-80a19f496675 req-0151fd66-6aa2-48e3-a308-212d49e4417d tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.3574612 May 25 20:16:12.393244 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:12.433018 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-da65f5cf-8a5c-4358-a2b1-80a19f496675 req-f1f688a6-193e-46d5-acd5-d09eafbf1845 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844898 May 25 20:16:12.582847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bb147-c0e4-494f-9e6c-1c0fefd43d4c req-974a0858-930a-4299-bf5b-810a9df3da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:12.584912 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1bb147-c0e4-494f-9e6c-1c0fefd43d4c req-974a0858-930a-4299-bf5b-810a9df3da56 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3654206 May 25 20:16:12.591042 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e7d4558-329c-4fe7-ab46-99bcde9ce755 req-7fe958a1-f6d4-4f2d-9523-f247dfa9ce18 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 210 time: 0.0953608 May 25 20:16:12.623769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894635d-ebca-408f-9cd5-380b5874a6f4 req-5c2079b1-a08d-4576-a33a-4275123e4aa1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:12.625278 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8894635d-ebca-408f-9cd5-380b5874a6f4 req-5c2079b1-a08d-4576-a33a-4275123e4aa1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2231848 May 25 20:16:12.651951 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:12.659127 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:12.674786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Transition to ACTIVE for port object 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:12.697621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Transition to ACTIVE for port object 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:12.710965 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:12.764356 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e02d698-8c56-47dd-90ab-f19e41d97e65 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:12.797550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8894635d-ebca-408f-9cd5-380b5874a6f4 req-1484f785-f792-494c-8b84-ae4491c93e14 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614556 May 25 20:16:12.831738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Pushing event updated for resources: {'Port': ['ID=987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:12.872890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Network 05a6d198-f452-4553-a4b8-d76bbbfc05ae is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:12.874421 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:12.881447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:16:13.050205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Attempting to bind port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:16:13.050772 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Attempting to bind port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '2e261da4-3f2f-4553-bb66-c3116ec284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:16:13.051270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Attempting to bind port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 on network 05a6d198-f452-4553-a4b8-d76bbbfc05ae {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:13.059838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:16:13.060370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Checking segment: {'id': '2e261da4-3f2f-4553-bb66-c3116ec284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:13.060877 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:13.061359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Bound using segment: {'id': '2e261da4-3f2f-4553-bb66-c3116ec284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:16:13.061977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Bound port: 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e261da4-3f2f-4553-bb66-c3116ec284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:16:13.062993 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:13.079075 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:13.154518 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:13.188275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6399b8f-4204-4958-9441-13e72ce7b4a3,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:13.190405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Checking segment: {'id': '7fb71caa-0700-41f6-b4f3-5b16344028ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8d2856c7-48e9-409a-948a-8bc224cf96fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:13.190763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Network hostable DHCP agents. Network: 8d2856c7-48e9-409a-948a-8bc224cf96fe, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:16:13.204794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] For port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:16:13.209542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] For port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7,segment=NetworkSegment(2e261da4-3f2f-4553-bb66-c3116ec284cb),segment_id=2e261da4-3f2f-4553-bb66-c3116ec284cb)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:16:13.218272 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:13.289005 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1bb147-c0e4-494f-9e6c-1c0fefd43d4c req-018db6ce-825d-4836-b2a4-c90fefa85c6f service neutron] 10.222.0.70 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969836 May 25 20:16:13.363077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1ed7f-81b5-47c7-b965-cd400dde9a02 None None] Pushing event updated for resources: {'Port': ['ID=987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:13.423885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Allocated IP 172.25.3.16 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/62e1b349-50f8-4174-8190-4c662194a625) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:16:13.461820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Network 8d2856c7-48e9-409a-948a-8bc224cf96fe is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:16:13.541408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 8d2856c7-48e9-409a-948a-8bc224cf96fe) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:13.552569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4165e293-099b-4fa0-b148-a7e7f49d91e7 None None] Network 8d2856c7-48e9-409a-948a-8bc224cf96fe requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:16:13.570219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:13.571090 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:13.617795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d70c7-016a-4b42-875f-1d5da40ab0f5 req-501e80cd-185c-42a6-8225-8d2dde3abb34 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:13.626567 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a90d70c7-016a-4b42-875f-1d5da40ab0f5 req-501e80cd-185c-42a6-8225-8d2dde3abb34 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.5680885 May 25 20:16:13.666903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b56233bb-dc01-42e2-a6be-a859f1cd6192 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3821478 May 25 20:16:14.181866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47af601f-c8df-472e-ad1f-3ae681094d4c None None] Network 8d2856c7-48e9-409a-948a-8bc224cf96fe requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:16:14.199153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3e02d698-8c56-47dd-90ab-f19e41d97e65 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port 9532cf53-6648-4275-9799-cb59cd7d61a5 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:16:14.200381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e02d698-8c56-47dd-90ab-f19e41d97e65 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:14.257937 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1bb147-c0e4-494f-9e6c-1c0fefd43d4c req-292e4dd0-b901-4061-86b7-32bfe4317f66 service neutron] 10.222.0.70 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9392209 May 25 20:16:14.288825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a90d70c7-016a-4b42-875f-1d5da40ab0f5 req-86dacf26-2de0-4dbe-abcb-8470b56e765a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6593344 May 25 20:16:14.345029 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:14.403604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-2942e35d-d949-4b2b-b96f-fd258879ab56 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:14.405133 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-2942e35d-d949-4b2b-b96f-fd258879ab56 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.50 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 0.5466628 May 25 20:16:14.407693 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:14.432732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Request body: {'port': {'device_id': '41f6436b-2dfb-4eff-8c41-eb6354dad458', 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'admin_state_up': True, 'tenant_id': 'a206c0d9eba94f4681dea5401500d260'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:14.566849 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e6145c36-f2f6-45d9-bc27-a98b210c91ae req-fd01634e-3cfc-41c5-b74f-cc848f39ede6 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 210 time: 0.0872016 May 25 20:16:14.571769 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e02d698-8c56-47dd-90ab-f19e41d97e65 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:14.656809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:14.663003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Pushing event updated for resources: {'Port': ['ID=62e1b349-50f8-4174-8190-4c662194a625,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:14.665574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:14.679812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:16:14.828725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b5f5b-4e57-48fc-b666-99b23dd93c32 req-57264b1c-66ad-4291-bbd5-149a80cd9ab9 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:14.836081 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-731b5f5b-4e57-48fc-b666-99b23dd93c32 req-57264b1c-66ad-4291-bbd5-149a80cd9ab9 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 1.1805885 May 25 20:16:14.851858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3e02d698-8c56-47dd-90ab-f19e41d97e65 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for 9532cf53-6648-4275-9799-cb59cd7d61a5 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:16:14.998109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:15.048820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a637af73-e035-49e3-9c18-f9eef42e8d26 None None] Network 05a6d198-f452-4553-a4b8-d76bbbfc05ae requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:16:15.090167 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:15.141131 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-731b5f5b-4e57-48fc-b666-99b23dd93c32 req-e48596db-08bd-4e98-9d02-2a50f70ad741 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040922 May 25 20:16:15.164586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9ca92ba4-f2f6-48d8-9173-e1953b9d960f None None] Provisioning for port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:15.197634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-d3c26c0b-9b8b-4cd5-b8ca-d1a7a4d2b53b tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:15.199397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-d3c26c0b-9b8b-4cd5-b8ca-d1a7a4d2b53b tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/networks?id=bf721010-2586-4dba-88a2-476747a99a1f HTTP/1.1" status: 200 len: 815 time: 0.2237570 May 25 20:16:15.200885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Made reservation on behalf of a206c0d9eba94f4681dea5401500d260 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:16:15.204412 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:15.223975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-307d4db9-c414-4689-b2d4-31f0d81e9f73 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/quotas/5401645d71ef4bacaf9fd53427f6708c HTTP/1.1" status: 200 len: 375 time: 0.0136862 May 25 20:16:15.327640 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-b613c6a0-4f2d-4dd8-96c4-1433fe6f1173 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5401645d71ef4bacaf9fd53427f6708c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613513 May 25 20:16:15.440400 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e02d698-8c56-47dd-90ab-f19e41d97e65 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:15.500216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02d698-8c56-47dd-90ab-f19e41d97e65 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Port': ['ID=9532cf53-6648-4275-9799-cb59cd7d61a5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:15.582720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:15.626734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630720e-1a35-4463-8752-c47f159c0b91 req-e2cb0761-40c4-4762-a260-9719c45d6487 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:15.628258 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4630720e-1a35-4463-8752-c47f159c0b91 req-e2cb0761-40c4-4762-a260-9719c45d6487 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.3008182 May 25 20:16:15.640090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Allocated IP 172.20.0.8 (04ec8327-b153-49a7-b725-c3570cad1f7f/1dc790b4-10d9-494e-a68e-77eb18406dd8/ca1baeee-5896-4e3f-b55e-96de49ac9afd) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:16:15.712536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:15.721398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:15.721721 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:15.790926 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e02d698-8c56-47dd-90ab-f19e41d97e65 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:15.805663 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-a01ccd1b-87a8-4099-9af4-169a43e6aecc service neutron] 10.222.0.60 "GET /v2.0/networks/bf721010-2586-4dba-88a2-476747a99a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624174 May 25 20:16:15.831917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e509d551-f5f9-4e2e-891a-7d47dcc15846 None None] Provisioning complete for port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:15.832477 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e509d551-f5f9-4e2e-891a-7d47dcc15846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:15.982046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e509d551-f5f9-4e2e-891a-7d47dcc15846 None None] Current status of the port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:15.982456 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e509d551-f5f9-4e2e-891a-7d47dcc15846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:16.017154 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4630720e-1a35-4463-8752-c47f159c0b91 req-384f9a17-60c8-4c4b-86ca-99c33fdd1d0f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3800144 May 25 20:16:16.018041 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:16.064606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:16.064986 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:16.101474 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e509d551-f5f9-4e2e-891a-7d47dcc15846 None None] For port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7,segment=NetworkSegment(2e261da4-3f2f-4553-bb66-c3116ec284cb),segment_id=2e261da4-3f2f-4553-bb66-c3116ec284cb)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:16.179003 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e509d551-f5f9-4e2e-891a-7d47dcc15846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:16.184594 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:16:16.185187 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:16:16.279183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509d551-f5f9-4e2e-891a-7d47dcc15846 None None] Pushing event updated for resources: {'Port': ['ID=987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:16.457259 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-cadb620e-68d6-449f-a740-61dc6fc56710 service neutron] 10.222.0.60 "GET /v2.0/networks/bf721010-2586-4dba-88a2-476747a99a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505284 May 25 20:16:16.470567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e02d698-8c56-47dd-90ab-f19e41d97e65 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router 5bdb679b-542d-4916-a53a-c51fe1de34d4 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:16:16.501699 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a0376b2-878c-41be-b30d-555a4e2fd1ce req-5e945b16-9d59-4c8d-8cfe-ef57e4dfa2a0 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 210 time: 0.1473956 May 25 20:16:16.699808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e02d698-8c56-47dd-90ab-f19e41d97e65 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:16:16.732954 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3e02d698-8c56-47dd-90ab-f19e41d97e65 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/5bdb679b-542d-4916-a53a-c51fe1de34d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7212367 May 25 20:16:16.736325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52990) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:16.762518 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193f50a9-9ce7-40f9-b5ff-5bb85125ffd5 None None] Sync routers for ids ['5bdb679b-542d-4916-a53a-c51fe1de34d4'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:16:16.845985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193f50a9-9ce7-40f9-b5ff-5bb85125ffd5 None None] Routers {'5bdb679b-542d-4916-a53a-c51fe1de34d4'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:16:16.846639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-193f50a9-9ce7-40f9-b5ff-5bb85125ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:16:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5bdb679b-542d-4916-a53a-c51fe1de34d4'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:16.940486 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:17.030528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-193f50a9-9ce7-40f9-b5ff-5bb85125ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:17.044958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193f50a9-9ce7-40f9-b5ff-5bb85125ffd5 None None] Routers {'5bdb679b-542d-4916-a53a-c51fe1de34d4'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:16:17.046027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-193f50a9-9ce7-40f9-b5ff-5bb85125ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:16:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5bdb679b-542d-4916-a53a-c51fe1de34d4'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:17.192735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:17.208445 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:17.212017 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-193f50a9-9ce7-40f9-b5ff-5bb85125ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:17.217757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193f50a9-9ce7-40f9-b5ff-5bb85125ffd5 None None] The sync data for ids ['5bdb679b-542d-4916-a53a-c51fe1de34d4'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:16:17.226724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['678fc95e-a3a7-473d-9395-19561cf68de6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:16:17.311599 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:17.373394 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Network 04ec8327-b153-49a7-b725-c3570cad1f7f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:17.385890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:17.539521 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-4231fcbb-dc30-466b-90a5-f65072b0e904 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] remove_router_interface failed (client error): The resource could not be found. May 25 20:16:17.542025 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4231fcbb-dc30-466b-90a5-f65072b0e904 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/5bdb679b-542d-4916-a53a-c51fe1de34d4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8038065 May 25 20:16:17.546334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53022) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:17.572392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:17.620670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:16:17.702719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Pushing event updated for resources: {'Port': ['ID=ca1baeee-5896-4e3f-b55e-96de49ac9afd,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:17.751708 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-111bc002-b1b2-4e2e-be6e-db405fbfeade tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Synchronizing usage tracker for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:16:17.762202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:17.764999 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:17.859225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-fad56c5b-7b21-4f96-8cd5-effc15e28d31 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:17.869336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:17.869956 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:17.893075 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-fad56c5b-7b21-4f96-8cd5-effc15e28d31 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 812 time: 1.1515768 May 25 20:16:17.928168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-111bc002-b1b2-4e2e-be6e-db405fbfeade tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Unset dirty status for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:16:17.930900 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-111bc002-b1b2-4e2e-be6e-db405fbfeade tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bdb679b-542d-4916-a53a-c51fe1de34d4 HTTP/1.1" status: 200 len: 205 time: 0.3745289 May 25 20:16:17.940591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-cb95fdb5-328e-456f-99d9-3baaaffa1933 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/quotas/4619f4f2684a482db46ddd662e6b15f0 HTTP/1.1" status: 200 len: 375 time: 0.0466366 May 25 20:16:17.944213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53040) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:18.015206 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-7118e2d9-4764-45c7-b656-d46af94e59e3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5879228 May 25 20:16:18.047852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Request body: {'port': {'device_id': '41f6436b-2dfb-4eff-8c41-eb6354dad458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:18.230047 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:18.296157 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3493ecc2-1627-4576-bec0-954e709dce8f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:18.301397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 62b9a414-0062-4fac-9023-013b79d49e27 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:16:18.382355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Router 058e291a-c29d-495c-b6ab-3dc922f7a6ec is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:16:18.430672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94e9d-ac3e-4b11-834f-fb3e8a7b48a4 req-9578cc79-a6d0-4537-bbae-41bdbeeb7089 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:18.432566 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9f94e9d-ac3e-4b11-834f-fb3e8a7b48a4 req-9578cc79-a6d0-4537-bbae-41bdbeeb7089 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 1.4637890 May 25 20:16:18.656091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 62b9a414-0062-4fac-9023-013b79d49e27, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=62b9a414-0062-4fac-9023-013b79d49e27,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:18.687309 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '62b9a414-0062-4fac-9023-013b79d49e27', 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7', 'port_id': '62b9a414-0062-4fac-9023-013b79d49e27', 'mac_address': 'fa:16:3e:a7:a7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe5bde4-daae-4c8f-8024-6f21ae860ce2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:16:18.822722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 62b9a414-0062-4fac-9023-013b79d49e27 is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:18.823389 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:18.863831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62b9a414-0062-4fac-9023-013b79d49e27 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:16:18.902520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 62b9a414-0062-4fac-9023-013b79d49e27, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=62b9a414-0062-4fac-9023-013b79d49e27,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:18.910409 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:18.913519 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:19.035096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['62b9a414-0062-4fac-9023-013b79d49e27'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:16:19.105422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=62b9a414-0062-4fac-9023-013b79d49e27,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:19.113188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9f94e9d-ac3e-4b11-834f-fb3e8a7b48a4 req-966d3d4e-b282-4b32-b85a-e5d4b773f167 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6647575 May 25 20:16:19.131246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:16:19.141708 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Sync routers for ids ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:16:19.171138 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Routers {'058e291a-c29d-495c-b6ab-3dc922f7a6ec'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:16:19.181659 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:16:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:19.228528 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:19.231172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7019fdf4-8927-4a21-80d1-03d460da2699 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4305460 May 25 20:16:19.235962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53048) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:19.358810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-b03e3c9a-964e-4537-b77d-f9769a4e9945 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:19.360223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-b03e3c9a-964e-4537-b77d-f9769a4e9945 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.70 "GET /v2.0/networks?id=bf721010-2586-4dba-88a2-476747a99a1f HTTP/1.1" status: 200 len: 815 time: 0.8498735 May 25 20:16:19.513327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Request body: {'port': {'device_id': '210e1741-310f-493a-b5ca-67010ddbe5d8', 'network_id': 'bf721010-2586-4dba-88a2-476747a99a1f', 'admin_state_up': True, 'tenant_id': '5401645d71ef4bacaf9fd53427f6708c'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:19.641711 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8006f059-ae1f-4e12-80c8-329f6e0227ae req-9e0e5abb-4366-4d20-b8d9-793fd3f6dd5b tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/ports?device_id=210e1741-310f-493a-b5ca-67010ddbe5d8 HTTP/1.1" status: 200 len: 210 time: 0.1070600 May 25 20:16:19.761591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:19.766481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Usage tracker for resource:port and tenant:5401645d71ef4bacaf9fd53427f6708c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:19.768592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:19.775800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:19.796826 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Set router 058e291a-c29d-495c-b6ab-3dc922f7a6ec gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:16:19.829381 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-01f78417-a30a-400d-bf49-9ab834a1604f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&fields=id HTTP/1.1" status: 200 len: 532 time: 1.8879306 May 25 20:16:19.831513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3493ecc2-1627-4576-bec0-954e709dce8f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:19.843042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Made reservation on behalf of 5401645d71ef4bacaf9fd53427f6708c for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:16:19.846522 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:19.878990 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3493ecc2-1627-4576-bec0-954e709dce8f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:20.215060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3493ecc2-1627-4576-bec0-954e709dce8f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:20.215493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3493ecc2-1627-4576-bec0-954e709dce8f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Fanout notify agent at l3_agent the message router_deleted on router 5bdb679b-542d-4916-a53a-c51fe1de34d4 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:16:20.322247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 62b9a414-0062-4fac-9023-013b79d49e27 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:20.325170 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3493ecc2-1627-4576-bec0-954e709dce8f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:20.338670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53062) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:20.342764 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3493ecc2-1627-4576-bec0-954e709dce8f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/routers/5bdb679b-542d-4916-a53a-c51fe1de34d4 HTTP/1.1" status: 204 len: 168 time: 2.3964944 May 25 20:16:20.377706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Allocated IP 172.20.0.2 (bf721010-2586-4dba-88a2-476747a99a1f/8160da7c-85dd-42ff-9103-23d27e82081a/e482da40-adb0-4303-a51f-2b7c2821556a) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:16:20.459219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 62b9a414-0062-4fac-9023-013b79d49e27 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:20.462687 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:20.491358 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-4e167860-c32b-4710-8ecd-75aacbd3f3e6 service neutron] 10.222.0.60 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096723 May 25 20:16:20.598401 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:16:20.605148 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:16:15Z', 'revision_number': 3, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:20.612796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f34a52-c3b3-4ec8-9d24-8898e5ff4474 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting subnet 86bdda53-0e13-4814-b8f7-92379ddb7cf8 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:16:20.617857 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Checking router: 058e291a-c29d-495c-b6ab-3dc922f7a6ec for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:16:20.617857 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Updating router 058e291a-c29d-495c-b6ab-3dc922f7a6ec port 62e1b349-50f8-4174-8190-4c662194a625 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:16:20.658491 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02f34a52-c3b3-4ec8-9d24-8898e5ff4474 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:20.751960 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:20.810821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 62b9a414-0062-4fac-9023-013b79d49e27 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:20.810821 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:20.897132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173a4dab-991d-490c-978a-630fe7ec90e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b9a414-0062-4fac-9023-013b79d49e27'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:20.929671 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 62b9a414-0062-4fac-9023-013b79d49e27, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=62b9a414-0062-4fac-9023-013b79d49e27,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:20.939737 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:21.047011 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:21.088089 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02f34a52-c3b3-4ec8-9d24-8898e5ff4474 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:21.122348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=62b9a414-0062-4fac-9023-013b79d49e27,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:21.152376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1baeee-5896-4e3f-b55e-96de49ac9afd {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:16:21.156452 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53076) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:21.196540 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:21.216774 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3fea1-7794-440b-9465-a8f019caa73d req-82c69f39-f0fa-48c1-ab2e-8e3a28e98199 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:21.217480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c7e3fea1-7794-440b-9465-a8f019caa73d req-82c69f39-f0fa-48c1-ab2e-8e3a28e98199 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:16:21.252653 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:21.324794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Transition to ACTIVE for port object ca1baeee-5896-4e3f-b55e-96de49ac9afd will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:21.359814 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:21.375996 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-e5895299-44c0-4029-9e37-60dc2146add3 service neutron] 10.222.0.60 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8194270 May 25 20:16:21.411014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Network bf721010-2586-4dba-88a2-476747a99a1f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:21.416196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:21.428131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:16:21.435269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c7e3fea1-7794-440b-9465-a8f019caa73d req-82c69f39-f0fa-48c1-ab2e-8e3a28e98199 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:16:21.443283 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7e3fea1-7794-440b-9465-a8f019caa73d req-82c69f39-f0fa-48c1-ab2e-8e3a28e98199 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 931 time: 1.2536168 May 25 20:16:21.454653 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:21.478411 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Transition to ACTIVE for port object 62e1b349-50f8-4174-8190-4c662194a625 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:21.492611 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:21.498538 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3de74047-a035-4572-a633-2aad1d12cc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:21.524635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Pushing event updated for resources: {'Port': ['ID=e482da40-adb0-4303-a51f-2b7c2821556a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:21.558072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:21.559116 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:21.581981 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-8df39036-ede2-471e-9720-0c3b6e3b0be9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1929529 May 25 20:16:21.617367 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3de74047-a035-4572-a633-2aad1d12cc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:21.621025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Request body: {'port': {'device_id': '210e1741-310f-493a-b5ca-67010ddbe5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:21.645155 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406aeb4-607f-4045-b5bd-56cfbf9da849 None None] Pushing event updated for resources: {'Port': ['ID=62e1b349-50f8-4174-8190-4c662194a625,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:21.699984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3de74047-a035-4572-a633-2aad1d12cc60 admin admin] Usage tracker for resource:security_group_rule and tenant:43b5dcf538bf4500b468bf5d91ba70ca is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:21.708844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3de74047-a035-4572-a633-2aad1d12cc60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:21.717699 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406aeb4-607f-4045-b5bd-56cfbf9da849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:21.718078 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406aeb4-607f-4045-b5bd-56cfbf9da849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:21.718448 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406aeb4-607f-4045-b5bd-56cfbf9da849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:21.718772 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406aeb4-607f-4045-b5bd-56cfbf9da849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:21.719096 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406aeb4-607f-4045-b5bd-56cfbf9da849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:21.719418 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406aeb4-607f-4045-b5bd-56cfbf9da849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:21.719737 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406aeb4-607f-4045-b5bd-56cfbf9da849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:21.720052 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406aeb4-607f-4045-b5bd-56cfbf9da849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:21.720362 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406aeb4-607f-4045-b5bd-56cfbf9da849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:21.720677 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406aeb4-607f-4045-b5bd-56cfbf9da849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:21.720989 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406aeb4-607f-4045-b5bd-56cfbf9da849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:21.721300 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406aeb4-607f-4045-b5bd-56cfbf9da849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:21.743172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7e3fea1-7794-440b-9465-a8f019caa73d req-bcaa8e6a-51f1-4edf-b289-1ebb32676980 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989261 May 25 20:16:21.783782 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Attempting to bind port 62e1b349-50f8-4174-8190-4c662194a625 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:16:21.784334 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Attempting to bind port 62e1b349-50f8-4174-8190-4c662194a625 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:16:21.784876 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Attempting to bind port 62e1b349-50f8-4174-8190-4c662194a625 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:21.817785 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:16:21.819146 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:21.819764 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:21.820311 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:16:21.820940 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Bound port: 62e1b349-50f8-4174-8190-4c662194a625, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:16:21.824272 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:21.824929 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:21.905115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1baeee-5896-4e3f-b55e-96de49ac9afd,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:21.953229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3de74047-a035-4572-a633-2aad1d12cc60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:22.094021 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] For port 62e1b349-50f8-4174-8190-4c662194a625, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:16:22.104035 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] For port 62e1b349-50f8-4174-8190-4c662194a625, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=62e1b349-50f8-4174-8190-4c662194a625,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:16:22.117188 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:22.139569 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02f34a52-c3b3-4ec8-9d24-8898e5ff4474 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:22.227788 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Routers {'058e291a-c29d-495c-b6ab-3dc922f7a6ec'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:16:22.228561 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:16:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:22.310467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Attempting to bind port ca1baeee-5896-4e3f-b55e-96de49ac9afd on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:16:22.311197 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Attempting to bind port ca1baeee-5896-4e3f-b55e-96de49ac9afd by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:16:22.311711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Attempting to bind port ca1baeee-5896-4e3f-b55e-96de49ac9afd on network 04ec8327-b153-49a7-b725-c3570cad1f7f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:22.362491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Port ca1baeee-5896-4e3f-b55e-96de49ac9afd on network 04ec8327-b153-49a7-b725-c3570cad1f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:16:22.363606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Attempting to bind port ca1baeee-5896-4e3f-b55e-96de49ac9afd on network 04ec8327-b153-49a7-b725-c3570cad1f7f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:22.371938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ee0f7-d6a8-4560-b6ea-8e9a60415f5a req-0c42baa0-94bb-47a4-8d9f-786e31b258d2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:22.373496 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c5ee0f7-d6a8-4560-b6ea-8e9a60415f5a req-0c42baa0-94bb-47a4-8d9f-786e31b258d2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.4367166 May 25 20:16:22.384129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:16:22.385287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Checking segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:22.385880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Bound using segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:16:22.386749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Bound port: ca1baeee-5896-4e3f-b55e-96de49ac9afd, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:16:22.387335 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:22.416457 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406aeb4-607f-4045-b5bd-56cfbf9da849 None None] Pushing event updated for resources: {'Port': ['ID=62e1b349-50f8-4174-8190-4c662194a625,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:22.511878 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c5ee0f7-d6a8-4560-b6ea-8e9a60415f5a req-b923b8e3-9056-4fa5-925e-f3773e2c47ad tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305444 May 25 20:16:22.565042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c03ba5-7068-41b0-a6b8-14ed4c3846a9 req-c9612a05-d84d-4e24-b95d-2048df685c0e tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:22.569002 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38c03ba5-7068-41b0-a6b8-14ed4c3846a9 req-c9612a05-d84d-4e24-b95d-2048df685c0e tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/ports?device_id=210e1741-310f-493a-b5ca-67010ddbe5d8 HTTP/1.1" status: 200 len: 931 time: 0.4980173 May 25 20:16:22.578771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] For port ca1baeee-5896-4e3f-b55e-96de49ac9afd, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:16:22.632688 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c46d873-d245-4d55-aacb-407a59a8492c'] response: {'server_uuid': '173a4dab-991d-490c-978a-630fe7ec90e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b9a414-0062-4fac-9023-013b79d49e27', 'code': 200} May 25 20:16:22.692530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] For port ca1baeee-5896-4e3f-b55e-96de49ac9afd, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ca1baeee-5896-4e3f-b55e-96de49ac9afd,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:16:22.696435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-38c03ba5-7068-41b0-a6b8-14ed4c3846a9 req-d135a756-ade9-48bd-a3d3-196baecce3e9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Synchronizing usage tracker for tenant:5401645d71ef4bacaf9fd53427f6708c on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:16:22.703440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e482da40-adb0-4303-a51f-2b7c2821556a {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:16:22.704976 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:22.713343 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:22.735295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Transition to ACTIVE for port object e482da40-adb0-4303-a51f-2b7c2821556a will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:22.747979 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:22.771648 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] Set router 058e291a-c29d-495c-b6ab-3dc922f7a6ec gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:16:22.897819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e482da40-adb0-4303-a51f-2b7c2821556a,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:23.026359 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08b5eabb-ad9c-4dda-abd0-038f4b0cc7bf req-fe1b83e2-96e5-430c-9467-631981c5c608 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 210 time: 0.1251440 May 25 20:16:23.230817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02f34a52-c3b3-4ec8-9d24-8898e5ff4474 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:23.250919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:23.252081 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:23.254270 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] 10.222.0.50 "PUT /v2.0/ports/ca1baeee-5896-4e3f-b55e-96de49ac9afd HTTP/1.1" status: 200 len: 1091 time: 5.2244782 May 25 20:16:23.286305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Attempting to bind port e482da40-adb0-4303-a51f-2b7c2821556a on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:16:23.287457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Attempting to bind port e482da40-adb0-4303-a51f-2b7c2821556a by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'c125616e-0e61-4091-96ce-d1583a5f5207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bf721010-2586-4dba-88a2-476747a99a1f'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:16:23.288210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Attempting to bind port e482da40-adb0-4303-a51f-2b7c2821556a on network bf721010-2586-4dba-88a2-476747a99a1f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:23.297892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Port e482da40-adb0-4303-a51f-2b7c2821556a on network bf721010-2586-4dba-88a2-476747a99a1f not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:16:23.298375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Attempting to bind port e482da40-adb0-4303-a51f-2b7c2821556a on network bf721010-2586-4dba-88a2-476747a99a1f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:23.308224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:16:23.308569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Checking segment: {'id': 'c125616e-0e61-4091-96ce-d1583a5f5207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bf721010-2586-4dba-88a2-476747a99a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:23.308958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Bound using segment: {'id': 'c125616e-0e61-4091-96ce-d1583a5f5207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bf721010-2586-4dba-88a2-476747a99a1f'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:16:23.309915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Bound port: e482da40-adb0-4303-a51f-2b7c2821556a, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c125616e-0e61-4091-96ce-d1583a5f5207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bf721010-2586-4dba-88a2-476747a99a1f'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:16:23.310684 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:23.329392 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3de74047-a035-4572-a633-2aad1d12cc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:23.363700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f6436b-2dfb-4eff-8c41-eb6354dad458', 'tag': 'ca1baeee-5896-4e3f-b55e-96de49ac9afd'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:23.374863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa96bc42-3be3-48aa-8cce-2cb357027d9f None None] Network 9bd1990c-48b0-4da3-b8ae-a54785c1a49d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:16:23.425819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] For port e482da40-adb0-4303-a51f-2b7c2821556a, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:16:23.431353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] For port e482da40-adb0-4303-a51f-2b7c2821556a, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e482da40-adb0-4303-a51f-2b7c2821556a,segment=NetworkSegment(c125616e-0e61-4091-96ce-d1583a5f5207),segment_id=c125616e-0e61-4091-96ce-d1583a5f5207)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:16:23.440202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708ed2b-c2b7-4246-9f84-ad1271ae6977 req-4288f032-9126-41b7-870b-2e2715c8be25 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:23.449795 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8708ed2b-c2b7-4246-9f84-ad1271ae6977 req-4288f032-9126-41b7-870b-2e2715c8be25 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 943 time: 0.2832820 May 25 20:16:23.467985 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:23.470683 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:16:15Z', 'revision_number': 3, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:23.477916 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ceaf7b-1c12-4d18-8c83-00b6ce97b8a9 None None] The sync data for ids ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'] in n-d-843339-1 is: [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:16:15Z', 'revision_number': 3, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:16:23.487813 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02f34a52-c3b3-4ec8-9d24-8898e5ff4474 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:23.527554 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3de74047-a035-4572-a633-2aad1d12cc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:23.566406 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:23.601512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:23.604975 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:23.606419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] 10.222.0.70 "PUT /v2.0/ports/e482da40-adb0-4303-a51f-2b7c2821556a HTTP/1.1" status: 200 len: 1091 time: 2.0144048 May 25 20:16:23.634981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210e1741-310f-493a-b5ca-67010ddbe5d8', 'tag': 'e482da40-adb0-4303-a51f-2b7c2821556a'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:23.644682 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8708ed2b-c2b7-4246-9f84-ad1271ae6977 req-1de7208c-e7c0-4893-a322-58d00773fe91 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939144 May 25 20:16:23.652465 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3de74047-a035-4572-a633-2aad1d12cc60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43b5dcf538bf4500b468bf5d91ba70ca&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4929712 May 25 20:16:23.655996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53100) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:23.659409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f34a52-c3b3-4ec8-9d24-8898e5ff4474 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Subnet': ['ID=86bdda53-0e13-4814-b8f7-92379ddb7cf8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:23.668076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-38c03ba5-7068-41b0-a6b8-14ed4c3846a9 req-d135a756-ade9-48bd-a3d3-196baecce3e9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Unset dirty status for tenant:5401645d71ef4bacaf9fd53427f6708c on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:16:23.672788 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38c03ba5-7068-41b0-a6b8-14ed4c3846a9 req-d135a756-ade9-48bd-a3d3-196baecce3e9 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8c8b7d7-de17-4f48-9423-c78da20067ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0867984 May 25 20:16:23.691705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-02f34a52-c3b3-4ec8-9d24-8898e5ff4474 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/86bdda53-0e13-4814-b8f7-92379ddb7cf8 HTTP/1.1" status: 204 len: 168 time: 3.3296521 May 25 20:16:23.772159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53104) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:23.837820 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:23.920238 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c914977-d087-4625-aab9-86be57fb3b6c'] response: {'name': 'network-changed', 'server_uuid': '210e1741-310f-493a-b5ca-67010ddbe5d8', 'tag': 'e482da40-adb0-4303-a51f-2b7c2821556a', 'status': 'completed', 'code': 200} May 25 20:16:23.921987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7bf1f-7e03-4a85-85f1-c84c43cfb3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e482da40-adb0-4303-a51f-2b7c2821556a,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:23.924596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de74047-a035-4572-a633-2aad1d12cc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25741ca-ab2f-4d51-82a1-e8f9546fae97,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:23.978770 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ab68464-0045-49df-bfd7-120340acb608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:23.989391 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5082494-86ed-48bd-9e59-d49871d3d7dc'] response: {'name': 'network-changed', 'server_uuid': '41f6436b-2dfb-4eff-8c41-eb6354dad458', 'tag': 'ca1baeee-5896-4e3f-b55e-96de49ac9afd', 'status': 'completed', 'code': 200} May 25 20:16:23.993241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1fd0f6-e025-48ea-a32a-6dbe688bef0f None None] DHCP port deletion for 9bd1990c-48b0-4da3-b8ae-a54785c1a49d request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:16:24.011262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-df1fd0f6-e025-48ea-a32a-6dbe688bef0f None None] Deleting port 48da8cf1-b486-4802-858f-c522157fb1fa {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:16:24.012457 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-df1fd0f6-e025-48ea-a32a-6dbe688bef0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:24.054370 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ab68464-0045-49df-bfd7-120340acb608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:24.063160 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-95fc7c0c-e28e-43c8-82ae-5d3c4ae78caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:24.064827 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-95fc7c0c-e28e-43c8-82ae-5d3c4ae78caa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5401645d71ef4bacaf9fd53427f6708c&device_id=210e1741-310f-493a-b5ca-67010ddbe5d8 HTTP/1.1" status: 200 len: 1094 time: 0.3156061 May 25 20:16:24.173291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd844cd-7835-4698-acb5-8c1b45a7beb3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1baeee-5896-4e3f-b55e-96de49ac9afd,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:24.194212 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-025878c8-51a8-4018-a9cf-24b76d8c2455 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e482da40-adb0-4303-a51f-2b7c2821556a HTTP/1.1" status: 200 len: 217 time: 0.1218815 May 25 20:16:24.352001 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ab68464-0045-49df-bfd7-120340acb608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:24.441389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-df1fd0f6-e025-48ea-a32a-6dbe688bef0f None None] For port 48da8cf1-b486-4802-858f-c522157fb1fa, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=48da8cf1-b486-4802-858f-c522157fb1fa,segment=NetworkSegment(78f65e7c-8f49-47c1-9a37-bf63d169109f),segment_id=78f65e7c-8f49-47c1-9a37-bf63d169109f)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:24.441781 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-df1fd0f6-e025-48ea-a32a-6dbe688bef0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:24.470228 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ab68464-0045-49df-bfd7-120340acb608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:24.473583 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8ab68464-0045-49df-bfd7-120340acb608 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b25741ca-ab2f-4d51-82a1-e8f9546fae97 HTTP/1.1" status: 204 len: 168 time: 0.8140137 May 25 20:16:24.491161 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b20cf8b5-5aa4-48aa-b33d-6b2eda83e0b0 req-91eaef03-5a8e-4980-b3f3-54f613b95255 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 210 time: 0.0717356 May 25 20:16:24.492357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab68464-0045-49df-bfd7-120340acb608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25741ca-ab2f-4d51-82a1-e8f9546fae97,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:24.527848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-1f9fdf1d-028a-4be1-977e-21056285a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:24.529321 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-1f9fdf1d-028a-4be1-977e-21056285a84d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8160da7c-85dd-42ff-9103-23d27e82081a HTTP/1.1" status: 200 len: 855 time: 0.2550278 May 25 20:16:24.644729 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-321374ca-6b29-4d79-acbf-c970f948048e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf721010-2586-4dba-88a2-476747a99a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055574 May 25 20:16:24.721887 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-df1fd0f6-e025-48ea-a32a-6dbe688bef0f None None] Calling delete_port for 48da8cf1-b486-4802-858f-c522157fb1fa owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:16:24.761920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-3f28a178-eb5c-4777-9c43-4c64b4171657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:24.764471 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-3f28a178-eb5c-4777-9c43-4c64b4171657 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 1094 time: 1.3864217 May 25 20:16:24.923056 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-0c8c99ab-6112-4e0c-a1a5-fffd884a2f41 service neutron] 10.222.0.70 "GET /v2.0/networks/bf721010-2586-4dba-88a2-476747a99a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698228 May 25 20:16:24.967957 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e8d0e46-bbb6-4160-97b4-871aeb3bf458 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:24.993799 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-791993fb-c14b-438d-bd26-a6068786803a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca1baeee-5896-4e3f-b55e-96de49ac9afd HTTP/1.1" status: 200 len: 217 time: 0.1716259 May 25 20:16:25.007451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ab71b-3126-4f20-936f-a955d9f4b90a req-d1229c61-67b8-4328-8ba1-c299316ec654 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:25.008998 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-710ab71b-3126-4f20-936f-a955d9f4b90a req-d1229c61-67b8-4328-8ba1-c299316ec654 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 1.0703418 May 25 20:16:25.063347 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-df1fd0f6-e025-48ea-a32a-6dbe688bef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:25.092036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Allocated IP 172.20.0.1 (05a6d198-f452-4553-a4b8-d76bbbfc05ae/318c4a38-89ca-417a-ba64-0192f1196e16/ae6b28bd-61b7-479f-8df7-7c7766650bbc) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:16:25.107994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-a8c3be74-b597-499e-a27d-3d796593ef01 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:25.109466 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-a8c3be74-b597-499e-a27d-3d796593ef01 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 812 time: 1.3447423 May 25 20:16:25.130994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Request body: {'port': {'device_id': '9e83d105-37be-49bf-b663-1b8887fd7c02', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'admin_state_up': True, 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:25.189131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fd0f6-e025-48ea-a32a-6dbe688bef0f None None] Pushing event deleted for resources: {'Port': ['ID=48da8cf1-b486-4802-858f-c522157fb1fa,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:25.205858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1fd0f6-e025-48ea-a32a-6dbe688bef0f None None] No DVR routers for this DVR port 48da8cf1-b486-4802-858f-c522157fb1fa on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:16:25.269439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53120) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:25.408787 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-710ab71b-3126-4f20-936f-a955d9f4b90a req-9d6c7579-5f47-44be-9ba8-83b2a54dd2eb tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505435 May 25 20:16:25.462550 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:25.471199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:25.530638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:25.553219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Usage tracker for resource:security_group_rule and tenant:9f33f95a3d224d61926455b8b7f13daf is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:25.558841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:25.567177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:25.575403 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5f3b5ee-d55e-48e9-b539-b7e0ed2d816b req-fb238179-af23-42e9-96f4-a21634de40af service neutron] 10.222.0.70 "GET /v2.0/networks/bf721010-2586-4dba-88a2-476747a99a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459918 May 25 20:16:25.602736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e4f17-7558-4f17-840c-bbe0f3d15c9a req-9a33a8c9-3f2a-43a5-8afb-74fcab8cb121 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:25.611973 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a20e4f17-7558-4f17-840c-bbe0f3d15c9a req-9a33a8c9-3f2a-43a5-8afb-74fcab8cb121 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 943 time: 0.4868674 May 25 20:16:25.655362 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-9cbbc024-7693-49fb-b859-d554d02f4e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:25.656799 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-9cbbc024-7693-49fb-b859-d554d02f4e88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.6396477 May 25 20:16:25.671815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 62e1b349-50f8-4174-8190-4c662194a625 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:25.806721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a20e4f17-7558-4f17-840c-bbe0f3d15c9a req-ea187d76-88fe-4930-a691-69c92684294f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937032 May 25 20:16:25.841332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 62e1b349-50f8-4174-8190-4c662194a625 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:25.847266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 62e1b349-50f8-4174-8190-4c662194a625 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:25.847917 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:25.895488 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:25.906124 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:25.969981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:26.014671 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-0094c38b-2df3-446b-b462-227df91a50f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3328249 May 25 20:16:26.032137 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e8d0e46-bbb6-4160-97b4-871aeb3bf458 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:26.033950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24abe56-f25b-47f6-b1dd-13538ed8f900 req-ff4a36e7-7bfc-4521-b882-d99aa5ce65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:26.035806 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e24abe56-f25b-47f6-b1dd-13538ed8f900 req-ff4a36e7-7bfc-4521-b882-d99aa5ce65ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5401645d71ef4bacaf9fd53427f6708c&device_id=210e1741-310f-493a-b5ca-67010ddbe5d8 HTTP/1.1" status: 200 len: 1094 time: 0.3549359 May 25 20:16:26.039202 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a3cfe158-3c63-4f53-9ef5-e7bcd69c25c9 req-c5e6c4d2-60ec-4d0f-ba8b-5ad19454958c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 210 time: 0.0641274 May 25 20:16:26.145853 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 62e1b349-50f8-4174-8190-4c662194a625 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:26.147815 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:26.158916 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f33f95a3d224d61926455b8b7f13daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8839598 May 25 20:16:26.165526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53134) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:26.167194 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:16:26.171476 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 62e1b349-50f8-4174-8190-4c662194a625, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=62e1b349-50f8-4174-8190-4c662194a625,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:26.181947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a20ee51-cfcc-430a-ace5-441b8ca5bdd3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:26.193962 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:26.199630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:26.199965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:26.200302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:26.200631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:26.201683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:26.202125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:26.202341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:26.202672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:26.202995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:26.203314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:26.203678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:26.204006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b98ee0-98b1-401a-8257-2fe3963a75ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:26.291810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24abe56-f25b-47f6-b1dd-13538ed8f900 req-043ea713-6bf5-4cc5-bee9-d1f060821435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:26.293665 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e24abe56-f25b-47f6-b1dd-13538ed8f900 req-043ea713-6bf5-4cc5-bee9-d1f060821435 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bf721010-2586-4dba-88a2-476747a99a1f HTTP/1.1" status: 200 len: 916 time: 0.2482233 May 25 20:16:26.344735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 48da8cf1-b486-4802-858f-c522157fb1fa no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:16:26.394921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 48da8cf1-b486-4802-858f-c522157fb1fa {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:16:26.395625 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 48da8cf1-b486-4802-858f-c522157fb1fa not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:16:26.415771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=62e1b349-50f8-4174-8190-4c662194a625,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:26.447293 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bd5f8e3-3dd3-4eeb-a24e-16ec4b9ba856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:26.479168 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bd5f8e3-3dd3-4eeb-a24e-16ec4b9ba856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:26.500494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-f4e79dbd-c667-41d2-837d-b98ce47092d0 service neutron] 10.222.0.50 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560916 May 25 20:16:26.554667 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e24abe56-f25b-47f6-b1dd-13538ed8f900 req-fa6c75d7-b5a5-49ad-be6c-2740c5015cda service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e482da40-adb0-4303-a51f-2b7c2821556a HTTP/1.1" status: 200 len: 217 time: 0.2483675 May 25 20:16:26.556386 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bd5f8e3-3dd3-4eeb-a24e-16ec4b9ba856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:26.651181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24abe56-f25b-47f6-b1dd-13538ed8f900 req-fe7d6a66-5951-4a64-81dd-a6b1cc864946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:26.652868 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e24abe56-f25b-47f6-b1dd-13538ed8f900 req-fe7d6a66-5951-4a64-81dd-a6b1cc864946 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8160da7c-85dd-42ff-9103-23d27e82081a HTTP/1.1" status: 200 len: 855 time: 0.0711963 May 25 20:16:26.660670 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1745bc5-c043-4b79-b211-7194ac487b4e req-485f0aa5-669c-43f1-bea6-fc6c8d644c87 service neutron] 10.222.0.50 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483958 May 25 20:16:26.686459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Made reservation on behalf of 4619f4f2684a482db46ddd662e6b15f0 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:16:26.690005 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:26.828492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e24abe56-f25b-47f6-b1dd-13538ed8f900 req-f40cc61a-3803-41b1-9790-0b3217f5d328 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf721010-2586-4dba-88a2-476747a99a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798793 May 25 20:16:26.829255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5f8e3-3dd3-4eeb-a24e-16ec4b9ba856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a20ee51-cfcc-430a-ace5-441b8ca5bdd3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:26.859838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7bd5f8e3-3dd3-4eeb-a24e-16ec4b9ba856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:26.863642 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7bd5f8e3-3dd3-4eeb-a24e-16ec4b9ba856 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a20ee51-cfcc-430a-ace5-441b8ca5bdd3 HTTP/1.1" status: 204 len: 168 time: 0.6970968 May 25 20:16:26.931566 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Allocated IP 172.20.0.8 (4e3b1c24-c6fc-43dd-b516-21c21083f244/e50acf7b-ade5-4727-b163-74dced7ce564/1b731aab-024b-4fc2-a270-7aae07d340a2) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:16:27.006361 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e24abe56-f25b-47f6-b1dd-13538ed8f900 req-edf91498-b5df-4f3b-be9a-2d358335681e service neutron] 10.222.0.70 "GET /v2.0/networks/bf721010-2586-4dba-88a2-476747a99a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670241 May 25 20:16:27.019575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ff799-4857-4a4f-af11-0793d340067a req-136257cd-3aa8-405e-a2a9-844f52afb5d7 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:27.021876 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-790ff799-4857-4a4f-af11-0793d340067a req-136257cd-3aa8-405e-a2a9-844f52afb5d7 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.3665037 May 25 20:16:27.094127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fdbce-dfd3-4e36-8a32-6b03ff90e0e7 req-5eb9fc17-0f1c-4bf0-b086-93abe53f6272 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:27.095597 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d2fdbce-dfd3-4e36-8a32-6b03ff90e0e7 req-5eb9fc17-0f1c-4bf0-b086-93abe53f6272 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/ports?device_id=210e1741-310f-493a-b5ca-67010ddbe5d8 HTTP/1.1" status: 200 len: 943 time: 1.4149890 May 25 20:16:27.151371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0e8d0e46-bbb6-4160-97b4-871aeb3bf458 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd1990c-48b0-4da3-b8ae-a54785c1a49d']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:27.170873 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-790ff799-4857-4a4f-af11-0793d340067a req-9633ea66-49d6-4d73-b576-0cf1b53a6827 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290870 May 25 20:16:27.220081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0e8d0e46-bbb6-4160-97b4-871aeb3bf458 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f65e7c-8f49-47c1-9a37-bf63d169109f') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:27.220385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0e8d0e46-bbb6-4160-97b4-871aeb3bf458 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f65e7c-8f49-47c1-9a37-bf63d169109f') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:27.266043 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e8d0e46-bbb6-4160-97b4-871aeb3bf458 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:27.272240 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e24abe56-f25b-47f6-b1dd-13538ed8f900 req-36b354da-5f4e-4000-8c17-da8f0dbf18b3 service neutron] 10.222.0.70 "GET /v2.0/networks/bf721010-2586-4dba-88a2-476747a99a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493525 May 25 20:16:27.348963 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:27.357661 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d2fdbce-dfd3-4e36-8a32-6b03ff90e0e7 req-83c5bf91-e163-4dd1-adb3-d4c5f5bfee5b tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8c8b7d7-de17-4f48-9423-c78da20067ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869960 May 25 20:16:27.404230 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e8d0e46-bbb6-4160-97b4-871aeb3bf458 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:27.422440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Transition to ACTIVE for port object ae6b28bd-61b7-479f-8df7-7c7766650bbc will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:27.435424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8d0e46-bbb6-4160-97b4-871aeb3bf458 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:16:27.436216 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e8d0e46-bbb6-4160-97b4-871aeb3bf458 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:27.471443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdc15f-85b6-48eb-bf30-5ecf3d920760 req-e225a644-5439-41e5-9ade-9d8dafbda794 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:27.479484 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9dfdc15f-85b6-48eb-bf30-5ecf3d920760 req-e225a644-5439-41e5-9ade-9d8dafbda794 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 943 time: 0.1738305 May 25 20:16:27.571873 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9dfdc15f-85b6-48eb-bf30-5ecf3d920760 req-f3ac44ae-a8a8-4bea-baa2-399a0b243981 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883491 May 25 20:16:27.575230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 62e1b349-50f8-4174-8190-4c662194a625 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:27.754462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61eaf974-dc5a-4fdc-8a21-9c852fb62555 req-5524261c-1b8f-4f8b-bbc6-06f6b0447bdf tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 210 time: 0.1050904 May 25 20:16:27.754653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 62e1b349-50f8-4174-8190-4c662194a625 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:27.755739 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:27.763421 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 78f65e7c-8f49-47c1-9a37-bf63d169109f resource provider aggregate not found May 25 20:16:27.785585 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:27.804894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f409d-03fb-4178-927b-44ccc6117132 req-2d2cad4d-ddff-49cc-b653-f8fa81d289ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:27.806886 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-880f409d-03fb-4178-927b-44ccc6117132 req-2d2cad4d-ddff-49cc-b653-f8fa81d289ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 1094 time: 0.7233145 May 25 20:16:27.821733 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 78f65e7c-8f49-47c1-9a37-bf63d169109f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78f65e7c-8f49-47c1-9a37-bf63d169109f found for delete ", "request_id": "req-0ff134af-26d3-4657-adf3-ef6302dcae61"}]} May 25 20:16:27.856414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Transition to ACTIVE for port object 1b731aab-024b-4fc2-a270-7aae07d340a2 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:27.862674 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e8d0e46-bbb6-4160-97b4-871aeb3bf458 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:27.894829 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:27.940007 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e8d0e46-bbb6-4160-97b4-871aeb3bf458 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:27.965419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d0e46-bbb6-4160-97b4-871aeb3bf458 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Network': ['ID=9bd1990c-48b0-4da3-b8ae-a54785c1a49d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:27.966712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 62e1b349-50f8-4174-8190-4c662194a625 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:27.988144 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0e8d0e46-bbb6-4160-97b4-871aeb3bf458 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/networks/9bd1990c-48b0-4da3-b8ae-a54785c1a49d HTTP/1.1" status: 204 len: 168 time: 4.1935928 May 25 20:16:27.995248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53160) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:28.004340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-976932441'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:28.006401 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:28.023785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:28.042349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:network and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:28.047200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:28.076187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:28.091501 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-84e40cc4-e5a8-4a86-9f7f-47a2439e5637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:28.113636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:16:28.120047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:28.191538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:16:28.218906 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:28.221225 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Added segment b810571d-3465-4cfa-8d12-88e2f70d0ba4 of type vlan for network 687ff32b-4a4b-43c7-9d7d-47b32b097a60 May 25 20:16:28.222102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Network 05a6d198-f452-4553-a4b8-d76bbbfc05ae is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:28.228591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:28.234820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:16:28.276277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f409d-03fb-4178-927b-44ccc6117132 req-ec15e869-4b08-4c8a-b053-128021760cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:28.278354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-880f409d-03fb-4178-927b-44ccc6117132 req-ec15e869-4b08-4c8a-b053-128021760cd6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 906 time: 0.4602511 May 25 20:16:28.283125 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:28.283861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=ae6b28bd-61b7-479f-8df7-7c7766650bbc,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:28.294490 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['e285bdae-5520-4790-bf22-f80f6302cb5a', '0653b905-1265-4ef5-a79e-436bcaa7616a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:16:28.312526 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:28.432126 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:28.446908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:28.448602 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:28.546974 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5501137 May 25 20:16:28.547762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53176) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:28.573606 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-880f409d-03fb-4178-927b-44ccc6117132 req-ab38b182-4b8a-402b-805f-c46d2bdf36c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca1baeee-5896-4e3f-b55e-96de49ac9afd HTTP/1.1" status: 200 len: 217 time: 0.2844839 May 25 20:16:28.602819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'subnet': {'network_id': '687ff32b-4a4b-43c7-9d7d-47b32b097a60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:28.623979 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:28.638721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Network 4e3b1c24-c6fc-43dd-b516-21c21083f244 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:28.696685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:28.729781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:16:28.792679 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7ba6dc91-d2d4-46dd-b4b3-e383e636c4f4 None None] Provisioning for port ae6b28bd-61b7-479f-8df7-7c7766650bbc completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:28.829661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7ba6dc91-d2d4-46dd-b4b3-e383e636c4f4 None None] Provisioning complete for port ae6b28bd-61b7-479f-8df7-7c7766650bbc triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:28.830142 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7ba6dc91-d2d4-46dd-b4b3-e383e636c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:28.987729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6dc91-d2d4-46dd-b4b3-e383e636c4f4 None None] Port ae6b28bd-61b7-479f-8df7-7c7766650bbc cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:16:28.995811 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:28.996422 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:29.092561 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:29.136255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:subnet and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:29.143706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:29.159999 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4a3ad-069b-4653-896a-95107bc273f1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Network': ['ID=687ff32b-4a4b-43c7-9d7d-47b32b097a60,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:29.166736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:29.179519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 687ff32b-4a4b-43c7-9d7d-47b32b097a60 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:16:29.184513 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event updated for resources: {'Port': ['ID=1b731aab-024b-4fc2-a270-7aae07d340a2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:29.191265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:16:29.198015 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:29.212539 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-94df4b6b-c7ee-4765-bf67-a925677fe93a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0849323 May 25 20:16:29.234849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f409d-03fb-4178-927b-44ccc6117132 req-e41788f5-7f39-4254-ba92-13c2379da55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:29.238940 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-880f409d-03fb-4178-927b-44ccc6117132 req-e41788f5-7f39-4254-ba92-13c2379da55b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.5871482 May 25 20:16:29.248372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Request body: {'port': {'device_id': '9e83d105-37be-49bf-b663-1b8887fd7c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:29.366494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-01f94af6-971e-414c-a7d7-af96c188d128 None None] Provisioning for port 1b731aab-024b-4fc2-a270-7aae07d340a2 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:29.389044 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-01f94af6-971e-414c-a7d7-af96c188d128 None None] Provisioning complete for port 1b731aab-024b-4fc2-a270-7aae07d340a2 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:29.389386 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-01f94af6-971e-414c-a7d7-af96c188d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:29.500974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-01f94af6-971e-414c-a7d7-af96c188d128 None None] Port 1b731aab-024b-4fc2-a270-7aae07d340a2 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:16:29.561968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-880f409d-03fb-4178-927b-44ccc6117132 req-1a421bfb-0140-4170-ba57-58cccf72d468 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969100 May 25 20:16:29.602464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c551298-145a-481c-bbe8-c95bf0351b2e req-c0426727-3d68-4c23-975e-267ebb8f694a tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:29.613443 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c551298-145a-481c-bbe8-c95bf0351b2e req-c0426727-3d68-4c23-975e-267ebb8f694a tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/ports?device_id=210e1741-310f-493a-b5ca-67010ddbe5d8 HTTP/1.1" status: 200 len: 943 time: 0.5838263 May 25 20:16:29.689783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e482da40-adb0-4303-a51f-2b7c2821556a details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:16:29.753026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73364e20-05fe-4c2a-be48-5f7426133104 req-4feada61-be60-43e5-b7a9-63fb105277bc tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:29.764104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73364e20-05fe-4c2a-be48-5f7426133104 req-4feada61-be60-43e5-b7a9-63fb105277bc tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 1.2151735 May 25 20:16:29.872728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73364e20-05fe-4c2a-be48-5f7426133104 req-9c7342be-d6ec-4c22-a1c7-f8320dfe911c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076763 May 25 20:16:29.973301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e482da40-adb0-4303-a51f-2b7c2821556a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e482da40-adb0-4303-a51f-2b7c2821556a,segment=NetworkSegment(c125616e-0e61-4091-96ce-d1583a5f5207),segment_id=c125616e-0e61-4091-96ce-d1583a5f5207)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:30.010283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'e482da40-adb0-4303-a51f-2b7c2821556a', 'network_id': 'bf721010-2586-4dba-88a2-476747a99a1f', 'port_id': 'e482da40-adb0-4303-a51f-2b7c2821556a', 'mac_address': 'fa:16:3e:2b:85:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8160da7c-85dd-42ff-9103-23d27e82081a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:16:30.047755 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:30.084966 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c551298-145a-481c-bbe8-c95bf0351b2e req-20ff2bd5-7b31-4824-ab08-6966fac23e53 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8c8b7d7-de17-4f48-9423-c78da20067ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708123 May 25 20:16:30.192386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port e482da40-adb0-4303-a51f-2b7c2821556a is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:30.193554 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:30.226507 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:30.258013 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e482da40-adb0-4303-a51f-2b7c2821556a {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:16:30.281821 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:30.309202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e482da40-adb0-4303-a51f-2b7c2821556a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e482da40-adb0-4303-a51f-2b7c2821556a,segment=NetworkSegment(c125616e-0e61-4091-96ce-d1583a5f5207),segment_id=c125616e-0e61-4091-96ce-d1583a5f5207)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:30.320138 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:30.337562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Subnet': ['ID=ff29b49f-d29b-4e09-a563-6f1ca694c6f0,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:30.354212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Checking segment: {'id': 'b810571d-3465-4cfa-8d12-88e2f70d0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '687ff32b-4a4b-43c7-9d7d-47b32b097a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:30.354595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network hostable DHCP agents. Network: 687ff32b-4a4b-43c7-9d7d-47b32b097a60, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:16:30.372261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10bd1f-194a-4b87-a67a-d6eee927a894 req-bafacacc-ae01-41a0-a3b7-7b87ec8acdcd tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:30.380940 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e10bd1f-194a-4b87-a67a-d6eee927a894 req-bafacacc-ae01-41a0-a3b7-7b87ec8acdcd tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 943 time: 0.2308357 May 25 20:16:30.398440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device ca1baeee-5896-4e3f-b55e-96de49ac9afd details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:16:30.494029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e10bd1f-194a-4b87-a67a-d6eee927a894 req-61ac64a7-6536-4909-8917-26f55cc0734d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056442 May 25 20:16:30.495074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 687ff32b-4a4b-43c7-9d7d-47b32b097a60 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:16:30.508365 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=e482da40-adb0-4303-a51f-2b7c2821556a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:30.522947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 687ff32b-4a4b-43c7-9d7d-47b32b097a60) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:30.528465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:30.541584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:30.542424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58521654-6951-4602-adec-a472617378f7 None None] Network 687ff32b-4a4b-43c7-9d7d-47b32b097a60 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:16:30.590049 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5f85baaf-a9eb-4488-bb39-06b5a5976c40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0321217 May 25 20:16:30.593532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53206) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:30.607706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-cc7db604-ae24-4a27-9a97-c73f45594ebf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1483743332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:30.609611 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:30.634635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cc7db604-ae24-4a27-9a97-c73f45594ebf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:30.649014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cc7db604-ae24-4a27-9a97-c73f45594ebf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:router and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:30.660391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cc7db604-ae24-4a27-9a97-c73f45594ebf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:30.681999 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cc7db604-ae24-4a27-9a97-c73f45594ebf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:30.704664 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc7db604-ae24-4a27-9a97-c73f45594ebf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:30.707648 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc7db604-ae24-4a27-9a97-c73f45594ebf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:30.713377 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:30.739079 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc7db604-ae24-4a27-9a97-c73f45594ebf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:30.764085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['e482da40-adb0-4303-a51f-2b7c2821556a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:16:30.822184 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc7db604-ae24-4a27-9a97-c73f45594ebf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:30.882882 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc7db604-ae24-4a27-9a97-c73f45594ebf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:30.887367 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cc7db604-ae24-4a27-9a97-c73f45594ebf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2899151 May 25 20:16:30.888658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53210) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:30.952890 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-880f409d-03fb-4178-927b-44ccc6117132 req-fd3393c5-d816-49ea-b9ae-1664c3d41786 service neutron] 10.222.0.50 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3761463 May 25 20:16:30.996772 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f2d77ea3-2007-4134-9713-011fb3cbb4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:31.070839 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:31.193619 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port ca1baeee-5896-4e3f-b55e-96de49ac9afd, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ca1baeee-5896-4e3f-b55e-96de49ac9afd,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:31.215309 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-687ff32b-4a4b-43c7-9d7d-47b32b097a60', 'network_id': '687ff32b-4a4b-43c7-9d7d-47b32b097a60', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'fixed_ips': [{'subnet_id': 'ff29b49f-d29b-4e09-a563-6f1ca694c6f0'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:16:31.216334 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:31.236469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'ca1baeee-5896-4e3f-b55e-96de49ac9afd', 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'port_id': 'ca1baeee-5896-4e3f-b55e-96de49ac9afd', 'mac_address': 'fa:16:3e:5d:f1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc790b4-10d9-494e-a68e-77eb18406dd8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:16:31.328080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=ae6b28bd-61b7-479f-8df7-7c7766650bbc,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:31.577047 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:31.603385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Network 05a6d198-f452-4553-a4b8-d76bbbfc05ae is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:31.653270 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:31.674697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port ca1baeee-5896-4e3f-b55e-96de49ac9afd is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:31.675178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:31.675317 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:31.680078 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-880f409d-03fb-4178-927b-44ccc6117132 req-e4d6de1b-7a7b-4c72-8e97-7beb652965ca service neutron] 10.222.0.50 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7132564 May 25 20:16:31.906654 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:31.925119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1baeee-5896-4e3f-b55e-96de49ac9afd {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:16:31.933985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2fa66-bb63-4cbe-8d97-87aa223fd2d4 req-3d0c51e8-cb29-4713-a59f-b055a212a9ff tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:31.943410 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78f2fa66-bb63-4cbe-8d97-87aa223fd2d4 req-3d0c51e8-cb29-4713-a59f-b055a212a9ff tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.7376666 May 25 20:16:31.978189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Allocated IP 2001:db8::2 (687ff32b-4a4b-43c7-9d7d-47b32b097a60/ff29b49f-d29b-4e09-a563-6f1ca694c6f0/c3a26dbc-dc07-4932-944c-68cafd152714) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:16:31.999573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port ca1baeee-5896-4e3f-b55e-96de49ac9afd, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ca1baeee-5896-4e3f-b55e-96de49ac9afd,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:32.023865 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:32.059935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Router 058e291a-c29d-495c-b6ab-3dc922f7a6ec has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:16:32.084217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aec67f-f6da-461c-953c-a9514a305cde req-9c8815cb-624f-42fc-8dd2-f536d7e3dfcf tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:32.085548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-29aec67f-f6da-461c-953c-a9514a305cde req-9c8815cb-624f-42fc-8dd2-f536d7e3dfcf tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Synchronizing usage tracker for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:16:32.200535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=ca1baeee-5896-4e3f-b55e-96de49ac9afd,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:32.205637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-eaf8a892-c7e8-43ff-a8e8-fdbf7a144130 None None] Provisioning complete for port ae6b28bd-61b7-479f-8df7-7c7766650bbc triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:32.206134 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eaf8a892-c7e8-43ff-a8e8-fdbf7a144130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:32.211173 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78f2fa66-bb63-4cbe-8d97-87aa223fd2d4 req-642be581-5bd3-4285-9a3c-18a070cf6307 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665236 May 25 20:16:32.295731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['ca1baeee-5896-4e3f-b55e-96de49ac9afd'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:16:32.339944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-eaf8a892-c7e8-43ff-a8e8-fdbf7a144130 None None] Port ae6b28bd-61b7-479f-8df7-7c7766650bbc cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:16:32.385259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-29aec67f-f6da-461c-953c-a9514a305cde req-9c8815cb-624f-42fc-8dd2-f536d7e3dfcf tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Unset dirty status for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:16:32.387306 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29aec67f-f6da-461c-953c-a9514a305cde req-9c8815cb-624f-42fc-8dd2-f536d7e3dfcf tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 931 time: 1.7396467 May 25 20:16:32.512067 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:32.546122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Transition to ACTIVE for port object c3a26dbc-dc07-4932-944c-68cafd152714 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:32.625388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Transition to ACTIVE for port object c3a26dbc-dc07-4932-944c-68cafd152714 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:32.662896 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29aec67f-f6da-461c-953c-a9514a305cde req-7b757c97-448d-4818-b407-a716ec981c6c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659377 May 25 20:16:32.693826 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:32.979587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Network 687ff32b-4a4b-43c7-9d7d-47b32b097a60 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:32.984199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:32.987603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:16:33.006387 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:33.103496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c428e3-4c6d-4d1f-9b9a-12ce157a0f2e req-6dfc78b0-f4bb-486c-9e84-b75046a9bb70 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:33.104198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-80c428e3-4c6d-4d1f-9b9a-12ce157a0f2e req-6dfc78b0-f4bb-486c-9e84-b75046a9bb70 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Synchronizing usage tracker for tenant:5401645d71ef4bacaf9fd53427f6708c on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:16:33.116135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Pushing event updated for resources: {'Port': ['ID=c3a26dbc-dc07-4932-944c-68cafd152714,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:33.133977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Attempting to bind port c3a26dbc-dc07-4932-944c-68cafd152714 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:16:33.134650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Attempting to bind port c3a26dbc-dc07-4932-944c-68cafd152714 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'b810571d-3465-4cfa-8d12-88e2f70d0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '687ff32b-4a4b-43c7-9d7d-47b32b097a60'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:16:33.135121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Attempting to bind port c3a26dbc-dc07-4932-944c-68cafd152714 on network 687ff32b-4a4b-43c7-9d7d-47b32b097a60 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:33.142068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:16:33.142723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Checking segment: {'id': 'b810571d-3465-4cfa-8d12-88e2f70d0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '687ff32b-4a4b-43c7-9d7d-47b32b097a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:33.143373 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:33.143857 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Bound using segment: {'id': 'b810571d-3465-4cfa-8d12-88e2f70d0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '687ff32b-4a4b-43c7-9d7d-47b32b097a60'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:16:33.144481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Bound port: c3a26dbc-dc07-4932-944c-68cafd152714, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b810571d-3465-4cfa-8d12-88e2f70d0ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '687ff32b-4a4b-43c7-9d7d-47b32b097a60'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:16:33.145085 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:33.164956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-80c428e3-4c6d-4d1f-9b9a-12ce157a0f2e req-6dfc78b0-f4bb-486c-9e84-b75046a9bb70 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Unset dirty status for tenant:5401645d71ef4bacaf9fd53427f6708c on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:16:33.171549 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80c428e3-4c6d-4d1f-9b9a-12ce157a0f2e req-6dfc78b0-f4bb-486c-9e84-b75046a9bb70 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/ports?device_id=210e1741-310f-493a-b5ca-67010ddbe5d8 HTTP/1.1" status: 200 len: 944 time: 0.7587926 May 25 20:16:33.200456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Allocated IP 2001:db8::1 (687ff32b-4a4b-43c7-9d7d-47b32b097a60/ff29b49f-d29b-4e09-a563-6f1ca694c6f0/5d827ddb-c341-4b2c-9e9d-5725a570aa6d) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:16:33.212182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:16:33.228997 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e7a16c07-81f7-4752-8376-75316f8c5fa2 admin admin] 10.222.0.60 "PUT /v2.0/routers/058e291a-c29d-495c-b6ab-3dc922f7a6ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9888542 May 25 20:16:33.249545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] For port c3a26dbc-dc07-4932-944c-68cafd152714, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:16:33.258175 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] For port c3a26dbc-dc07-4932-944c-68cafd152714, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c3a26dbc-dc07-4932-944c-68cafd152714,segment=NetworkSegment(b810571d-3465-4cfa-8d12-88e2f70d0ba4),segment_id=b810571d-3465-4cfa-8d12-88e2f70d0ba4)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:16:33.265289 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Sync routers for ids ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:16:33.277895 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:33.294399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51562c29-ae67-4036-80ad-48888ebd8325 req-baa41a33-c1e4-48b4-88d2-694c2dec938e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:33.296260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-51562c29-ae67-4036-80ad-48888ebd8325 req-baa41a33-c1e4-48b4-88d2-694c2dec938e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 944 time: 0.3641922 May 25 20:16:33.351500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b731aab-024b-4fc2-a270-7aae07d340a2 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:16:33.368887 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:33.384017 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-51562c29-ae67-4036-80ad-48888ebd8325 req-2abb2f57-d577-4cb8-9118-6ec97ec4d2e0 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751288 May 25 20:16:33.394231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Transition to ACTIVE for port object 1b731aab-024b-4fc2-a270-7aae07d340a2 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:33.403657 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:33.420777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Routers {'058e291a-c29d-495c-b6ab-3dc922f7a6ec'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:16:33.422389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:16:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:33.497747 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:33.520234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Transition to ACTIVE for port object 5d827ddb-c341-4b2c-9e9d-5725a570aa6d will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:33.564199 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:33.730209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e482da40-adb0-4303-a51f-2b7c2821556a up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:33.987996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=5d827ddb-c341-4b2c-9e9d-5725a570aa6d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:33.994759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd6ce1-32e2-49d2-a39a-3e401b57cbb4 None None] Pushing event updated for resources: {'Port': ['ID=c3a26dbc-dc07-4932-944c-68cafd152714,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:34.006625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 687ff32b-4a4b-43c7-9d7d-47b32b097a60 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:34.020999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port e482da40-adb0-4303-a51f-2b7c2821556a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:34.023109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b731aab-024b-4fc2-a270-7aae07d340a2,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:34.025693 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80c428e3-4c6d-4d1f-9b9a-12ce157a0f2e req-989955a7-8abd-4cc8-87e1-57ebc5925485 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8c8b7d7-de17-4f48-9423-c78da20067ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8532207 May 25 20:16:34.033126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:34.042870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:16:34.048307 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:34.059488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port e482da40-adb0-4303-a51f-2b7c2821556a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:34.059847 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:34.261585 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:34.287909 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Set router 058e291a-c29d-495c-b6ab-3dc922f7a6ec gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:16:34.313913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Attempting to bind port 1b731aab-024b-4fc2-a270-7aae07d340a2 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:16:34.314739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Attempting to bind port 1b731aab-024b-4fc2-a270-7aae07d340a2 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:16:34.315982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Attempting to bind port 1b731aab-024b-4fc2-a270-7aae07d340a2 on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:34.327148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Port 1b731aab-024b-4fc2-a270-7aae07d340a2 on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:16:34.327467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Attempting to bind port 1b731aab-024b-4fc2-a270-7aae07d340a2 on network 4e3b1c24-c6fc-43dd-b516-21c21083f244 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:34.355682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee41c40-26e0-4cce-8499-9ea3e8c86ff9 req-8108a25d-1bea-4625-93c0-3943ac90d6ac tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:34.363870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ee41c40-26e0-4cce-8499-9ea3e8c86ff9 req-8108a25d-1bea-4625-93c0-3943ac90d6ac tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.4361172 May 25 20:16:34.367372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:16:34.367712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Checking segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:34.368150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Bound using segment: {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:16:34.368597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Bound port: 1b731aab-024b-4fc2-a270-7aae07d340a2, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86943c0-9f26-4e18-9a07-9d2313ed12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:16:34.368949 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:34.495945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device ca1baeee-5896-4e3f-b55e-96de49ac9afd up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:34.514313 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ee41c40-26e0-4cce-8499-9ea3e8c86ff9 req-2bb78478-b170-415e-83f6-f3aadd64f033 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493328 May 25 20:16:34.559752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53258) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:34.592667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] For port 1b731aab-024b-4fc2-a270-7aae07d340a2, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:16:34.592871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258726229', 'description': 'tempest-description--830365069'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:34.597842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] For port 1b731aab-024b-4fc2-a270-7aae07d340a2, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1b731aab-024b-4fc2-a270-7aae07d340a2,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:16:34.619444 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:34.747866 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b731aab-024b-4fc2-a270-7aae07d340a2,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:34.753233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:34.753991 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:34.755702 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-28d543bc-980e-4a76-8cc7-6de87376b4e0 service neutron] 10.222.0.50 "PUT /v2.0/ports/1b731aab-024b-4fc2-a270-7aae07d340a2 HTTP/1.1" status: 200 len: 1091 time: 5.5260167 May 25 20:16:34.789415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e83d105-37be-49bf-b663-1b8887fd7c02', 'tag': '1b731aab-024b-4fc2-a270-7aae07d340a2'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:34.825149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:34.885997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Usage tracker for resource:security_group and tenant:01e46df057fe42f58d3a7b6fb0b30bb7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:34.891127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:34.898223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:34.944956 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:34.954893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a9a06-7322-478d-9c29-5197c455106e req-827f1462-f48c-4fbf-b668-6f7e2b33012b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:34.964452 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8f2a9a06-7322-478d-9c29-5197c455106e req-827f1462-f48c-4fbf-b668-6f7e2b33012b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 943 time: 0.2174137 May 25 20:16:34.994715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-9edb30f3-041b-4349-80f3-af04c64af674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:34.996194 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-9edb30f3-041b-4349-80f3-af04c64af674 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 1094 time: 0.1892366 May 25 20:16:35.015191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port e482da40-adb0-4303-a51f-2b7c2821556a is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:35.017339 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:35.027060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:35.070390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Usage tracker for resource:security_group_rule and tenant:01e46df057fe42f58d3a7b6fb0b30bb7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:35.104920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:35.143676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82d260-315f-40e7-b458-b8e6f7b4f4cb req-b5797bb8-a5c8-4d77-a146-f929a96c4251 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:35.153237 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e82d260-315f-40e7-b458-b8e6f7b4f4cb req-b5797bb8-a5c8-4d77-a146-f929a96c4251 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 944 time: 0.4110079 May 25 20:16:35.169631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:35.214997 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-11649a2c-0302-4b22-9aca-fa0f611ae55a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b731aab-024b-4fc2-a270-7aae07d340a2 HTTP/1.1" status: 200 len: 217 time: 0.1972337 May 25 20:16:35.233056 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8f2a9a06-7322-478d-9c29-5197c455106e req-9ce8a8a5-ebb0-4e8c-aa38-035d227c3291 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674346 May 25 20:16:35.356152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e482da40-adb0-4303-a51f-2b7c2821556a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e482da40-adb0-4303-a51f-2b7c2821556a,segment=NetworkSegment(c125616e-0e61-4091-96ce-d1583a5f5207),segment_id=c125616e-0e61-4091-96ce-d1583a5f5207)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:35.374912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210e1741-310f-493a-b5ca-67010ddbe5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e482da40-adb0-4303-a51f-2b7c2821556a'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:35.381551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-a2cc684c-279c-4b22-8c0b-bbe2e1ac4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:35.383087 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-a2cc684c-279c-4b22-8c0b-bbe2e1ac4930 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.1474469 May 25 20:16:35.398638 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0c1838-fbfb-4fdf-bb14-f3d8f0595535'] response: {'name': 'network-changed', 'server_uuid': '9e83d105-37be-49bf-b663-1b8887fd7c02', 'tag': '1b731aab-024b-4fc2-a270-7aae07d340a2', 'status': 'completed', 'code': 200} May 25 20:16:35.409223 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:35.434791 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e82d260-315f-40e7-b458-b8e6f7b4f4cb req-9716b180-b05f-472a-b902-26307b5f53e9 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814341 May 25 20:16:35.618570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-d6085038-3e70-4358-87c3-89a317bf87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:35.620636 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-d6085038-3e70-4358-87c3-89a317bf87e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2211223 May 25 20:16:35.772477 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25461a3-2c9f-4ccf-b984-106c3cf7c3f6'] response: {'server_uuid': '210e1741-310f-493a-b5ca-67010ddbe5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e482da40-adb0-4303-a51f-2b7c2821556a', 'code': 200} May 25 20:16:35.810133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c3a26dbc-dc07-4932-944c-68cafd152714 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:35.882879 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-e0a29ce2-7c6a-4b77-bc3e-24db509f0f64 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544212 May 25 20:16:35.933875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port ca1baeee-5896-4e3f-b55e-96de49ac9afd completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:35.960751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port ca1baeee-5896-4e3f-b55e-96de49ac9afd triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:35.961522 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:36.008849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3424e3af-8306-4376-8f5b-bc89e6d0b822 None None] Network 687ff32b-4a4b-43c7-9d7d-47b32b097a60 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:16:36.060056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:36.097943 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:36.115884 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:36.142061 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:36.143022 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:36.317911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6295c-b17a-4f9f-aff8-0a65d10aa9c5 req-348f988d-bfce-415c-b45b-fc16fd6fb523 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:36.323884 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cac6295c-b17a-4f9f-aff8-0a65d10aa9c5 req-348f988d-bfce-415c-b45b-fc16fd6fb523 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/ports?device_id=210e1741-310f-493a-b5ca-67010ddbe5d8 HTTP/1.1" status: 200 len: 945 time: 0.6974826 May 25 20:16:36.349085 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-039f8475-8858-4ab0-bed8-23fbfe194550 req-eeb4215b-96d1-483c-a7a4-3ad92ea348de service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420247 May 25 20:16:36.452491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=e482da40-adb0-4303-a51f-2b7c2821556a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:36.456683 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cac6295c-b17a-4f9f-aff8-0a65d10aa9c5 req-db44e223-c978-4fb6-bebf-9c051e5c1bc1 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8c8b7d7-de17-4f48-9423-c78da20067ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225545 May 25 20:16:36.496957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4f4b7945-6f0e-4a37-a8d8-96227f43742c None None] Provisioning for port c3a26dbc-dc07-4932-944c-68cafd152714 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:36.511297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388904b8-a89a-45c8-b9c7-4b46aad838b3 req-77746872-bd2d-46d6-b49c-2b979efddc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:36.514448 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-388904b8-a89a-45c8-b9c7-4b46aad838b3 req-77746872-bd2d-46d6-b49c-2b979efddc1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 1094 time: 0.1128943 May 25 20:16:36.571660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914288cb-1f91-4334-bee9-0c82a66db2b5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:36.578395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=5d827ddb-c341-4b2c-9e9d-5725a570aa6d,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:36.588960 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:36.595144 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b6584ede-da53-4f66-b866-5d949aeaa946 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0346477 May 25 20:16:36.615675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53300) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:36.668295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7b307056-6b32-4803-9891-00ebe292b72b tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Request body: {'security_group_rule': {'security_group_id': '914288cb-1f91-4334-bee9-0c82a66db2b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:36.704948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7b307056-6b32-4803-9891-00ebe292b72b tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:36.729750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999c11c-a0c8-4d61-82db-9b21f96ffc83 req-5f7661cc-3fa0-410b-a39a-16ae30845f70 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:36.739296 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e999c11c-a0c8-4d61-82db-9b21f96ffc83 req-5f7661cc-3fa0-410b-a39a-16ae30845f70 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.8025942 May 25 20:16:36.787160 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7b307056-6b32-4803-9891-00ebe292b72b tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Usage tracker for resource:security_group_rule and tenant:01e46df057fe42f58d3a7b6fb0b30bb7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:36.804704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7b307056-6b32-4803-9891-00ebe292b72b tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:36.810202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port c3a26dbc-dc07-4932-944c-68cafd152714 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:36.811315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8cfdc-be6b-496c-9b30-d70241a88cbd req-8aff8b5f-6232-40ce-b09e-a091f5148ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:36.812948 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d6b8cfdc-be6b-496c-9b30-d70241a88cbd req-8aff8b5f-6232-40ce-b09e-a091f5148ba1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=210e1741-310f-493a-b5ca-67010ddbe5d8 HTTP/1.1" status: 200 len: 1096 time: 1.0765059 May 25 20:16:36.818450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 687ff32b-4a4b-43c7-9d7d-47b32b097a60 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:36.824030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7b307056-6b32-4803-9891-00ebe292b72b tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:36.827141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:36.833545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388904b8-a89a-45c8-b9c7-4b46aad838b3 req-ff1a75fd-157a-4247-a709-1b6e35eab1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:36.835507 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-388904b8-a89a-45c8-b9c7-4b46aad838b3 req-ff1a75fd-157a-4247-a709-1b6e35eab1dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.3140144 May 25 20:16:36.840072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c3a26dbc-dc07-4932-944c-68cafd152714 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:36.840437 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:36.871053 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e999c11c-a0c8-4d61-82db-9b21f96ffc83 req-256a4b82-9bdf-4dea-820f-a1a292744ef3 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307700 May 25 20:16:36.975804 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:16:29Z', 'revision_number': 4, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ae6b28bd-61b7-479f-8df7-7c7766650bbc', 'name': '', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'mac_address': 'fa:16:3e:36:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:23Z', 'updated_at': '2022-05-25T20:16:30Z', 'revision_number': 2, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'subnets': [{'id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:36.978329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port ca1baeee-5896-4e3f-b55e-96de49ac9afd is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:36.979188 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:37.006636 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-388904b8-a89a-45c8-b9c7-4b46aad838b3 req-40670118-1389-4d7e-af9b-60ec5015178b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b731aab-024b-4fc2-a270-7aae07d340a2 HTTP/1.1" status: 200 len: 217 time: 0.1538219 May 25 20:16:37.039164 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Checking router: 058e291a-c29d-495c-b6ab-3dc922f7a6ec for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:16:37.039587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Updating router 058e291a-c29d-495c-b6ab-3dc922f7a6ec port ae6b28bd-61b7-479f-8df7-7c7766650bbc binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:16:37.145137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port ca1baeee-5896-4e3f-b55e-96de49ac9afd, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ca1baeee-5896-4e3f-b55e-96de49ac9afd,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:37.156731 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:37.189484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d744e8-2ca8-4a18-8da5-189f3164bece req-9b4f34d0-6c3d-4469-9f3c-750af8fb8f17 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:37.195398 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:37.207666 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5d744e8-2ca8-4a18-8da5-189f3164bece req-9b4f34d0-6c3d-4469-9f3c-750af8fb8f17 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 943 time: 0.4635577 May 25 20:16:37.235050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388904b8-a89a-45c8-b9c7-4b46aad838b3 req-20430771-4151-4dd1-8e83-bf225148a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:37.236539 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-388904b8-a89a-45c8-b9c7-4b46aad838b3 req-20430771-4151-4dd1-8e83-bf225148a98e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.2214570 May 25 20:16:37.351692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5d744e8-2ca8-4a18-8da5-189f3164bece req-82bf60bf-da4e-4015-a97f-d1f38a721581 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425166 May 25 20:16:37.411897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388904b8-a89a-45c8-b9c7-4b46aad838b3 req-fd1829c4-c9d3-4dc4-ae2d-c061978605ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:37.413461 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-388904b8-a89a-45c8-b9c7-4b46aad838b3 req-fd1829c4-c9d3-4dc4-ae2d-c061978605ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687298 May 25 20:16:37.461701 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c3a26dbc-dc07-4932-944c-68cafd152714 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:37.462308 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:37.484340 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d6b8cfdc-be6b-496c-9b30-d70241a88cbd req-c8e4b991-3101-4f7f-a356-d45f56acb676 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d8c8b7d7-de17-4f48-9423-c78da20067ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6615548 May 25 20:16:37.485162 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b307056-6b32-4803-9891-00ebe292b72b tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:37.525193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53312) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:37.572106 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port c3a26dbc-dc07-4932-944c-68cafd152714, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c3a26dbc-dc07-4932-944c-68cafd152714,segment=NetworkSegment(b810571d-3465-4cfa-8d12-88e2f70d0ba4),segment_id=b810571d-3465-4cfa-8d12-88e2f70d0ba4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:37.603393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router 100ac90b-acd5-4868-89bf-14b2eb9779b2 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:16:37.621265 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:37.820932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f6436b-2dfb-4eff-8c41-eb6354dad458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1baeee-5896-4e3f-b55e-96de49ac9afd'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:37.846714 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=ca1baeee-5896-4e3f-b55e-96de49ac9afd,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:37.861581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ffaa9789-1d4e-416d-a1a4-55d071ab2b30 None None] Provisioning for port 5d827ddb-c341-4b2c-9e9d-5725a570aa6d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:37.905732 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-388904b8-a89a-45c8-b9c7-4b46aad838b3 req-a799fe2b-41f3-4c10-90a8-ca69d8b8ec72 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858601 May 25 20:16:37.980263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ffaa9789-1d4e-416d-a1a4-55d071ab2b30 None None] Provisioning complete for port 5d827ddb-c341-4b2c-9e9d-5725a570aa6d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:37.980638 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9789-1d4e-416d-a1a4-55d071ab2b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:38.082847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=c3a26dbc-dc07-4932-944c-68cafd152714,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:38.090664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ffaa9789-1d4e-416d-a1a4-55d071ab2b30 None None] Port 5d827ddb-c341-4b2c-9e9d-5725a570aa6d cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:16:38.106874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150df27-a059-481e-8621-3689a5db55c6 req-6da5e8fa-7d23-4ffb-bc8d-7bb965db8d24 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:38.115349 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0150df27-a059-481e-8621-3689a5db55c6 req-6da5e8fa-7d23-4ffb-bc8d-7bb965db8d24 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 945 time: 0.7949066 May 25 20:16:38.125225 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ffaa9789-1d4e-416d-a1a4-55d071ab2b30 None None] Provisioning complete for port c3a26dbc-dc07-4932-944c-68cafd152714 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:38.125557 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9789-1d4e-416d-a1a4-55d071ab2b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:38.160754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dccfd-fb37-425d-ab39-3134626487fa req-3b8b1ebd-6522-49b2-a248-da2cd34a3ef4 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:38.173765 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f53dccfd-fb37-425d-ab39-3134626487fa req-3b8b1ebd-6522-49b2-a248-da2cd34a3ef4 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/ports?device_id=210e1741-310f-493a-b5ca-67010ddbe5d8 HTTP/1.1" status: 200 len: 945 time: 0.4221511 May 25 20:16:38.201253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:16:38.209692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b307056-6b32-4803-9891-00ebe292b72b tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:38.215253 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ccb2a1-f636-47f9-8aef-d658e77a16ac None None] Sync routers for ids ['100ac90b-acd5-4868-89bf-14b2eb9779b2'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:16:38.233656 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ccb2a1-f636-47f9-8aef-d658e77a16ac None None] Routers {'100ac90b-acd5-4868-89bf-14b2eb9779b2'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:16:38.234481 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b9ccb2a1-f636-47f9-8aef-d658e77a16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:16:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['100ac90b-acd5-4868-89bf-14b2eb9779b2'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:38.257900 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-313067d0-5d86-4bd6-9b8b-237ff72bd582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:38.291989 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b307056-6b32-4803-9891-00ebe292b72b tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:38.336356 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-388904b8-a89a-45c8-b9c7-4b46aad838b3 req-0f910371-06dc-4b98-a7ed-b1309fcc02d9 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135692 May 25 20:16:38.363007 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f53dccfd-fb37-425d-ab39-3134626487fa req-978b39b1-a23a-4474-8135-d83ed5166f63 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8c8b7d7-de17-4f48-9423-c78da20067ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877499 May 25 20:16:38.377568 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b307056-6b32-4803-9891-00ebe292b72b tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:38.386729 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7b307056-6b32-4803-9891-00ebe292b72b tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7527652 May 25 20:16:38.386957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53324) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:38.393438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-313067d0-5d86-4bd6-9b8b-237ff72bd582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:38.398078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b25772cd-7c91-42c5-bdc0-76191ccb2f8f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Request body: {'security_group_rule': {'security_group_id': '914288cb-1f91-4334-bee9-0c82a66db2b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:38.414864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-313067d0-5d86-4bd6-9b8b-237ff72bd582 admin admin] Usage tracker for resource:security_group_rule and tenant:aef3e8e1fccd4dfd9c5122feab9350fb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:38.419764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-313067d0-5d86-4bd6-9b8b-237ff72bd582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:38.423777 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b9ccb2a1-f636-47f9-8aef-d658e77a16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:38.432057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-313067d0-5d86-4bd6-9b8b-237ff72bd582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:38.435505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b25772cd-7c91-42c5-bdc0-76191ccb2f8f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:38.445601 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ccb2a1-f636-47f9-8aef-d658e77a16ac None None] Routers {'100ac90b-acd5-4868-89bf-14b2eb9779b2'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:16:38.449134 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b9ccb2a1-f636-47f9-8aef-d658e77a16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:16:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['100ac90b-acd5-4868-89bf-14b2eb9779b2'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:38.452245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b25772cd-7c91-42c5-bdc0-76191ccb2f8f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Usage tracker for resource:security_group_rule and tenant:01e46df057fe42f58d3a7b6fb0b30bb7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:38.459558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b25772cd-7c91-42c5-bdc0-76191ccb2f8f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:38.488806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b25772cd-7c91-42c5-bdc0-76191ccb2f8f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:38.509136 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ffaa9789-1d4e-416d-a1a4-55d071ab2b30 None None] Current status of the port c3a26dbc-dc07-4932-944c-68cafd152714 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:38.542441 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b25772cd-7c91-42c5-bdc0-76191ccb2f8f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:38.600545 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03bd5e77-cc2b-4664-a0b1-97c779d11e8d'] response: {'server_uuid': '41f6436b-2dfb-4eff-8c41-eb6354dad458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1baeee-5896-4e3f-b55e-96de49ac9afd', 'code': 200} May 25 20:16:38.644402 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b9ccb2a1-f636-47f9-8aef-d658e77a16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:38.645063 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ccb2a1-f636-47f9-8aef-d658e77a16ac None None] The sync data for ids ['100ac90b-acd5-4868-89bf-14b2eb9779b2'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:16:38.667282 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-313067d0-5d86-4bd6-9b8b-237ff72bd582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:38.675368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9450e40f-af62-4886-aea5-29b0348ecffe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/100ac90b-acd5-4868-89bf-14b2eb9779b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7736928 May 25 20:16:38.691398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53328) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:38.695272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5fc09b4e-69d3-418c-bc22-1fd1827eee04 None None] Provisioning complete for port 5d827ddb-c341-4b2c-9e9d-5725a570aa6d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:38.695638 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5fc09b4e-69d3-418c-bc22-1fd1827eee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:38.718411 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-313067d0-5d86-4bd6-9b8b-237ff72bd582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:38.768779 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b25772cd-7c91-42c5-bdc0-76191ccb2f8f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:38.787256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b307056-6b32-4803-9891-00ebe292b72b tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e676dbf4-be25-4245-8fea-164a414c4f42,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:38.822169 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0150df27-a059-481e-8621-3689a5db55c6 req-e8bb32cd-d446-4bb0-868d-f286dde8ddd5 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7051909 May 25 20:16:38.839832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5fc09b4e-69d3-418c-bc22-1fd1827eee04 None None] Port 5d827ddb-c341-4b2c-9e9d-5725a570aa6d cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:16:38.861683 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:38.899675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Transition to ACTIVE for port object ae6b28bd-61b7-479f-8df7-7c7766650bbc will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:38.913804 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:38.918417 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-313067d0-5d86-4bd6-9b8b-237ff72bd582 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aef3e8e1fccd4dfd9c5122feab9350fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3801637 May 25 20:16:38.920870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53332) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:38.928601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313067d0-5d86-4bd6-9b8b-237ff72bd582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e1681d-c15c-47be-a2ab-12717a9400d5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:39.115780 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b55fca5-d788-4e55-a181-ebc882422aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:39.144618 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b25772cd-7c91-42c5-bdc0-76191ccb2f8f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:39.196623 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b55fca5-d788-4e55-a181-ebc882422aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:39.282957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25772cd-7c91-42c5-bdc0-76191ccb2f8f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4355c487-a949-4ca1-9b0f-b325c5e7b644,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:39.293706 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b25772cd-7c91-42c5-bdc0-76191ccb2f8f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:39.295568 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b25772cd-7c91-42c5-bdc0-76191ccb2f8f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9069293 May 25 20:16:39.312735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45f245a-11e8-4974-a09b-55ccf5ef1129 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:39.314467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f45f245a-11e8-4974-a09b-55ccf5ef1129 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Synchronizing usage tracker for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:16:39.317644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53336) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:39.328368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca8d5b-7ce7-4141-8c5e-a4d4c39dbda3 req-d869208b-f6ce-4780-a376-6d5c6db17be8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:39.336493 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecca8d5b-7ce7-4141-8c5e-a4d4c39dbda3 req-d869208b-f6ce-4780-a376-6d5c6db17be8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 943 time: 0.2892010 May 25 20:16:39.359636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cdcb5-fd83-4436-bc5d-b8f4118a4aa1 None None] Pushing event updated for resources: {'Port': ['ID=ae6b28bd-61b7-479f-8df7-7c7766650bbc,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:39.366772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:39.391668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591687f-9568-437a-ba5e-f97b38ee6f5e req-7a073c0f-3aa2-4bf2-891a-ef230ece9f41 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:39.394066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:39.396028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Attempting to bind port ae6b28bd-61b7-479f-8df7-7c7766650bbc on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:16:39.396254 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0591687f-9568-437a-ba5e-f97b38ee6f5e req-7a073c0f-3aa2-4bf2-891a-ef230ece9f41 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.5263371 May 25 20:16:39.396640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Attempting to bind port ae6b28bd-61b7-479f-8df7-7c7766650bbc by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '2e261da4-3f2f-4553-bb66-c3116ec284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:16:39.397002 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Attempting to bind port ae6b28bd-61b7-479f-8df7-7c7766650bbc on network 05a6d198-f452-4553-a4b8-d76bbbfc05ae {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:39.399989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f45f245a-11e8-4974-a09b-55ccf5ef1129 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Unset dirty status for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:16:39.401752 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f45f245a-11e8-4974-a09b-55ccf5ef1129 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports/5d827ddb-c341-4b2c-9e9d-5725a570aa6d HTTP/1.1" status: 200 len: 911 time: 0.7069330 May 25 20:16:39.409201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53340) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:39.414195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Usage tracker for resource:floatingip and tenant:01e46df057fe42f58d3a7b6fb0b30bb7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:39.419642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:16:39.420179 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Checking segment: {'id': '2e261da4-3f2f-4553-bb66-c3116ec284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:39.420751 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:39.421370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Bound using segment: {'id': '2e261da4-3f2f-4553-bb66-c3116ec284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:16:39.422053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Bound port: ae6b28bd-61b7-479f-8df7-7c7766650bbc, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e261da4-3f2f-4553-bb66-c3116ec284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:16:39.422643 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:39.439064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1834e30-e77b-4121-8d2e-4ad5a8fec897 req-4ef0a90f-49cc-4928-82a2-8407de007892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:39.441223 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1834e30-e77b-4121-8d2e-4ad5a8fec897 req-4ef0a90f-49cc-4928-82a2-8407de007892 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 1096 time: 0.7480562 May 25 20:16:39.498919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:39.516754 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecca8d5b-7ce7-4141-8c5e-a4d4c39dbda3 req-40fd4afb-b7cd-4e48-ab8d-e45df11f7183 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789069 May 25 20:16:39.519494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1834e30-e77b-4121-8d2e-4ad5a8fec897 req-04efd587-aa6a-4414-9bf2-ec235ebc8c91 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690405 May 25 20:16:39.568484 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0591687f-9568-437a-ba5e-f97b38ee6f5e req-80cd63f4-adbd-4e66-a4aa-0ebc69a86b17 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574697 May 25 20:16:39.620578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:39.644663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] For port ae6b28bd-61b7-479f-8df7-7c7766650bbc, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:16:39.649112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] For port ae6b28bd-61b7-479f-8df7-7c7766650bbc, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae6b28bd-61b7-479f-8df7-7c7766650bbc,segment=NetworkSegment(2e261da4-3f2f-4553-bb66-c3116ec284cb),segment_id=2e261da4-3f2f-4553-bb66-c3116ec284cb)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:16:39.653653 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:39.688356 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:39.759428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b55fca5-d788-4e55-a181-ebc882422aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:39.791545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55fca5-d788-4e55-a181-ebc882422aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e1681d-c15c-47be-a2ab-12717a9400d5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:39.827343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cdcb5-fd83-4436-bc5d-b8f4118a4aa1 None None] Pushing event updated for resources: {'Port': ['ID=ae6b28bd-61b7-479f-8df7-7c7766650bbc,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:39.846508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c3a26dbc-dc07-4932-944c-68cafd152714 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:39.992613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b55fca5-d788-4e55-a181-ebc882422aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:39.993741 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2b55fca5-d788-4e55-a181-ebc882422aa4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10e1681d-c15c-47be-a2ab-12717a9400d5 HTTP/1.1" status: 204 len: 168 time: 1.0694211 May 25 20:16:40.022630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Routers {'058e291a-c29d-495c-b6ab-3dc922f7a6ec'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:16:40.025734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:16:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:40.283040 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c3a26dbc-dc07-4932-944c-68cafd152714 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:40.283576 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:40.336914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe7701-8937-4c86-b977-f7e976b605e8 req-c17d77ec-403c-40ad-ae04-f0d09c55723f tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:40.350653 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56fe7701-8937-4c86-b977-f7e976b605e8 req-c17d77ec-403c-40ad-ae04-f0d09c55723f tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/ports?device_id=210e1741-310f-493a-b5ca-67010ddbe5d8 HTTP/1.1" status: 200 len: 945 time: 0.6630805 May 25 20:16:40.361962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7b54f-9028-40ff-ba58-f060832c45ec req-9acf1feb-478c-4c06-bbf2-f6662d73c211 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:40.361962 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15d7b54f-9028-40ff-ba58-f060832c45ec req-9acf1feb-478c-4c06-bbf2-f6662d73c211 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 945 time: 0.2736738 May 25 20:16:40.366127 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa8d08db-f265-4980-a03a-32cb64002319 req-3ec04035-43a1-4ff2-b331-aa8e4942f448 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4102805 May 25 20:16:40.389506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] Set router 058e291a-c29d-495c-b6ab-3dc922f7a6ec gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:16:40.459226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1b731aab-024b-4fc2-a270-7aae07d340a2 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:16:40.488337 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15d7b54f-9028-40ff-ba58-f060832c45ec req-d4186177-6ecc-485a-b538-df0f2534b57d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148326 May 25 20:16:40.493145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53352) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:40.548634 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:40.564668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c3a26dbc-dc07-4932-944c-68cafd152714 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:40.577400 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56fe7701-8937-4c86-b977-f7e976b605e8 req-989e75b7-7466-4d28-81eb-0137579e4610 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8c8b7d7-de17-4f48-9423-c78da20067ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301966 May 25 20:16:40.586369 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:40.756949 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.resource_extend [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:16:40.898181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Allocated IP 172.25.3.249 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/5cf3fef2-de46-4194-a35b-6a9cbcf65000) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:16:41.221795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:41.243041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Usage tracker for resource:security_group_rule and tenant:ff438610bdd840f485197ff65961b37d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:41.250753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:41.271032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:41.406352 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:41.431798 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:41.454214 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:41.472436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1b731aab-024b-4fc2-a270-7aae07d340a2, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1b731aab-024b-4fc2-a270-7aae07d340a2,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:41.509844 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '1b731aab-024b-4fc2-a270-7aae07d340a2', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'port_id': '1b731aab-024b-4fc2-a270-7aae07d340a2', 'mac_address': 'fa:16:3e:17:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:16:41.523532 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff438610bdd840f485197ff65961b37d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0283406 May 25 20:16:41.530958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53368) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:41.596870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17252599-c55f-417e-844f-97f05f97adf1 req-cb429305-29ea-41cd-9b55-d46ddd66d724 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:41.604703 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17252599-c55f-417e-844f-97f05f97adf1 req-cb429305-29ea-41cd-9b55-d46ddd66d724 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 943 time: 0.4486661 May 25 20:16:41.651454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4e7cd-86e6-465d-87b9-7df4cacb7323 req-5e917ebf-1890-4718-928e-70138ab4abb7 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:41.653182 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fec4e7cd-86e6-465d-87b9-7df4cacb7323 req-5e917ebf-1890-4718-928e-70138ab4abb7 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.4273090 May 25 20:16:41.655962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9de4b25-becd-4780-9f94-f78008a78035,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:41.664076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d08db-f265-4980-a03a-32cb64002319 req-2e0eaee7-7de3-4161-a2b2-4cbef8a1a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:41.665523 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa8d08db-f265-4980-a03a-32cb64002319 req-2e0eaee7-7de3-4161-a2b2-4cbef8a1a080 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 1095 time: 0.5913019 May 25 20:16:41.714363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 1b731aab-024b-4fc2-a270-7aae07d340a2 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:41.714813 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:41.745728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fec4e7cd-86e6-465d-87b9-7df4cacb7323 req-63806eae-8ea2-4de3-98a6-1cd7dca60bf4 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761921 May 25 20:16:41.747224 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17252599-c55f-417e-844f-97f05f97adf1 req-3c1bdf41-d234-49ef-82fd-3e1d097feb6e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415570 May 25 20:16:41.768043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:41.768043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:41.768043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:41.768043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:41.768043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:41.768043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:41.768043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:41.768043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:41.768043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:41.768043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:41.768043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:41.768043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73c4d8-c0d2-4141-a16c-3de808c31644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:41.769060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b731aab-024b-4fc2-a270-7aae07d340a2 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:16:41.815281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07288982-d05d-4c87-a227-18f8d2a9dd41 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:41.823011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:16:29Z', 'revision_number': 4, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ae6b28bd-61b7-479f-8df7-7c7766650bbc', 'name': '', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'mac_address': 'fa:16:3e:36:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:23Z', 'updated_at': '2022-05-25T20:16:39Z', 'revision_number': 4, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'subnets': [{'id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:41.834881 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1b731aab-024b-4fc2-a270-7aae07d340a2, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1b731aab-024b-4fc2-a270-7aae07d340a2,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:41.838033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacce41d-ada3-4a44-b572-2bf0e7c16062 None None] The sync data for ids ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'] in n-d-843339-1 is: [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:16:29Z', 'revision_number': 4, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ae6b28bd-61b7-479f-8df7-7c7766650bbc', 'name': '', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'mac_address': 'fa:16:3e:36:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:23Z', 'updated_at': '2022-05-25T20:16:39Z', 'revision_number': 4, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'subnets': [{'id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:16:41.845259 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:41.936401 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:41.990584 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8ea470f-2760-48be-83fc-e6529e038591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:42.062258 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8ea470f-2760-48be-83fc-e6529e038591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:42.096872 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=1b731aab-024b-4fc2-a270-7aae07d340a2,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:42.132211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['1b731aab-024b-4fc2-a270-7aae07d340a2'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:16:42.196608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d08db-f265-4980-a03a-32cb64002319 req-f9838c90-2789-49a6-8970-5ac7a2f21cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:42.198069 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa8d08db-f265-4980-a03a-32cb64002319 req-f9838c90-2789-49a6-8970-5ac7a2f21cc1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.4934976 May 25 20:16:42.298820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:42.353123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:42.366174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:16:42.383233 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa8d08db-f265-4980-a03a-32cb64002319 req-653e1931-6778-4fb6-b833-90af392133e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f17320-bf1b-4489-a273-146e933cb757 HTTP/1.1" status: 200 len: 999 time: 0.1674869 May 25 20:16:42.482518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d08db-f265-4980-a03a-32cb64002319 req-c487913a-43a9-4833-86b8-e64261aa6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:42.484307 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa8d08db-f265-4980-a03a-32cb64002319 req-c487913a-43a9-4833-86b8-e64261aa6ab1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.0944161 May 25 20:16:42.492602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Pushing event updated for resources: {'Port': ['ID=5cf3fef2-de46-4194-a35b-6a9cbcf65000,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:42.528668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b7c16-3658-4095-b6c8-0320643b751c req-7b8dd1b6-bc5d-4012-84d5-38e013d9900b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:42.533878 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8d6b7c16-3658-4095-b6c8-0320643b751c req-7b8dd1b6-bc5d-4012-84d5-38e013d9900b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 945 time: 0.4399135 May 25 20:16:42.663150 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8ea470f-2760-48be-83fc-e6529e038591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:42.697860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea470f-2760-48be-83fc-e6529e038591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9de4b25-becd-4780-9f94-f78008a78035,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:42.722658 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8ea470f-2760-48be-83fc-e6529e038591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:42.723955 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b8ea470f-2760-48be-83fc-e6529e038591 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9de4b25-becd-4780-9f94-f78008a78035 HTTP/1.1" status: 204 len: 168 time: 1.1853065 May 25 20:16:42.751177 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8d6b7c16-3658-4095-b6c8-0320643b751c req-c38fafaf-958a-48de-a56d-ce58366a539b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360896 May 25 20:16:42.790538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d08db-f265-4980-a03a-32cb64002319 req-8c41edaf-34b8-4480-ad9c-fe181d83a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:42.792950 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa8d08db-f265-4980-a03a-32cb64002319 req-8c41edaf-34b8-4480-ad9c-fe181d83a250 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2553282 May 25 20:16:42.967175 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:43.336537 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa8d08db-f265-4980-a03a-32cb64002319 req-f5b0858d-ef63-4127-9b62-53e555e3ab39 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284696 May 25 20:16:43.440846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:43.477832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6266b1-5ea0-4238-8bc2-f06b0b219de8 req-402cb7ae-145e-4eaf-9757-521562fe6a76 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:43.488653 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f6266b1-5ea0-4238-8bc2-f06b0b219de8 req-402cb7ae-145e-4eaf-9757-521562fe6a76 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.3656328 May 25 20:16:43.583667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-07288982-d05d-4c87-a227-18f8d2a9dd41 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port 5d827ddb-c341-4b2c-9e9d-5725a570aa6d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:16:43.584231 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07288982-d05d-4c87-a227-18f8d2a9dd41 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:43.632260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f6266b1-5ea0-4238-8bc2-f06b0b219de8 req-e020d8a0-4ff1-419c-82a2-92a2c9749676 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422501 May 25 20:16:43.784482 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa8d08db-f265-4980-a03a-32cb64002319 req-56644214-1cb1-4909-b77e-931276eec062 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401813 May 25 20:16:43.815180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446c29d-3f4b-4991-8884-ed53d232b76c req-abe0db8a-acfe-48e9-b6fc-15067238c729 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:43.816674 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d446c29d-3f4b-4991-8884-ed53d232b76c req-abe0db8a-acfe-48e9-b6fc-15067238c729 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 944 time: 0.6649053 May 25 20:16:43.873633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae6b28bd-61b7-479f-8df7-7c7766650bbc up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:44.041440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ae6b28bd-61b7-479f-8df7-7c7766650bbc completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:44.049269 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ae6b28bd-61b7-479f-8df7-7c7766650bbc triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:44.049668 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:44.100745 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d446c29d-3f4b-4991-8884-ed53d232b76c req-b53b2c92-be12-4fec-98ca-d2bc7c4d7f61 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756525 May 25 20:16:44.106389 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29578b50-53d5-40f7-9845-17bdd8683736 req-76e9c338-ceb8-45b2-9bff-1e20b68c9d14 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:44.115062 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29578b50-53d5-40f7-9845-17bdd8683736 req-76e9c338-ceb8-45b2-9bff-1e20b68c9d14 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 0.2558017 May 25 20:16:44.169793 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29578b50-53d5-40f7-9845-17bdd8683736 req-1f37b7ee-7191-431d-bbcf-604b929bb2d6 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/quotas/a206c0d9eba94f4681dea5401500d260 HTTP/1.1" status: 200 len: 375 time: 0.0486948 May 25 20:16:44.189498 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07288982-d05d-4c87-a227-18f8d2a9dd41 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:44.282727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ae6b28bd-61b7-479f-8df7-7c7766650bbc is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:44.283373 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:44.367681 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ae6b28bd-61b7-479f-8df7-7c7766650bbc, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae6b28bd-61b7-479f-8df7-7c7766650bbc,segment=NetworkSegment(2e261da4-3f2f-4553-bb66-c3116ec284cb),segment_id=2e261da4-3f2f-4553-bb66-c3116ec284cb)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:44.374538 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:44.498784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1b731aab-024b-4fc2-a270-7aae07d340a2 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:44.545134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-07288982-d05d-4c87-a227-18f8d2a9dd41 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for 5d827ddb-c341-4b2c-9e9d-5725a570aa6d owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:16:44.580971 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:16:44.592951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ae6b28bd-61b7-479f-8df7-7c7766650bbc,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:44.610050 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 1b731aab-024b-4fc2-a270-7aae07d340a2 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:44.617945 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29578b50-53d5-40f7-9845-17bdd8683736 req-bcc53a59-34d1-4054-8988-18e24056fed0 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2783601 May 25 20:16:44.624547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c8df1-8985-40f4-a77e-7264b4a23b8c req-f8095d14-ee4d-4068-96f4-015cf9587dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:44.626081 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e96c8df1-8985-40f4-a77e-7264b4a23b8c req-f8095d14-ee4d-4068-96f4-015cf9587dac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 1096 time: 0.4510477 May 25 20:16:44.631006 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 1b731aab-024b-4fc2-a270-7aae07d340a2 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:44.631432 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:44.651843 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:44.678700 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:44.870388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:44.921372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Pushing event updated for resources: {'Port': ['ID=5cf3fef2-de46-4194-a35b-6a9cbcf65000,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:44.938298 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:44.941195 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-04b0f3bd-07fa-460e-be58-d41e903d1b01 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5773911 May 25 20:16:44.954326 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 1b731aab-024b-4fc2-a270-7aae07d340a2 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:44.954909 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:45.047054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e83d105-37be-49bf-b663-1b8887fd7c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b731aab-024b-4fc2-a270-7aae07d340a2'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:45.078430 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1b731aab-024b-4fc2-a270-7aae07d340a2, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1b731aab-024b-4fc2-a270-7aae07d340a2,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:45.086640 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:45.145206 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07288982-d05d-4c87-a227-18f8d2a9dd41 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:45.226329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=1b731aab-024b-4fc2-a270-7aae07d340a2,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:45.370440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29578b50-53d5-40f7-9845-17bdd8683736 req-b6f3a26d-3c9d-43fc-b119-2e735fce84c7 service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7399495 May 25 20:16:45.449167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07288982-d05d-4c87-a227-18f8d2a9dd41 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Port': ['ID=5d827ddb-c341-4b2c-9e9d-5725a570aa6d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:45.584561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07288982-d05d-4c87-a227-18f8d2a9dd41 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:45.589703 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d38bd490-6982-44c2-9938-1a865712795a service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180800 May 25 20:16:45.648173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c8df1-8985-40f4-a77e-7264b4a23b8c req-6894f9eb-7c12-4fe3-afa6-f60cf578c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:45.651109 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e96c8df1-8985-40f4-a77e-7264b4a23b8c req-6894f9eb-7c12-4fe3-afa6-f60cf578c868 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 913 time: 1.0075934 May 25 20:16:45.811337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae6b28bd-61b7-479f-8df7-7c7766650bbc up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:16:45.815451 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e96c8df1-8985-40f4-a77e-7264b4a23b8c req-6f2372f0-c1f6-4916-b001-c92775268a12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62b9a414-0062-4fac-9023-013b79d49e27 HTTP/1.1" status: 200 len: 217 time: 0.1578970 May 25 20:16:45.945313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ae6b28bd-61b7-479f-8df7-7c7766650bbc triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:45.945997 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:45.968413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c2666-e9fe-485f-bbdd-f00de046f039 req-eacfc5a8-9233-4035-9910-8f1be851f532 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:45.974373 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b668860c-3a03-495f-bfdb-be74b8f18fec'] response: {'server_uuid': '9e83d105-37be-49bf-b663-1b8887fd7c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b731aab-024b-4fc2-a270-7aae07d340a2', 'code': 200} May 25 20:16:45.981468 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7a5c2666-e9fe-485f-bbdd-f00de046f039 req-eacfc5a8-9233-4035-9910-8f1be851f532 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.7073920 May 25 20:16:46.000280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c8df1-8985-40f4-a77e-7264b4a23b8c req-74c1a476-3730-4f85-8254-25849bc00b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:46.001858 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e96c8df1-8985-40f4-a77e-7264b4a23b8c req-74c1a476-3730-4f85-8254-25849bc00b9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe5bde4-daae-4c8f-8024-6f21ae860ce2 HTTP/1.1" status: 200 len: 852 time: 0.1817114 May 25 20:16:46.065916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53476) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:46.105924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ae6b28bd-61b7-479f-8df7-7c7766650bbc is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:46.158759 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e96c8df1-8985-40f4-a77e-7264b4a23b8c req-d1abef37-d25f-4175-81c8-403a7991c494 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bccfaecb-9420-49ca-ac74-7e43952027b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461523 May 25 20:16:46.184108 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7a5c2666-e9fe-485f-bbdd-f00de046f039 req-76e0f968-30c7-41d8-813a-293f05b337e9 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017560 May 25 20:16:46.351382 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e0607be-ef6c-4ac2-be14-656583e80ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:46.372613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07288982-d05d-4c87-a227-18f8d2a9dd41 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router 100ac90b-acd5-4868-89bf-14b2eb9779b2 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:16:46.398971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6e0607be-ef6c-4ac2-be14-656583e80ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:46.399817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-baebb8af-1ab9-4e6c-adbd-5b18f391c16a tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Synchronizing usage tracker for tenant:01e46df057fe42f58d3a7b6fb0b30bb7 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:16:46.448304 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-baebb8af-1ab9-4e6c-adbd-5b18f391c16a tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Unset dirty status for tenant:01e46df057fe42f58d3a7b6fb0b30bb7 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:16:46.449586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-baebb8af-1ab9-4e6c-adbd-5b18f391c16a tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1258726229&fields=id&tenant_id=01e46df057fe42f58d3a7b6fb0b30bb7 HTTP/1.1" status: 200 len: 267 time: 0.2838693 May 25 20:16:46.453872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad674707-745b-4679-bfc1-3f54c9148478 req-ab5deca2-55df-4b2a-b085-20d486a00257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:46.455532 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ad674707-745b-4679-bfc1-3f54c9148478 req-ab5deca2-55df-4b2a-b085-20d486a00257 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 1096 time: 0.3398640 May 25 20:16:46.554870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6e0607be-ef6c-4ac2-be14-656583e80ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:535e864b224e4cf0a3749ad47f0e654d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:46.595949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6e0607be-ef6c-4ac2-be14-656583e80ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:46.610318 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e96c8df1-8985-40f4-a77e-7264b4a23b8c req-47c15f3c-f67b-4bd3-a81c-a15ae336c7ce service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423158 May 25 20:16:46.620555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6e0607be-ef6c-4ac2-be14-656583e80ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:46.630795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07288982-d05d-4c87-a227-18f8d2a9dd41 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:16:46.643250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83806613-604e-45fa-9621-0618a8d9091e None None] Sync routers for ids ['100ac90b-acd5-4868-89bf-14b2eb9779b2'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:16:46.659834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83806613-604e-45fa-9621-0618a8d9091e None None] Routers {'100ac90b-acd5-4868-89bf-14b2eb9779b2'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:16:46.661387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-83806613-604e-45fa-9621-0618a8d9091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:16:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['100ac90b-acd5-4868-89bf-14b2eb9779b2'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:46.687001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-07288982-d05d-4c87-a227-18f8d2a9dd41 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/100ac90b-acd5-4868-89bf-14b2eb9779b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2759497 May 25 20:16:46.691204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53498) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:46.748048 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-83806613-604e-45fa-9621-0618a8d9091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:46.759640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83806613-604e-45fa-9621-0618a8d9091e None None] Routers {'100ac90b-acd5-4868-89bf-14b2eb9779b2'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:16:46.760409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-83806613-604e-45fa-9621-0618a8d9091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:16:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['100ac90b-acd5-4868-89bf-14b2eb9779b2'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:46.840698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-83806613-604e-45fa-9621-0618a8d9091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:46.841555 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83806613-604e-45fa-9621-0618a8d9091e None None] The sync data for ids ['100ac90b-acd5-4868-89bf-14b2eb9779b2'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:16:46.876880 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ad674707-745b-4679-bfc1-3f54c9148478 req-2abda468-4fba-40c0-b438-7bb320a2c1f6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104583 May 25 20:16:46.899617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-e991b63f-48bf-4a6d-b066-b6f7b3aa9fa9 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:46.900877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-e991b63f-48bf-4a6d-b066-b6f7b3aa9fa9 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Synchronizing usage tracker for tenant:01e46df057fe42f58d3a7b6fb0b30bb7 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:16:46.931143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1fb065b8-83ab-4553-80cd-55732b47a320 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Synchronizing usage tracker for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:16:46.953208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-e991b63f-48bf-4a6d-b066-b6f7b3aa9fa9 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Unset dirty status for tenant:01e46df057fe42f58d3a7b6fb0b30bb7 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:16:46.954445 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-e991b63f-48bf-4a6d-b066-b6f7b3aa9fa9 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/networks?id=05a6d198-f452-4553-a4b8-d76bbbfc05ae HTTP/1.1" status: 200 len: 811 time: 0.4898021 May 25 20:16:46.957870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e96c8df1-8985-40f4-a77e-7264b4a23b8c req-f3cf4453-329b-4b34-aab7-520d8376b17c service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195755 May 25 20:16:46.969266 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4e4b2d9b-bd62-4408-8a23-b6a83e26bfbb tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/quotas/01e46df057fe42f58d3a7b6fb0b30bb7 HTTP/1.1" status: 200 len: 375 time: 0.0093215 May 25 20:16:46.984073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72d925-7fa7-4cc1-b864-8cd34fa12969 req-cbf435cd-71dc-46c5-a54f-b9ed525f4ebc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:46.986215 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a72d925-7fa7-4cc1-b864-8cd34fa12969 req-cbf435cd-71dc-46c5-a54f-b9ed525f4ebc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 0.5067232 May 25 20:16:46.988023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1fb065b8-83ab-4553-80cd-55732b47a320 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Unset dirty status for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:16:46.993312 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1fb065b8-83ab-4553-80cd-55732b47a320 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports?device_id=100ac90b-acd5-4868-89bf-14b2eb9779b2 HTTP/1.1" status: 200 len: 205 time: 0.2993455 May 25 20:16:46.994390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53502) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:47.078140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-3457f1f1-6fa0-4a20-9dce-1b7578a45720 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Synchronizing usage tracker for tenant:01e46df057fe42f58d3a7b6fb0b30bb7 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:16:47.102065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-3457f1f1-6fa0-4a20-9dce-1b7578a45720 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Unset dirty status for tenant:01e46df057fe42f58d3a7b6fb0b30bb7 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:16:47.103757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-3457f1f1-6fa0-4a20-9dce-1b7578a45720 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=01e46df057fe42f58d3a7b6fb0b30bb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1283801 May 25 20:16:47.170719 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e0607be-ef6c-4ac2-be14-656583e80ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:47.194661 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e0607be-ef6c-4ac2-be14-656583e80ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:47.221776 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e6c-bbe4-4c0e-88d7-7c6ed47cedf0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:47.270141 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-5bafd896-bb46-41d4-b5c8-51efe0d14e40 service neutron] 10.222.0.60 "GET /v2.0/networks/05a6d198-f452-4553-a4b8-d76bbbfc05ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529956 May 25 20:16:47.330463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a72d925-7fa7-4cc1-b864-8cd34fa12969 req-edc1d17f-06a6-4816-8fc3-cc27bf2210a1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270450 May 25 20:16:47.487492 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-8d53771d-e7c3-4ef3-801f-83e04d348c5a service neutron] 10.222.0.60 "GET /v2.0/networks/05a6d198-f452-4553-a4b8-d76bbbfc05ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052414 May 25 20:16:47.523967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29578b50-53d5-40f7-9845-17bdd8683736 req-48ae2899-fb4c-49cf-b2f0-5cdda493b5d9 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:47.525403 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29578b50-53d5-40f7-9845-17bdd8683736 req-48ae2899-fb4c-49cf-b2f0-5cdda493b5d9 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 0.2450469 May 25 20:16:47.555475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Request body: {'port': {'device_id': '5727d5be-410d-4744-835b-8ccd09df96ac', 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'admin_state_up': True, 'tenant_id': 'a206c0d9eba94f4681dea5401500d260'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:47.618480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6e0607be-ef6c-4ac2-be14-656583e80ef0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=535e864b224e4cf0a3749ad47f0e654d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5479269 May 25 20:16:47.620748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53510) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:47.687225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0607be-ef6c-4ac2-be14-656583e80ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb911876-9175-4db3-94e8-d2c8770bbd89,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:47.743199 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61a84b74-5519-48cd-9f24-fbf5b98986e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:47.765251 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-675950a1-1e45-428c-a24d-fe79ebf23bd8 req-659359af-b5f4-40a1-92ba-74fe260989ea tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 210 time: 0.2289586 May 25 20:16:47.782927 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61a84b74-5519-48cd-9f24-fbf5b98986e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:48.011375 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce1210ec-4ca7-44a4-a23e-cc198e058aaa req-b68bce93-0412-41bd-bb8c-5603ffe44d9b tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 210 time: 0.1424789 May 25 20:16:48.030783 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61a84b74-5519-48cd-9f24-fbf5b98986e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:48.050235 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e6c-bbe4-4c0e-88d7-7c6ed47cedf0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:48.062870 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e6c-bbe4-4c0e-88d7-7c6ed47cedf0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:48.083282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a84b74-5519-48cd-9f24-fbf5b98986e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb911876-9175-4db3-94e8-d2c8770bbd89,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:48.108694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:48.120856 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61a84b74-5519-48cd-9f24-fbf5b98986e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:48.124440 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e6c-bbe4-4c0e-88d7-7c6ed47cedf0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:48.124655 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-61a84b74-5519-48cd-9f24-fbf5b98986e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb911876-9175-4db3-94e8-d2c8770bbd89 HTTP/1.1" status: 204 len: 168 time: 0.5000062 May 25 20:16:48.124752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21e9e6c-bbe4-4c0e-88d7-7c6ed47cedf0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Fanout notify agent at l3_agent the message router_deleted on router 100ac90b-acd5-4868-89bf-14b2eb9779b2 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:16:48.125385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:48.154251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Made reservation on behalf of a206c0d9eba94f4681dea5401500d260 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:16:48.159470 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:48.187278 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a21e9e6c-bbe4-4c0e-88d7-7c6ed47cedf0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:48.188638 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a21e9e6c-bbe4-4c0e-88d7-7c6ed47cedf0 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/routers/100ac90b-acd5-4868-89bf-14b2eb9779b2 HTTP/1.1" status: 204 len: 168 time: 1.1830213 May 25 20:16:48.191588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53524) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:48.224844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620eae15-369c-4122-b2cf-ee6b32a8f241 req-1657a761-edab-4b94-b37f-b14684505218 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:48.237899 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-620eae15-369c-4122-b2cf-ee6b32a8f241 req-1657a761-edab-4b94-b37f-b14684505218 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 945 time: 0.3869188 May 25 20:16:48.331949 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-620eae15-369c-4122-b2cf-ee6b32a8f241 req-e93d1c4a-e7b4-44a7-8538-cea85b8861a6 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930514 May 25 20:16:48.417819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e78d2b-53a6-4dfe-8c77-114141885ea6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting subnet ff29b49f-d29b-4e09-a563-6f1ca694c6f0 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:16:48.437800 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48e78d2b-53a6-4dfe-8c77-114141885ea6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:48.499884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 62b9a414-0062-4fac-9023-013b79d49e27 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:16:48.744132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 62b9a414-0062-4fac-9023-013b79d49e27 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:48.744714 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:48.823008 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60b1d2fe-d0ca-46d0-bc7f-897650575ce4 req-ae95937a-2fff-4523-b5b5-7f2a12a0b717 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5248244 May 25 20:16:48.828634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48e78d2b-53a6-4dfe-8c77-114141885ea6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:48.828868 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173a4dab-991d-490c-978a-630fe7ec90e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b9a414-0062-4fac-9023-013b79d49e27'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:48.847747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 62b9a414-0062-4fac-9023-013b79d49e27, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=62b9a414-0062-4fac-9023-013b79d49e27,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:48.858425 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:48.933712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Allocated IP 172.20.0.6 (04ec8327-b153-49a7-b725-c3570cad1f7f/1dc790b4-10d9-494e-a68e-77eb18406dd8/1ef0d65a-80cb-46e7-8017-5a819d7aa10b) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:16:49.017035 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ff783bb-a76f-4544-b3ce-3ca4ed53aa7c req-af2b7d34-8ac4-4df6-abe8-c27faeb4d728 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 210 time: 0.0846889 May 25 20:16:49.067272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=62b9a414-0062-4fac-9023-013b79d49e27,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:49.078849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:49.080021 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:49.080375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:49.080861 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:49.081438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:49.083465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:49.084165 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:49.084651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:49.085451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:49.086088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:49.086595 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:49.087210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:16:49.123116 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343fe93d-15e3-48c5-8535-21ce8080e24c'] response: {'server_uuid': '173a4dab-991d-490c-978a-630fe7ec90e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b9a414-0062-4fac-9023-013b79d49e27', 'code': 200} May 25 20:16:49.231995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63af88c-736c-46b5-92b6-4e7b18714083 req-c6a5041f-2957-44a7-bd29-9173e975dee7 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:49.239235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a63af88c-736c-46b5-92b6-4e7b18714083 req-c6a5041f-2957-44a7-bd29-9173e975dee7 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 0.7194092 May 25 20:16:49.273364 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c81fb9c5-f9cb-4299-8a06-073b24003986 req-76bbf4e1-df17-479b-adc8-ecfa2542d9eb tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 210 time: 0.0492730 May 25 20:16:49.381978 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48e78d2b-53a6-4dfe-8c77-114141885ea6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:49.479660 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a63af88c-736c-46b5-92b6-4e7b18714083 req-39176262-047e-43e7-86e8-c6e2b7ebd2c3 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078292 May 25 20:16:49.520060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1d2fe-d0ca-46d0-bc7f-897650575ce4 req-ae34089e-ebd2-4999-9c28-d1cf312adefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:49.520060 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60b1d2fe-d0ca-46d0-bc7f-897650575ce4 req-ae34089e-ebd2-4999-9c28-d1cf312adefb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 1096 time: 0.4823179 May 25 20:16:49.703832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541913-dc4e-4473-b633-2bd1498b485e req-4f7dddd8-4947-43de-9e7a-974991f8dbfe tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:49.709488 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-62541913-dc4e-4473-b633-2bd1498b485e req-4f7dddd8-4947-43de-9e7a-974991f8dbfe tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 943 time: 0.2378464 May 25 20:16:49.823046 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48e78d2b-53a6-4dfe-8c77-114141885ea6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:49.901620 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-62541913-dc4e-4473-b633-2bd1498b485e req-ad0d7a33-53f5-46f6-98df-1d6b4f7e3d75 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864278 May 25 20:16:50.109808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1d2fe-d0ca-46d0-bc7f-897650575ce4 req-a915295e-050d-42a7-9bc9-aa7c0311e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:50.111651 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60b1d2fe-d0ca-46d0-bc7f-897650575ce4 req-a915295e-050d-42a7-9bc9-aa7c0311e433 service neutron] 10.222.0.70 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 906 time: 0.3112421 May 25 20:16:50.130244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e78d2b-53a6-4dfe-8c77-114141885ea6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Subnet': ['ID=ff29b49f-d29b-4e09-a563-6f1ca694c6f0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:50.143833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f96e3-889f-4d48-95a2-45e17f7b7377 None None] Network 687ff32b-4a4b-43c7-9d7d-47b32b097a60 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:16:50.146022 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48e78d2b-53a6-4dfe-8c77-114141885ea6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:50.173762 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:50.197606 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-48e78d2b-53a6-4dfe-8c77-114141885ea6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/ff29b49f-d29b-4e09-a563-6f1ca694c6f0 HTTP/1.1" status: 204 len: 168 time: 2.0046442 May 25 20:16:50.202764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53578) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:50.246232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-f7429503-a03d-448b-a9e7-16b552f5e071 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:50.246496 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60b1d2fe-d0ca-46d0-bc7f-897650575ce4 req-d04cd4b9-ff7e-459a-97bb-172b2552f7b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678fc95e-a3a7-473d-9395-19561cf68de6 HTTP/1.1" status: 200 len: 217 time: 0.1263182 May 25 20:16:50.253853 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-f7429503-a03d-448b-a9e7-16b552f5e071 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.70 "GET /v2.0/networks?id=05a6d198-f452-4553-a4b8-d76bbbfc05ae HTTP/1.1" status: 200 len: 811 time: 0.6945167 May 25 20:16:50.382652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-01ede53d-fcca-433a-a5d8-40b5f03c986c tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Synchronizing usage tracker for tenant:01e46df057fe42f58d3a7b6fb0b30bb7 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:16:50.405436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-01ede53d-fcca-433a-a5d8-40b5f03c986c tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Unset dirty status for tenant:01e46df057fe42f58d3a7b6fb0b30bb7 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:16:50.406827 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-01ede53d-fcca-433a-a5d8-40b5f03c986c tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01e46df057fe42f58d3a7b6fb0b30bb7 HTTP/1.1" status: 200 len: 380 time: 0.1430571 May 25 20:16:50.420084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Request body: {'port': {'device_id': '2b3edf1b-4358-4af9-8ae7-a166f42bb579', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'admin_state_up': True, 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'security_groups': ['914288cb-1f91-4334-bee9-0c82a66db2b5']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:50.484137 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:50.498944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['678fc95e-a3a7-473d-9395-19561cf68de6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:16:50.648787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['ca1baeee-5896-4e3f-b55e-96de49ac9afd'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:16:50.721941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Pushing event updated for resources: {'Port': ['ID=1ef0d65a-80cb-46e7-8017-5a819d7aa10b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:50.775775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1d2fe-d0ca-46d0-bc7f-897650575ce4 req-ef36236a-732c-4a1f-b241-04a9674a356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:50.795066 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60b1d2fe-d0ca-46d0-bc7f-897650575ce4 req-ef36236a-732c-4a1f-b241-04a9674a356f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.5274665 May 25 20:16:50.817520 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:50.960936 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60b1d2fe-d0ca-46d0-bc7f-897650575ce4 req-bf4d601d-3957-4072-b334-b8e156a24882 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556795 May 25 20:16:50.978981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port c3a26dbc-dc07-4932-944c-68cafd152714 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:16:50.979351 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:51.021644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Network 04ec8327-b153-49a7-b725-c3570cad1f7f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:51.054435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:51.069705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:16:51.177459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:51.196176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:51.215328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Made reservation on behalf of 01e46df057fe42f58d3a7b6fb0b30bb7 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:16:51.219080 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:51.257426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:51.259225 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:51.342128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f4ef7-9013-48c6-bad2-a7bcc67d8b4c req-f50b1656-959c-4c13-819e-ba05a84a5a3e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:51.342820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a42f4ef7-9013-48c6-bad2-a7bcc67d8b4c req-f50b1656-959c-4c13-819e-ba05a84a5a3e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:16:51.366780 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f7f9bf27-09fa-4ef5-bb1a-f21d6c0ed306 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8207555 May 25 20:16:51.374410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a42f4ef7-9013-48c6-bad2-a7bcc67d8b4c req-f50b1656-959c-4c13-819e-ba05a84a5a3e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:16:51.382482 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a42f4ef7-9013-48c6-bad2-a7bcc67d8b4c req-f50b1656-959c-4c13-819e-ba05a84a5a3e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 931 time: 0.6158710 May 25 20:16:51.419876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Request body: {'port': {'device_id': '5727d5be-410d-4744-835b-8ccd09df96ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:51.576325 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a42f4ef7-9013-48c6-bad2-a7bcc67d8b4c req-3d973b99-f22b-4260-ad0f-3cf80f9e19d8 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833904 May 25 20:16:51.975953 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60b1d2fe-d0ca-46d0-bc7f-897650575ce4 req-59714d76-7ddb-4a20-9094-b66a6a2f9602 service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8956342 May 25 20:16:52.056450 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:52.105140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e1beef93-782d-47ad-a490-aed4e0542f62 req-d4f41b23-7f1d-44b0-8bfa-7d1c13a66508 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 210 time: 0.2292297 May 25 20:16:52.160174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8440eef-b0df-4ed8-b9f8-1f1e5095d816 None None] DHCP port deletion for 687ff32b-4a4b-43c7-9d7d-47b32b097a60 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:16:52.175236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f8440eef-b0df-4ed8-b9f8-1f1e5095d816 None None] Deleting port c3a26dbc-dc07-4932-944c-68cafd152714 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:16:52.176706 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8440eef-b0df-4ed8-b9f8-1f1e5095d816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:52.215029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Allocated IP 172.20.0.14 (05a6d198-f452-4553-a4b8-d76bbbfc05ae/318c4a38-89ca-417a-ba64-0192f1196e16/64e76c03-54fa-45ce-ad55-276fe2790e0d) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:16:52.518135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] For port c3a26dbc-dc07-4932-944c-68cafd152714, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c3a26dbc-dc07-4932-944c-68cafd152714,segment=NetworkSegment(b810571d-3465-4cfa-8d12-88e2f70d0ba4),segment_id=b810571d-3465-4cfa-8d12-88e2f70d0ba4)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:52.518726 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:52.547138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 62b9a414-0062-4fac-9023-013b79d49e27 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:16:52.651908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f8440eef-b0df-4ed8-b9f8-1f1e5095d816 None None] For port c3a26dbc-dc07-4932-944c-68cafd152714, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c3a26dbc-dc07-4932-944c-68cafd152714,segment=NetworkSegment(b810571d-3465-4cfa-8d12-88e2f70d0ba4),segment_id=b810571d-3465-4cfa-8d12-88e2f70d0ba4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:52.652383 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8440eef-b0df-4ed8-b9f8-1f1e5095d816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:52.811328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f8440eef-b0df-4ed8-b9f8-1f1e5095d816 None None] Calling delete_port for c3a26dbc-dc07-4932-944c-68cafd152714 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:16:52.836810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for c3a26dbc-dc07-4932-944c-68cafd152714 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:16:52.912941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60b1d2fe-d0ca-46d0-bc7f-897650575ce4 req-036e3d3c-a8e7-446b-a90d-ddfedace75da service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9237397 May 25 20:16:52.922195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bc92d-d430-47d3-ad58-a448c504c621 req-b2554d38-4589-4771-84ea-dbfa346cb816 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:52.923687 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c69bc92d-d430-47d3-ad58-a448c504c621 req-b2554d38-4589-4771-84ea-dbfa346cb816 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 0.5291827 May 25 20:16:52.955190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 62b9a414-0062-4fac-9023-013b79d49e27 is: DOWN; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:52.959943 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8440eef-b0df-4ed8-b9f8-1f1e5095d816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:52.983875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee55a4-ad36-4746-914e-cc8ef09c633a req-863a1c3a-6508-48dd-b159-47b93fcd92fa tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:52.985369 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6ee55a4-ad36-4746-914e-cc8ef09c633a req-863a1c3a-6508-48dd-b159-47b93fcd92fa tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=173a4dab-991d-490c-978a-630fe7ec90e0 HTTP/1.1" status: 200 len: 943 time: 0.6105208 May 25 20:16:53.016975 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:53.025330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8440eef-b0df-4ed8-b9f8-1f1e5095d816 None None] Pushing event deleted for resources: {'Port': ['ID=c3a26dbc-dc07-4932-944c-68cafd152714,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:53.027204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8440eef-b0df-4ed8-b9f8-1f1e5095d816 None None] No DVR routers for this DVR port c3a26dbc-dc07-4932-944c-68cafd152714 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:16:53.065625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Transition to ACTIVE for port object 64e76c03-54fa-45ce-ad55-276fe2790e0d will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:53.074447 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c69bc92d-d430-47d3-ad58-a448c504c621 req-b5e6c4b2-dd78-45c1-b5a1-e3885bed7bbe tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079414 May 25 20:16:53.116605 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c6ee55a4-ad36-4746-914e-cc8ef09c633a req-39f834b2-e0b9-4519-b69f-e6208dacb388 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Deleting port 62b9a414-0062-4fac-9023-013b79d49e27 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:16:53.116605 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c6ee55a4-ad36-4746-914e-cc8ef09c633a req-39f834b2-e0b9-4519-b69f-e6208dacb388 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:53.179579 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:16:53.179921 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:16:53.195314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef0d65a-80cb-46e7-8017-5a819d7aa10b {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:16:53.219763 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:53.275077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Transition to ACTIVE for port object 1ef0d65a-80cb-46e7-8017-5a819d7aa10b will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:53.281804 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:53.513659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c6ee55a4-ad36-4746-914e-cc8ef09c633a req-39f834b2-e0b9-4519-b69f-e6208dacb388 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] For port 62b9a414-0062-4fac-9023-013b79d49e27, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=62b9a414-0062-4fac-9023-013b79d49e27,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:53.514321 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c6ee55a4-ad36-4746-914e-cc8ef09c633a req-39f834b2-e0b9-4519-b69f-e6208dacb388 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:53.622732 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:53.739284 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c6ee55a4-ad36-4746-914e-cc8ef09c633a req-39f834b2-e0b9-4519-b69f-e6208dacb388 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Calling delete_port for 62b9a414-0062-4fac-9023-013b79d49e27 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:16:53.779872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef0d65a-80cb-46e7-8017-5a819d7aa10b,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:53.819242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c3a26dbc-dc07-4932-944c-68cafd152714 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:16:53.836951 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:53.954826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port c3a26dbc-dc07-4932-944c-68cafd152714 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:16:53.955258 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:53.958952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: c3a26dbc-dc07-4932-944c-68cafd152714 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:16:53.959288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c3a26dbc-dc07-4932-944c-68cafd152714 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:16:54.009260 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c6ee55a4-ad36-4746-914e-cc8ef09c633a req-39f834b2-e0b9-4519-b69f-e6208dacb388 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:54.109588 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f834b2-e0b9-4519-b69f-e6208dacb388 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Pushing event deleted for resources: {'Port': ['ID=62b9a414-0062-4fac-9023-013b79d49e27,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:54.197221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] The port 'c3a26dbc-dc07-4932-944c-68cafd152714' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:16:54.287506 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Pushing event updated for resources: {'Port': ['ID=64e76c03-54fa-45ce-ad55-276fe2790e0d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:54.310800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Network 05a6d198-f452-4553-a4b8-d76bbbfc05ae is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:54.314475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:54.320915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:16:54.417797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Attempting to bind port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:16:54.418106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Attempting to bind port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:16:54.418558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Attempting to bind port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b on network 04ec8327-b153-49a7-b725-c3570cad1f7f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:54.433625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf0666-08e0-4d52-8ad1-ce62b26fb3bf req-6cdf35dc-8750-4bdc-91a4-3dba0e0eaaa7 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:54.441291 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-03cf0666-08e0-4d52-8ad1-ce62b26fb3bf req-6cdf35dc-8750-4bdc-91a4-3dba0e0eaaa7 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 943 time: 1.1463354 May 25 20:16:54.463842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b on network 04ec8327-b153-49a7-b725-c3570cad1f7f not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:16:54.464168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Attempting to bind port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b on network 04ec8327-b153-49a7-b725-c3570cad1f7f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:54.484549 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:54.489230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:54.489928 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:54.524892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:16:54.525232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Checking segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:54.525627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Bound using segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:16:54.526075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Bound port: 1ef0d65a-80cb-46e7-8017-5a819d7aa10b, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:16:54.526494 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:54.551646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687ff32b-4a4b-43c7-9d7d-47b32b097a60']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:54.570582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-03cf0666-08e0-4d52-8ad1-ce62b26fb3bf req-863f7795-5b54-4786-98b2-482532f84101 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282568 May 25 20:16:54.592237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b810571d-3465-4cfa-8d12-88e2f70d0ba4') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:54.592563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b810571d-3465-4cfa-8d12-88e2f70d0ba4') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:16:54.625446 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:54.642800 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:54.650361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:16:54.650784 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:54.726953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] For port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:16:54.730770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] For port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1ef0d65a-80cb-46e7-8017-5a819d7aa10b,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:16:54.738031 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:54.789584 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-382112ba-7691-4d34-bf7b-3032fade7de8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3735909 May 25 20:16:54.804678 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:54.806847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ee55a4-ad36-4746-914e-cc8ef09c633a req-39f834b2-e0b9-4519-b69f-e6208dacb388 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] No DVR routers for this DVR port 62b9a414-0062-4fac-9023-013b79d49e27 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:16:54.812690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Request body: {'port': {'device_id': '2b3edf1b-4358-4af9-8ae7-a166f42bb579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:54.835279 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:54.842734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e06bd795-7cdf-44ec-bb99-f1179279b83f None None] Provisioning for port 64e76c03-54fa-45ce-ad55-276fe2790e0d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:16:54.864039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c6ee55a4-ad36-4746-914e-cc8ef09c633a req-39f834b2-e0b9-4519-b69f-e6208dacb388 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:54.865569 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6ee55a4-ad36-4746-914e-cc8ef09c633a req-39f834b2-e0b9-4519-b69f-e6208dacb388 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "DELETE /v2.0/ports/62b9a414-0062-4fac-9023-013b79d49e27 HTTP/1.1" status: 204 len: 173 time: 1.8709879 May 25 20:16:54.866089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Network': ['ID=687ff32b-4a4b-43c7-9d7d-47b32b097a60,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:54.872927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173a4dab-991d-490c-978a-630fe7ec90e0', 'name': 'network-vif-deleted', 'tag': '62b9a414-0062-4fac-9023-013b79d49e27'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:54.891541 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment b810571d-3465-4cfa-8d12-88e2f70d0ba4 resource provider aggregate not found May 25 20:16:54.896798 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0ff98412-8e74-41bb-ad1e-51d50a9837b5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/networks/687ff32b-4a4b-43c7-9d7d-47b32b097a60 HTTP/1.1" status: 204 len: 168 time: 4.6937916 May 25 20:16:54.901365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53662) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:16:54.902849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e06bd795-7cdf-44ec-bb99-f1179279b83f None None] Provisioning complete for port 64e76c03-54fa-45ce-ad55-276fe2790e0d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:16:54.905111 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e06bd795-7cdf-44ec-bb99-f1179279b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:54.911034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:54.912107 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:54.914088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29578b50-53d5-40f7-9845-17bdd8683736 req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] 10.222.0.70 "PUT /v2.0/ports/1ef0d65a-80cb-46e7-8017-5a819d7aa10b HTTP/1.1" status: 200 len: 1091 time: 3.5028064 May 25 20:16:54.914715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5727d5be-410d-4744-835b-8ccd09df96ac', 'tag': '1ef0d65a-80cb-46e7-8017-5a819d7aa10b'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:54.915247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1631122705', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:16:54.926677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:16:54.939412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:router and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:16:54.945724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:16:54.966175 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment b810571d-3465-4cfa-8d12-88e2f70d0ba4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b810571d-3465-4cfa-8d12-88e2f70d0ba4 found for delete ", "request_id": "req-5fc51045-6c6d-470f-92f5-ba22cd6b24f6"}]} May 25 20:16:54.970095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d35d3-1017-4d41-a1d1-8b2fde3fbe32 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef0d65a-80cb-46e7-8017-5a819d7aa10b,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:54.982897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:16:55.009285 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:55.020974 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:55.022646 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:55.079203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e06bd795-7cdf-44ec-bb99-f1179279b83f None None] Port 64e76c03-54fa-45ce-ad55-276fe2790e0d cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:16:55.087426 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:55.669798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e76c03-54fa-45ce-ad55-276fe2790e0d {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:16:55.701415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:55.748596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29578b50-53d5-40f7-9845-17bdd8683736 req-199286cf-107d-4304-b94c-8f9ade8c9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:55.750068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29578b50-53d5-40f7-9845-17bdd8683736 req-199286cf-107d-4304-b94c-8f9ade8c9f38 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 1094 time: 0.2586527 May 25 20:16:55.756853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Transition to ACTIVE for port object 64e76c03-54fa-45ce-ad55-276fe2790e0d will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:16:55.817651 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:55.825555 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:55.963142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e391baf-c6cb-4fc9-b9f4-66b20ad84d9b req-25c72c9a-65cc-414e-ab4b-2b188804bfe7 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:55.970061 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2e391baf-c6cb-4fc9-b9f4-66b20ad84d9b req-25c72c9a-65cc-414e-ab4b-2b188804bfe7 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 944 time: 0.2427645 May 25 20:16:56.003003 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29578b50-53d5-40f7-9845-17bdd8683736 req-f2912336-ca5b-498c-9865-b831e05c4bfe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ef0d65a-80cb-46e7-8017-5a819d7aa10b HTTP/1.1" status: 200 len: 217 time: 0.2447333 May 25 20:16:56.041080 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2e391baf-c6cb-4fc9-b9f4-66b20ad84d9b req-75550012-a278-40c1-b464-d52bd36e1220 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups?id=914288cb-1f91-4334-bee9-0c82a66db2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701482 May 25 20:16:56.175625 n-d-843339-1 neutron-server[88331]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5845970e-04f5-4789-b99e-5f5f5581a5f7']: {'server_uuid': '173a4dab-991d-490c-978a-630fe7ec90e0', 'name': 'network-vif-deleted', 'tag': '62b9a414-0062-4fac-9023-013b79d49e27', 'status': 'failed', 'code': 422} returned with failed status May 25 20:16:56.205318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29578b50-53d5-40f7-9845-17bdd8683736 req-b57261da-cc00-40d9-8eea-dcc3ee471fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:56.206897 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29578b50-53d5-40f7-9845-17bdd8683736 req-b57261da-cc00-40d9-8eea-dcc3ee471fdb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.1944575 May 25 20:16:56.220629 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc69946-47a0-41ef-9550-b945cfe1dfa3'] response: {'name': 'network-changed', 'server_uuid': '5727d5be-410d-4744-835b-8ccd09df96ac', 'tag': '1ef0d65a-80cb-46e7-8017-5a819d7aa10b', 'status': 'completed', 'code': 200} May 25 20:16:56.335286 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29578b50-53d5-40f7-9845-17bdd8683736 req-4847a225-981c-4d0a-b831-476d99edc668 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670478 May 25 20:16:56.344952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Pushing event updated for resources: {'Port': ['ID=64e76c03-54fa-45ce-ad55-276fe2790e0d,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:56.358051 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:56.433850 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:56.749524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Allocated IP 172.25.3.135 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/b8292f9e-2ad1-485d-93c2-852a186510d8) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:16:56.753997 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29578b50-53d5-40f7-9845-17bdd8683736 req-87b10ec7-adf0-41e4-9f57-ff679fb79d2f service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129138 May 25 20:16:56.761234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Attempting to bind port 64e76c03-54fa-45ce-ad55-276fe2790e0d on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:16:56.761234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Attempting to bind port 64e76c03-54fa-45ce-ad55-276fe2790e0d by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '2e261da4-3f2f-4553-bb66-c3116ec284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:16:56.761586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Attempting to bind port 64e76c03-54fa-45ce-ad55-276fe2790e0d on network 05a6d198-f452-4553-a4b8-d76bbbfc05ae {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:56.772729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac99d7-3096-4fb3-bab0-4af7cfdfd0b0 req-ab82dca6-b891-482b-9a6a-aed013f595df tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:56.774469 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82ac99d7-3096-4fb3-bab0-4af7cfdfd0b0 req-ab82dca6-b891-482b-9a6a-aed013f595df tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 943 time: 0.1994143 May 25 20:16:56.787272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Port 64e76c03-54fa-45ce-ad55-276fe2790e0d on network 05a6d198-f452-4553-a4b8-d76bbbfc05ae not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:16:56.787595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Attempting to bind port 64e76c03-54fa-45ce-ad55-276fe2790e0d on network 05a6d198-f452-4553-a4b8-d76bbbfc05ae {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:16:56.802327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:16:56.802768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Checking segment: {'id': '2e261da4-3f2f-4553-bb66-c3116ec284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:16:56.803122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Bound using segment: {'id': '2e261da4-3f2f-4553-bb66-c3116ec284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:16:56.803763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Bound port: 64e76c03-54fa-45ce-ad55-276fe2790e0d, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e261da4-3f2f-4553-bb66-c3116ec284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:16:56.804109 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:56.904147 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82ac99d7-3096-4fb3-bab0-4af7cfdfd0b0 req-c969e415-b9bd-4a94-aede-858d8f90d191 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102521 May 25 20:16:56.922867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c0b2f-afdf-4f97-bff1-66699a68b8c7 req-3ea32c07-663b-4c33-8af1-32d19e4ff569 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:56.924350 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e07c0b2f-afdf-4f97-bff1-66699a68b8c7 req-3ea32c07-663b-4c33-8af1-32d19e4ff569 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 0.3236983 May 25 20:16:56.997594 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:57.025009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e07c0b2f-afdf-4f97-bff1-66699a68b8c7 req-cdd67d21-0549-49e7-abef-43ea3b38c14e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852594 May 25 20:16:57.039119 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:57.052877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] For port 64e76c03-54fa-45ce-ad55-276fe2790e0d, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:16:57.056408 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29578b50-53d5-40f7-9845-17bdd8683736 req-20a348b6-3c49-40bf-a3cb-272e7402eca1 service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886059 May 25 20:16:57.081606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] For port 64e76c03-54fa-45ce-ad55-276fe2790e0d, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=64e76c03-54fa-45ce-ad55-276fe2790e0d,segment=NetworkSegment(2e261da4-3f2f-4553-bb66-c3116ec284cb),segment_id=2e261da4-3f2f-4553-bb66-c3116ec284cb)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:16:57.088222 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:57.134627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:16:57.145010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:16:57.158186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:16:57.442264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:57.443493 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:57.445134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] 10.222.0.70 "PUT /v2.0/ports/64e76c03-54fa-45ce-ad55-276fe2790e0d HTTP/1.1" status: 200 len: 1092 time: 2.6383097 May 25 20:16:57.527334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=b8292f9e-2ad1-485d-93c2-852a186510d8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:57.580080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939a672-3ffa-4246-86c4-26c412f649a3 service neutron] Pushing event updated for resources: {'Port': ['ID=64e76c03-54fa-45ce-ad55-276fe2790e0d,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:57.677857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a7c08-ee3e-4786-a12b-9e5e250a3056 req-09a7dda2-a135-40ae-8fd7-235214c3e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:57.689090 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-914a7c08-ee3e-4786-a12b-9e5e250a3056 req-09a7dda2-a135-40ae-8fd7-235214c3e17d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 1094 time: 0.5161781 May 25 20:16:57.704930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-384fc8e6-be3e-4726-b24b-cc0b86af2f21 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:57.712084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-384fc8e6-be3e-4726-b24b-cc0b86af2f21 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 812 time: 0.4333453 May 25 20:16:57.871551 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:57.930485 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-08e414e9-62ee-476a-9e15-8b7aee96a07b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/quotas/0acd5e5275c1476cb0b68e8b7f765268 HTTP/1.1" status: 200 len: 375 time: 0.2174470 May 25 20:16:57.947803 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:58.012097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a7c08-ee3e-4786-a12b-9e5e250a3056 req-2e49efd8-8535-4f0e-9336-812e0e37c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:58.018964 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-914a7c08-ee3e-4786-a12b-9e5e250a3056 req-2e49efd8-8535-4f0e-9336-812e0e37c986 service neutron] 10.222.0.70 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 906 time: 0.3032570 May 25 20:16:58.060454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-570eb493-4931-415b-ba9e-6732835109bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:58.064257 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-570eb493-4931-415b-ba9e-6732835109bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01e46df057fe42f58d3a7b6fb0b30bb7&device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 1095 time: 0.5655699 May 25 20:16:58.090616 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-72a74b48-ac0a-46fa-8ffe-01e8bc82d298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:58.131165 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-e11b32e4-aef7-4a05-b676-b478118fc68f tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1997974 May 25 20:16:58.416173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3edf1b-4358-4af9-8ae7-a166f42bb579', 'tag': '64e76c03-54fa-45ce-ad55-276fe2790e0d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:16:58.423267 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-683d06ef-a1cb-4858-8d6d-de666088197a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64e76c03-54fa-45ce-ad55-276fe2790e0d HTTP/1.1" status: 200 len: 217 time: 0.2908990 May 25 20:16:58.513512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1b731aab-024b-4fc2-a270-7aae07d340a2 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:16:58.534947 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-914a7c08-ee3e-4786-a12b-9e5e250a3056 req-0ab203da-7314-4247-af11-f5b486513f2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ef0d65a-80cb-46e7-8017-5a819d7aa10b HTTP/1.1" status: 200 len: 217 time: 0.4784052 May 25 20:16:58.638392 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ddcba-f223-4451-a6ee-d5d5c8f5ab4c req-f5baa2ac-d7d9-4aca-8435-d3191f6b53f9 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:58.646038 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-058ddcba-f223-4451-a6ee-d5d5c8f5ab4c req-f5baa2ac-d7d9-4aca-8435-d3191f6b53f9 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 944 time: 0.4234250 May 25 20:16:58.700183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-6faca36f-1048-4857-909b-07205a2746f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:58.702342 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-6faca36f-1048-4857-909b-07205a2746f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=318c4a38-89ca-417a-ba64-0192f1196e16 HTTP/1.1" status: 200 len: 850 time: 0.1579342 May 25 20:16:58.737885 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:58.797637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1b731aab-024b-4fc2-a270-7aae07d340a2, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1b731aab-024b-4fc2-a270-7aae07d340a2,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:58.836880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '1b731aab-024b-4fc2-a270-7aae07d340a2', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'port_id': '1b731aab-024b-4fc2-a270-7aae07d340a2', 'mac_address': 'fa:16:3e:17:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:16:58.850758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a7c08-ee3e-4786-a12b-9e5e250a3056 req-5b0fb43d-3e6a-4343-8987-4c7ac0a61aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:58.852526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-914a7c08-ee3e-4786-a12b-9e5e250a3056 req-5b0fb43d-3e6a-4343-8987-4c7ac0a61aa9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.2507515 May 25 20:16:58.933621 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-914a7c08-ee3e-4786-a12b-9e5e250a3056 req-9371eb1e-8810-43cf-92d6-fa824fed3de6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709972 May 25 20:16:58.948384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-75dd6c5d-2368-47d7-a186-bd7135910c40 service neutron] 10.222.0.60 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159988 May 25 20:16:58.958850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 1b731aab-024b-4fc2-a270-7aae07d340a2 is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:16:58.962374 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:58.989526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b731aab-024b-4fc2-a270-7aae07d340a2 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:16:59.017446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1b731aab-024b-4fc2-a270-7aae07d340a2, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1b731aab-024b-4fc2-a270-7aae07d340a2,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:16:59.027635 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:16:59.168779 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-058ddcba-f223-4451-a6ee-d5d5c8f5ab4c req-4d0506dc-d7d4-4f79-9454-074ebe594ad2 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups?id=914288cb-1f91-4334-bee9-0c82a66db2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5216918 May 25 20:16:59.207773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['1b731aab-024b-4fc2-a270-7aae07d340a2'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:16:59.228815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-7252af91-0660-47a3-aa53-d02a1d5479f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:16:59.230795 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-7252af91-0660-47a3-aa53-d02a1d5479f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05a6d198-f452-4553-a4b8-d76bbbfc05ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5201297 May 25 20:16:59.234240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router 156742c0-7d14-4dbb-9f99-125e2f205668 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:16:59.329324 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-914a7c08-ee3e-4786-a12b-9e5e250a3056 req-011b3ad3-29d5-485c-bb0d-cc941982617c service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521278 May 25 20:16:59.470662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=1b731aab-024b-4fc2-a270-7aae07d340a2,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:16:59.662350 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-9779e722-7e9b-49d7-a81e-a952be8743ac service neutron] 10.222.0.60 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126565 May 25 20:16:59.813363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-914a7c08-ee3e-4786-a12b-9e5e250a3056 req-b9232f0b-38ae-482d-967a-246e2a98183b service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246893 May 25 20:16:59.888378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-21626962-25d8-46e0-853d-6075b32ea080 service neutron] 10.222.0.70 "GET /v2.0/networks/05a6d198-f452-4553-a4b8-d76bbbfc05ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072812 May 25 20:16:59.997336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:17:00.009164 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c90c578-cd54-4cf2-949e-3e8638e91779 None None] Sync routers for ids ['156742c0-7d14-4dbb-9f99-125e2f205668'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:17:00.082755 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c90c578-cd54-4cf2-949e-3e8638e91779 None None] Routers {'156742c0-7d14-4dbb-9f99-125e2f205668'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:00.084483 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3c90c578-cd54-4cf2-949e-3e8638e91779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:16:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['156742c0-7d14-4dbb-9f99-125e2f205668'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:00.132449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1827ab-ed7e-4d80-b2fd-39d2caf20248 req-2d7e86ce-0b67-4b47-afa4-b915a7a55f3b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:00.138103 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ef1827ab-ed7e-4d80-b2fd-39d2caf20248 req-2d7e86ce-0b67-4b47-afa4-b915a7a55f3b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 943 time: 0.3915830 May 25 20:17:00.197803 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:00.201463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4b19eeca-a425-4bc8-b0de-0acac7a89f55 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2963419 May 25 20:17:00.202683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53770) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:00.252071 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3c90c578-cd54-4cf2-949e-3e8638e91779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:00.282012 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c90c578-cd54-4cf2-949e-3e8638e91779 None None] Routers {'156742c0-7d14-4dbb-9f99-125e2f205668'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:00.282773 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3c90c578-cd54-4cf2-949e-3e8638e91779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:16:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['156742c0-7d14-4dbb-9f99-125e2f205668'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:00.297813 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ef1827ab-ed7e-4d80-b2fd-39d2caf20248 req-333b83c8-df01-42d0-83e5-001e95e18977 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534784 May 25 20:17:00.442669 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3c90c578-cd54-4cf2-949e-3e8638e91779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:00.443316 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c90c578-cd54-4cf2-949e-3e8638e91779 None None] The sync data for ids ['156742c0-7d14-4dbb-9f99-125e2f205668'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:17:00.449640 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34dae37-bc10-4c55-ae51-67435a19e4f5'] response: {'name': 'network-changed', 'server_uuid': '2b3edf1b-4358-4af9-8ae7-a166f42bb579', 'tag': '64e76c03-54fa-45ce-ad55-276fe2790e0d', 'status': 'completed', 'code': 200} May 25 20:17:00.527946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1b731aab-024b-4fc2-a270-7aae07d340a2 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:00.576320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-481acc94-7c71-415c-92c8-62345780f0be req-0d792777-70f9-4c83-a8bb-5d1c4ae30262 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Synchronizing usage tracker for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:17:00.601508 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-481acc94-7c71-415c-92c8-62345780f0be req-0d792777-70f9-4c83-a8bb-5d1c4ae30262 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Unset dirty status for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:17:00.605425 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-481acc94-7c71-415c-92c8-62345780f0be req-0d792777-70f9-4c83-a8bb-5d1c4ae30262 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 210 time: 0.1170018 May 25 20:17:00.624267 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8b26d0a-c022-4a3c-86e9-2584aded03d5 req-1a640271-5aed-4318-bdcd-2c257a4ce59c service neutron] 10.222.0.70 "GET /v2.0/networks/05a6d198-f452-4553-a4b8-d76bbbfc05ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7298782 May 25 20:17:00.649843 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3124a92e-f524-4686-a087-1688350e7007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:00.722387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 1b731aab-024b-4fc2-a270-7aae07d340a2 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:00.722807 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:00.923655 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-12063b89-df94-44e4-a8af-65172d8dafdc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/routers/156742c0-7d14-4dbb-9f99-125e2f205668 HTTP/1.1" status: 200 len: 885 time: 0.7164171 May 25 20:17:00.940377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53792) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:01.021573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee63ae6-274b-4ac6-ba05-1189d91c9e11 req-c3b761da-e1a4-4ee0-82c7-235538394a8d tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:01.024014 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bee63ae6-274b-4ac6-ba05-1189d91c9e11 req-c3b761da-e1a4-4ee0-82c7-235538394a8d tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 944 time: 0.1974816 May 25 20:17:01.118842 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bee63ae6-274b-4ac6-ba05-1189d91c9e11 req-37244fe1-0c27-4388-b818-0ac80d6cf1d8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups?id=914288cb-1f91-4334-bee9-0c82a66db2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819492 May 25 20:17:01.123325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 1b731aab-024b-4fc2-a270-7aae07d340a2 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:01.123713 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:01.225599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1b731aab-024b-4fc2-a270-7aae07d340a2, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1b731aab-024b-4fc2-a270-7aae07d340a2,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:01.227813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e83d105-37be-49bf-b663-1b8887fd7c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b731aab-024b-4fc2-a270-7aae07d340a2'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:17:01.248377 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:01.404838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c15233-d89d-4054-b76c-2f70598290e2 req-dd967393-b3ec-4c74-93eb-72588593452b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:01.415392 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-32c15233-d89d-4054-b76c-2f70598290e2 req-dd967393-b3ec-4c74-93eb-72588593452b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 944 time: 1.0487018 May 25 20:17:01.517792 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-32c15233-d89d-4054-b76c-2f70598290e2 req-e89f5dd5-a7a7-4aa4-8459-5d516c7a8238 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014464 May 25 20:17:01.528442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=1b731aab-024b-4fc2-a270-7aae07d340a2,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:01.531925 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-062ab2f5-3fcb-4394-a28a-e86cec577818'] response: {'server_uuid': '9e83d105-37be-49bf-b663-1b8887fd7c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b731aab-024b-4fc2-a270-7aae07d340a2', 'code': 200} May 25 20:17:01.548032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afc11f-242f-4bfd-803c-2f11ac0e56dc req-d1a5a714-8859-4bb4-b709-c39197cab3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:01.558579 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:01.560514 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77afc11f-242f-4bfd-803c-2f11ac0e56dc req-d1a5a714-8859-4bb4-b709-c39197cab3be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01e46df057fe42f58d3a7b6fb0b30bb7&device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 1095 time: 0.8219223 May 25 20:17:01.635590 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:01.828591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe7253-a472-42a3-8517-9a8b570b691b req-0de8c509-7b08-4747-8ef8-ee7c222cc6c8 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:01.841973 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08fe7253-a472-42a3-8517-9a8b570b691b req-0de8c509-7b08-4747-8ef8-ee7c222cc6c8 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 943 time: 0.2520347 May 25 20:17:01.844455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1ef0d65a-80cb-46e7-8017-5a819d7aa10b details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:17:01.976673 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08fe7253-a472-42a3-8517-9a8b570b691b req-a62018b5-ba72-45f4-aa95-9395d757f05d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316056 May 25 20:17:02.051758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-745f0d25-b1b6-4008-bbfb-5432b02d2383 req-816cd7d5-8eb4-4b31-9238-9914c03092c8 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 210 time: 0.1327002 May 25 20:17:02.171895 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afc11f-242f-4bfd-803c-2f11ac0e56dc req-14e98924-11a0-4a21-b895-77a28245295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:02.173496 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77afc11f-242f-4bfd-803c-2f11ac0e56dc req-14e98924-11a0-4a21-b895-77a28245295d service neutron] 10.222.0.70 "GET /v2.0/networks?id=05a6d198-f452-4553-a4b8-d76bbbfc05ae HTTP/1.1" status: 200 len: 912 time: 0.6050725 May 25 20:17:02.277122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77afc11f-242f-4bfd-803c-2f11ac0e56dc req-0128b549-102f-41b7-b590-f5580eaa22f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64e76c03-54fa-45ce-ad55-276fe2790e0d HTTP/1.1" status: 200 len: 217 time: 0.0963695 May 25 20:17:02.288717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1ef0d65a-80cb-46e7-8017-5a819d7aa10b,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:02.335760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '1ef0d65a-80cb-46e7-8017-5a819d7aa10b', 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'port_id': '1ef0d65a-80cb-46e7-8017-5a819d7aa10b', 'mac_address': 'fa:16:3e:d2:49:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc790b4-10d9-494e-a68e-77eb18406dd8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:17:02.363541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afc11f-242f-4bfd-803c-2f11ac0e56dc req-6bf68e74-5677-4433-b928-8fdebf8c194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:02.365836 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77afc11f-242f-4bfd-803c-2f11ac0e56dc req-6bf68e74-5677-4433-b928-8fdebf8c194c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=318c4a38-89ca-417a-ba64-0192f1196e16 HTTP/1.1" status: 200 len: 850 time: 0.0820000 May 25 20:17:02.372724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c603681a-4199-4586-8def-0016ebf6f05d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Synchronizing usage tracker for tenant:7e0347f9f4d24a47879f534764725abb on resource:router {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:17:02.441468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c603681a-4199-4586-8def-0016ebf6f05d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Unset dirty status for tenant:7e0347f9f4d24a47879f534764725abb on resource:router {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:17:02.445657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c603681a-4199-4586-8def-0016ebf6f05d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.4918716 May 25 20:17:02.449929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53826) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:02.460841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-dd2722fb-dfbb-470b-8939-2808d4ebb3b8 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1631122705'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:02.495331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-fa68b120-229d-47a3-85ad-f246d6ffa56a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:02.496840 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-fa68b120-229d-47a3-85ad-f246d6ffa56a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 812 time: 0.4935455 May 25 20:17:02.507191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:02.507895 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:02.516767 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Request body: {'port': {'device_id': '2576bac4-0a1d-4579-b001-68990078c99b', 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7', 'admin_state_up': True, 'tenant_id': '0acd5e5275c1476cb0b68e8b7f765268'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:02.600986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef0d65a-80cb-46e7-8017-5a819d7aa10b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:17:02.653966 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1ef0d65a-80cb-46e7-8017-5a819d7aa10b,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:02.660895 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:02.698288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afc11f-242f-4bfd-803c-2f11ac0e56dc req-00c77f7d-1d06-48c7-9ac1-5c5ad7aabd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:02.700228 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77afc11f-242f-4bfd-803c-2f11ac0e56dc req-00c77f7d-1d06-48c7-9ac1-5c5ad7aabd3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05a6d198-f452-4553-a4b8-d76bbbfc05ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3212836 May 25 20:17:02.887296 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1ef0d65a-80cb-46e7-8017-5a819d7aa10b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:02.966212 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:03.118227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbc43f-ed8b-45e8-b340-af07d4058cdb req-91c51469-c984-431a-9e1d-2cfccf89f5bb tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:03.127903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-43dbc43f-ed8b-45e8-b340-af07d4058cdb req-91c51469-c984-431a-9e1d-2cfccf89f5bb tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 944 time: 0.7235689 May 25 20:17:03.145816 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['1ef0d65a-80cb-46e7-8017-5a819d7aa10b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:17:03.169807 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:17:03.336266 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-43dbc43f-ed8b-45e8-b340-af07d4058cdb req-2df84cb2-acee-4d23-990d-f8867d05572b tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups?id=914288cb-1f91-4334-bee9-0c82a66db2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072911 May 25 20:17:03.417962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:03.452264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:03.469802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Made reservation on behalf of 0acd5e5275c1476cb0b68e8b7f765268 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:17:03.477120 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:03.652170 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77afc11f-242f-4bfd-803c-2f11ac0e56dc req-a0484b65-77b6-4ef7-9d33-b26759b18a0d service neutron] 10.222.0.70 "GET /v2.0/networks/05a6d198-f452-4553-a4b8-d76bbbfc05ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9404721 May 25 20:17:04.032943 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77afc11f-242f-4bfd-803c-2f11ac0e56dc req-adf74df2-8efe-41fd-a6f1-e511608f9a5b service neutron] 10.222.0.70 "GET /v2.0/networks/05a6d198-f452-4553-a4b8-d76bbbfc05ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524055 May 25 20:17:04.052600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2231a-53d7-4ab2-8a37-1015037f8810 req-3a1d5ed1-1e24-45a5-ad1a-dea98a09584b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:04.065523 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65a2231a-53d7-4ab2-8a37-1015037f8810 req-3a1d5ed1-1e24-45a5-ad1a-dea98a09584b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 944 time: 0.4608591 May 25 20:17:04.135677 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65a2231a-53d7-4ab2-8a37-1015037f8810 req-8752cbf8-e4ff-46c7-8075-38083f10a594 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733466 May 25 20:17:04.153085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Allocated IP 172.20.0.13 (bccfaecb-9420-49ca-ac74-7e43952027b7/fbe5bde4-daae-4c8f-8024-6f21ae860ce2/6641d1cc-5abe-4e16-9212-1763b82874b8) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:17:04.181894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4797b9b-dfd4-4d49-8cfb-23a51965d18d req-02341821-bb01-42c3-a56a-ea61d3b5fc82 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:04.197871 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4797b9b-dfd4-4d49-8cfb-23a51965d18d req-02341821-bb01-42c3-a56a-ea61d3b5fc82 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 1.1603522 May 25 20:17:04.464739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4797b9b-dfd4-4d49-8cfb-23a51965d18d req-d1372d1f-bbf3-431d-8c4f-2eca04c7254a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648497 May 25 20:17:04.487854 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee77dc91-01fa-4c7b-b406-57d256762ae2 req-ce16209d-74a8-4b0c-bc5b-66d046f17229 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 210 time: 0.0885265 May 25 20:17:04.649447 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:04.731156 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:04.802432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Network bccfaecb-9420-49ca-ac74-7e43952027b7 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:17:04.812010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:04.821964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:17:04.936106 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dd2722fb-dfbb-470b-8939-2808d4ebb3b8 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:04.955877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:04.957479 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:04.980204 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dd2722fb-dfbb-470b-8939-2808d4ebb3b8 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:04.997129 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4901745 May 25 20:17:05.004848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad73e5-2643-4cb2-aff3-5e2b35a1c239 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Pushing event updated for resources: {'Port': ['ID=6641d1cc-5abe-4e16-9212-1763b82874b8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:05.012049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Request body: {'port': {'device_id': '2576bac4-0a1d-4579-b001-68990078c99b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:05.118285 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e0db1-3d08-415b-8d44-a6b954cfe23f req-7c500744-7274-414f-80f7-db1bd9cb74c8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:05.119299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5a0e0db1-3d08-415b-8d44-a6b954cfe23f req-7c500744-7274-414f-80f7-db1bd9cb74c8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Synchronizing usage tracker for tenant:01e46df057fe42f58d3a7b6fb0b30bb7 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:17:05.250087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5a0e0db1-3d08-415b-8d44-a6b954cfe23f req-7c500744-7274-414f-80f7-db1bd9cb74c8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Unset dirty status for tenant:01e46df057fe42f58d3a7b6fb0b30bb7 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:17:05.250772 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:05.251532 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a0e0db1-3d08-415b-8d44-a6b954cfe23f req-7c500744-7274-414f-80f7-db1bd9cb74c8 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 944 time: 0.4317102 May 25 20:17:05.361017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2722fb-dfbb-470b-8939-2808d4ebb3b8 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router 156742c0-7d14-4dbb-9f99-125e2f205668 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:17:05.367316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a0e0db1-3d08-415b-8d44-a6b954cfe23f req-ac2c8682-02ed-4482-90ff-9c4b5a4f9f3b tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups?id=914288cb-1f91-4334-bee9-0c82a66db2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071966 May 25 20:17:05.828705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2722fb-dfbb-470b-8939-2808d4ebb3b8 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:17:05.846756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e07e6f-c602-450f-9089-a232479cf4bd None None] Sync routers for ids ['156742c0-7d14-4dbb-9f99-125e2f205668'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:17:05.860588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 64e76c03-54fa-45ce-ad55-276fe2790e0d details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:17:05.866707 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dd2722fb-dfbb-470b-8939-2808d4ebb3b8 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:05.872856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dd2722fb-dfbb-470b-8939-2808d4ebb3b8 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/156742c0-7d14-4dbb-9f99-125e2f205668 HTTP/1.1" status: 200 len: 892 time: 3.4192569 May 25 20:17:05.882947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1ef0d65a-80cb-46e7-8017-5a819d7aa10b up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:05.924634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53894) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:06.087880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e07e6f-c602-450f-9089-a232479cf4bd None None] Routers {'156742c0-7d14-4dbb-9f99-125e2f205668'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:06.088644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c8e07e6f-c602-450f-9089-a232479cf4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['156742c0-7d14-4dbb-9f99-125e2f205668'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:06.109293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190bcf2-874e-4c93-bbe7-5ab0795d0619 req-d9b49d00-13d6-4f2d-a251-93504ed4e550 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:06.111152 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3190bcf2-874e-4c93-bbe7-5ab0795d0619 req-d9b49d00-13d6-4f2d-a251-93504ed4e550 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 0.2766814 May 25 20:17:06.261208 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3190bcf2-874e-4c93-bbe7-5ab0795d0619 req-8e7ab775-b75e-4125-8d43-6632a39f9724 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344144 May 25 20:17:06.283877 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-90a16c68-e10c-434c-9aa8-dc202b54b975 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/routers/156742c0-7d14-4dbb-9f99-125e2f205668 HTTP/1.1" status: 200 len: 892 time: 0.3582053 May 25 20:17:06.287505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53898) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:06.308162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c8e07e6f-c602-450f-9089-a232479cf4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:06.404235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bf622f03-c0c6-420f-a91e-a4fb4ac8b563 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports?device_id=156742c0-7d14-4dbb-9f99-125e2f205668 HTTP/1.1" status: 200 len: 205 time: 0.1144476 May 25 20:17:06.406428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:06.408547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53902) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:06.498458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061fd33-5c87-4412-8671-84932d0e66f1 req-69802f06-b39a-4609-99f5-f42e884cbfa6 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:06.507808 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0061fd33-5c87-4412-8671-84932d0e66f1 req-69802f06-b39a-4609-99f5-f42e884cbfa6 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 944 time: 0.9115398 May 25 20:17:06.609858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e07e6f-c602-450f-9089-a232479cf4bd None None] Routers {'156742c0-7d14-4dbb-9f99-125e2f205668'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:06.610592 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c8e07e6f-c602-450f-9089-a232479cf4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['156742c0-7d14-4dbb-9f99-125e2f205668'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:06.748633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:06.749012 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:06.833933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c8e07e6f-c602-450f-9089-a232479cf4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:06.839667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e07e6f-c602-450f-9089-a232479cf4bd None None] The sync data for ids ['156742c0-7d14-4dbb-9f99-125e2f205668'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:17:06.856353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0742391-4fbe-4c2b-b428-26a68da51523 req-dde67ddb-6997-48ba-ac9c-fdf0cafb0aae tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:06.866595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a0742391-4fbe-4c2b-b428-26a68da51523 req-dde67ddb-6997-48ba-ac9c-fdf0cafb0aae tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 932 time: 0.3539762 May 25 20:17:06.919302 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:06.949487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 64e76c03-54fa-45ce-ad55-276fe2790e0d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=64e76c03-54fa-45ce-ad55-276fe2790e0d,segment=NetworkSegment(2e261da4-3f2f-4553-bb66-c3116ec284cb),segment_id=2e261da4-3f2f-4553-bb66-c3116ec284cb)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:06.959433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6641d1cc-5abe-4e16-9212-1763b82874b8 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:17:06.980206 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:06.996378 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0061fd33-5c87-4412-8671-84932d0e66f1 req-ac81ec20-33d7-42a9-907b-7af4988ca715 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875355 May 25 20:17:07.003294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '64e76c03-54fa-45ce-ad55-276fe2790e0d', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'port_id': '64e76c03-54fa-45ce-ad55-276fe2790e0d', 'mac_address': 'fa:16:3e:b7:9d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:17:07.058615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Transition to ACTIVE for port object 6641d1cc-5abe-4e16-9212-1763b82874b8 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:07.065020 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:07.101746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a0742391-4fbe-4c2b-b428-26a68da51523 req-5f8c4a14-0a68-4bf1-a6e5-906d71783a52 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332737 May 25 20:17:07.320190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Pushing event updated for resources: {'Port': ['ID=6641d1cc-5abe-4e16-9212-1763b82874b8,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:07.434000 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:07.473109 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port b8292f9e-2ad1-485d-93c2-852a186510d8 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:07.481670 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:07.482890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:07.490077 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:07.522080 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 64e76c03-54fa-45ce-ad55-276fe2790e0d is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:07.522473 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:07.575715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e76c03-54fa-45ce-ad55-276fe2790e0d {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:17:07.596599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Attempting to bind port 6641d1cc-5abe-4e16-9212-1763b82874b8 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:17:07.596944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Attempting to bind port 6641d1cc-5abe-4e16-9212-1763b82874b8 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:17:07.597743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Attempting to bind port 6641d1cc-5abe-4e16-9212-1763b82874b8 on network bccfaecb-9420-49ca-ac74-7e43952027b7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:17:07.616812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5727d5be-410d-4744-835b-8ccd09df96ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef0d65a-80cb-46e7-8017-5a819d7aa10b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:17:07.627781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Port 6641d1cc-5abe-4e16-9212-1763b82874b8 on network bccfaecb-9420-49ca-ac74-7e43952027b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:17:07.628101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Attempting to bind port 6641d1cc-5abe-4e16-9212-1763b82874b8 on network bccfaecb-9420-49ca-ac74-7e43952027b7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:17:07.654500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1ef0d65a-80cb-46e7-8017-5a819d7aa10b,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:07.674631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 64e76c03-54fa-45ce-ad55-276fe2790e0d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=64e76c03-54fa-45ce-ad55-276fe2790e0d,segment=NetworkSegment(2e261da4-3f2f-4553-bb66-c3116ec284cb),segment_id=2e261da4-3f2f-4553-bb66-c3116ec284cb)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:07.682615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:17:07.682943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Checking segment: {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:17:07.685052 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:07.685263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Bound using segment: {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:17:07.686556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Bound port: 6641d1cc-5abe-4e16-9212-1763b82874b8, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:17:07.687462 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:07.849590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1ef0d65a-80cb-46e7-8017-5a819d7aa10b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:07.868526 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:07.913032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c70ed8-96fd-400c-93c7-8d4b59f4719c req-1361e5fe-93d5-47ab-8611-83904294161f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:07.915819 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73c70ed8-96fd-400c-93c7-8d4b59f4719c req-1361e5fe-93d5-47ab-8611-83904294161f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 944 time: 0.4761910 May 25 20:17:07.984448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=64e76c03-54fa-45ce-ad55-276fe2790e0d,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:08.125954 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73c70ed8-96fd-400c-93c7-8d4b59f4719c req-a2ffa24b-2184-4c74-8825-c4b65cd7c9cd tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups?id=914288cb-1f91-4334-bee9-0c82a66db2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810038 May 25 20:17:08.137117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] For port 6641d1cc-5abe-4e16-9212-1763b82874b8, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:17:08.163309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] For port 6641d1cc-5abe-4e16-9212-1763b82874b8, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6641d1cc-5abe-4e16-9212-1763b82874b8,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:17:08.169759 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:08.258564 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4feb54c0-dabe-4ae8-a449-fc2e6e7f176b'] response: {'server_uuid': '5727d5be-410d-4744-835b-8ccd09df96ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef0d65a-80cb-46e7-8017-5a819d7aa10b', 'code': 200} May 25 20:17:08.262307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['64e76c03-54fa-45ce-ad55-276fe2790e0d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:17:08.296636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:08.297590 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:08.299113 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] 10.222.0.50 "PUT /v2.0/ports/6641d1cc-5abe-4e16-9212-1763b82874b8 HTTP/1.1" status: 200 len: 1092 time: 3.2912927 May 25 20:17:08.299597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2576bac4-0a1d-4579-b001-68990078c99b', 'tag': '6641d1cc-5abe-4e16-9212-1763b82874b8'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:17:08.313247 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:08.579806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e833e8-65d1-4ca5-ac29-e02fa0d8f937 req-d09f866a-6a67-4060-b24e-eda513fb1532 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:08.587597 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-47e833e8-65d1-4ca5-ac29-e02fa0d8f937 req-d09f866a-6a67-4060-b24e-eda513fb1532 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 0.9910910 May 25 20:17:08.755087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c50ce-27fb-4d61-acee-240c4135d0be service neutron] Pushing event updated for resources: {'Port': ['ID=6641d1cc-5abe-4e16-9212-1763b82874b8,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:08.811871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-43bc0f8b-f864-4ca2-8af9-82d4ea4bb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:08.813886 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-43bc0f8b-f864-4ca2-8af9-82d4ea4bb64c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 1095 time: 0.4471331 May 25 20:17:08.833700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5b344-ce36-47f9-bd42-82c6602c9612 req-b0892451-9e6f-4dc3-b58e-878853477488 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:08.835366 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-45e5b344-ce36-47f9-bd42-82c6602c9612 req-b0892451-9e6f-4dc3-b58e-878853477488 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 945 time: 0.3678818 May 25 20:17:08.919446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for b8292f9e-2ad1-485d-93c2-852a186510d8 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:17:09.007142 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-b352de06-a0d1-4c77-a16a-40305d2be174 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6641d1cc-5abe-4e16-9212-1763b82874b8 HTTP/1.1" status: 200 len: 217 time: 0.1706562 May 25 20:17:09.031756 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-47e833e8-65d1-4ca5-ac29-e02fa0d8f937 req-bb973b8f-0e24-41fd-91e4-70c84b91e18a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428473 May 25 20:17:09.077245 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-45e5b344-ce36-47f9-bd42-82c6602c9612 req-ce3b8d30-65a4-45ba-ade2-a2f62776ab55 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418898 May 25 20:17:09.124973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-25ff7d26-3305-49de-8d1a-73c4977fefcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:09.126757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-25ff7d26-3305-49de-8d1a-73c4977fefcc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe5bde4-daae-4c8f-8024-6f21ae860ce2 HTTP/1.1" status: 200 len: 852 time: 0.1095898 May 25 20:17:09.179297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60eb5b-3a31-4dd4-bc82-9ec2ae6a5dc3 req-92ac772b-f12b-4778-b4e4-d4f334757efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:09.180846 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0f60eb5b-3a31-4dd4-bc82-9ec2ae6a5dc3 req-92ac772b-f12b-4778-b4e4-d4f334757efb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 1096 time: 0.8332267 May 25 20:17:09.253742 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55b9a3f-48e0-4814-b140-543a4904f95f'] response: {'name': 'network-changed', 'server_uuid': '2576bac4-0a1d-4579-b001-68990078c99b', 'tag': '6641d1cc-5abe-4e16-9212-1763b82874b8', 'status': 'completed', 'code': 200} May 25 20:17:09.295155 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-04174406-f009-42ab-b214-54916217b782 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bccfaecb-9420-49ca-ac74-7e43952027b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1602602 May 25 20:17:09.580535 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:09.702864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Port': ['ID=b8292f9e-2ad1-485d-93c2-852a186510d8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:09.706589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0f60eb5b-3a31-4dd4-bc82-9ec2ae6a5dc3 req-12826406-c764-40dc-ba6e-373572ff19ad service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111401 May 25 20:17:09.754739 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-41011103-12bc-423f-ae2e-70744ec3238e service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528074 May 25 20:17:09.879158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 64e76c03-54fa-45ce-ad55-276fe2790e0d up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:10.057527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b23a11-9943-4e13-b662-e5c4f274984b req-c8a77c96-83cc-4983-a2ec-4c78cf67e3aa tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:10.060253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 64e76c03-54fa-45ce-ad55-276fe2790e0d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:10.067254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 64e76c03-54fa-45ce-ad55-276fe2790e0d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:10.067892 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:10.070262 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2b23a11-9943-4e13-b662-e5c4f274984b req-c8a77c96-83cc-4983-a2ec-4c78cf67e3aa tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 945 time: 0.5621083 May 25 20:17:10.088504 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:10.147267 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2b23a11-9943-4e13-b662-e5c4f274984b req-107b92a1-e674-4057-9d4a-95097acbf001 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups?id=914288cb-1f91-4334-bee9-0c82a66db2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621243 May 25 20:17:10.218435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcf028-2ef7-4385-9a73-8a54907da7ca req-6b14d7ba-8e3c-4629-befd-7ab3536faa66 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:10.232854 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91bcf028-2ef7-4385-9a73-8a54907da7ca req-6b14d7ba-8e3c-4629-befd-7ab3536faa66 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 944 time: 0.7049627 May 25 20:17:10.296236 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3acdc13e-d6c6-47be-84dd-df6237ce6924 req-da16a5de-80f3-4a19-8e97-d1f620414ee3 service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043187 May 25 20:17:10.554182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273bbdd-b072-46b7-9cbe-d2ca4d6a46d1 req-4319008a-36b2-4d3c-a73f-d5c8255e4e91 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:10.561652 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1273bbdd-b072-46b7-9cbe-d2ca4d6a46d1 req-4319008a-36b2-4d3c-a73f-d5c8255e4e91 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 0.1507466 May 25 20:17:10.596794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e685-94f3-4ccf-a553-8b5c0ef91b11 req-affd9b9d-7079-4765-a1b7-fba944ede1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:10.599312 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d06e685-94f3-4ccf-a553-8b5c0ef91b11 req-affd9b9d-7079-4765-a1b7-fba944ede1d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 1095 time: 0.2507181 May 25 20:17:10.624027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 64e76c03-54fa-45ce-ad55-276fe2790e0d is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:10.624333 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:10.681681 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3edf1b-4358-4af9-8ae7-a166f42bb579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e76c03-54fa-45ce-ad55-276fe2790e0d'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:17:10.725449 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:10.737008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:10.737656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 64e76c03-54fa-45ce-ad55-276fe2790e0d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=64e76c03-54fa-45ce-ad55-276fe2790e0d,segment=NetworkSegment(2e261da4-3f2f-4553-bb66-c3116ec284cb),segment_id=2e261da4-3f2f-4553-bb66-c3116ec284cb)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:10.752080 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:10.802061 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91bcf028-2ef7-4385-9a73-8a54907da7ca req-5b4b5583-ab98-4726-8a40-b764bda72854 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664172 May 25 20:17:10.805814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1273bbdd-b072-46b7-9cbe-d2ca4d6a46d1 req-be567941-5aff-403d-8b64-a6ca7a23c512 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429559 May 25 20:17:10.887215 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:10.891120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Fanout notify agent at l3_agent the message router_deleted on router 156742c0-7d14-4dbb-9f99-125e2f205668 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:17:11.020911 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:11.021340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=64e76c03-54fa-45ce-ad55-276fe2790e0d,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:11.021808 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ed15955b-4a1e-4902-a487-79f8bd47fd88 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/routers/156742c0-7d14-4dbb-9f99-125e2f205668 HTTP/1.1" status: 204 len: 168 time: 4.6089010 May 25 20:17:11.025968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53958) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:11.029941 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-052e7709-1435-486a-810d-bca67f333b46'] response: {'server_uuid': '2b3edf1b-4358-4af9-8ae7-a166f42bb579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e76c03-54fa-45ce-ad55-276fe2790e0d', 'code': 200} May 25 20:17:11.037843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1182377984'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:11.058043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:11.066688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:network and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:11.075183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:11.103550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:11.264022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:17:11.270043 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:11.571689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:17:11.601105 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:11.604395 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Added segment 3bec4e87-0039-4076-a8e9-015605feed41 of type vlan for network 6628294a-4b4e-4a69-a1c9-be348af7c3a5 May 25 20:17:11.631253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e685-94f3-4ccf-a553-8b5c0ef91b11 req-9809cefc-bf6c-4ce5-ba33-50f9f7950031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:11.633782 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d06e685-94f3-4ccf-a553-8b5c0ef91b11 req-9809cefc-bf6c-4ce5-ba33-50f9f7950031 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 913 time: 1.0227005 May 25 20:17:11.673361 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:11.741724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d06e685-94f3-4ccf-a553-8b5c0ef91b11 req-72d1f353-d71f-4761-ab41-3b5f504aa6a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6641d1cc-5abe-4e16-9212-1763b82874b8 HTTP/1.1" status: 200 len: 217 time: 0.1013918 May 25 20:17:11.774960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ee5a6-3697-4c28-94cd-3cc2f7d29c12 req-3d203376-c3f1-42fa-8962-41bf48b3dba4 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:11.780711 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-048ee5a6-3697-4c28-94cd-3cc2f7d29c12 req-3d203376-c3f1-42fa-8962-41bf48b3dba4 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 945 time: 0.4724557 May 25 20:17:11.792410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:11.805105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:11.807389 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:12.062995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e685-94f3-4ccf-a553-8b5c0ef91b11 req-d51e2460-095d-4f89-b77b-e3ba39d97bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:12.064666 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d06e685-94f3-4ccf-a553-8b5c0ef91b11 req-d51e2460-095d-4f89-b77b-e3ba39d97bb7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe5bde4-daae-4c8f-8024-6f21ae860ce2 HTTP/1.1" status: 200 len: 852 time: 0.2829845 May 25 20:17:12.080968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-048ee5a6-3697-4c28-94cd-3cc2f7d29c12 req-a75647c5-8dd8-4352-bb9b-c1d2ba1dcbeb tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593726 May 25 20:17:12.147341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Network': ['ID=6628294a-4b4e-4a69-a1c9-be348af7c3a5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:12.176094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 6628294a-4b4e-4a69-a1c9-be348af7c3a5 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:17:12.263420 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d06e685-94f3-4ccf-a553-8b5c0ef91b11 req-95df7708-5462-43d3-8064-8a8ff9906916 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bccfaecb-9420-49ca-ac74-7e43952027b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1788702 May 25 20:17:12.265607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53974) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:12.267708 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fd6433fd-8208-4a52-8a64-fbedad8a0043 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2385070 May 25 20:17:12.276924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29dba6b-a80a-4a7b-bcbe-5d1b9707eb3d req-5e2d79c6-d225-4cc8-81e5-d01191abe3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:12.281920 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a29dba6b-a80a-4a7b-bcbe-5d1b9707eb3d req-5e2d79c6-d225-4cc8-81e5-d01191abe3c0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 1097 time: 1.1461811 May 25 20:17:12.288191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'subnet': {'network_id': '6628294a-4b4e-4a69-a1c9-be348af7c3a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:12.447441 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a29dba6b-a80a-4a7b-bcbe-5d1b9707eb3d req-36ae958a-e905-4cd8-8f8e-6fe4cf69651c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=914288cb-1f91-4334-bee9-0c82a66db2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573370 May 25 20:17:12.476959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c27869-bee9-4df0-ab06-db87cf434ae5 req-001deaa7-3077-4491-a4f6-8186a4467f50 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:12.478639 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37c27869-bee9-4df0-ab06-db87cf434ae5 req-001deaa7-3077-4491-a4f6-8186a4467f50 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 946 time: 0.7477565 May 25 20:17:12.562950 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37c27869-bee9-4df0-ab06-db87cf434ae5 req-b707573d-5281-4a05-b972-b374c7d840ba tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups?id=914288cb-1f91-4334-bee9-0c82a66db2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745521 May 25 20:17:12.699494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d06e685-94f3-4ccf-a553-8b5c0ef91b11 req-3b885b8a-88ff-46c4-8d1e-536deacd006f service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264205 May 25 20:17:12.900418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:12.917963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:subnet and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:12.940468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:12.966385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:12.972934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1d660-7fb3-4100-8265-392af5c774e1 req-fcfb9d46-d6a6-4899-9a10-a70cbba2c07e tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:12.984018 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d3c1d660-7fb3-4100-8265-392af5c774e1 req-fcfb9d46-d6a6-4899-9a10-a70cbba2c07e tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 944 time: 0.2248559 May 25 20:17:13.119443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d3c1d660-7fb3-4100-8265-392af5c774e1 req-992444cb-4d1c-4417-861b-0ce111343cc3 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326220 May 25 20:17:13.123962 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d06e685-94f3-4ccf-a553-8b5c0ef91b11 req-98b0f198-8295-414e-877b-e62f932acfa9 service neutron] 10.222.0.50 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025252 May 25 20:17:13.147626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923f7f7-02e2-4b31-a9f1-729760976cf0 req-e1d51c9c-e84a-4aaa-8734-9348b014b091 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:13.156448 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3923f7f7-02e2-4b31-a9f1-729760976cf0 req-e1d51c9c-e84a-4aaa-8734-9348b014b091 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 0.6955955 May 25 20:17:13.189686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:17:13.194089 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:13.554754 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3923f7f7-02e2-4b31-a9f1-729760976cf0 req-8544be32-9d98-4dea-8ca7-526fd5ec8c30 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974166 May 25 20:17:13.694199 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:13.954901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Subnet': ['ID=7a0b73ed-5cc0-4437-8974-18ae40b4fc6f,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:13.985139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Checking segment: {'id': '3bec4e87-0039-4076-a8e9-015605feed41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6628294a-4b4e-4a69-a1c9-be348af7c3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:17:13.985565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network hostable DHCP agents. Network: 6628294a-4b4e-4a69-a1c9-be348af7c3a5, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:17:14.027688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 6628294a-4b4e-4a69-a1c9-be348af7c3a5 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:17:14.043163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 6628294a-4b4e-4a69-a1c9-be348af7c3a5) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:14.054420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:14.055082 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:14.056884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675326bd-9d4f-4791-adb6-5f21b2e8d2d2 None None] Network 6628294a-4b4e-4a69-a1c9-be348af7c3a5 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:17:14.111738 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9f67cc7c-0180-44a8-8382-005d4bc47fed tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8377345 May 25 20:17:14.111957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53992) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:14.117972 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c592bd5a-f25f-46c2-8c42-21e3953a06d3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1980091011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:14.135447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c592bd5a-f25f-46c2-8c42-21e3953a06d3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:14.146895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c592bd5a-f25f-46c2-8c42-21e3953a06d3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:router and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:14.167234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c592bd5a-f25f-46c2-8c42-21e3953a06d3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:14.183024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c592bd5a-f25f-46c2-8c42-21e3953a06d3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:14.196534 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c592bd5a-f25f-46c2-8c42-21e3953a06d3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:14.197756 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c592bd5a-f25f-46c2-8c42-21e3953a06d3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:14.259676 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c592bd5a-f25f-46c2-8c42-21e3953a06d3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:14.326505 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c592bd5a-f25f-46c2-8c42-21e3953a06d3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:14.449938 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c592bd5a-f25f-46c2-8c42-21e3953a06d3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:14.454114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c592bd5a-f25f-46c2-8c42-21e3953a06d3 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3404503 May 25 20:17:14.459310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54000) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:14.503340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a87d96-9822-40ec-8097-e68327752c86 req-8725e682-d9f7-48ca-a7b3-02bcbd402746 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:14.520912 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-87a87d96-9822-40ec-8097-e68327752c86 req-8725e682-d9f7-48ca-a7b3-02bcbd402746 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 945 time: 0.7351630 May 25 20:17:14.631319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 6641d1cc-5abe-4e16-9212-1763b82874b8 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:17:14.681240 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-87a87d96-9822-40ec-8097-e68327752c86 req-6551e20c-721f-4906-8a3b-36714a454df3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593235 May 25 20:17:15.063950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c94670-6213-48a9-9646-97d0d2cd0f18 req-ea8f4f83-19be-4816-b5b5-fe10163bfb1a tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:15.073548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0c94670-6213-48a9-9646-97d0d2cd0f18 req-ea8f4f83-19be-4816-b5b5-fe10163bfb1a tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 946 time: 0.1733506 May 25 20:17:15.187777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 6641d1cc-5abe-4e16-9212-1763b82874b8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6641d1cc-5abe-4e16-9212-1763b82874b8,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:15.218594 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0c94670-6213-48a9-9646-97d0d2cd0f18 req-9402a55b-41c9-4728-8ed9-64fc7f19f009 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups?id=914288cb-1f91-4334-bee9-0c82a66db2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399729 May 25 20:17:15.246995 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '6641d1cc-5abe-4e16-9212-1763b82874b8', 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7', 'port_id': '6641d1cc-5abe-4e16-9212-1763b82874b8', 'mac_address': 'fa:16:3e:84:55:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe5bde4-daae-4c8f-8024-6f21ae860ce2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:17:15.414434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-6628294a-4b4e-4a69-a1c9-be348af7c3a5', 'network_id': '6628294a-4b4e-4a69-a1c9-be348af7c3a5', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'fixed_ips': [{'subnet_id': '7a0b73ed-5cc0-4437-8974-18ae40b4fc6f'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:17:15.415865 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:15.796945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d1e4a-683d-4c37-9a32-1d878acb56a8 req-4c499f47-09a9-4865-b739-f3d58c0c970c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:15.802366 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-548d1e4a-683d-4c37-9a32-1d878acb56a8 req-4c499f47-09a9-4865-b739-f3d58c0c970c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 944 time: 0.2620282 May 25 20:17:15.946384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196cf04-778b-4714-ae5a-ef9c077694c0 req-5789cf6a-536b-42d9-8a63-f37fdb0e525e tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:15.955975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Allocated IP 2001:db8::2 (6628294a-4b4e-4a69-a1c9-be348af7c3a5/7a0b73ed-5cc0-4437-8974-18ae40b4fc6f/ccb65649-7fb9-442b-ae69-8d9b65170738) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:17:15.962676 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d196cf04-778b-4714-ae5a-ef9c077694c0 req-5789cf6a-536b-42d9-8a63-f37fdb0e525e tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 945 time: 1.1282539 May 25 20:17:15.992908 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-548d1e4a-683d-4c37-9a32-1d878acb56a8 req-50467b13-4ec2-4ffb-93d2-04c97afa5a3c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878486 May 25 20:17:16.067358 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:16.122776 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d196cf04-778b-4714-ae5a-ef9c077694c0 req-8e5ad1c9-0dc5-430c-b9b8-686dc629a564 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b78e17b-8d53-449b-9ffe-776530e729f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588738 May 25 20:17:16.285691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58155935-96a2-4fa8-9734-ac0bad87c39d req-35dfe53f-8ef0-4528-874d-562c7c573d6a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:16.308402 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-58155935-96a2-4fa8-9734-ac0bad87c39d req-35dfe53f-8ef0-4528-874d-562c7c573d6a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 0.1600559 May 25 20:17:16.320056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 6641d1cc-5abe-4e16-9212-1763b82874b8 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:16.325758 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:16.380335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-58155935-96a2-4fa8-9734-ac0bad87c39d req-06ed5edd-fee3-4ebe-b775-63b930d5bcc3 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709567 May 25 20:17:16.421271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6641d1cc-5abe-4e16-9212-1763b82874b8 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:17:16.643960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 6641d1cc-5abe-4e16-9212-1763b82874b8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6641d1cc-5abe-4e16-9212-1763b82874b8,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:16.665497 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:16.829231 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:16.858562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Transition to ACTIVE for port object ccb65649-7fb9-442b-ae69-8d9b65170738 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:16.895707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=6641d1cc-5abe-4e16-9212-1763b82874b8,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:16.904296 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Transition to ACTIVE for port object ccb65649-7fb9-442b-ae69-8d9b65170738 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:16.925651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f140d-5f54-4686-ac41-fb751a025a25 req-313b08b2-06ca-4791-bdb8-1ef60b0c2afa tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:16.927224 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:16.927431 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-870f140d-5f54-4686-ac41-fb751a025a25 req-313b08b2-06ca-4791-bdb8-1ef60b0c2afa tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 945 time: 0.3180745 May 25 20:17:17.047871 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-870f140d-5f54-4686-ac41-fb751a025a25 req-e8b650f2-c8ef-412c-9901-d89709cbd6d7 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147261 May 25 20:17:17.069001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Pushing event updated for resources: {'Port': ['ID=ccb65649-7fb9-442b-ae69-8d9b65170738,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:17.071540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['6641d1cc-5abe-4e16-9212-1763b82874b8'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:17:17.134599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Network 6628294a-4b4e-4a69-a1c9-be348af7c3a5 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:17:17.137500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:17.141233 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:17:17.161372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Allocated IP 2001:db8::1 (6628294a-4b4e-4a69-a1c9-be348af7c3a5/7a0b73ed-5cc0-4437-8974-18ae40b4fc6f/1bf6f80f-58d1-4332-b505-50fec092c28e) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:17:17.300105 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Attempting to bind port ccb65649-7fb9-442b-ae69-8d9b65170738 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:17:17.300643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Attempting to bind port ccb65649-7fb9-442b-ae69-8d9b65170738 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '3bec4e87-0039-4076-a8e9-015605feed41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6628294a-4b4e-4a69-a1c9-be348af7c3a5'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:17:17.300863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Attempting to bind port ccb65649-7fb9-442b-ae69-8d9b65170738 on network 6628294a-4b4e-4a69-a1c9-be348af7c3a5 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:17:17.317438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:17:17.317859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Checking segment: {'id': '3bec4e87-0039-4076-a8e9-015605feed41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6628294a-4b4e-4a69-a1c9-be348af7c3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:17:17.318230 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:17.318624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Bound using segment: {'id': '3bec4e87-0039-4076-a8e9-015605feed41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6628294a-4b4e-4a69-a1c9-be348af7c3a5'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:17:17.319104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Bound port: ccb65649-7fb9-442b-ae69-8d9b65170738, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bec4e87-0039-4076-a8e9-015605feed41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6628294a-4b4e-4a69-a1c9-be348af7c3a5'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:17:17.319479 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:17.429078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0032f-c3b6-4707-839e-f2b593371a56 req-e032c752-9873-4070-b507-c6aaaf6e73e3 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:17.431898 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-37c0032f-c3b6-4707-839e-f2b593371a56 req-e032c752-9873-4070-b507-c6aaaf6e73e3 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 946 time: 0.3817286 May 25 20:17:17.442332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54034) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:17.459929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a86f6806-c2e4-4948-aaab-f41604d0cda7 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Request body: {'floatingip': {'port_id': '64e76c03-54fa-45ce-ad55-276fe2790e0d'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:17.554065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ce574-3d05-4146-b4ec-5f1566c11ac8 req-47f3bd45-2343-47e7-8487-b1d02c72af78 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:17.566899 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b81ce574-3d05-4146-b4ec-5f1566c11ac8 req-47f3bd45-2343-47e7-8487-b1d02c72af78 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/ports?device_id=210e1741-310f-493a-b5ca-67010ddbe5d8 HTTP/1.1" status: 200 len: 945 time: 0.2641277 May 25 20:17:17.586715 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a86f6806-c2e4-4948-aaab-f41604d0cda7 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:17.658418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] For port ccb65649-7fb9-442b-ae69-8d9b65170738, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:17:17.670884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] For port ccb65649-7fb9-442b-ae69-8d9b65170738, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ccb65649-7fb9-442b-ae69-8d9b65170738,segment=NetworkSegment(3bec4e87-0039-4076-a8e9-015605feed41),segment_id=3bec4e87-0039-4076-a8e9-015605feed41)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:17:17.676943 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b81ce574-3d05-4146-b4ec-5f1566c11ac8 req-7548d387-206e-479a-9092-f2e772e7681b tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8c8b7d7-de17-4f48-9423-c78da20067ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090901 May 25 20:17:17.680150 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:17.859457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d25e0b-3452-4037-be3e-3e0ad918fc50 None None] Pushing event updated for resources: {'Port': ['ID=ccb65649-7fb9-442b-ae69-8d9b65170738,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:18.061201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e28dea-5583-467c-a7fc-cce6d27de91e req-ed840fd7-308c-4fc6-803b-504c9542c3aa tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:18.069124 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-57e28dea-5583-467c-a7fc-cce6d27de91e req-ed840fd7-308c-4fc6-803b-504c9542c3aa tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 945 time: 0.1650267 May 25 20:17:18.135467 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-57e28dea-5583-467c-a7fc-cce6d27de91e req-03fe6e01-ae90-4a52-b4ab-0f9fbdda8345 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651252 May 25 20:17:18.152590 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:18.186604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Transition to ACTIVE for port object 1bf6f80f-58d1-4332-b505-50fec092c28e will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:18.453984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b0f98-0234-48ec-b9d4-c73f63834649 req-93bc5dbf-dd46-4168-aded-8ce9558f85ab tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:18.455508 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e1b0f98-0234-48ec-b9d4-c73f63834649 req-93bc5dbf-dd46-4168-aded-8ce9558f85ab tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 0.1857524 May 25 20:17:18.538602 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:18.557435 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e1b0f98-0234-48ec-b9d4-c73f63834649 req-3c3eb1f4-6211-4b0f-86cf-bb1b25007eee tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931315 May 25 20:17:18.668285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 6641d1cc-5abe-4e16-9212-1763b82874b8 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:19.000459 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 6641d1cc-5abe-4e16-9212-1763b82874b8 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:19.016746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 6641d1cc-5abe-4e16-9212-1763b82874b8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:19.018367 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:19.060791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632dfed-e81e-4cf9-8876-df954da96bc9 req-4f4e4449-8c79-4aa8-9d8d-0f14742bdb57 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:19.061283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582b59d-7fd6-4759-bf1a-10cb5888fa0c req-368054a5-b935-4e4d-8bc8-3c31e04b1c88 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:19.062131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c582b59d-7fd6-4759-bf1a-10cb5888fa0c req-368054a5-b935-4e4d-8bc8-3c31e04b1c88 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Synchronizing usage tracker for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:17:19.068290 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6632dfed-e81e-4cf9-8876-df954da96bc9 req-4f4e4449-8c79-4aa8-9d8d-0f14742bdb57 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.70 "GET /v2.0/ports?device_id=210e1741-310f-493a-b5ca-67010ddbe5d8 HTTP/1.1" status: 200 len: 945 time: 0.3871484 May 25 20:17:19.181800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 6628294a-4b4e-4a69-a1c9-be348af7c3a5 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:17:19.263624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=1bf6f80f-58d1-4332-b505-50fec092c28e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:19.266372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:19.278854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c582b59d-7fd6-4759-bf1a-10cb5888fa0c req-368054a5-b935-4e4d-8bc8-3c31e04b1c88 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Unset dirty status for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:17:19.286550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c582b59d-7fd6-4759-bf1a-10cb5888fa0c req-368054a5-b935-4e4d-8bc8-3c31e04b1c88 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 945 time: 1.6352539 May 25 20:17:19.312108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:17:19.312639 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:19.338693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-6632dfed-e81e-4cf9-8876-df954da96bc9 req-2d90a4ed-dc12-4235-88ad-6873bd4d9580 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Deleting port e482da40-adb0-4303-a51f-2b7c2821556a {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:19.342378 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6632dfed-e81e-4cf9-8876-df954da96bc9 req-2d90a4ed-dc12-4235-88ad-6873bd4d9580 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:19.499319 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c582b59d-7fd6-4759-bf1a-10cb5888fa0c req-c6e9666a-a307-4695-845b-1a339345542f tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118003 May 25 20:17:19.507387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 6641d1cc-5abe-4e16-9212-1763b82874b8 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:19.507893 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:19.606845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 6641d1cc-5abe-4e16-9212-1763b82874b8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6641d1cc-5abe-4e16-9212-1763b82874b8,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:19.609874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2576bac4-0a1d-4579-b001-68990078c99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6641d1cc-5abe-4e16-9212-1763b82874b8'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:17:19.624969 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:19.964888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=6641d1cc-5abe-4e16-9212-1763b82874b8,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:19.991158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82968582-68fd-4fb5-ba2f-2dc70fc3ec68 None None] Network 6628294a-4b4e-4a69-a1c9-be348af7c3a5 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:17:20.204604 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:20.213710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-6632dfed-e81e-4cf9-8876-df954da96bc9 req-2d90a4ed-dc12-4235-88ad-6873bd4d9580 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] For port e482da40-adb0-4303-a51f-2b7c2821556a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e482da40-adb0-4303-a51f-2b7c2821556a,segment=NetworkSegment(c125616e-0e61-4091-96ce-d1583a5f5207),segment_id=c125616e-0e61-4091-96ce-d1583a5f5207)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:20.214781 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6632dfed-e81e-4cf9-8876-df954da96bc9 req-2d90a4ed-dc12-4235-88ad-6873bd4d9580 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:20.218801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ccb65649-7fb9-442b-ae69-8d9b65170738 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:20.250630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54060) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:20.362063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-6632dfed-e81e-4cf9-8876-df954da96bc9 req-2d90a4ed-dc12-4235-88ad-6873bd4d9580 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Calling delete_port for e482da40-adb0-4303-a51f-2b7c2821556a owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:17:20.382736 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-a86f6806-c2e4-4948-aaab-f41604d0cda7 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:17:20.529810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-50826dca-8156-45a7-ad13-bed673e8ff84 None None] Provisioning for port ccb65649-7fb9-442b-ae69-8d9b65170738 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:20.707660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ccb65649-7fb9-442b-ae69-8d9b65170738 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:20.715061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ccb65649-7fb9-442b-ae69-8d9b65170738 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:20.715764 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:20.745459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11ea73-ad92-4695-a389-89bbb04d3090 req-5d008a69-7370-4205-a81b-a90b509b05ad tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:20.754147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a11ea73-ad92-4695-a389-89bbb04d3090 req-5d008a69-7370-4205-a81b-a90b509b05ad tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 945 time: 0.2775078 May 25 20:17:20.777149 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6632dfed-e81e-4cf9-8876-df954da96bc9 req-2d90a4ed-dc12-4235-88ad-6873bd4d9580 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:20.779965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85ac60-c7ad-4fc7-ae8e-389eaec8489d req-cca23c2c-cf3f-4bbc-b2cf-b80942c4a7ee tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:20.785232 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2e85ac60-c7ad-4fc7-ae8e-389eaec8489d req-cca23c2c-cf3f-4bbc-b2cf-b80942c4a7ee tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/ports?device_id=210e1741-310f-493a-b5ca-67010ddbe5d8 HTTP/1.1" status: 200 len: 945 time: 0.8648274 May 25 20:17:20.796982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['e482da40-adb0-4303-a51f-2b7c2821556a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:17:20.828691 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efe84346-647a-4cc6-9f93-ccc8f51c1747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:20.963714 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ccb65649-7fb9-442b-ae69-8d9b65170738 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:20.964502 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:20.970277 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90a4ed-dc12-4235-88ad-6873bd4d9580 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Pushing event deleted for resources: {'Port': ['ID=e482da40-adb0-4303-a51f-2b7c2821556a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:21.050262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ccb65649-7fb9-442b-ae69-8d9b65170738, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ccb65649-7fb9-442b-ae69-8d9b65170738,segment=NetworkSegment(3bec4e87-0039-4076-a8e9-015605feed41),segment_id=3bec4e87-0039-4076-a8e9-015605feed41)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:21.063337 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:21.097668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-efe84346-647a-4cc6-9f93-ccc8f51c1747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:21.102232 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a86f6806-c2e4-4948-aaab-f41604d0cda7 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:21.116131 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a86f6806-c2e4-4948-aaab-f41604d0cda7 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:21.177819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ccb65649-7fb9-442b-ae69-8d9b65170738,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:21.214878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-6632dfed-e81e-4cf9-8876-df954da96bc9 req-2d90a4ed-dc12-4235-88ad-6873bd4d9580 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] No DVR routers for this DVR port e482da40-adb0-4303-a51f-2b7c2821556a on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:17:21.220131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a11ea73-ad92-4695-a389-89bbb04d3090 req-3e4ef329-ab6a-4836-b98d-417da73b6f01 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b78e17b-8d53-449b-9ffe-776530e729f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4648061 May 25 20:17:21.222450 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6632dfed-e81e-4cf9-8876-df954da96bc9 req-2d90a4ed-dc12-4235-88ad-6873bd4d9580 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:21.240606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210e1741-310f-493a-b5ca-67010ddbe5d8', 'name': 'network-vif-deleted', 'tag': 'e482da40-adb0-4303-a51f-2b7c2821556a'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:17:21.254927 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6632dfed-e81e-4cf9-8876-df954da96bc9 req-2d90a4ed-dc12-4235-88ad-6873bd4d9580 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.70 "DELETE /v2.0/ports/e482da40-adb0-4303-a51f-2b7c2821556a HTTP/1.1" status: 204 len: 173 time: 2.1822805 May 25 20:17:21.264978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-d43d6302-1fe0-422c-989a-586c8c2e1c2d tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:21.266705 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-d43d6302-1fe0-422c-989a-586c8c2e1c2d tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 945 time: 0.3131068 May 25 20:17:21.318731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5e7df68b-cc6f-4fbc-b62d-04703843580d None None] Provisioning complete for port ccb65649-7fb9-442b-ae69-8d9b65170738 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:21.334527 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5e7df68b-cc6f-4fbc-b62d-04703843580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:21.470030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2e85ac60-c7ad-4fc7-ae8e-389eaec8489d req-6cc7b007-5da8-4986-b797-6bfa6acbe6f6 tempest-VolumesAdminNegativeTest-68589333 tempest-VolumesAdminNegativeTest-68589333-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8c8b7d7-de17-4f48-9423-c78da20067ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991683 May 25 20:17:21.471423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-efe84346-647a-4cc6-9f93-ccc8f51c1747 admin admin] Usage tracker for resource:security_group_rule and tenant:73e1b73f786a45e3ab6b6ab9ecfe81aa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:21.484863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-efe84346-647a-4cc6-9f93-ccc8f51c1747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:21.529609 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-efe84346-647a-4cc6-9f93-ccc8f51c1747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:21.537674 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-a86f6806-c2e4-4948-aaab-f41604d0cda7 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Floating IP e2bd1e7d-9a1e-466c-80c7-440c9fe66c9f associated. External IP: 172.25.3.249, port: 64e76c03-54fa-45ce-ad55-276fe2790e0d. May 25 20:17:21.635084 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a87c8e-ad3c-434e-9edd-d4e4c688f534'] response: {'server_uuid': '2576bac4-0a1d-4579-b001-68990078c99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6641d1cc-5abe-4e16-9212-1763b82874b8', 'code': 200} May 25 20:17:21.656495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5e7df68b-cc6f-4fbc-b62d-04703843580d None None] Current status of the port ccb65649-7fb9-442b-ae69-8d9b65170738 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:21.683713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5e7df68b-cc6f-4fbc-b62d-04703843580d None None] Provisioning for port 1bf6f80f-58d1-4332-b505-50fec092c28e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:21.692616 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5e7df68b-cc6f-4fbc-b62d-04703843580d None None] Provisioning complete for port 1bf6f80f-58d1-4332-b505-50fec092c28e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:21.693393 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5e7df68b-cc6f-4fbc-b62d-04703843580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:21.843774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5e7df68b-cc6f-4fbc-b62d-04703843580d None None] Port 1bf6f80f-58d1-4332-b505-50fec092c28e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:17:21.930258 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ccb65649-7fb9-442b-ae69-8d9b65170738 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:22.047024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0113296c-ce3b-401d-ae7f-b5b07328075a None None] Provisioning complete for port 1bf6f80f-58d1-4332-b505-50fec092c28e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:22.047390 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0113296c-ce3b-401d-ae7f-b5b07328075a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:22.116313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Deleting port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:22.116685 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:22.152159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0113296c-ce3b-401d-ae7f-b5b07328075a None None] Port 1bf6f80f-58d1-4332-b505-50fec092c28e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:17:22.160528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ccb65649-7fb9-442b-ae69-8d9b65170738 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:22.160894 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:22.269911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49220414-9b07-4fac-8c4e-a189826df3e4 req-e6b6113b-d9d9-4309-a84e-176531ad1f55 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:22.278307 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-49220414-9b07-4fac-8c4e-a189826df3e4 req-e6b6113b-d9d9-4309-a84e-176531ad1f55 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 0.3324983 May 25 20:17:22.336183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ccb65649-7fb9-442b-ae69-8d9b65170738 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:22.363741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-41128932-9819-4cfc-b38e-3dac942ec936 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:22.365249 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-41128932-9819-4cfc-b38e-3dac942ec936 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 945 time: 0.5030885 May 25 20:17:22.448421 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-49220414-9b07-4fac-8c4e-a189826df3e4 req-60e51ef7-346b-4a64-88e9-7c9613c2d7de tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672802 May 25 20:17:22.575402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efe84346-647a-4cc6-9f93-ccc8f51c1747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:22.603002 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efe84346-647a-4cc6-9f93-ccc8f51c1747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:22.672021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Deleting port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:22.672550 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:22.716126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] For port f9fe35e8-3aac-4323-b0ca-3528a078e0c6, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=f9fe35e8-3aac-4323-b0ca-3528a078e0c6,segment=NetworkSegment(ead07025-048e-4097-9996-df2f96526737),segment_id=ead07025-048e-4097-9996-df2f96526737)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:22.716640 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:22.724831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-efe84346-647a-4cc6-9f93-ccc8f51c1747 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73e1b73f786a45e3ab6b6ab9ecfe81aa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4311659 May 25 20:17:22.734244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54074) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:23.089866 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe84346-647a-4cc6-9f93-ccc8f51c1747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abc4a19-6573-494f-8447-0b33fcbf7b35,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:23.134627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56032df3-a3f8-4b5a-96f1-3a14d60ca89e req-8c054a59-d37d-4243-a3f2-0a4fe8c90943 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:23.144768 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56032df3-a3f8-4b5a-96f1-3a14d60ca89e req-8c054a59-d37d-4243-a3f2-0a4fe8c90943 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 945 time: 1.2532048 May 25 20:17:23.148293 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccb427-541a-4291-88e6-86e6870da7ef req-6dcf87b6-7404-4724-b7b1-ef57e14bc957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:23.150965 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2fccb427-541a-4291-88e6-86e6870da7ef req-6dcf87b6-7404-4724-b7b1-ef57e14bc957 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 1097 time: 1.3265009 May 25 20:17:23.164003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86f6806-c2e4-4948-aaab-f41604d0cda7 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Router 058e291a-c29d-495c-b6ab-3dc922f7a6ec has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:17:23.173652 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c768eaad-6344-4ba0-8a4d-ce8e0f612873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:23.309403 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2fccb427-541a-4291-88e6-86e6870da7ef req-709a012d-eb19-4d28-a1ea-904d381f79ba service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429834 May 25 20:17:23.339177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:17:23.339438 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c768eaad-6344-4ba0-8a4d-ce8e0f612873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:23.374856 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:23.396687 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56032df3-a3f8-4b5a-96f1-3a14d60ca89e req-5e384884-595c-4368-8faa-3ef9e5954b55 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312973 May 25 20:17:23.427246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630943c-8c93-4140-b55f-84ecac89ee12 req-0655ad00-e12c-4f16-8b08-803a760ebaf1 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:23.434306 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3630943c-8c93-4140-b55f-84ecac89ee12 req-0655ad00-e12c-4f16-8b08-803a760ebaf1 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.7205348 May 25 20:17:23.469541 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:23.470404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:23.515272 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d4b093-97f9-4b5d-93fa-56948a40f8fd'] response: {'server_uuid': '210e1741-310f-493a-b5ca-67010ddbe5d8', 'name': 'network-vif-deleted', 'tag': 'e482da40-adb0-4303-a51f-2b7c2821556a', 'status': 'completed', 'code': 200} May 25 20:17:23.628860 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:23.640141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3630943c-8c93-4140-b55f-84ecac89ee12 req-98fc5ee4-a528-4ffc-9682-481c4781fa0e tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048707 May 25 20:17:23.646210 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:23.654973 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:23.655175 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Floating IP 5a491f5a-1320-44d2-a541-06231d551fe0 disassociated. External IP: 172.25.3.167, port: f9fe35e8-3aac-4323-b0ca-3528a078e0c6. May 25 20:17:23.655754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Calling delete_port for f9fe35e8-3aac-4323-b0ca-3528a078e0c6 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:17:23.754084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c768eaad-6344-4ba0-8a4d-ce8e0f612873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:23.761843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] For port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1ef0d65a-80cb-46e7-8017-5a819d7aa10b,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:23.762381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:23.804683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768eaad-6344-4ba0-8a4d-ce8e0f612873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abc4a19-6573-494f-8447-0b33fcbf7b35,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:23.812259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=1bf6f80f-58d1-4332-b505-50fec092c28e,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:23.826179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86f6806-c2e4-4948-aaab-f41604d0cda7 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:17:23.838301 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c40d6d5-1100-4ccd-9e16-3e41d861817a None None] Sync routers for ids ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:17:23.872924 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c40d6d5-1100-4ccd-9e16-3e41d861817a None None] Routers {'058e291a-c29d-495c-b6ab-3dc922f7a6ec'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:23.878807 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7c40d6d5-1100-4ccd-9e16-3e41d861817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:23.893011 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c768eaad-6344-4ba0-8a4d-ce8e0f612873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:23.897696 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c768eaad-6344-4ba0-8a4d-ce8e0f612873 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7abc4a19-6573-494f-8447-0b33fcbf7b35 HTTP/1.1" status: 204 len: 168 time: 1.1622782 May 25 20:17:23.902739 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a86f6806-c2e4-4948-aaab-f41604d0cda7 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:23.935428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 1ef0d65a-80cb-46e7-8017-5a819d7aa10b no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:17:23.998932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54082) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:24.002347 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a86f6806-c2e4-4948-aaab-f41604d0cda7 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "PUT /v2.0/floatingips/e2bd1e7d-9a1e-466c-80c7-440c9fe66c9f HTTP/1.1" status: 200 len: 992 time: 6.5586579 May 25 20:17:24.091518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3edf1b-4358-4af9-8ae7-a166f42bb579', 'tag': '64e76c03-54fa-45ce-ad55-276fe2790e0d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:17:24.105798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5ef4b1-dddb-4a40-b256-26bd7a3a40f8 admin admin] Deleting subnet 8160da7c-85dd-42ff-9103-23d27e82081a {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:17:24.115745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Calling delete_port for 1ef0d65a-80cb-46e7-8017-5a819d7aa10b owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:17:24.126758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 6628294a-4b4e-4a69-a1c9-be348af7c3a5 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:17:24.131527 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef4b1-dddb-4a40-b256-26bd7a3a40f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:24.218292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:24.272675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:24.273060 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:24.274977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1f26c-03c3-4258-8ee6-bca9fc2f7000 req-8c88e00c-1a27-4439-bc48-f3f722adc5d3 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:24.290572 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98c1f26c-03c3-4258-8ee6-bca9fc2f7000 req-8c88e00c-1a27-4439-bc48-f3f722adc5d3 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 945 time: 0.6282811 May 25 20:17:24.443725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5727d5be-410d-4744-835b-8ccd09df96ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef0d65a-80cb-46e7-8017-5a819d7aa10b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:17:24.479955 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1ef0d65a-80cb-46e7-8017-5a819d7aa10b,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:24.485602 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:24.486447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device f9fe35e8-3aac-4323-b0ca-3528a078e0c6 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:17:24.668169 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-7c40d6d5-1100-4ccd-9e16-3e41d861817a None None] Set router 058e291a-c29d-495c-b6ab-3dc922f7a6ec gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:17:24.775497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=1ef0d65a-80cb-46e7-8017-5a819d7aa10b,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:24.914817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 update to DOWN by agent not found {{(pid=88333) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 25 20:17:24.915249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e482da40-adb0-4303-a51f-2b7c2821556a no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:17:24.918712 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:17:24.919590 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:17:24.933184 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:24.961181 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef4b1-dddb-4a40-b256-26bd7a3a40f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:25.002373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: e482da40-adb0-4303-a51f-2b7c2821556a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:17:25.003194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e482da40-adb0-4303-a51f-2b7c2821556a not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:17:25.047504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8c708eba-f877-4a64-ac6d-3c6800d80155 None None] Provisioning complete for port 1bf6f80f-58d1-4332-b505-50fec092c28e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:25.047885 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8c708eba-f877-4a64-ac6d-3c6800d80155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:25.079832 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98c1f26c-03c3-4258-8ee6-bca9fc2f7000 req-ac16f459-22da-430a-ac03-a717e19ad855 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b78e17b-8d53-449b-9ffe-776530e729f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7886884 May 25 20:17:25.106875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Pushing event deleted for resources: {'Port': ['ID=f9fe35e8-3aac-4323-b0ca-3528a078e0c6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:25.184721 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef4b1-dddb-4a40-b256-26bd7a3a40f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:25.235619 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8c708eba-f877-4a64-ac6d-3c6800d80155 None None] Port 1bf6f80f-58d1-4332-b505-50fec092c28e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:17:25.325158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router 9fb539ff-4ade-4e8e-a783-80fbf67068b7 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:17:25.436426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Deleting port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:25.437034 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:25.449329 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7c40d6d5-1100-4ccd-9e16-3e41d861817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:16:29Z', 'revision_number': 4, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'e2bd1e7d-9a1e-466c-80c7-440c9fe66c9f', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'port_id': '64e76c03-54fa-45ce-ad55-276fe2790e0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'mac_address': 'fa:16:3e:b7:9d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3edf1b-4358-4af9-8ae7-a166f42bb579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:16:42Z', 'updated_at': '2022-05-25T20:17:20Z', 'revision_number': 1, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6b28bd-61b7-479f-8df7-7c7766650bbc', 'name': '', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'mac_address': 'fa:16:3e:36:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:23Z', 'updated_at': '2022-05-25T20:16:44Z', 'revision_number': 5, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'subnets': [{'id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:25.460472 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c40d6d5-1100-4ccd-9e16-3e41d861817a None None] Checking router: 058e291a-c29d-495c-b6ab-3dc922f7a6ec for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:17:25.491731 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c40d6d5-1100-4ccd-9e16-3e41d861817a None None] Routers {'058e291a-c29d-495c-b6ab-3dc922f7a6ec'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:25.494460 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7c40d6d5-1100-4ccd-9e16-3e41d861817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:25.574220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20092f-e69b-4c47-a5a4-4767c6d691a4 req-14086411-a382-430f-ae6e-88f6ec81d885 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:25.575819 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc20092f-e69b-4c47-a5a4-4767c6d691a4 req-14086411-a382-430f-ae6e-88f6ec81d885 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 0.7364872 May 25 20:17:25.856013 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc20092f-e69b-4c47-a5a4-4767c6d691a4 req-9693b154-9edf-4e4e-840d-4feaa30a36cb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559543 May 25 20:17:25.904888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54120) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:25.918867 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-7c40d6d5-1100-4ccd-9e16-3e41d861817a None None] Set router 058e291a-c29d-495c-b6ab-3dc922f7a6ec gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:17:26.102833 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b982ede2-a7c8-4eb9-a956-9ebc3a107dab'] response: {'name': 'network-changed', 'server_uuid': '2b3edf1b-4358-4af9-8ae7-a166f42bb579', 'tag': '64e76c03-54fa-45ce-ad55-276fe2790e0d', 'status': 'completed', 'code': 200} May 25 20:17:26.125631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] For port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=1ef0d65a-80cb-46e7-8017-5a819d7aa10b,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:26.126236 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:26.163264 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef4b1-dddb-4a40-b256-26bd7a3a40f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:26.222962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ef4b1-dddb-4a40-b256-26bd7a3a40f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8160da7c-85dd-42ff-9103-23d27e82081a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:26.266218 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef4b1-dddb-4a40-b256-26bd7a3a40f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:26.278752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Calling delete_port for 1ef0d65a-80cb-46e7-8017-5a819d7aa10b owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:17:26.291459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:17:26.302638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3c6f6a-4d00-4bd9-b662-d262f2170655 None None] Sync routers for ids ['9fb539ff-4ade-4e8e-a783-80fbf67068b7'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:17:26.308331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f11c-5087-4f10-9774-75b603889e30 req-1515e712-d13c-47e2-aca4-c3c006fb7439 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:26.320488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c6f6a-4d00-4bd9-b662-d262f2170655 None None] Routers {'9fb539ff-4ade-4e8e-a783-80fbf67068b7'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:26.321118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fc3c6f6a-4d00-4bd9-b662-d262f2170655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9fb539ff-4ade-4e8e-a783-80fbf67068b7'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:26.322718 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c68f11c-5087-4f10-9774-75b603889e30 req-1515e712-d13c-47e2-aca4-c3c006fb7439 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 946 time: 0.9872458 May 25 20:17:26.330669 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b751c2f5-c1bd-4c00-b9b4-2c997b38507a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/9fb539ff-4ade-4e8e-a783-80fbf67068b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8686984 May 25 20:17:26.334687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54130) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:26.352106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-675845001-network', 'tenant_id': '724525c085124938a3a45cddf0ad713e'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:26.361702 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9d5ef4b1-dddb-4a40-b256-26bd7a3a40f8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8160da7c-85dd-42ff-9103-23d27e82081a HTTP/1.1" status: 204 len: 168 time: 2.3572772 May 25 20:17:26.363023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54138) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:26.435276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fc3c6f6a-4d00-4bd9-b662-d262f2170655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:26.447184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2388c39d-b996-4d0a-a7d4-3bfd2760b701 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:26.447775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2388c39d-b996-4d0a-a7d4-3bfd2760b701 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Synchronizing usage tracker for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:17:26.448598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c6f6a-4d00-4bd9-b662-d262f2170655 None None] Routers {'9fb539ff-4ade-4e8e-a783-80fbf67068b7'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:26.449715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fc3c6f6a-4d00-4bd9-b662-d262f2170655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9fb539ff-4ade-4e8e-a783-80fbf67068b7'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:26.452413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:26.470032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:17:26.476959 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:26.492637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Usage tracker for resource:network and tenant:724525c085124938a3a45cddf0ad713e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:26.538067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['ca1baeee-5896-4e3f-b55e-96de49ac9afd'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:17:26.554657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:26.563382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2388c39d-b996-4d0a-a7d4-3bfd2760b701 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Unset dirty status for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:17:26.564559 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2388c39d-b996-4d0a-a7d4-3bfd2760b701 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports/1bf6f80f-58d1-4332-b505-50fec092c28e HTTP/1.1" status: 200 len: 911 time: 0.2079585 May 25 20:17:26.575610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['678fc95e-a3a7-473d-9395-19561cf68de6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:17:26.587975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54146) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:26.598487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-0aed6b2c-8caf-44a1-9b56-759b58e38ae9 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7a0b73ed-5cc0-4437-8974-18ae40b4fc6f'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:26.635214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:26.653715 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cfe4f8c5-178f-4ccb-8e30-58daf94aa4e9 req-fbacc706-9c97-450e-9db4-661fdc0e2f1a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 210 time: 0.1932147 May 25 20:17:26.664194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fc3c6f6a-4d00-4bd9-b662-d262f2170655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:26.664732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3c6f6a-4d00-4bd9-b662-d262f2170655 None None] The sync data for ids ['9fb539ff-4ade-4e8e-a783-80fbf67068b7'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:17:26.678325 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7c40d6d5-1100-4ccd-9e16-3e41d861817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:16:29Z', 'revision_number': 4, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'e2bd1e7d-9a1e-466c-80c7-440c9fe66c9f', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'port_id': '64e76c03-54fa-45ce-ad55-276fe2790e0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'mac_address': 'fa:16:3e:b7:9d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3edf1b-4358-4af9-8ae7-a166f42bb579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:16:42Z', 'updated_at': '2022-05-25T20:17:20Z', 'revision_number': 1, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6b28bd-61b7-479f-8df7-7c7766650bbc', 'name': '', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'mac_address': 'fa:16:3e:36:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:23Z', 'updated_at': '2022-05-25T20:16:44Z', 'revision_number': 5, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'subnets': [{'id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:26.683440 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c40d6d5-1100-4ccd-9e16-3e41d861817a None None] The sync data for ids ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'] in n-d-843339-1 is: [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:16:29Z', 'revision_number': 4, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'e2bd1e7d-9a1e-466c-80c7-440c9fe66c9f', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'port_id': '64e76c03-54fa-45ce-ad55-276fe2790e0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'mac_address': 'fa:16:3e:b7:9d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3edf1b-4358-4af9-8ae7-a166f42bb579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:16:42Z', 'updated_at': '2022-05-25T20:17:20Z', 'revision_number': 1, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6b28bd-61b7-479f-8df7-7c7766650bbc', 'name': '', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'mac_address': 'fa:16:3e:36:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:23Z', 'updated_at': '2022-05-25T20:16:44Z', 'revision_number': 5, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'subnets': [{'id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:17:26.705728 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c68f11c-5087-4f10-9774-75b603889e30 req-58c921b7-8641-4274-8fcd-06fdbb888868 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups?id=914288cb-1f91-4334-bee9-0c82a66db2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815286 May 25 20:17:26.756149 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b766b46-ab1f-4369-9727-728cb6b26c82'] response: {'server_uuid': '5727d5be-410d-4744-835b-8ccd09df96ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef0d65a-80cb-46e7-8017-5a819d7aa10b', 'code': 200} May 25 20:17:26.765733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99ff84-abc5-45da-9495-709d19ad4222 req-1e095e1a-ec1f-4207-bada-3c1e25ce561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:26.770139 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd99ff84-abc5-45da-9495-709d19ad4222 req-1e095e1a-ec1f-4207-bada-3c1e25ce561a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01e46df057fe42f58d3a7b6fb0b30bb7&device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 1097 time: 0.6701722 May 25 20:17:26.817029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Made reservation on behalf of 724525c085124938a3a45cddf0ad713e for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:17:26.819574 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:26.847020 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27e5720f-3e53-4099-a51a-15a2f76b8c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:26.924200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] No DVR routers for this DVR port 1ef0d65a-80cb-46e7-8017-5a819d7aa10b on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:17:26.927513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:26.930838 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:26.950452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5727d5be-410d-4744-835b-8ccd09df96ac', 'name': 'network-vif-deleted', 'tag': '1ef0d65a-80cb-46e7-8017-5a819d7aa10b'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:17:26.955673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Pushing event deleted for resources: {'Port': ['ID=1ef0d65a-80cb-46e7-8017-5a819d7aa10b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:26.967305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:26.967640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:26.967973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:26.968296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:26.968619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:26.968939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:26.969255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:26.969568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:26.969897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:26.970223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:26.970536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:26.970855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:26.975911 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9a361615-a047-4568-8606-8b9ee4f4b8c3 req-e7d9d9db-d08c-4497-9181-87f8b986511f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "DELETE /v2.0/ports/1ef0d65a-80cb-46e7-8017-5a819d7aa10b HTTP/1.1" status: 204 len: 173 time: 4.5991793 May 25 20:17:27.031068 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21262a39-43a2-4838-bc89-eed3cdf2d97a None None] New status for floating IP e2bd1e7d-9a1e-466c-80c7-440c9fe66c9f: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:17:27.059589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1305f077-326c-4ea4-aa19-9e10b5df9df1 req-25c42f2c-b486-4783-b893-b2208961925a tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Synchronizing usage tracker for tenant:885c27c71ed440de9704656cc74d5710 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:17:27.084567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1305f077-326c-4ea4-aa19-9e10b5df9df1 req-25c42f2c-b486-4783-b893-b2208961925a tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Unset dirty status for tenant:885c27c71ed440de9704656cc74d5710 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:17:27.086351 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1305f077-326c-4ea4-aa19-9e10b5df9df1 req-25c42f2c-b486-4783-b893-b2208961925a tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 210 time: 0.1450908 May 25 20:17:27.177800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:27.186600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Usage tracker for resource:security_group_rule and tenant:724525c085124938a3a45cddf0ad713e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:27.189609 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:27.197573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:27.469535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:17:27.480284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b6bb7-78d6-4907-b0b2-72b067f91d4f None None] Sync routers for ids ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:17:27.495245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b6bb7-78d6-4907-b0b2-72b067f91d4f None None] Routers {'11b30d4b-fa6e-49d4-8f17-f902c86c2e27'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:27.496167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d94b6bb7-78d6-4907-b0b2-72b067f91d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:27.558238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99ff84-abc5-45da-9495-709d19ad4222 req-c7f7858d-3c5b-46aa-b617-9c66ebdba1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:27.559751 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd99ff84-abc5-45da-9495-709d19ad4222 req-c7f7858d-3c5b-46aa-b617-9c66ebdba1a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=05a6d198-f452-4553-a4b8-d76bbbfc05ae HTTP/1.1" status: 200 len: 912 time: 0.7735171 May 25 20:17:27.563235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] No DVR routers for this DVR port f9fe35e8-3aac-4323-b0ca-3528a078e0c6 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:17:27.566592 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:27.568750 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-10ba62c1-e06d-4cd5-bb5c-315774bd3bdc req-1aa763d0-e54e-4fa1-8e58-1adac5dcffa7 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.70 "DELETE /v2.0/ports/f9fe35e8-3aac-4323-b0ca-3528a078e0c6 HTTP/1.1" status: 204 len: 173 time: 6.2918119 May 25 20:17:27.571233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27e5720f-3e53-4099-a51a-15a2f76b8c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:27.595863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f727f7-ad7a-4db4-a874-274352608a11 req-4356ded3-83d9-4067-abf9-f4da44f81419 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:27.597768 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65f727f7-ad7a-4db4-a874-274352608a11 req-4356ded3-83d9-4067-abf9-f4da44f81419 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 0.2042079 May 25 20:17:27.680484 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65f727f7-ad7a-4db4-a874-274352608a11 req-a515b4d7-8dd1-4fe9-bec8-5b35d5c1d51c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759394 May 25 20:17:27.786403 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2e8f43-fae2-42c9-b6a0-a4187ed24ae1'] response: {'server_uuid': '5727d5be-410d-4744-835b-8ccd09df96ac', 'name': 'network-vif-deleted', 'tag': '1ef0d65a-80cb-46e7-8017-5a819d7aa10b', 'status': 'completed', 'code': 200} May 25 20:17:27.810589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-27e5720f-3e53-4099-a51a-15a2f76b8c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf721010-2586-4dba-88a2-476747a99a1f']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:27.821789 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:27.841049 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:27.847457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-27e5720f-3e53-4099-a51a-15a2f76b8c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c125616e-0e61-4091-96ce-d1583a5f5207') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:27.847758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-27e5720f-3e53-4099-a51a-15a2f76b8c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c125616e-0e61-4091-96ce-d1583a5f5207') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:27.848883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-d94b6bb7-78d6-4907-b0b2-72b067f91d4f None None] Set router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:17:27.880369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe578-4c49-474c-a9c8-d146cc194e61 req-880119d6-f1da-4268-8e8b-5a5640b7560d tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:27.881958 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-41ffe578-4c49-474c-a9c8-d146cc194e61 req-880119d6-f1da-4268-8e8b-5a5640b7560d tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.9332404 May 25 20:17:27.882594 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0aed6b2c-8caf-44a1-9b56-759b58e38ae9 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:27.903687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8f483-0794-44c2-bb66-6219f2306258 req-c63edd22-a79d-4001-bf1f-cba04033ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:27.904764 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ec8f483-0794-44c2-bb66-6219f2306258 req-c63edd22-a79d-4001-bf1f-cba04033ef74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 1096 time: 0.6734488 May 25 20:17:27.906729 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27e5720f-3e53-4099-a51a-15a2f76b8c78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:27.954988 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd99ff84-abc5-45da-9495-709d19ad4222 req-e7012fed-e232-46d8-9a2f-1e39b95c9652 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64e76c03-54fa-45ce-ad55-276fe2790e0d HTTP/1.1" status: 200 len: 1002 time: 0.3747337 May 25 20:17:27.963324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a5f40fb9-7959-4d0c-928e-379c534ebac8 req-6f69d95d-7dfe-43a6-8837-cb5320953cca tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:17:27.991050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a5f40fb9-7959-4d0c-928e-379c534ebac8 req-6f69d95d-7dfe-43a6-8837-cb5320953cca tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:17:27.993885 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a5f40fb9-7959-4d0c-928e-379c534ebac8 req-6f69d95d-7dfe-43a6-8837-cb5320953cca tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=5727d5be-410d-4744-835b-8ccd09df96ac HTTP/1.1" status: 200 len: 210 time: 0.0918663 May 25 20:17:28.006770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:17:28.042355 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:28.154497 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9658-2ba1-489a-aa39-0097159559af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:28.290428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d94b6bb7-78d6-4907-b0b2-72b067f91d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:15:02Z', 'revision_number': 4, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e', 'name': '', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'mac_address': 'fa:16:3e:5d:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:59Z', 'updated_at': '2022-05-25T20:15:18Z', 'revision_number': 5, 'project_id': '885c27c71ed440de9704656cc74d5710', 'subnets': [{'id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:28.296019 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b6bb7-78d6-4907-b0b2-72b067f91d4f None None] Checking router: 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:17:28.305718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b6bb7-78d6-4907-b0b2-72b067f91d4f None None] Routers {'11b30d4b-fa6e-49d4-8f17-f902c86c2e27'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:28.306360 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d94b6bb7-78d6-4907-b0b2-72b067f91d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:28.309846 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6a60ffe2-f47a-47ab-9f74-1a2f928c7f33 req-04ee17d3-2e60-403a-899a-8abb803bc4de tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/ports?device_id=03963e03-a6b5-4cfb-b568-7586ef4a42aa HTTP/1.1" status: 200 len: 210 time: 0.0571268 May 25 20:17:28.328287 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27e5720f-3e53-4099-a51a-15a2f76b8c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:28.425644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fe3fea-012b-4db2-a408-72ab62441e7a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:28.433156 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e5720f-3e53-4099-a51a-15a2f76b8c78 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:17:28.433568 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27e5720f-3e53-4099-a51a-15a2f76b8c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:28.448049 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:28.448393 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Added segment 29620b07-4e5d-4e28-aa8d-b6bc937d56fc of type vlan for network 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc May 25 20:17:28.498319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-d94b6bb7-78d6-4907-b0b2-72b067f91d4f None None] Set router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:17:28.535227 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment c125616e-0e61-4091-96ce-d1583a5f5207 resource provider aggregate not found May 25 20:17:28.543081 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-41ffe578-4c49-474c-a9c8-d146cc194e61 req-ea594257-7a21-461c-b3cb-763e06efa1bc tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449554 May 25 20:17:28.575837 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment c125616e-0e61-4091-96ce-d1583a5f5207 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c125616e-0e61-4091-96ce-d1583a5f5207 found for delete ", "request_id": "req-9704be5b-bf48-4bc0-b39e-8b3e8e06c7f8"}]} May 25 20:17:28.689958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99ff84-abc5-45da-9495-709d19ad4222 req-f0ecb669-e9d1-4ece-9e12-db616701a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:28.694927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd99ff84-abc5-45da-9495-709d19ad4222 req-f0ecb669-e9d1-4ece-9e12-db616701a969 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=318c4a38-89ca-417a-ba64-0192f1196e16 HTTP/1.1" status: 200 len: 850 time: 0.6914306 May 25 20:17:28.694927 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:28.879273 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27e5720f-3e53-4099-a51a-15a2f76b8c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:28.911075 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27e5720f-3e53-4099-a51a-15a2f76b8c78 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:28.958430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8f483-0794-44c2-bb66-6219f2306258 req-8c1a5444-c065-44a3-beda-bf84bf7cc1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:28.960022 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ec8f483-0794-44c2-bb66-6219f2306258 req-8c1a5444-c065-44a3-beda-bf84bf7cc1cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 1.0075979 May 25 20:17:28.980435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5720f-3e53-4099-a51a-15a2f76b8c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf721010-2586-4dba-88a2-476747a99a1f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:28.997708 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:17:29.020967 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d94b6bb7-78d6-4907-b0b2-72b067f91d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:15:02Z', 'revision_number': 4, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e', 'name': '', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'mac_address': 'fa:16:3e:5d:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:59Z', 'updated_at': '2022-05-25T20:15:18Z', 'revision_number': 5, 'project_id': '885c27c71ed440de9704656cc74d5710', 'subnets': [{'id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:29.025586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b6bb7-78d6-4907-b0b2-72b067f91d4f None None] The sync data for ids ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'] in n-d-843339-1 is: [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:15:02Z', 'revision_number': 4, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e', 'name': '', 'network_id': 'eabbb5ae-6d6f-458c-9fed-8343765d1f72', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'mac_address': 'fa:16:3e:5d:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:59Z', 'updated_at': '2022-05-25T20:15:18Z', 'revision_number': 5, 'project_id': '885c27c71ed440de9704656cc74d5710', 'subnets': [{'id': 'b5318a61-bd52-4c0c-8532-e7666b0ae809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:17:29.056984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0fc61-c0c8-4608-b27b-6ef7466de6d7 req-c64b0773-e622-4a7e-9c94-7746524e425b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:29.058488 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66d0fc61-c0c8-4608-b27b-6ef7466de6d7 req-c64b0773-e622-4a7e-9c94-7746524e425b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.1035409 May 25 20:17:29.098917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ec8f483-0794-44c2-bb66-6219f2306258 req-5127539c-3d2e-4da3-9656-e1cb249fd267 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b731aab-024b-4fc2-a270-7aae07d340a2 HTTP/1.1" status: 200 len: 217 time: 0.1160104 May 25 20:17:29.103244 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-27e5720f-3e53-4099-a51a-15a2f76b8c78 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bf721010-2586-4dba-88a2-476747a99a1f HTTP/1.1" status: 204 len: 168 time: 2.6647518 May 25 20:17:29.104474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54174) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:29.177944 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66d0fc61-c0c8-4608-b27b-6ef7466de6d7 req-5919d70a-6550-404c-bc50-66b60db95887 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098938 May 25 20:17:29.197738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae1b352-371e-441e-89c3-faaba66b9536 admin admin] Deleting subnet d6399b8f-4204-4958-9441-13e72ce7b4a3 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:17:29.212539 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1ae1b352-371e-441e-89c3-faaba66b9536 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:29.228068 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:29.229040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:29.229614 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:29.275769 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1ae1b352-371e-441e-89c3-faaba66b9536 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:29.314910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3818922 May 25 20:17:29.324244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54180) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:29.350373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Request body: {'subnet': {'network_id': '06680dfa-4630-4cb0-a8f3-5f162a3d1fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-675845001-subnet', 'tenant_id': '724525c085124938a3a45cddf0ad713e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:29.365952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:29.378950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Usage tracker for resource:subnet and tenant:724525c085124938a3a45cddf0ad713e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:29.384196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:29.396168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:29.424181 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1ae1b352-371e-441e-89c3-faaba66b9536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:29.469979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Made reservation on behalf of 724525c085124938a3a45cddf0ad713e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:17:29.474997 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:29.509199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99ff84-abc5-45da-9495-709d19ad4222 req-0dfd32f6-b4d5-40c0-8f95-f4db5db2eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:29.509199 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd99ff84-abc5-45da-9495-709d19ad4222 req-0dfd32f6-b4d5-40c0-8f95-f4db5db2eb45 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05a6d198-f452-4553-a4b8-d76bbbfc05ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7464640 May 25 20:17:29.518108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8f483-0794-44c2-bb66-6219f2306258 req-f67a495a-2691-4724-b6c4-57269ea071f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:29.518108 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ec8f483-0794-44c2-bb66-6219f2306258 req-f67a495a-2691-4724-b6c4-57269ea071f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.3457782 May 25 20:17:29.531778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a0875-e5da-4f19-ba67-e8f521ef7384 admin admin] Pushing event updated for resources: {'Network': ['ID=06680dfa-4630-4cb0-a8f3-5f162a3d1fcc,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:29.551532 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8135d7-2e3b-4a9d-a9f6-43ab7fdf935a None None] New status for floating IP 5a491f5a-1320-44d2-a541-06231d551fe0: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:17:29.562946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:17:29.615513 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3f826-4134-4f62-8bfa-4ef2e92903c1 req-c4cfca86-9324-48f1-9ca6-9753f1313b07 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:29.617854 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eda3f826-4134-4f62-8bfa-4ef2e92903c1 req-c4cfca86-9324-48f1-9ca6-9753f1313b07 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 945 time: 0.6908395 May 25 20:17:29.710667 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1ae1b352-371e-441e-89c3-faaba66b9536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:29.784129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1b352-371e-441e-89c3-faaba66b9536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6399b8f-4204-4958-9441-13e72ce7b4a3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:29.802012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03963e03-a6b5-4cfb-b568-7586ef4a42aa', 'name': 'network-vif-deleted', 'tag': 'f9fe35e8-3aac-4323-b0ca-3528a078e0c6'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:17:29.888714 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1ae1b352-371e-441e-89c3-faaba66b9536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:29.947758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1ae1b352-371e-441e-89c3-faaba66b9536 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d6399b8f-4204-4958-9441-13e72ce7b4a3 HTTP/1.1" status: 204 len: 168 time: 0.8418746 May 25 20:17:29.948569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54192) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:29.986795 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eda3f826-4134-4f62-8bfa-4ef2e92903c1 req-a8c22c25-e2f1-42a7-90f7-d339630db5f6 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487496 May 25 20:17:30.134516 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13caf22-dc1f-447d-8691-4f557823bc8f'] response: {'server_uuid': '03963e03-a6b5-4cfb-b568-7586ef4a42aa', 'name': 'network-vif-deleted', 'tag': 'f9fe35e8-3aac-4323-b0ca-3528a078e0c6', 'status': 'completed', 'code': 200} May 25 20:17:30.142999 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54196) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:30.145762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8f483-0794-44c2-bb66-6219f2306258 req-916b140f-3b49-43db-8baf-2ca0834fb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:30.147259 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ec8f483-0794-44c2-bb66-6219f2306258 req-916b140f-3b49-43db-8baf-2ca0834fb256 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6165292 May 25 20:17:30.152711 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd99ff84-abc5-45da-9495-709d19ad4222 req-5977ca91-5cb1-465e-8d43-ef70b01b8b0d service neutron] 10.222.0.70 "GET /v2.0/networks/05a6d198-f452-4553-a4b8-d76bbbfc05ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263614 May 25 20:17:30.205591 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07d8152d-064a-4fd6-ab3d-16906c4fad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:30.238320 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:30.421991 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-866afe8d-14cc-42c7-9a53-0fdc36da9b21 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:30.472701 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f985da78-9fa5-4bb0-94aa-6b95b76cffe7,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:30.533251 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e352b856-e56f-4b84-9be5-6257878b43ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:30.539037 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07d8152d-064a-4fd6-ab3d-16906c4fad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:30.546603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Checking segment: {'id': '29620b07-4e5d-4e28-aa8d-b6bc937d56fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '06680dfa-4630-4cb0-a8f3-5f162a3d1fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:17:30.547066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Network hostable DHCP agents. Network: 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:17:30.557540 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-866afe8d-14cc-42c7-9a53-0fdc36da9b21 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:30.572596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d27c4-906c-42c8-b1ee-4d96e6ac3bf5 req-01265482-a966-4c5d-bb3e-3099f0ca49d1 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:30.574078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-945d27c4-906c-42c8-b1ee-4d96e6ac3bf5 req-01265482-a966-4c5d-bb3e-3099f0ca49d1 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 945 time: 0.4768691 May 25 20:17:30.627487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-07d8152d-064a-4fd6-ab3d-16906c4fad11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2856c7-48e9-409a-948a-8bc224cf96fe']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:30.637234 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0aed6b2c-8caf-44a1-9b56-759b58e38ae9 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:30.647636 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ec8f483-0794-44c2-bb66-6219f2306258 req-468d9eaa-aa35-439d-aaab-b30f8a5a36bc service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917104 May 25 20:17:30.670129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-07d8152d-064a-4fd6-ab3d-16906c4fad11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb71caa-0700-41f6-b4f3-5b16344028ca') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:30.670535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-07d8152d-064a-4fd6-ab3d-16906c4fad11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb71caa-0700-41f6-b4f3-5b16344028ca') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:30.677673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Network 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:17:30.691780 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07d8152d-064a-4fd6-ab3d-16906c4fad11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:30.692035 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0aed6b2c-8caf-44a1-9b56-759b58e38ae9 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:30.697563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed6b2c-8caf-44a1-9b56-759b58e38ae9 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:30.698186 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0aed6b2c-8caf-44a1-9b56-759b58e38ae9 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:30.702241 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0aed6b2c-8caf-44a1-9b56-759b58e38ae9 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/ports/1bf6f80f-58d1-4332-b505-50fec092c28e HTTP/1.1" status: 200 len: 911 time: 4.1104140 May 25 20:17:30.706295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54202) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:30.716544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1b731aab-024b-4fc2-a270-7aae07d340a2 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:17:30.778887 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-945d27c4-906c-42c8-b1ee-4d96e6ac3bf5 req-cf1dd798-fb10-4c81-b17f-3339bbe6da20 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902299 May 25 20:17:30.782052 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd99ff84-abc5-45da-9495-709d19ad4222 req-fb0b4577-dbda-4cb8-a076-972e59922d9b service neutron] 10.222.0.70 "GET /v2.0/networks/05a6d198-f452-4553-a4b8-d76bbbfc05ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953953 May 25 20:17:30.794191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:30.816465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e466298-0c32-45b8-b3fc-8cb8cf20b61a None None] Network 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:17:30.849897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e024c66-04d3-482e-bfc3-73992dfeffc1 req-0205f716-22e7-4d37-9771-16be5f8fb97c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:30.852522 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7e024c66-04d3-482e-bfc3-73992dfeffc1 req-0205f716-22e7-4d37-9771-16be5f8fb97c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.4301138 May 25 20:17:30.873656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed6b2c-8caf-44a1-9b56-759b58e38ae9 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=1bf6f80f-58d1-4332-b505-50fec092c28e,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:30.970030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ec8f483-0794-44c2-bb66-6219f2306258 req-720bac01-5a21-4061-8ff5-63f4619acd64 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122869 May 25 20:17:30.990617 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7e024c66-04d3-482e-bfc3-73992dfeffc1 req-b657de1b-3146-4553-9c65-037ab08b4bf9 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221824 May 25 20:17:30.998555 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07d8152d-064a-4fd6-ab3d-16906c4fad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:31.000167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:31.000745 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:31.034738 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-866afe8d-14cc-42c7-9a53-0fdc36da9b21 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:31.067934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d8152d-064a-4fd6-ab3d-16906c4fad11 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:17:31.068811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07d8152d-064a-4fd6-ab3d-16906c4fad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:31.126009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4df5e-8da3-4b5f-afd1-91a4260255c8 req-39f2a03f-cdac-4887-bb92-c9b82496cd11 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:31.127927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7c4df5e-8da3-4b5f-afd1-91a4260255c8 req-39f2a03f-cdac-4887-bb92-c9b82496cd11 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.50 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 945 time: 0.1283190 May 25 20:17:31.129835 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 7fb71caa-0700-41f6-b4f3-5b16344028ca resource provider aggregate not found May 25 20:17:31.153117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 1b731aab-024b-4fc2-a270-7aae07d340a2 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:31.153499 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:31.193461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866afe8d-14cc-42c7-9a53-0fdc36da9b21 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b78e17b-8d53-449b-9ffe-776530e729f5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:31.202124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e83d105-37be-49bf-b663-1b8887fd7c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b731aab-024b-4fc2-a270-7aae07d340a2'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:17:31.211728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-e7c4df5e-8da3-4b5f-afd1-91a4260255c8 req-de170d4c-d000-4ffa-96be-0757dea7d49d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Deleting port ca1baeee-5896-4e3f-b55e-96de49ac9afd {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:31.212082 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e7c4df5e-8da3-4b5f-afd1-91a4260255c8 req-de170d4c-d000-4ffa-96be-0757dea7d49d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:31.227482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 1b731aab-024b-4fc2-a270-7aae07d340a2, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1b731aab-024b-4fc2-a270-7aae07d340a2,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:31.262336 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:31.293591 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 7fb71caa-0700-41f6-b4f3-5b16344028ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fb71caa-0700-41f6-b4f3-5b16344028ca found for delete ", "request_id": "req-a06d60f1-a926-4233-98e5-325a717aa5fb"}]} May 25 20:17:31.295130 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-866afe8d-14cc-42c7-9a53-0fdc36da9b21 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:31.300122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-866afe8d-14cc-42c7-9a53-0fdc36da9b21 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "DELETE /v2.0/security-groups/5b78e17b-8d53-449b-9ffe-776530e729f5 HTTP/1.1" status: 204 len: 168 time: 1.1534011 May 25 20:17:31.309016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54214) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:31.314548 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5973978-1deb-4fe2-92b7-4b9508bdf983'] response: {'server_uuid': '9e83d105-37be-49bf-b663-1b8887fd7c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b731aab-024b-4fc2-a270-7aae07d340a2', 'code': 200} May 25 20:17:31.316100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-125d5878-f814-4c32-b1ff-9aca48f902b7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9894228 May 25 20:17:31.342813 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-f948b2b2-a51d-4a57-b7c1-fe288c751735 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] show failed (client error): The resource could not be found. May 25 20:17:31.344213 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f948b2b2-a51d-4a57-b7c1-fe288c751735 tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "GET /v2.0/security-groups/5b78e17b-8d53-449b-9ffe-776530e729f5 HTTP/1.1" status: 404 len: 347 time: 0.0342176 May 25 20:17:31.348943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54220) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:31.379461 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=1b731aab-024b-4fc2-a270-7aae07d340a2,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:31.386875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e65bf-824f-4b2e-94b4-b09cde9a5c51 None None] Network 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:17:31.395897 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07d8152d-064a-4fd6-ab3d-16906c4fad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:31.478019 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07d8152d-064a-4fd6-ab3d-16906c4fad11 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:31.496793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-07d8152d-064a-4fd6-ab3d-16906c4fad11 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8d2856c7-48e9-409a-948a-8bc224cf96fe HTTP/1.1" status: 204 len: 168 time: 1.5437012 May 25 20:17:31.508358 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:31.522284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8152d-064a-4fd6-ab3d-16906c4fad11 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d2856c7-48e9-409a-948a-8bc224cf96fe,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:31.618804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee486d-e0c4-4b6a-9a17-385ee5219cac req-c6e1c5b0-0da3-48c5-b68f-f138cdb7ef51 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:31.620579 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77ee486d-e0c4-4b6a-9a17-385ee5219cac req-c6e1c5b0-0da3-48c5-b68f-f138cdb7ef51 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 943 time: 0.4929955 May 25 20:17:31.642837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c9c58-8991-41c0-ad22-66355aadb31e tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Deleting port 595ff2cc-8312-431a-b52b-49b5d19e5403 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:31.645783 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c58-8991-41c0-ad22-66355aadb31e tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:31.730667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54230) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:31.757348 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77ee486d-e0c4-4b6a-9a17-385ee5219cac req-8b5f7476-be3c-41e9-be23-aff53ee6422c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217117 May 25 20:17:31.844358 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d6fbe101-10b5-4480-8a6d-6a9af1510276 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5401645d71ef4bacaf9fd53427f6708c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1125467 May 25 20:17:31.847615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54236) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:31.886816 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:31.957619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-530d269f-bbed-47cc-98af-c3ddc3e11c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:31.999779 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-530d269f-bbed-47cc-98af-c3ddc3e11c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:32.059836 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3f06-9bf4-4c20-a8d8-1744ee069a3b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:32.073892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-e7c4df5e-8da3-4b5f-afd1-91a4260255c8 req-de170d4c-d000-4ffa-96be-0757dea7d49d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] For port ca1baeee-5896-4e3f-b55e-96de49ac9afd, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ca1baeee-5896-4e3f-b55e-96de49ac9afd,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:32.074182 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e7c4df5e-8da3-4b5f-afd1-91a4260255c8 req-de170d4c-d000-4ffa-96be-0757dea7d49d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:32.109422 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c58-8991-41c0-ad22-66355aadb31e tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:32.109736 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c58-8991-41c0-ad22-66355aadb31e tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:32.307320 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-530d269f-bbed-47cc-98af-c3ddc3e11c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:32.348341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d269f-bbed-47cc-98af-c3ddc3e11c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c8b7d7-de17-4f48-9423-c78da20067ab,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:32.373837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-e7c4df5e-8da3-4b5f-afd1-91a4260255c8 req-de170d4c-d000-4ffa-96be-0757dea7d49d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Calling delete_port for ca1baeee-5896-4e3f-b55e-96de49ac9afd owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:17:32.420247 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-530d269f-bbed-47cc-98af-c3ddc3e11c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:32.421375 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-530d269f-bbed-47cc-98af-c3ddc3e11c6d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8c8b7d7-de17-4f48-9423-c78da20067ab HTTP/1.1" status: 204 len: 168 time: 0.5728638 May 25 20:17:32.491586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcddd7-4ed8-4242-ade5-c4f9a0c417b1 req-9413cd1f-de92-4630-a4a2-6621541788a9 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:32.499576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2cdcddd7-4ed8-4242-ade5-c4f9a0c417b1 req-9413cd1f-de92-4630-a4a2-6621541788a9 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.2877188 May 25 20:17:32.532497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c9c58-8991-41c0-ad22-66355aadb31e tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Calling delete_port for 595ff2cc-8312-431a-b52b-49b5d19e5403 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:17:32.565118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2cdcddd7-4ed8-4242-ade5-c4f9a0c417b1 req-64da9a3e-23bc-4583-ba52-fab4b3fefe96 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638595 May 25 20:17:32.673006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0043d69-3cbb-4658-b43c-255c19c03769 req-68bf4a87-5ecc-459b-8bc3-54bf9607ca39 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:32.674753 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b0043d69-3cbb-4658-b43c-255c19c03769 req-68bf4a87-5ecc-459b-8bc3-54bf9607ca39 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 945 time: 0.6913881 May 25 20:17:32.705537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d3f06-9bf4-4c20-a8d8-1744ee069a3b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port 1bf6f80f-58d1-4332-b505-50fec092c28e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:32.710274 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3f06-9bf4-4c20-a8d8-1744ee069a3b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:32.973769 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:33.005345 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b0043d69-3cbb-4658-b43c-255c19c03769 req-95bc0adf-7232-46e7-9baa-44da94eb2175 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928779 May 25 20:17:33.052192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54256) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:33.087426 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e7c4df5e-8da3-4b5f-afd1-91a4260255c8 req-de170d4c-d000-4ffa-96be-0757dea7d49d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:33.099826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['678fc95e-a3a7-473d-9395-19561cf68de6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:17:33.136694 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c58-8991-41c0-ad22-66355aadb31e tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:33.157038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170d4c-d000-4ffa-96be-0757dea7d49d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Pushing event deleted for resources: {'Port': ['ID=ca1baeee-5896-4e3f-b55e-96de49ac9afd,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:33.162672 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3f06-9bf4-4c20-a8d8-1744ee069a3b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:33.297517 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c9c58-8991-41c0-ad22-66355aadb31e tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Pushing event deleted for resources: {'Port': ['ID=595ff2cc-8312-431a-b52b-49b5d19e5403,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:33.356710 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0fe55f98-86b0-44b6-8aae-2951db3212f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5bcb57950ddd44a3ac7a74420ed9a6d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967496 May 25 20:17:33.389178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54264) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:33.390223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c4df5e-8da3-4b5f-afd1-91a4260255c8 req-de170d4c-d000-4ffa-96be-0757dea7d49d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] No DVR routers for this DVR port ca1baeee-5896-4e3f-b55e-96de49ac9afd on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:17:33.399434 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e7c4df5e-8da3-4b5f-afd1-91a4260255c8 req-de170d4c-d000-4ffa-96be-0757dea7d49d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:33.402673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f6436b-2dfb-4eff-8c41-eb6354dad458', 'name': 'network-vif-deleted', 'tag': 'ca1baeee-5896-4e3f-b55e-96de49ac9afd'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:17:33.476034 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7c4df5e-8da3-4b5f-afd1-91a4260255c8 req-de170d4c-d000-4ffa-96be-0757dea7d49d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.50 "DELETE /v2.0/ports/ca1baeee-5896-4e3f-b55e-96de49ac9afd HTTP/1.1" status: 204 len: 173 time: 2.3428750 May 25 20:17:33.480923 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c58-8991-41c0-ad22-66355aadb31e tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:33.483420 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c58-8991-41c0-ad22-66355aadb31e tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:33.488526 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6e1c9c58-8991-41c0-ad22-66355aadb31e tempest-ServersTestJSON-584261707 tempest-ServersTestJSON-584261707-project] 10.222.0.60 "DELETE /v2.0/floatingips/5a491f5a-1320-44d2-a541-06231d551fe0 HTTP/1.1" status: 204 len: 168 time: 2.1344812 May 25 20:17:33.488526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54270) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:33.549170 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f0c005-5ec0-4bce-ba5a-b9a4424e99f0'] response: {'server_uuid': '41f6436b-2dfb-4eff-8c41-eb6354dad458', 'name': 'network-vif-deleted', 'tag': 'ca1baeee-5896-4e3f-b55e-96de49ac9afd', 'status': 'completed', 'code': 200} May 25 20:17:33.568858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d3f06-9bf4-4c20-a8d8-1744ee069a3b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for 1bf6f80f-58d1-4332-b505-50fec092c28e owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:17:33.594669 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a243c33-09b4-4659-86ea-67ae4e7aa289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:33.700532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a243c33-09b4-4659-86ea-67ae4e7aa289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:33.864314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb83bf-8342-4bb2-8bff-d877782c9798 req-d5984346-de43-4ed0-8e10-25783c497c95 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:33.865878 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aebb83bf-8342-4bb2-8bff-d877782c9798 req-d5984346-de43-4ed0-8e10-25783c497c95 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 943 time: 0.8242693 May 25 20:17:33.975344 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3f06-9bf4-4c20-a8d8-1744ee069a3b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:33.992984 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a243c33-09b4-4659-86ea-67ae4e7aa289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:34.021772 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aebb83bf-8342-4bb2-8bff-d877782c9798 req-5ae0951e-d367-4879-bb79-6d22646f1420 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474469 May 25 20:17:34.026036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a243c33-09b4-4659-86ea-67ae4e7aa289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7815ecb-94b4-4fe4-95f6-664d4d7fdb20,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:34.045908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d3f06-9bf4-4c20-a8d8-1744ee069a3b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Port': ['ID=1bf6f80f-58d1-4332-b505-50fec092c28e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:34.071791 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a243c33-09b4-4659-86ea-67ae4e7aa289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:34.075202 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2a243c33-09b4-4659-86ea-67ae4e7aa289 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7815ecb-94b4-4fe4-95f6-664d4d7fdb20 HTTP/1.1" status: 204 len: 168 time: 0.6807826 May 25 20:17:34.104713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77314a6-e843-4d4f-b089-2e19348e84ba req-a1377af7-8e0d-4ee2-989b-b7fca11e5caf tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:34.106277 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e77314a6-e843-4d4f-b089-2e19348e84ba req-a1377af7-8e0d-4ee2-989b-b7fca11e5caf tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.2952902 May 25 20:17:34.474092 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3f06-9bf4-4c20-a8d8-1744ee069a3b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:34.479996 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e77314a6-e843-4d4f-b089-2e19348e84ba req-bf94e16f-85be-436d-9338-a1a3fb2b3c44 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533411 May 25 20:17:34.486800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4637ac89-d084-4fd6-9664-2512c5043e36 req-b7f3c0eb-c8d8-4c45-911b-10a8a1c5f299 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=41f6436b-2dfb-4eff-8c41-eb6354dad458 HTTP/1.1" status: 200 len: 210 time: 0.0985513 May 25 20:17:34.622532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e07e-e0d4-424c-99fe-430627b8a7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:34.749308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device ca1baeee-5896-4e3f-b55e-96de49ac9afd no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:17:34.833043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: ca1baeee-5896-4e3f-b55e-96de49ac9afd {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:17:34.835620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device ca1baeee-5896-4e3f-b55e-96de49ac9afd not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:17:34.836194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 1b731aab-024b-4fc2-a270-7aae07d340a2 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:17:34.857159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1d3f06-9bf4-4c20-a8d8-1744ee069a3b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router 9fb539ff-4ade-4e8e-a783-80fbf67068b7 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:17:34.978172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 1b731aab-024b-4fc2-a270-7aae07d340a2 is: DOWN; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:35.058035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1d3f06-9bf4-4c20-a8d8-1744ee069a3b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:17:35.087067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143e6c7-a9b7-4f9a-afab-ce2d84b2913b None None] Sync routers for ids ['9fb539ff-4ade-4e8e-a783-80fbf67068b7'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:17:35.089201 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8e1d3f06-9bf4-4c20-a8d8-1744ee069a3b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/9fb539ff-4ade-4e8e-a783-80fbf67068b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3813829 May 25 20:17:35.091502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54300) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:35.124187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143e6c7-a9b7-4f9a-afab-ce2d84b2913b None None] Routers {'9fb539ff-4ade-4e8e-a783-80fbf67068b7'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:35.124817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a143e6c7-a9b7-4f9a-afab-ce2d84b2913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9fb539ff-4ade-4e8e-a783-80fbf67068b7'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:35.187324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-c0b1e07e-e0d4-424c-99fe-430627b8a7cd admin admin] Deleting port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:35.188967 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e07e-e0d4-424c-99fe-430627b8a7cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:35.204866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-296d1280-96f8-4cc8-a916-6118ac5b359c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Synchronizing usage tracker for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:17:35.241745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a143e6c7-a9b7-4f9a-afab-ce2d84b2913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:35.253785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143e6c7-a9b7-4f9a-afab-ce2d84b2913b None None] Routers {'9fb539ff-4ade-4e8e-a783-80fbf67068b7'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:35.254737 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a143e6c7-a9b7-4f9a-afab-ce2d84b2913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9fb539ff-4ade-4e8e-a783-80fbf67068b7'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:35.334380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-296d1280-96f8-4cc8-a916-6118ac5b359c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Unset dirty status for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:17:35.344180 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-296d1280-96f8-4cc8-a916-6118ac5b359c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fb539ff-4ade-4e8e-a783-80fbf67068b7 HTTP/1.1" status: 200 len: 205 time: 0.2513447 May 25 20:17:35.350584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54308) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:35.438229 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a143e6c7-a9b7-4f9a-afab-ce2d84b2913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:35.443275 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143e6c7-a9b7-4f9a-afab-ce2d84b2913b None None] The sync data for ids ['9fb539ff-4ade-4e8e-a783-80fbf67068b7'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:17:35.508278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54312) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:35.569664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-c0b1e07e-e0d4-424c-99fe-430627b8a7cd admin admin] For port 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e,segment=NetworkSegment(ead07025-048e-4097-9996-df2f96526737),segment_id=ead07025-048e-4097-9996-df2f96526737)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:35.572271 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e07e-e0d4-424c-99fe-430627b8a7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:35.774643 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83b0f489-2931-4768-ab27-751cb0ea4b99 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:35.809635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-c0b1e07e-e0d4-424c-99fe-430627b8a7cd admin admin] Calling delete_port for 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:17:35.841625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-798318895-network', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:35.899566 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:35.925138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Usage tracker for resource:network and tenant:5975a4f8241f49f7825d48e423faf9d3 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:35.931609 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:35.948422 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:36.123107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf3528-6a9c-4531-b626-458a797eccf0 req-a6b9ff27-7435-424c-85f8-d8295c084cbb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:36.125454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Made reservation on behalf of 5975a4f8241f49f7825d48e423faf9d3 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:17:36.126854 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9bf3528-6a9c-4531-b626-458a797eccf0 req-a6b9ff27-7435-424c-85f8-d8295c084cbb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 943 time: 0.8969173 May 25 20:17:36.129607 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.161496 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.165746 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83b0f489-2931-4768-ab27-751cb0ea4b99 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.170135 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83b0f489-2931-4768-ab27-751cb0ea4b99 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.195724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477f00e-644f-476b-af91-895551b402ae req-837d6e09-252d-4745-b042-6e0ad15e604a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:36.197706 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d477f00e-644f-476b-af91-895551b402ae req-837d6e09-252d-4745-b042-6e0ad15e604a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.4026861 May 25 20:17:36.210972 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9bf3528-6a9c-4531-b626-458a797eccf0 req-94040fcc-c45f-420c-8daf-89181b393d99 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685918 May 25 20:17:36.213620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:36.224459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83b0f489-2931-4768-ab27-751cb0ea4b99 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.225474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b0f489-2931-4768-ab27-751cb0ea4b99 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Fanout notify agent at l3_agent the message router_deleted on router 9fb539ff-4ade-4e8e-a783-80fbf67068b7 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:17:36.247655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Usage tracker for resource:security_group_rule and tenant:5975a4f8241f49f7825d48e423faf9d3 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:36.249495 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83b0f489-2931-4768-ab27-751cb0ea4b99 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.250728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-83b0f489-2931-4768-ab27-751cb0ea4b99 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/routers/9fb539ff-4ade-4e8e-a783-80fbf67068b7 HTTP/1.1" status: 204 len: 168 time: 0.8963473 May 25 20:17:36.254738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54332) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:36.258009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:36.274346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:36.376210 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d477f00e-644f-476b-af91-895551b402ae req-4b340621-8a0e-45e6-b2d6-427acb18565e tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640780 May 25 20:17:36.391120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-03cd09c5-94b8-4b6c-8611-55560671bf1a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting subnet 7a0b73ed-5cc0-4437-8974-18ae40b4fc6f {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:17:36.402854 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-03cd09c5-94b8-4b6c-8611-55560671bf1a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.504787 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.520394 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.541063 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e07e-e0d4-424c-99fe-430627b8a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.542858 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-03cd09c5-94b8-4b6c-8611-55560671bf1a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.612966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:17:36.646717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1e07e-e0d4-424c-99fe-430627b8a7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:36.647915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-752f1370-4e73-4962-a711-0d8a96473c18 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:36.663343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-752f1370-4e73-4962-a711-0d8a96473c18 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 0.3012593 May 25 20:17:36.712069 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-03cd09c5-94b8-4b6c-8611-55560671bf1a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.821045 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-3f098b81-979a-4e96-a01c-d3314c70c96e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/quotas/a206c0d9eba94f4681dea5401500d260 HTTP/1.1" status: 200 len: 375 time: 0.1563113 May 25 20:17:36.850174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34474a2-e308-44a5-82d6-63e048e828a5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:36.861720 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-03cd09c5-94b8-4b6c-8611-55560671bf1a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.895382 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.895787 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Added segment b98bcf2a-2d13-442b-83e5-506af7e5faf7 of type vlan for network 0796646e-ca63-4367-af4b-28e0b3195fe8 May 25 20:17:36.929591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85939b19-b97a-48aa-932b-f2cb785801b4 None None] Network 6628294a-4b4e-4a69-a1c9-be348af7c3a5 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:17:36.931806 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-03cd09c5-94b8-4b6c-8611-55560671bf1a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:36.939524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd09c5-94b8-4b6c-8611-55560671bf1a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0b73ed-5cc0-4437-8974-18ae40b4fc6f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:36.958963 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-03cd09c5-94b8-4b6c-8611-55560671bf1a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/7a0b73ed-5cc0-4437-8974-18ae40b4fc6f HTTP/1.1" status: 204 len: 168 time: 0.7004750 May 25 20:17:36.959344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54346) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:37.088902 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:37.104939 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:37.129180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port ccb65649-7fb9-442b-ae69-8d9b65170738 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:37.130367 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:37.191703 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-22259f6c-ffc0-470d-a78b-09c46d2c2822 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3697736 May 25 20:17:37.261320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9859292-6996-4e22-942d-5052ee7784cc req-96883947-a15b-4d93-9014-299dfbc3f668 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:37.262894 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9859292-6996-4e22-942d-5052ee7784cc req-96883947-a15b-4d93-9014-299dfbc3f668 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.6645653 May 25 20:17:37.263523 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e07e-e0d4-424c-99fe-430627b8a7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:37.309734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c180ee-8760-4475-8745-321079998435 None None] DHCP port deletion for 6628294a-4b4e-4a69-a1c9-be348af7c3a5 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:17:37.314261 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e0c180ee-8760-4475-8745-321079998435 None None] Deleting port ccb65649-7fb9-442b-ae69-8d9b65170738 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:37.314892 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e0c180ee-8760-4475-8745-321079998435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:37.504616 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-cefd2ab0-1501-47c0-8725-f66d2d9b9b72 service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037057 May 25 20:17:37.512753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] For port ccb65649-7fb9-442b-ae69-8d9b65170738, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ccb65649-7fb9-442b-ae69-8d9b65170738,segment=NetworkSegment(3bec4e87-0039-4076-a8e9-015605feed41),segment_id=3bec4e87-0039-4076-a8e9-015605feed41)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:37.513029 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:37.534278 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:37.535238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:37.535814 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:37.554860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9859292-6996-4e22-942d-5052ee7784cc req-814bff49-749d-481f-8327-1b08bb403c4b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847505 May 25 20:17:37.593157 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e0c180ee-8760-4475-8745-321079998435 None None] For port ccb65649-7fb9-442b-ae69-8d9b65170738, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ccb65649-7fb9-442b-ae69-8d9b65170738,segment=NetworkSegment(3bec4e87-0039-4076-a8e9-015605feed41),segment_id=3bec4e87-0039-4076-a8e9-015605feed41)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:37.593540 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e0c180ee-8760-4475-8745-321079998435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:37.790230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e0c180ee-8760-4475-8745-321079998435 None None] Calling delete_port for ccb65649-7fb9-442b-ae69-8d9b65170738 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:17:37.843697 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3336811 May 25 20:17:37.854655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54356) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:37.861383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4904b-dcfc-46b9-a2e6-7a4afa7748c1 admin admin] Pushing event updated for resources: {'Network': ['ID=0796646e-ca63-4367-af4b-28e0b3195fe8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:37.867581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Request body: {'subnet': {'network_id': '0796646e-ca63-4367-af4b-28e0b3195fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-798318895-subnet', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:37.884003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 0796646e-ca63-4367-af4b-28e0b3195fe8 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:17:37.939998 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-2a40b1b5-80e0-4300-a959-5c55a474eb9a service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291141 May 25 20:17:37.953165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:37.954651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ccb65649-7fb9-442b-ae69-8d9b65170738 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:17:37.972286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Usage tracker for resource:subnet and tenant:5975a4f8241f49f7825d48e423faf9d3 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:37.978540 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:37.993262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:38.025545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b1e07e-e0d4-424c-99fe-430627b8a7cd admin admin] Router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:17:38.026306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Made reservation on behalf of 5975a4f8241f49f7825d48e423faf9d3 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:17:38.028605 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:38.086345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for ccb65649-7fb9-442b-ae69-8d9b65170738 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:17:38.114573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca202be-5884-487c-9b01-0d75bf9aabbc req-c744b128-1a62-4df2-b060-67bac0592366 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:38.121957 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7ca202be-5884-487c-9b01-0d75bf9aabbc req-c744b128-1a62-4df2-b060-67bac0592366 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.3335853 May 25 20:17:38.268239 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:38.294708 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-e0c180ee-8760-4475-8745-321079998435 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 25 20:17:38.294708 n-d-843339-1 neutron-server[88333]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] May 25 20:17:38.294708 n-d-843339-1 neutron-server[88333]: [parameters: {'port_id': 'ccb65649-7fb9-442b-ae69-8d9b65170738', 'host': 'n-d-843339-1'}] May 25 20:17:38.294708 n-d-843339-1 neutron-server[88333]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:17:38.295127 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-e0c180ee-8760-4475-8745-321079998435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:17:38.302732 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7ca202be-5884-487c-9b01-0d75bf9aabbc req-f5fa4efb-d90e-4d55-9c1b-252e4b228502 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795487 May 25 20:17:38.303261 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No active binding found for port ccb65649-7fb9-442b-ae69-8d9b65170738 {{(pid=88333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 20:17:38.303494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ccb65649-7fb9-442b-ae69-8d9b65170738 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:17:38.385365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Port': ['ID=ccb65649-7fb9-442b-ae69-8d9b65170738,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:38.400608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] No DVR routers for this DVR port ccb65649-7fb9-442b-ae69-8d9b65170738 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:17:38.556076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9fcc1c54-d1a8-4a56-86ca-d78357c9232f req-ee65cca9-8d25-4109-b884-f43d580a2066 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:17:38.574967 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:38.609182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b1e07e-e0d4-424c-99fe-430627b8a7cd admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:17:38.616043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cea9dc-d904-419d-9524-39ef7de51a9d req-b8600f55-cd05-46c1-8cc2-9e76ca501acf tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:38.618131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28cea9dc-d904-419d-9524-39ef7de51a9d req-b8600f55-cd05-46c1-8cc2-9e76ca501acf tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.3073497 May 25 20:17:38.619884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6628294a-4b4e-4a69-a1c9-be348af7c3a5']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:38.622992 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352895c4-1bec-4a2a-bac4-75807fac4086 None None] Sync routers for ids ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:17:38.635708 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c0b1e07e-e0d4-424c-99fe-430627b8a7cd admin admin] 10.222.0.60 "PUT /v2.0/routers/11b30d4b-fa6e-49d4-8f17-f902c86c2e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1462686 May 25 20:17:38.637441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bec4e87-0039-4076-a8e9-015605feed41') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:38.637786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bec4e87-0039-4076-a8e9-015605feed41') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:38.639585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9fcc1c54-d1a8-4a56-86ca-d78357c9232f req-ee65cca9-8d25-4109-b884-f43d580a2066 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:17:38.640766 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9fcc1c54-d1a8-4a56-86ca-d78357c9232f req-ee65cca9-8d25-4109-b884-f43d580a2066 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 210 time: 0.2114856 May 25 20:17:38.644151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54372) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:38.659966 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352895c4-1bec-4a2a-bac4-75807fac4086 None None] Routers {'11b30d4b-fa6e-49d4-8f17-f902c86c2e27'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:38.662269 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-352895c4-1bec-4a2a-bac4-75807fac4086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:38.696105 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:38.719998 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28cea9dc-d904-419d-9524-39ef7de51a9d req-515c61a1-6709-44e3-bf94-55cf0dd0fa44 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853212 May 25 20:17:38.752338 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:38.767433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:17:38.767803 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:38.795976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e0c180ee-8760-4475-8745-321079998435 None None] Deleting port ccb65649-7fb9-442b-ae69-8d9b65170738 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:38.796301 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e0c180ee-8760-4475-8745-321079998435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:38.913419 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 3bec4e87-0039-4076-a8e9-015605feed41 resource provider aggregate not found May 25 20:17:38.971663 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 3bec4e87-0039-4076-a8e9-015605feed41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bec4e87-0039-4076-a8e9-015605feed41 found for delete ", "request_id": "req-49fc2765-8918-472e-be0f-e9594c040d6d"}]} May 25 20:17:38.992361 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:39.012947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e0c180ee-8760-4475-8745-321079998435 None None] The port 'ccb65649-7fb9-442b-ae69-8d9b65170738' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:17:39.027028 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:39.040653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Network': ['ID=6628294a-4b4e-4a69-a1c9-be348af7c3a5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:39.057290 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-42bda03d-5947-4a7d-869f-885002afa777 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/networks/6628294a-4b4e-4a69-a1c9-be348af7c3a5 HTTP/1.1" status: 204 len: 168 time: 2.0932944 May 25 20:17:39.059647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54382) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:39.068808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-45175591-6503-4f6a-bb51-9f16d5be5826 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1832649482', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:39.076804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-45175591-6503-4f6a-bb51-9f16d5be5826 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:39.086788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-45175591-6503-4f6a-bb51-9f16d5be5826 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:router and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:39.091702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-45175591-6503-4f6a-bb51-9f16d5be5826 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:39.100770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-45175591-6503-4f6a-bb51-9f16d5be5826 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:39.113822 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-45175591-6503-4f6a-bb51-9f16d5be5826 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:39.114968 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-45175591-6503-4f6a-bb51-9f16d5be5826 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:39.133404 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-352895c4-1bec-4a2a-bac4-75807fac4086 None None] Set router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:17:39.143300 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-45175591-6503-4f6a-bb51-9f16d5be5826 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:39.175041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-45175591-6503-4f6a-bb51-9f16d5be5826 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:39.215241 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-45175591-6503-4f6a-bb51-9f16d5be5826 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:39.217196 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-45175591-6503-4f6a-bb51-9f16d5be5826 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1540735 May 25 20:17:39.220381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54388) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:39.229130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1586067328'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:39.234672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:39.240993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:network and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:39.247554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:39.254338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:39.269574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:17:39.273157 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:39.306215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:17:39.318139 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:39.318591 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Added segment 1ef62183-fee4-4642-b6a3-b2b51f9be3f6 of type vlan for network fc940966-bcf6-4c9e-8f24-546ab8446e37 May 25 20:17:39.347740 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:39.352501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:39.391450 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:39.399027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:39.400427 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:39.464320 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2423432 May 25 20:17:39.469122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54396) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:39.476811 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-352895c4-1bec-4a2a-bac4-75807fac4086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:17:36Z', 'revision_number': 5, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:39.481854 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352895c4-1bec-4a2a-bac4-75807fac4086 None None] Checking router: 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:17:39.494233 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352895c4-1bec-4a2a-bac4-75807fac4086 None None] Routers {'11b30d4b-fa6e-49d4-8f17-f902c86c2e27'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:39.495255 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-352895c4-1bec-4a2a-bac4-75807fac4086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:39.505202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6100eb67-b971-4025-97aa-9d82509d3e8d,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:39.538067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae7d09-1ff3-465e-8802-4a2eb74ae91a req-1b70f97e-9e02-4e2c-a92b-8663e26da3f2 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:39.546858 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5dae7d09-1ff3-465e-8802-4a2eb74ae91a req-1b70f97e-9e02-4e2c-a92b-8663e26da3f2 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.4340887 May 25 20:17:39.576358 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:39.589843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'subnet': {'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:39.645405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8e00c-d02b-46e3-8490-c4132665e65c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Network': ['ID=fc940966-bcf6-4c9e-8f24-546ab8446e37,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:39.659246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network fc940966-bcf6-4c9e-8f24-546ab8446e37 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:17:39.828112 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-352895c4-1bec-4a2a-bac4-75807fac4086 None None] Set router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:17:39.925399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:39.943865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:subnet and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:39.948196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:39.959019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:39.976691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840bc0c-41cc-453d-8abb-1219e3c02f33 req-909ab508-6677-4e25-a925-c95a404c837a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:39.983696 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9840bc0c-41cc-453d-8abb-1219e3c02f33 req-909ab508-6677-4e25-a925-c95a404c837a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.4012160 May 25 20:17:40.005320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:17:40.008783 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:40.034282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Checking segment: {'id': 'b98bcf2a-2d13-442b-83e5-506af7e5faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0796646e-ca63-4367-af4b-28e0b3195fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:17:40.034974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Network hostable DHCP agents. Network: 0796646e-ca63-4367-af4b-28e0b3195fe8, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:17:40.100779 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5dae7d09-1ff3-465e-8802-4a2eb74ae91a req-e487ff53-e268-4f09-8aba-08e4e07f3820 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5508480 May 25 20:17:40.166907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9840bc0c-41cc-453d-8abb-1219e3c02f33 req-5a04fbb1-9a3e-47de-b844-52eab9db94d8 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822314 May 25 20:17:40.205190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-f10ac1db-99b1-49ff-8f61-6aa390bc81fc tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:40.208298 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-f10ac1db-99b1-49ff-8f61-6aa390bc81fc tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 0.4883335 May 25 20:17:40.213608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Network 0796646e-ca63-4367-af4b-28e0b3195fe8 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:17:40.235423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Request body: {'port': {'device_id': 'eb25acc6-ed44-4fca-9126-fabb390b5fc3', 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'admin_state_up': True, 'tenant_id': 'a206c0d9eba94f4681dea5401500d260'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:40.255672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 0796646e-ca63-4367-af4b-28e0b3195fe8) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:40.263379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:40.264129 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:40.264385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f7dbe3-f9d2-4dee-8f9e-37b3691b0ce6 None None] Network 0796646e-ca63-4367-af4b-28e0b3195fe8 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:17:40.274718 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:17:40.310205 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4c286a19-40e3-4b5a-b13a-7e8219b73c44 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4512455 May 25 20:17:40.317337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:40.329202 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-352895c4-1bec-4a2a-bac4-75807fac4086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:17:36Z', 'revision_number': 5, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:40.331603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-798318895-router', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:40.344566 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352895c4-1bec-4a2a-bac4-75807fac4086 None None] The sync data for ids ['11b30d4b-fa6e-49d4-8f17-f902c86c2e27'] in n-d-843339-1 is: [{'id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'name': 'tempest-ServersTestJSON-1667632453-router', 'tenant_id': '885c27c71ed440de9704656cc74d5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:14:44Z', 'updated_at': '2022-05-25T20:17:36Z', 'revision_number': 5, 'project_id': '885c27c71ed440de9704656cc74d5710', 'gw_port': {'id': 'e6725344-6633-4d67-8b1d-a400b9f1ec24', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b30d4b-fa6e-49d4-8f17-f902c86c2e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:14:48Z', 'updated_at': '2022-05-25T20:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:17:40.356523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:40.366359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Usage tracker for resource:router and tenant:5975a4f8241f49f7825d48e423faf9d3 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:40.372487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:40.388379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:40.498440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4aedc1c2-e72f-47ec-a5eb-f13ad2cc000f req-7274a922-e2c9-45ba-8409-930942e8122c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 210 time: 0.0517852 May 25 20:17:40.503328 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:40.504222 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:40.536240 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:40.582987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] Deleting port e6725344-6633-4d67-8b1d-a400b9f1ec24 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:40.583472 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:40.660649 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:40.675462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-0796646e-ca63-4367-af4b-28e0b3195fe8', 'network_id': '0796646e-ca63-4367-af4b-28e0b3195fe8', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'fixed_ips': [{'subnet_id': '6100eb67-b971-4025-97aa-9d82509d3e8d'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:17:40.676779 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:40.810996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] For port e6725344-6633-4d67-8b1d-a400b9f1ec24, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e6725344-6633-4d67-8b1d-a400b9f1ec24,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:40.811374 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:40.852514 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:40.960479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] Calling delete_port for e6725344-6633-4d67-8b1d-a400b9f1ec24 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:17:40.984930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Allocated IP 172.20.0.2 (0796646e-ca63-4367-af4b-28e0b3195fe8/6100eb67-b971-4025-97aa-9d82509d3e8d/fab5ce82-be86-4305-ab78-657d5a283944) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:17:41.133112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace8ba4-f3e4-48a6-a4ac-a181b9bb7120 req-63f43543-1dbb-4baf-b680-e4bd63b79fbc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:41.134630 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aace8ba4-f3e4-48a6-a4ac-a181b9bb7120 req-63f43543-1dbb-4baf-b680-e4bd63b79fbc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.7438717 May 25 20:17:41.145157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Checking segment: {'id': '1ef62183-fee4-4642-b6a3-b2b51f9be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:17:41.145568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network hostable DHCP agents. Network: fc940966-bcf6-4c9e-8f24-546ab8446e37, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:17:41.156631 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:41.159225 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:41.183227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Subnet': ['ID=c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:41.299869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network fc940966-bcf6-4c9e-8f24-546ab8446e37 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:17:41.310068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aace8ba4-f3e4-48a6-a4ac-a181b9bb7120 req-7cb36a39-fc64-4624-98a1-f04326333f62 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665359 May 25 20:17:41.325648 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:41.342182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, fc940966-bcf6-4c9e-8f24-546ab8446e37) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:41.350870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:41.351450 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:41.352331 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Transition to ACTIVE for port object fab5ce82-be86-4305-ab78-657d5a283944 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:41.383993 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ed366f3a-2f28-4e1b-b4da-081b76493ddc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9029441 May 25 20:17:41.385509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54416) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:41.414364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f40d998-303c-4c44-a19a-e2e33480582c None None] Network fc940966-bcf6-4c9e-8f24-546ab8446e37 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:17:41.436891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Transition to ACTIVE for port object fab5ce82-be86-4305-ab78-657d5a283944 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:41.522930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6725344-6633-4d67-8b1d-a400b9f1ec24,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:41.562545 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8b1ef60-a222-4cda-8f95-cb3133f2e3ef req-b7e3f621-d0f3-4470-857e-95afc27c865a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1645286 May 25 20:17:41.566212 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:41.573462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:41.668900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Network 0796646e-ca63-4367-af4b-28e0b3195fe8 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:17:41.684574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:41.696570 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:41.712305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:41.759245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:17:41.896368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd18ba40-8479-46f1-a3d2-c1bbae090c11 req-b9b8f633-ae8b-4d65-9cbb-39f44102e718 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 210 time: 0.1189897 May 25 20:17:41.907837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d2033-4147-46fe-afb9-950f0ab368c0 req-40105a3d-0a46-4a1b-aa8b-40e54344f747 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:41.917000 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df7d2033-4147-46fe-afb9-950f0ab368c0 req-40105a3d-0a46-4a1b-aa8b-40e54344f747 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.4960022 May 25 20:17:41.989727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Pushing event updated for resources: {'Port': ['ID=fab5ce82-be86-4305-ab78-657d5a283944,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:42.004733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:17:42.066176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Made reservation on behalf of a206c0d9eba94f4681dea5401500d260 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:17:42.069996 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:42.082222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:17:42.082565 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 65b6ab31-eaa4-4ca1-b6d9-9ef042059e2e not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:17:42.086749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Attempting to bind port fab5ce82-be86-4305-ab78-657d5a283944 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:17:42.087110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Attempting to bind port fab5ce82-be86-4305-ab78-657d5a283944 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'b98bcf2a-2d13-442b-83e5-506af7e5faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0796646e-ca63-4367-af4b-28e0b3195fe8'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:17:42.087503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Attempting to bind port fab5ce82-be86-4305-ab78-657d5a283944 on network 0796646e-ca63-4367-af4b-28e0b3195fe8 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:17:42.095075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:17:42.095454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Checking segment: {'id': 'b98bcf2a-2d13-442b-83e5-506af7e5faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0796646e-ca63-4367-af4b-28e0b3195fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:17:42.096482 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:42.096873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Bound using segment: {'id': 'b98bcf2a-2d13-442b-83e5-506af7e5faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0796646e-ca63-4367-af4b-28e0b3195fe8'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:17:42.097338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Bound port: fab5ce82-be86-4305-ab78-657d5a283944, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98bcf2a-2d13-442b-83e5-506af7e5faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0796646e-ca63-4367-af4b-28e0b3195fe8'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:17:42.097796 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:42.154619 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:42.179255 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df7d2033-4147-46fe-afb9-950f0ab368c0 req-6ca841e7-44ac-41ba-a4b7-40cb36d90d07 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608812 May 25 20:17:42.185285 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:42.223442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1ef60-a222-4cda-8f95-cb3133f2e3ef req-7037c799-bdf6-4117-888e-2bf85e4f7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:42.225100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8b1ef60-a222-4cda-8f95-cb3133f2e3ef req-7037c799-bdf6-4117-888e-2bf85e4f7ef1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 1097 time: 0.6264389 May 25 20:17:42.232637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] For port fab5ce82-be86-4305-ab78-657d5a283944, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:17:42.235903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] For port fab5ce82-be86-4305-ab78-657d5a283944, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=fab5ce82-be86-4305-ab78-657d5a283944,segment=NetworkSegment(b98bcf2a-2d13-442b-83e5-506af7e5faf7),segment_id=b98bcf2a-2d13-442b-83e5-506af7e5faf7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:17:42.244279 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:42.350042 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:42.351488 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11b30d4b-fa6e-49d4-8f17-f902c86c2e27 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:17:42.366031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-fc940966-bcf6-4c9e-8f24-546ab8446e37', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:17:42.367141 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:42.430126 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:42.431524 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3f3ac1e1-d671-43c7-a459-2e9241e14f48 admin admin] 10.222.0.60 "DELETE /v2.0/routers/11b30d4b-fa6e-49d4-8f17-f902c86c2e27 HTTP/1.1" status: 204 len: 168 time: 3.7864616 May 25 20:17:42.437453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54426) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:42.613243 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb772f-cee5-4475-9cb2-8994c266848b None None] Pushing event updated for resources: {'Port': ['ID=fab5ce82-be86-4305-ab78-657d5a283944,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:42.630309 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Allocated IP 2001:db8::2 (fc940966-bcf6-4c9e-8f24-546ab8446e37/c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb/7d23259b-66b2-400d-ac96-b4379d417f41) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:17:42.645645 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:42.657286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Allocated IP 172.20.0.6 (04ec8327-b153-49a7-b725-c3570cad1f7f/1dc790b4-10d9-494e-a68e-77eb18406dd8/08afebe3-7784-4211-887b-73042e7be530) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:17:42.706044 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:42.857835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e8930e-860d-4721-8335-6185a4d22e8a admin admin] Deleting subnet b5318a61-bd52-4c0c-8532-e7666b0ae809 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:17:42.859709 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:42.862029 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-12e8930e-860d-4721-8335-6185a4d22e8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:42.929472 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-12e8930e-860d-4721-8335-6185a4d22e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:43.060755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1ef60-a222-4cda-8f95-cb3133f2e3ef req-baa87949-c0fd-4bf7-9f70-b8083b9fef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:43.062564 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8b1ef60-a222-4cda-8f95-cb3133f2e3ef req-baa87949-c0fd-4bf7-9f70-b8083b9fef03 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.8122659 May 25 20:17:43.133736 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:43.156872 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Transition to ACTIVE for port object 7d23259b-66b2-400d-ac96-b4379d417f41 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:43.207254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Transition to ACTIVE for port object 7d23259b-66b2-400d-ac96-b4379d417f41 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:43.223653 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:43.272828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-be12b216-709f-4889-acf9-aaf2bacd2bdf req-81ab177a-b671-4c75-8bf8-5f0b2bed4a86 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:17:43.276315 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8b1ef60-a222-4cda-8f95-cb3133f2e3ef req-91e5d376-51d4-4fa0-b98d-1034beb4473f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e285bdae-5520-4790-bf22-f80f6302cb5a HTTP/1.1" status: 200 len: 217 time: 0.1979301 May 25 20:17:43.282838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943684-a06f-49b8-bcde-781b80b988c4 req-5d3e6c5b-dae6-4771-8ac5-43db8d7942bb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:43.286957 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-46943684-a06f-49b8-bcde-781b80b988c4 req-5d3e6c5b-dae6-4771-8ac5-43db8d7942bb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 1.0929148 May 25 20:17:43.371469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Network fc940966-bcf6-4c9e-8f24-546ab8446e37 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:17:43.376817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:43.392226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:17:43.407458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Pushing event updated for resources: {'Port': ['ID=7d23259b-66b2-400d-ac96-b4379d417f41,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:43.426701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-be12b216-709f-4889-acf9-aaf2bacd2bdf req-81ab177a-b671-4c75-8bf8-5f0b2bed4a86 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:17:43.427852 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-be12b216-709f-4889-acf9-aaf2bacd2bdf req-81ab177a-b671-4c75-8bf8-5f0b2bed4a86 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 210 time: 0.2386363 May 25 20:17:43.450782 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:43.464507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-46943684-a06f-49b8-bcde-781b80b988c4 req-15e93f12-1da7-4652-84f4-79774420aa93 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590211 May 25 20:17:43.468668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Allocated IP 172.25.3.234 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/5bc7ded1-7280-47e4-9973-d706f175281a) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:17:43.485559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-12e8930e-860d-4721-8335-6185a4d22e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:43.565699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1ef60-a222-4cda-8f95-cb3133f2e3ef req-fb1be754-1e8d-4b65-bc3f-3a2c2bbd7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:43.567222 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8b1ef60-a222-4cda-8f95-cb3133f2e3ef req-fb1be754-1e8d-4b65-bc3f-3a2c2bbd7783 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.2798355 May 25 20:17:43.589205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Attempting to bind port 7d23259b-66b2-400d-ac96-b4379d417f41 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:17:43.589948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Attempting to bind port 7d23259b-66b2-400d-ac96-b4379d417f41 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '1ef62183-fee4-4642-b6a3-b2b51f9be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:17:43.590819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Attempting to bind port 7d23259b-66b2-400d-ac96-b4379d417f41 on network fc940966-bcf6-4c9e-8f24-546ab8446e37 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:17:43.598384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:17:43.599005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Checking segment: {'id': '1ef62183-fee4-4642-b6a3-b2b51f9be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:17:43.599588 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:43.600129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Bound using segment: {'id': '1ef62183-fee4-4642-b6a3-b2b51f9be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:17:43.601033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Bound port: 7d23259b-66b2-400d-ac96-b4379d417f41, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef62183-fee4-4642-b6a3-b2b51f9be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:17:43.601583 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:43.725117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] For port 7d23259b-66b2-400d-ac96-b4379d417f41, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:17:43.750130 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:43.754346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] For port 7d23259b-66b2-400d-ac96-b4379d417f41, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7d23259b-66b2-400d-ac96-b4379d417f41,segment=NetworkSegment(1ef62183-fee4-4642-b6a3-b2b51f9be3f6),segment_id=1ef62183-fee4-4642-b6a3-b2b51f9be3f6)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:17:43.763186 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:43.864297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:43.952723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67831e-a0ce-44f6-87ec-84098e6624cd None None] Pushing event updated for resources: {'Port': ['ID=7d23259b-66b2-400d-ac96-b4379d417f41,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:44.007343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fab5ce82-be86-4305-ab78-657d5a283944 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:44.066292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:17:44.110699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:44.130964 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port fab5ce82-be86-4305-ab78-657d5a283944 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:44.132417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:17:44.147522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e6725344-6633-4d67-8b1d-a400b9f1ec24 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:17:44.180075 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:44.195264 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: e6725344-6633-4d67-8b1d-a400b9f1ec24 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:17:44.195917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e6725344-6633-4d67-8b1d-a400b9f1ec24 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:17:44.198204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['678fc95e-a3a7-473d-9395-19561cf68de6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:17:44.320447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc7ded1-7280-47e4-9973-d706f175281a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:44.379789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Pushing event updated for resources: {'Port': ['ID=08afebe3-7784-4211-887b-73042e7be530,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:44.424926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Network 04ec8327-b153-49a7-b725-c3570cad1f7f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:17:44.430459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:44.430807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:44.433247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:44.433247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:44.433247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:44.433247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:44.433247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:44.433247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:44.433247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:44.440873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:44.440873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:44.440873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:44.454370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:44.466032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:17:44.494981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78b5933-bc71-4238-9094-20ecc35cb731 None None] Network 0796646e-ca63-4367-af4b-28e0b3195fe8 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:17:44.519393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Allocated IP 2001:db8::1 (fc940966-bcf6-4c9e-8f24-546ab8446e37/c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb/eacc7600-4132-4b91-aca6-e10464497d5e) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:17:44.555736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1ef60-a222-4cda-8f95-cb3133f2e3ef req-32317cc6-b15d-4dea-8407-e3bb15916145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:44.557552 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8b1ef60-a222-4cda-8f95-cb3133f2e3ef req-32317cc6-b15d-4dea-8407-e3bb15916145 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9801214 May 25 20:17:44.570810 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-12e8930e-860d-4721-8335-6185a4d22e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:44.843184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434976f5-95ac-4fee-93ad-973a3c085095 req-0e066de1-bf7c-4b78-8f6a-ed98076a9e2a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:44.850501 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-434976f5-95ac-4fee-93ad-973a3c085095 req-0e066de1-bf7c-4b78-8f6a-ed98076a9e2a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 1.2296810 May 25 20:17:44.901010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c3cf9e5d-33de-4a9c-b6a1-03a1c4cb40c2 None None] Provisioning for port fab5ce82-be86-4305-ab78-657d5a283944 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:44.913103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8930e-860d-4721-8335-6185a4d22e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5318a61-bd52-4c0c-8532-e7666b0ae809,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:44.921894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c3cf9e5d-33de-4a9c-b6a1-03a1c4cb40c2 None None] Provisioning complete for port fab5ce82-be86-4305-ab78-657d5a283944 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:44.922812 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c3cf9e5d-33de-4a9c-b6a1-03a1c4cb40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:44.946674 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-12e8930e-860d-4721-8335-6185a4d22e8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:44.956635 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8b1ef60-a222-4cda-8f95-cb3133f2e3ef req-b78d9324-f1fb-4e9d-afc3-681ec1a5c4ba service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801899 May 25 20:17:44.981666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d635d6c-a1e3-4e83-8f72-ecc706bfb82f None None] Network eabbb5ae-6d6f-458c-9fed-8343765d1f72 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:17:45.075941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-12e8930e-860d-4721-8335-6185a4d22e8a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b5318a61-bd52-4c0c-8532-e7666b0ae809 HTTP/1.1" status: 204 len: 168 time: 2.6306651 May 25 20:17:45.088674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54448) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:45.102186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:45.102830 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:45.200170 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-434976f5-95ac-4fee-93ad-973a3c085095 req-7749b988-bf66-4e5e-bbe8-2a059a35dea0 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487699 May 25 20:17:45.336880 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4beb220c-64fc-4c24-8f15-3baba17eeb53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1133511 May 25 20:17:45.381505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Request body: {'port': {'device_id': 'eb25acc6-ed44-4fca-9126-fabb390b5fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:45.492282 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8b1ef60-a222-4cda-8f95-cb3133f2e3ef req-990f6e9c-3760-439a-aec0-e3ad50268139 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298414 May 25 20:17:45.574690 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:45.604961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:45.620776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf9e5d-33de-4a9c-b6a1-03a1c4cb40c2 None None] Current status of the port fab5ce82-be86-4305-ab78-657d5a283944 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:45.621770 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c3cf9e5d-33de-4a9c-b6a1-03a1c4cb40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:45.679882 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:45.771620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3bab09-c492-4e30-87e1-b04c702988ca None None] Network fc940966-bcf6-4c9e-8f24-546ab8446e37 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:17:45.793478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c47e-c041-4824-be64-9d10aa9e2839 req-6b4ad8e2-cc02-4e4b-accd-7253f6d6ef6a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:45.801466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-07f0c47e-c041-4824-be64-9d10aa9e2839 req-6b4ad8e2-cc02-4e4b-accd-7253f6d6ef6a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 931 time: 0.9727249 May 25 20:17:45.804748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Deleting port 8fa62071-064d-4c33-8621-9ef53ecf27b9 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:45.805334 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:45.811155 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:45.897833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4a9b4-3f0a-4cf4-a76e-8683a3ef4c90 req-e0c7de52-ea52-4ca9-b3f2-bf054bf72576 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:45.908036 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21b4a9b4-3f0a-4cf4-a76e-8683a3ef4c90 req-e0c7de52-ea52-4ca9-b3f2-bf054bf72576 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.4673545 May 25 20:17:45.945621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c3cf9e5d-33de-4a9c-b6a1-03a1c4cb40c2 None None] For port fab5ce82-be86-4305-ab78-657d5a283944, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=fab5ce82-be86-4305-ab78-657d5a283944,segment=NetworkSegment(b98bcf2a-2d13-442b-83e5-506af7e5faf7),segment_id=b98bcf2a-2d13-442b-83e5-506af7e5faf7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:45.966137 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c3cf9e5d-33de-4a9c-b6a1-03a1c4cb40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:46.142216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7d23259b-66b2-400d-ac96-b4379d417f41 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:46.146268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Transition to ACTIVE for port object eacc7600-4132-4b91-aca6-e10464497d5e will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:46.147957 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:46.214296 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21b4a9b4-3f0a-4cf4-a76e-8683a3ef4c90 req-5e6f26c8-6377-448e-82f0-c8b6229cb9f1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3078234 May 25 20:17:46.219934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf9e5d-33de-4a9c-b6a1-03a1c4cb40c2 None None] Pushing event updated for resources: {'Port': ['ID=fab5ce82-be86-4305-ab78-657d5a283944,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:46.263267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 7d23259b-66b2-400d-ac96-b4379d417f41 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:46.269949 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9e131f65-cefd-452c-9c8d-0f8639d572bf None None] Provisioning for port 7d23259b-66b2-400d-ac96-b4379d417f41 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:46.282455 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-07f0c47e-c041-4824-be64-9d10aa9e2839 req-c72c6fab-4b62-4eb8-a359-b4785b5ba0d9 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724164 May 25 20:17:46.295752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7d23259b-66b2-400d-ac96-b4379d417f41 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:46.296121 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:46.388311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2a759f-10a1-4642-8621-c0bb4f9fbf3d None None] DHCP port deletion for eabbb5ae-6d6f-458c-9fed-8343765d1f72 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:17:46.395242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9e131f65-cefd-452c-9c8d-0f8639d572bf None None] Provisioning complete for port 7d23259b-66b2-400d-ac96-b4379d417f41 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:46.395629 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9e131f65-cefd-452c-9c8d-0f8639d572bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:46.459276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a759f-10a1-4642-8621-c0bb4f9fbf3d None None] Deleting port 8fa62071-064d-4c33-8621-9ef53ecf27b9 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:46.459641 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5e2a759f-10a1-4642-8621-c0bb4f9fbf3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:46.482075 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:46.552673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] For port 8fa62071-064d-4c33-8621-9ef53ecf27b9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8fa62071-064d-4c33-8621-9ef53ecf27b9,segment=NetworkSegment(ead07025-048e-4097-9996-df2f96526737),segment_id=ead07025-048e-4097-9996-df2f96526737)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:46.553021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:46.613923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network fc940966-bcf6-4c9e-8f24-546ab8446e37 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:17:46.616066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=eacc7600-4132-4b91-aca6-e10464497d5e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:46.617062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7d23259b-66b2-400d-ac96-b4379d417f41 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:46.617436 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:46.619791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:46.624502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:17:46.625229 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:46.663980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Router b6667b05-8e64-4243-886c-fb18a1818696 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:17:46.736867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Calling delete_port for 8fa62071-064d-4c33-8621-9ef53ecf27b9 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:17:46.960631 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:47.015568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cbca3-872e-4988-9232-134857ebc5cb req-fa1ab9ae-065f-4d46-ab8a-404a8b32be74 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:47.022913 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-664cbca3-872e-4988-9232-134857ebc5cb req-fa1ab9ae-065f-4d46-ab8a-404a8b32be74 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.5682836 May 25 20:17:47.033642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:17:47.069246 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:47.088897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Sync routers for ids ['b6667b05-8e64-4243-886c-fb18a1818696'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:17:47.095060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 7d23259b-66b2-400d-ac96-b4379d417f41, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7d23259b-66b2-400d-ac96-b4379d417f41,segment=NetworkSegment(1ef62183-fee4-4642-b6a3-b2b51f9be3f6),segment_id=1ef62183-fee4-4642-b6a3-b2b51f9be3f6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:47.120162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9e131f65-cefd-452c-9c8d-0f8639d572bf None None] Current status of the port 7d23259b-66b2-400d-ac96-b4379d417f41 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:47.120673 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9e131f65-cefd-452c-9c8d-0f8639d572bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:47.192843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa62071-064d-4c33-8621-9ef53ecf27b9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:47.199295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] No DVR routers for this DVR port 8fa62071-064d-4c33-8621-9ef53ecf27b9 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:17:47.250446 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-664cbca3-872e-4988-9232-134857ebc5cb req-7e2ca087-1a7a-4959-a65e-f32bbc2d2992 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227678 May 25 20:17:47.270934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:47.275484 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-92f7847a-c124-4637-a6f3-a42e26705d68 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.9568212 May 25 20:17:47.278232 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:47.279188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54462) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:47.281447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08afebe3-7784-4211-887b-73042e7be530 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:17:47.369241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=7d23259b-66b2-400d-ac96-b4379d417f41,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:47.384302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Routers {'b6667b05-8e64-4243-886c-fb18a1818696'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:47.384999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6667b05-8e64-4243-886c-fb18a1818696'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:47.519112 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:47.626266 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:47.661527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Set router b6667b05-8e64-4243-886c-fb18a1818696 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:17:47.666983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Transition to ACTIVE for port object 08afebe3-7784-4211-887b-73042e7be530 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:47.732158 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:47.749278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabbb5ae-6d6f-458c-9fed-8343765d1f72']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:47.784456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5e2a759f-10a1-4642-8621-c0bb4f9fbf3d None None] For port 8fa62071-064d-4c33-8621-9ef53ecf27b9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8fa62071-064d-4c33-8621-9ef53ecf27b9,segment=NetworkSegment(ead07025-048e-4097-9996-df2f96526737),segment_id=ead07025-048e-4097-9996-df2f96526737)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:47.784926 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5e2a759f-10a1-4642-8621-c0bb4f9fbf3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:47.819929 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:47.826981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead07025-048e-4097-9996-df2f96526737') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:47.826981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead07025-048e-4097-9996-df2f96526737') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:47.839472 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:47.840255 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:48.018034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=eacc7600-4132-4b91-aca6-e10464497d5e,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:48.065547 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:48.068486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f97f8-2efc-4a2c-9466-ffa8361dae47 req-1ba1d72d-9b89-4364-95ba-bd3862435cbe tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:48.070055 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c9f97f8-2efc-4a2c-9466-ffa8361dae47 req-1ba1d72d-9b89-4364-95ba-bd3862435cbe tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.4721279 May 25 20:17:48.083840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Pushing event updated for resources: {'Port': ['ID=08afebe3-7784-4211-887b-73042e7be530,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:48.154218 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a759f-10a1-4642-8621-c0bb4f9fbf3d None None] Calling delete_port for 8fa62071-064d-4c33-8621-9ef53ecf27b9 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:17:48.236016 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:48.278400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network fc940966-bcf6-4c9e-8f24-546ab8446e37 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:17:48.305678 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-9e131f65-cefd-452c-9c8d-0f8639d572bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:17:48.306121 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-9e131f65-cefd-452c-9c8d-0f8639d572bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:17:48.309249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:48.432886 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c9f97f8-2efc-4a2c-9466-ffa8361dae47 req-414eea8b-3bb3-42f5-8612-5dcf2c5c03d4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301931 May 25 20:17:48.450968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fab5ce82-be86-4305-ab78-657d5a283944 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:48.522448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:17:48.523030 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:48.612549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59df00-bbc3-483f-83ee-2d0f2b62f5fb req-ef3ece5d-d749-4d32-80a0-72b690cb57c8 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:48.632882 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-5e2a759f-10a1-4642-8621-c0bb4f9fbf3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:17:48.633230 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-5e2a759f-10a1-4642-8621-c0bb4f9fbf3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:17:48.637426 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d59df00-bbc3-483f-83ee-2d0f2b62f5fb req-ef3ece5d-d749-4d32-80a0-72b690cb57c8 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 931 time: 1.0982745 May 25 20:17:48.799544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port fab5ce82-be86-4305-ab78-657d5a283944 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:48.799916 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:48.934944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9e131f65-cefd-452c-9c8d-0f8639d572bf None None] Current status of the port 7d23259b-66b2-400d-ac96-b4379d417f41 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:48.987682 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8457298e-ab7c-4213-a954-55de9c3bf24b req-34205b34-89fe-494c-9b62-bcf227152c38 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4090316 May 25 20:17:49.081940 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment ead07025-048e-4097-9996-df2f96526737 resource provider aggregate not found May 25 20:17:49.101985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router be0da135-1d42-4a35-aa1e-c74d01ab7a56 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:17:49.122064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e4aa1-dbb4-4fda-a3ce-d163d17f9168 req-ab293736-155d-416c-a0b7-da6138e6aead tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:49.129606 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-375e4aa1-dbb4-4fda-a3ce-d163d17f9168 req-ab293736-155d-416c-a0b7-da6138e6aead tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.2873919 May 25 20:17:49.140954 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment ead07025-048e-4097-9996-df2f96526737 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ead07025-048e-4097-9996-df2f96526737 found for delete ", "request_id": "req-be2b02d8-7682-4373-b1fd-f33479329b4b"}]} May 25 20:17:49.173269 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a759f-10a1-4642-8621-c0bb4f9fbf3d None None] Deleting port 8fa62071-064d-4c33-8621-9ef53ecf27b9 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:17:49.177280 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5e2a759f-10a1-4642-8621-c0bb4f9fbf3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:49.277320 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:49.290901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-798318895-router', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:40Z', 'updated_at': '2022-05-25T20:17:44Z', 'revision_number': 3, 'project_id': '5975a4f8241f49f7825d48e423faf9d3', 'gw_port': {'id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:42Z', 'updated_at': '2022-05-25T20:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:49.300588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a759f-10a1-4642-8621-c0bb4f9fbf3d None None] The port '8fa62071-064d-4c33-8621-9ef53ecf27b9' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:17:49.311427 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port fab5ce82-be86-4305-ab78-657d5a283944 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:49.312600 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7d23259b-66b2-400d-ac96-b4379d417f41 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:49.329671 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:49.350485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457298e-ab7c-4213-a954-55de9c3bf24b req-0dcceed8-aae9-45b9-8861-383cf30a96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:49.351988 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8457298e-ab7c-4213-a954-55de9c3bf24b req-0dcceed8-aae9-45b9-8861-383cf30a96ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 1059 time: 0.3322680 May 25 20:17:49.352506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Attempting to bind port 08afebe3-7784-4211-887b-73042e7be530 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:17:49.353052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Attempting to bind port 08afebe3-7784-4211-887b-73042e7be530 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:17:49.353606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Attempting to bind port 08afebe3-7784-4211-887b-73042e7be530 on network 04ec8327-b153-49a7-b725-c3570cad1f7f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:17:49.362322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=eabbb5ae-6d6f-458c-9fed-8343765d1f72,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:49.388989 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d59df00-bbc3-483f-83ee-2d0f2b62f5fb req-db8cea61-fc46-4320-9f7c-83e74046a822 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112705 May 25 20:17:49.397647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Port 08afebe3-7784-4211-887b-73042e7be530 on network 04ec8327-b153-49a7-b725-c3570cad1f7f not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:17:49.405388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Attempting to bind port 08afebe3-7784-4211-887b-73042e7be530 on network 04ec8327-b153-49a7-b725-c3570cad1f7f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:17:49.420927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:17:49.421633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Checking segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:17:49.422283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Bound using segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:17:49.424453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Bound port: 08afebe3-7784-4211-887b-73042e7be530, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:17:49.425103 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:49.504643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Checking router: b6667b05-8e64-4243-886c-fb18a1818696 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:17:49.505152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Updating router b6667b05-8e64-4243-886c-fb18a1818696 port 5bc7ded1-7280-47e4-9973-d706f175281a binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:17:49.582709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-305f397d-d6e7-492d-a630-7444cc915bfd admin admin] 10.222.0.60 "DELETE /v2.0/networks/eabbb5ae-6d6f-458c-9fed-8343765d1f72 HTTP/1.1" status: 204 len: 168 time: 4.4859509 May 25 20:17:49.602242 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-375e4aa1-dbb4-4fda-a3ce-d163d17f9168 req-3c737a27-bae6-47d2-a233-ec7f93c9b1cf tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713347 May 25 20:17:49.627926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-37705ac0-e8a1-4e36-9445-b990e105cb44 None None] Provisioning complete for port 7d23259b-66b2-400d-ac96-b4379d417f41 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:49.628316 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-37705ac0-e8a1-4e36-9445-b990e105cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:49.712449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:17:49.732957 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Sync routers for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:17:49.754805 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4341c2ff-32a9-4a54-a019-850bad979449 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3663585 May 25 20:17:49.757237 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:49.759402 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:49.759808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54484) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:49.821574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1327714902'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:49.866230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:49.872688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7d23259b-66b2-400d-ac96-b4379d417f41 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:49.877453 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:49.891107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:network and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:49.909193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54488) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:49.910998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:49.944231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:49.965925 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:50.034321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:17:50.044232 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:50.071940 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:17:50.091492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457298e-ab7c-4213-a954-55de9c3bf24b req-56de6724-89be-4c69-812d-5a5d7abb707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:50.093140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8457298e-ab7c-4213-a954-55de9c3bf24b req-56de6724-89be-4c69-812d-5a5d7abb707d service neutron] 10.222.0.70 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.6552892 May 25 20:17:50.233716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8457298e-ab7c-4213-a954-55de9c3bf24b req-49a9bce2-62d5-43bb-a0a3-37df12413d2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be HTTP/1.1" status: 200 len: 217 time: 0.1325698 May 25 20:17:50.287943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] For port 08afebe3-7784-4211-887b-73042e7be530, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:17:50.316135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:17:50.377333 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:50.379566 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Added segment af7e0e67-86a9-4b99-8aa1-c84b887def58 of type vlan for network 63f6f7e6-4a8a-474c-a8ec-effcb6432f11 May 25 20:17:50.442415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457298e-ab7c-4213-a954-55de9c3bf24b req-6092db7e-e611-4a36-a27b-371fcf711a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:50.443950 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8457298e-ab7c-4213-a954-55de9c3bf24b req-6092db7e-e611-4a36-a27b-371fcf711a2a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.1968932 May 25 20:17:50.449320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] For port 08afebe3-7784-4211-887b-73042e7be530, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08afebe3-7784-4211-887b-73042e7be530,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:17:50.550440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-be9ff8ee-0d78-427a-b823-87e36faf245d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=885c27c71ed440de9704656cc74d5710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6399860 May 25 20:17:50.558804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54496) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:50.582619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:50.599661 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:17:46Z', 'revision_number': 2, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:47Z', 'revision_number': 2, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:50.611847 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Checking router: be0da135-1d42-4a35-aa1e-c74d01ab7a56 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:17:50.612191 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Updating router be0da135-1d42-4a35-aa1e-c74d01ab7a56 port eacc7600-4132-4b91-aca6-e10464497d5e binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:17:50.629268 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:50.690094 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:50.695608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:50.696199 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:50.753874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-37705ac0-e8a1-4e36-9445-b990e105cb44 None None] Current status of the port 7d23259b-66b2-400d-ac96-b4379d417f41 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:50.849608 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:50.933404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Pushing event updated for resources: {'Port': ['ID=08afebe3-7784-4211-887b-73042e7be530,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:51.006290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67397e-72d6-4c4b-80ab-633414c22ab5 req-69f564a5-1711-47e2-a6b4-c2090c38ea58 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:51.008794 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf67397e-72d6-4c4b-80ab-633414c22ab5 req-69f564a5-1711-47e2-a6b4-c2090c38ea58 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 1.3018267 May 25 20:17:51.032134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7d23259b-66b2-400d-ac96-b4379d417f41 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:51.048775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-37705ac0-e8a1-4e36-9445-b990e105cb44 None None] Provisioning complete for port fab5ce82-be86-4305-ab78-657d5a283944 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:51.049401 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-37705ac0-e8a1-4e36-9445-b990e105cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:51.063907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:51.065221 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:51.071250 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-4c713acc-e078-47a3-aa86-dc6a54923756 service neutron] 10.222.0.70 "PUT /v2.0/ports/08afebe3-7784-4211-887b-73042e7be530 HTTP/1.1" status: 200 len: 1091 time: 5.7032120 May 25 20:17:51.089866 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb25acc6-ed44-4fca-9126-fabb390b5fc3', 'tag': '08afebe3-7784-4211-887b-73042e7be530'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:17:51.202258 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8fa62071-064d-4c33-8621-9ef53ecf27b9 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:17:51.230700 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-59382f98-805c-43a3-b0fa-803d469d1b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:51.235344 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:51.260560 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf67397e-72d6-4c4b-80ab-633414c22ab5 req-300edb6c-b2a6-4550-85a8-70d85664108d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882176 May 25 20:17:51.352213 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-59382f98-805c-43a3-b0fa-803d469d1b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:51.373044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457298e-ab7c-4213-a954-55de9c3bf24b req-c91e7f0b-caf2-4a63-b20b-86901a64c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:51.373631 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8457298e-ab7c-4213-a954-55de9c3bf24b req-c91e7f0b-caf2-4a63-b20b-86901a64c5b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9073193 May 25 20:17:51.387716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6095953 May 25 20:17:51.412768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54504) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:51.428382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'subnet': {'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:51.521546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74c52b-6101-429d-a098-0769b4564659 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Network': ['ID=63f6f7e6-4a8a-474c-a8ec-effcb6432f11,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:51.545245 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-59382f98-805c-43a3-b0fa-803d469d1b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:51.646545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59382f98-805c-43a3-b0fa-803d469d1b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf85bf56-4d88-4ce9-8c07-3f15a3f04e7a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:51.667305 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-59382f98-805c-43a3-b0fa-803d469d1b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:51.668336 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-59382f98-805c-43a3-b0fa-803d469d1b3b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf85bf56-4d88-4ce9-8c07-3f15a3f04e7a HTTP/1.1" status: 204 len: 168 time: 1.1033418 May 25 20:17:51.684935 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:51.717723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Transition to ACTIVE for port object 5bc7ded1-7280-47e4-9973-d706f175281a will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:51.737106 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 8fa62071-064d-4c33-8621-9ef53ecf27b9 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:17:51.737523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8fa62071-064d-4c33-8621-9ef53ecf27b9 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:17:51.769501 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 63f6f7e6-4a8a-474c-a8ec-effcb6432f11 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:17:51.790650 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8457298e-ab7c-4213-a954-55de9c3bf24b req-1b65f351-5e9a-49b2-bc06-b5abaa2a55aa service neutron] 10.222.0.70 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033227 May 25 20:17:51.834980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:51.869025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-3e00e269-1013-4792-852d-c74af75d4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:51.871179 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-3e00e269-1013-4792-852d-c74af75d4102 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 1094 time: 0.7273638 May 25 20:17:51.900429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eec230-4933-4c0d-9e6e-06be68dc9550 req-77caaf8a-d43e-4265-acaf-7beeb07c56b8 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:51.902037 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56eec230-4933-4c0d-9e6e-06be68dc9550 req-77caaf8a-d43e-4265-acaf-7beeb07c56b8 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 943 time: 1.1409450 May 25 20:17:51.908945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:subnet and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:51.921417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:51.946100 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:51.951335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:51.964825 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Transition to ACTIVE for port object eacc7600-4132-4b91-aca6-e10464497d5e will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:51.977619 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:52.002565 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56eec230-4933-4c0d-9e6e-06be68dc9550 req-d37bc19f-daca-4862-8939-a36f86384b61 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898929 May 25 20:17:52.003201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:17:52.006646 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:52.060920 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-d9725998-588b-4e74-bb28-cb8664b1d522 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08afebe3-7784-4211-887b-73042e7be530 HTTP/1.1" status: 200 len: 217 time: 0.1797922 May 25 20:17:52.100425 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ca9dc-3493-43c1-a681-06bbef7a3092 None None] Pushing event updated for resources: {'Port': ['ID=eacc7600-4132-4b91-aca6-e10464497d5e,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:52.110679 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ca9dc-3493-43c1-a681-06bbef7a3092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.111030 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ca9dc-3493-43c1-a681-06bbef7a3092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.111679 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ca9dc-3493-43c1-a681-06bbef7a3092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.112569 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ca9dc-3493-43c1-a681-06bbef7a3092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.113742 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ca9dc-3493-43c1-a681-06bbef7a3092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.114077 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ca9dc-3493-43c1-a681-06bbef7a3092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.114499 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ca9dc-3493-43c1-a681-06bbef7a3092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.115196 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ca9dc-3493-43c1-a681-06bbef7a3092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.115196 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ca9dc-3493-43c1-a681-06bbef7a3092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.115475 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ca9dc-3493-43c1-a681-06bbef7a3092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.115820 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ca9dc-3493-43c1-a681-06bbef7a3092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.116091 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ca9dc-3493-43c1-a681-06bbef7a3092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.126212 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:52.159627 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8457298e-ab7c-4213-a954-55de9c3bf24b req-025710dd-7d07-4414-b71e-6f5c4c573485 service neutron] 10.222.0.70 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574841 May 25 20:17:52.288643 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85bc6be7-c5c8-4c5d-8dc8-71415f6e896f'] response: {'name': 'network-changed', 'server_uuid': 'eb25acc6-ed44-4fca-9126-fabb390b5fc3', 'tag': '08afebe3-7784-4211-887b-73042e7be530', 'status': 'completed', 'code': 200} May 25 20:17:52.342288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a33f7-80fc-4786-a149-a68d90c3da0f req-f2b06d3e-83c5-4373-a777-cef6894dd23d tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:52.349656 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-031a33f7-80fc-4786-a149-a68d90c3da0f req-f2b06d3e-83c5-4373-a777-cef6894dd23d tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.8536818 May 25 20:17:52.417498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89db7b-eae9-49de-90a2-f7ccecac73ab None None] Pushing event updated for resources: {'Port': ['ID=5bc7ded1-7280-47e4-9973-d706f175281a,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:52.451167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89db7b-eae9-49de-90a2-f7ccecac73ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.451525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89db7b-eae9-49de-90a2-f7ccecac73ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.451862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89db7b-eae9-49de-90a2-f7ccecac73ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.452241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89db7b-eae9-49de-90a2-f7ccecac73ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.452571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89db7b-eae9-49de-90a2-f7ccecac73ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.452892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89db7b-eae9-49de-90a2-f7ccecac73ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.453210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89db7b-eae9-49de-90a2-f7ccecac73ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.453538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89db7b-eae9-49de-90a2-f7ccecac73ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.456083 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89db7b-eae9-49de-90a2-f7ccecac73ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.456456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89db7b-eae9-49de-90a2-f7ccecac73ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.456749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89db7b-eae9-49de-90a2-f7ccecac73ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.457099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89db7b-eae9-49de-90a2-f7ccecac73ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:17:52.489179 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Attempting to bind port 5bc7ded1-7280-47e4-9973-d706f175281a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:17:52.489540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Attempting to bind port 5bc7ded1-7280-47e4-9973-d706f175281a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:17:52.491580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Attempting to bind port 5bc7ded1-7280-47e4-9973-d706f175281a on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:17:52.503618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:17:52.504145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:17:52.504678 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:52.505063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:17:52.505585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Bound port: 5bc7ded1-7280-47e4-9973-d706f175281a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:17:52.505957 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:52.531704 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:52.541746 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Attempting to bind port eacc7600-4132-4b91-aca6-e10464497d5e on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:17:52.542119 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Attempting to bind port eacc7600-4132-4b91-aca6-e10464497d5e by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '1ef62183-fee4-4642-b6a3-b2b51f9be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:17:52.545266 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Attempting to bind port eacc7600-4132-4b91-aca6-e10464497d5e on network fc940966-bcf6-4c9e-8f24-546ab8446e37 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:17:52.563275 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:17:52.563697 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Checking segment: {'id': '1ef62183-fee4-4642-b6a3-b2b51f9be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:17:52.564033 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:52.564934 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Bound using segment: {'id': '1ef62183-fee4-4642-b6a3-b2b51f9be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:17:52.565409 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Bound port: eacc7600-4132-4b91-aca6-e10464497d5e, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef62183-fee4-4642-b6a3-b2b51f9be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:17:52.565786 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:52.611614 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] For port 5bc7ded1-7280-47e4-9973-d706f175281a, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:17:52.617954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] For port 5bc7ded1-7280-47e4-9973-d706f175281a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5bc7ded1-7280-47e4-9973-d706f175281a,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:17:52.632477 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:52.651371 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-031a33f7-80fc-4786-a149-a68d90c3da0f req-1ee086eb-049d-456d-8c9d-0ff5cda06f49 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002796 May 25 20:17:52.674312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-487f0946-3ae5-44a0-9814-1ef16aa1a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:52.676250 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-487f0946-3ae5-44a0-9814-1ef16aa1a4b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.5889723 May 25 20:17:52.683170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Allocated IP 172.20.0.1 (0796646e-ca63-4367-af4b-28e0b3195fe8/6100eb67-b971-4025-97aa-9d82509d3e8d/7eb057cb-6d44-4c5f-812b-030527636b74) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:17:52.771487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89db7b-eae9-49de-90a2-f7ccecac73ab None None] Pushing event updated for resources: {'Port': ['ID=5bc7ded1-7280-47e4-9973-d706f175281a,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:52.779401 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] For port eacc7600-4132-4b91-aca6-e10464497d5e, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:17:52.783708 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] For port eacc7600-4132-4b91-aca6-e10464497d5e, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=eacc7600-4132-4b91-aca6-e10464497d5e,segment=NetworkSegment(1ef62183-fee4-4642-b6a3-b2b51f9be3f6),segment_id=1ef62183-fee4-4642-b6a3-b2b51f9be3f6)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:17:52.789933 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:52.799153 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-cc4f2069-cf59-4470-9047-86c435aba49a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102927 May 25 20:17:52.825844 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Routers {'b6667b05-8e64-4243-886c-fb18a1818696'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:52.826827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6667b05-8e64-4243-886c-fb18a1818696'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:52.854313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Subnet': ['ID=a3597b33-92fc-4c75-a8e0-383ea1f8dde9,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:52.896008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Checking segment: {'id': 'af7e0e67-86a9-4b99-8aa1-c84b887def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:17:52.896360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network hostable DHCP agents. Network: 63f6f7e6-4a8a-474c-a8ec-effcb6432f11, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:17:52.974531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-37705ac0-e8a1-4e36-9445-b990e105cb44 None None] Current status of the port fab5ce82-be86-4305-ab78-657d5a283944 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:52.977084 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:17:52.978250 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:52.981447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c04ee9-b913-4e95-b9ab-730ce4583206 req-3ed374e9-0200-4c21-974c-875d70cdfaea tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:52.993651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20c04ee9-b913-4e95-b9ab-730ce4583206 req-3ed374e9-0200-4c21-974c-875d70cdfaea tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.3864937 May 25 20:17:53.002488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-37705ac0-e8a1-4e36-9445-b990e105cb44 None None] Provisioning for port eacc7600-4132-4b91-aca6-e10464497d5e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:53.038252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 63f6f7e6-4a8a-474c-a8ec-effcb6432f11 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:17:53.075455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 63f6f7e6-4a8a-474c-a8ec-effcb6432f11) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:53.117501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:53.118082 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:53.119250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d3fe4e-d2ec-45bf-ab42-9480c693762e None None] Network 63f6f7e6-4a8a-474c-a8ec-effcb6432f11 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:17:53.225512 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ca9dc-3493-43c1-a681-06bbef7a3092 None None] Pushing event updated for resources: {'Port': ['ID=eacc7600-4132-4b91-aca6-e10464497d5e,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:53.225866 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20c04ee9-b913-4e95-b9ab-730ce4583206 req-888e2e9c-83a8-4e34-a3f1-ce99cb9d2b0a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306898 May 25 20:17:53.239692 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3b7a03e4-0718-434f-b878-7af41cbd582f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8207505 May 25 20:17:53.254294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54534) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:53.434067 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:17:53.485617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] Set router b6667b05-8e64-4243-886c-fb18a1818696 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:17:53.518735 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-42a70ab8-f62b-4609-9013-557054591dfb service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7073402 May 25 20:17:53.519232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54542) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:54.065122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-48901253-network', 'tenant_id': 'b2a943779df742b5b3a40de64546afa9'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:54.078831 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:54.106768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:54.118374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:17:54.120132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Usage tracker for resource:network and tenant:b2a943779df742b5b3a40de64546afa9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:54.124665 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:54.132376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:54.185756 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:17:46Z', 'revision_number': 2, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:52Z', 'revision_number': 4, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:54.190873 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fef275-b747-4e62-8845-fdf853ea47ba None None] The sync data for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 is: [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:17:46Z', 'revision_number': 2, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:52Z', 'revision_number': 4, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:17:54.209798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:54.309011 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Made reservation on behalf of b2a943779df742b5b3a40de64546afa9 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:17:54.311512 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:54.382382 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:54.447375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2a494-8ea3-4000-aba0-acdf6843d700 req-64eab0c0-3a6a-45ff-85c4-e2a746eb56d6 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:54.458444 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4bb2a494-8ea3-4000-aba0-acdf6843d700 req-64eab0c0-3a6a-45ff-85c4-e2a746eb56d6 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 943 time: 1.0447936 May 25 20:17:54.485057 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:54.503711 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2352ff63-3ba0-4432-8499-7f8a25cb3eb2 req-0a366b51-26a7-4e3e-8d66-d84b77af6710 service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9717870 May 25 20:17:54.514469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Transition to ACTIVE for port object 7eb057cb-6d44-4c5f-812b-030527636b74 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:54.520219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:54.545981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Usage tracker for resource:security_group_rule and tenant:b2a943779df742b5b3a40de64546afa9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:54.589790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:54.625943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717db67-3aaa-4377-9f5b-cee38887c6ef req-851b4ac7-3e1e-4212-b1cc-3f33698219bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:54.629967 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6717db67-3aaa-4377-9f5b-cee38887c6ef req-851b4ac7-3e1e-4212-b1cc-3f33698219bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 1095 time: 0.6065774 May 25 20:17:54.631154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:54.646288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Allocated IP 2001:db8:1::2 (63f6f7e6-4a8a-474c-a8ec-effcb6432f11/a3597b33-92fc-4c75-a8e0-383ea1f8dde9/a7d53e1d-ac6a-41c9-baa2-05a0f747f754) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:17:54.670803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4bb2a494-8ea3-4000-aba0-acdf6843d700 req-50e5850e-ad9c-44b5-ac2e-7f42743a1228 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112348 May 25 20:17:54.828644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997d7b5-ef52-4aa1-abb4-da37b6f09007 req-d475eb36-54e0-4d93-b5d3-543d76d014cb tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:54.839052 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6997d7b5-ef52-4aa1-abb4-da37b6f09007 req-d475eb36-54e0-4d93-b5d3-543d76d014cb tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.7042320 May 25 20:17:54.893043 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:54.973195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-798318895-router', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:40Z', 'updated_at': '2022-05-25T20:17:44Z', 'revision_number': 3, 'project_id': '5975a4f8241f49f7825d48e423faf9d3', 'gw_port': {'id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:42Z', 'updated_at': '2022-05-25T20:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:17:54.996430 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6997d7b5-ef52-4aa1-abb4-da37b6f09007 req-369751d3-5154-449b-96c3-77d85230c7f0 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563380 May 25 20:17:55.042539 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:55.043099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6472cf-0fb6-42ce-8741-6ce225544d40 None None] The sync data for ids ['b6667b05-8e64-4243-886c-fb18a1818696'] in n-d-843339-1 is: [{'id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-798318895-router', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:40Z', 'updated_at': '2022-05-25T20:17:44Z', 'revision_number': 3, 'project_id': '5975a4f8241f49f7825d48e423faf9d3', 'gw_port': {'id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:42Z', 'updated_at': '2022-05-25T20:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:17:55.091884 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:55.125526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Transition to ACTIVE for port object a7d53e1d-ac6a-41c9-baa2-05a0f747f754 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:55.158682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Transition to ACTIVE for port object a7d53e1d-ac6a-41c9-baa2-05a0f747f754 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:55.165629 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:55.260221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Network 0796646e-ca63-4367-af4b-28e0b3195fe8 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:17:55.273485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:55.279636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:17:55.314097 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Network 63f6f7e6-4a8a-474c-a8ec-effcb6432f11 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:17:55.319374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:55.328926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:17:55.340010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Pushing event updated for resources: {'Port': ['ID=7eb057cb-6d44-4c5f-812b-030527636b74,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:55.444608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717db67-3aaa-4377-9f5b-cee38887c6ef req-54e6e008-6deb-466c-a00f-53f21a6d8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:55.446379 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6717db67-3aaa-4377-9f5b-cee38887c6ef req-54e6e008-6deb-466c-a00f-53f21a6d8c04 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.8085802 May 25 20:17:55.464491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Pushing event updated for resources: {'Port': ['ID=a7d53e1d-ac6a-41c9-baa2-05a0f747f754,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:55.572434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Attempting to bind port a7d53e1d-ac6a-41c9-baa2-05a0f747f754 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:17:55.572674 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Attempting to bind port a7d53e1d-ac6a-41c9-baa2-05a0f747f754 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'af7e0e67-86a9-4b99-8aa1-c84b887def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:17:55.573041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Attempting to bind port a7d53e1d-ac6a-41c9-baa2-05a0f747f754 on network 63f6f7e6-4a8a-474c-a8ec-effcb6432f11 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:17:55.578919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:17:55.579385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Checking segment: {'id': 'af7e0e67-86a9-4b99-8aa1-c84b887def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:17:55.580143 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:55.580613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Bound using segment: {'id': 'af7e0e67-86a9-4b99-8aa1-c84b887def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:17:55.581198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Bound port: a7d53e1d-ac6a-41c9-baa2-05a0f747f754, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7e0e67-86a9-4b99-8aa1-c84b887def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:17:55.581570 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:55.602318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4d30a-49c8-4cae-919d-a5cb218f4916 req-38557c81-2745-4ef3-929a-609dba04a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:55.604245 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2eb4d30a-49c8-4cae-919d-a5cb218f4916 req-38557c81-2745-4ef3-929a-609dba04a32a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 1094 time: 0.9312689 May 25 20:17:55.638509 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:55.711711 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Allocated IP 2001:db8:1::1 (63f6f7e6-4a8a-474c-a8ec-effcb6432f11/a3597b33-92fc-4c75-a8e0-383ea1f8dde9/e0ee7b1e-c3ba-4269-b563-de7b2b527bc6) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:17:55.750086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] For port a7d53e1d-ac6a-41c9-baa2-05a0f747f754, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:17:55.757660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] For port a7d53e1d-ac6a-41c9-baa2-05a0f747f754, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a7d53e1d-ac6a-41c9-baa2-05a0f747f754,segment=NetworkSegment(af7e0e67-86a9-4b99-8aa1-c84b887def58),segment_id=af7e0e67-86a9-4b99-8aa1-c84b887def58)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:17:55.765399 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:55.961832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b80321b4-fc68-4931-a9d4-2ddf2d2d0a58 None None] Provisioning for port 7eb057cb-6d44-4c5f-812b-030527636b74 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:55.966940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a0400-f18d-496b-842c-3d72deb5e5ba req-167ad176-e54a-4ffe-85e4-833bce92afdd tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:55.977759 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-175a0400-f18d-496b-842c-3d72deb5e5ba req-167ad176-e54a-4ffe-85e4-833bce92afdd tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.8556628 May 25 20:17:55.984540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b80321b4-fc68-4931-a9d4-2ddf2d2d0a58 None None] Provisioning complete for port 7eb057cb-6d44-4c5f-812b-030527636b74 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:55.985138 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b80321b4-fc68-4931-a9d4-2ddf2d2d0a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.092635 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.125221 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.143432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Transition to ACTIVE for port object e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:17:56.171406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b80321b4-fc68-4931-a9d4-2ddf2d2d0a58 None None] Port 7eb057cb-6d44-4c5f-812b-030527636b74 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:17:56.178026 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5bc7ded1-7280-47e4-9973-d706f175281a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:56.268481 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.305639 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.322335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:17:56.329343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba07b1-6e18-4414-8d24-623502a3f274 None None] Pushing event updated for resources: {'Port': ['ID=a7d53e1d-ac6a-41c9-baa2-05a0f747f754,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:56.340298 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.340844 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Added segment e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8 of type vlan for network c6f21f00-ff32-4e31-9201-f164a1211134 May 25 20:17:56.390785 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6717db67-3aaa-4377-9f5b-cee38887c6ef req-6300742d-4a4f-4c5a-b07c-4c26a34760c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f17320-bf1b-4489-a273-146e933cb757 HTTP/1.1" status: 200 len: 999 time: 0.9293611 May 25 20:17:56.416101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.419456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 5bc7ded1-7280-47e4-9973-d706f175281a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:56.434397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 63f6f7e6-4a8a-474c-a8ec-effcb6432f11 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:17:56.435667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5bc7ded1-7280-47e4-9973-d706f175281a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:56.440296 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.443995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:56.452797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:17:56.456431 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.482180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=e0ee7b1e-c3ba-4269-b563-de7b2b527bc6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:56.537857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd88ce-2490-4730-99dc-5ec37a222979 req-2d43eaee-2498-4d31-ba66-a0dc11180aeb tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:56.540572 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dcbd88ce-2490-4730-99dc-5ec37a222979 req-2d43eaee-2498-4d31-ba66-a0dc11180aeb tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 943 time: 0.3868792 May 25 20:17:56.677199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5bc7ded1-7280-47e4-9973-d706f175281a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:56.677638 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.678783 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dcbd88ce-2490-4730-99dc-5ec37a222979 req-10deb4db-4a23-4061-803a-ed670f68afb8 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280229 May 25 20:17:56.696807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7914e2d8-8adf-4723-b0ef-a5276e226621,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:56.708484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 5bc7ded1-7280-47e4-9973-d706f175281a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5bc7ded1-7280-47e4-9973-d706f175281a,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:56.719108 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.721049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device eacc7600-4132-4b91-aca6-e10464497d5e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:56.732164 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.738030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:56.740078 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.880110 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.883322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port eacc7600-4132-4b91-aca6-e10464497d5e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:56.891440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=5bc7ded1-7280-47e4-9973-d706f175281a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:56.895348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port eacc7600-4132-4b91-aca6-e10464497d5e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:56.895719 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:56.945067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-175a0400-f18d-496b-842c-3d72deb5e5ba req-2edefb66-b941-4b24-bf77-6c2b0d314209 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9660265 May 25 20:17:57.057199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port eacc7600-4132-4b91-aca6-e10464497d5e is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:57.057613 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:57.067375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4d30a-49c8-4cae-919d-a5cb218f4916 req-e16481b2-8f73-4fd3-b58d-e7464469a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:57.071139 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2eb4d30a-49c8-4cae-919d-a5cb218f4916 req-e16481b2-8f73-4fd3-b58d-e7464469a461 service neutron] 10.222.0.70 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 906 time: 1.4294548 May 25 20:17:57.145971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port eacc7600-4132-4b91-aca6-e10464497d5e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=eacc7600-4132-4b91-aca6-e10464497d5e,segment=NetworkSegment(1ef62183-fee4-4642-b6a3-b2b51f9be3f6),segment_id=1ef62183-fee4-4642-b6a3-b2b51f9be3f6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:57.161907 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:57.297169 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=eacc7600-4132-4b91-aca6-e10464497d5e,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:57.314707 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2eb4d30a-49c8-4cae-919d-a5cb218f4916 req-d025b3d4-1259-4381-9e7f-454fb0a6133e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08afebe3-7784-4211-887b-73042e7be530 HTTP/1.1" status: 200 len: 217 time: 0.1310322 May 25 20:17:57.392944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb5d64-c048-421b-bd31-fb3c8981d356 req-e89b1203-aeba-4f35-963e-24eca9ba5b11 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:57.395184 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5ebb5d64-c048-421b-bd31-fb3c8981d356 req-e89b1203-aeba-4f35-963e-24eca9ba5b11 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.3714418 May 25 20:17:57.411109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4d30a-49c8-4cae-919d-a5cb218f4916 req-cd8bf60b-a4a5-45ad-a5b9-0e6d0eff3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:57.412638 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2eb4d30a-49c8-4cae-919d-a5cb218f4916 req-cd8bf60b-a4a5-45ad-a5b9-0e6d0eff3070 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.0880229 May 25 20:17:57.417463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.8838267 May 25 20:17:57.449692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54576) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:17:57.474999 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Request body: {'subnet': {'network_id': 'c6f21f00-ff32-4e31-9201-f164a1211134', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-48901253-subnet', 'tenant_id': 'b2a943779df742b5b3a40de64546afa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:17:57.479685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717db67-3aaa-4377-9f5b-cee38887c6ef req-3351d56d-f590-4103-895f-9b91035ad2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:57.481621 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6717db67-3aaa-4377-9f5b-cee38887c6ef req-3351d56d-f590-4103-895f-9b91035ad2d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.8614838 May 25 20:17:57.485826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:17:57.489282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e38550-3e6d-4197-9e82-b82a88f0554d admin admin] Pushing event updated for resources: {'Network': ['ID=c6f21f00-ff32-4e31-9201-f164a1211134,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:57.497605 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5ebb5d64-c048-421b-bd31-fb3c8981d356 req-4c958caa-1e20-423b-960a-6ec755552ef2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865014 May 25 20:17:57.498525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Usage tracker for resource:subnet and tenant:b2a943779df742b5b3a40de64546afa9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:17:57.504538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:17:57.513580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network c6f21f00-ff32-4e31-9201-f164a1211134 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:17:57.546188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:17:57.790548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973217dc-b988-4c51-b839-c186f84954ad None None] Network 63f6f7e6-4a8a-474c-a8ec-effcb6432f11 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:17:57.827240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Made reservation on behalf of b2a943779df742b5b3a40de64546afa9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:17:57.831711 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:57.879138 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2eb4d30a-49c8-4cae-919d-a5cb218f4916 req-2559209d-7a37-4228-ab8c-20c7e263cb31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4490650 May 25 20:17:58.147979 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2eb4d30a-49c8-4cae-919d-a5cb218f4916 req-f10ec77c-ef61-4b93-b566-7839026a35ae service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590466 May 25 20:17:58.209206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 08afebe3-7784-4211-887b-73042e7be530 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:17:58.210577 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5bc7ded1-7280-47e4-9973-d706f175281a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:58.272324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f811904a-9be3-465a-807b-f553df4c67ca None None] Provisioning for port a7d53e1d-ac6a-41c9-baa2-05a0f747f754 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:17:58.341743 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9dddf9a8-02d3-4c8e-a6ad-a2012ed6e6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:58.351826 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:58.383731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:58.417901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:58.420688 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:58.489308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717db67-3aaa-4377-9f5b-cee38887c6ef req-61526030-b89c-4a8c-968b-bdf78233aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:58.491960 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6717db67-3aaa-4377-9f5b-cee38887c6ef req-61526030-b89c-4a8c-968b-bdf78233aefc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9593554 May 25 20:17:58.546281 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:58.575347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790db56-5233-4b86-b85a-7c80f3948cce req-c4013d58-6638-4308-8558-5bf19cf56dfd tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:58.577963 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6790db56-5233-4b86-b85a-7c80f3948cce req-c4013d58-6638-4308-8558-5bf19cf56dfd tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 943 time: 0.6287210 May 25 20:17:58.580548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 08afebe3-7784-4211-887b-73042e7be530, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08afebe3-7784-4211-887b-73042e7be530,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:58.601084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '08afebe3-7784-4211-887b-73042e7be530', 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'port_id': '08afebe3-7784-4211-887b-73042e7be530', 'mac_address': 'fa:16:3e:b2:68:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc790b4-10d9-494e-a68e-77eb18406dd8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:17:58.685293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5bc7ded1-7280-47e4-9973-d706f175281a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:58.685813 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:58.788233 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 08afebe3-7784-4211-887b-73042e7be530 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:58.788674 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:58.810253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08afebe3-7784-4211-887b-73042e7be530 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:17:58.873020 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2eb4d30a-49c8-4cae-919d-a5cb218f4916 req-a6fd78d2-5b3d-4b73-834c-7c7868faa871 service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7165158 May 25 20:17:58.904999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5bc7ded1-7280-47e4-9973-d706f175281a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:58.906774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device eacc7600-4132-4b91-aca6-e10464497d5e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:58.916447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d3bb6-d180-41b7-8505-0bb0fd8c918f req-dac30e3b-0dee-427c-8a4f-5b8c9632a683 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:58.918545 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:58.918717 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-794d3bb6-d180-41b7-8505-0bb0fd8c918f req-dac30e3b-0dee-427c-8a4f-5b8c9632a683 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.7248852 May 25 20:17:58.995088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 08afebe3-7784-4211-887b-73042e7be530, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08afebe3-7784-4211-887b-73042e7be530,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:17:59.012266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 63f6f7e6-4a8a-474c-a8ec-effcb6432f11 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:17:59.018439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=e0ee7b1e-c3ba-4269-b563-de7b2b527bc6,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:59.018925 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:59.066915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:59.103328 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6717db67-3aaa-4377-9f5b-cee38887c6ef req-5ea75d98-628f-4fb4-b13a-127173e2f036 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955265 May 25 20:17:59.129702 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6790db56-5233-4b86-b85a-7c80f3948cce req-8bad067d-4510-48ab-9d45-5705aab45a24 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056772 May 25 20:17:59.134519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port eacc7600-4132-4b91-aca6-e10464497d5e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:17:59.135012 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:59.216518 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-794d3bb6-d180-41b7-8505-0bb0fd8c918f req-8e2dfabf-ecb7-4dcf-b1fe-40284bd76992 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672756 May 25 20:17:59.281591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=08afebe3-7784-4211-887b-73042e7be530,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:59.440474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Checking segment: {'id': 'e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6f21f00-ff32-4e31-9201-f164a1211134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:17:59.446929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Network hostable DHCP agents. Network: c6f21f00-ff32-4e31-9201-f164a1211134, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:17:59.453393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port eacc7600-4132-4b91-aca6-e10464497d5e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:17:59.454632 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a7d53e1d-ac6a-41c9-baa2-05a0f747f754 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:17:59.460464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dcd0909-2834-420a-a96c-feb9cedd0a45,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:17:59.512882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['08afebe3-7784-4211-887b-73042e7be530'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:17:59.521003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Network c6f21f00-ff32-4e31-9201-f164a1211134 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:17:59.544843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, c6f21f00-ff32-4e31-9201-f164a1211134) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:17:59.572595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:17:59.573212 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:59.582633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router be0da135-1d42-4a35-aa1e-c74d01ab7a56 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:17:59.638749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7535483e-4833-4623-89c9-566fe96c67e1 None None] Network c6f21f00-ff32-4e31-9201-f164a1211134 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:17:59.666140 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6717db67-3aaa-4377-9f5b-cee38887c6ef req-cda21e61-c6d5-47a8-8f65-51f63efa345c service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348599 May 25 20:17:59.697972 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:17:59.764295 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:00.005005 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:00.084104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48858d1-af24-4002-ba6a-5f2e1451e469 None None] Network c6f21f00-ff32-4e31-9201-f164a1211134 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:18:00.256963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c34d9fc6-d466-4601-8d82-c179a8e9f18b None None] Provisioning for port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:00.280184 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3c7a1cac-9cc8-4ebf-867d-2acfd53a134f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.8171568 May 25 20:18:00.298399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c34d9fc6-d466-4601-8d82-c179a8e9f18b None None] Provisioning complete for port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:00.298777 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c34d9fc6-d466-4601-8d82-c179a8e9f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:00.386762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Pushing event updated for resources: {'Port': ['ID=7eb057cb-6d44-4c5f-812b-030527636b74,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:00.463468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a7d53e1d-ac6a-41c9-baa2-05a0f747f754 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:00.469671 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:18:00.480476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67df7c7-058e-439f-8016-0d885986b32b req-2bcd8e89-b221-45ae-998f-337415e2c099 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:00.484090 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d67df7c7-058e-439f-8016-0d885986b32b req-2bcd8e89-b221-45ae-998f-337415e2c099 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 1.1607094 May 25 20:18:00.508817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-92da2f59-8b5e-4095-b251-05406ff3ba89 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2484841 May 25 20:18:00.509648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54632) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:00.532650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-756210580'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:00.554772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:00.563721 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Sync routers for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:18:00.576592 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Network 0796646e-ca63-4367-af4b-28e0b3195fe8 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:18:00.585413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:00.587902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:network and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:18:00.599417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:18:00.622932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-d67df7c7-058e-439f-8016-0d885986b32b req-82171ee9-1928-4b98-b367-728da1a4215a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Deleting port 6641d1cc-5abe-4e16-9212-1763b82874b8 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:00.627053 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05041a73-e3e9-4ad4-b4ad-d805fed9167b req-0bb5749d-add3-4c29-9cbb-b205e0b8b4df tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:00.627656 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d67df7c7-058e-439f-8016-0d885986b32b req-82171ee9-1928-4b98-b367-728da1a4215a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:00.629784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:00.630431 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:17:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:00.638143 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05041a73-e3e9-4ad4-b4ad-d805fed9167b req-0bb5749d-add3-4c29-9cbb-b205e0b8b4df tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 946 time: 0.6077955 May 25 20:18:00.639462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:00.771002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05041a73-e3e9-4ad4-b4ad-d805fed9167b req-07eeaf9b-ab4d-45bd-93b7-0aa19e1eeb69 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181903 May 25 20:18:00.783530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:18:00.787309 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:00.860152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:18:00.880397 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:00.881699 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Added segment a1b07f61-954e-479b-ac1c-cc61fa565d0f of type vlan for network 782c86ef-27a0-4f99-918b-e2830396a666 May 25 20:18:00.921170 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:00.928413 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:00.995761 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:01.005401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:01.007119 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:01.149026 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a7d53e1d-ac6a-41c9-baa2-05a0f747f754 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:01.149398 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:01.255530 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7440259 May 25 20:18:01.259470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54648) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:01.283323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'subnet': {'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:01.287632 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c34d9fc6-d466-4601-8d82-c179a8e9f18b None None] Port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:18:01.292258 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c775897e-5580-404f-a976-179245276f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:01.304142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70f7d6-8bb7-4512-b351-9fe3c3f55fbf tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Network': ['ID=782c86ef-27a0-4f99-918b-e2830396a666,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:01.401971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 782c86ef-27a0-4f99-918b-e2830396a666 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:18:01.495112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dad12-d61a-4c46-b8d2-324befc034fe req-fe521da3-2bf8-4d5c-98b6-152dc30dd491 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:01.505305 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce4dad12-d61a-4c46-b8d2-324befc034fe req-fe521da3-2bf8-4d5c-98b6-152dc30dd491 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 944 time: 0.8033490 May 25 20:18:01.568786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Router b6667b05-8e64-4243-886c-fb18a1818696 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:18:01.654585 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:01.687754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981d995-0cdf-4c4a-9810-3a7ed2a46e32 req-46a0d7fd-e676-4e0b-85e7-b3f545da1a23 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:01.697289 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3981d995-0cdf-4c4a-9810-3a7ed2a46e32 req-46a0d7fd-e676-4e0b-85e7-b3f545da1a23 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.6308379 May 25 20:18:01.765548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3981d995-0cdf-4c4a-9810-3a7ed2a46e32 req-6e2f1929-d5b1-4cc6-afe8-5b630c9213e1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672443 May 25 20:18:01.780315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:01.791463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:subnet and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:18:01.795928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:18:01.803861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:01.812108 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce4dad12-d61a-4c46-b8d2-324befc034fe req-93a6205e-b1e9-44ef-b71b-1d1c36d46377 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055336 May 25 20:18:01.812339 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f1b0cb11-43cd-4a1c-9407-85f6c4a7397f None None] Provisioning complete for port 7eb057cb-6d44-4c5f-812b-030527636b74 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:01.814791 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f1b0cb11-43cd-4a1c-9407-85f6c4a7397f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:01.819784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:18:01.828859 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:01.930984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0cb11-43cd-4a1c-9407-85f6c4a7397f None None] Port 7eb057cb-6d44-4c5f-812b-030527636b74 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:18:01.934380 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:01.940642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-d67df7c7-058e-439f-8016-0d885986b32b req-82171ee9-1928-4b98-b367-728da1a4215a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] For port 6641d1cc-5abe-4e16-9212-1763b82874b8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6641d1cc-5abe-4e16-9212-1763b82874b8,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:01.941197 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d67df7c7-058e-439f-8016-0d885986b32b req-82171ee9-1928-4b98-b367-728da1a4215a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:02.084912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a7d53e1d-ac6a-41c9-baa2-05a0f747f754 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:02.085526 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:02.115970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 08afebe3-7784-4211-887b-73042e7be530 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:02.177796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:18:02.183665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f1b0cb11-43cd-4a1c-9407-85f6c4a7397f None None] Provisioning complete for port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:02.184126 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f1b0cb11-43cd-4a1c-9407-85f6c4a7397f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:02.189651 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Sync routers for ids ['b6667b05-8e64-4243-886c-fb18a1818696'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:18:02.203188 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Routers {'b6667b05-8e64-4243-886c-fb18a1818696'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:02.207383 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6667b05-8e64-4243-886c-fb18a1818696'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:02.275996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-52b274ca-5abe-41cb-a508-4b8681f36d57 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:02.282405 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-52b274ca-5abe-41cb-a508-4b8681f36d57 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/networks?id=c6f21f00-ff32-4e31-9201-f164a1211134 HTTP/1.1" status: 200 len: 820 time: 0.2109551 May 25 20:18:02.319735 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9ebea1da-25db-4569-9964-0670ae10494a tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/quotas/b2a943779df742b5b3a40de64546afa9 HTTP/1.1" status: 200 len: 375 time: 0.0272605 May 25 20:18:02.334264 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c07b086b-46b8-4048-9d08-3b028a7144ba admin admin] 10.222.0.60 "PUT /v2.0/routers/b6667b05-8e64-4243-886c-fb18a1818696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0454493 May 25 20:18:02.362530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-d67df7c7-058e-439f-8016-0d885986b32b req-82171ee9-1928-4b98-b367-728da1a4215a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Calling delete_port for 6641d1cc-5abe-4e16-9212-1763b82874b8 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:02.399524 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0cb11-43cd-4a1c-9407-85f6c4a7397f None None] Port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:18:02.421586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port a7d53e1d-ac6a-41c9-baa2-05a0f747f754, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a7d53e1d-ac6a-41c9-baa2-05a0f747f754,segment=NetworkSegment(af7e0e67-86a9-4b99-8aa1-c84b887def58),segment_id=af7e0e67-86a9-4b99-8aa1-c84b887def58)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:02.431316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 08afebe3-7784-4211-887b-73042e7be530 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:02.443618 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:02.467805 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-395cff04-9bd7-4629-85c3-7608f7a0e506 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2a943779df742b5b3a40de64546afa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1449957 May 25 20:18:02.513803 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 08afebe3-7784-4211-887b-73042e7be530 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:02.514188 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:02.612784 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Set router b6667b05-8e64-4243-886c-fb18a1818696 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:02.630931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:17:56Z', 'revision_number': 3, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 2, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:02.677774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=a7d53e1d-ac6a-41c9-baa2-05a0f747f754,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:02.806590 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d67df7c7-058e-439f-8016-0d885986b32b req-82171ee9-1928-4b98-b367-728da1a4215a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:02.810725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Checking router: be0da135-1d42-4a35-aa1e-c74d01ab7a56 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:18:02.810725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Updating router be0da135-1d42-4a35-aa1e-c74d01ab7a56 port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:18:02.840194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 08afebe3-7784-4211-887b-73042e7be530 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:02.840564 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:02.886146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 08afebe3-7784-4211-887b-73042e7be530, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08afebe3-7784-4211-887b-73042e7be530,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:02.887695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 6641d1cc-5abe-4e16-9212-1763b82874b8 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:18:02.950243 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-f598fc5d-1af4-4399-ab96-9d5ce9b5d931 service neutron] 10.222.0.60 "GET /v2.0/networks/c6f21f00-ff32-4e31-9201-f164a1211134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723046 May 25 20:18:02.968056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb25acc6-ed44-4fca-9126-fabb390b5fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08afebe3-7784-4211-887b-73042e7be530'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:02.970409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b4a40-1521-47e7-ba68-3a70223ced75 req-f592a4b6-e68a-48e9-a5dc-cc94959b1d34 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:02.973081 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-205b4a40-1521-47e7-ba68-3a70223ced75 req-f592a4b6-e68a-48e9-a5dc-cc94959b1d34 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.7970223 May 25 20:18:02.976240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82171ee9-1928-4b98-b367-728da1a4215a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Pushing event deleted for resources: {'Port': ['ID=6641d1cc-5abe-4e16-9212-1763b82874b8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:02.991028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 6641d1cc-5abe-4e16-9212-1763b82874b8 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:18:02.991498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 6641d1cc-5abe-4e16-9212-1763b82874b8 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:18:02.995010 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:03.114054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=08afebe3-7784-4211-887b-73042e7be530,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:03.149634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:03.159845 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-205b4a40-1521-47e7-ba68-3a70223ced75 req-781f88ee-5450-4d11-af8a-b62cb7e10ed1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748519 May 25 20:18:03.167128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67df7c7-058e-439f-8016-0d885986b32b req-82171ee9-1928-4b98-b367-728da1a4215a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] No DVR routers for this DVR port 6641d1cc-5abe-4e16-9212-1763b82874b8 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:18:03.170332 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d67df7c7-058e-439f-8016-0d885986b32b req-82171ee9-1928-4b98-b367-728da1a4215a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:03.200389 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2576bac4-0a1d-4579-b001-68990078c99b', 'name': 'network-vif-deleted', 'tag': '6641d1cc-5abe-4e16-9212-1763b82874b8'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:03.209536 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d67df7c7-058e-439f-8016-0d885986b32b req-82171ee9-1928-4b98-b367-728da1a4215a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.50 "DELETE /v2.0/ports/6641d1cc-5abe-4e16-9212-1763b82874b8 HTTP/1.1" status: 204 len: 173 time: 2.7206991 May 25 20:18:03.244879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Subnet': ['ID=bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:03.245907 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-798318895-router', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:40Z', 'updated_at': '2022-05-25T20:17:58Z', 'revision_number': 4, 'project_id': '5975a4f8241f49f7825d48e423faf9d3', 'gw_port': {'id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:42Z', 'updated_at': '2022-05-25T20:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '7eb057cb-6d44-4c5f-812b-030527636b74', 'name': '', 'network_id': '0796646e-ca63-4367-af4b-28e0b3195fe8', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'mac_address': 'fa:16:3e:9f:78:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6100eb67-b971-4025-97aa-9d82509d3e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:51Z', 'updated_at': '2022-05-25T20:17:58Z', 'revision_number': 2, 'project_id': '5975a4f8241f49f7825d48e423faf9d3', 'subnets': [{'id': '6100eb67-b971-4025-97aa-9d82509d3e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:03.252580 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Checking router: b6667b05-8e64-4243-886c-fb18a1818696 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:18:03.253220 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Updating router b6667b05-8e64-4243-886c-fb18a1818696 port 7eb057cb-6d44-4c5f-812b-030527636b74 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:18:03.337027 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-11b510bd-6e96-4323-a384-e56ed19f815b service neutron] 10.222.0.60 "GET /v2.0/networks/c6f21f00-ff32-4e31-9201-f164a1211134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525944 May 25 20:18:03.351313 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:03.362246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Checking segment: {'id': 'a1b07f61-954e-479b-ac1c-cc61fa565d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:18:03.370862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network hostable DHCP agents. Network: 782c86ef-27a0-4f99-918b-e2830396a666, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:18:03.413892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 782c86ef-27a0-4f99-918b-e2830396a666 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:18:03.430638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 782c86ef-27a0-4f99-918b-e2830396a666) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:03.433703 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:03.454246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:03.455906 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:03.493663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6785e090-9254-4a93-aa37-8ef0ee54613f None None] Network 782c86ef-27a0-4f99-918b-e2830396a666 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:18:03.510873 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4a993e1f-6b58-4538-a936-70ee86470aa7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2454317 May 25 20:18:03.511267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54704) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:03.542879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a9514dad-bc60-4330-9dee-2748351b5d60 req-c23b5e2f-d53b-45d1-be5d-c9965f3bddc1 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Synchronizing usage tracker for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:18:03.543080 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:03.565430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a9514dad-bc60-4330-9dee-2748351b5d60 req-c23b5e2f-d53b-45d1-be5d-c9965f3bddc1 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Unset dirty status for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:18:03.567240 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9514dad-bc60-4330-9dee-2748351b5d60 req-c23b5e2f-d53b-45d1-be5d-c9965f3bddc1 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=2576bac4-0a1d-4579-b001-68990078c99b HTTP/1.1" status: 200 len: 210 time: 0.1211810 May 25 20:18:04.078620 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-b1b2c273-5e5d-4e9b-94f7-010d5b8e89c6 req-ead109bc-a924-474b-ad25-5c8108bed226 tempest-FloatingIPDetailsNegativeTestJSON-743800923 tempest-FloatingIPDetailsNegativeTestJSON-743800923-project] show failed (client error): The resource could not be found. May 25 20:18:04.104927 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1b2c273-5e5d-4e9b-94f7-010d5b8e89c6 req-ead109bc-a924-474b-ad25-5c8108bed226 tempest-FloatingIPDetailsNegativeTestJSON-743800923 tempest-FloatingIPDetailsNegativeTestJSON-743800923-project] 10.222.0.60 "GET /v2.0/floatingips/b0c52d35-9958-4b80-8515-2f1727199258 HTTP/1.1" status: 404 len: 350 time: 0.2089128 May 25 20:18:04.105452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54724) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:04.262387 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b94e9a2-20c1-4852-b9c6-bc701d5a694a'] response: {'server_uuid': 'eb25acc6-ed44-4fca-9126-fabb390b5fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08afebe3-7784-4211-887b-73042e7be530', 'code': 200} May 25 20:18:04.338441 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:04.349963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47af33-ce5e-4e26-9900-15c1cca20857 req-59a89dec-456e-4c09-83d0-d36ce5989414 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:04.351557 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5a47af33-ce5e-4e26-9900-15c1cca20857 req-59a89dec-456e-4c09-83d0-d36ce5989414 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 945 time: 0.3786154 May 25 20:18:04.359263 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Transition to ACTIVE for port object 7eb057cb-6d44-4c5f-812b-030527636b74 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:04.378491 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:04.503307 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5a47af33-ce5e-4e26-9900-15c1cca20857 req-cc6d68f7-d073-4794-80a4-9b9cff0a90e9 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403339 May 25 20:18:04.530965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-782c86ef-27a0-4f99-918b-e2830396a666', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:18:04.532076 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:04.587071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0158aac-80ef-4ef4-80b9-10756cebcc87 req-3ffaef09-4a1b-4b5a-a67f-88ea9850fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:04.588667 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0158aac-80ef-4ef4-80b9-10756cebcc87 req-3ffaef09-4a1b-4b5a-a67f-88ea9850fbf0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 1096 time: 0.3376331 May 25 20:18:04.685068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a7d53e1d-ac6a-41c9-baa2-05a0f747f754 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:04.701344 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-642dcfe6-27be-411f-b837-9e635c42f1f6'] response: {'server_uuid': '2576bac4-0a1d-4579-b001-68990078c99b', 'name': 'network-vif-deleted', 'tag': '6641d1cc-5abe-4e16-9212-1763b82874b8', 'status': 'completed', 'code': 200} May 25 20:18:04.703369 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0158aac-80ef-4ef4-80b9-10756cebcc87 req-15b362fc-c068-4947-b6c9-617923621f96 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066611 May 25 20:18:04.862549 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe67d7-be2c-4c77-8227-cdf42c0611b4 None None] Pushing event updated for resources: {'Port': ['ID=7eb057cb-6d44-4c5f-812b-030527636b74,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:04.932680 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3998bada-c88d-4060-bce7-ec0eb26dec90 req-f25bc517-9dd1-42db-b5a8-7ebdad667d42 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 210 time: 0.0601995 May 25 20:18:05.131712 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Attempting to bind port 7eb057cb-6d44-4c5f-812b-030527636b74 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:18:05.132287 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Attempting to bind port 7eb057cb-6d44-4c5f-812b-030527636b74 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'b98bcf2a-2d13-442b-83e5-506af7e5faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0796646e-ca63-4367-af4b-28e0b3195fe8'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:18:05.132456 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Attempting to bind port 7eb057cb-6d44-4c5f-812b-030527636b74 on network 0796646e-ca63-4367-af4b-28e0b3195fe8 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:18:05.140311 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:18:05.141513 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Checking segment: {'id': 'b98bcf2a-2d13-442b-83e5-506af7e5faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0796646e-ca63-4367-af4b-28e0b3195fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:18:05.142298 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:05.143026 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Bound using segment: {'id': 'b98bcf2a-2d13-442b-83e5-506af7e5faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0796646e-ca63-4367-af4b-28e0b3195fe8'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:18:05.144340 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Bound port: 7eb057cb-6d44-4c5f-812b-030527636b74, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98bcf2a-2d13-442b-83e5-506af7e5faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0796646e-ca63-4367-af4b-28e0b3195fe8'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:18:05.144995 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:05.207913 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:05.318914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Transition to ACTIVE for port object e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:05.381938 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] For port 7eb057cb-6d44-4c5f-812b-030527636b74, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:18:05.385753 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] For port 7eb057cb-6d44-4c5f-812b-030527636b74, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7eb057cb-6d44-4c5f-812b-030527636b74,segment=NetworkSegment(b98bcf2a-2d13-442b-83e5-506af7e5faf7),segment_id=b98bcf2a-2d13-442b-83e5-506af7e5faf7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:18:05.392786 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:05.397257 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:05.541990 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe67d7-be2c-4c77-8227-cdf42c0611b4 None None] Pushing event updated for resources: {'Port': ['ID=7eb057cb-6d44-4c5f-812b-030527636b74,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:05.568659 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Routers {'b6667b05-8e64-4243-886c-fb18a1818696'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:05.569378 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6667b05-8e64-4243-886c-fb18a1818696'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:05.600902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7d6f2-fb2f-4fc7-81c6-32a6ccb711ad None None] Pushing event updated for resources: {'Port': ['ID=e0ee7b1e-c3ba-4269-b563-de7b2b527bc6,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:05.994386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a7d53e1d-ac6a-41c9-baa2-05a0f747f754 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:05.994759 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:06.093053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-2cb584e0-a87c-4e25-8e85-372398ebc16d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:06.102680 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-2cb584e0-a87c-4e25-8e85-372398ebc16d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Synchronizing usage tracker for tenant:b2a943779df742b5b3a40de64546afa9 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:18:06.155146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-2cb584e0-a87c-4e25-8e85-372398ebc16d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Unset dirty status for tenant:b2a943779df742b5b3a40de64546afa9 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:18:06.162425 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-2cb584e0-a87c-4e25-8e85-372398ebc16d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.50 "GET /v2.0/networks?id=c6f21f00-ff32-4e31-9201-f164a1211134 HTTP/1.1" status: 200 len: 820 time: 0.4280205 May 25 20:18:06.185942 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] Set router b6667b05-8e64-4243-886c-fb18a1818696 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:06.206905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Request body: {'port': {'device_id': '9a25ec25-8bf6-4658-a040-a8ebfe40cb24', 'network_id': 'c6f21f00-ff32-4e31-9201-f164a1211134', 'admin_state_up': True, 'tenant_id': 'b2a943779df742b5b3a40de64546afa9'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:06.299528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Allocated IP 2001:db8:2::2 (782c86ef-27a0-4f99-918b-e2830396a666/bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f/1d352a47-03f5-4180-9570-904e70bb4c61) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:18:06.413032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Attempting to bind port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:18:06.414506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Attempting to bind port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'af7e0e67-86a9-4b99-8aa1-c84b887def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:18:06.414914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Attempting to bind port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 on network 63f6f7e6-4a8a-474c-a8ec-effcb6432f11 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:18:06.415190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3215d9-6c14-43f4-a435-8744d2873ebe req-f522d493-faae-4f29-ae64-38aa222914b2 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:06.417341 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9d3215d9-6c14-43f4-a435-8744d2873ebe req-f522d493-faae-4f29-ae64-38aa222914b2 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 1.8145502 May 25 20:18:06.518435 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:18:06.518990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Checking segment: {'id': 'af7e0e67-86a9-4b99-8aa1-c84b887def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:18:06.519486 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:06.521600 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Bound using segment: {'id': 'af7e0e67-86a9-4b99-8aa1-c84b887def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:18:06.522133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Bound port: e0ee7b1e-c3ba-4269-b563-de7b2b527bc6, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7e0e67-86a9-4b99-8aa1-c84b887def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:18:06.523267 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:06.642677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-5310960b-7967-46de-9f39-71a665a0a4e7 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:06.652829 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-5310960b-7967-46de-9f39-71a665a0a4e7 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 812 time: 1.2862198 May 25 20:18:06.653128 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:06.662132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:06.678029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Usage tracker for resource:port and tenant:b2a943779df742b5b3a40de64546afa9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:18:06.685336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:18:06.699644 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-eba75d99-9fe7-4f54-9e23-1baebb8e8ae2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/quotas/0acd5e5275c1476cb0b68e8b7f765268 HTTP/1.1" status: 200 len: 375 time: 0.0451183 May 25 20:18:06.708353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:06.775762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-7c3d0e60-895b-40fc-9431-91fbfb9b7878 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745351 May 25 20:18:06.804255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Made reservation on behalf of b2a943779df742b5b3a40de64546afa9 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:18:06.819084 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:06.887693 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9d3215d9-6c14-43f4-a435-8744d2873ebe req-384377c3-1803-45f8-9743-279185afe242 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4549673 May 25 20:18:06.936712 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-798318895-router', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:40Z', 'updated_at': '2022-05-25T20:17:58Z', 'revision_number': 4, 'project_id': '5975a4f8241f49f7825d48e423faf9d3', 'gw_port': {'id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:42Z', 'updated_at': '2022-05-25T20:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '7eb057cb-6d44-4c5f-812b-030527636b74', 'name': '', 'network_id': '0796646e-ca63-4367-af4b-28e0b3195fe8', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'mac_address': 'fa:16:3e:9f:78:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6100eb67-b971-4025-97aa-9d82509d3e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:51Z', 'updated_at': '2022-05-25T20:18:05Z', 'revision_number': 4, 'project_id': '5975a4f8241f49f7825d48e423faf9d3', 'subnets': [{'id': '6100eb67-b971-4025-97aa-9d82509d3e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:06.966234 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16f2d2a-3065-4c74-8b27-89d8ae0e915f None None] The sync data for ids ['b6667b05-8e64-4243-886c-fb18a1818696'] in n-d-843339-1 is: [{'id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-798318895-router', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:40Z', 'updated_at': '2022-05-25T20:17:58Z', 'revision_number': 4, 'project_id': '5975a4f8241f49f7825d48e423faf9d3', 'gw_port': {'id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:42Z', 'updated_at': '2022-05-25T20:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '7eb057cb-6d44-4c5f-812b-030527636b74', 'name': '', 'network_id': '0796646e-ca63-4367-af4b-28e0b3195fe8', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'mac_address': 'fa:16:3e:9f:78:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6100eb67-b971-4025-97aa-9d82509d3e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:51Z', 'updated_at': '2022-05-25T20:18:05Z', 'revision_number': 4, 'project_id': '5975a4f8241f49f7825d48e423faf9d3', 'subnets': [{'id': '6100eb67-b971-4025-97aa-9d82509d3e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:18:07.102592 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a7d53e1d-ac6a-41c9-baa2-05a0f747f754 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:07.129701 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-4fbdc780-0df1-4d0f-a3ad-47610b817769 service neutron] 10.222.0.60 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526421 May 25 20:18:07.243890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] For port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:18:07.272168 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] For port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e0ee7b1e-c3ba-4269-b563-de7b2b527bc6,segment=NetworkSegment(af7e0e67-86a9-4b99-8aa1-c84b887def58),segment_id=af7e0e67-86a9-4b99-8aa1-c84b887def58)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:18:07.287362 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:07.365926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7eb057cb-6d44-4c5f-812b-030527636b74 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:07.482865 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:07.539861 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Transition to ACTIVE for port object 1d352a47-03f5-4180-9570-904e70bb4c61 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:07.575704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:07.584147 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:07.653697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec679b5a-6980-402f-a7ad-048207cd86bc req-88d0dbb8-e347-4537-b3cb-f23d8bad509b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:07.661560 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec679b5a-6980-402f-a7ad-048207cd86bc req-88d0dbb8-e347-4537-b3cb-f23d8bad509b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 945 time: 0.4362314 May 25 20:18:07.696678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Allocated IP 172.20.0.5 (c6f21f00-ff32-4e31-9201-f164a1211134/0dcd0909-2834-420a-a96c-feb9cedd0a45/4e411399-e63a-4ad3-8ea4-587eeefa71ef) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:18:07.749881 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec679b5a-6980-402f-a7ad-048207cd86bc req-8e38e072-8ad0-42c0-91b8-4a2916fb7d45 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873163 May 25 20:18:07.809595 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4675a3d-b4ed-4d56-985d-14d48b3227b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:07.837749 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-6ea73802-b267-4439-ada7-ff2b302272fc service neutron] 10.222.0.60 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724365 May 25 20:18:07.884496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7d6f2-fb2f-4fc7-81c6-32a6ccb711ad None None] Pushing event updated for resources: {'Port': ['ID=e0ee7b1e-c3ba-4269-b563-de7b2b527bc6,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:07.911644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Transition to ACTIVE for port object 1d352a47-03f5-4180-9570-904e70bb4c61 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:07.950288 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:08.110972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Network 782c86ef-27a0-4f99-918b-e2830396a666 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:18:08.115774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Pushing event updated for resources: {'Port': ['ID=1d352a47-03f5-4180-9570-904e70bb4c61,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:08.119697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:08.124697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:18:08.262673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 7eb057cb-6d44-4c5f-812b-030527636b74 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:08.281881 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7eb057cb-6d44-4c5f-812b-030527636b74 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:08.282680 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:08.414820 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:08.455848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Attempting to bind port 1d352a47-03f5-4180-9570-904e70bb4c61 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:18:08.456432 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Attempting to bind port 1d352a47-03f5-4180-9570-904e70bb4c61 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'a1b07f61-954e-479b-ac1c-cc61fa565d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:18:08.457184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Attempting to bind port 1d352a47-03f5-4180-9570-904e70bb4c61 on network 782c86ef-27a0-4f99-918b-e2830396a666 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:18:08.607037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:18:08.607994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Checking segment: {'id': 'a1b07f61-954e-479b-ac1c-cc61fa565d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:18:08.607994 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:08.608302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Bound using segment: {'id': 'a1b07f61-954e-479b-ac1c-cc61fa565d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:18:08.608629 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Bound port: 1d352a47-03f5-4180-9570-904e70bb4c61, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b07f61-954e-479b-ac1c-cc61fa565d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:18:08.608993 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:08.621633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:08.642297 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:08.690344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7eb057cb-6d44-4c5f-812b-030527636b74 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:08.690727 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:08.735846 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 7eb057cb-6d44-4c5f-812b-030527636b74, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7eb057cb-6d44-4c5f-812b-030527636b74,segment=NetworkSegment(b98bcf2a-2d13-442b-83e5-506af7e5faf7),segment_id=b98bcf2a-2d13-442b-83e5-506af7e5faf7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:08.747595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Allocated IP 2001:db8:2::1 (782c86ef-27a0-4f99-918b-e2830396a666/bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f/a05da484-a57a-44a2-aa4b-c1ef79287960) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:18:08.765794 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:08.958698 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Network c6f21f00-ff32-4e31-9201-f164a1211134 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:18:08.965493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:08.976668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] For port 1d352a47-03f5-4180-9570-904e70bb4c61, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:18:08.980692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] For port 1d352a47-03f5-4180-9570-904e70bb4c61, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1d352a47-03f5-4180-9570-904e70bb4c61,segment=NetworkSegment(a1b07f61-954e-479b-ac1c-cc61fa565d0f),segment_id=a1b07f61-954e-479b-ac1c-cc61fa565d0f)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:18:08.998724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:18:09.083168 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:09.133368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:09.134900 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:09.167227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Pushing event updated for resources: {'Port': ['ID=4e411399-e63a-4ad3-8ea4-587eeefa71ef,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:09.194537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab446e-237d-455c-ac90-2fb361ba7674 req-79f49561-0dbc-4edb-9202-46a6233cbedb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:09.197186 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-83ab446e-237d-455c-ac90-2fb361ba7674 req-79f49561-0dbc-4edb-9202-46a6233cbedb tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.7188239 May 25 20:18:09.269800 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-9a37ab24-e6a1-4e6a-a247-b8eecd1fac0d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0944979 May 25 20:18:09.322120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Request body: {'port': {'device_id': '9a25ec25-8bf6-4658-a040-a8ebfe40cb24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:09.372696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=7eb057cb-6d44-4c5f-812b-030527636b74,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:09.481931 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-83ab446e-237d-455c-ac90-2fb361ba7674 req-63f2cc32-ba16-4192-a9ba-c11c0ed5e4c0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699168 May 25 20:18:09.569828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc184693-f8b8-4421-8c1e-1e04bef01096 None None] Pushing event updated for resources: {'Port': ['ID=1d352a47-03f5-4180-9570-904e70bb4c61,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:09.586239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:17:56Z', 'revision_number': 3, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:07Z', 'revision_number': 4, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:09.593682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563df99-29aa-48e1-95b1-dae837c9a8dc None None] The sync data for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 is: [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:17:56Z', 'revision_number': 3, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:07Z', 'revision_number': 4, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:18:09.843100 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:09.932217 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:10.021920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6367d-860f-4700-bf5e-be164bfd8681 req-a74af064-4d36-4524-8c6b-4ff681f815c3 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:10.033355 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c6367d-860f-4700-bf5e-be164bfd8681 req-a74af064-4d36-4524-8c6b-4ff681f815c3 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 931 time: 0.9123416 May 25 20:18:10.091918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Transition to ACTIVE for port object a05da484-a57a-44a2-aa4b-c1ef79287960 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:10.141958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:10.285824 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94c6367d-860f-4700-bf5e-be164bfd8681 req-914c8866-7b61-4dd2-b639-2866f09288bd tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/security-groups?id=7914e2d8-8adf-4723-b0ef-a5276e226621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489393 May 25 20:18:10.293165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 782c86ef-27a0-4f99-918b-e2830396a666 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:18:10.315056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:10.318001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=a05da484-a57a-44a2-aa4b-c1ef79287960,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:10.348884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:18:10.351565 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:10.511771 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-66706a7f-5ac2-4a66-902d-3a5d386a6175 req-3a3369a5-1879-4032-ba70-14826c04cd88 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 210 time: 0.3177378 May 25 20:18:10.707464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f4675a3d-b4ed-4d56-985d-14d48b3227b9 admin admin] Deleting port 7eb057cb-6d44-4c5f-812b-030527636b74 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:10.707805 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4675a3d-b4ed-4d56-985d-14d48b3227b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:11.115878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc51c2a-901d-45d9-8449-22196656438e None None] Network 782c86ef-27a0-4f99-918b-e2830396a666 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:18:11.273663 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf79b25-5c0e-4bcd-9276-ba769f3d60d3 req-e325be52-16f4-4fcf-85f5-1758abcba1e9 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:11.281657 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0bf79b25-5c0e-4bcd-9276-ba769f3d60d3 req-e325be52-16f4-4fcf-85f5-1758abcba1e9 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 945 time: 0.4627869 May 25 20:18:11.295615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-f4675a3d-b4ed-4d56-985d-14d48b3227b9 admin admin] For port 7eb057cb-6d44-4c5f-812b-030527636b74, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7eb057cb-6d44-4c5f-812b-030527636b74,segment=NetworkSegment(b98bcf2a-2d13-442b-83e5-506af7e5faf7),segment_id=b98bcf2a-2d13-442b-83e5-506af7e5faf7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:11.296298 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4675a3d-b4ed-4d56-985d-14d48b3227b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:11.341538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-57cd433e-d341-4fd0-ac4d-15fc311e4b91 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:11.343463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-57cd433e-d341-4fd0-ac4d-15fc311e4b91 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.70 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 812 time: 0.5720837 May 25 20:18:11.392504 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Request body: {'port': {'device_id': '3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb', 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7', 'admin_state_up': True, 'tenant_id': '0acd5e5275c1476cb0b68e8b7f765268'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:11.511366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f4675a3d-b4ed-4d56-985d-14d48b3227b9 admin admin] Calling delete_port for 7eb057cb-6d44-4c5f-812b-030527636b74 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:11.531109 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0bf79b25-5c0e-4bcd-9276-ba769f3d60d3 req-b125697a-3737-4fad-844d-28e7aa52368e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481225 May 25 20:18:11.589413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fcdbc-cae1-44da-8dd7-735c7e8601ce req-8d23ab61-a2a1-49f0-8eef-0f4549f4777e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:11.609456 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-864fcdbc-cae1-44da-8dd7-735c7e8601ce req-8d23ab61-a2a1-49f0-8eef-0f4549f4777e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 1.0513012 May 25 20:18:11.652173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e411399-e63a-4ad3-8ea4-587eeefa71ef {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:18:11.659011 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:11.667001 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:11.682725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:11.700726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Transition to ACTIVE for port object 4e411399-e63a-4ad3-8ea4-587eeefa71ef will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:11.704429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Made reservation on behalf of 0acd5e5275c1476cb0b68e8b7f765268 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:18:11.710586 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:11.716530 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:11.753712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7eb057cb-6d44-4c5f-812b-030527636b74 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:11.772518 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-864fcdbc-cae1-44da-8dd7-735c7e8601ce req-fb03d87c-4afe-4d6f-b7ec-c0b93a278d9b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620536 May 25 20:18:11.899485 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:11.934916 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b53c006d-c6cc-4acc-873d-6fc710edc74e None None] Provisioning for port 1d352a47-03f5-4180-9570-904e70bb4c61 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:12.015702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7eb057cb-6d44-4c5f-812b-030527636b74 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:12.022229 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:12.224359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7eb057cb-6d44-4c5f-812b-030527636b74 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:12.225405 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1d352a47-03f5-4180-9570-904e70bb4c61 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:12.312356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 1d352a47-03f5-4180-9570-904e70bb4c61 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:12.320223 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1d352a47-03f5-4180-9570-904e70bb4c61 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:12.320616 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:12.372360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e411399-e63a-4ad3-8ea4-587eeefa71ef,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:12.384525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Allocated IP 172.20.0.4 (bccfaecb-9420-49ca-ac74-7e43952027b7/fbe5bde4-daae-4c8f-8024-6f21ae860ce2/b0e60f2b-e977-4451-b49b-26d7cd3d657c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:18:12.483148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Attempting to bind port 4e411399-e63a-4ad3-8ea4-587eeefa71ef on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:18:12.483484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Attempting to bind port 4e411399-e63a-4ad3-8ea4-587eeefa71ef by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6f21f00-ff32-4e31-9201-f164a1211134'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:18:12.484125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Attempting to bind port 4e411399-e63a-4ad3-8ea4-587eeefa71ef on network c6f21f00-ff32-4e31-9201-f164a1211134 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:18:12.505436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Port 4e411399-e63a-4ad3-8ea4-587eeefa71ef on network c6f21f00-ff32-4e31-9201-f164a1211134 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:18:12.506279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Attempting to bind port 4e411399-e63a-4ad3-8ea4-587eeefa71ef on network c6f21f00-ff32-4e31-9201-f164a1211134 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:18:12.516666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1d352a47-03f5-4180-9570-904e70bb4c61 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:12.517040 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:12.525939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6eb1c0-9387-4cfb-aa5b-76cd037c6397 req-214fc76c-ebc9-44d2-aecf-f1363dac1768 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:12.526824 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6b6eb1c0-9387-4cfb-aa5b-76cd037c6397 req-214fc76c-ebc9-44d2-aecf-f1363dac1768 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Synchronizing usage tracker for tenant:b2a943779df742b5b3a40de64546afa9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:18:12.538654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b1883d21-068e-4c79-aaca-7031dd8cc3ba None None] Provisioning for port a05da484-a57a-44a2-aa4b-c1ef79287960 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:12.545543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:18:12.546127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Checking segment: {'id': 'e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6f21f00-ff32-4e31-9201-f164a1211134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:18:12.546248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Bound using segment: {'id': 'e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6f21f00-ff32-4e31-9201-f164a1211134'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:18:12.546707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Bound port: 4e411399-e63a-4ad3-8ea4-587eeefa71ef, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6f21f00-ff32-4e31-9201-f164a1211134'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:18:12.547262 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:12.550964 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b1883d21-068e-4c79-aaca-7031dd8cc3ba None None] Provisioning complete for port a05da484-a57a-44a2-aa4b-c1ef79287960 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:12.551525 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b1883d21-068e-4c79-aaca-7031dd8cc3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:12.624241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 1d352a47-03f5-4180-9570-904e70bb4c61, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1d352a47-03f5-4180-9570-904e70bb4c61,segment=NetworkSegment(a1b07f61-954e-479b-ac1c-cc61fa565d0f),segment_id=a1b07f61-954e-479b-ac1c-cc61fa565d0f)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:12.653932 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:12.654766 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd46f11b-dae5-4853-a570-ae76567b215f req-52e82364-e373-4708-bb87-18e71c532a3d tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 210 time: 0.7148817 May 25 20:18:12.667805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:12.799077 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4675a3d-b4ed-4d56-985d-14d48b3227b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:12.878747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b1883d21-068e-4c79-aaca-7031dd8cc3ba None None] Port a05da484-a57a-44a2-aa4b-c1ef79287960 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:18:12.884407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6b6eb1c0-9387-4cfb-aa5b-76cd037c6397 req-214fc76c-ebc9-44d2-aecf-f1363dac1768 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Unset dirty status for tenant:b2a943779df742b5b3a40de64546afa9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:18:12.885611 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6eb1c0-9387-4cfb-aa5b-76cd037c6397 req-214fc76c-ebc9-44d2-aecf-f1363dac1768 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 943 time: 1.0337501 May 25 20:18:13.000132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:13.006397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b1883d21-068e-4c79-aaca-7031dd8cc3ba None None] Provisioning complete for port 1d352a47-03f5-4180-9570-904e70bb4c61 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:13.006770 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b1883d21-068e-4c79-aaca-7031dd8cc3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:13.038080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6b6eb1c0-9387-4cfb-aa5b-76cd037c6397 req-ee932af1-e8e9-4f49-b3b2-47a8e194aefe tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Synchronizing usage tracker for tenant:b2a943779df742b5b3a40de64546afa9 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:18:13.095538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:13.096352 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:13.098489 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] For port 4e411399-e63a-4ad3-8ea4-587eeefa71ef, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:18:13.108635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4675a3d-b4ed-4d56-985d-14d48b3227b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb057cb-6d44-4c5f-812b-030527636b74,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:13.164025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] For port 4e411399-e63a-4ad3-8ea4-587eeefa71ef, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4e411399-e63a-4ad3-8ea4-587eeefa71ef,segment=NetworkSegment(e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8),segment_id=e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:18:13.170469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=1d352a47-03f5-4180-9570-904e70bb4c61,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:13.171408 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:13.187803 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:13.193761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6b6eb1c0-9387-4cfb-aa5b-76cd037c6397 req-ee932af1-e8e9-4f49-b3b2-47a8e194aefe tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Unset dirty status for tenant:b2a943779df742b5b3a40de64546afa9 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:18:13.203537 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6eb1c0-9387-4cfb-aa5b-76cd037c6397 req-ee932af1-e8e9-4f49-b3b2-47a8e194aefe tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/security-groups?id=7914e2d8-8adf-4723-b0ef-a5276e226621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005793 May 25 20:18:13.340741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:13.341382 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:13.342866 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] 10.222.0.50 "PUT /v2.0/ports/4e411399-e63a-4ad3-8ea4-587eeefa71ef HTTP/1.1" status: 200 len: 1091 time: 4.0519080 May 25 20:18:13.343319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a25ec25-8bf6-4658-a040-a8ebfe40cb24', 'tag': '4e411399-e63a-4ad3-8ea4-587eeefa71ef'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:13.405166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b1883d21-068e-4c79-aaca-7031dd8cc3ba None None] Current status of the port 1d352a47-03f5-4180-9570-904e70bb4c61 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:13.408660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:13.408660 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:13.462898 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e0ee7b1e-c3ba-4269-b563-de7b2b527bc6,segment=NetworkSegment(af7e0e67-86a9-4b99-8aa1-c84b887def58),segment_id=af7e0e67-86a9-4b99-8aa1-c84b887def58)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:13.467783 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:13.554077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcaf65-fc8a-4a40-a46f-a8acda56a3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e411399-e63a-4ad3-8ea4-587eeefa71ef,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:13.589319 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:13.628206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f7c2c8ee-8c71-49b8-84d5-9a3a9209453b None None] Provisioning complete for port a05da484-a57a-44a2-aa4b-c1ef79287960 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:13.634396 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c8ee-8c71-49b8-84d5-9a3a9209453b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:13.762025 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=e0ee7b1e-c3ba-4269-b563-de7b2b527bc6,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:13.770572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1d352a47-03f5-4180-9570-904e70bb4c61 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:13.940780 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f7c2c8ee-8c71-49b8-84d5-9a3a9209453b None None] Port a05da484-a57a-44a2-aa4b-c1ef79287960 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:18:13.952410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1d352a47-03f5-4180-9570-904e70bb4c61 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:13.953018 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:13.985481 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4675a3d-b4ed-4d56-985d-14d48b3227b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:14.059539 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08c8483-1278-4632-9052-d9e2499eda99'] response: {'name': 'network-changed', 'server_uuid': '9a25ec25-8bf6-4658-a040-a8ebfe40cb24', 'tag': '4e411399-e63a-4ad3-8ea4-587eeefa71ef', 'status': 'completed', 'code': 200} May 25 20:18:14.076316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c953a6-9b35-4a14-8cb9-1bb7dcd8e594 req-4dd1a213-cdf4-461a-9ab7-ed611c17eabc tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:14.086254 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8c953a6-9b35-4a14-8cb9-1bb7dcd8e594 req-4dd1a213-cdf4-461a-9ab7-ed611c17eabc tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 945 time: 1.1503186 May 25 20:18:14.124238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Network bccfaecb-9420-49ca-ac74-7e43952027b7 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:18:14.130283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:14.132850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:18:14.166781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1d352a47-03f5-4180-9570-904e70bb4c61 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:14.183232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-f5ff1751-c958-409a-81fd-1c098b4854bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:14.187220 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-f5ff1751-c958-409a-81fd-1c098b4854bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2a943779df742b5b3a40de64546afa9&device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 1094 time: 0.7855518 May 25 20:18:14.206839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Pushing event updated for resources: {'Port': ['ID=b0e60f2b-e977-4451-b49b-26d7cd3d657c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:14.294231 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-0295a77e-8f94-4473-93ae-de290de235e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e411399-e63a-4ad3-8ea4-587eeefa71ef HTTP/1.1" status: 200 len: 217 time: 0.0887902 May 25 20:18:14.328862 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:18:14.339570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8c953a6-9b35-4a14-8cb9-1bb7dcd8e594 req-caa00dec-bfa6-4bdc-a902-8cc1811f88e2 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521293 May 25 20:18:14.353949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:14.354293 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:14.354709 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:14.363497 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:14.364819 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:14.417288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-ccbc8cbd-c112-4bba-b2ae-0963596b78b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:14.418783 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-ccbc8cbd-c112-4bba-b2ae-0963596b78b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0dcd0909-2834-420a-a96c-feb9cedd0a45 HTTP/1.1" status: 200 len: 860 time: 0.1168098 May 25 20:18:14.434050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed24d3-5be0-4e26-81bf-cc9b3d83cde5 req-cf64a33d-7456-4301-9cbb-1e8f738d9150 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:14.434302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-53ed24d3-5be0-4e26-81bf-cc9b3d83cde5 req-cf64a33d-7456-4301-9cbb-1e8f738d9150 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Synchronizing usage tracker for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:18:14.485791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ccb5848-9237-4014-bbd5-fecc3690c411 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0981753 May 25 20:18:14.499038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Request body: {'port': {'device_id': '3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:14.559928 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-5baf001d-c783-4176-b15f-ddc4bcccc3a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c6f21f00-ff32-4e31-9201-f164a1211134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196151 May 25 20:18:14.606451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-53ed24d3-5be0-4e26-81bf-cc9b3d83cde5 req-cf64a33d-7456-4301-9cbb-1e8f738d9150 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Unset dirty status for tenant:0acd5e5275c1476cb0b68e8b7f765268 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:18:14.607717 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-53ed24d3-5be0-4e26-81bf-cc9b3d83cde5 req-cf64a33d-7456-4301-9cbb-1e8f738d9150 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 931 time: 0.5855746 May 25 20:18:14.785989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network 782c86ef-27a0-4f99-918b-e2830396a666 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:18:14.787596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=a05da484-a57a-44a2-aa4b-c1ef79287960,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:14.793295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:14.799127 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-119bf8d3-9226-4c20-b398-cca18be04377 service neutron] 10.222.0.50 "GET /v2.0/networks/c6f21f00-ff32-4e31-9201-f164a1211134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296543 May 25 20:18:15.034663 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-53ed24d3-5be0-4e26-81bf-cc9b3d83cde5 req-26215bcb-6554-48de-8229-d971f87a8347 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344966 May 25 20:18:15.092090 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:15.177464 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2b2d52ca-cede-4a1e-b2ca-2d7944349c2c None None] Provisioning complete for port a05da484-a57a-44a2-aa4b-c1ef79287960 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:15.178485 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2b2d52ca-cede-4a1e-b2ca-2d7944349c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:15.266461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router be0da135-1d42-4a35-aa1e-c74d01ab7a56 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:18:15.289007 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2b2d52ca-cede-4a1e-b2ca-2d7944349c2c None None] Port a05da484-a57a-44a2-aa4b-c1ef79287960 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:18:15.326422 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-089a5087-a181-4b6b-8cd8-5fb1e9e6a193 req-743e4e9d-1cd1-49d4-afbd-d30e8d726e7f service neutron] 10.222.0.50 "GET /v2.0/networks/c6f21f00-ff32-4e31-9201-f164a1211134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516253 May 25 20:18:15.425478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec7820-0e9d-4574-b004-aff1b7c129d3 req-fafea6ea-1841-49f0-b50b-2a8a88492423 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:15.427148 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15ec7820-0e9d-4574-b004-aff1b7c129d3 req-fafea6ea-1841-49f0-b50b-2a8a88492423 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.8688192 May 25 20:18:15.514425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4675a3d-b4ed-4d56-985d-14d48b3227b9 admin admin] Router b6667b05-8e64-4243-886c-fb18a1818696 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:18:15.628806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c6ef0-ef1c-4cf4-9b2b-2dac0829fdd6 req-6097bdc1-e393-494a-922b-554b3bbeabf0 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:15.630464 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8c3c6ef0-ef1c-4cf4-9b2b-2dac0829fdd6 req-6097bdc1-e393-494a-922b-554b3bbeabf0 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 943 time: 0.4305196 May 25 20:18:15.651173 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15ec7820-0e9d-4574-b004-aff1b7c129d3 req-ae8b7118-b035-421e-89b8-e3442f4875f3 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623890 May 25 20:18:15.652218 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:15.692284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:18:15.743439 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Sync routers for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:18:15.744547 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8c3c6ef0-ef1c-4cf4-9b2b-2dac0829fdd6 req-f46c0df9-ce66-463c-b04b-71d40045b00f tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/security-groups?id=7914e2d8-8adf-4723-b0ef-a5276e226621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959251 May 25 20:18:15.759208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:15.762662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca2cbc-c1b4-4951-8cb2-720c917f9484 req-19ee34e7-6dc4-4277-bf4e-58c8cac52c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:15.764684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8bca2cbc-c1b4-4951-8cb2-720c917f9484 req-19ee34e7-6dc4-4277-bf4e-58c8cac52c70 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2a943779df742b5b3a40de64546afa9&device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 1094 time: 0.3442438 May 25 20:18:15.772556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:15.803359 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-579021be-81b3-48bb-bc90-cdfd3d0f4bfd tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2877815 May 25 20:18:15.804131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54900) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:15.820276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-259298692'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:15.931444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:15.956713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:network and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:18:15.961949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:18:15.976442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:16.046867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4675a3d-b4ed-4d56-985d-14d48b3227b9 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:18:16.047745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:16.048805 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:16.056823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca2cbc-c1b4-4951-8cb2-720c917f9484 req-a2529f8a-908d-488b-b52b-59efdc753b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:16.058671 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8bca2cbc-c1b4-4951-8cb2-720c917f9484 req-a2529f8a-908d-488b-b52b-59efdc753b40 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c6f21f00-ff32-4e31-9201-f164a1211134 HTTP/1.1" status: 200 len: 921 time: 0.2861741 May 25 20:18:16.067146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:18:16.070947 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6ba121-84e4-4e01-abd5-dd047ed21e77 None None] Sync routers for ids ['b6667b05-8e64-4243-886c-fb18a1818696'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:18:16.096980 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:16.106431 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6ba121-84e4-4e01-abd5-dd047ed21e77 None None] Routers {'b6667b05-8e64-4243-886c-fb18a1818696'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:16.109870 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-df6ba121-84e4-4e01-abd5-dd047ed21e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6667b05-8e64-4243-886c-fb18a1818696'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:16.195255 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f4675a3d-b4ed-4d56-985d-14d48b3227b9 admin admin] 10.222.0.60 "PUT /v2.0/routers/b6667b05-8e64-4243-886c-fb18a1818696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0778785 May 25 20:18:16.205173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54912) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:16.273671 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:16.462724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:18:16.476905 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8bca2cbc-c1b4-4951-8cb2-720c917f9484 req-67a5cde6-4ef1-4573-90da-2d6944efd234 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e411399-e63a-4ad3-8ea4-587eeefa71ef HTTP/1.1" status: 200 len: 217 time: 0.3852570 May 25 20:18:16.516121 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-df6ba121-84e4-4e01-abd5-dd047ed21e77 None None] Set router b6667b05-8e64-4243-886c-fb18a1818696 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:16.574827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:16.575212 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Added segment 02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d of type vlan for network b660ebc8-9c20-4f8d-bbdf-d752065643ba May 25 20:18:16.613823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e60f2b-e977-4451-b49b-26d7cd3d657c {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:18:16.699011 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:16.738303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2bb1c-0fd8-447d-82a7-a0ba03110db6 req-33cf66f0-5e69-4762-abc4-ebb9ef8abc1d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:16.739932 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ba2bb1c-0fd8-447d-82a7-a0ba03110db6 req-33cf66f0-5e69-4762-abc4-ebb9ef8abc1d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 945 time: 0.3681564 May 25 20:18:16.742506 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:16.748469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca2cbc-c1b4-4951-8cb2-720c917f9484 req-14510800-c858-4123-aeef-801d540a8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:16.750040 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8bca2cbc-c1b4-4951-8cb2-720c917f9484 req-14510800-c858-4123-aeef-801d540a8b99 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0dcd0909-2834-420a-a96c-feb9cedd0a45 HTTP/1.1" status: 200 len: 860 time: 0.2535899 May 25 20:18:16.753390 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:16.811462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8bca2cbc-c1b4-4951-8cb2-720c917f9484 req-38678b7d-1c34-448a-b9f2-eb479fa080b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c6f21f00-ff32-4e31-9201-f164a1211134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540910 May 25 20:18:16.894035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:16.940752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:11Z', 'revision_number': 4, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:12Z', 'revision_number': 2, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:16.948032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Checking router: be0da135-1d42-4a35-aa1e-c74d01ab7a56 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:18:16.948514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Updating router be0da135-1d42-4a35-aa1e-c74d01ab7a56 port a05da484-a57a-44a2-aa4b-c1ef79287960 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:18:16.953985 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ba2bb1c-0fd8-447d-82a7-a0ba03110db6 req-ed883a94-2a22-4aec-b0c2-b1eb1b96f943 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000969 May 25 20:18:17.035209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Transition to ACTIVE for port object b0e60f2b-e977-4451-b49b-26d7cd3d657c will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:17.059822 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:17.060437 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-df6ba121-84e4-4e01-abd5-dd047ed21e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-798318895-router', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:40Z', 'updated_at': '2022-05-25T20:18:12Z', 'revision_number': 5, 'project_id': '5975a4f8241f49f7825d48e423faf9d3', 'gw_port': {'id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:42Z', 'updated_at': '2022-05-25T20:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:17.067747 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6ba121-84e4-4e01-abd5-dd047ed21e77 None None] Checking router: b6667b05-8e64-4243-886c-fb18a1818696 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:18:17.102540 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:17.102872 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:17.109675 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6ba121-84e4-4e01-abd5-dd047ed21e77 None None] Routers {'b6667b05-8e64-4243-886c-fb18a1818696'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:17.110612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:17.110612 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:17.117142 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-df6ba121-84e4-4e01-abd5-dd047ed21e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6667b05-8e64-4243-886c-fb18a1818696'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:17.157308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed57cf5-9eb8-416d-8fc7-5d519eee9312 req-df861503-5761-414e-9d58-7a376a240736 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:17.165880 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aed57cf5-9eb8-416d-8fc7-5d519eee9312 req-df861503-5761-414e-9d58-7a376a240736 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 931 time: 0.7377160 May 25 20:18:17.288890 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:18:17.312671 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5050616 May 25 20:18:17.314785 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:17.321526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54930) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:17.349455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] Deleting port 5bc7ded1-7280-47e4-9973-d706f175281a {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:17.349783 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:17.389271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'subnet': {'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:17.420061 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aed57cf5-9eb8-416d-8fc7-5d519eee9312 req-cb108d84-0367-4104-b72b-32ac71b32a03 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531085 May 25 20:18:17.429647 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8bca2cbc-c1b4-4951-8cb2-720c917f9484 req-61ccfa8d-f945-48b4-bb50-82f820aaa725 service neutron] 10.222.0.50 "GET /v2.0/networks/c6f21f00-ff32-4e31-9201-f164a1211134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097496 May 25 20:18:17.431961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e60f2b-e977-4451-b49b-26d7cd3d657c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:17.516559 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-df6ba121-84e4-4e01-abd5-dd047ed21e77 None None] Set router b6667b05-8e64-4243-886c-fb18a1818696 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:17.773557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Attempting to bind port b0e60f2b-e977-4451-b49b-26d7cd3d657c on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:18:17.774320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Attempting to bind port b0e60f2b-e977-4451-b49b-26d7cd3d657c by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:18:17.774320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Attempting to bind port b0e60f2b-e977-4451-b49b-26d7cd3d657c on network bccfaecb-9420-49ca-ac74-7e43952027b7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:18:17.804361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Port b0e60f2b-e977-4451-b49b-26d7cd3d657c on network bccfaecb-9420-49ca-ac74-7e43952027b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:18:17.804760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Attempting to bind port b0e60f2b-e977-4451-b49b-26d7cd3d657c on network bccfaecb-9420-49ca-ac74-7e43952027b7 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:18:17.825040 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8bca2cbc-c1b4-4951-8cb2-720c917f9484 req-32f6598e-a88f-4a5b-b4a4-6982ef2d0a65 service neutron] 10.222.0.50 "GET /v2.0/networks/c6f21f00-ff32-4e31-9201-f164a1211134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587577 May 25 20:18:17.828174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:18:17.835070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Checking segment: {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:18:17.835461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Bound using segment: {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:18:17.835940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Bound port: b0e60f2b-e977-4451-b49b-26d7cd3d657c, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43056c5a-7a0f-49df-ade4-49414d908652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:18:17.836338 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:17.878747 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:17.897680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Transition to ACTIVE for port object a05da484-a57a-44a2-aa4b-c1ef79287960 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:17.912726 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:17.948974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b721bd-ae02-4251-9df3-53c0d8cfd416 req-6d26a079-98fe-42a5-a4aa-6f98eb63ad3d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:17.950689 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10b721bd-ae02-4251-9df3-53c0d8cfd416 req-6d26a079-98fe-42a5-a4aa-6f98eb63ad3d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 943 time: 0.2731955 May 25 20:18:17.989077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d0cd4-04bf-4ca7-8787-9527354bfef7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Network': ['ID=b660ebc8-9c20-4f8d-bbdf-d752065643ba,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:18.015205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network b660ebc8-9c20-4f8d-bbdf-d752065643ba details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:18:18.067075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] For port b0e60f2b-e977-4451-b49b-26d7cd3d657c, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:18:18.071479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] For port b0e60f2b-e977-4451-b49b-26d7cd3d657c, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b0e60f2b-e977-4451-b49b-26d7cd3d657c,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:18:18.080607 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:18.322664 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-df6ba121-84e4-4e01-abd5-dd047ed21e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-798318895-router', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:40Z', 'updated_at': '2022-05-25T20:18:12Z', 'revision_number': 5, 'project_id': '5975a4f8241f49f7825d48e423faf9d3', 'gw_port': {'id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:42Z', 'updated_at': '2022-05-25T20:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:18.329968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e60f2b-e977-4451-b49b-26d7cd3d657c,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:18.341574 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6ba121-84e4-4e01-abd5-dd047ed21e77 None None] The sync data for ids ['b6667b05-8e64-4243-886c-fb18a1818696'] in n-d-843339-1 is: [{'id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-798318895-router', 'tenant_id': '5975a4f8241f49f7825d48e423faf9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:40Z', 'updated_at': '2022-05-25T20:18:12Z', 'revision_number': 5, 'project_id': '5975a4f8241f49f7825d48e423faf9d3', 'gw_port': {'id': '5bc7ded1-7280-47e4-9973-d706f175281a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6667b05-8e64-4243-886c-fb18a1818696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:42Z', 'updated_at': '2022-05-25T20:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:18:18.391720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:18.399919 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10b721bd-ae02-4251-9df3-53c0d8cfd416 req-51b0bc22-1772-4fb4-98ba-a1d45335137d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/security-groups?id=7914e2d8-8adf-4723-b0ef-a5276e226621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344563 May 25 20:18:18.405934 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:18.411442 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:18.413510 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-1ed57979-94f7-4c03-bfc9-332855a0ef07 service neutron] 10.222.0.70 "PUT /v2.0/ports/b0e60f2b-e977-4451-b49b-26d7cd3d657c HTTP/1.1" status: 200 len: 1091 time: 3.9185371 May 25 20:18:18.418696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb', 'tag': 'b0e60f2b-e977-4451-b49b-26d7cd3d657c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:18.423290 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1beccfb-4ace-407a-9fae-e2850171f52e None None] Pushing event updated for resources: {'Port': ['ID=a05da484-a57a-44a2-aa4b-c1ef79287960,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:18.434325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fe2ed-b166-441c-ad72-2c5659bb9506 req-b6474cb7-5b1b-452d-b12d-699f52335012 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:18.443911 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-388fe2ed-b166-441c-ad72-2c5659bb9506 req-b6474cb7-5b1b-452d-b12d-699f52335012 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 1.1976089 May 25 20:18:18.460246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Attempting to bind port a05da484-a57a-44a2-aa4b-c1ef79287960 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:18:18.460646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Attempting to bind port a05da484-a57a-44a2-aa4b-c1ef79287960 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'a1b07f61-954e-479b-ac1c-cc61fa565d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:18:18.460954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Attempting to bind port a05da484-a57a-44a2-aa4b-c1ef79287960 on network 782c86ef-27a0-4f99-918b-e2830396a666 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:18:18.472946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:subnet and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:18:18.473996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:18:18.474394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Checking segment: {'id': 'a1b07f61-954e-479b-ac1c-cc61fa565d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:18:18.474788 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:18.475576 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Bound using segment: {'id': 'a1b07f61-954e-479b-ac1c-cc61fa565d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:18:18.475703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Bound port: a05da484-a57a-44a2-aa4b-c1ef79287960, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b07f61-954e-479b-ac1c-cc61fa565d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:18:18.475990 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:18.483684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:18:18.502450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:18.561322 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-388fe2ed-b166-441c-ad72-2c5659bb9506 req-f15e02d2-38ad-4ccf-8c0c-814ed42ff8a4 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162348 May 25 20:18:18.594299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-e6538cad-6339-421b-a13d-e5873de6b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:18.609260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-e6538cad-6339-421b-a13d-e5873de6b32b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 1094 time: 0.1532722 May 25 20:18:18.615666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] For port a05da484-a57a-44a2-aa4b-c1ef79287960, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:18:18.619573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] For port a05da484-a57a-44a2-aa4b-c1ef79287960, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a05da484-a57a-44a2-aa4b-c1ef79287960,segment=NetworkSegment(a1b07f61-954e-479b-ac1c-cc61fa565d0f),segment_id=a1b07f61-954e-479b-ac1c-cc61fa565d0f)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:18:18.626914 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:18.632073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] For port 5bc7ded1-7280-47e4-9973-d706f175281a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5bc7ded1-7280-47e4-9973-d706f175281a,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:18.632746 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:18.680673 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6812839-8836-4c49-b29a-07e5c9480a49'] response: {'name': 'network-changed', 'server_uuid': '3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb', 'tag': 'b0e60f2b-e977-4451-b49b-26d7cd3d657c', 'status': 'completed', 'code': 200} May 25 20:18:18.756541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:18.757189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:18.871267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1beccfb-4ace-407a-9fae-e2850171f52e None None] Pushing event updated for resources: {'Port': ['ID=a05da484-a57a-44a2-aa4b-c1ef79287960,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:18.928731 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-c20d399a-b790-4754-9012-63c71b579d4a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0e60f2b-e977-4451-b49b-26d7cd3d657c HTTP/1.1" status: 200 len: 217 time: 0.2250583 May 25 20:18:18.986935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] Calling delete_port for 5bc7ded1-7280-47e4-9973-d706f175281a owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:19.033999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4e411399-e63a-4ad3-8ea4-587eeefa71ef details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:18:19.104465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Made reservation on behalf of 7e0347f9f4d24a47879f534764725abb for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:18:19.132565 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:19.137058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-cf4824ff-9044-40ff-808a-83e04257be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:19.138936 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-cf4824ff-9044-40ff-808a-83e04257be9b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbe5bde4-daae-4c8f-8024-6f21ae860ce2 HTTP/1.1" status: 200 len: 852 time: 0.1911888 May 25 20:18:19.232006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d871f7f-0624-448a-b845-677f1c369396 req-50bf3dbe-8211-4f45-8ce5-ab3520a87ea3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:19.233106 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d871f7f-0624-448a-b845-677f1c369396 req-50bf3dbe-8211-4f45-8ce5-ab3520a87ea3 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 945 time: 0.6209829 May 25 20:18:19.237179 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-ef2ccfdd-87e5-48ee-a048-3ff9a6821067 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bccfaecb-9420-49ca-ac74-7e43952027b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901799 May 25 20:18:19.296870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a319352-22dc-44af-b5bf-6a977ef6f9f8 req-702a2b8f-0ced-4024-aa55-f24bc8ff2b9f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:19.298589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a319352-22dc-44af-b5bf-6a977ef6f9f8 req-702a2b8f-0ced-4024-aa55-f24bc8ff2b9f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 945 time: 1.2679582 May 25 20:18:19.322192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:19.538791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d871f7f-0624-448a-b845-677f1c369396 req-58fad4d0-a833-4c18-88b1-4ef320c7237a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901890 May 25 20:18:19.538991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4e411399-e63a-4ad3-8ea4-587eeefa71ef, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4e411399-e63a-4ad3-8ea4-587eeefa71ef,segment=NetworkSegment(e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8),segment_id=e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:19.566727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-3a319352-22dc-44af-b5bf-6a977ef6f9f8 req-aed7571f-3397-4713-8bb4-0414cd75ea17 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Deleting port 08afebe3-7784-4211-887b-73042e7be530 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:19.567288 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3a319352-22dc-44af-b5bf-6a977ef6f9f8 req-aed7571f-3397-4713-8bb4-0414cd75ea17 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:19.620611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7eb057cb-6d44-4c5f-812b-030527636b74 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:18:19.679503 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-fe805365-9d77-48c3-a19c-89daaab7dc1a service neutron] 10.222.0.70 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321551 May 25 20:18:19.690349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '4e411399-e63a-4ad3-8ea4-587eeefa71ef', 'network_id': 'c6f21f00-ff32-4e31-9201-f164a1211134', 'port_id': '4e411399-e63a-4ad3-8ea4-587eeefa71ef', 'mac_address': 'fa:16:3e:25:63:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dcd0909-2834-420a-a96c-feb9cedd0a45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:18:19.776663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 7eb057cb-6d44-4c5f-812b-030527636b74 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:18:19.777098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7eb057cb-6d44-4c5f-812b-030527636b74 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:18:19.921245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350edc46-bd98-4f7b-a9a1-23089bd0994a req-37d89277-4fdd-4ad0-b74d-716dd51f0cf8 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:19.930217 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-350edc46-bd98-4f7b-a9a1-23089bd0994a req-37d89277-4fdd-4ad0-b74d-716dd51f0cf8 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 943 time: 0.8282967 May 25 20:18:20.112024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 4e411399-e63a-4ad3-8ea4-587eeefa71ef is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:20.118069 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-350edc46-bd98-4f7b-a9a1-23089bd0994a req-7588b71b-0326-4c46-8df1-3d5f2402c319 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867652 May 25 20:18:20.119193 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:20.171655 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e411399-e63a-4ad3-8ea4-587eeefa71ef {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:18:20.263756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4e411399-e63a-4ad3-8ea4-587eeefa71ef, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4e411399-e63a-4ad3-8ea4-587eeefa71ef,segment=NetworkSegment(e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8),segment_id=e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:20.282236 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:20.361060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:20.405875 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bdfef581-132c-4b3b-b5df-227263c879b7 req-11a77a48-ba5a-49cf-b581-fb8a0cfac91b service neutron] 10.222.0.70 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7199152 May 25 20:18:20.459571 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c48c98-c5cf-4a83-bcaf-5c381157dc8a req-abc2e3dd-8a86-4558-ba2f-8adabbf2872a tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:20.461231 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2c48c98-c5cf-4a83-bcaf-5c381157dc8a req-abc2e3dd-8a86-4558-ba2f-8adabbf2872a tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 944 time: 0.2343345 May 25 20:18:20.475864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc7ded1-7280-47e4-9973-d706f175281a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:20.513566 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=4e411399-e63a-4ad3-8ea4-587eeefa71ef,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:20.540750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4b86b-9b45-4a26-9564-1a504be0c47a req-a1357182-c8b9-4503-a198-09f784ecb91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:20.542286 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4b4b86b-9b45-4a26-9564-1a504be0c47a req-a1357182-c8b9-4503-a198-09f784ecb91e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 1095 time: 0.4345176 May 25 20:18:20.550938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:11Z', 'revision_number': 4, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:18Z', 'revision_number': 4, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:20.556729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['4e411399-e63a-4ad3-8ea4-587eeefa71ef'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:18:20.591777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a0627a-2ecb-46f7-b9c3-065b13149b73 None None] The sync data for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 is: [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:11Z', 'revision_number': 4, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:18Z', 'revision_number': 4, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:18:20.597338 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:20.718993 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2c48c98-c5cf-4a83-bcaf-5c381157dc8a req-6bedd85c-ec46-40ea-93c6-8c8e005a8e08 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/security-groups?id=7914e2d8-8adf-4723-b0ef-a5276e226621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041199 May 25 20:18:20.853057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd9421-bf4b-41cc-9792-82901adc3a5e req-2e6a2b28-0c9b-4437-aed2-256fde208ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:20.854998 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10fd9421-bf4b-41cc-9792-82901adc3a5e req-2e6a2b28-0c9b-4437-aed2-256fde208ef6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 1094 time: 0.3926883 May 25 20:18:20.874798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4b86b-9b45-4a26-9564-1a504be0c47a req-0ec0600b-fe6c-4dcb-9676-75f7fd696ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:20.878130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4b4b86b-9b45-4a26-9564-1a504be0c47a req-0ec0600b-fe6c-4dcb-9676-75f7fd696ede service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.3290315 May 25 20:18:20.924291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3a319352-22dc-44af-b5bf-6a977ef6f9f8 req-aed7571f-3397-4713-8bb4-0414cd75ea17 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] For port 08afebe3-7784-4211-887b-73042e7be530, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08afebe3-7784-4211-887b-73042e7be530,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:20.924683 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3a319352-22dc-44af-b5bf-6a977ef6f9f8 req-aed7571f-3397-4713-8bb4-0414cd75ea17 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:20.954843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Checking segment: {'id': '02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:18:20.955432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network hostable DHCP agents. Network: b660ebc8-9c20-4f8d-bbdf-d752065643ba, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:18:21.270757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd9421-bf4b-41cc-9792-82901adc3a5e req-98a96798-3886-459f-9f2e-c080ec8e076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:21.272400 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10fd9421-bf4b-41cc-9792-82901adc3a5e req-98a96798-3886-459f-9f2e-c080ec8e076a service neutron] 10.222.0.70 "GET /v2.0/networks?id=bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 200 len: 913 time: 0.3995979 May 25 20:18:21.302070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-3a319352-22dc-44af-b5bf-6a977ef6f9f8 req-aed7571f-3397-4713-8bb4-0414cd75ea17 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Calling delete_port for 08afebe3-7784-4211-887b-73042e7be530 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:21.399691 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10fd9421-bf4b-41cc-9792-82901adc3a5e req-cb399de8-0a96-4ff0-a5e2-760802cec2c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0e60f2b-e977-4451-b49b-26d7cd3d657c HTTP/1.1" status: 200 len: 217 time: 0.0818985 May 25 20:18:21.401603 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4b4b86b-9b45-4a26-9564-1a504be0c47a req-acdbf87f-90c6-425e-b34d-cb3e09ae89c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f17320-bf1b-4489-a273-146e933cb757 HTTP/1.1" status: 200 len: 999 time: 0.3872259 May 25 20:18:21.505841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Subnet': ['ID=dca80ad9-c1cf-4575-be88-74b19e3a2ceb,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:21.527955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8060a-df8c-4c71-90eb-f79895297a1f req-12e0eaeb-f29c-40b1-a1b6-9c3add1af095 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:21.538057 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bdd8060a-df8c-4c71-90eb-f79895297a1f req-12e0eaeb-f29c-40b1-a1b6-9c3add1af095 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 1.2147253 May 25 20:18:21.557464 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:21.588830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd9421-bf4b-41cc-9792-82901adc3a5e req-0bda2d74-0141-4308-95c8-35f73c342043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:21.590342 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10fd9421-bf4b-41cc-9792-82901adc3a5e req-0bda2d74-0141-4308-95c8-35f73c342043 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbe5bde4-daae-4c8f-8024-6f21ae860ce2 HTTP/1.1" status: 200 len: 852 time: 0.1818693 May 25 20:18:21.601176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925ce57-23d0-441b-9771-af44af990a5e req-c6df5a06-8ede-4eb2-a611-3d9b5049400e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:21.608241 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2925ce57-23d0-441b-9771-af44af990a5e req-c6df5a06-8ede-4eb2-a611-3d9b5049400e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb25acc6-ed44-4fca-9126-fabb390b5fc3 HTTP/1.1" status: 200 len: 945 time: 0.5926027 May 25 20:18:21.725505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4b86b-9b45-4a26-9564-1a504be0c47a req-d9f77e3d-9d43-4178-8552-aa4fc25ef00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:21.727548 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4b4b86b-9b45-4a26-9564-1a504be0c47a req-d9f77e3d-9d43-4178-8552-aa4fc25ef00e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.2643034 May 25 20:18:21.791328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a05da484-a57a-44a2-aa4b-c1ef79287960 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:21.830486 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:21.835529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:21.855660 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10fd9421-bf4b-41cc-9792-82901adc3a5e req-530e2e0f-0333-437a-978d-85e74cabe9dc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bccfaecb-9420-49ca-ac74-7e43952027b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2239015 May 25 20:18:21.872583 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3a319352-22dc-44af-b5bf-6a977ef6f9f8 req-aed7571f-3397-4713-8bb4-0414cd75ea17 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:21.922480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['678fc95e-a3a7-473d-9395-19561cf68de6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:18:21.932872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network b660ebc8-9c20-4f8d-bbdf-d752065643ba is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:18:21.948095 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:21.948095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6667b05-8e64-4243-886c-fb18a1818696 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:18:21.983062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7571f-3397-4713-8bb4-0414cd75ea17 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Pushing event deleted for resources: {'Port': ['ID=08afebe3-7784-4211-887b-73042e7be530,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:22.026240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, b660ebc8-9c20-4f8d-bbdf-d752065643ba) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:22.042683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a4fca7-8131-4aa9-9ff5-c8c49f6cdb31 None None] Network b660ebc8-9c20-4f8d-bbdf-d752065643ba requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:18:22.059819 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10fd9421-bf4b-41cc-9792-82901adc3a5e req-1f9b0cf6-6a53-4f3e-946f-611b1490072c service neutron] 10.222.0.70 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943586 May 25 20:18:22.064819 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bdd8060a-df8c-4c71-90eb-f79895297a1f req-a1564e9b-2b9b-4045-a582-c8dbd7a2ab9d tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5268295 May 25 20:18:22.074355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:22.075308 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:22.117788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a05da484-a57a-44a2-aa4b-c1ef79287960 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:22.163018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a319352-22dc-44af-b5bf-6a977ef6f9f8 req-aed7571f-3397-4713-8bb4-0414cd75ea17 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] No DVR routers for this DVR port 08afebe3-7784-4211-887b-73042e7be530 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:18:22.167842 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3a319352-22dc-44af-b5bf-6a977ef6f9f8 req-aed7571f-3397-4713-8bb4-0414cd75ea17 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:22.177980 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2925ce57-23d0-441b-9771-af44af990a5e req-6859f946-9244-4b9c-8fd7-7a12b09ef1ab tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688674 May 25 20:18:22.181776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb25acc6-ed44-4fca-9126-fabb390b5fc3', 'name': 'network-vif-deleted', 'tag': '08afebe3-7784-4211-887b-73042e7be530'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:22.226804 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-600ba731-0d09-4b9b-a98b-a4330c28b4ca tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.8878312 May 25 20:18:22.230726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55008) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:22.236890 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:22.251149 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-569bb3c8-b3a9-4c91-bd6c-6fe62ba243c6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b6667b05-8e64-4243-886c-fb18a1818696 HTTP/1.1" status: 204 len: 168 time: 6.0364110 May 25 20:18:22.251833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55014) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:22.255323 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a319352-22dc-44af-b5bf-6a977ef6f9f8 req-aed7571f-3397-4713-8bb4-0414cd75ea17 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "DELETE /v2.0/ports/08afebe3-7784-4211-887b-73042e7be530 HTTP/1.1" status: 204 len: 173 time: 2.8769732 May 25 20:18:22.263171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a05da484-a57a-44a2-aa4b-c1ef79287960 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:22.263791 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:22.422147 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 08afebe3-7784-4211-887b-73042e7be530 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:18:22.432006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ed7719-5eb6-4bfa-9162-8bc11948d21e admin admin] Deleting subnet 6100eb67-b971-4025-97aa-9d82509d3e8d {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:18:22.440853 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-71ed7719-5eb6-4bfa-9162-8bc11948d21e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:22.528424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 08afebe3-7784-4211-887b-73042e7be530 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:18:22.528731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 08afebe3-7784-4211-887b-73042e7be530 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:18:22.563696 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-71ed7719-5eb6-4bfa-9162-8bc11948d21e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:22.666840 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-71ed7719-5eb6-4bfa-9162-8bc11948d21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:22.824561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-71ed7719-5eb6-4bfa-9162-8bc11948d21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:22.855020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4b86b-9b45-4a26-9564-1a504be0c47a req-32d19d11-0662-4117-8e22-6db56caf0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:22.857847 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4b4b86b-9b45-4a26-9564-1a504be0c47a req-32d19d11-0662-4117-8e22-6db56caf0e42 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1186583 May 25 20:18:22.867711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a05da484-a57a-44a2-aa4b-c1ef79287960 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:22.868212 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:22.924347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed7719-5eb6-4bfa-9162-8bc11948d21e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6100eb67-b971-4025-97aa-9d82509d3e8d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:22.942534 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-71ed7719-5eb6-4bfa-9162-8bc11948d21e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:22.950762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-71ed7719-5eb6-4bfa-9162-8bc11948d21e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6100eb67-b971-4025-97aa-9d82509d3e8d HTTP/1.1" status: 204 len: 168 time: 0.6925533 May 25 20:18:22.950762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55022) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:22.982896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-b660ebc8-9c20-4f8d-bbdf-d752065643ba', 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'fixed_ips': [{'subnet_id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:18:22.985117 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:22.996399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e231f0af-e8f6-44d7-abed-6691b2965ed6 None None] Network 0796646e-ca63-4367-af4b-28e0b3195fe8 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:18:23.011565 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4e411399-e63a-4ad3-8ea4-587eeefa71ef up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:23.105606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c2cd0-42d1-4df2-8659-3dfa7c405ede req-089d55ce-0e83-494b-8001-d84a8bc9ef6e tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:23.107217 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-369c2cd0-42d1-4df2-8659-3dfa7c405ede req-089d55ce-0e83-494b-8001-d84a8bc9ef6e tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 943 time: 0.3722634 May 25 20:18:23.163251 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:23.242859 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-369c2cd0-42d1-4df2-8659-3dfa7c405ede req-9b55b0c2-20a2-4427-abe1-1b42b37a0f9b tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208007 May 25 20:18:23.248260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Deleting port fab5ce82-be86-4305-ab78-657d5a283944 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:23.248929 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:23.328331 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10fd9421-bf4b-41cc-9792-82901adc3a5e req-81a6f435-af0a-4b4d-9426-b5d5cb5506be service neutron] 10.222.0.70 "GET /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2599616 May 25 20:18:23.355958 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b756fc-fee8-4f59-ae22-de335e8d9319'] response: {'server_uuid': 'eb25acc6-ed44-4fca-9126-fabb390b5fc3', 'name': 'network-vif-deleted', 'tag': '08afebe3-7784-4211-887b-73042e7be530', 'status': 'completed', 'code': 200} May 25 20:18:23.583072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d387b-7864-4002-8e54-478a4f2556fc req-3b2f490e-59fc-4b0c-85fa-6ef469fc6637 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:23.591506 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a0d387b-7864-4002-8e54-478a4f2556fc req-3b2f490e-59fc-4b0c-85fa-6ef469fc6637 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 944 time: 0.6978631 May 25 20:18:23.614607 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4b4b86b-9b45-4a26-9564-1a504be0c47a req-269e8b43-461f-47e7-875d-cf22d416b1e1 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055951 May 25 20:18:23.640768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Allocated IP 2001:db8:3::2 (b660ebc8-9c20-4f8d-bbdf-d752065643ba/dca80ad9-c1cf-4575-be88-74b19e3a2ceb/6df99985-bef8-448f-8d37-32f217bdb899) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:18:23.699419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] For port fab5ce82-be86-4305-ab78-657d5a283944, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=fab5ce82-be86-4305-ab78-657d5a283944,segment=NetworkSegment(b98bcf2a-2d13-442b-83e5-506af7e5faf7),segment_id=b98bcf2a-2d13-442b-83e5-506af7e5faf7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:23.700318 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:23.732062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port a05da484-a57a-44a2-aa4b-c1ef79287960, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a05da484-a57a-44a2-aa4b-c1ef79287960,segment=NetworkSegment(a1b07f61-954e-479b-ac1c-cc61fa565d0f),segment_id=a1b07f61-954e-479b-ac1c-cc61fa565d0f)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:23.831600 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:23.934193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5bc7ded1-7280-47e4-9973-d706f175281a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:18:23.980182 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a0d387b-7864-4002-8e54-478a4f2556fc req-ed7dd440-1d31-4e1b-ab92-693000e211cf tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/security-groups?id=7914e2d8-8adf-4723-b0ef-a5276e226621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874567 May 25 20:18:24.101114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Calling delete_port for fab5ce82-be86-4305-ab78-657d5a283944 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:24.177050 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:24.245697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b0e60f2b-e977-4451-b49b-26d7cd3d657c details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:18:24.287674 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 4e411399-e63a-4ad3-8ea4-587eeefa71ef completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:24.291298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 5bc7ded1-7280-47e4-9973-d706f175281a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:18:24.291752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5bc7ded1-7280-47e4-9973-d706f175281a not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:18:24.305354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:24.330705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 4e411399-e63a-4ad3-8ea4-587eeefa71ef triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:24.331319 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:24.379542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] No DVR routers for this DVR port fab5ce82-be86-4305-ab78-657d5a283944 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:18:24.385963 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4b4b86b-9b45-4a26-9564-1a504be0c47a req-85254505-f28e-43be-94c9-2faa6f9a820c service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6939306 May 25 20:18:24.421238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Pushing event deleted for resources: {'Port': ['ID=fab5ce82-be86-4305-ab78-657d5a283944,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:24.431834 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:24.476806 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.resource_extend [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:18:24.565111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:24.653336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1345e-a8a0-4203-b410-b1e09e56cc7a req-6151acb0-6d4a-4e82-bb88-27fd0142f198 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:24.661910 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76a1345e-a8a0-4203-b410-b1e09e56cc7a req-6151acb0-6d4a-4e82-bb88-27fd0142f198 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.4409726 May 25 20:18:24.665708 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0796646e-ca63-4367-af4b-28e0b3195fe8']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:24.696371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98bcf2a-2d13-442b-83e5-506af7e5faf7') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:24.696606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98bcf2a-2d13-442b-83e5-506af7e5faf7') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:24.718561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:24.733665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=a05da484-a57a-44a2-aa4b-c1ef79287960,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:24.786879 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76a1345e-a8a0-4203-b410-b1e09e56cc7a req-cecc2613-ea82-461f-ad1e-426a44cb92ac tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238027 May 25 20:18:24.788961 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:24.826575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:18:24.827914 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:24.900526 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment b98bcf2a-2d13-442b-83e5-506af7e5faf7 resource provider aggregate not found May 25 20:18:24.965989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b0e60f2b-e977-4451-b49b-26d7cd3d657c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b0e60f2b-e977-4451-b49b-26d7cd3d657c,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:24.980230 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment b98bcf2a-2d13-442b-83e5-506af7e5faf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b98bcf2a-2d13-442b-83e5-506af7e5faf7 found for delete ", "request_id": "req-5216f05f-7316-4950-a3b0-0cd0c352b58c"}]} May 25 20:18:25.025168 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'b0e60f2b-e977-4451-b49b-26d7cd3d657c', 'network_id': 'bccfaecb-9420-49ca-ac74-7e43952027b7', 'port_id': 'b0e60f2b-e977-4451-b49b-26d7cd3d657c', 'mac_address': 'fa:16:3e:13:00:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe5bde4-daae-4c8f-8024-6f21ae860ce2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:18:25.039673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cdffd-6a3e-4c64-9557-7d84acd57fc7 req-545e986c-4ffa-4ded-b014-61b2a13b2cc3 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:25.052136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b89cdffd-6a3e-4c64-9557-7d84acd57fc7 req-545e986c-4ffa-4ded-b014-61b2a13b2cc3 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 943 time: 0.4111664 May 25 20:18:25.129023 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:25.136835 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:25.185169 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] Pushing event deleted for resources: {'Network': ['ID=0796646e-ca63-4367-af4b-28e0b3195fe8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:25.195517 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8d35ea9b-6e44-42df-9a78-b3962b599560 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0796646e-ca63-4367-af4b-28e0b3195fe8 HTTP/1.1" status: 204 len: 168 time: 2.2450035 May 25 20:18:25.338609 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b89cdffd-6a3e-4c64-9557-7d84acd57fc7 req-a75d5789-5b29-4fab-89b2-712f624085ca tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850738 May 25 20:18:25.402980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-ee850e10-5aef-4db7-a0a4-b3d3b7e7992d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:25.403669 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85324750-0475-4dbc-8bc4-b93fa9ecdab1 None None] DHCP port deletion for 0796646e-ca63-4367-af4b-28e0b3195fe8 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:18:25.405723 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-ee850e10-5aef-4db7-a0a4-b3d3b7e7992d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 0.3806219 May 25 20:18:25.437571 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:25.454205 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-f3c16ac1-e8f1-4821-bbcf-0ba89a92ed18 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/quotas/a206c0d9eba94f4681dea5401500d260 HTTP/1.1" status: 200 len: 375 time: 0.0240023 May 25 20:18:25.490646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b0e60f2b-e977-4451-b49b-26d7cd3d657c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:25.491488 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:25.526812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e60f2b-e977-4451-b49b-26d7cd3d657c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:18:25.530967 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 4e411399-e63a-4ad3-8ea4-587eeefa71ef is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:25.531325 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:25.553624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55076) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:25.562386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Transition to ACTIVE for port object 6df99985-bef8-448f-8d37-32f217bdb899 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:25.593287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a25ec25-8bf6-4658-a040-a8ebfe40cb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e411399-e63a-4ad3-8ea4-587eeefa71ef'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:25.607673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b0e60f2b-e977-4451-b49b-26d7cd3d657c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b0e60f2b-e977-4451-b49b-26d7cd3d657c,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:25.617079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4e411399-e63a-4ad3-8ea4-587eeefa71ef, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4e411399-e63a-4ad3-8ea4-587eeefa71ef,segment=NetworkSegment(e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8),segment_id=e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:25.617079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Transition to ACTIVE for port object 6df99985-bef8-448f-8d37-32f217bdb899 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:25.620312 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:25.665148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-10fe30b1-390f-44cb-b2dd-1d7963d067cc tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:18:25.691988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-10fe30b1-390f-44cb-b2dd-1d7963d067cc tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:18:25.694236 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-10fe30b1-390f-44cb-b2dd-1d7963d067cc tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2030575 May 25 20:18:25.724220 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:25.756258 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:25.831594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Network b660ebc8-9c20-4f8d-bbdf-d752065643ba is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:18:25.840543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:25.847388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:18:25.859063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b0e60f2b-e977-4451-b49b-26d7cd3d657c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:25.944647 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-fd6f82ae-7281-4454-b9e1-1bdf6fc30a2b service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427423 May 25 20:18:25.979034 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b43d7bc1-1dda-4a17-a192-11560893ee76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5975a4f8241f49f7825d48e423faf9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4233961 May 25 20:18:25.984904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55090) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:26.035675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b0e60f2b-e977-4451-b49b-26d7cd3d657c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:18:26.084223 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a05da484-a57a-44a2-aa4b-c1ef79287960 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:26.104529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Allocated IP 2001:db8:3::1 (b660ebc8-9c20-4f8d-bbdf-d752065643ba/dca80ad9-c1cf-4575-be88-74b19e3a2ceb/6c480cbe-f8a4-405a-b7ce-37060d57a9e1) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:18:26.169250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ac56d758-6134-4c88-b4d8-9b8d96a41ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:26.236065 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ac56d758-6134-4c88-b4d8-9b8d96a41ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:26.263247 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-576dfeaa-cce8-4066-9ede-7a24b21de8c3 service neutron] 10.222.0.60 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063788 May 25 20:18:26.277923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=4e411399-e63a-4ad3-8ea4-587eeefa71ef,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:26.331832 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ac56d758-6134-4c88-b4d8-9b8d96a41ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:26.362363 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ac56d758-6134-4c88-b4d8-9b8d96a41ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:26.367363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ac56d758-6134-4c88-b4d8-9b8d96a41ace admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c34474a2-e308-44a5-82d6-63e048e828a5 HTTP/1.1" status: 204 len: 168 time: 0.3810780 May 25 20:18:26.371450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56d758-6134-4c88-b4d8-9b8d96a41ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34474a2-e308-44a5-82d6-63e048e828a5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:26.384483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Attempting to bind port 6df99985-bef8-448f-8d37-32f217bdb899 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:18:26.384845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Attempting to bind port 6df99985-bef8-448f-8d37-32f217bdb899 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:18:26.385198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Attempting to bind port 6df99985-bef8-448f-8d37-32f217bdb899 on network b660ebc8-9c20-4f8d-bbdf-d752065643ba {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:18:26.461466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4edb6-c166-4a2f-a265-4edf4516587a req-45c72546-d197-45b3-a855-042e7e5e949a tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:26.470192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:18:26.470614 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Checking segment: {'id': '02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:18:26.472074 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:26.472074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Bound using segment: {'id': '02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:18:26.473964 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Bound port: 6df99985-bef8-448f-8d37-32f217bdb899, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:18:26.473964 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:26.486789 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2bd4edb6-c166-4a2f-a265-4edf4516587a req-45c72546-d197-45b3-a855-042e7e5e949a tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 945 time: 0.5900710 May 25 20:18:26.553399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Pushing event updated for resources: {'Port': ['ID=6df99985-bef8-448f-8d37-32f217bdb899,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:26.624326 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:26.679014 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5574b0c-0154-4a9a-ad3c-98dbeb9f3565'] response: {'server_uuid': '9a25ec25-8bf6-4658-a040-a8ebfe40cb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e411399-e63a-4ad3-8ea4-587eeefa71ef', 'code': 200} May 25 20:18:26.773086 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2bd4edb6-c166-4a2f-a265-4edf4516587a req-d0ff8b74-abee-42d0-a60e-90b0a3f3cc9a tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/security-groups?id=7914e2d8-8adf-4723-b0ef-a5276e226621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852542 May 25 20:18:26.851655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Transition to ACTIVE for port object 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:26.951301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] For port 6df99985-bef8-448f-8d37-32f217bdb899, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:18:26.956138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a05da484-a57a-44a2-aa4b-c1ef79287960 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:26.956823 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:26.961196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954b1bc-5ab2-44b1-a4dd-52cc38bc8219 req-44cfb55a-807d-40a8-b140-5642cd3ad259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:26.963712 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3954b1bc-5ab2-44b1-a4dd-52cc38bc8219 req-44cfb55a-807d-40a8-b140-5642cd3ad259 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 1096 time: 0.2412596 May 25 20:18:27.024970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] For port 6df99985-bef8-448f-8d37-32f217bdb899, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6df99985-bef8-448f-8d37-32f217bdb899,segment=NetworkSegment(02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d),segment_id=02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:18:27.037994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d6ad-fb3b-4c4d-a1ab-b74427a66af5 req-9fa04f14-ad48-415a-8641-0502dcea5138 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:27.039485 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:27.040005 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e872d6ad-fb3b-4c4d-a1ab-b74427a66af5 req-9fa04f14-ad48-415a-8641-0502dcea5138 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2290990 May 25 20:18:27.051130 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:27.137058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network b660ebc8-9c20-4f8d-bbdf-d752065643ba is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:18:27.176942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:27.183009 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3954b1bc-5ab2-44b1-a4dd-52cc38bc8219 req-4841b34a-d7e2-4a65-8b78-62277a415eee service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7914e2d8-8adf-4723-b0ef-a5276e226621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112615 May 25 20:18:27.193802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:18:27.194782 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:27.249739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e872d6ad-fb3b-4c4d-a1ab-b74427a66af5 req-35d35e61-6ae3-4adc-9c27-da494a9760db tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035844 May 25 20:18:27.312634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c9182-44b2-4d5e-8d77-3091bad52dd3 None None] Pushing event updated for resources: {'Port': ['ID=6df99985-bef8-448f-8d37-32f217bdb899,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:27.392497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a05da484-a57a-44a2-aa4b-c1ef79287960 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:27.393699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=6c480cbe-f8a4-405a-b7ce-37060d57a9e1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:27.445856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-599e7e0b-0712-40f7-bdf3-55e41eb87422 req-7394cf66-1a70-4252-bddd-3a606a0afd53 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 210 time: 0.0919664 May 25 20:18:27.490718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fab5ce82-be86-4305-ab78-657d5a283944 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:18:27.595848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: fab5ce82-be86-4305-ab78-657d5a283944 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:18:27.595848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fab5ce82-be86-4305-ab78-657d5a283944 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:18:27.856472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49b90c-fb00-4ec9-8239-2fcf801d435a req-0c4c9d5c-32a1-449b-9c43-2f8ca0e2918c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:27.865892 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb49b90c-fb00-4ec9-8239-2fcf801d435a req-0c4c9d5c-32a1-449b-9c43-2f8ca0e2918c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2338970 May 25 20:18:27.932517 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:27.941631 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:27.994965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53515f73-3a91-4bcb-819b-2d869930cc70 req-722df53d-c2a9-4385-b00f-b9aa99f8a1ea tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:27.996992 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-53515f73-3a91-4bcb-819b-2d869930cc70 req-722df53d-c2a9-4385-b00f-b9aa99f8a1ea tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 944 time: 0.6044695 May 25 20:18:28.024477 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb49b90c-fb00-4ec9-8239-2fcf801d435a req-cdae324d-cb9c-49d5-aa4a-30801cdd7818 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569932 May 25 20:18:28.088659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6df99985-bef8-448f-8d37-32f217bdb899 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:28.145226 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-693a7374-1dea-4370-ae47-561654692462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:28.175327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b0e60f2b-e977-4451-b49b-26d7cd3d657c up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:28.379187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 6df99985-bef8-448f-8d37-32f217bdb899 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:28.380842 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-53515f73-3a91-4bcb-819b-2d869930cc70 req-9a1207f7-0952-4f78-b810-213625c9b6b9 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627477 May 25 20:18:28.423395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port b0e60f2b-e977-4451-b49b-26d7cd3d657c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:28.441654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port b0e60f2b-e977-4451-b49b-26d7cd3d657c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:28.442019 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:28.478785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020ce42-ab8a-407c-a1b4-560a6c8373d7 req-ffeaa460-631b-4e5d-ab9e-3b5b0e37b2d0 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:28.481801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2020ce42-ab8a-407c-a1b4-560a6c8373d7 req-ffeaa460-631b-4e5d-ab9e-3b5b0e37b2d0 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 945 time: 0.2359474 May 25 20:18:28.587935 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2020ce42-ab8a-407c-a1b4-560a6c8373d7 req-ea091f24-1028-4306-b5cb-3cd80e4a5ad0 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/security-groups?id=7914e2d8-8adf-4723-b0ef-a5276e226621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978410 May 25 20:18:28.864264 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b0e60f2b-e977-4451-b49b-26d7cd3d657c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:28.864655 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:28.924217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e60f2b-e977-4451-b49b-26d7cd3d657c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:28.966741 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b0e60f2b-e977-4451-b49b-26d7cd3d657c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b0e60f2b-e977-4451-b49b-26d7cd3d657c,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:28.972306 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:29.028342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-4c517c3b-7ac7-48df-9426-1002804f4bbb tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:29.029803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-4c517c3b-7ac7-48df-9426-1002804f4bbb tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 805 time: 0.3250513 May 25 20:18:29.055119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Request body: {'port': {'device_id': '4c3b65e5-fb24-4899-bfa8-bb0c42707d1f', 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'admin_state_up': True, 'tenant_id': 'a206c0d9eba94f4681dea5401500d260'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:29.167510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c93dc4-e57e-452f-ae35-d74d56fbb545 None None] Network b660ebc8-9c20-4f8d-bbdf-d752065643ba requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:18:29.291115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b0e60f2b-e977-4451-b49b-26d7cd3d657c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:29.341439 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:29.363106 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:29.364075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cfa8adaa-5e7e-4574-a430-b42ae9fae0e3 None None] Provisioning for port 6df99985-bef8-448f-8d37-32f217bdb899 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:29.364536 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:29.382395 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b2877066-28db-4107-b664-4f2400c78808 req-f942d59b-f284-489a-9eb2-2e3c6c14b644 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 210 time: 0.1190917 May 25 20:18:29.398954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cfa8adaa-5e7e-4574-a430-b42ae9fae0e3 None None] Provisioning complete for port 6df99985-bef8-448f-8d37-32f217bdb899 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:29.399235 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cfa8adaa-5e7e-4574-a430-b42ae9fae0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:29.500689 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cbd486f-c90e-4595-89b2-82f536d4e600'] response: {'server_uuid': '3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e60f2b-e977-4451-b49b-26d7cd3d657c', 'code': 200} May 25 20:18:29.551386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:29.587824 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event updated for resources: {'Port': ['ID=6c480cbe-f8a4-405a-b7ce-37060d57a9e1,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:29.871886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cfa8adaa-5e7e-4574-a430-b42ae9fae0e3 None None] Current status of the port 6df99985-bef8-448f-8d37-32f217bdb899 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:29.872264 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cfa8adaa-5e7e-4574-a430-b42ae9fae0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:29.978798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:30.009560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-cfa8adaa-5e7e-4574-a430-b42ae9fae0e3 None None] For port 6df99985-bef8-448f-8d37-32f217bdb899, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6df99985-bef8-448f-8d37-32f217bdb899,segment=NetworkSegment(02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d),segment_id=02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:30.022476 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cfa8adaa-5e7e-4574-a430-b42ae9fae0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:30.105267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Made reservation on behalf of a206c0d9eba94f4681dea5401500d260 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:18:30.111191 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:30.214123 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8adaa-5e7e-4574-a430-b42ae9fae0e3 None None] Pushing event updated for resources: {'Port': ['ID=6df99985-bef8-448f-8d37-32f217bdb899,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:30.223624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5661d7b-4d90-4580-b2db-1116279e53b6 req-35691c40-1408-4008-814c-fd2de2f7c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:30.225232 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5661d7b-4d90-4580-b2db-1116279e53b6 req-35691c40-1408-4008-814c-fd2de2f7c5fb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 1096 time: 0.5692301 May 25 20:18:30.291550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Network b660ebc8-9c20-4f8d-bbdf-d752065643ba is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:18:30.292649 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5661d7b-4d90-4580-b2db-1116279e53b6 req-cf102e7c-3da9-4c33-86c9-1bd6ebb8d733 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552266 May 25 20:18:30.295523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:30.321292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d270cf6-07ed-4f83-a89e-d0f50a66d862 req-286f9437-c911-4b28-9eac-65a0d7e8c6c2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:30.329155 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1d270cf6-07ed-4f83-a89e-d0f50a66d862 req-286f9437-c911-4b28-9eac-65a0d7e8c6c2 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 945 time: 0.4770532 May 25 20:18:30.395574 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1d270cf6-07ed-4f83-a89e-d0f50a66d862 req-9acab480-ddaf-4a29-9b49-c56cbe13db52 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634272 May 25 20:18:30.537146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-84f69f4f-679a-4edd-844b-bd13fd33b67e None None] Provisioning complete for port 6df99985-bef8-448f-8d37-32f217bdb899 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:30.537665 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-84f69f4f-679a-4edd-844b-bd13fd33b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:30.575671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router be0da135-1d42-4a35-aa1e-c74d01ab7a56 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:18:30.632658 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4fea-2ea7-41ea-bf6e-5ac3974d218b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:30.740075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d5aaa-588f-4df4-9f0f-8d8fe10fe002 req-ac17533c-0a02-46ac-9b18-220bb332849f tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:30.749778 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d21d5aaa-588f-4df4-9f0f-8d8fe10fe002 req-ac17533c-0a02-46ac-9b18-220bb332849f tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 945 time: 0.1821878 May 25 20:18:30.822202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-84f69f4f-679a-4edd-844b-bd13fd33b67e None None] Current status of the port 6df99985-bef8-448f-8d37-32f217bdb899 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:30.827617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8da9c-145e-4641-9786-b519d20b6725 req-de6adccf-701e-43d6-bb05-ceb4e571304b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:30.829403 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-32f8da9c-145e-4641-9786-b519d20b6725 req-de6adccf-701e-43d6-bb05-ceb4e571304b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e83d105-37be-49bf-b663-1b8887fd7c02 HTTP/1.1" status: 200 len: 943 time: 0.6719441 May 25 20:18:30.843911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-84f69f4f-679a-4edd-844b-bd13fd33b67e None None] Provisioning for port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:30.856324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-84f69f4f-679a-4edd-844b-bd13fd33b67e None None] Provisioning complete for port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:30.857799 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-84f69f4f-679a-4edd-844b-bd13fd33b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:30.863419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d21d5aaa-588f-4df4-9f0f-8d8fe10fe002 req-05d28278-72b1-4637-97a0-39ca37b72241 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/security-groups?id=7914e2d8-8adf-4723-b0ef-a5276e226621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123779 May 25 20:18:30.936146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-84f69f4f-679a-4edd-844b-bd13fd33b67e None None] Port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:18:31.005658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Allocated IP 172.20.0.12 (04ec8327-b153-49a7-b725-c3570cad1f7f/1dc790b4-10d9-494e-a68e-77eb18406dd8/4527e461-65e2-4577-b873-13734a13647d) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:18:31.073826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e76166ed-362e-4910-be74-d7b9953242fa None None] Provisioning complete for port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:31.074933 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e76166ed-362e-4910-be74-d7b9953242fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:31.142306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:18:31.150652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-32f8da9c-145e-4641-9786-b519d20b6725 req-b2c9347b-ffee-4656-9f09-f7eedfec36e1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Deleting port 1b731aab-024b-4fc2-a270-7aae07d340a2 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:31.151404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-32f8da9c-145e-4641-9786-b519d20b6725 req-b2c9347b-ffee-4656-9f09-f7eedfec36e1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:31.182334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Sync routers for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:18:31.186982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e76166ed-362e-4910-be74-d7b9953242fa None None] Port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:18:31.200279 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0c0ea0f9-86a6-405f-bc21-c6fda8788d43 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9620955 May 25 20:18:31.218497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:31.221165 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:31.225749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55272) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:31.256213 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf50fa5f-c6b9-4b2e-b412-0d0265da8bac req-4ad21acf-130c-4261-8b5b-22ee76058f79 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 210 time: 0.1239657 May 25 20:18:31.264386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6b2db6c1-2fc5-496e-8bc0-28d1783cf1c4 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:31.432283 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:31.497744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-461d49b7-b62c-46e6-b425-742e36970b3f None None] Provisioning complete for port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:31.498018 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-461d49b7-b62c-46e6-b425-742e36970b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:31.646416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:31.706195 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:31.752826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55286) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:31.763614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-32f8da9c-145e-4641-9786-b519d20b6725 req-b2c9347b-ffee-4656-9f09-f7eedfec36e1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] For port 1b731aab-024b-4fc2-a270-7aae07d340a2, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=1b731aab-024b-4fc2-a270-7aae07d340a2,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:31.764335 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-32f8da9c-145e-4641-9786-b519d20b6725 req-b2c9347b-ffee-4656-9f09-f7eedfec36e1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:31.784823 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:31.822650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-461d49b7-b62c-46e6-b425-742e36970b3f None None] Port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:18:32.061898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-32f8da9c-145e-4641-9786-b519d20b6725 req-b2c9347b-ffee-4656-9f09-f7eedfec36e1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Calling delete_port for 1b731aab-024b-4fc2-a270-7aae07d340a2 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:32.137794 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:32.139831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6df99985-bef8-448f-8d37-32f217bdb899 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:32.182135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['678fc95e-a3a7-473d-9395-19561cf68de6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:18:32.205478 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:32.294486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:32.302497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Usage tracker for resource:security_group_rule and tenant:1a77ba294db74469b11d008cc282185c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:18:32.307227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:18:32.321213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:32.414605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed51d02-d003-46fa-aace-6a51d03bab41 req-d9e55087-60f5-4ad7-b08a-d9737a5d0801 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:32.416466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ed51d02-d003-46fa-aace-6a51d03bab41 req-d9e55087-60f5-4ad7-b08a-d9737a5d0801 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 945 time: 0.6460927 May 25 20:18:32.509614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Pushing event updated for resources: {'Port': ['ID=4527e461-65e2-4577-b873-13734a13647d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:32.539370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Network 04ec8327-b153-49a7-b725-c3570cad1f7f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:18:32.543158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:32.548186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:18:32.581662 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ed51d02-d003-46fa-aace-6a51d03bab41 req-8b42c0cf-facf-4301-82b4-5722a78ec5a9 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190386 May 25 20:18:32.667896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:32.668506 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:32.696420 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-32f8da9c-145e-4641-9786-b519d20b6725 req-b2c9347b-ffee-4656-9f09-f7eedfec36e1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:32.722229 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6df99985-bef8-448f-8d37-32f217bdb899 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:32.722875 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:32.845117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['e285bdae-5520-4790-bf22-f80f6302cb5a', '0653b905-1265-4ef5-a79e-436bcaa7616a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:18:32.852654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9347b-ffee-4656-9f09-f7eedfec36e1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event deleted for resources: {'Port': ['ID=1b731aab-024b-4fc2-a270-7aae07d340a2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:32.863409 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-2ee5166d-c936-4c8a-a431-2dcd744dd721 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8119712 May 25 20:18:32.877035 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Request body: {'port': {'device_id': '4c3b65e5-fb24-4899-bfa8-bb0c42707d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:32.960085 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:32.978935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:33.013533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.extraroute_db [None req-6b2db6c1-2fc5-496e-8bc0-28d1783cf1c4 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 25 20:18:33.042711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f8da9c-145e-4641-9786-b519d20b6725 req-b2c9347b-ffee-4656-9f09-f7eedfec36e1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] No DVR routers for this DVR port 1b731aab-024b-4fc2-a270-7aae07d340a2 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:18:33.045752 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-32f8da9c-145e-4641-9786-b519d20b6725 req-b2c9347b-ffee-4656-9f09-f7eedfec36e1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:33.049684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-32f8da9c-145e-4641-9786-b519d20b6725 req-b2c9347b-ffee-4656-9f09-f7eedfec36e1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "DELETE /v2.0/ports/1b731aab-024b-4fc2-a270-7aae07d340a2 HTTP/1.1" status: 204 len: 173 time: 2.2094872 May 25 20:18:33.057816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e83d105-37be-49bf-b663-1b8887fd7c02', 'name': 'network-vif-deleted', 'tag': '1b731aab-024b-4fc2-a270-7aae07d340a2'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:33.090577 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a77ba294db74469b11d008cc282185c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3337655 May 25 20:18:33.090577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eab7ca-7a93-43ba-aab1-9ccb3482ee1f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:33.092137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55318) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:33.092429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6df99985-bef8-448f-8d37-32f217bdb899 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:33.096876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:27Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': '6c480cbe-f8a4-405a-b7ce-37060d57a9e1', 'name': '', 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:83:c1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:25Z', 'updated_at': '2022-05-25T20:18:28Z', 'revision_number': 2, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:23Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:33.102375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.extraroute_db [None req-6b2db6c1-2fc5-496e-8bc0-28d1783cf1c4 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Removed routes are [] {{(pid=88332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 25 20:18:33.102807 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b2db6c1-2fc5-496e-8bc0-28d1783cf1c4 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:33.125602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Checking router: be0da135-1d42-4a35-aa1e-c74d01ab7a56 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:18:33.125994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Updating router be0da135-1d42-4a35-aa1e-c74d01ab7a56 port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:18:33.151242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:33.151589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:33.151920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:33.152249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:33.152578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:33.152899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:33.153218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:33.153532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:33.153846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:33.154182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:33.166730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:33.167049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6ba44-1459-48d9-bf7b-fe3127a9a400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:33.198561 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:33.236792 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:33.367006 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:33.719775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43687b-8d6a-4fa3-b8f9-a23741c557da req-683ac0ee-f81c-42e4-98eb-bd25b72d1c92 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:33.721551 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f43687b-8d6a-4fa3-b8f9-a23741c557da req-683ac0ee-f81c-42e4-98eb-bd25b72d1c92 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 932 time: 0.8695323 May 25 20:18:33.777209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4527e461-65e2-4577-b873-13734a13647d {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:18:33.786875 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:33.803912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Transition to ACTIVE for port object 4527e461-65e2-4577-b873-13734a13647d will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:33.815671 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:33.898211 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f43687b-8d6a-4fa3-b8f9-a23741c557da req-f4def449-bf22-4a47-aa38-41fab1c30a85 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080303 May 25 20:18:33.907802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Pushing event updated for resources: {'Port': ['ID=4527e461-65e2-4577-b873-13734a13647d,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:33.977322 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30fa1c90-74cc-4356-acb3-80a6dfaf67aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:34.003995 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b2db6c1-2fc5-496e-8bc0-28d1783cf1c4 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:34.021814 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b2db6c1-2fc5-496e-8bc0-28d1783cf1c4 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:34.056387 n-d-843339-1 neutron-server[88331]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-78ac81ea-3007-44e9-afdf-52816d017870']: {'server_uuid': '9e83d105-37be-49bf-b663-1b8887fd7c02', 'name': 'network-vif-deleted', 'tag': '1b731aab-024b-4fc2-a270-7aae07d340a2', 'status': 'failed', 'code': 422} returned with failed status May 25 20:18:34.138431 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:34.152372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Attempting to bind port 4527e461-65e2-4577-b873-13734a13647d on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:18:34.153029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Attempting to bind port 4527e461-65e2-4577-b873-13734a13647d by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:18:34.153586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Attempting to bind port 4527e461-65e2-4577-b873-13734a13647d on network 04ec8327-b153-49a7-b725-c3570cad1f7f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:18:34.161129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Port 4527e461-65e2-4577-b873-13734a13647d on network 04ec8327-b153-49a7-b725-c3570cad1f7f not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:18:34.161352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Transition to ACTIVE for port object 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:34.162425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Attempting to bind port 4527e461-65e2-4577-b873-13734a13647d on network 04ec8327-b153-49a7-b725-c3570cad1f7f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:18:34.173127 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:34.175265 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30fa1c90-74cc-4356-acb3-80a6dfaf67aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:34.178628 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:18:34.179101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Checking segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:18:34.179629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Bound using segment: {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:18:34.180557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Bound port: 4527e461-65e2-4577-b873-13734a13647d, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:18:34.181373 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:34.302930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccd25b-1d95-4277-bc47-3d2eead123ef None None] Pushing event updated for resources: {'Port': ['ID=6c480cbe-f8a4-405a-b7ce-37060d57a9e1,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:34.350848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2db6c1-2fc5-496e-8bc0-28d1783cf1c4 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router be0da135-1d42-4a35-aa1e-c74d01ab7a56 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:18:34.444728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] For port 4527e461-65e2-4577-b873-13734a13647d, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:18:34.451843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] For port 4527e461-65e2-4577-b873-13734a13647d, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4527e461-65e2-4577-b873-13734a13647d,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:18:34.463608 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:34.544697 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30fa1c90-74cc-4356-acb3-80a6dfaf67aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:34.556222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:34.556824 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:34.559286 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] 10.222.0.70 "PUT /v2.0/ports/4527e461-65e2-4577-b873-13734a13647d HTTP/1.1" status: 200 len: 1092 time: 1.6875017 May 25 20:18:34.661464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0e0fc-7ebb-4b93-99f5-d02bf20595fd service neutron] Pushing event updated for resources: {'Port': ['ID=4527e461-65e2-4577-b873-13734a13647d,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:34.690423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-b3686a07-952b-4f26-9649-8aaca0b11777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:34.692434 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-b3686a07-952b-4f26-9649-8aaca0b11777 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 1095 time: 0.0917273 May 25 20:18:34.696274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Attempting to bind port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:18:34.696639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Attempting to bind port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:18:34.697483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Attempting to bind port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 on network b660ebc8-9c20-4f8d-bbdf-d752065643ba {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:18:34.704593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:18:34.705048 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Checking segment: {'id': '02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:18:34.706143 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:34.706606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Bound using segment: {'id': '02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:18:34.707340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Bound port: 6c480cbe-f8a4-405a-b7ce-37060d57a9e1, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:18:34.707715 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:34.744029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa1c90-74cc-4356-acb3-80a6dfaf67aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eab7ca-7a93-43ba-aab1-9ccb3482ee1f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:34.761324 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30fa1c90-74cc-4356-acb3-80a6dfaf67aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:34.762652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-30fa1c90-74cc-4356-acb3-80a6dfaf67aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9eab7ca-7a93-43ba-aab1-9ccb3482ee1f HTTP/1.1" status: 204 len: 168 time: 1.6656156 May 25 20:18:34.787974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2db6c1-2fc5-496e-8bc0-28d1783cf1c4 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:18:34.796017 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b2db6c1-2fc5-496e-8bc0-28d1783cf1c4 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:34.800573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6b2db6c1-2fc5-496e-8bc0-28d1783cf1c4 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56 HTTP/1.1" status: 200 len: 954 time: 3.5681908 May 25 20:18:34.803036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55352) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:34.845108 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-5798d19c-de26-4f47-9c0d-39d0cd91257c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4527e461-65e2-4577-b873-13734a13647d HTTP/1.1" status: 200 len: 217 time: 0.1409211 May 25 20:18:34.895193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78490067-4f39-4a76-a2f7-980d956be6c8 req-1ce40cae-756e-4162-9737-a02addcdc763 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:34.907111 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78490067-4f39-4a76-a2f7-980d956be6c8 req-1ce40cae-756e-4162-9737-a02addcdc763 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 945 time: 0.3868413 May 25 20:18:34.946043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] For port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:18:34.949746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] For port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6c480cbe-f8a4-405a-b7ce-37060d57a9e1,segment=NetworkSegment(02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d),segment_id=02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:18:34.966306 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:35.089011 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-51be5203-9c38-4a11-adc9-ed22fe927086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:35.090554 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-51be5203-9c38-4a11-adc9-ed22fe927086 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.2364812 May 25 20:18:35.165216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce71a9-ef09-41c6-8445-e3404ed5fec6 req-420311d7-1658-40eb-a664-ef7cd9c818bd tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:35.173160 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56ce71a9-ef09-41c6-8445-e3404ed5fec6 req-420311d7-1658-40eb-a664-ef7cd9c818bd tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 945 time: 0.2222073 May 25 20:18:35.205368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78490067-4f39-4a76-a2f7-980d956be6c8 req-ae0fb8de-0991-44b5-b892-9dc4aa883d74 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932155 May 25 20:18:35.229917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-50d49d90-b6e0-4d7d-82d7-eff3a1ea36d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313004 May 25 20:18:35.234391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:35.235682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:35.257909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-01d51e06-203e-4de9-8310-e272f0180510 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56 HTTP/1.1" status: 200 len: 954 time: 0.4533472 May 25 20:18:35.258786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55366) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:35.264029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a617f4cd-7943-438a-9df8-5011beb2af8a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'router': {'routes': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:35.443477 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56ce71a9-ef09-41c6-8445-e3404ed5fec6 req-7d842f8d-8957-4cfb-8cb4-0633d8239d15 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/security-groups?id=7914e2d8-8adf-4723-b0ef-a5276e226621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696912 May 25 20:18:35.503314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccd25b-1d95-4277-bc47-3d2eead123ef None None] Pushing event updated for resources: {'Port': ['ID=6c480cbe-f8a4-405a-b7ce-37060d57a9e1,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:35.651672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:35.953481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-65a6c9e0-96f5-41ef-ae70-2e39fa39000b service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7132158 May 25 20:18:36.080404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3b65e5-fb24-4899-bfa8-bb0c42707d1f', 'tag': '4527e461-65e2-4577-b873-13734a13647d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:36.246493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84183572-1028-4a4c-92ec-a2a242c051cd req-43250361-1cc5-4d27-bdac-a742bed8476d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:36.247167 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-84183572-1028-4a4c-92ec-a2a242c051cd req-43250361-1cc5-4d27-bdac-a742bed8476d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:18:36.263196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a38dc6-6ec8-460f-86b5-fdf40f2edc8b req-7b91ab83-08f9-4b0b-85ba-7589d52897a6 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:36.264869 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-78a38dc6-6ec8-460f-86b5-fdf40f2edc8b req-7b91ab83-08f9-4b0b-85ba-7589d52897a6 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 945 time: 0.5030751 May 25 20:18:36.302641 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f80aef-ef60-4e33-ae23-85bbac33d8c8 req-f78ca2c5-f98a-41e9-9460-dd41a6f7b4bc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:36.312235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-83f80aef-ef60-4e33-ae23-85bbac33d8c8 req-f78ca2c5-f98a-41e9-9460-dd41a6f7b4bc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 908 time: 0.8786235 May 25 20:18:36.324222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:33Z', 'revision_number': 6, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': '6c480cbe-f8a4-405a-b7ce-37060d57a9e1', 'name': '', 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:83:c1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:25Z', 'updated_at': '2022-05-25T20:18:34Z', 'revision_number': 4, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:23Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:36.343080 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6222f6c1-c581-40c0-9980-31d57f38ef96 req-c8176393-dccf-47e3-ac35-845917813d15 service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773701 May 25 20:18:36.344046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea41db9-44f9-4b28-b42c-5ced5f63bca3 None None] The sync data for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 is: [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:33Z', 'revision_number': 6, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': '6c480cbe-f8a4-405a-b7ce-37060d57a9e1', 'name': '', 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:83:c1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:25Z', 'updated_at': '2022-05-25T20:18:34Z', 'revision_number': 4, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:23Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:18:36.366886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-84183572-1028-4a4c-92ec-a2a242c051cd req-43250361-1cc5-4d27-bdac-a742bed8476d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:18:36.368028 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-84183572-1028-4a4c-92ec-a2a242c051cd req-43250361-1cc5-4d27-bdac-a742bed8476d tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 944 time: 0.6112661 May 25 20:18:36.380386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-78a38dc6-6ec8-460f-86b5-fdf40f2edc8b req-6fcc05b5-620e-481f-94c5-132f6a445a21 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Deleting port 4e411399-e63a-4ad3-8ea4-587eeefa71ef {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:36.381121 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-78a38dc6-6ec8-460f-86b5-fdf40f2edc8b req-6fcc05b5-620e-481f-94c5-132f6a445a21 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:36.661585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.extraroute_db [None req-a617f4cd-7943-438a-9df8-5011beb2af8a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Added routes are [] {{(pid=88332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 25 20:18:36.662293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.extraroute_db [None req-a617f4cd-7943-438a-9df8-5011beb2af8a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 25 20:18:36.737374 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a617f4cd-7943-438a-9df8-5011beb2af8a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:36.804023 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-84183572-1028-4a4c-92ec-a2a242c051cd req-95054fe4-e40c-402a-ba99-92023d82e84c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280949 May 25 20:18:36.880963 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914c50a1-ac7e-46ce-a69c-fe54b59d4572'] response: {'name': 'network-changed', 'server_uuid': '4c3b65e5-fb24-4899-bfa8-bb0c42707d1f', 'tag': '4527e461-65e2-4577-b873-13734a13647d', 'status': 'completed', 'code': 200} May 25 20:18:37.083104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad41cd-b33b-41c4-9fe8-f4666c1b4fea req-1a3897b7-43b9-42ae-b6f5-661a98659bcc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:37.083782 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-21ad41cd-b33b-41c4-9fe8-f4666c1b4fea req-1a3897b7-43b9-42ae-b6f5-661a98659bcc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Synchronizing usage tracker for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:18:37.194070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-78a38dc6-6ec8-460f-86b5-fdf40f2edc8b req-6fcc05b5-620e-481f-94c5-132f6a445a21 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] For port 4e411399-e63a-4ad3-8ea4-587eeefa71ef, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4e411399-e63a-4ad3-8ea4-587eeefa71ef,segment=NetworkSegment(e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8),segment_id=e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:37.194530 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-78a38dc6-6ec8-460f-86b5-fdf40f2edc8b req-6fcc05b5-620e-481f-94c5-132f6a445a21 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:37.331695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca5e9d-4f2c-482d-a777-c358067a929c req-d52009d4-5793-4fa4-9c8d-92c3d7fad9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:37.333176 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ddca5e9d-4f2c-482d-a777-c358067a929c req-d52009d4-5793-4fa4-9c8d-92c3d7fad9ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a206c0d9eba94f4681dea5401500d260&device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 1095 time: 0.4408479 May 25 20:18:37.394079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-78a38dc6-6ec8-460f-86b5-fdf40f2edc8b req-6fcc05b5-620e-481f-94c5-132f6a445a21 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Calling delete_port for 4e411399-e63a-4ad3-8ea4-587eeefa71ef owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:37.424123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-21ad41cd-b33b-41c4-9fe8-f4666c1b4fea req-1a3897b7-43b9-42ae-b6f5-661a98659bcc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Unset dirty status for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:18:37.424627 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21ad41cd-b33b-41c4-9fe8-f4666c1b4fea req-1a3897b7-43b9-42ae-b6f5-661a98659bcc tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 908 time: 0.8923261 May 25 20:18:37.457699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305da18c-2812-4efb-95d1-38e9ab00ec93 req-cfa6065e-a617-4333-8c7c-0628a874c03c tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:37.464698 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-305da18c-2812-4efb-95d1-38e9ab00ec93 req-cfa6065e-a617-4333-8c7c-0628a874c03c tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 945 time: 0.4023292 May 25 20:18:37.510776 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a617f4cd-7943-438a-9df8-5011beb2af8a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:37.545067 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-305da18c-2812-4efb-95d1-38e9ab00ec93 req-ae51f0c2-0988-4ada-8a6c-73b0a825479d tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/security-groups?id=7914e2d8-8adf-4723-b0ef-a5276e226621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795453 May 25 20:18:37.545969 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a617f4cd-7943-438a-9df8-5011beb2af8a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:37.562212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-21ad41cd-b33b-41c4-9fe8-f4666c1b4fea req-55009021-18f6-44b1-8c89-46369c392a1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Deleting port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:37.562212 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-21ad41cd-b33b-41c4-9fe8-f4666c1b4fea req-55009021-18f6-44b1-8c89-46369c392a1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:37.647239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca5e9d-4f2c-482d-a777-c358067a929c req-d9ad3f7b-09d0-427b-8ec0-a1e0565c7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:37.649311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ddca5e9d-4f2c-482d-a777-c358067a929c req-d9ad3f7b-09d0-427b-8ec0-a1e0565c7ad2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 200 len: 906 time: 0.3089125 May 25 20:18:37.721344 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b59bfe-abec-4e8a-a291-46e329fd68c7 None None] Sync routers for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:18:37.751502 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b59bfe-abec-4e8a-a291-46e329fd68c7 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:37.752132 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-71b59bfe-abec-4e8a-a291-46e329fd68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:37.867586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8ba47-a1ce-4d07-813b-ff76c1231c45 req-920e769a-14d8-4b58-8830-f6f9606280cd tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:37.875073 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fab8ba47-a1ce-4d07-813b-ff76c1231c45 req-920e769a-14d8-4b58-8830-f6f9606280cd tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 945 time: 0.5973840 May 25 20:18:37.970535 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-78a38dc6-6ec8-460f-86b5-fdf40f2edc8b req-6fcc05b5-620e-481f-94c5-132f6a445a21 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:37.990957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['4e411399-e63a-4ad3-8ea4-587eeefa71ef'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:18:38.016557 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-71b59bfe-abec-4e8a-a291-46e329fd68c7 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:38.023402 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ddca5e9d-4f2c-482d-a777-c358067a929c req-256035dc-1dfa-47ea-abd2-4dd93d3ae185 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4527e461-65e2-4577-b873-13734a13647d HTTP/1.1" status: 200 len: 217 time: 0.3642862 May 25 20:18:38.059440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:38.071844 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fab8ba47-a1ce-4d07-813b-ff76c1231c45 req-d6cfe0d1-6d19-4140-87cb-c63006c35012 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955328 May 25 20:18:38.132546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a617f4cd-7943-438a-9df8-5011beb2af8a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router be0da135-1d42-4a35-aa1e-c74d01ab7a56 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:18:38.251934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:38.258095 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:38.258707 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:38.318404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc05b5-620e-481f-94c5-132f6a445a21 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Pushing event deleted for resources: {'Port': ['ID=4e411399-e63a-4ad3-8ea4-587eeefa71ef,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:38.329637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca5e9d-4f2c-482d-a777-c358067a929c req-d88a3c1d-ed83-45a6-9c41-746c721ab2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:38.361766 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ddca5e9d-4f2c-482d-a777-c358067a929c req-d88a3c1d-ed83-45a6-9c41-746c721ab2a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 200 len: 845 time: 0.2965913 May 25 20:18:38.447671 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:38.448656 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:38.495758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6c480cbe-f8a4-405a-b7ce-37060d57a9e1,segment=NetworkSegment(02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d),segment_id=02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:38.507318 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:38.538868 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-71b59bfe-abec-4e8a-a291-46e329fd68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:36Z', 'revision_number': 7, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': '6c480cbe-f8a4-405a-b7ce-37060d57a9e1', 'name': '', 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:83:c1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:25Z', 'updated_at': '2022-05-25T20:18:34Z', 'revision_number': 4, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:23Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:38.550416 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b59bfe-abec-4e8a-a291-46e329fd68c7 None None] Checking router: be0da135-1d42-4a35-aa1e-c74d01ab7a56 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:18:38.573780 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b59bfe-abec-4e8a-a291-46e329fd68c7 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:38.574363 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-71b59bfe-abec-4e8a-a291-46e329fd68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:38.608873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=6c480cbe-f8a4-405a-b7ce-37060d57a9e1,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:38.612440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ddca5e9d-4f2c-482d-a777-c358067a929c req-262344c9-8f36-49fa-8877-a290453172c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04ec8327-b153-49a7-b725-c3570cad1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2497392 May 25 20:18:38.761757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786858c5-34c4-459f-9af0-7dbb6438ea5d req-e79d799f-b8f0-4d5b-a431-562806fa9716 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:38.763648 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-786858c5-34c4-459f-9af0-7dbb6438ea5d req-e79d799f-b8f0-4d5b-a431-562806fa9716 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 908 time: 0.8256881 May 25 20:18:38.791896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a617f4cd-7943-438a-9df8-5011beb2af8a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:18:38.804475 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a617f4cd-7943-438a-9df8-5011beb2af8a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:38.805782 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a617f4cd-7943-438a-9df8-5011beb2af8a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56 HTTP/1.1" status: 200 len: 704 time: 3.5460575 May 25 20:18:38.810463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55452) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:38.836543 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-71b59bfe-abec-4e8a-a291-46e329fd68c7 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:38.837808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a38dc6-6ec8-460f-86b5-fdf40f2edc8b req-6fcc05b5-620e-481f-94c5-132f6a445a21 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] No DVR routers for this DVR port 4e411399-e63a-4ad3-8ea4-587eeefa71ef on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:18:38.843430 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-78a38dc6-6ec8-460f-86b5-fdf40f2edc8b req-6fcc05b5-620e-481f-94c5-132f6a445a21 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:38.847796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ddca5e9d-4f2c-482d-a777-c358067a929c req-1892360f-32d6-42f3-a15a-a197b2d75306 service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208912 May 25 20:18:39.028866 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ddca5e9d-4f2c-482d-a777-c358067a929c req-5a3d6ef7-4e51-41c2-bcbc-2bf8c56c4c35 service neutron] 10.222.0.70 "GET /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721735 May 25 20:18:39.045596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a25ec25-8bf6-4658-a040-a8ebfe40cb24', 'name': 'network-vif-deleted', 'tag': '4e411399-e63a-4ad3-8ea4-587eeefa71ef'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:39.154838 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9df8bdd2-5377-4828-8e2c-cf0a1c125814 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56 HTTP/1.1" status: 200 len: 704 time: 0.3301115 May 25 20:18:39.155378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c3c8f24a-c5d1-4aee-b944-3494fbea8d9e req-e4f8f1d4-f3f5-4476-8a6c-4c3f64ce69d4 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a25ec25-8bf6-4658-a040-a8ebfe40cb24 HTTP/1.1" status: 200 len: 210 time: 0.0671904 May 25 20:18:39.155851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55470) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:39.161373 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-78a38dc6-6ec8-460f-86b5-fdf40f2edc8b req-6fcc05b5-620e-481f-94c5-132f6a445a21 tempest-InstanceActionsNegativeTestJSON-1977175358 tempest-InstanceActionsNegativeTestJSON-1977175358-project] 10.222.0.50 "DELETE /v2.0/ports/4e411399-e63a-4ad3-8ea4-587eeefa71ef HTTP/1.1" status: 204 len: 173 time: 2.8848433 May 25 20:18:39.163211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-21ad41cd-b33b-41c4-9fe8-f4666c1b4fea req-55009021-18f6-44b1-8c89-46369c392a1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] For port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:39.163673 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-21ad41cd-b33b-41c4-9fe8-f4666c1b4fea req-55009021-18f6-44b1-8c89-46369c392a1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:39.317650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-21ad41cd-b33b-41c4-9fe8-f4666c1b4fea req-55009021-18f6-44b1-8c89-46369c392a1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Calling delete_port for 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:39.403177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ba342-7443-452b-a10a-0b5f974c0213 req-e958cb39-0958-4708-bb65-d1d37889743b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:39.418094 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d1ba342-7443-452b-a10a-0b5f974c0213 req-e958cb39-0958-4708-bb65-d1d37889743b tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 944 time: 0.9965875 May 25 20:18:39.459812 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-71b59bfe-abec-4e8a-a291-46e329fd68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:36Z', 'revision_number': 7, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': '6c480cbe-f8a4-405a-b7ce-37060d57a9e1', 'name': '', 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:83:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:25Z', 'updated_at': '2022-05-25T20:18:38Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:23Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:39.466054 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b59bfe-abec-4e8a-a291-46e329fd68c7 None None] The sync data for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 is: [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:36Z', 'revision_number': 7, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': '6c480cbe-f8a4-405a-b7ce-37060d57a9e1', 'name': '', 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:83:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:25Z', 'updated_at': '2022-05-25T20:18:38Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:23Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:18:39.525054 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d1ba342-7443-452b-a10a-0b5f974c0213 req-1ca25f22-254d-44f0-9db5-3dba4c5e1158 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043484 May 25 20:18:39.639527 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c53df4-c803-4f5b-bcdc-6a1d799f89f3'] response: {'server_uuid': '9a25ec25-8bf6-4658-a040-a8ebfe40cb24', 'name': 'network-vif-deleted', 'tag': '4e411399-e63a-4ad3-8ea4-587eeefa71ef', 'status': 'completed', 'code': 200} May 25 20:18:39.655008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-21ad41cd-b33b-41c4-9fe8-f4666c1b4fea req-55009021-18f6-44b1-8c89-46369c392a1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:39.754870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55009021-18f6-44b1-8c89-46369c392a1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event deleted for resources: {'Port': ['ID=7520ff21-c9cf-4e3b-9e45-1cbf4affc4be,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:39.932657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ad41cd-b33b-41c4-9fe8-f4666c1b4fea req-55009021-18f6-44b1-8c89-46369c392a1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] No DVR routers for this DVR port 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:18:39.939578 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-21ad41cd-b33b-41c4-9fe8-f4666c1b4fea req-55009021-18f6-44b1-8c89-46369c392a1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:40.003238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:40.012265 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21ad41cd-b33b-41c4-9fe8-f4666c1b4fea req-55009021-18f6-44b1-8c89-46369c392a1e tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.70 "DELETE /v2.0/ports/7520ff21-c9cf-4e3b-9e45-1cbf4affc4be HTTP/1.1" status: 204 len: 173 time: 2.5701935 May 25 20:18:40.177887 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d19d9-fcca-4de7-93f3-55afaa6bbd81 None None] Sync routers for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:18:40.206141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d19d9-fcca-4de7-93f3-55afaa6bbd81 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:40.207224 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ba3d19d9-fcca-4de7-93f3-55afaa6bbd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:40.277416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4527e461-65e2-4577-b873-13734a13647d details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:18:40.279613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:18:40.309843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27ac2-5349-4343-af24-f23c812725cd req-87b8e9e9-9ab3-4dd5-9b04-4ca130badc33 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:40.322760 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-09c27ac2-5349-4343-af24-f23c812725cd req-87b8e9e9-9ab3-4dd5-9b04-4ca130badc33 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 945 time: 0.4621162 May 25 20:18:40.373349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e70faa-e5b9-414d-ab0e-73832d3f8238 req-b5b3f991-3141-4cdf-974f-7d4d14503bed tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:40.375194 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-36e70faa-e5b9-414d-ab0e-73832d3f8238 req-b5b3f991-3141-4cdf-974f-7d4d14503bed tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 946 time: 0.1402180 May 25 20:18:40.397487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:18:40.397819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 7520ff21-c9cf-4e3b-9e45-1cbf4affc4be not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:18:40.414641 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-09c27ac2-5349-4343-af24-f23c812725cd req-34bc2192-f26c-4e93-9a64-3d4694892d7a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910845 May 25 20:18:40.428438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:40.462701 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:40.518408 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-36e70faa-e5b9-414d-ab0e-73832d3f8238 req-7423524b-338f-4bee-a748-d06d313f5fcf tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups?id=914288cb-1f91-4334-bee9-0c82a66db2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328862 May 25 20:18:40.568815 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8ad84e2-1cf4-4095-963e-0a353b683fb1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:40.600590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ba3d19d9-fcca-4de7-93f3-55afaa6bbd81 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:40.667542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55506) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:40.823872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b959ebd5-5536-4c2a-9616-be0f049baf1f req-75403ec3-acc8-4652-b04a-5c1d9c26d96b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Synchronizing usage tracker for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:18:40.877769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef8046b-ffa4-4181-96c3-beccf0577dd1 admin admin] Deleting subnet 0dcd0909-2834-420a-a96c-feb9cedd0a45 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:18:40.887418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b959ebd5-5536-4c2a-9616-be0f049baf1f req-75403ec3-acc8-4652-b04a-5c1d9c26d96b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Unset dirty status for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:18:40.888122 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b959ebd5-5536-4c2a-9616-be0f049baf1f req-75403ec3-acc8-4652-b04a-5c1d9c26d96b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd270a3-a36d-4fd1-b979-d1093a23daa4 HTTP/1.1" status: 200 len: 210 time: 0.1259699 May 25 20:18:40.888763 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1ef8046b-ffa4-4181-96c3-beccf0577dd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:41.043017 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1ef8046b-ffa4-4181-96c3-beccf0577dd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:41.096447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4e411399-e63a-4ad3-8ea4-587eeefa71ef no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:18:41.241528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 4e411399-e63a-4ad3-8ea4-587eeefa71ef {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:18:41.242514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4e411399-e63a-4ad3-8ea4-587eeefa71ef not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:18:41.266033 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1ef8046b-ffa4-4181-96c3-beccf0577dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:41.289313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4527e461-65e2-4577-b873-13734a13647d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4527e461-65e2-4577-b873-13734a13647d,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:41.343735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '4527e461-65e2-4577-b873-13734a13647d', 'network_id': '04ec8327-b153-49a7-b725-c3570cad1f7f', 'port_id': '4527e461-65e2-4577-b873-13734a13647d', 'mac_address': 'fa:16:3e:e6:3a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc790b4-10d9-494e-a68e-77eb18406dd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:18:41.361647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:41.372906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad84e2-1cf4-4095-963e-0a353b683fb1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:41.373467 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8ad84e2-1cf4-4095-963e-0a353b683fb1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:41.408007 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1ef8046b-ffa4-4181-96c3-beccf0577dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:41.451961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0f7a4-ebad-4d26-86bb-df3f39db8991 req-fc307cff-f9ef-4374-9e26-c6d55fb71fc7 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:41.459118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4fb0f7a4-ebad-4d26-86bb-df3f39db8991 req-fc307cff-f9ef-4374-9e26-c6d55fb71fc7 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 944 time: 0.1611438 May 25 20:18:41.467253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534732a2-8038-4197-9dee-98c523b982b2 req-f6f4729a-4254-4c01-b4c7-abd9c296685f tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:41.469975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-534732a2-8038-4197-9dee-98c523b982b2 req-f6f4729a-4254-4c01-b4c7-abd9c296685f tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 945 time: 0.1992767 May 25 20:18:41.483809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8046b-ffa4-4181-96c3-beccf0577dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dcd0909-2834-420a-a96c-feb9cedd0a45,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:41.488643 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1ef8046b-ffa4-4181-96c3-beccf0577dd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:41.523047 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1ef8046b-ffa4-4181-96c3-beccf0577dd1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0dcd0909-2834-420a-a96c-feb9cedd0a45 HTTP/1.1" status: 204 len: 168 time: 0.8525274 May 25 20:18:41.523186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 4527e461-65e2-4577-b873-13734a13647d is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:41.523186 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:41.528063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55528) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:41.557579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4527e461-65e2-4577-b873-13734a13647d {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:18:41.574304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4527e461-65e2-4577-b873-13734a13647d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4527e461-65e2-4577-b873-13734a13647d,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:41.587326 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:41.634334 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4fb0f7a4-ebad-4d26-86bb-df3f39db8991 req-dba4ac05-adae-4dfa-80eb-9387ded4a5a6 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742423 May 25 20:18:41.651703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd270a3-a36d-4fd1-b979-d1093a23daa4', 'name': 'network-vif-deleted', 'tag': '7520ff21-c9cf-4e3b-9e45-1cbf4affc4be'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:41.661383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ba3d19d9-fcca-4de7-93f3-55afaa6bbd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:36Z', 'revision_number': 7, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': '6c480cbe-f8a4-405a-b7ce-37060d57a9e1', 'name': '', 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:83:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:25Z', 'updated_at': '2022-05-25T20:18:38Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:23Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:41.672986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d19d9-fcca-4de7-93f3-55afaa6bbd81 None None] Checking router: be0da135-1d42-4a35-aa1e-c74d01ab7a56 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:18:41.681545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=4527e461-65e2-4577-b873-13734a13647d,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:41.697683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d19d9-fcca-4de7-93f3-55afaa6bbd81 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:41.698656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ba3d19d9-fcca-4de7-93f3-55afaa6bbd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:41.740656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-d8ad84e2-1cf4-4095-963e-0a353b683fb1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] For port 6c480cbe-f8a4-405a-b7ce-37060d57a9e1, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6c480cbe-f8a4-405a-b7ce-37060d57a9e1,segment=NetworkSegment(02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d),segment_id=02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:41.741013 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8ad84e2-1cf4-4095-963e-0a353b683fb1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:41.747607 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cad0917-ee11-452e-9546-a006155dea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:41.925243 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-534732a2-8038-4197-9dee-98c523b982b2 req-e70a59e6-8f3e-4957-ab37-387ca421e7b7 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256635 May 25 20:18:41.948676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['4527e461-65e2-4577-b873-13734a13647d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:18:42.030220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad84e2-1cf4-4095-963e-0a353b683fb1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:42.161052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ba3d19d9-fcca-4de7-93f3-55afaa6bbd81 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:42.189801 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609532e2-65b6-4db4-bcc2-e1d5748135d8'] response: {'server_uuid': '9fd270a3-a36d-4fd1-b979-d1093a23daa4', 'name': 'network-vif-deleted', 'tag': '7520ff21-c9cf-4e3b-9e45-1cbf4affc4be', 'status': 'completed', 'code': 200} May 25 20:18:42.482930 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8ad84e2-1cf4-4095-963e-0a353b683fb1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:42.501605 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cad0917-ee11-452e-9546-a006155dea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:42.557515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6cad0917-ee11-452e-9546-a006155dea23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f21f00-ff32-4e31-9201-f164a1211134']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:42.572801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6cad0917-ee11-452e-9546-a006155dea23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:42.573232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6cad0917-ee11-452e-9546-a006155dea23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:42.589835 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cad0917-ee11-452e-9546-a006155dea23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:42.621420 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cad0917-ee11-452e-9546-a006155dea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:42.647073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cad0917-ee11-452e-9546-a006155dea23 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:18:42.647623 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cad0917-ee11-452e-9546-a006155dea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:42.721296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad84e2-1cf4-4095-963e-0a353b683fb1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Port': ['ID=6c480cbe-f8a4-405a-b7ce-37060d57a9e1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:42.723434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55556) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:42.898527 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8ad84e2-1cf4-4095-963e-0a353b683fb1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:42.965791 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8 resource provider aggregate not found May 25 20:18:42.977625 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cad0917-ee11-452e-9546-a006155dea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:42.987175 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cad0917-ee11-452e-9546-a006155dea23 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:43.027663 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9d1c444-0ede-43d0-ba75-ad26ff4ce0e8 found for delete ", "request_id": "req-c3b554b2-281a-496e-9b0a-ff623fa5d862"}]} May 25 20:18:43.054472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad0917-ee11-452e-9546-a006155dea23 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f21f00-ff32-4e31-9201-f164a1211134,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:43.062145 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6cad0917-ee11-452e-9546-a006155dea23 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c6f21f00-ff32-4e31-9201-f164a1211134 HTTP/1.1" status: 204 len: 168 time: 1.5356469 May 25 20:18:43.174323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ba3d19d9-fcca-4de7-93f3-55afaa6bbd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:36Z', 'revision_number': 7, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': '6c480cbe-f8a4-405a-b7ce-37060d57a9e1', 'name': '', 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:83:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:25Z', 'updated_at': '2022-05-25T20:18:38Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:23Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:43.179655 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d19d9-fcca-4de7-93f3-55afaa6bbd81 None None] The sync data for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 is: [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:36Z', 'revision_number': 7, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': '6c480cbe-f8a4-405a-b7ce-37060d57a9e1', 'name': '', 'network_id': 'b660ebc8-9c20-4f8d-bbdf-d752065643ba', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:83:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:25Z', 'updated_at': '2022-05-25T20:18:38Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'dca80ad9-c1cf-4575-be88-74b19e3a2ceb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:23Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:18:43.180465 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0661c28-0dc4-4e7a-973b-2684d5f907f3 req-696d814a-63e1-4c16-a520-f5a618694f80 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9897656 May 25 20:18:43.192818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c1c37-4c77-43f2-9334-442e94382a00 req-ee4d9836-8e81-4158-8d76-7e3a56f2f565 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:43.200530 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d61c1c37-4c77-43f2-9334-442e94382a00 req-ee4d9836-8e81-4158-8d76-7e3a56f2f565 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 946 time: 0.8357213 May 25 20:18:43.306363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546f5cc-82a0-4158-862a-b757a0903f85 req-5eba0ba8-e912-4a27-bbe6-9ecf8014748a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:43.310240 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5546f5cc-82a0-4158-862a-b757a0903f85 req-5eba0ba8-e912-4a27-bbe6-9ecf8014748a tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.70 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 945 time: 0.4622376 May 25 20:18:43.315617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55584) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:43.392925 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-832fe184-44c1-4a2d-8d28-2620035efafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:43.475038 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1945490e-2e71-46b6-8ce6-258f788d20e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2a943779df742b5b3a40de64546afa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574714 May 25 20:18:43.483654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cf1b9-a8e1-48e6-a985-5a62ca56bcc3 req-9644668c-af97-4055-8ffa-4fc32f791201 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:43.485607 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-360cf1b9-a8e1-48e6-a985-5a62ca56bcc3 req-9644668c-af97-4055-8ffa-4fc32f791201 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 945 time: 0.4357538 May 25 20:18:43.488443 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d61c1c37-4c77-43f2-9334-442e94382a00 req-c0674b87-ab76-437a-a570-e4f376258d09 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups?id=914288cb-1f91-4334-bee9-0c82a66db2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871313 May 25 20:18:43.492744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55588) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:43.621373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-360cf1b9-a8e1-48e6-a985-5a62ca56bcc3 req-6a608d50-8a74-4de0-8bb7-119f2a7b3da1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Deleting port 0653b905-1265-4ef5-a79e-436bcaa7616a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:43.621806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-360cf1b9-a8e1-48e6-a985-5a62ca56bcc3 req-6a608d50-8a74-4de0-8bb7-119f2a7b3da1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:43.691624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-5546f5cc-82a0-4158-862a-b757a0903f85 req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Deleting port b0e60f2b-e977-4451-b49b-26d7cd3d657c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:43.692118 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5546f5cc-82a0-4158-862a-b757a0903f85 req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:43.723046 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:43.748139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-832fe184-44c1-4a2d-8d28-2620035efafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:43.755566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-832fe184-44c1-4a2d-8d28-2620035efafd admin admin] Usage tracker for resource:security_group_rule and tenant:2eca58e35cd5426f8a67ff3efd9a6f41 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:18:43.758553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-832fe184-44c1-4a2d-8d28-2620035efafd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:18:43.791213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-832fe184-44c1-4a2d-8d28-2620035efafd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:43.847921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1e058-deb5-462b-b84c-dea9dd4090e7 req-57ae4cb7-2ee0-4299-a238-ffed884ba592 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:43.849397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9f1e058-deb5-462b-b84c-dea9dd4090e7 req-57ae4cb7-2ee0-4299-a238-ffed884ba592 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 945 time: 0.5764265 May 25 20:18:43.854477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ad84e2-1cf4-4095-963e-0a353b683fb1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router be0da135-1d42-4a35-aa1e-c74d01ab7a56 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:18:43.864135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0661c28-0dc4-4e7a-973b-2684d5f907f3 req-d5ec166d-f04c-411f-bae4-d7328f7cf548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:43.865745 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0661c28-0dc4-4e7a-973b-2684d5f907f3 req-d5ec166d-f04c-411f-bae4-d7328f7cf548 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4619f4f2684a482db46ddd662e6b15f0&device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 1096 time: 0.6461101 May 25 20:18:43.930786 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:44.118441 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9f1e058-deb5-462b-b84c-dea9dd4090e7 req-08ad56f2-0aa8-4f91-b62c-d5b48686418f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298162 May 25 20:18:44.183410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-832fe184-44c1-4a2d-8d28-2620035efafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:44.201062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-9c4b7c13-e0de-44f4-ba8d-9680e28802ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:44.202535 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-9c4b7c13-e0de-44f4-ba8d-9680e28802ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 946 time: 0.3639839 May 25 20:18:44.204575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ad84e2-1cf4-4095-963e-0a353b683fb1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:18:44.206366 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-832fe184-44c1-4a2d-8d28-2620035efafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:44.216385 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e061819-3598-4c83-990a-2ec36896cbb8 None None] Sync routers for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:18:44.232018 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e061819-3598-4c83-990a-2ec36896cbb8 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:44.232619 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1e061819-3598-4c83-990a-2ec36896cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:44.268661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4527e461-65e2-4577-b873-13734a13647d up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:44.377255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fe184-44c1-4a2d-8d28-2620035efafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efde933c-12c1-4abf-92ae-d0ba51ef0c19,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:44.395449 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-832fe184-44c1-4a2d-8d28-2620035efafd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2eca58e35cd5426f8a67ff3efd9a6f41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6626477 May 25 20:18:44.402131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55606) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:44.410225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Deleting port 64e76c03-54fa-45ce-ad55-276fe2790e0d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:44.410891 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:44.411314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 4527e461-65e2-4577-b873-13734a13647d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:44.417006 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 4527e461-65e2-4577-b873-13734a13647d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:44.417378 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:44.522413 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d8ad84e2-1cf4-4095-963e-0a353b683fb1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3610039 May 25 20:18:44.527961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55612) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:44.537286 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-1e061819-3598-4c83-990a-2ec36896cbb8 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:44.540624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0661c28-0dc4-4e7a-973b-2684d5f907f3 req-a7a03ab6-dd73-4738-bb0f-de956d0f96af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:44.542200 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0661c28-0dc4-4e7a-973b-2684d5f907f3 req-a7a03ab6-dd73-4738-bb0f-de956d0f96af service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 200 len: 913 time: 0.6335237 May 25 20:18:44.587219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40305ea-ca90-4da2-8796-9a83d27331d4 req-69a096ea-1628-49ff-b6b0-7ca9bc00aa36 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:44.589980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 4527e461-65e2-4577-b873-13734a13647d is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:44.590514 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:44.595503 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d40305ea-ca90-4da2-8796-9a83d27331d4 req-69a096ea-1628-49ff-b6b0-7ca9bc00aa36 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 945 time: 0.9447470 May 25 20:18:44.637744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4527e461-65e2-4577-b873-13734a13647d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4527e461-65e2-4577-b873-13734a13647d,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:44.639462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b65e5-fb24-4899-bfa8-bb0c42707d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4527e461-65e2-4577-b873-13734a13647d'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:44.655747 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:44.768001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cdc07a-f08d-4ec3-85af-000c7119dcdc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting subnet dca80ad9-c1cf-4575-be88-74b19e3a2ceb {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:18:44.783775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae34c2-ef5d-4bee-9777-1435459bb6ae req-c534425b-005f-4ab1-a49c-d6258a47cf1c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:44.804202 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-69ae34c2-ef5d-4bee-9777-1435459bb6ae req-c534425b-005f-4ab1-a49c-d6258a47cf1c tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 945 time: 0.5400264 May 25 20:18:44.818607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=4527e461-65e2-4577-b873-13734a13647d,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:44.835108 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc07a-f08d-4ec3-85af-000c7119dcdc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:44.892886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3585-255b-49e6-8d41-b539a47d6c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:45.016656 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1e061819-3598-4c83-990a-2ec36896cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:42Z', 'revision_number': 8, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:23Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:45.021367 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e061819-3598-4c83-990a-2ec36896cbb8 None None] Checking router: be0da135-1d42-4a35-aa1e-c74d01ab7a56 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:18:45.031280 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e061819-3598-4c83-990a-2ec36896cbb8 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:45.031970 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1e061819-3598-4c83-990a-2ec36896cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:45.046672 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3585-255b-49e6-8d41-b539a47d6c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:45.058684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-5546f5cc-82a0-4158-862a-b757a0903f85 req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] For port b0e60f2b-e977-4451-b49b-26d7cd3d657c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b0e60f2b-e977-4451-b49b-26d7cd3d657c,segment=NetworkSegment(43056c5a-7a0f-49df-ade4-49414d908652),segment_id=43056c5a-7a0f-49df-ade4-49414d908652)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:45.059701 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5546f5cc-82a0-4158-862a-b757a0903f85 req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:45.066093 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc07a-f08d-4ec3-85af-000c7119dcdc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:45.111751 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-69ae34c2-ef5d-4bee-9777-1435459bb6ae req-e3b6a912-f06c-41dc-ba99-a75c68ffabab tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/security-groups?id=bedb175b-3502-40dd-bb2a-3b7eb6aea516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053637 May 25 20:18:45.220201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-5546f5cc-82a0-4158-862a-b757a0903f85 req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Calling delete_port for b0e60f2b-e977-4451-b49b-26d7cd3d657c owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:45.228871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] For port 64e76c03-54fa-45ce-ad55-276fe2790e0d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=64e76c03-54fa-45ce-ad55-276fe2790e0d,segment=NetworkSegment(2e261da4-3f2f-4553-bb66-c3116ec284cb),segment_id=2e261da4-3f2f-4553-bb66-c3116ec284cb)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:45.229335 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:45.262771 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-1e061819-3598-4c83-990a-2ec36896cbb8 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:45.375889 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-360cf1b9-a8e1-48e6-a985-5a62ca56bcc3 req-6a608d50-8a74-4de0-8bb7-119f2a7b3da1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] For port 0653b905-1265-4ef5-a79e-436bcaa7616a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=0653b905-1265-4ef5-a79e-436bcaa7616a,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:45.376326 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-360cf1b9-a8e1-48e6-a985-5a62ca56bcc3 req-6a608d50-8a74-4de0-8bb7-119f2a7b3da1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:45.524512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-360cf1b9-a8e1-48e6-a985-5a62ca56bcc3 req-6a608d50-8a74-4de0-8bb7-119f2a7b3da1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Calling delete_port for 0653b905-1265-4ef5-a79e-436bcaa7616a owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:45.730315 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1e061819-3598-4c83-990a-2ec36896cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:42Z', 'revision_number': 8, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:23Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:45.738389 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0661c28-0dc4-4e7a-973b-2684d5f907f3 req-a4696bd8-13e7-4543-855e-eac499c9cac3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0653b905-1265-4ef5-a79e-436bcaa7616a HTTP/1.1" status: 200 len: 217 time: 1.1599395 May 25 20:18:45.755015 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e061819-3598-4c83-990a-2ec36896cbb8 None None] The sync data for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 is: [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:42Z', 'revision_number': 8, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'a05da484-a57a-44a2-aa4b-c1ef79287960', 'name': '', 'network_id': '782c86ef-27a0-4f99-918b-e2830396a666', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:9c:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:18:07Z', 'updated_at': '2022-05-25T20:18:23Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:18:45.767545 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d40305ea-ca90-4da2-8796-9a83d27331d4 req-bc877a21-dfc7-452f-8eb6-331f969ab30b tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1710746 May 25 20:18:45.768237 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5546f5cc-82a0-4158-862a-b757a0903f85 req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:45.774663 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3585-255b-49e6-8d41-b539a47d6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:45.791853 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b0e60f2b-e977-4451-b49b-26d7cd3d657c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:18:45.828591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e3585-255b-49e6-8d41-b539a47d6c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efde933c-12c1-4abf-92ae-d0ba51ef0c19,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:45.831510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc07a-f08d-4ec3-85af-000c7119dcdc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:45.900115 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3585-255b-49e6-8d41-b539a47d6c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:45.903637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8b5e3585-255b-49e6-8d41-b539a47d6c57 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/efde933c-12c1-4abf-92ae-d0ba51ef0c19 HTTP/1.1" status: 204 len: 168 time: 1.4977272 May 25 20:18:45.913385 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac695afd-39b3-4a49-b7d4-71c948ff23f9'] response: {'server_uuid': '4c3b65e5-fb24-4899-bfa8-bb0c42707d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4527e461-65e2-4577-b873-13734a13647d', 'code': 200} May 25 20:18:45.920155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de035ef-9f12-428f-9a13-d13ce027ccb8 req-0c00f299-9b7f-407e-9aa3-c9b460e2af0f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:45.928101 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6de035ef-9f12-428f-9a13-d13ce027ccb8 req-0c00f299-9b7f-407e-9aa3-c9b460e2af0f tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 946 time: 0.5423138 May 25 20:18:46.116996 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:46.119858 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-360cf1b9-a8e1-48e6-a985-5a62ca56bcc3 req-6a608d50-8a74-4de0-8bb7-119f2a7b3da1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:46.121861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Pushing event deleted for resources: {'Port': ['ID=b0e60f2b-e977-4451-b49b-26d7cd3d657c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:46.141384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['e285bdae-5520-4790-bf22-f80f6302cb5a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:18:46.187847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7914e2d8-8adf-4723-b0ef-a5276e226621,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:46.212985 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:46.213347 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:46.213652 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Floating IP e2bd1e7d-9a1e-466c-80c7-440c9fe66c9f disassociated. External IP: 172.25.3.249, port: 64e76c03-54fa-45ce-ad55-276fe2790e0d. May 25 20:18:46.213988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Calling delete_port for 64e76c03-54fa-45ce-ad55-276fe2790e0d owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:46.324610 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6de035ef-9f12-428f-9a13-d13ce027ccb8 req-7831ef1b-3359-45a4-9825-d845759fd0c2 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups?id=914288cb-1f91-4334-bee9-0c82a66db2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3954644 May 25 20:18:46.338004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.338681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.339251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.339801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.340359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.341298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.341862 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.342455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.342998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.344588 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.345213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.345777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.347203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:18:46.349790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.352710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.353280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.353981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.354587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.355164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.356108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.356108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.356657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.357146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.357574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.358187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:46.385472 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc07a-f08d-4ec3-85af-000c7119dcdc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:46.493477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdc07a-f08d-4ec3-85af-000c7119dcdc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Subnet': ['ID=dca80ad9-c1cf-4575-be88-74b19e3a2ceb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:46.525731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc07a-f08d-4ec3-85af-000c7119dcdc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:46.530409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a608d50-8a74-4de0-8bb7-119f2a7b3da1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event deleted for resources: {'Port': ['ID=0653b905-1265-4ef5-a79e-436bcaa7616a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:46.553021 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9b5dc-35ef-48bd-a870-251db107ec7f None None] Network b660ebc8-9c20-4f8d-bbdf-d752065643ba requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:18:46.564957 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c1cdc07a-f08d-4ec3-85af-000c7119dcdc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/dca80ad9-c1cf-4575-be88-74b19e3a2ceb HTTP/1.1" status: 204 len: 168 time: 2.0290272 May 25 20:18:46.567010 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55650) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:46.712469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-5546f5cc-82a0-4158-862a-b757a0903f85 req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] No DVR routers for this DVR port b0e60f2b-e977-4451-b49b-26d7cd3d657c on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:18:46.729143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-360cf1b9-a8e1-48e6-a985-5a62ca56bcc3 req-6a608d50-8a74-4de0-8bb7-119f2a7b3da1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] No DVR routers for this DVR port 0653b905-1265-4ef5-a79e-436bcaa7616a on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:18:46.746824 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5546f5cc-82a0-4158-862a-b757a0903f85 req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:46.764723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb', 'name': 'network-vif-deleted', 'tag': 'b0e60f2b-e977-4451-b49b-26d7cd3d657c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:46.769845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:18:46.770207 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6c480cbe-f8a4-405a-b7ce-37060d57a9e1 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:18:46.784479 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5546f5cc-82a0-4158-862a-b757a0903f85 req-a78ace21-c69e-474b-8cdd-6fcc5956c063 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.70 "DELETE /v2.0/ports/b0e60f2b-e977-4451-b49b-26d7cd3d657c HTTP/1.1" status: 204 len: 173 time: 3.4556146 May 25 20:18:46.785622 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-360cf1b9-a8e1-48e6-a985-5a62ca56bcc3 req-6a608d50-8a74-4de0-8bb7-119f2a7b3da1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:46.788823 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-360cf1b9-a8e1-48e6-a985-5a62ca56bcc3 req-6a608d50-8a74-4de0-8bb7-119f2a7b3da1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "DELETE /v2.0/ports/0653b905-1265-4ef5-a79e-436bcaa7616a HTTP/1.1" status: 204 len: 173 time: 3.2909653 May 25 20:18:46.803117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0661c28-0dc4-4e7a-973b-2684d5f907f3 req-53af5db0-f147-4350-9b3d-a50e8e315f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:46.804513 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0661c28-0dc4-4e7a-973b-2684d5f907f3 req-53af5db0-f147-4350-9b3d-a50e8e315f24 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 200 len: 851 time: 0.9777808 May 25 20:18:46.833227 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:46.837072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-59fa0b60-c63f-4ead-a597-08a3b3307d0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7914e2d8-8adf-4723-b0ef-a5276e226621 HTTP/1.1" status: 204 len: 168 time: 3.3398449 May 25 20:18:47.016449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625f32f-d7d0-4883-ab40-f654d92d20f5 req-4c2cd830-7a6d-4c5f-aeb0-79c1d74aa688 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:47.021449 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:47.025103 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8625f32f-d7d0-4883-ab40-f654d92d20f5 req-4c2cd830-7a6d-4c5f-aeb0-79c1d74aa688 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.8865302 May 25 20:18:47.051594 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-760d2a88-27d4-4775-bc2a-c521e89e5283 req-40fb85fb-a432-4f80-9a88-eac6b6aded23 tempest-DeleteServersTestJSON-1041082034 tempest-DeleteServersTestJSON-1041082034-project] 10.222.0.60 "GET /v2.0/ports?device_id=3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb HTTP/1.1" status: 200 len: 210 time: 0.3925259 May 25 20:18:47.096790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port 6df99985-bef8-448f-8d37-32f217bdb899 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:47.097202 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:47.100969 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 0653b905-1265-4ef5-a79e-436bcaa7616a no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:18:47.174609 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8625f32f-d7d0-4883-ab40-f654d92d20f5 req-635f7928-661f-4e10-8b40-125843359e46 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482129 May 25 20:18:47.208744 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e6e636-b1b9-4740-ba64-98e0b19cfff8'] response: {'server_uuid': '3898cc01-2f04-4ac1-a2ae-a9e4e4dd50eb', 'name': 'network-vif-deleted', 'tag': 'b0e60f2b-e977-4451-b49b-26d7cd3d657c', 'status': 'completed', 'code': 200} May 25 20:18:47.211757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0661c28-0dc4-4e7a-973b-2684d5f907f3 req-ea7659ac-a3f9-447e-913c-74d3c6fc8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:47.213335 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0661c28-0dc4-4e7a-973b-2684d5f907f3 req-ea7659ac-a3f9-447e-913c-74d3c6fc8323 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e3b1c24-c6fc-43dd-b516-21c21083f244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3776903 May 25 20:18:47.244077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 0653b905-1265-4ef5-a79e-436bcaa7616a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:18:47.244954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 0653b905-1265-4ef5-a79e-436bcaa7616a not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:18:47.516660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6f339-a7b4-407a-8e3c-88b18a24f13a req-5fd36275-26c8-4c52-96fd-6a7890ec4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:47.519035 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bca6f339-a7b4-407a-8e3c-88b18a24f13a req-5fd36275-26c8-4c52-96fd-6a7890ec4d4b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 1097 time: 1.5392840 May 25 20:18:47.539894 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0661c28-0dc4-4e7a-973b-2684d5f907f3 req-32596c4b-3115-40ab-866e-7835ad63068e service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087714 May 25 20:18:47.625951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a9dd1b-8c6e-4ced-b6c8-128e403671de None None] DHCP port deletion for b660ebc8-9c20-4f8d-bbdf-d752065643ba request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:18:47.640979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9dd1b-8c6e-4ced-b6c8-128e403671de None None] Deleting port 6df99985-bef8-448f-8d37-32f217bdb899 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:47.642457 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c4a9dd1b-8c6e-4ced-b6c8-128e403671de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:47.652529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] For port 6df99985-bef8-448f-8d37-32f217bdb899, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6df99985-bef8-448f-8d37-32f217bdb899,segment=NetworkSegment(02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d),segment_id=02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:47.652903 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:47.966189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for 6df99985-bef8-448f-8d37-32f217bdb899 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:48.076936 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6df99985-bef8-448f-8d37-32f217bdb899 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:18:48.107658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55706) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:48.180335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aefedecd-289e-4633-bd84-6947e375fbfb req-c8f0234a-b81f-45e9-9338-41ddfcbe7ded tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 210 time: 0.3512444 May 25 20:18:48.181028 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:48.188828 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bca6f339-a7b4-407a-8e3c-88b18a24f13a req-59a6c4c0-aaad-4b1a-92c0-396acd5f08dd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6626999 May 25 20:18:48.212709 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ac32cf48-d79b-4f7e-882e-46c745c8e55c req-7ee88dce-5809-4dd9-ae89-99d115a10245 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Synchronizing usage tracker for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:18:48.251977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Pushing event deleted for resources: {'Port': ['ID=64e76c03-54fa-45ce-ad55-276fe2790e0d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:48.253247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ac32cf48-d79b-4f7e-882e-46c745c8e55c req-7ee88dce-5809-4dd9-ae89-99d115a10245 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Unset dirty status for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:18:48.277361 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac32cf48-d79b-4f7e-882e-46c745c8e55c req-7ee88dce-5809-4dd9-ae89-99d115a10245 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=428b3f19-5814-446e-8d63-eb70dbe7e8f7 HTTP/1.1" status: 200 len: 210 time: 0.6280804 May 25 20:18:48.340642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 64e76c03-54fa-45ce-ad55-276fe2790e0d no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:18:48.380012 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0661c28-0dc4-4e7a-973b-2684d5f907f3 req-8b1d0c1a-3aa0-4e48-8514-b4ed3f0e7ef6 service neutron] 10.222.0.50 "GET /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8377793 May 25 20:18:48.475083 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 64e76c03-54fa-45ce-ad55-276fe2790e0d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:18:48.475412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 64e76c03-54fa-45ce-ad55-276fe2790e0d not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:18:48.481007 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b0e60f2b-e977-4451-b49b-26d7cd3d657c no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:18:48.587458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: b0e60f2b-e977-4451-b49b-26d7cd3d657c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:18:48.591328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b0e60f2b-e977-4451-b49b-26d7cd3d657c not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:18:48.624202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee009afa-9175-4b73-895c-fd88301f5749 req-58b3bb18-0d45-4fcc-a150-440bc96c0085 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:48.627802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No active binding found for port 6df99985-bef8-448f-8d37-32f217bdb899 {{(pid=88333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 20:18:48.635221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6df99985-bef8-448f-8d37-32f217bdb899 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:18:48.644545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c4a9dd1b-8c6e-4ced-b6c8-128e403671de None None] For port 6df99985-bef8-448f-8d37-32f217bdb899, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6df99985-bef8-448f-8d37-32f217bdb899,segment=NetworkSegment(02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d),segment_id=02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:48.644934 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c4a9dd1b-8c6e-4ced-b6c8-128e403671de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:48.647762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee009afa-9175-4b73-895c-fd88301f5749 req-58b3bb18-0d45-4fcc-a150-440bc96c0085 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.1109269 May 25 20:18:48.706845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-717845431-network', 'tenant_id': '89a98594b5684d1bab0096005a80f1c6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:48.713317 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:48.740634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55730) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:48.848973 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee009afa-9175-4b73-895c-fd88301f5749 req-cf8a1618-157a-40c3-bd51-6d6cba324819 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000008 May 25 20:18:48.855247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Router 058e291a-c29d-495c-b6ab-3dc922f7a6ec has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:18:48.856655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:48.892034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Usage tracker for resource:network and tenant:89a98594b5684d1bab0096005a80f1c6 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:18:48.917341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Port': ['ID=6df99985-bef8-448f-8d37-32f217bdb899,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:48.932128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] No DVR routers for this DVR port 6df99985-bef8-448f-8d37-32f217bdb899 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:18:48.959782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9dd1b-8c6e-4ced-b6c8-128e403671de None None] Calling delete_port for 6df99985-bef8-448f-8d37-32f217bdb899 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:48.998949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:18:49.012183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:49.013493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-587016622-network', 'tenant_id': '45d0cd5f09884862bba2e54c257f07a2'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:49.019953 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:49.027061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Usage tracker for resource:network and tenant:45d0cd5f09884862bba2e54c257f07a2 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:18:49.030146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:18:49.038078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:49.061547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Made reservation on behalf of 45d0cd5f09884862bba2e54c257f07a2 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:18:49.065210 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:49.086121 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:49.090784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-c4a9dd1b-8c6e-4ced-b6c8-128e403671de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:18:49.091128 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-c4a9dd1b-8c6e-4ced-b6c8-128e403671de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:18:49.106506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:49.114198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Usage tracker for resource:security_group_rule and tenant:45d0cd5f09884862bba2e54c257f07a2 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:18:49.118579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:18:49.129572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:49.203360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Made reservation on behalf of 89a98594b5684d1bab0096005a80f1c6 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:18:49.206793 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:49.213341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428b3f19-5814-446e-8d63-eb70dbe7e8f7', 'name': 'network-vif-deleted', 'tag': '0653b905-1265-4ef5-a79e-436bcaa7616a'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:49.262214 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:49.331169 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:49.339711 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:49.386496 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4fa299-8438-466a-a55c-6669e1dc4c89'] response: {'server_uuid': '428b3f19-5814-446e-8d63-eb70dbe7e8f7', 'name': 'network-vif-deleted', 'tag': '0653b905-1265-4ef5-a79e-436bcaa7616a', 'status': 'completed', 'code': 200} May 25 20:18:49.387412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff317df-8b28-4ec5-a668-20764c19c702,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:49.418722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:18:49.434022 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:49.434397 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Added segment 18ef9cca-e8c8-4786-8e87-4caade6a38d0 of type vlan for network 8afcbd06-1893-421b-846b-08bd027ede81 May 25 20:18:49.471310 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:49.485978 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:49.518282 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:49.519463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:49.521746 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:49.592384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9dd1b-8c6e-4ced-b6c8-128e403671de None None] Deleting port 6df99985-bef8-448f-8d37-32f217bdb899 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:49.592931 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c4a9dd1b-8c6e-4ced-b6c8-128e403671de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:49.742510 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0007629 May 25 20:18:49.744134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9dd1b-8c6e-4ced-b6c8-128e403671de None None] The port '6df99985-bef8-448f-8d37-32f217bdb899' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:18:49.751331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55756) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:49.759845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffeffb-1524-4408-80f7-54d3bb4f62f8 admin admin] Pushing event updated for resources: {'Network': ['ID=8afcbd06-1893-421b-846b-08bd027ede81,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:49.766004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Request body: {'subnet': {'network_id': '8afcbd06-1893-421b-846b-08bd027ede81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-587016622-subnet', 'tenant_id': '45d0cd5f09884862bba2e54c257f07a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:49.774256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 8afcbd06-1893-421b-846b-08bd027ede81 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:18:49.787777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:49.803791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Usage tracker for resource:subnet and tenant:45d0cd5f09884862bba2e54c257f07a2 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:18:49.807518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:18:49.815242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:49.847054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Made reservation on behalf of 45d0cd5f09884862bba2e54c257f07a2 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:18:49.850221 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:49.899961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b660ebc8-9c20-4f8d-bbdf-d752065643ba']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:49.953753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:49.954621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:49.972534 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:49.995148 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:50.017947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:18:50.018764 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:50.055683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a215893a-7151-44c5-98ae-1e433aa612e7 req-de27849c-fac5-466a-847e-902462ab7228 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3edf1b-4358-4af9-8ae7-a166f42bb579 HTTP/1.1" status: 200 len: 210 time: 0.6328440 May 25 20:18:50.057201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:18:50.098047 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f79462-50b7-4fa0-9188-4d464b7d8f4e None None] Sync routers for ids ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:18:50.120921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f79462-50b7-4fa0-9188-4d464b7d8f4e None None] Routers {'058e291a-c29d-495c-b6ab-3dc922f7a6ec'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:50.125145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-78f79462-50b7-4fa0-9188-4d464b7d8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:50.157104 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d resource provider aggregate not found May 25 20:18:50.246778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:50.250755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] No DVR routers for this DVR port 64e76c03-54fa-45ce-ad55-276fe2790e0d on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:18:50.255240 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:50.272575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3edf1b-4358-4af9-8ae7-a166f42bb579', 'name': 'network-vif-deleted', 'tag': '64e76c03-54fa-45ce-ad55-276fe2790e0d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:50.305406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Usage tracker for resource:security_group_rule and tenant:89a98594b5684d1bab0096005a80f1c6 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:18:50.316031 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02ce3c36-0c3b-4f1b-8e4e-49376a0eea9d found for delete ", "request_id": "req-65150746-ef3b-4982-bcde-694c34e6905d"}]} May 25 20:18:50.322967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:18:50.334255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:50.336964 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ece2ad23-78f1-4f41-b1f7-56e7ffab92d1 req-71eef5f5-3572-42e3-91a5-5b27c1ad18ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.70 "DELETE /v2.0/ports/64e76c03-54fa-45ce-ad55-276fe2790e0d HTTP/1.1" status: 204 len: 173 time: 6.1233065 May 25 20:18:50.350829 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:50.366253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:50.418690 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/networks/b660ebc8-9c20-4f8d-bbdf-d752065643ba HTTP/1.1" status: 204 len: 168 time: 3.8490498 May 25 20:18:50.419885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55774) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:50.425159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7857cf9-6125-401a-8ede-f4a649f1e8bb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Network': ['ID=b660ebc8-9c20-4f8d-bbdf-d752065643ba,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:50.585661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-78f79462-50b7-4fa0-9188-4d464b7d8f4e None None] Set router 058e291a-c29d-495c-b6ab-3dc922f7a6ec gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:50.654934 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea308c8-886e-49ad-b9f2-7e8397035142 req-53b0fb33-71e4-4ef9-ab3e-d441ba27782f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:50.670379 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ea308c8-886e-49ad-b9f2-7e8397035142 req-53b0fb33-71e4-4ef9-ab3e-d441ba27782f tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.4116762 May 25 20:18:50.815708 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddcf56-530a-42ea-bf2f-aa2cecad97b4 req-42518257-5cbd-4f71-91f3-48b3547014b6 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:50.817257 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0cddcf56-530a-42ea-bf2f-aa2cecad97b4 req-42518257-5cbd-4f71-91f3-48b3547014b6 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.3617265 May 25 20:18:50.852381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-4ea308c8-886e-49ad-b9f2-7e8397035142 req-cd1c7632-0f17-48d4-a67d-5f86bb3f94b5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Deleting port e285bdae-5520-4790-bf22-f80f6302cb5a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:50.852713 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ea308c8-886e-49ad-b9f2-7e8397035142 req-cd1c7632-0f17-48d4-a67d-5f86bb3f94b5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:50.922561 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:51.161198 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0cddcf56-530a-42ea-bf2f-aa2cecad97b4 req-0d647e6d-209f-4239-9dcf-8d0cd039ddd0 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368676 May 25 20:18:51.277891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:51.318041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Checking segment: {'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:18:51.318454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Network hostable DHCP agents. Network: 8afcbd06-1893-421b-846b-08bd027ede81, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:18:51.331095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9694fd3-b5f1-4dc2-a583-6eb4169ef9c2 req-d4b4650b-c14f-4f9d-a8a3-10336efd9ca5 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:51.336809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9694fd3-b5f1-4dc2-a583-6eb4169ef9c2 req-d4b4650b-c14f-4f9d-a8a3-10336efd9ca5 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.4507349 May 25 20:18:51.348384 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b364103b-5e16-43fa-8188-d51128064e46'] response: {'server_uuid': '2b3edf1b-4358-4af9-8ae7-a166f42bb579', 'name': 'network-vif-deleted', 'tag': '64e76c03-54fa-45ce-ad55-276fe2790e0d', 'status': 'completed', 'code': 200} May 25 20:18:51.417830 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:51.441627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Network 8afcbd06-1893-421b-846b-08bd027ede81 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:18:51.493053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 8afcbd06-1893-421b-846b-08bd027ede81) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:51.493735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-78f79462-50b7-4fa0-9188-4d464b7d8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:16:29Z', 'revision_number': 4, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ae6b28bd-61b7-479f-8df7-7c7766650bbc', 'name': '', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'mac_address': 'fa:16:3e:36:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:23Z', 'updated_at': '2022-05-25T20:16:44Z', 'revision_number': 5, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'subnets': [{'id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:51.507506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:51.508283 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:51.529180 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f79462-50b7-4fa0-9188-4d464b7d8f4e None None] Checking router: 058e291a-c29d-495c-b6ab-3dc922f7a6ec for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:18:51.533927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde7030d-2beb-4eb3-8250-b6ed8aaf6d2e None None] Network 8afcbd06-1893-421b-846b-08bd027ede81 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:18:51.554267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ea308c8-886e-49ad-b9f2-7e8397035142 req-cd1c7632-0f17-48d4-a67d-5f86bb3f94b5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] For port e285bdae-5520-4790-bf22-f80f6302cb5a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e285bdae-5520-4790-bf22-f80f6302cb5a,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:51.554672 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ea308c8-886e-49ad-b9f2-7e8397035142 req-cd1c7632-0f17-48d4-a67d-5f86bb3f94b5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:51.593189 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b0d6dfb2-d5fd-46dd-9003-d45086e24c24 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8394804 May 25 20:18:51.599189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55816) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:51.628924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:51.755440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f79462-50b7-4fa0-9188-4d464b7d8f4e None None] Routers {'058e291a-c29d-495c-b6ab-3dc922f7a6ec'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:51.756078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-78f79462-50b7-4fa0-9188-4d464b7d8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:51.846325 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9694fd3-b5f1-4dc2-a583-6eb4169ef9c2 req-16579c08-7419-48cf-8b84-353af2eccf9f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631116 May 25 20:18:51.880465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:18:51.909462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cfadf6-aa1a-43bd-854f-d2a0ad990ce2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:51.963298 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:51.963623 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Added segment 6ec19c75-4262-4ec1-97b6-28bfddec25fe of type vlan for network e75cac72-0f64-4010-ac35-5fc4857ca6be May 25 20:18:52.065513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:52.106257 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8199bc51-a124-46f3-b589-a4756054e93d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:52.164118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-4ea308c8-886e-49ad-b9f2-7e8397035142 req-cd1c7632-0f17-48d4-a67d-5f86bb3f94b5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Calling delete_port for e285bdae-5520-4790-bf22-f80f6302cb5a owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:52.288854 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47fa34c6-b42b-4a6d-aebc-903d24649407 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:52.405836 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47fa34c6-b42b-4a6d-aebc-903d24649407 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:52.607149 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-78f79462-50b7-4fa0-9188-4d464b7d8f4e None None] Set router 058e291a-c29d-495c-b6ab-3dc922f7a6ec gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:52.691984 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:18:52.941308 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47fa34c6-b42b-4a6d-aebc-903d24649407 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:52.975049 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ea308c8-886e-49ad-b9f2-7e8397035142 req-cd1c7632-0f17-48d4-a67d-5f86bb3f94b5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:53.005894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['e285bdae-5520-4790-bf22-f80f6302cb5a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:18:53.007723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb7d4d-3717-4459-af11-11d9f44a7fce req-b7275667-7b3c-473a-b143-41af9d47a903 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:53.008468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0fdb7d4d-3717-4459-af11-11d9f44a7fce req-b7275667-7b3c-473a-b143-41af9d47a903 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Synchronizing usage tracker for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:18:53.052804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa34c6-b42b-4a6d-aebc-903d24649407 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914288cb-1f91-4334-bee9-0c82a66db2b5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:53.103730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-8afcbd06-1893-421b-846b-08bd027ede81', 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81', 'tenant_id': '45d0cd5f09884862bba2e54c257f07a2', 'fixed_ips': [{'subnet_id': '7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:18:53.106620 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:53.131183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c7632-0f17-48d4-a67d-5f86bb3f94b5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event deleted for resources: {'Port': ['ID=e285bdae-5520-4790-bf22-f80f6302cb5a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:53.165949 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:53.167486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:53.168796 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:53.180895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0fdb7d4d-3717-4459-af11-11d9f44a7fce req-b7275667-7b3c-473a-b143-41af9d47a903 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Unset dirty status for tenant:4619f4f2684a482db46ddd662e6b15f0 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:18:53.194395 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0fdb7d4d-3717-4459-af11-11d9f44a7fce req-b7275667-7b3c-473a-b143-41af9d47a903 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=85e46755-6c52-4db8-aecb-719789230303 HTTP/1.1" status: 200 len: 946 time: 0.5790167 May 25 20:18:53.239705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea308c8-886e-49ad-b9f2-7e8397035142 req-cd1c7632-0f17-48d4-a67d-5f86bb3f94b5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] No DVR routers for this DVR port e285bdae-5520-4790-bf22-f80f6302cb5a on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:18:53.259480 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ea308c8-886e-49ad-b9f2-7e8397035142 req-cd1c7632-0f17-48d4-a67d-5f86bb3f94b5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:53.266021 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e46755-6c52-4db8-aecb-719789230303', 'name': 'network-vif-deleted', 'tag': 'e285bdae-5520-4790-bf22-f80f6302cb5a'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:18:53.289529 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ea308c8-886e-49ad-b9f2-7e8397035142 req-cd1c7632-0f17-48d4-a67d-5f86bb3f94b5 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "DELETE /v2.0/ports/e285bdae-5520-4790-bf22-f80f6302cb5a HTTP/1.1" status: 204 len: 173 time: 2.6181278 May 25 20:18:53.291126 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47fa34c6-b42b-4a6d-aebc-903d24649407 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:53.292670 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-47fa34c6-b42b-4a6d-aebc-903d24649407 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "DELETE /v2.0/security-groups/914288cb-1f91-4334-bee9-0c82a66db2b5 HTTP/1.1" status: 204 len: 168 time: 1.6921551 May 25 20:18:53.311914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55994) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:53.338904 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-330faf81-9b5a-4e42-83ea-6d052ed4ef68 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] show failed (client error): The resource could not be found. May 25 20:18:53.340758 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-330faf81-9b5a-4e42-83ea-6d052ed4ef68 tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "GET /v2.0/security-groups/914288cb-1f91-4334-bee9-0c82a66db2b5 HTTP/1.1" status: 404 len: 347 time: 0.0247309 May 25 20:18:53.356978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56002) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:53.545852 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0fdb7d4d-3717-4459-af11-11d9f44a7fce req-22130aab-b669-4d66-a8b9-a9db699bc25a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=41e5764f-fd7c-4adf-adce-cef027636ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489208 May 25 20:18:53.691195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d4ea5-ef8f-4958-9ec9-02ab20afd3ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Deleting port 5cf3fef2-de46-4194-a35b-6a9cbcf65000 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:53.691721 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d2d4ea5-ef8f-4958-9ec9-02ab20afd3ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:53.770461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e7683-7a0e-4218-b12e-06424a48305f req-8cf07f37-f436-4e32-80ae-f3310f3cda61 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:53.808361 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-858e7683-7a0e-4218-b12e-06424a48305f req-8cf07f37-f436-4e32-80ae-f3310f3cda61 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/networks?id=8afcbd06-1893-421b-846b-08bd027ede81 HTTP/1.1" status: 200 len: 815 time: 1.1176462 May 25 20:18:53.810603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] Pushing event updated for resources: {'Network': ['ID=e75cac72-0f64-4010-ac35-5fc4857ca6be,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:53.823473 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-264869b6-67a0-42f3-ab56-ea30d14cb56d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 5.7073662 May 25 20:18:53.857199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56054) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:53.872440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Request body: {'subnet': {'network_id': 'e75cac72-0f64-4010-ac35-5fc4857ca6be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-717845431-subnet', 'tenant_id': '89a98594b5684d1bab0096005a80f1c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:53.882679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:53.912446 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-858e7683-7a0e-4218-b12e-06424a48305f req-0b938d92-de21-4cdd-b6c2-a72b2d55af10 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/quotas/45d0cd5f09884862bba2e54c257f07a2 HTTP/1.1" status: 200 len: 375 time: 0.1028109 May 25 20:18:53.945700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Usage tracker for resource:subnet and tenant:89a98594b5684d1bab0096005a80f1c6 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:18:53.954671 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network e75cac72-0f64-4010-ac35-5fc4857ca6be details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:18:54.037268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:18:54.065432 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-858e7683-7a0e-4218-b12e-06424a48305f req-90d99d47-bda7-48ae-88f0-0bcdf378d423 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=45d0cd5f09884862bba2e54c257f07a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1517243 May 25 20:18:54.069663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:54.158873 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d2d4ea5-ef8f-4958-9ec9-02ab20afd3ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:54.159240 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d2d4ea5-ef8f-4958-9ec9-02ab20afd3ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:54.234703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Made reservation on behalf of 89a98594b5684d1bab0096005a80f1c6 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:18:54.237622 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:54.273744 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:18:54.319349 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:54.343971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Allocated IP 172.20.0.2 (8afcbd06-1893-421b-846b-08bd027ede81/7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd/33e28361-f6c2-4db8-b090-18df24566f3f) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:18:54.354726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d4ea5-ef8f-4958-9ec9-02ab20afd3ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Calling delete_port for 5cf3fef2-de46-4194-a35b-6a9cbcf65000 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:54.488100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-858e7683-7a0e-4218-b12e-06424a48305f req-54be5298-b96d-4994-95dc-11a1da65c0be service neutron] 10.222.0.60 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213567 May 25 20:18:54.568401 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d2d4ea5-ef8f-4958-9ec9-02ab20afd3ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:54.638572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d4ea5-ef8f-4958-9ec9-02ab20afd3ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Pushing event deleted for resources: {'Port': ['ID=5cf3fef2-de46-4194-a35b-6a9cbcf65000,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:54.675435 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-78f79462-50b7-4fa0-9188-4d464b7d8f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:16:29Z', 'revision_number': 4, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ae6b28bd-61b7-479f-8df7-7c7766650bbc', 'name': '', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'mac_address': 'fa:16:3e:36:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:23Z', 'updated_at': '2022-05-25T20:16:44Z', 'revision_number': 5, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'subnets': [{'id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:54.690749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f79462-50b7-4fa0-9188-4d464b7d8f4e None None] The sync data for ids ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'] in n-d-843339-1 is: [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:16:29Z', 'revision_number': 4, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ae6b28bd-61b7-479f-8df7-7c7766650bbc', 'name': '', 'network_id': '05a6d198-f452-4553-a4b8-d76bbbfc05ae', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'mac_address': 'fa:16:3e:36:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:23Z', 'updated_at': '2022-05-25T20:16:44Z', 'revision_number': 5, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'subnets': [{'id': '318c4a38-89ca-417a-ba64-0192f1196e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:18:54.733388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8199bc51-a124-46f3-b589-a4756054e93d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port a05da484-a57a-44a2-aa4b-c1ef79287960 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:54.734765 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8199bc51-a124-46f3-b589-a4756054e93d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:54.852097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c442e-8877-4e68-9c92-08e14042ce6b req-f01fa47e-2d44-46ad-96ba-684f298a2f7e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:54.860995 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db6c442e-8877-4e68-9c92-08e14042ce6b req-f01fa47e-2d44-46ad-96ba-684f298a2f7e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.8845625 May 25 20:18:54.905975 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d2d4ea5-ef8f-4958-9ec9-02ab20afd3ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:54.925358 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d2d4ea5-ef8f-4958-9ec9-02ab20afd3ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:54.931199 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9d2d4ea5-ef8f-4958-9ec9-02ab20afd3ff tempest-ServersTestManualDisk-1197058914 tempest-ServersTestManualDisk-1197058914-project] 10.222.0.60 "DELETE /v2.0/floatingips/e2bd1e7d-9a1e-466c-80c7-440c9fe66c9f HTTP/1.1" status: 204 len: 168 time: 1.5706227 May 25 20:18:54.934692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56156) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:54.953005 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:54.972717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Transition to ACTIVE for port object 33e28361-f6c2-4db8-b090-18df24566f3f will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:55.015621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Transition to ACTIVE for port object 33e28361-f6c2-4db8-b090-18df24566f3f will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:18:55.029611 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:55.070030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db6c442e-8877-4e68-9c92-08e14042ce6b req-01631c39-c582-4ea8-9018-7b2324838fd0 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079141 May 25 20:18:55.128383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device e285bdae-5520-4790-bf22-f80f6302cb5a no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:18:55.196143 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b734a618-c166-4efe-9160-16b291f7b2b8 None None] New status for floating IP e2bd1e7d-9a1e-466c-80c7-440c9fe66c9f: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:18:55.205298 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a88ebc-fef3-42b9-8157-6394fa3bc869'] response: {'server_uuid': '85e46755-6c52-4db8-aecb-719789230303', 'name': 'network-vif-deleted', 'tag': 'e285bdae-5520-4790-bf22-f80f6302cb5a', 'status': 'completed', 'code': 200} May 25 20:18:55.210779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-858e7683-7a0e-4218-b12e-06424a48305f req-d7faf91e-0a9b-412d-904b-17cdb7e98a2e service neutron] 10.222.0.60 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850493 May 25 20:18:55.298713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Pushing event updated for resources: {'Port': ['ID=33e28361-f6c2-4db8-b090-18df24566f3f,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:55.382747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: e285bdae-5520-4790-bf22-f80f6302cb5a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:18:55.383238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device e285bdae-5520-4790-bf22-f80f6302cb5a not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:18:55.397204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Network 8afcbd06-1893-421b-846b-08bd027ede81 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:18:55.398728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:55.399060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:55.399442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:55.399702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:55.400069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:55.400371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:55.400648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:55.400958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:55.401267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:55.401651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:55.401870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:55.402192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:18:55.454842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:55.465265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:18:55.571402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-8199bc51-a124-46f3-b589-a4756054e93d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] For port a05da484-a57a-44a2-aa4b-c1ef79287960, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a05da484-a57a-44a2-aa4b-c1ef79287960,segment=NetworkSegment(a1b07f61-954e-479b-ac1c-cc61fa565d0f),segment_id=a1b07f61-954e-479b-ac1c-cc61fa565d0f)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:55.571790 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8199bc51-a124-46f3-b589-a4756054e93d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:55.833211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Attempting to bind port 33e28361-f6c2-4db8-b090-18df24566f3f on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:18:55.838068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Attempting to bind port 33e28361-f6c2-4db8-b090-18df24566f3f by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:18:55.839195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Attempting to bind port 33e28361-f6c2-4db8-b090-18df24566f3f on network 8afcbd06-1893-421b-846b-08bd027ede81 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:18:55.866051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:18:55.866899 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Checking segment: {'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:18:55.867492 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:55.868053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Bound using segment: {'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:18:55.870520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Bound port: 33e28361-f6c2-4db8-b090-18df24566f3f, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:18:55.871000 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:55.884989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8199bc51-a124-46f3-b589-a4756054e93d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for a05da484-a57a-44a2-aa4b-c1ef79287960 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:56.079149 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:56.109790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] For port 33e28361-f6c2-4db8-b090-18df24566f3f, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:18:56.120456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] For port 33e28361-f6c2-4db8-b090-18df24566f3f, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=33e28361-f6c2-4db8-b090-18df24566f3f,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:18:56.129440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:56.324672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3d2e1-274d-4199-8657-dea20823b08a None None] Pushing event updated for resources: {'Port': ['ID=33e28361-f6c2-4db8-b090-18df24566f3f,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:56.482894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef184326-7e32-4c82-a320-2c79fb682d5c req-09172061-6ddd-4773-99d6-6a3029ccf623 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:56.491111 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ef184326-7e32-4c82-a320-2c79fb682d5c req-09172061-6ddd-4773-99d6-6a3029ccf623 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.9960117 May 25 20:18:56.526498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce17aa3d-3fee-4023-9294-b376f3da7c04,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:56.552773 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ef184326-7e32-4c82-a320-2c79fb682d5c req-df13c32d-3d9c-4de8-8fa1-224225f24b69 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548129 May 25 20:18:56.762046 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6220c9ce-903c-41b8-8841-cb428c710023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:57.011411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Checking segment: {'id': '6ec19c75-4262-4ec1-97b6-28bfddec25fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e75cac72-0f64-4010-ac35-5fc4857ca6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:18:57.012337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Network hostable DHCP agents. Network: e75cac72-0f64-4010-ac35-5fc4857ca6be, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:18:57.037817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-cdbbe99b-246c-450e-b67d-359c0a000014 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:57.039557 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-cdbbe99b-246c-450e-b67d-359c0a000014 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/networks?id=8afcbd06-1893-421b-846b-08bd027ede81 HTTP/1.1" status: 200 len: 815 time: 0.5714347 May 25 20:18:57.049888 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8199bc51-a124-46f3-b589-a4756054e93d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:57.114478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199bc51-a124-46f3-b589-a4756054e93d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Port': ['ID=a05da484-a57a-44a2-aa4b-c1ef79287960,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:57.119189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Network e75cac72-0f64-4010-ac35-5fc4857ca6be is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:18:57.125786 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-c57cb6a3-dba5-43c2-ba93-57c0ac324b49 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/quotas/45d0cd5f09884862bba2e54c257f07a2 HTTP/1.1" status: 200 len: 375 time: 0.0286531 May 25 20:18:57.132888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638c859-4322-4229-b361-98cce1fe5ad2 req-defd7c9f-8f84-4b51-a2d3-6eca21aaf615 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:57.134409 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1638c859-4322-4229-b361-98cce1fe5ad2 req-defd7c9f-8f84-4b51-a2d3-6eca21aaf615 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2327602 May 25 20:18:57.162985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, e75cac72-0f64-4010-ac35-5fc4857ca6be) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:18:57.173449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad28f47-e20e-447d-ae64-4afb457cd2b1 None None] Network e75cac72-0f64-4010-ac35-5fc4857ca6be requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:18:57.219570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:57.220498 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:57.314859 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1638c859-4322-4229-b361-98cce1fe5ad2 req-f56eddaf-0781-4893-9551-a32182299ed8 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128199 May 25 20:18:57.535109 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8199bc51-a124-46f3-b589-a4756054e93d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:57.540946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0697a2d2-90d4-4245-8034-e8f1a9ede286 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6789100 May 25 20:18:57.672880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89be5aba-8cce-4f57-af29-02622ca3f83b None None] Network e75cac72-0f64-4010-ac35-5fc4857ca6be requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:18:57.885113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6220c9ce-903c-41b8-8841-cb428c710023 admin admin] Deleting port ae6b28bd-61b7-479f-8df7-7c7766650bbc {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:57.886357 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6220c9ce-903c-41b8-8841-cb428c710023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:58.095606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f139290d-ae9e-43bc-b486-11d2e90fa904 None None] Network 8afcbd06-1893-421b-846b-08bd027ede81 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:18:58.148985 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-c6e1c4f3-8c2c-4a26-9f0c-3c3d385d39f2 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=45d0cd5f09884862bba2e54c257f07a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9944761 May 25 20:18:58.190576 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 33e28361-f6c2-4db8-b090-18df24566f3f up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:18:58.220940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e7683-7a0e-4218-b12e-06424a48305f req-0512deb4-01d9-4a50-8fad-5051685d98b6 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:58.222423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-858e7683-7a0e-4218-b12e-06424a48305f req-0512deb4-01d9-4a50-8fad-5051685d98b6 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Synchronizing usage tracker for tenant:45d0cd5f09884862bba2e54c257f07a2 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:18:58.245326 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:58.261861 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-32fbd9fb-370c-4d6e-8eba-48e56ddc1588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:58.267252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e12f8f5c-6d2a-471e-b220-21e5693269ad None None] Provisioning for port 33e28361-f6c2-4db8-b090-18df24566f3f completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:58.302208 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-3b5c3f28-0e04-4858-8d93-1fa1e9fa6fdc service neutron] 10.222.0.60 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423273 May 25 20:18:58.317773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-2c56bf52-bca2-4d2d-b772-141d5384041c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:58.319381 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-2c56bf52-bca2-4d2d-b772-141d5384041c tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.8823848 May 25 20:18:58.322909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8199bc51-a124-46f3-b589-a4756054e93d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router be0da135-1d42-4a35-aa1e-c74d01ab7a56 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:18:58.353057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 33e28361-f6c2-4db8-b090-18df24566f3f completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:18:58.369266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 33e28361-f6c2-4db8-b090-18df24566f3f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:58.369629 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:58.413383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-858e7683-7a0e-4218-b12e-06424a48305f req-0512deb4-01d9-4a50-8fad-5051685d98b6 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Unset dirty status for tenant:45d0cd5f09884862bba2e54c257f07a2 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:18:58.414456 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-858e7683-7a0e-4218-b12e-06424a48305f req-0512deb4-01d9-4a50-8fad-5051685d98b6 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.50 "GET /v2.0/networks?id=8afcbd06-1893-421b-846b-08bd027ede81 HTTP/1.1" status: 200 len: 815 time: 0.8689940 May 25 20:18:58.440881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Request body: {'port': {'device_id': 'c2dc5e54-58e9-47a2-a996-9994e9378b97', 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81', 'admin_state_up': True, 'tenant_id': '45d0cd5f09884862bba2e54c257f07a2'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:18:58.477102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e7f67a10-24f6-402b-baf7-613d4ca3ffd5 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:58.477780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e7f67a10-24f6-402b-baf7-613d4ca3ffd5 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Synchronizing usage tracker for tenant:724525c085124938a3a45cddf0ad713e on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:18:58.548246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 33e28361-f6c2-4db8-b090-18df24566f3f is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:58.548617 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:58.591201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 33e28361-f6c2-4db8-b090-18df24566f3f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=33e28361-f6c2-4db8-b090-18df24566f3f,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:58.599410 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:58.637569 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-daedeee8-90c8-4131-9003-0946b6d2383f service neutron] 10.222.0.60 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153005 May 25 20:18:58.644698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8199bc51-a124-46f3-b589-a4756054e93d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:18:58.652139 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8199bc51-a124-46f3-b589-a4756054e93d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2290390 May 25 20:18:58.657272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56344) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:58.695541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Deleting port 95f17320-bf1b-4489-a273-146e933cb757 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:58.695883 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:58.768630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb58e8d-3bb3-4d99-814e-ab791b98d215 None None] Sync routers for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:18:58.802018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb58e8d-3bb3-4d99-814e-ab791b98d215 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:58.802661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4cb58e8d-3bb3-4d99-814e-ab791b98d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:58.823174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-6220c9ce-903c-41b8-8841-cb428c710023 admin admin] For port ae6b28bd-61b7-479f-8df7-7c7766650bbc, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae6b28bd-61b7-479f-8df7-7c7766650bbc,segment=NetworkSegment(2e261da4-3f2f-4553-bb66-c3116ec284cb),segment_id=2e261da4-3f2f-4553-bb66-c3116ec284cb)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:18:58.823538 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6220c9ce-903c-41b8-8841-cb428c710023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:58.867643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e7f67a10-24f6-402b-baf7-613d4ca3ffd5 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Unset dirty status for tenant:724525c085124938a3a45cddf0ad713e on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:18:58.868907 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e7f67a10-24f6-402b-baf7-613d4ca3ffd5 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/networks?id=06680dfa-4630-4cb0-a8f3-5f162a3d1fcc HTTP/1.1" status: 200 len: 813 time: 0.8308821 May 25 20:18:59.048702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=33e28361-f6c2-4db8-b090-18df24566f3f,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:59.058733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49a94cb-7756-4dfb-8cf4-8d108fcff1cb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting subnet bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:18:59.067811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c49a94cb-7756-4dfb-8cf4-8d108fcff1cb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:59.079391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0804933e-c42f-4fee-b007-9256757172a7 None None] Provisioning complete for port 33e28361-f6c2-4db8-b090-18df24566f3f triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:18:59.079776 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0804933e-c42f-4fee-b007-9256757172a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:59.117995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6220c9ce-903c-41b8-8841-cb428c710023 admin admin] Calling delete_port for ae6b28bd-61b7-479f-8df7-7c7766650bbc owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:18:59.151638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-4cb58e8d-3bb3-4d99-814e-ab791b98d215 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:18:59.182578 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c49a94cb-7756-4dfb-8cf4-8d108fcff1cb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:59.224550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-ca62395b-8d7b-4255-ae65-0461e02c6780 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/quotas/724525c085124938a3a45cddf0ad713e HTTP/1.1" status: 200 len: 375 time: 0.2658277 May 25 20:18:59.309043 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c49a94cb-7756-4dfb-8cf4-8d108fcff1cb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:59.380539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:18:59.385713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Usage tracker for resource:port and tenant:45d0cd5f09884862bba2e54c257f07a2 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:18:59.388634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:18:59.396343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:18:59.449840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0804933e-c42f-4fee-b007-9256757172a7 None None] Current status of the port 33e28361-f6c2-4db8-b090-18df24566f3f is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:18:59.455599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c49a94cb-7756-4dfb-8cf4-8d108fcff1cb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:59.498806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a94cb-7756-4dfb-8cf4-8d108fcff1cb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Subnet': ['ID=bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:18:59.506661 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-375dd03f-f344-4300-a3ed-7e6e187750f9 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=724525c085124938a3a45cddf0ad713e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2643867 May 25 20:18:59.512592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6f9fc-9ddc-4622-8f53-5984edbdefbf req-0e064adc-0984-4449-9572-1807519a3e02 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:18:59.514341 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cec6f9fc-9ddc-4622-8f53-5984edbdefbf req-0e064adc-0984-4449-9572-1807519a3e02 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.1519058 May 25 20:18:59.516294 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c49a94cb-7756-4dfb-8cf4-8d108fcff1cb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:59.538969 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c49a94cb-7756-4dfb-8cf4-8d108fcff1cb tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f HTTP/1.1" status: 204 len: 168 time: 0.8806136 May 25 20:18:59.539184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Made reservation on behalf of 45d0cd5f09884862bba2e54c257f07a2 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:18:59.541776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56366) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:18:59.544280 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:59.553191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da98c46-cb34-4ccc-9efb-06295e1f7f29 None None] Network 782c86ef-27a0-4f99-918b-e2830396a666 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:18:59.661137 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cec6f9fc-9ddc-4622-8f53-5984edbdefbf req-27768900-2ed2-4156-8523-69e665779d07 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388316 May 25 20:18:59.683388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:59.712452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port 1d352a47-03f5-4180-9570-904e70bb4c61 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:18:59.712881 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:18:59.870139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4cb58e8d-3bb3-4d99-814e-ab791b98d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:56Z', 'revision_number': 9, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:18:59.882565 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb58e8d-3bb3-4d99-814e-ab791b98d215 None None] Checking router: be0da135-1d42-4a35-aa1e-c74d01ab7a56 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:18:59.903915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb58e8d-3bb3-4d99-814e-ab791b98d215 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:18:59.904615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4cb58e8d-3bb3-4d99-814e-ab791b98d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:00.004874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 33e28361-f6c2-4db8-b090-18df24566f3f up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:00.016134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e0e94-668e-4a0a-b9a6-9db9a3815394 req-feeaf64f-4ac2-463e-8d50-fc2cc8e0a360 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:00.019156 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1e0e94-668e-4a0a-b9a6-9db9a3815394 req-feeaf64f-4ac2-463e-8d50-fc2cc8e0a360 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 944 time: 0.2249177 May 25 20:19:00.075297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] For port 95f17320-bf1b-4489-a273-146e933cb757, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=95f17320-bf1b-4489-a273-146e933cb757,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:00.075757 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:00.133471 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-4ccf8220-4be3-441d-b5e9-892b7389310b service neutron] 10.222.0.60 "GET /v2.0/networks/06680dfa-4630-4cb0-a8f3-5f162a3d1fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255300 May 25 20:19:00.146473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] For port 1d352a47-03f5-4180-9570-904e70bb4c61, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1d352a47-03f5-4180-9570-904e70bb4c61,segment=NetworkSegment(a1b07f61-954e-479b-ac1c-cc61fa565d0f),segment_id=a1b07f61-954e-479b-ac1c-cc61fa565d0f)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:00.146948 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:00.157666 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1e0e94-668e-4a0a-b9a6-9db9a3815394 req-523c2b9d-33a1-497e-8a9d-acecef6a0447 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835445 May 25 20:19:00.211560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-4cb58e8d-3bb3-4d99-814e-ab791b98d215 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:00.298333 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for 1d352a47-03f5-4180-9570-904e70bb4c61 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:00.380686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Allocated IP 172.20.0.7 (8afcbd06-1893-421b-846b-08bd027ede81/7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd/ca511c0d-7bc3-423d-8bed-0bd2e513158a) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:00.603027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-359f9f0e-6e4c-4dba-9abe-4f831cb1c48b tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:00.604821 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-359f9f0e-6e4c-4dba-9abe-4f831cb1c48b tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.70 "GET /v2.0/networks?id=8afcbd06-1893-421b-846b-08bd027ede81 HTTP/1.1" status: 200 len: 815 time: 0.2755160 May 25 20:19:00.620326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Request body: {'port': {'device_id': '8be8aaef-bf2f-4943-994f-50a30196826e', 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81', 'admin_state_up': True, 'tenant_id': '45d0cd5f09884862bba2e54c257f07a2'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:00.726831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2583cd5f-7241-4394-b880-e977fd861c88 None None] DHCP port deletion for 782c86ef-27a0-4f99-918b-e2830396a666 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:19:00.772299 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:00.783159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2583cd5f-7241-4394-b880-e977fd861c88 None None] Deleting port 1d352a47-03f5-4180-9570-904e70bb4c61 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:00.783667 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2583cd5f-7241-4394-b880-e977fd861c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:00.827192 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9155a673-b2a4-40c0-a0c5-9c67257a5bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:00.829864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Port': ['ID=1d352a47-03f5-4180-9570-904e70bb4c61,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:00.838186 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-f57d6d94-d0c6-4c99-af8e-22a6e1cb9e91 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:00.839669 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-f57d6d94-d0c6-4c99-af8e-22a6e1cb9e91 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/networks?id=8afcbd06-1893-421b-846b-08bd027ede81 HTTP/1.1" status: 200 len: 815 time: 0.5092502 May 25 20:19:00.846644 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6220c9ce-903c-41b8-8841-cb428c710023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:00.889585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2583cd5f-7241-4394-b880-e977fd861c88 None None] The port '1d352a47-03f5-4180-9570-904e70bb4c61' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:19:00.943480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 33e28361-f6c2-4db8-b090-18df24566f3f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:00.943851 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:00.948770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-12886116-7e22-4c4f-b3b4-8470cee2d410 service neutron] 10.222.0.60 "GET /v2.0/networks/06680dfa-4630-4cb0-a8f3-5f162a3d1fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475646 May 25 20:19:00.949737 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220c9ce-903c-41b8-8841-cb428c710023 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6b28bd-61b7-479f-8df7-7c7766650bbc,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:00.996786 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-8e6d69fa-196f-4099-b4be-97a8afe559f2 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/quotas/45d0cd5f09884862bba2e54c257f07a2 HTTP/1.1" status: 200 len: 375 time: 0.0097985 May 25 20:19:00.997654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] No DVR routers for this DVR port 1d352a47-03f5-4180-9570-904e70bb4c61 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:19:01.039208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4cb58e8d-3bb3-4d99-814e-ab791b98d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:56Z', 'revision_number': 9, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:01.047393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb58e8d-3bb3-4d99-814e-ab791b98d215 None None] The sync data for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 is: [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:18:56Z', 'revision_number': 9, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'e0ee7b1e-c3ba-4269-b563-de7b2b527bc6', 'name': '', 'network_id': '63f6f7e6-4a8a-474c-a8ec-effcb6432f11', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:16:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:55Z', 'updated_at': '2022-05-25T20:18:13Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'a3597b33-92fc-4c75-a8e0-383ea1f8dde9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:19:01.125971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 95f17320-bf1b-4489-a273-146e933cb757 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:01.127948 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:01.130915 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:01.131353 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Floating IP 222b402f-e55e-419e-92b8-d9048c21cabc disassociated. External IP: 172.25.3.251, port: 95f17320-bf1b-4489-a273-146e933cb757. May 25 20:19:01.131796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Calling delete_port for 95f17320-bf1b-4489-a273-146e933cb757 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:01.244021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:01.279704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Usage tracker for resource:port and tenant:45d0cd5f09884862bba2e54c257f07a2 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:01.288134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:01.312696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:01.319116 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:01.345501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56386) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:01.365270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 33e28361-f6c2-4db8-b090-18df24566f3f is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:01.375663 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:01.422816 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-1b368a30-1bb8-4677-ab2b-866401fb980c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=45d0cd5f09884862bba2e54c257f07a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3921735 May 25 20:19:01.430118 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:01.537851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 95f17320-bf1b-4489-a273-146e933cb757 is: DOWN; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:01.578519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Made reservation on behalf of 45d0cd5f09884862bba2e54c257f07a2 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:01.581969 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:01.608308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782c86ef-27a0-4f99-918b-e2830396a666']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:01.630468 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:01.642403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b07f61-954e-479b-ac1c-cc61fa565d0f') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:01.642706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b07f61-954e-479b-ac1c-cc61fa565d0f') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:01.662599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:01.682953 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:01.693999 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6220c9ce-903c-41b8-8841-cb428c710023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:01.694312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:19:01.694715 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:01.707374 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:01.887646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event deleted for resources: {'Port': ['ID=95f17320-bf1b-4489-a273-146e933cb757,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:01.913687 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a1b07f61-954e-479b-ac1c-cc61fa565d0f resource provider aggregate not found May 25 20:19:02.011632 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a1b07f61-954e-479b-ac1c-cc61fa565d0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1b07f61-954e-479b-ac1c-cc61fa565d0f found for delete ", "request_id": "req-c74e6a55-2654-4819-b9a4-af9ab078533e"}]} May 25 20:19:02.055170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Transition to ACTIVE for port object ca511c0d-7bc3-423d-8bed-0bd2e513158a will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:02.061016 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:02.068368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a05da484-a57a-44a2-aa4b-c1ef79287960 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:02.109046 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:02.129428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a05da484-a57a-44a2-aa4b-c1ef79287960 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:19:02.130465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a05da484-a57a-44a2-aa4b-c1ef79287960 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:19:02.131678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1d352a47-03f5-4180-9570-904e70bb4c61 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:02.135690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb513509-5a72-40f3-a6ab-4f8fbcc81fab admin admin] Deleting subnet fbe5bde4-daae-4c8f-8024-6f21ae860ce2 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:19:02.145390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Network': ['ID=782c86ef-27a0-4f99-918b-e2830396a666,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:02.150800 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fb513509-5a72-40f3-a6ab-4f8fbcc81fab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:02.189053 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-cd7f6456-de70-4b75-bc59-f577e534001b service neutron] 10.222.0.60 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7642612 May 25 20:19:02.192114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 1d352a47-03f5-4180-9570-904e70bb4c61 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:19:02.192594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1d352a47-03f5-4180-9570-904e70bb4c61 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:19:02.300250 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3d2af3dc-94c3-4ab2-aa0d-fe153dcf0337 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/networks/782c86ef-27a0-4f99-918b-e2830396a666 HTTP/1.1" status: 204 len: 168 time: 2.7572219 May 25 20:19:02.303129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:02.309017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc115bc-2e81-48e9-98a3-df4bbc47edff req-ce3727a2-52c9-44a5-9c16-d6c9c36a07a2 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:02.316297 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbc115bc-2e81-48e9-98a3-df4bbc47edff req-ce3727a2-52c9-44a5-9c16-d6c9c36a07a2 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.7054241 May 25 20:19:02.497538 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fb513509-5a72-40f3-a6ab-4f8fbcc81fab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:02.525256 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:02.621424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Allocated IP 172.20.0.9 (8afcbd06-1893-421b-846b-08bd027ede81/7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd/adff87f2-9ddc-4803-bc93-29f4b60f647e) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:02.629507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-426da2dd-8a7f-46b6-acd8-754a18c50e02 service neutron] 10.222.0.60 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396224 May 25 20:19:02.635308 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fb513509-5a72-40f3-a6ab-4f8fbcc81fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:02.718745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Router 446038c8-7127-4fc1-8eaa-20831391c25e has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:19:02.893440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbc115bc-2e81-48e9-98a3-df4bbc47edff req-1ef3a318-a8cd-4af5-b331-11ef359e1489 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761805 May 25 20:19:02.895528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Network 8afcbd06-1893-421b-846b-08bd027ede81 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:02.962305 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fb513509-5a72-40f3-a6ab-4f8fbcc81fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:03.001241 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:03.035903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e68dd1ce-41f5-410a-a40a-b9becac3faa0 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:03.037827 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e68dd1ce-41f5-410a-a40a-b9becac3faa0 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.50 "GET /v2.0/networks?id=06680dfa-4630-4cb0-a8f3-5f162a3d1fcc HTTP/1.1" status: 200 len: 813 time: 0.3175428 May 25 20:19:03.038818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Pushing event updated for resources: {'Port': ['ID=ca511c0d-7bc3-423d-8bed-0bd2e513158a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:03.047817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:03.131289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Request body: {'port': {'device_id': 'd6c041ff-63c0-49ac-a941-1ceaeda15772', 'network_id': '06680dfa-4630-4cb0-a8f3-5f162a3d1fcc', 'admin_state_up': True, 'tenant_id': '724525c085124938a3a45cddf0ad713e'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:03.157373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:03.243069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb513509-5a72-40f3-a6ab-4f8fbcc81fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe5bde4-daae-4c8f-8024-6f21ae860ce2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:03.271792 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fb513509-5a72-40f3-a6ab-4f8fbcc81fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:03.276018 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42f8a9da-26ed-442f-8272-2ade6905468f req-99a220c2-2666-4d33-8ac0-0b0bce74ed78 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 210 time: 0.0955074 May 25 20:19:03.302202 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fb513509-5a72-40f3-a6ab-4f8fbcc81fab admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fbe5bde4-daae-4c8f-8024-6f21ae860ce2 HTTP/1.1" status: 204 len: 168 time: 1.9467349 May 25 20:19:03.313451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56420) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:03.454397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ef83dcdd-0a17-40df-8c56-219ba0658ced None None] Provisioning for port ca511c0d-7bc3-423d-8bed-0bd2e513158a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:03.462346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ef83dcdd-0a17-40df-8c56-219ba0658ced None None] Provisioning complete for port ca511c0d-7bc3-423d-8bed-0bd2e513158a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:03.462704 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ef83dcdd-0a17-40df-8c56-219ba0658ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:03.463110 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8d0a03b5-fd82-4eb9-bf33-633eccbfe6ee req-65419222-cf8c-4dad-9fc9-eb9f072a7722 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 210 time: 0.2591941 May 25 20:19:03.513368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6220c9ce-903c-41b8-8841-cb428c710023 admin admin] Router 058e291a-c29d-495c-b6ab-3dc922f7a6ec has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:19:03.532198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dd9b63e6-f45f-4565-b0f8-f62b69930eff req-24eadb3e-005b-42ab-8b16-3372eceb8a20 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Synchronizing usage tracker for tenant:45d0cd5f09884862bba2e54c257f07a2 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:19:03.556218 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ef83dcdd-0a17-40df-8c56-219ba0658ced None None] Port ca511c0d-7bc3-423d-8bed-0bd2e513158a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:19:03.582656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:03.583297 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:03.616403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56428) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:03.760414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-24986ca3-6a0b-4e8c-9f97-16f878e1e8fc admin admin] Deleting subnet ce17aa3d-3fee-4023-9294-b376f3da7c04 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:19:03.786820 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24986ca3-6a0b-4e8c-9f97-16f878e1e8fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:03.845521 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-858e7683-7a0e-4218-b12e-06424a48305f req-2809e119-b356-4a51-bcc8-7b54b09c7b1c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4099894 May 25 20:19:03.854055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dd9b63e6-f45f-4565-b0f8-f62b69930eff req-24eadb3e-005b-42ab-8b16-3372eceb8a20 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Unset dirty status for tenant:45d0cd5f09884862bba2e54c257f07a2 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:19:03.855210 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dd9b63e6-f45f-4565-b0f8-f62b69930eff req-24eadb3e-005b-42ab-8b16-3372eceb8a20 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 210 time: 0.4265125 May 25 20:19:03.871527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Request body: {'port': {'device_id': 'c2dc5e54-58e9-47a2-a996-9994e9378b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:03.877745 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62d67a40-48aa-431d-b0c8-2ddb619d4830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:03.896731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24986ca3-6a0b-4e8c-9f97-16f878e1e8fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:03.908697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:19:03.921403 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a457ba-3ad8-4cec-8d02-54f866c272d8 None None] Sync routers for ids ['446038c8-7127-4fc1-8eaa-20831391c25e'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:19:03.947801 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a457ba-3ad8-4cec-8d02-54f866c272d8 None None] Routers {'446038c8-7127-4fc1-8eaa-20831391c25e'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:03.950275 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-93a457ba-3ad8-4cec-8d02-54f866c272d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['446038c8-7127-4fc1-8eaa-20831391c25e'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:03.960365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:04.025995 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:04.060756 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Usage tracker for resource:port and tenant:724525c085124938a3a45cddf0ad713e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:04.075044 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24986ca3-6a0b-4e8c-9f97-16f878e1e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:04.077312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:04.091265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] No DVR routers for this DVR port 95f17320-bf1b-4489-a273-146e933cb757 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:19:04.102357 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:04.104303 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1ec108c-7870-4392-9c81-e4a157dc9b58 req-6ae98074-0da9-42d3-a307-00b64d28303a tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.50 "DELETE /v2.0/ports/95f17320-bf1b-4489-a273-146e933cb757 HTTP/1.1" status: 204 len: 173 time: 5.7634590 May 25 20:19:04.106620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-deleted', 'tag': '95f17320-bf1b-4489-a273-146e933cb757'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:19:04.114087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:04.168361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Transition to ACTIVE for port object adff87f2-9ddc-4803-bc93-29f4b60f647e will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:04.236570 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb6af76-adc2-4182-a4e9-07fd79ad419c'] response: {'server_uuid': '489e321a-71e6-4acb-ab9c-e7b19c6c6198', 'name': 'network-vif-deleted', 'tag': '95f17320-bf1b-4489-a273-146e933cb757', 'status': 'completed', 'code': 200} May 25 20:19:04.255992 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-93a457ba-3ad8-4cec-8d02-54f866c272d8 None None] Set router 446038c8-7127-4fc1-8eaa-20831391c25e gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:04.300813 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62d67a40-48aa-431d-b0c8-2ddb619d4830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:04.302083 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:04.316225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6220c9ce-903c-41b8-8841-cb428c710023 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:19:04.329432 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5481d012-434a-40f4-a0ad-4a81b7202b03 None None] Sync routers for ids ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:19:04.337135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Made reservation on behalf of 724525c085124938a3a45cddf0ad713e for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:04.349742 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:04.353446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5481d012-434a-40f4-a0ad-4a81b7202b03 None None] Routers {'058e291a-c29d-495c-b6ab-3dc922f7a6ec'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:04.354642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5481d012-434a-40f4-a0ad-4a81b7202b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:04.374621 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6220c9ce-903c-41b8-8841-cb428c710023 admin admin] 10.222.0.60 "PUT /v2.0/routers/058e291a-c29d-495c-b6ab-3dc922f7a6ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4367766 May 25 20:19:04.395896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56438) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:04.431321 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24986ca3-6a0b-4e8c-9f97-16f878e1e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:04.443189 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:04.675897 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24986ca3-6a0b-4e8c-9f97-16f878e1e8fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:04.763577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-62d67a40-48aa-431d-b0c8-2ddb619d4830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccfaecb-9420-49ca-ac74-7e43952027b7']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:04.779950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-62d67a40-48aa-431d-b0c8-2ddb619d4830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43056c5a-7a0f-49df-ade4-49414d908652') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:04.780348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-62d67a40-48aa-431d-b0c8-2ddb619d4830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43056c5a-7a0f-49df-ade4-49414d908652') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:04.787516 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-93a457ba-3ad8-4cec-8d02-54f866c272d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:09:07Z', 'revision_number': 4, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port': {'id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:01Z', 'updated_at': '2022-05-25T20:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'bfef39c7-20c7-46cb-9cdd-cf66a481e118', 'name': '', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'mac_address': 'fa:16:3e:8d:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:06Z', 'updated_at': '2022-05-25T20:09:15Z', 'revision_number': 5, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'subnets': [{'id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:04.793145 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a457ba-3ad8-4cec-8d02-54f866c272d8 None None] Checking router: 446038c8-7127-4fc1-8eaa-20831391c25e for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:19:04.794008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-5481d012-434a-40f4-a0ad-4a81b7202b03 None None] Set router 058e291a-c29d-495c-b6ab-3dc922f7a6ec gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:04.803327 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62d67a40-48aa-431d-b0c8-2ddb619d4830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:04.809594 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a457ba-3ad8-4cec-8d02-54f866c272d8 None None] Routers {'446038c8-7127-4fc1-8eaa-20831391c25e'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:04.814166 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-93a457ba-3ad8-4cec-8d02-54f866c272d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['446038c8-7127-4fc1-8eaa-20831391c25e'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:04.821683 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62d67a40-48aa-431d-b0c8-2ddb619d4830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:04.829336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d67a40-48aa-431d-b0c8-2ddb619d4830 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:19:04.829739 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62d67a40-48aa-431d-b0c8-2ddb619d4830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:05.008574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24986ca3-6a0b-4e8c-9f97-16f878e1e8fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce17aa3d-3fee-4023-9294-b376f3da7c04,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:05.012575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf24e91f-93b2-41df-97e0-217724b24f1a req-a23bc262-6590-40cf-ac50-89fc25434097 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/ports?device_id=489e321a-71e6-4acb-ab9c-e7b19c6c6198 HTTP/1.1" status: 200 len: 210 time: 0.4689131 May 25 20:19:05.121301 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 43056c5a-7a0f-49df-ade4-49414d908652 resource provider aggregate not found May 25 20:19:05.140114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-461b43dc-db04-405c-8f0c-e9aff467aa96 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:05.141859 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-461b43dc-db04-405c-8f0c-e9aff467aa96 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.70 "GET /v2.0/networks?id=8afcbd06-1893-421b-846b-08bd027ede81 HTTP/1.1" status: 200 len: 815 time: 0.7709708 May 25 20:19:05.142591 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62d67a40-48aa-431d-b0c8-2ddb619d4830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:05.152055 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-62d67a40-48aa-431d-b0c8-2ddb619d4830 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:05.161084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Request body: {'port': {'device_id': '4c654d75-5153-4927-a659-a43a3374d3af', 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81', 'admin_state_up': True, 'tenant_id': '45d0cd5f09884862bba2e54c257f07a2'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:05.185666 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-93a457ba-3ad8-4cec-8d02-54f866c272d8 None None] Set router 446038c8-7127-4fc1-8eaa-20831391c25e gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:05.201131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Pushing event updated for resources: {'Port': ['ID=adff87f2-9ddc-4803-bc93-29f4b60f647e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:05.210887 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 43056c5a-7a0f-49df-ade4-49414d908652 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43056c5a-7a0f-49df-ade4-49414d908652 found for delete ", "request_id": "req-892185f9-f131-4727-bfd9-2b85930aca34"}]} May 25 20:19:05.216901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Network 8afcbd06-1893-421b-846b-08bd027ede81 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:05.218728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d67a40-48aa-431d-b0c8-2ddb619d4830 admin admin] Pushing event deleted for resources: {'Network': ['ID=bccfaecb-9420-49ca-ac74-7e43952027b7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:05.222879 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-24986ca3-6a0b-4e8c-9f97-16f878e1e8fc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ce17aa3d-3fee-4023-9294-b376f3da7c04 HTTP/1.1" status: 204 len: 168 time: 1.5388985 May 25 20:19:05.226139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56450) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:05.237268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5481d012-434a-40f4-a0ad-4a81b7202b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:19:00Z', 'revision_number': 5, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:05.245726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5481d012-434a-40f4-a0ad-4a81b7202b03 None None] Checking router: 058e291a-c29d-495c-b6ab-3dc922f7a6ec for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:19:05.258759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5481d012-434a-40f4-a0ad-4a81b7202b03 None None] Routers {'058e291a-c29d-495c-b6ab-3dc922f7a6ec'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:05.259931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5481d012-434a-40f4-a0ad-4a81b7202b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:05.388122 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:05.420146 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d713d06c-d31c-46de-bf04-935fbafc7a53 req-b2a626a4-20f7-4ac5-a72e-ac17bf4a5361 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 210 time: 0.1897879 May 25 20:19:05.421211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:05.424646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:05.501236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-5481d012-434a-40f4-a0ad-4a81b7202b03 None None] Set router 058e291a-c29d-495c-b6ab-3dc922f7a6ec gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:05.605000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:05.605960 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:05.621511 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-93a457ba-3ad8-4cec-8d02-54f866c272d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:09:07Z', 'revision_number': 4, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port': {'id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:01Z', 'updated_at': '2022-05-25T20:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'bfef39c7-20c7-46cb-9cdd-cf66a481e118', 'name': '', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'mac_address': 'fa:16:3e:8d:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:06Z', 'updated_at': '2022-05-25T20:09:15Z', 'revision_number': 5, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'subnets': [{'id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:05.626734 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a457ba-3ad8-4cec-8d02-54f866c272d8 None None] The sync data for ids ['446038c8-7127-4fc1-8eaa-20831391c25e'] in n-d-843339-1 is: [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:09:07Z', 'revision_number': 4, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port': {'id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:01Z', 'updated_at': '2022-05-25T20:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'bfef39c7-20c7-46cb-9cdd-cf66a481e118', 'name': '', 'network_id': '4e3b1c24-c6fc-43dd-b516-21c21083f244', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'mac_address': 'fa:16:3e:8d:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:06Z', 'updated_at': '2022-05-25T20:09:15Z', 'revision_number': 5, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'subnets': [{'id': 'e50acf7b-ade5-4727-b163-74dced7ce564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:19:05.708480 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8c22-ec5e-44be-81e5-4225deb784da tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:05.720638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Allocated IP 172.20.0.12 (06680dfa-4630-4cb0-a8f3-5f162a3d1fcc/f985da78-9fa5-4bb0-94aa-6b95b76cffe7/63ebe36c-ca3c-4ef6-8fbe-96a50278c649) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:05.900065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-62d67a40-48aa-431d-b0c8-2ddb619d4830 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bccfaecb-9420-49ca-ac74-7e43952027b7 HTTP/1.1" status: 204 len: 168 time: 2.5180097 May 25 20:19:05.909175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088607a7-33c4-409f-beb2-18d6313b0e4e req-e0b832e6-b8f1-4263-8455-d068991a2cf0 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:05.916434 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-088607a7-33c4-409f-beb2-18d6313b0e4e req-e0b832e6-b8f1-4263-8455-d068991a2cf0 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 1.6789839 May 25 20:19:05.973311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-397197d4-052d-41b1-a966-e1c681a828ee req-d672d1a8-9b9b-4eb8-a3ea-ae842845aa35 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 210 time: 0.3368576 May 25 20:19:06.002713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cabfbd4b-1b6a-4b79-b83a-c509638efb21 None None] Provisioning for port adff87f2-9ddc-4803-bc93-29f4b60f647e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:06.040179 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-af09574c-3b64-41a5-8f2d-28627331d29e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4239197 May 25 20:19:06.040664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cabfbd4b-1b6a-4b79-b83a-c509638efb21 None None] Provisioning complete for port adff87f2-9ddc-4803-bc93-29f4b60f647e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:06.041029 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cabfbd4b-1b6a-4b79-b83a-c509638efb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:06.050903 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e8463a-bfd0-4f8d-a525-98b7c19a0a2a None None] New status for floating IP 222b402f-e55e-419e-92b8-d9048c21cabc: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:19:06.069714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Request body: {'port': {'device_id': '8be8aaef-bf2f-4943-994f-50a30196826e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:06.120426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56458) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:06.159358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cabfbd4b-1b6a-4b79-b83a-c509638efb21 None None] Port adff87f2-9ddc-4803-bc93-29f4b60f647e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:19:06.165840 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-088607a7-33c4-409f-beb2-18d6313b0e4e req-0eaad637-8ad4-4c5c-a519-d61ba5078339 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482650 May 25 20:19:06.204389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5481d012-434a-40f4-a0ad-4a81b7202b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:19:00Z', 'revision_number': 5, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:06.209885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5481d012-434a-40f4-a0ad-4a81b7202b03 None None] The sync data for ids ['058e291a-c29d-495c-b6ab-3dc922f7a6ec'] in n-d-843339-1 is: [{'id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'name': 'tempest-ServersTestManualDisk-234423644-router', 'tenant_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '62e1b349-50f8-4174-8190-4c662194a625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:16:12Z', 'updated_at': '2022-05-25T20:19:00Z', 'revision_number': 5, 'project_id': '01e46df057fe42f58d3a7b6fb0b30bb7', 'gw_port': {'id': '62e1b349-50f8-4174-8190-4c662194a625', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e291a-c29d-495c-b6ab-3dc922f7a6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:16:13Z', 'updated_at': '2022-05-25T20:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:19:06.258298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56464) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:06.313872 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8138da49-0416-49f3-8e5a-4bd34d6b6799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:06.319872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:06.365032 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-120b80e7-0881-40dc-a6ca-f2e3f86eb1df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0acd5e5275c1476cb0b68e8b7f765268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289701 May 25 20:19:06.365032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:06.369659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56468) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:06.376716 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:06.382694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:06.408896 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:06.434569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Made reservation on behalf of 45d0cd5f09884862bba2e54c257f07a2 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:06.439448 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:06.475738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] Deleting port 62e1b349-50f8-4174-8190-4c662194a625 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:06.476075 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:06.631983 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1860e39f-eb08-4c3e-a70d-1376c91e6f7c req-b605205d-a80f-41f8-bee3-0d6f492c2ddb tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 210 time: 0.0636461 May 25 20:19:06.640351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e8c22-ec5e-44be-81e5-4225deb784da tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:06.640686 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8c22-ec5e-44be-81e5-4225deb784da tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:06.777931 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbbce-06a0-4ad3-87e3-6b76c9063ec2 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:06.835174 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8138da49-0416-49f3-8e5a-4bd34d6b6799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:06.890050 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e819924a-8af6-4082-bb3e-2dadd589ae0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:06.924856 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbbce-06a0-4ad3-87e3-6b76c9063ec2 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:06.941371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-7e8e8c22-ec5e-44be-81e5-4225deb784da tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] For port e0ee7b1e-c3ba-4269-b563-de7b2b527bc6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e0ee7b1e-c3ba-4269-b563-de7b2b527bc6,segment=NetworkSegment(af7e0e67-86a9-4b99-8aa1-c84b887def58),segment_id=af7e0e67-86a9-4b99-8aa1-c84b887def58)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:06.941728 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8c22-ec5e-44be-81e5-4225deb784da tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:06.972172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-8138da49-0416-49f3-8e5a-4bd34d6b6799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75cac72-0f64-4010-ac35-5fc4857ca6be']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:07.018636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-8138da49-0416-49f3-8e5a-4bd34d6b6799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec19c75-4262-4ec1-97b6-28bfddec25fe') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:07.018921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-8138da49-0416-49f3-8e5a-4bd34d6b6799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec19c75-4262-4ec1-97b6-28bfddec25fe') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:07.048781 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e819924a-8af6-4082-bb3e-2dadd589ae0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:07.066399 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:07.076285 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e8c22-ec5e-44be-81e5-4225deb784da tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:07.218293 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8138da49-0416-49f3-8e5a-4bd34d6b6799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:07.229833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca511c0d-7bc3-423d-8bed-0bd2e513158a {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:19:07.303287 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:07.382716 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8138da49-0416-49f3-8e5a-4bd34d6b6799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:07.393155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d296aa-ad76-4858-8089-bb8d0eb76794 req-ea648e7b-de18-4b03-b713-9893d0d0ae46 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:07.394657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20d296aa-ad76-4858-8089-bb8d0eb76794 req-ea648e7b-de18-4b03-b713-9893d0d0ae46 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.1114445 May 25 20:19:07.401207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4ec03551-384b-4263-a9fd-dacd04b42ffe req-a523297e-1216-49e9-b3db-b258eea0e98c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Synchronizing usage tracker for tenant:45d0cd5f09884862bba2e54c257f07a2 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:19:07.404376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] For port 62e1b349-50f8-4174-8190-4c662194a625, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=62e1b349-50f8-4174-8190-4c662194a625,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:07.404733 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:07.429715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Network 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:07.440240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8138da49-0416-49f3-8e5a-4bd34d6b6799 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:19:07.440550 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8138da49-0416-49f3-8e5a-4bd34d6b6799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:07.461745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:07.496302 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20d296aa-ad76-4858-8089-bb8d0eb76794 req-3cf84efa-da63-4d9b-a579-b81a98aa4d85 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676312 May 25 20:19:07.503166 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8c22-ec5e-44be-81e5-4225deb784da tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:07.523668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:07.552093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e8c22-ec5e-44be-81e5-4225deb784da tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Port': ['ID=e0ee7b1e-c3ba-4269-b563-de7b2b527bc6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:07.600672 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 6ec19c75-4262-4ec1-97b6-28bfddec25fe resource provider aggregate not found May 25 20:19:07.710508 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] Calling delete_port for 62e1b349-50f8-4174-8190-4c662194a625 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:07.815433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Pushing event updated for resources: {'Port': ['ID=63ebe36c-ca3c-4ef6-8fbe-96a50278c649,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:07.839455 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 6ec19c75-4262-4ec1-97b6-28bfddec25fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ec19c75-4262-4ec1-97b6-28bfddec25fe found for delete ", "request_id": "req-01f5dac4-c2ba-423f-82e9-15f6b2f64345"}]} May 25 20:19:07.841049 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbbce-06a0-4ad3-87e3-6b76c9063ec2 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:07.848697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Transition to ACTIVE for port object ca511c0d-7bc3-423d-8bed-0bd2e513158a will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:07.849433 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8c22-ec5e-44be-81e5-4225deb784da tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:07.861516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4ec03551-384b-4263-a9fd-dacd04b42ffe req-a523297e-1216-49e9-b3db-b258eea0e98c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Unset dirty status for tenant:45d0cd5f09884862bba2e54c257f07a2 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:19:07.862692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ec03551-384b-4263-a9fd-dacd04b42ffe req-a523297e-1216-49e9-b3db-b258eea0e98c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 210 time: 0.6180010 May 25 20:19:07.871610 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8138da49-0416-49f3-8e5a-4bd34d6b6799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:07.886957 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:07.930303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffbbce-06a0-4ad3-87e3-6b76c9063ec2 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a715c33-8d8d-4d41-9b5d-7d09a3b780e5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:07.956914 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8138da49-0416-49f3-8e5a-4bd34d6b6799 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:07.994044 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae6b28bd-61b7-479f-8df7-7c7766650bbc no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:07.995711 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e819924a-8af6-4082-bb3e-2dadd589ae0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:08.000246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138da49-0416-49f3-8e5a-4bd34d6b6799 admin admin] Pushing event deleted for resources: {'Network': ['ID=e75cac72-0f64-4010-ac35-5fc4857ca6be,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:08.034933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ae6b28bd-61b7-479f-8df7-7c7766650bbc {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:19:08.035566 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae6b28bd-61b7-479f-8df7-7c7766650bbc not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:19:08.038923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:08.039582 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:08.130117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Allocated IP 172.20.0.10 (8afcbd06-1893-421b-846b-08bd027ede81/7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd/e861f738-8a3f-40cb-a9a6-4c5c140efd17) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:08.133832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819924a-8af6-4082-bb3e-2dadd589ae0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedb175b-3502-40dd-bb2a-3b7eb6aea516,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:08.167538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9a341-2ba3-4d46-9732-b72af496b02c req-1576a306-5f63-43a1-a777-d13a21fd9adb tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:08.175718 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c3f9a341-2ba3-4d46-9732-b72af496b02c req-1576a306-5f63-43a1-a777-d13a21fd9adb tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 932 time: 0.3881989 May 25 20:19:08.176750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Pushing event updated for resources: {'Port': ['ID=ca511c0d-7bc3-423d-8bed-0bd2e513158a,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:08.250718 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a7869658-be31-43fd-bd4a-f4937b5339c2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1999390 May 25 20:19:08.260783 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8138da49-0416-49f3-8e5a-4bd34d6b6799 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e75cac72-0f64-4010-ac35-5fc4857ca6be HTTP/1.1" status: 204 len: 168 time: 3.0202537 May 25 20:19:08.271095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Request body: {'port': {'device_id': 'd6c041ff-63c0-49ac-a941-1ceaeda15772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:08.300596 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e819924a-8af6-4082-bb3e-2dadd589ae0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:08.304665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e819924a-8af6-4082-bb3e-2dadd589ae0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bedb175b-3502-40dd-bb2a-3b7eb6aea516 HTTP/1.1" status: 204 len: 168 time: 1.9299688 May 25 20:19:08.372222 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbbce-06a0-4ad3-87e3-6b76c9063ec2 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:08.373402 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d4ffbbce-06a0-4ad3-87e3-6b76c9063ec2 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "DELETE /v2.0/security-groups/4a715c33-8d8d-4d41-9b5d-7d09a3b780e5 HTTP/1.1" status: 204 len: 168 time: 2.1101224 May 25 20:19:08.388959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56488) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:08.403406 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c3f9a341-2ba3-4d46-9732-b72af496b02c req-c3e2415b-f2cf-40a0-9816-bdd36fb2da2d tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266953 May 25 20:19:08.469936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Attempting to bind port ca511c0d-7bc3-423d-8bed-0bd2e513158a on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:19:08.470317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Attempting to bind port ca511c0d-7bc3-423d-8bed-0bd2e513158a by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:19:08.470642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Attempting to bind port ca511c0d-7bc3-423d-8bed-0bd2e513158a on network 8afcbd06-1893-421b-846b-08bd027ede81 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:08.489481 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-54311624-f06e-43d7-be0e-9b267c710da1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] show failed (client error): The resource could not be found. May 25 20:19:08.493325 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-54311624-f06e-43d7-be0e-9b267c710da1 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "GET /v2.0/security-groups/4a715c33-8d8d-4d41-9b5d-7d09a3b780e5 HTTP/1.1" status: 404 len: 347 time: 0.1005068 May 25 20:19:08.497724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56492) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:08.500538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Port ca511c0d-7bc3-423d-8bed-0bd2e513158a on network 8afcbd06-1893-421b-846b-08bd027ede81 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:19:08.500872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Attempting to bind port ca511c0d-7bc3-423d-8bed-0bd2e513158a on network 8afcbd06-1893-421b-846b-08bd027ede81 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:08.527322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8e8c22-ec5e-44be-81e5-4225deb784da tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router be0da135-1d42-4a35-aa1e-c74d01ab7a56 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:19:08.548938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56498) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:08.722445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:19:08.722761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Checking segment: {'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:08.723154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Bound using segment: {'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:19:08.723595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Bound port: ca511c0d-7bc3-423d-8bed-0bd2e513158a, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:19:08.723939 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:08.787018 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:08.800313 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ef63ca75-25ca-4a5f-825a-01620ec86650 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89a98594b5684d1bab0096005a80f1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502556 May 25 20:19:08.803250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6faf7957-44d8-4f72-bcee-ee746dc54345 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Deleting port 65b76a70-d04b-4ec4-b6ee-dd0e18bf6bcc {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:08.803607 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6faf7957-44d8-4f72-bcee-ee746dc54345 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:08.808215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56504) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:08.956346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] For port ca511c0d-7bc3-423d-8bed-0bd2e513158a, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:19:08.961618 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:08.970253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] For port ca511c0d-7bc3-423d-8bed-0bd2e513158a, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ca511c0d-7bc3-423d-8bed-0bd2e513158a,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:19:08.974255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Transition to ACTIVE for port object e861f738-8a3f-40cb-a9a6-4c5c140efd17 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:08.976484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8e8c22-ec5e-44be-81e5-4225deb784da tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:19:08.994709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a3e47-0e71-4a62-9864-3a5510ee8d28 None None] Sync routers for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:19:09.020247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a3e47-0e71-4a62-9864-3a5510ee8d28 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:09.021485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bd3a3e47-0e71-4a62-9864-3a5510ee8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:09.036588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7e8e8c22-ec5e-44be-81e5-4225deb784da tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7308486 May 25 20:19:09.041133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56520) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:09.142795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b5407be-d6d0-40dd-b006-d093c46d62d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:09.163648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-533e05fb-51e3-4976-9d99-cf05a0d13abe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting subnet a3597b33-92fc-4c75-a8e0-383ea1f8dde9 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:19:09.197280 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-533e05fb-51e3-4976-9d99-cf05a0d13abe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:09.198403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:09.221395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] Pushing event deleted for resources: {'Port': ['ID=62e1b349-50f8-4174-8190-4c662194a625,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:09.223245 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:09.236749 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:09.351970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-bd3a3e47-0e71-4a62-9864-3a5510ee8d28 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:09.440813 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b5407be-d6d0-40dd-b006-d093c46d62d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:09.484019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Network 8afcbd06-1893-421b-846b-08bd027ede81 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:09.497307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:09.500624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:09.563331 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-533e05fb-51e3-4976-9d99-cf05a0d13abe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:09.622347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Pushing event updated for resources: {'Port': ['ID=e861f738-8a3f-40cb-a9a6-4c5c140efd17,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:09.652305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:09.652929 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:09.654372 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-858e7683-7a0e-4218-b12e-06424a48305f req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] 10.222.0.50 "PUT /v2.0/ports/ca511c0d-7bc3-423d-8bed-0bd2e513158a HTTP/1.1" status: 200 len: 1091 time: 5.7976248 May 25 20:19:09.661017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dc5e54-58e9-47a2-a996-9994e9378b97', 'tag': 'ca511c0d-7bc3-423d-8bed-0bd2e513158a'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:19:09.717101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56536) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:09.776717 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-533e05fb-51e3-4976-9d99-cf05a0d13abe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:09.834566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:09.880687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bd3a3e47-0e71-4a62-9864-3a5510ee8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:19:07Z', 'revision_number': 10, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:09.913221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a3e47-0e71-4a62-9864-3a5510ee8d28 None None] Checking router: be0da135-1d42-4a35-aa1e-c74d01ab7a56 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:19:09.924000 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-533e05fb-51e3-4976-9d99-cf05a0d13abe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:09.948264 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a3e47-0e71-4a62-9864-3a5510ee8d28 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:09.951416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bd3a3e47-0e71-4a62-9864-3a5510ee8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:09.991159 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-533e05fb-51e3-4976-9d99-cf05a0d13abe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.000534 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6faf7957-44d8-4f72-bcee-ee746dc54345 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.000857 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6faf7957-44d8-4f72-bcee-ee746dc54345 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.009292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938c970-61d2-4a0b-a440-5a0d0b19dbbd service neutron] Pushing event updated for resources: {'Port': ['ID=ca511c0d-7bc3-423d-8bed-0bd2e513158a,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:10.049617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:10.050302 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.054109 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e05fb-51e3-4976-9d99-cf05a0d13abe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Subnet': ['ID=a3597b33-92fc-4c75-a8e0-383ea1f8dde9,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:10.076139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fda936-03ee-41f4-a29e-cae973f46bc8 None None] Network 63f6f7e6-4a8a-474c-a8ec-effcb6432f11 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:10.084914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd69e74-d3f7-41de-b74b-f6b5e9daf7b6 req-49655887-b003-4a42-917b-85da4f880d51 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:10.085621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ddd69e74-d3f7-41de-b74b-f6b5e9daf7b6 req-49655887-b003-4a42-917b-85da4f880d51 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Synchronizing usage tracker for tenant:45d0cd5f09884862bba2e54c257f07a2 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:19:10.098758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-533e05fb-51e3-4976-9d99-cf05a0d13abe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/a3597b33-92fc-4c75-a8e0-383ea1f8dde9 HTTP/1.1" status: 204 len: 168 time: 1.0512466 May 25 20:19:10.113142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56542) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:10.122109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-580070818-network', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:10.133725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0c0a1-7587-49cc-b96f-13bc73e70bd9 req-1f396ee4-aa93-479a-9715-ac9d1d7110ed tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:10.135231 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00b0c0a1-7587-49cc-b96f-13bc73e70bd9 req-1f396ee4-aa93-479a-9715-ac9d1d7110ed tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 1.4664729 May 25 20:19:10.136287 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-09ccf6a9-923c-4484-ba91-0dbd713772bf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9791491 May 25 20:19:10.141972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ddd69e74-d3f7-41de-b74b-f6b5e9daf7b6 req-49655887-b003-4a42-917b-85da4f880d51 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Unset dirty status for tenant:45d0cd5f09884862bba2e54c257f07a2 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:19:10.143222 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ddd69e74-d3f7-41de-b74b-f6b5e9daf7b6 req-49655887-b003-4a42-917b-85da4f880d51 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 932 time: 1.1393812 May 25 20:19:10.149417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Request body: {'port': {'device_id': '4c654d75-5153-4927-a659-a43a3374d3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:10.180270 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b5407be-d6d0-40dd-b006-d093c46d62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.182993 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b5407be-d6d0-40dd-b006-d093c46d62d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.187216 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4b5407be-d6d0-40dd-b006-d093c46d62d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51cfadf6-aa1a-43bd-854f-d2a0ad990ce2 HTTP/1.1" status: 204 len: 168 time: 1.3751068 May 25 20:19:10.212130 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:19:10.262373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:10.262628 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3f70dac8-136d-429f-8e07-7fe50abcbae4 None None] Provisioning for port e861f738-8a3f-40cb-a9a6-4c5c140efd17 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:10.271251 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3f70dac8-136d-429f-8e07-7fe50abcbae4 None None] Provisioning complete for port e861f738-8a3f-40cb-a9a6-4c5c140efd17 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:10.271611 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3f70dac8-136d-429f-8e07-7fe50abcbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.304230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adff87f2-9ddc-4803-bc93-29f4b60f647e {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:19:10.338346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6faf7957-44d8-4f72-bcee-ee746dc54345 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Calling delete_port for 65b76a70-d04b-4ec4-b6ee-dd0e18bf6bcc owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:10.345298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3f70dac8-136d-429f-8e07-7fe50abcbae4 None None] Port e861f738-8a3f-40cb-a9a6-4c5c140efd17 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:19:10.384355 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-bd3a3e47-0e71-4a62-9864-3a5510ee8d28 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:10.396519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Usage tracker for resource:network and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:10.396910 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.400781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:10.418468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Transition to ACTIVE for port object adff87f2-9ddc-4803-bc93-29f4b60f647e will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:10.427572 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.429021 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:10.442197 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.472599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.472599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5407be-d6d0-40dd-b006-d093c46d62d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cfadf6-aa1a-43bd-854f-d2a0ad990ce2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:10.517712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Made reservation on behalf of 2de55f61b45045b4816f6a71bdaf22b8 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:10.520251 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.557154 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00b0c0a1-7587-49cc-b96f-13bc73e70bd9 req-1807a705-6e42-4b9c-a650-c1f72889a98c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362185 May 25 20:19:10.582528 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.589098 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.599104 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:10.599627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 058e291a-c29d-495c-b6ab-3dc922f7a6ec {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:19:10.616939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e7683-7a0e-4218-b12e-06424a48305f req-f0e223ea-4b18-497d-b26d-1543bf81692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:10.618497 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-858e7683-7a0e-4218-b12e-06424a48305f req-f0e223ea-4b18-497d-b26d-1543bf81692e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=45d0cd5f09884862bba2e54c257f07a2&device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 1094 time: 0.8973300 May 25 20:19:10.709237 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ddd69e74-d3f7-41de-b74b-f6b5e9daf7b6 req-8ea0e683-a92b-43a4-b64b-995b71513744 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236754 May 25 20:19:10.712637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Pushing event updated for resources: {'Port': ['ID=adff87f2-9ddc-4803-bc93-29f4b60f647e,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:10.717828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:10.732535 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-858e7683-7a0e-4218-b12e-06424a48305f req-63812426-a70f-46ab-baa7-b897532ac698 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca511c0d-7bc3-423d-8bed-0bd2e513158a HTTP/1.1" status: 200 len: 217 time: 0.1068246 May 25 20:19:10.736433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Usage tracker for resource:security_group_rule and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:10.740443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:10.962748 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59e8ae3-e2bc-434c-af3b-9c2bafeb82d8'] response: {'name': 'network-changed', 'server_uuid': 'c2dc5e54-58e9-47a2-a996-9994e9378b97', 'tag': 'ca511c0d-7bc3-423d-8bed-0bd2e513158a', 'status': 'completed', 'code': 200} May 25 20:19:10.966673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:11.023773 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:19:11.026284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bd3a3e47-0e71-4a62-9864-3a5510ee8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:19:07Z', 'revision_number': 10, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:11.031728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a3e47-0e71-4a62-9864-3a5510ee8d28 None None] The sync data for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 is: [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:19:07Z', 'revision_number': 10, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None, '_interfaces': [{'id': 'eacc7600-4132-4b91-aca6-e10464497d5e', 'name': '', 'network_id': 'fc940966-bcf6-4c9e-8f24-546ab8446e37', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'mac_address': 'fa:16:3e:cb:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:17:43Z', 'updated_at': '2022-05-25T20:17:57Z', 'revision_number': 5, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'subnets': [{'id': 'c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:19:11.039898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:11.041301 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4567e95f-54db-4b71-98c4-75b6f7a8d40c admin admin] 10.222.0.60 "DELETE /v2.0/routers/058e291a-c29d-495c-b6ab-3dc922f7a6ec HTTP/1.1" status: 204 len: 168 time: 6.6409698 May 25 20:19:11.052035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56558) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:11.158362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port a7d53e1d-ac6a-41c9-baa2-05a0f747f754 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:11.158606 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:11.198011 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:11.222441 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aac819-ebbb-42b4-84b4-214851791ace None None] DHCP port deletion for 63f6f7e6-4a8a-474c-a8ec-effcb6432f11 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:19:11.254333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c2aac819-ebbb-42b4-84b4-214851791ace None None] Deleting port a7d53e1d-ac6a-41c9-baa2-05a0f747f754 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:11.254864 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c2aac819-ebbb-42b4-84b4-214851791ace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:11.300338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e7683-7a0e-4218-b12e-06424a48305f req-3bc6c532-df98-4ded-b00f-ca741733c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:11.302190 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-858e7683-7a0e-4218-b12e-06424a48305f req-3bc6c532-df98-4ded-b00f-ca741733c889 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd HTTP/1.1" status: 200 len: 854 time: 0.5086179 May 25 20:19:11.325761 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6faf7957-44d8-4f72-bcee-ee746dc54345 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:11.376326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df27a23-822f-4d03-8986-49e6bfe64cde admin admin] Deleting subnet 318c4a38-89ca-417a-ba64-0192f1196e16 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:19:11.392126 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9df27a23-822f-4d03-8986-49e6bfe64cde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:11.399463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56570) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:11.446666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf7957-44d8-4f72-bcee-ee746dc54345 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Pushing event deleted for resources: {'Port': ['ID=65b76a70-d04b-4ec4-b6ee-dd0e18bf6bcc,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:11.512505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:19:11.536356 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:11.578036 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c2aac819-ebbb-42b4-84b4-214851791ace None None] For port a7d53e1d-ac6a-41c9-baa2-05a0f747f754, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a7d53e1d-ac6a-41c9-baa2-05a0f747f754,segment=NetworkSegment(af7e0e67-86a9-4b99-8aa1-c84b887def58),segment_id=af7e0e67-86a9-4b99-8aa1-c84b887def58)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:11.579154 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c2aac819-ebbb-42b4-84b4-214851791ace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:11.623332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Transition to ACTIVE for port object 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:11.637687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-178288741-network', 'tenant_id': 'c195f37b6dc4437e9c636e10d744c189'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:11.653502 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:11.666122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:11.735490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Usage tracker for resource:network and tenant:c195f37b6dc4437e9c636e10d744c189 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:11.747806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2365d-c0ae-4575-bdd2-fc5348024466 req-9aa1e9cb-b74f-4dc4-b217-e7c98162f169 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:11.749240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bfa2365d-c0ae-4575-bdd2-fc5348024466 req-9aa1e9cb-b74f-4dc4-b217-e7c98162f169 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Synchronizing usage tracker for tenant:724525c085124938a3a45cddf0ad713e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:19:11.761700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:11.766757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c2aac819-ebbb-42b4-84b4-214851791ace None None] Calling delete_port for a7d53e1d-ac6a-41c9-baa2-05a0f747f754 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:11.837068 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6faf7957-44d8-4f72-bcee-ee746dc54345 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:11.850082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:11.877167 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c2aac819-ebbb-42b4-84b4-214851791ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:11.910218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Attempting to bind port adff87f2-9ddc-4803-bc93-29f4b60f647e on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:19:11.910747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Attempting to bind port adff87f2-9ddc-4803-bc93-29f4b60f647e by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:19:11.910747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Attempting to bind port adff87f2-9ddc-4803-bc93-29f4b60f647e on network 8afcbd06-1893-421b-846b-08bd027ede81 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:11.913488 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:11.914347 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9df27a23-822f-4d03-8986-49e6bfe64cde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:11.918671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=63ebe36c-ca3c-4ef6-8fbe-96a50278c649,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:11.924403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e7683-7a0e-4218-b12e-06424a48305f req-76172aee-70a6-47d2-aaca-c77c8ae93bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:11.926052 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-858e7683-7a0e-4218-b12e-06424a48305f req-76172aee-70a6-47d2-aaca-c77c8ae93bac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8afcbd06-1893-421b-846b-08bd027ede81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6036882 May 25 20:19:11.963381 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:11.969944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Port adff87f2-9ddc-4803-bc93-29f4b60f647e on network 8afcbd06-1893-421b-846b-08bd027ede81 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:19:11.971309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Attempting to bind port adff87f2-9ddc-4803-bc93-29f4b60f647e on network 8afcbd06-1893-421b-846b-08bd027ede81 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:11.971427 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aac819-ebbb-42b4-84b4-214851791ace None None] Pushing event deleted for resources: {'Port': ['ID=a7d53e1d-ac6a-41c9-baa2-05a0f747f754,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:11.973750 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aac819-ebbb-42b4-84b4-214851791ace None None] No DVR routers for this DVR port a7d53e1d-ac6a-41c9-baa2-05a0f747f754 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:19:12.008701 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 62e1b349-50f8-4174-8190-4c662194a625 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:12.009045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:19:12.009381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Checking segment: {'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:12.009759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Bound using segment: {'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:19:12.010219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Bound port: adff87f2-9ddc-4803-bc93-29f4b60f647e, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:19:12.010561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:12.011857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bfa2365d-c0ae-4575-bdd2-fc5348024466 req-9aa1e9cb-b74f-4dc4-b217-e7c98162f169 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Unset dirty status for tenant:724525c085124938a3a45cddf0ad713e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:19:12.013027 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfa2365d-c0ae-4575-bdd2-fc5348024466 req-9aa1e9cb-b74f-4dc4-b217-e7c98162f169 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 932 time: 1.0714626 May 25 20:19:12.023920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Made reservation on behalf of c195f37b6dc4437e9c636e10d744c189 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:12.026471 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:12.054933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 62e1b349-50f8-4174-8190-4c662194a625 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:19:12.055583 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 62e1b349-50f8-4174-8190-4c662194a625 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:19:12.055722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a7d53e1d-ac6a-41c9-baa2-05a0f747f754 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:12.099542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a7d53e1d-ac6a-41c9-baa2-05a0f747f754 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:19:12.099542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a7d53e1d-ac6a-41c9-baa2-05a0f747f754 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:19:12.099542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:12.129833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:19:12.130228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e0ee7b1e-c3ba-4269-b563-de7b2b527bc6 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:19:12.167261 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:12.176572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:19:12.205221 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6faf7957-44d8-4f72-bcee-ee746dc54345 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:12.206394 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6faf7957-44d8-4f72-bcee-ee746dc54345 tempest-ServerActionsTestJSON-1443322170 tempest-ServerActionsTestJSON-1443322170-project] 10.222.0.60 "DELETE /v2.0/floatingips/222b402f-e55e-419e-92b8-d9048c21cabc HTTP/1.1" status: 204 len: 168 time: 3.7073588 May 25 20:19:12.214690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56580) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:12.232675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b03b2d7-194f-4163-bc48-43cf8363f977,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:12.257849 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:12.258214 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Added segment 7dcb27d1-aab2-47d1-9786-a2d7b25e95a7 of type vlan for network c180c5b1-d3d2-49c2-820a-f270a32e5078 May 25 20:19:12.265555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:12.284180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Usage tracker for resource:security_group_rule and tenant:c195f37b6dc4437e9c636e10d744c189 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:12.302106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:12.313474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] For port a7d53e1d-ac6a-41c9-baa2-05a0f747f754, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a7d53e1d-ac6a-41c9-baa2-05a0f747f754,segment=NetworkSegment(af7e0e67-86a9-4b99-8aa1-c84b887def58),segment_id=af7e0e67-86a9-4b99-8aa1-c84b887def58)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:12.313810 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:12.317025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bfa2365d-c0ae-4575-bdd2-fc5348024466 req-4b2aa388-2428-4d07-8e31-2d3048911e9a tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Synchronizing usage tracker for tenant:724525c085124938a3a45cddf0ad713e on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:19:12.321724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:12.354572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Attempting to bind port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:19:12.354914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Attempting to bind port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '29620b07-4e5d-4e28-aa8d-b6bc937d56fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '06680dfa-4630-4cb0-a8f3-5f162a3d1fcc'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:19:12.355238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Attempting to bind port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 on network 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:12.361051 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:12.388303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 on network 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:19:12.388603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Attempting to bind port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 on network 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:12.415068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:19:12.415406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Checking segment: {'id': '29620b07-4e5d-4e28-aa8d-b6bc937d56fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '06680dfa-4630-4cb0-a8f3-5f162a3d1fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:12.415794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Bound using segment: {'id': '29620b07-4e5d-4e28-aa8d-b6bc937d56fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '06680dfa-4630-4cb0-a8f3-5f162a3d1fcc'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:19:12.416234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Bound port: 63ebe36c-ca3c-4ef6-8fbe-96a50278c649, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29620b07-4e5d-4e28-aa8d-b6bc937d56fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '06680dfa-4630-4cb0-a8f3-5f162a3d1fcc'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:19:12.416583 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:12.447404 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-858e7683-7a0e-4218-b12e-06424a48305f req-3dbd79c6-db47-42dc-ab6f-57317290e447 service neutron] 10.222.0.50 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867275 May 25 20:19:12.453356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bfa2365d-c0ae-4575-bdd2-fc5348024466 req-4b2aa388-2428-4d07-8e31-2d3048911e9a tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Unset dirty status for tenant:724525c085124938a3a45cddf0ad713e on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:19:12.454472 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfa2365d-c0ae-4575-bdd2-fc5348024466 req-4b2aa388-2428-4d07-8e31-2d3048911e9a tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135976 May 25 20:19:12.544020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041c7ca-4ff5-460d-b289-256c8768f886 req-196fc9b1-5c28-411f-9d6d-1e7b2c5b24f4 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:12.546037 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c041c7ca-4ff5-460d-b289-256c8768f886 req-196fc9b1-5c28-411f-9d6d-1e7b2c5b24f4 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.7096713 May 25 20:19:12.552798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for a7d53e1d-ac6a-41c9-baa2-05a0f747f754 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:12.593807 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:12.594762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:12.595329 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:12.621379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] For port adff87f2-9ddc-4803-bc93-29f4b60f647e, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:19:12.645499 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9df27a23-822f-4d03-8986-49e6bfe64cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:12.765297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] For port adff87f2-9ddc-4803-bc93-29f4b60f647e, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=adff87f2-9ddc-4803-bc93-29f4b60f647e,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:19:12.805784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:12.829516 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:19:12.833057 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1085958 May 25 20:19:12.844957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35340d1-ea49-4267-abd8-5fc3368fc833 admin admin] Pushing event updated for resources: {'Network': ['ID=c180c5b1-d3d2-49c2-820a-f270a32e5078,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:12.855368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] For port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:19:12.855641 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network c180c5b1-d3d2-49c2-820a-f270a32e5078 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:19:12.858467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56586) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:12.873776 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Request body: {'subnet': {'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-580070818-subnet', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:12.904193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] For port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=63ebe36c-ca3c-4ef6-8fbe-96a50278c649,segment=NetworkSegment(29620b07-4e5d-4e28-aa8d-b6bc937d56fc),segment_id=29620b07-4e5d-4e28-aa8d-b6bc937d56fc)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:19:12.909532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:12.918134 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-858e7683-7a0e-4218-b12e-06424a48305f req-e0ab787d-3257-4858-ad25-e78c21106116 service neutron] 10.222.0.50 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600105 May 25 20:19:12.923921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Usage tracker for resource:subnet and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:12.936961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:12.949505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:12.958347 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c041c7ca-4ff5-460d-b289-256c8768f886 req-0e4016fc-c5bf-477b-ac5b-532475be9753 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521171 May 25 20:19:12.988851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:12.989814 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:12.991747 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] 10.222.0.70 "PUT /v2.0/ports/adff87f2-9ddc-4803-bc93-29f4b60f647e HTTP/1.1" status: 200 len: 1091 time: 6.9287877 May 25 20:19:12.996730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be8aaef-bf2f-4943-994f-50a30196826e', 'tag': 'adff87f2-9ddc-4803-bc93-29f4b60f647e'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:19:13.055020 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:13.058341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:13.081528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:13.082637 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:13.086243 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] 10.222.0.50 "PUT /v2.0/ports/63ebe36c-ca3c-4ef6-8fbe-96a50278c649 HTTP/1.1" status: 200 len: 1092 time: 4.8247724 May 25 20:19:13.100817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c041ff-63c0-49ac-a941-1ceaeda15772', 'tag': '63ebe36c-ca3c-4ef6-8fbe-96a50278c649'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:19:13.117206 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:13.142089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adbc80-89c8-4efa-ba66-a9edd3c85b0f req-7ffb1047-ed2b-4750-887e-d05b670d3c93 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:13.143845 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59adbc80-89c8-4efa-ba66-a9edd3c85b0f req-7ffb1047-ed2b-4750-887e-d05b670d3c93 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 932 time: 0.5601392 May 25 20:19:13.368505 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d557f0-d573-4081-a759-e5916658ce3e'] response: {'name': 'network-changed', 'server_uuid': 'd6c041ff-63c0-49ac-a941-1ceaeda15772', 'tag': '63ebe36c-ca3c-4ef6-8fbe-96a50278c649', 'status': 'completed', 'code': 200} May 25 20:19:13.369100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Made reservation on behalf of 2de55f61b45045b4816f6a71bdaf22b8 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:13.372880 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:13.380896 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f87628-5a49-4af5-adea-cff1f42058c4'] response: {'name': 'network-changed', 'server_uuid': '8be8aaef-bf2f-4943-994f-50a30196826e', 'tag': 'adff87f2-9ddc-4803-bc93-29f4b60f647e', 'status': 'completed', 'code': 200} May 25 20:19:13.381670 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:19:13.382072 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:19:13.432906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69e32d-71ef-4a3a-a5b2-c6dc1185e30e service neutron] Pushing event updated for resources: {'Port': ['ID=adff87f2-9ddc-4803-bc93-29f4b60f647e,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:13.447773 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9df27a23-822f-4d03-8986-49e6bfe64cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:13.453474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e861f738-8a3f-40cb-a9a6-4c5c140efd17 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:19:13.487532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:19:13.508847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:13.515119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49209926-0b79-425b-bba3-8cd3744517cf,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:13.516250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df27a23-822f-4d03-8986-49e6bfe64cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318c4a38-89ca-417a-ba64-0192f1196e16,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:13.532695 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cf814-3d5d-4f0f-82a7-c1897165d4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=63ebe36c-ca3c-4ef6-8fbe-96a50278c649,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:13.539451 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9df27a23-822f-4d03-8986-49e6bfe64cde admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:13.541380 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95d5158-ad60-442c-871b-aed4dcc81174 None None] Network 05a6d198-f452-4553-a4b8-d76bbbfc05ae requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:13.571440 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:13.572194 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Added segment de0b1ccb-c6ea-476a-ae63-46fb2ac651c9 of type vlan for network d60efd14-ee17-43ba-860b-b7c314ef93f8 May 25 20:19:13.580297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-59adbc80-89c8-4efa-ba66-a9edd3c85b0f req-4d9d9bd3-cce0-42bc-8126-f64988cb9194 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Synchronizing usage tracker for tenant:45d0cd5f09884862bba2e54c257f07a2 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:19:13.630989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d404e1d-ec3c-4dbd-a93c-b35b517cd218 req-4bc81590-a687-4235-80b8-7d6418d45288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:13.632500 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d404e1d-ec3c-4dbd-a93c-b35b517cd218 req-4bc81590-a687-4235-80b8-7d6418d45288 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=45d0cd5f09884862bba2e54c257f07a2&device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 1094 time: 0.6321602 May 25 20:19:13.637957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Transition to ACTIVE for port object e861f738-8a3f-40cb-a9a6-4c5c140efd17 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:13.653057 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9df27a23-822f-4d03-8986-49e6bfe64cde admin admin] 10.222.0.60 "DELETE /v2.0/subnets/318c4a38-89ca-417a-ba64-0192f1196e16 HTTP/1.1" status: 204 len: 168 time: 2.5993700 May 25 20:19:13.668028 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:13.673096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56596) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:13.722636 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:13.777279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-59adbc80-89c8-4efa-ba66-a9edd3c85b0f req-4d9d9bd3-cce0-42bc-8126-f64988cb9194 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Unset dirty status for tenant:45d0cd5f09884862bba2e54c257f07a2 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:19:13.778658 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59adbc80-89c8-4efa-ba66-a9edd3c85b0f req-4d9d9bd3-cce0-42bc-8126-f64988cb9194 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6255422 May 25 20:19:13.828914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Pushing event updated for resources: {'Port': ['ID=e861f738-8a3f-40cb-a9a6-4c5c140efd17,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:13.856189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-0b26883a-4fec-4654-8f13-f7087656aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:13.857749 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-0b26883a-4fec-4654-8f13-f7087656aba1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=724525c085124938a3a45cddf0ad713e&device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 1095 time: 0.7080803 May 25 20:19:13.884849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] DHCP port deletion for 05a6d198-f452-4553-a4b8-d76bbbfc05ae request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:19:13.892693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] Deleting port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:13.894805 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:13.899661 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:19:13.912359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-fdab8e88-885e-4a25-bc85-22c1fe87b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:13.913842 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-fdab8e88-885e-4a25-bc85-22c1fe87b711 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45d0cd5f09884862bba2e54c257f07a2&device_id=8be8aaef-bf2f-4943-994f-50a30196826e HTTP/1.1" status: 200 len: 1094 time: 0.5353920 May 25 20:19:13.915501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port a7d53e1d-ac6a-41c9-baa2-05a0f747f754 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:13.916341 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:14.033632 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-a4fcb040-7781-4f5f-a0c1-0097e601849f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63ebe36c-ca3c-4ef6-8fbe-96a50278c649 HTTP/1.1" status: 200 len: 217 time: 0.1168599 May 25 20:19:14.096579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] The port 'a7d53e1d-ac6a-41c9-baa2-05a0f747f754' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:19:14.103687 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:14.104640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:14.105210 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:14.110948 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:14.161505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:14.196775 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-d1544cbf-96a9-4398-bfaa-4d2e85d77e78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adff87f2-9ddc-4803-bc93-29f4b60f647e HTTP/1.1" status: 200 len: 217 time: 0.2352288 May 25 20:19:14.271132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d404e1d-ec3c-4dbd-a93c-b35b517cd218 req-db1eeb88-1252-4956-abd3-5126fddea559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:14.272483 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d404e1d-ec3c-4dbd-a93c-b35b517cd218 req-db1eeb88-1252-4956-abd3-5126fddea559 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8afcbd06-1893-421b-846b-08bd027ede81 HTTP/1.1" status: 200 len: 916 time: 0.6304262 May 25 20:19:14.356540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] For port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7,segment=NetworkSegment(2e261da4-3f2f-4553-bb66-c3116ec284cb),segment_id=2e261da4-3f2f-4553-bb66-c3116ec284cb)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:14.356918 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:14.391357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-37fb2565-2e46-4bb1-b6f4-fa87789f8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:14.392868 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-37fb2565-2e46-4bb1-b6f4-fa87789f8ca9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f985da78-9fa5-4bb0-94aa-6b95b76cffe7 HTTP/1.1" status: 200 len: 853 time: 0.3510633 May 25 20:19:14.406902 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Deleting port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:14.407296 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:14.407628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784ed0f-51b2-4a54-840a-94f91aedf7ff req-c9755d28-7310-431d-afdb-42318820c9ad tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:14.409135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b784ed0f-51b2-4a54-840a-94f91aedf7ff req-c9755d28-7310-431d-afdb-42318820c9ad tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 944 time: 0.8252792 May 25 20:19:14.425751 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:14.472930 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d404e1d-ec3c-4dbd-a93c-b35b517cd218 req-1d682060-aff2-48f5-b83b-827ae8ad09bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca511c0d-7bc3-423d-8bed-0bd2e513158a HTTP/1.1" status: 200 len: 217 time: 0.1558628 May 25 20:19:14.477015 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0574987 May 25 20:19:14.480677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727960dd-ea1b-4a09-96e3-d2c8179c4768 admin admin] Pushing event updated for resources: {'Network': ['ID=d60efd14-ee17-43ba-860b-b7c314ef93f8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:14.488247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56602) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:14.493053 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-9d3270c1-3e5a-4a1f-b5e9-67151f946fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:14.494718 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-9d3270c1-3e5a-4a1f-b5e9-67151f946fb1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd HTTP/1.1" status: 200 len: 854 time: 0.2860711 May 25 20:19:14.500940 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:14.505936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f6f7e6-4a8a-474c-a8ec-effcb6432f11']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:14.514554 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network d60efd14-ee17-43ba-860b-b7c314ef93f8 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:19:14.518753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Request body: {'subnet': {'network_id': 'd60efd14-ee17-43ba-860b-b7c314ef93f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-178288741-subnet', 'tenant_id': 'c195f37b6dc4437e9c636e10d744c189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:14.533166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] Calling delete_port for 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:14.573530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:14.575989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Attempting to bind port e861f738-8a3f-40cb-a9a6-4c5c140efd17 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:19:14.576144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Attempting to bind port e861f738-8a3f-40cb-a9a6-4c5c140efd17 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:19:14.576467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Attempting to bind port e861f738-8a3f-40cb-a9a6-4c5c140efd17 on network 8afcbd06-1893-421b-846b-08bd027ede81 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:14.584149 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-d1f1dc23-a4f7-4dc7-8ae9-b11306bbac0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06680dfa-4630-4cb0-a8f3-5f162a3d1fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476474 May 25 20:19:14.604735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7e0e67-86a9-4b99-8aa1-c84b887def58') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:14.605073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7e0e67-86a9-4b99-8aa1-c84b887def58') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:14.626834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Usage tracker for resource:subnet and tenant:c195f37b6dc4437e9c636e10d744c189 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:14.645927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:14.649860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Port e861f738-8a3f-40cb-a9a6-4c5c140efd17 on network 8afcbd06-1893-421b-846b-08bd027ede81 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:19:14.649860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Attempting to bind port e861f738-8a3f-40cb-a9a6-4c5c140efd17 on network 8afcbd06-1893-421b-846b-08bd027ede81 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:14.659653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:14.660017 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:14.666940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:14.697770 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b784ed0f-51b2-4a54-840a-94f91aedf7ff req-181dcd6f-7386-41f4-b325-2e2cae8f61d4 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609236 May 25 20:19:14.720572 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:14.728438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7,segment=NetworkSegment(2e261da4-3f2f-4553-bb66-c3116ec284cb),segment_id=2e261da4-3f2f-4553-bb66-c3116ec284cb)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:14.736580 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:14.751283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Made reservation on behalf of c195f37b6dc4437e9c636e10d744c189 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:14.753580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:14.770930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:19:14.771287 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Checking segment: {'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:14.772242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Bound using segment: {'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:19:14.772242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Bound port: e861f738-8a3f-40cb-a9a6-4c5c140efd17, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ef9cca-e8c8-4786-8e87-4caade6a38d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:19:14.772507 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:14.787854 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:19:14.788188 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:19:14.802655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfdda60a-9fcc-4779-9258-31fe99bfbf7e,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:14.814843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d404e1d-ec3c-4dbd-a93c-b35b517cd218 req-48f715a2-ffca-40b5-9c05-e38940b96806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:14.816296 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d404e1d-ec3c-4dbd-a93c-b35b517cd218 req-48f715a2-ffca-40b5-9c05-e38940b96806 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd HTTP/1.1" status: 200 len: 854 time: 0.3231120 May 25 20:19:14.827848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:14.903653 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:14.976909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:19:14.977465 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:15.082296 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment af7e0e67-86a9-4b99-8aa1-c84b887def58 resource provider aggregate not found May 25 20:19:15.101356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25e45d-968e-4ef0-8e1a-672b1d69e7c2 req-61738b13-4d12-42c7-a13e-57f581871ef7 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:15.102829 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea25e45d-968e-4ef0-8e1a-672b1d69e7c2 req-61738b13-4d12-42c7-a13e-57f581871ef7 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.9337537 May 25 20:19:15.111545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Checking segment: {'id': '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:15.111702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Network hostable DHCP agents. Network: c180c5b1-d3d2-49c2-820a-f270a32e5078, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:19:15.131811 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment af7e0e67-86a9-4b99-8aa1-c84b887def58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af7e0e67-86a9-4b99-8aa1-c84b887def58 found for delete ", "request_id": "req-443cc09b-6e02-4a38-9492-59229525ac1b"}]} May 25 20:19:15.162623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-3e02360d-e8a0-4b87-813f-443a1d2071f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:15.164107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-3e02360d-e8a0-4b87-813f-443a1d2071f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8afcbd06-1893-421b-846b-08bd027ede81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6601133 May 25 20:19:15.166818 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c913-6f04-44c3-b3f7-38fb0c8a9838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:15.181377 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-8fc00b7d-c2d2-45a5-a225-f56c42d0d369 service neutron] 10.222.0.50 "GET /v2.0/networks/06680dfa-4630-4cb0-a8f3-5f162a3d1fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828440 May 25 20:19:15.200673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] For port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7,segment=NetworkSegment(2e261da4-3f2f-4553-bb66-c3116ec284cb),segment_id=2e261da4-3f2f-4553-bb66-c3116ec284cb)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:15.201072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:15.243553 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Network c180c5b1-d3d2-49c2-820a-f270a32e5078 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:19:15.289949 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] Deleting port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:15.290578 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:15.347454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] For port e861f738-8a3f-40cb-a9a6-4c5c140efd17, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:19:15.389784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:15.429968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Calling delete_port for 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:15.433361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] For port e861f738-8a3f-40cb-a9a6-4c5c140efd17, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e861f738-8a3f-40cb-a9a6-4c5c140efd17,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:19:15.481646 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:15.488919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, c180c5b1-d3d2-49c2-820a-f270a32e5078) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:15.494653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:15.494653 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:15.506272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a133f39e-15db-4d72-9748-359b55dbd35c None None] Network c180c5b1-d3d2-49c2-820a-f270a32e5078 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:15.506665 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:15.510879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Network': ['ID=63f6f7e6-4a8a-474c-a8ec-effcb6432f11,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:15.542168 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d404e1d-ec3c-4dbd-a93c-b35b517cd218 req-b1064433-6761-4cad-ab5b-ff8def340c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:15.543659 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d404e1d-ec3c-4dbd-a93c-b35b517cd218 req-b1064433-6761-4cad-ab5b-ff8def340c6c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8afcbd06-1893-421b-846b-08bd027ede81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7158132 May 25 20:19:15.607706 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-82f39fec-1bf0-4f33-b135-a3265281c074 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7436223 May 25 20:19:15.613202 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea25e45d-968e-4ef0-8e1a-672b1d69e7c2 req-7f849613-96b3-44b0-9560-069ab91f9e20 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834120 May 25 20:19:15.613666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56614) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:15.706345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:15.711201 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0fc11cd0-a15d-4a4c-adb8-876bad7cf8c1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/networks/63f6f7e6-4a8a-474c-a8ec-effcb6432f11 HTTP/1.1" status: 204 len: 168 time: 5.5943797 May 25 20:19:15.718872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56620) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:15.722495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:15.726720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:15.727447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:15.728928 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] 10.222.0.70 "PUT /v2.0/ports/e861f738-8a3f-40cb-a9a6-4c5c140efd17 HTTP/1.1" status: 200 len: 1092 time: 5.5834372 May 25 20:19:15.729526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c654d75-5153-4927-a659-a43a3374d3af', 'tag': 'e861f738-8a3f-40cb-a9a6-4c5c140efd17'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:19:15.730799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] For port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7,segment=NetworkSegment(2e261da4-3f2f-4553-bb66-c3116ec284cb),segment_id=2e261da4-3f2f-4553-bb66-c3116ec284cb)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:15.731657 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:15.797695 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Usage tracker for resource:router and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:15.807262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:15.812042 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac974136-bddf-4bfd-96ac-1602c1eedf5e req-81134cf8-a484-4c78-b836-0802de2419e8 service neutron] 10.222.0.50 "GET /v2.0/networks/06680dfa-4630-4cb0-a8f3-5f162a3d1fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197956 May 25 20:19:15.812723 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:15.948459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f5c12-484c-45fa-a34c-5d8666d67464 req-84e1ef1c-27c7-4a67-af46-433ff904f1ec tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:15.955749 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b20f5c12-484c-45fa-a34c-5d8666d67464 req-84e1ef1c-27c7-4a67-af46-433ff904f1ec tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 944 time: 1.0355554 May 25 20:19:15.992698 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:15.994804 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] Calling delete_port for 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:16.008292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46d39d-750c-4403-bf48-f77fa3b7a637 service neutron] Pushing event updated for resources: {'Port': ['ID=e861f738-8a3f-40cb-a9a6-4c5c140efd17,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:16.058894 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-ead8ddc1-2ede-47e6-96b1-effd28cc6ce8 service neutron] 10.222.0.70 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040470 May 25 20:19:16.075380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:16.092649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] No DVR routers for this DVR port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:19:16.118003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-c180c5b1-d3d2-49c2-820a-f270a32e5078', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'fixed_ips': [{'subnet_id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:19:16.119035 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:16.148219 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:16.149896 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:16.225003 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:19:16.225409 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:19:16.248800 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d404e1d-ec3c-4dbd-a93c-b35b517cd218 req-f4243df3-86a6-458a-9780-a0d1aa9f6a29 service neutron] 10.222.0.50 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6916468 May 25 20:19:16.292797 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:16.335991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Allocated IP 172.20.0.2 (c180c5b1-d3d2-49c2-820a-f270a32e5078/dfdda60a-9fcc-4779-9258-31fe99bfbf7e/b10aa1d6-54ba-4eaa-87d8-657419aedf7d) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:16.354894 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b20f5c12-484c-45fa-a34c-5d8666d67464 req-2a1ca8fe-3eaa-419b-9ac5-a8a80b1b6896 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980489 May 25 20:19:16.426463 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ececdcb-526d-43ef-9da8-096d4db81a60'] response: {'name': 'network-changed', 'server_uuid': '4c654d75-5153-4927-a659-a43a3374d3af', 'tag': 'e861f738-8a3f-40cb-a9a6-4c5c140efd17', 'status': 'completed', 'code': 200} May 25 20:19:16.521936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-62545c98-1ac8-4095-9e42-8c8917a79c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:16.523688 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-62545c98-1ac8-4095-9e42-8c8917a79c3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45d0cd5f09884862bba2e54c257f07a2&device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 1095 time: 0.7212183 May 25 20:19:16.532675 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24b8f8dc-c07f-40e1-a763-c67d79a27dde req-6a064279-0628-407c-acad-b0faa5016a70 service neutron] 10.222.0.70 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562643 May 25 20:19:16.534676 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:16.586338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Checking segment: {'id': 'de0b1ccb-c6ea-476a-ae63-46fb2ac651c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd60efd14-ee17-43ba-860b-b7c314ef93f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:16.586717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Network hostable DHCP agents. Network: d60efd14-ee17-43ba-860b-b7c314ef93f8, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:19:16.640024 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:16.651730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Transition to ACTIVE for port object b10aa1d6-54ba-4eaa-87d8-657419aedf7d will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:16.673337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Transition to ACTIVE for port object b10aa1d6-54ba-4eaa-87d8-657419aedf7d will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:16.681191 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:16.697299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5282383c-cfa7-48a4-a127-3d8d3fdca01c,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:16.726789 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-634eb144-13c7-4502-bfc9-2cfb82efbb51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e861f738-8a3f-40cb-a9a6-4c5c140efd17 HTTP/1.1" status: 200 len: 217 time: 0.1924412 May 25 20:19:16.761319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Network c180c5b1-d3d2-49c2-820a-f270a32e5078 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:16.764634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:16.768129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:16.779126 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d404e1d-ec3c-4dbd-a93c-b35b517cd218 req-4bef53da-f09f-4446-a9ff-b950e36db498 service neutron] 10.222.0.50 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815978 May 25 20:19:16.785020 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:16.816716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Pushing event updated for resources: {'Port': ['ID=b10aa1d6-54ba-4eaa-87d8-657419aedf7d,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:16.858636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Network d60efd14-ee17-43ba-860b-b7c314ef93f8 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:19:16.867166 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a6d198-f452-4553-a4b8-d76bbbfc05ae']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:16.879022 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Attempting to bind port b10aa1d6-54ba-4eaa-87d8-657419aedf7d on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:19:16.879762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Attempting to bind port b10aa1d6-54ba-4eaa-87d8-657419aedf7d by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:19:16.880282 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Attempting to bind port b10aa1d6-54ba-4eaa-87d8-657419aedf7d on network c180c5b1-d3d2-49c2-820a-f270a32e5078 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:16.886372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:19:16.886960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Checking segment: {'id': '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:16.887520 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:16.888072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Bound using segment: {'id': '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:19:16.888710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Bound port: b10aa1d6-54ba-4eaa-87d8-657419aedf7d, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:19:16.889662 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:16.901015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, d60efd14-ee17-43ba-860b-b7c314ef93f8) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:16.910243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-81e8af99-777e-4eeb-ab14-4272375d49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:16.911696 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-81e8af99-777e-4eeb-ab14-4272375d49c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd HTTP/1.1" status: 200 len: 854 time: 0.1755631 May 25 20:19:16.912891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:16.913467 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:16.918247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4c913-6f04-44c3-b3f7-38fb0c8a9838 admin admin] Deleting port bfef39c7-20c7-46cb-9cdd-cf66a481e118 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:16.918765 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c913-6f04-44c3-b3f7-38fb0c8a9838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:16.936738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9351797-5f38-49da-96a0-d56e02fb1567 None None] Network d60efd14-ee17-43ba-860b-b7c314ef93f8 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:16.972015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e261da4-3f2f-4553-bb66-c3116ec284cb') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:16.972366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e261da4-3f2f-4553-bb66-c3116ec284cb') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:16.984604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0168f02-024d-42af-9ae6-223b0d18ef17 req-f7ee425d-027e-4e3c-8282-f31353c99513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:16.986105 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0168f02-024d-42af-9ae6-223b0d18ef17 req-f7ee425d-027e-4e3c-8282-f31353c99513 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=724525c085124938a3a45cddf0ad713e&device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 1095 time: 0.9695373 May 25 20:19:17.004129 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:17.056151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d69e35-bcc0-4f7c-a34f-2fac3cb527c8 req-613e593b-f7d6-4b6b-ac0f-1663375360a2 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:17.057655 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e0d69e35-bcc0-4f7c-a34f-2fac3cb527c8 req-613e593b-f7d6-4b6b-ac0f-1663375360a2 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.5328872 May 25 20:19:17.060067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] Deleting port 987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:17.060431 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:17.076842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aea4d-8065-45ca-922c-ca7249ff648b req-279b869f-3a31-482c-a1c8-13d7a7989283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:17.078499 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-639aea4d-8065-45ca-922c-ca7249ff648b req-279b869f-3a31-482c-a1c8-13d7a7989283 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45d0cd5f09884862bba2e54c257f07a2&device_id=8be8aaef-bf2f-4943-994f-50a30196826e HTTP/1.1" status: 200 len: 1094 time: 0.4870582 May 25 20:19:17.090629 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b4b52343-18d0-4644-be18-aa21108a5ba3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5841801 May 25 20:19:17.105375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] For port b10aa1d6-54ba-4eaa-87d8-657419aedf7d, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:19:17.134984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f7842-d443-4fcd-9482-22dbf988df99 req-fd0ad68b-80ba-4d1c-a216-b50479c68120 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:17.136600 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-088f7842-d443-4fcd-9482-22dbf988df99 req-fd0ad68b-80ba-4d1c-a216-b50479c68120 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 944 time: 0.9168413 May 25 20:19:17.138478 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:17.155932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-78c0148d-c6bd-44a6-b208-3ad30104c464 None None] The port '987cb9b4-0da9-4bc1-a2b9-fe3bda5ac2e7' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:19:17.157718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] For port b10aa1d6-54ba-4eaa-87d8-657419aedf7d, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b10aa1d6-54ba-4eaa-87d8-657419aedf7d,segment=NetworkSegment(7dcb27d1-aab2-47d1-9786-a2d7b25e95a7),segment_id=7dcb27d1-aab2-47d1-9786-a2d7b25e95a7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:19:17.176252 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:17.242416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device ca511c0d-7bc3-423d-8bed-0bd2e513158a details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:19:17.316146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:19:17.316146 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:17.328551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48193f-de01-4e87-9a67-327086f73a1a None None] Pushing event updated for resources: {'Port': ['ID=b10aa1d6-54ba-4eaa-87d8-657419aedf7d,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:17.471335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e0d69e35-bcc0-4f7c-a34f-2fac3cb527c8 req-0e205b53-3426-472e-8f63-83a28931802a tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873570 May 25 20:19:17.507842 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 2e261da4-3f2f-4553-bb66-c3116ec284cb resource provider aggregate not found May 25 20:19:17.523157 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:17.564634 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 2e261da4-3f2f-4553-bb66-c3116ec284cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e261da4-3f2f-4553-bb66-c3116ec284cb found for delete ", "request_id": "req-7ae1213b-7d53-40a1-939a-67170ce8cbd9"}]} May 25 20:19:17.580469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aea4d-8065-45ca-922c-ca7249ff648b req-fcdbbadc-51c6-448b-993c-a04109db47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:17.582193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-639aea4d-8065-45ca-922c-ca7249ff648b req-fcdbbadc-51c6-448b-993c-a04109db47a1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8afcbd06-1893-421b-846b-08bd027ede81 HTTP/1.1" status: 200 len: 916 time: 0.4885850 May 25 20:19:17.584222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-8ee4c913-6f04-44c3-b3f7-38fb0c8a9838 admin admin] For port bfef39c7-20c7-46cb-9cdd-cf66a481e118, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=bfef39c7-20c7-46cb-9cdd-cf66a481e118,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:17.584854 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c913-6f04-44c3-b3f7-38fb0c8a9838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:17.584975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port ca511c0d-7bc3-423d-8bed-0bd2e513158a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ca511c0d-7bc3-423d-8bed-0bd2e513158a,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:17.605407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'ca511c0d-7bc3-423d-8bed-0bd2e513158a', 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81', 'port_id': 'ca511c0d-7bc3-423d-8bed-0bd2e513158a', 'mac_address': 'fa:16:3e:ca:1f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:19:17.622657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7972886-dde5-4bc7-8d79-e509bfb980e6 None None] Network d60efd14-ee17-43ba-860b-b7c314ef93f8 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:17.628356 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-088f7842-d443-4fcd-9482-22dbf988df99 req-ccfaa537-92fa-4027-bfff-312ec9988409 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542719 May 25 20:19:17.649635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-5afa4103-eeee-4281-907e-06d001bce9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:17.651149 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-5afa4103-eeee-4281-907e-06d001bce9a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8afcbd06-1893-421b-846b-08bd027ede81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6949942 May 25 20:19:17.673675 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:17.687222 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:17.746736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=05a6d198-f452-4553-a4b8-d76bbbfc05ae,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:17.811895 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-639aea4d-8065-45ca-922c-ca7249ff648b req-258eb617-cd5b-4ca3-89d8-7a869ac91e06 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adff87f2-9ddc-4803-bc93-29f4b60f647e HTTP/1.1" status: 200 len: 217 time: 0.2135684 May 25 20:19:17.849895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0168f02-024d-42af-9ae6-223b0d18ef17 req-b973a0c7-339d-4c3e-8ecc-9594feb75a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:17.853032 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0168f02-024d-42af-9ae6-223b0d18ef17 req-b973a0c7-339d-4c3e-8ecc-9594feb75a41 service neutron] 10.222.0.50 "GET /v2.0/networks?id=06680dfa-4630-4cb0-a8f3-5f162a3d1fcc HTTP/1.1" status: 200 len: 914 time: 0.7815936 May 25 20:19:17.940383 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2166467a-2dd0-4024-8c94-dc32e8bb5a6b admin admin] 10.222.0.60 "DELETE /v2.0/networks/05a6d198-f452-4553-a4b8-d76bbbfc05ae HTTP/1.1" status: 204 len: 168 time: 4.2616284 May 25 20:19:17.962689 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0168f02-024d-42af-9ae6-223b0d18ef17 req-999fb323-4555-4bee-8923-61a330e2d0ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63ebe36c-ca3c-4ef6-8fbe-96a50278c649 HTTP/1.1" status: 200 len: 217 time: 0.1016073 May 25 20:19:17.963376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port ca511c0d-7bc3-423d-8bed-0bd2e513158a is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:17.963911 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:18.008503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca511c0d-7bc3-423d-8bed-0bd2e513158a {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:19:18.072909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4c913-6f04-44c3-b3f7-38fb0c8a9838 admin admin] Calling delete_port for bfef39c7-20c7-46cb-9cdd-cf66a481e118 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:18.085293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port ca511c0d-7bc3-423d-8bed-0bd2e513158a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ca511c0d-7bc3-423d-8bed-0bd2e513158a,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:18.115167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b10aa1d6-54ba-4eaa-87d8-657419aedf7d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:18.117206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0168f02-024d-42af-9ae6-223b0d18ef17 req-79aa561f-3e54-4fbb-b210-971a0e0c9685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:18.118655 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0168f02-024d-42af-9ae6-223b0d18ef17 req-79aa561f-3e54-4fbb-b210-971a0e0c9685 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f985da78-9fa5-4bb0-94aa-6b95b76cffe7 HTTP/1.1" status: 200 len: 853 time: 0.1491752 May 25 20:19:18.156651 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:18.214689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56656) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:18.222414 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0168f02-024d-42af-9ae6-223b0d18ef17 req-5830d66b-d6a5-4bfb-976a-bce016817121 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06680dfa-4630-4cb0-a8f3-5f162a3d1fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622666 May 25 20:19:18.291287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-f0168f02-024d-42af-9ae6-223b0d18ef17 req-9823c342-4823-4884-8be4-7015517bb274 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:19:18.292150 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0168f02-024d-42af-9ae6-223b0d18ef17 req-9823c342-4823-4884-8be4-7015517bb274 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062563 May 25 20:19:18.317241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aea4d-8065-45ca-922c-ca7249ff648b req-4de7402d-05c7-4f80-b259-46167bc5da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:18.318681 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-639aea4d-8065-45ca-922c-ca7249ff648b req-4de7402d-05c7-4f80-b259-46167bc5da47 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd HTTP/1.1" status: 200 len: 854 time: 0.4130054 May 25 20:19:18.327680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=ca511c0d-7bc3-423d-8bed-0bd2e513158a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:18.362549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['ca511c0d-7bc3-423d-8bed-0bd2e513158a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:19:18.397987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port b10aa1d6-54ba-4eaa-87d8-657419aedf7d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:18.418070 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-3ec3fe97-aefd-443a-8154-a4e9bebb2f49 service neutron] 10.222.0.70 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142078 May 25 20:19:18.582004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f418b0-c447-436b-9a92-67e2bb7b4298 req-4bd39a56-d983-4853-80f5-bd5c83f10598 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:18.590292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64f418b0-c447-436b-9a92-67e2bb7b4298 req-4bd39a56-d983-4853-80f5-bd5c83f10598 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 944 time: 0.7725127 May 25 20:19:18.706697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aea4d-8065-45ca-922c-ca7249ff648b req-60068025-1e03-4a46-9be9-47b7886ebdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:18.708794 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-639aea4d-8065-45ca-922c-ca7249ff648b req-60068025-1e03-4a46-9be9-47b7886ebdfd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8afcbd06-1893-421b-846b-08bd027ede81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3705089 May 25 20:19:18.751389 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64f418b0-c447-436b-9a92-67e2bb7b4298 req-64fffcb1-7caf-4e4f-b2dc-04512972b195 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601338 May 25 20:19:18.816517 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c623d1e8-0f98-4ace-b47d-37412a857ff4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01e46df057fe42f58d3a7b6fb0b30bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5926616 May 25 20:19:18.824737 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56662) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:18.833577 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f5871ca9-359b-4747-9839-4110e5e6661f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:18.859539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ed537-519c-475c-b84b-1e10d981acfd None None] Network c180c5b1-d3d2-49c2-820a-f270a32e5078 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:18.884919 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c913-6f04-44c3-b3f7-38fb0c8a9838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:18.967443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c3ba4c-6b6d-4ce1-9a80-4feb9692d6be req-bbd37efa-4ac0-4b26-a1fe-c39598036cca service neutron] 10.222.0.70 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293043 May 25 20:19:18.990008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4c913-6f04-44c3-b3f7-38fb0c8a9838 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfef39c7-20c7-46cb-9cdd-cf66a481e118,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:19.119991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-a906bd5d-0984-4a55-b74c-ed6bb4db7ff8 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:19.120764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-a906bd5d-0984-4a55-b74c-ed6bb4db7ff8 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Synchronizing usage tracker for tenant:c195f37b6dc4437e9c636e10d744c189 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:19:19.130230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3a9faa0e-7e24-43fa-ba50-69f26200a234 None None] Provisioning for port b10aa1d6-54ba-4eaa-87d8-657419aedf7d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:19.143193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3a9faa0e-7e24-43fa-ba50-69f26200a234 None None] Provisioning complete for port b10aa1d6-54ba-4eaa-87d8-657419aedf7d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:19.143603 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a9faa0e-7e24-43fa-ba50-69f26200a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:19.146139 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0168f02-024d-42af-9ae6-223b0d18ef17 req-df5d8afb-be84-432e-b4df-118cfc9d566d service neutron] 10.222.0.50 "GET /v2.0/networks/06680dfa-4630-4cb0-a8f3-5f162a3d1fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8373592 May 25 20:19:19.192931 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:19.224999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:19:19.311330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device ca511c0d-7bc3-423d-8bed-0bd2e513158a up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:19.363919 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-639aea4d-8065-45ca-922c-ca7249ff648b req-0df085ad-2766-4601-ab32-40dc4215b79b service neutron] 10.222.0.70 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6451375 May 25 20:19:19.366346 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:19.454994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-a906bd5d-0984-4a55-b74c-ed6bb4db7ff8 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Unset dirty status for tenant:c195f37b6dc4437e9c636e10d744c189 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:19:19.456162 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-a906bd5d-0984-4a55-b74c-ed6bb4db7ff8 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/networks?id=d60efd14-ee17-43ba-860b-b7c314ef93f8 HTTP/1.1" status: 200 len: 812 time: 1.3426495 May 25 20:19:19.502500 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac271a40-18f3-4c9a-9c39-d222e1e39860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:19.545667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837763f-e8ff-4665-b1c2-2abad92dbe35 req-c03ffc59-4b23-4bda-9a64-b9706c86f6fa tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:19.547573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e837763f-e8ff-4665-b1c2-2abad92dbe35 req-c03ffc59-4b23-4bda-9a64-b9706c86f6fa tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.6204820 May 25 20:19:19.547703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=63ebe36c-ca3c-4ef6-8fbe-96a50278c649,segment=NetworkSegment(29620b07-4e5d-4e28-aa8d-b6bc937d56fc),segment_id=29620b07-4e5d-4e28-aa8d-b6bc937d56fc)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:19.556390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3a9faa0e-7e24-43fa-ba50-69f26200a234 None None] Current status of the port b10aa1d6-54ba-4eaa-87d8-657419aedf7d is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:19.556755 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a9faa0e-7e24-43fa-ba50-69f26200a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:19.558190 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-9f21296c-ae81-4198-ba86-4ae2a7f67578 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/quotas/c195f37b6dc4437e9c636e10d744c189 HTTP/1.1" status: 200 len: 375 time: 0.0909019 May 25 20:19:19.584245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '63ebe36c-ca3c-4ef6-8fbe-96a50278c649', 'network_id': '06680dfa-4630-4cb0-a8f3-5f162a3d1fcc', 'port_id': '63ebe36c-ca3c-4ef6-8fbe-96a50278c649', 'mac_address': 'fa:16:3e:64:07:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f985da78-9fa5-4bb0-94aa-6b95b76cffe7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:19:19.587423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port ca511c0d-7bc3-423d-8bed-0bd2e513158a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:19.636687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port ca511c0d-7bc3-423d-8bed-0bd2e513158a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:19.636687 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:19.640393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7dc6b-120c-4e9f-946f-1b9f68f981c2 req-8a9f350d-6a1e-4e6c-a3e2-a44049b6b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:19.641741 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3be7dc6b-120c-4e9f-946f-1b9f68f981c2 req-8a9f350d-6a1e-4e6c-a3e2-a44049b6b750 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45d0cd5f09884862bba2e54c257f07a2&device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 1095 time: 0.5974729 May 25 20:19:19.648510 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-bbc459f1-2abf-4611-9fea-ab2ef3386847 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c195f37b6dc4437e9c636e10d744c189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894711 May 25 20:19:19.652403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac271a40-18f3-4c9a-9c39-d222e1e39860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:19.692940 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0168f02-024d-42af-9ae6-223b0d18ef17 req-279b062c-dc75-426d-b3db-24d4c6a619d5 service neutron] 10.222.0.50 "GET /v2.0/networks/06680dfa-4630-4cb0-a8f3-5f162a3d1fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292029 May 25 20:19:19.700688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3a9faa0e-7e24-43fa-ba50-69f26200a234 None None] For port b10aa1d6-54ba-4eaa-87d8-657419aedf7d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b10aa1d6-54ba-4eaa-87d8-657419aedf7d,segment=NetworkSegment(7dcb27d1-aab2-47d1-9786-a2d7b25e95a7),segment_id=7dcb27d1-aab2-47d1-9786-a2d7b25e95a7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:19.721497 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a9faa0e-7e24-43fa-ba50-69f26200a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:19.765770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:19.765770 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:19.792563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e837763f-e8ff-4665-b1c2-2abad92dbe35 req-c2a8edd9-2cac-4bbf-846e-c58a7a6cfbfe tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314579 May 25 20:19:19.835689 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:19:19.947069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=63ebe36c-ca3c-4ef6-8fbe-96a50278c649,segment=NetworkSegment(29620b07-4e5d-4e28-aa8d-b6bc937d56fc),segment_id=29620b07-4e5d-4e28-aa8d-b6bc937d56fc)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:19.966424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9faa0e-7e24-43fa-ba50-69f26200a234 None None] Pushing event updated for resources: {'Port': ['ID=b10aa1d6-54ba-4eaa-87d8-657419aedf7d,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:19.988233 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:20.027833 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-639aea4d-8065-45ca-922c-ca7249ff648b req-c8c26324-f2c0-49d8-a6c8-c579da84504a service neutron] 10.222.0.70 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6552639 May 25 20:19:20.050704 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-d884031f-e4cc-4e6c-9ff0-2cad57dc3e8f service neutron] 10.222.0.60 "GET /v2.0/networks/d60efd14-ee17-43ba-860b-b7c314ef93f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872318 May 25 20:19:20.100368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port ca511c0d-7bc3-423d-8bed-0bd2e513158a is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:20.100752 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:20.111043 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c913-6f04-44c3-b3f7-38fb0c8a9838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:20.143691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=63ebe36c-ca3c-4ef6-8fbe-96a50278c649,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:20.156570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dc5e54-58e9-47a2-a996-9994e9378b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca511c0d-7bc3-423d-8bed-0bd2e513158a'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:19:20.170779 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port ca511c0d-7bc3-423d-8bed-0bd2e513158a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ca511c0d-7bc3-423d-8bed-0bd2e513158a,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:20.178372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d704725b-2185-4834-87b0-22bf239e6c1f None None] Provisioning complete for port b10aa1d6-54ba-4eaa-87d8-657419aedf7d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:20.178732 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d704725b-2185-4834-87b0-22bf239e6c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:20.244673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Allocated IP 172.25.3.180 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/8a1184c6-7f2e-4a04-8fac-2156faa97235) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:20.249680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7dc6b-120c-4e9f-946f-1b9f68f981c2 req-aac996aa-2f54-4c0e-835c-5c14efab0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:20.251160 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3be7dc6b-120c-4e9f-946f-1b9f68f981c2 req-aac996aa-2f54-4c0e-835c-5c14efab0845 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8afcbd06-1893-421b-846b-08bd027ede81 HTTP/1.1" status: 200 len: 916 time: 0.5095592 May 25 20:19:20.286386 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:20.290653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['63ebe36c-ca3c-4ef6-8fbe-96a50278c649'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:19:20.351827 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac271a40-18f3-4c9a-9c39-d222e1e39860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:20.413668 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3be7dc6b-120c-4e9f-946f-1b9f68f981c2 req-9721e96d-950a-48d0-a784-292130dac169 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e861f738-8a3f-40cb-a9a6-4c5c140efd17 HTTP/1.1" status: 200 len: 217 time: 0.0871747 May 25 20:19:20.425073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee000c9-3f3a-40bc-b924-6162a52e7dae req-9ae50478-2e41-44ab-9c99-d53e80afce69 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:20.426684 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee000c9-3f3a-40bc-b924-6162a52e7dae req-9ae50478-2e41-44ab-9c99-d53e80afce69 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 945 time: 0.3846710 May 25 20:19:20.445476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac271a40-18f3-4c9a-9c39-d222e1e39860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7fdbe7-d6bd-41a6-a42c-eeb81a9c87cd,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:20.461655 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-71e301db-981b-48ed-94b6-b2945784ca05 service neutron] 10.222.0.60 "GET /v2.0/networks/d60efd14-ee17-43ba-860b-b7c314ef93f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084647 May 25 20:19:20.504710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device adff87f2-9ddc-4803-bc93-29f4b60f647e details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:19:20.526450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=ca511c0d-7bc3-423d-8bed-0bd2e513158a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:20.543896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee000c9-3f3a-40bc-b924-6162a52e7dae req-174f45ac-7b21-4de7-bbc4-a39569b89919 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785160 May 25 20:19:20.575781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d704725b-2185-4834-87b0-22bf239e6c1f None None] Current status of the port b10aa1d6-54ba-4eaa-87d8-657419aedf7d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:20.601307 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:20.646379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7dc6b-120c-4e9f-946f-1b9f68f981c2 req-edd06283-e672-4b95-be41-06e91bd0c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:20.647960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3be7dc6b-120c-4e9f-946f-1b9f68f981c2 req-edd06283-e672-4b95-be41-06e91bd0c76d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd HTTP/1.1" status: 200 len: 854 time: 0.2203190 May 25 20:19:20.659278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f5871ca9-359b-4747-9839-4110e5e6661f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port eacc7600-4132-4b91-aca6-e10464497d5e {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:20.666620 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f5871ca9-359b-4747-9839-4110e5e6661f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:20.939494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port adff87f2-9ddc-4803-bc93-29f4b60f647e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=adff87f2-9ddc-4803-bc93-29f4b60f647e,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:20.983259 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'adff87f2-9ddc-4803-bc93-29f4b60f647e', 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81', 'port_id': 'adff87f2-9ddc-4803-bc93-29f4b60f647e', 'mac_address': 'fa:16:3e:e4:c8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:19:20.989992 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:20.990750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee4c913-6f04-44c3-b3f7-38fb0c8a9838 admin admin] Router 446038c8-7127-4fc1-8eaa-20831391c25e has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:19:21.040034 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac271a40-18f3-4c9a-9c39-d222e1e39860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:21.044535 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ac271a40-18f3-4c9a-9c39-d222e1e39860 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e7fdbe7-d6bd-41a6-a42c-eeb81a9c87cd HTTP/1.1" status: 204 len: 168 time: 2.2144003 May 25 20:19:21.052094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port adff87f2-9ddc-4803-bc93-29f4b60f647e is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:21.052587 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:21.073384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adff87f2-9ddc-4803-bc93-29f4b60f647e {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:19:21.082460 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ff528c-d205-434d-8e16-3cf824bf31d3'] response: {'server_uuid': 'c2dc5e54-58e9-47a2-a996-9994e9378b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca511c0d-7bc3-423d-8bed-0bd2e513158a', 'code': 200} May 25 20:19:21.105879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:21.112098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:21.116784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port adff87f2-9ddc-4803-bc93-29f4b60f647e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=adff87f2-9ddc-4803-bc93-29f4b60f647e,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:21.122767 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:21.136444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:21.234481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1184c6-7f2e-4a04-8fac-2156faa97235,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:21.238123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-f5871ca9-359b-4747-9839-4110e5e6661f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] For port eacc7600-4132-4b91-aca6-e10464497d5e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=eacc7600-4132-4b91-aca6-e10464497d5e,segment=NetworkSegment(1ef62183-fee4-4642-b6a3-b2b51f9be3f6),segment_id=1ef62183-fee4-4642-b6a3-b2b51f9be3f6)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:21.238515 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f5871ca9-359b-4747-9839-4110e5e6661f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:21.285659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=adff87f2-9ddc-4803-bc93-29f4b60f647e,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:21.361030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47895ffa-ea2c-413c-9665-25ff103217f2 req-da34b4d7-d0b9-4836-bf56-0426b4c00df4 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 210 time: 0.1502767 May 25 20:19:21.449332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['adff87f2-9ddc-4803-bc93-29f4b60f647e'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:19:21.557270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f5871ca9-359b-4747-9839-4110e5e6661f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for eacc7600-4132-4b91-aca6-e10464497d5e owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:21.590467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b1a9b-3782-49d2-a913-d0d62ffd2018 req-8e224746-affa-4951-9cec-8a8e998f8b9e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:21.592718 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de2b1a9b-3782-49d2-a913-d0d62ffd2018 req-8e224746-affa-4951-9cec-8a8e998f8b9e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 944 time: 0.7233150 May 25 20:19:21.643098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7dc6b-120c-4e9f-946f-1b9f68f981c2 req-31a727a5-6615-41f1-802c-6bdeaa00f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:21.645438 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3be7dc6b-120c-4e9f-946f-1b9f68f981c2 req-31a727a5-6615-41f1-802c-6bdeaa00f289 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8afcbd06-1893-421b-846b-08bd027ede81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9851542 May 25 20:19:21.821709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee4c913-6f04-44c3-b3f7-38fb0c8a9838 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:19:21.834310 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e46aa72-6ffe-4a07-b374-0b631b8dd502 None None] Sync routers for ids ['446038c8-7127-4fc1-8eaa-20831391c25e'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:19:21.850960 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46aa72-6ffe-4a07-b374-0b631b8dd502 None None] Routers {'446038c8-7127-4fc1-8eaa-20831391c25e'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:21.851862 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0e46aa72-6ffe-4a07-b374-0b631b8dd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['446038c8-7127-4fc1-8eaa-20831391c25e'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:21.854879 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de2b1a9b-3782-49d2-a913-d0d62ffd2018 req-393b3df8-156b-4d02-8642-89c2aa49074e tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497187 May 25 20:19:21.910815 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8ee4c913-6f04-44c3-b3f7-38fb0c8a9838 admin admin] 10.222.0.60 "PUT /v2.0/routers/446038c8-7127-4fc1-8eaa-20831391c25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6814847 May 25 20:19:21.916159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56702) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:21.994303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002cde2-09f7-4952-84c8-55e512592a75 req-e6077513-2cef-4b4a-b6df-d32ef4b3bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:22.004354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0002cde2-09f7-4952-84c8-55e512592a75 req-e6077513-2cef-4b4a-b6df-d32ef4b3bd3f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 1096 time: 0.8371158 May 25 20:19:22.055018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b10aa1d6-54ba-4eaa-87d8-657419aedf7d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:22.197852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53bae3-9277-4b0b-badf-5c443a3283c9 req-61e0a86e-a207-4670-a565-a5b67f233838 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:22.205560 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e53bae3-9277-4b0b-badf-5c443a3283c9 req-61e0a86e-a207-4670-a565-a5b67f233838 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.5973873 May 25 20:19:22.224978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b10aa1d6-54ba-4eaa-87d8-657419aedf7d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:22.225356 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:22.252828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:22.268366 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-0e46aa72-6ffe-4a07-b374-0b631b8dd502 None None] Set router 446038c8-7127-4fc1-8eaa-20831391c25e gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:22.432566 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b10aa1d6-54ba-4eaa-87d8-657419aedf7d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:22.446376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0002cde2-09f7-4952-84c8-55e512592a75 req-c5038737-36b7-4730-8c50-70c0d4debb54 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298208 May 25 20:19:22.489703 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f5871ca9-359b-4747-9839-4110e5e6661f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:22.500104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e861f738-8a3f-40cb-a9a6-4c5c140efd17 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:19:22.575082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56716) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:22.604759 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:22.653404 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3be7dc6b-120c-4e9f-946f-1b9f68f981c2 req-535ca4e6-7d8e-4551-a162-6ff77b7f376b service neutron] 10.222.0.70 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9780548 May 25 20:19:22.658091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5871ca9-359b-4747-9839-4110e5e6661f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Port': ['ID=eacc7600-4132-4b91-aca6-e10464497d5e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:22.660431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Deleting port f51ae100-cd3a-4378-aa39-b4b38f8e0d07 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:22.660959 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:22.759475 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0e46aa72-6ffe-4a07-b374-0b631b8dd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:19:18Z', 'revision_number': 5, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port': {'id': 'f51ae100-cd3a-4378-aa39-b4b38f8e0d07', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:09:01Z', 'updated_at': '2022-05-25T20:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:22.770969 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e46aa72-6ffe-4a07-b374-0b631b8dd502 None None] Checking router: 446038c8-7127-4fc1-8eaa-20831391c25e for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:19:22.771587 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e53bae3-9277-4b0b-badf-5c443a3283c9 req-f8ba4df0-6861-42b2-961f-04897f40a140 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648248 May 25 20:19:22.785307 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:22.793949 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46aa72-6ffe-4a07-b374-0b631b8dd502 None None] Routers {'446038c8-7127-4fc1-8eaa-20831391c25e'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:22.795817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e861f738-8a3f-40cb-a9a6-4c5c140efd17, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e861f738-8a3f-40cb-a9a6-4c5c140efd17,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:22.797454 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0e46aa72-6ffe-4a07-b374-0b631b8dd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['446038c8-7127-4fc1-8eaa-20831391c25e'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:22.827965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'e861f738-8a3f-40cb-a9a6-4c5c140efd17', 'network_id': '8afcbd06-1893-421b-846b-08bd027ede81', 'port_id': 'e861f738-8a3f-40cb-a9a6-4c5c140efd17', 'mac_address': 'fa:16:3e:9c:f4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:19:22.926854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port e861f738-8a3f-40cb-a9a6-4c5c140efd17 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:22.927570 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:22.948481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e861f738-8a3f-40cb-a9a6-4c5c140efd17 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:19:22.955674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-network', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:22.976399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e861f738-8a3f-40cb-a9a6-4c5c140efd17, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e861f738-8a3f-40cb-a9a6-4c5c140efd17,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:22.986220 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:22.994374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:23.010099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Usage tracker for resource:network and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:23.040244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:23.083770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93670b-18a8-4d9f-a534-3097091cd496 req-a17115cd-8240-49b6-91a0-19a69c6eb16b tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:23.085540 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f93670b-18a8-4d9f-a534-3097091cd496 req-a17115cd-8240-49b6-91a0-19a69c6eb16b tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 945 time: 0.6442108 May 25 20:19:23.103527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=e861f738-8a3f-40cb-a9a6-4c5c140efd17,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:23.142558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:23.146312 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-0e46aa72-6ffe-4a07-b374-0b631b8dd502 None None] Set router 446038c8-7127-4fc1-8eaa-20831391c25e gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:23.220252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0593adc-ce94-4565-ae39-a0b58f1d3f78 req-f0b744a0-e2d5-43de-a2a6-242469eed37f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:23.221941 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f0593adc-ce94-4565-ae39-a0b58f1d3f78 req-f0b744a0-e2d5-43de-a2a6-242469eed37f tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.7795198 May 25 20:19:23.229378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Made reservation on behalf of ed2254629dea43a5bc70198b31357a0c for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:23.231647 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:23.237430 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:23.313278 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0e46aa72-6ffe-4a07-b374-0b631b8dd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:19:22Z', 'revision_number': 6, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:23.315481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['e861f738-8a3f-40cb-a9a6-4c5c140efd17'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:19:23.318400 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e46aa72-6ffe-4a07-b374-0b631b8dd502 None None] The sync data for ids ['446038c8-7127-4fc1-8eaa-20831391c25e'] in n-d-843339-1 is: [{'id': '446038c8-7127-4fc1-8eaa-20831391c25e', 'name': 'tempest-ServerActionsTestJSON-2086392047-router', 'tenant_id': '4619f4f2684a482db46ddd662e6b15f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:09:00Z', 'updated_at': '2022-05-25T20:19:22Z', 'revision_number': 6, 'project_id': '4619f4f2684a482db46ddd662e6b15f0', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:19:23.335146 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:23.393231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:23.414443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3be7dc6b-120c-4e9f-946f-1b9f68f981c2 req-fd3d25fe-7ccf-45cf-b75a-0c7eeb15ee1b service neutron] 10.222.0.70 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7246566 May 25 20:19:23.426636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Usage tracker for resource:security_group_rule and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:23.430222 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4312815-511b-4665-93c7-46c6ced403c3 req-37c324ce-b43d-4529-8fdc-78dfd8040f75 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 210 time: 0.2859902 May 25 20:19:23.432085 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f93670b-18a8-4d9f-a534-3097091cd496 req-ab29e16d-61ab-4702-8c5d-0a241d633b9b tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860532 May 25 20:19:23.432972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:23.436055 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f5871ca9-359b-4747-9839-4110e5e6661f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:23.457750 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:23.462672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-f0593adc-ce94-4565-ae39-a0b58f1d3f78 req-efd1fdb9-6d45-4cb8-a027-dde0cb690092 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Deleting port 4527e461-65e2-4577-b873-13734a13647d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:23.463013 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f0593adc-ce94-4565-ae39-a0b58f1d3f78 req-efd1fdb9-6d45-4cb8-a027-dde0cb690092 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:23.507151 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:23.507527 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:23.535394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:23.574990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] For port f51ae100-cd3a-4378-aa39-b4b38f8e0d07, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f51ae100-cd3a-4378-aa39-b4b38f8e0d07,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:23.576532 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:23.709211 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:23.871628 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:23.872005 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:23.908536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c041ff-63c0-49ac-a941-1ceaeda15772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ebe36c-ca3c-4ef6-8fbe-96a50278c649'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:19:23.925758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=63ebe36c-ca3c-4ef6-8fbe-96a50278c649,segment=NetworkSegment(29620b07-4e5d-4e28-aa8d-b6bc937d56fc),segment_id=29620b07-4e5d-4e28-aa8d-b6bc937d56fc)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:23.935347 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:23.959046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Calling delete_port for f51ae100-cd3a-4378-aa39-b4b38f8e0d07 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:24.026383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=63ebe36c-ca3c-4ef6-8fbe-96a50278c649,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:24.078964 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f51ae100-cd3a-4378-aa39-b4b38f8e0d07 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:24.178121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-9615fd7b-1d0b-4fb9-8e9c-ac008fda2fab tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:24.179937 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-9615fd7b-1d0b-4fb9-8e9c-ac008fda2fab tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.50 "GET /v2.0/networks?id=d60efd14-ee17-43ba-860b-b7c314ef93f8 HTTP/1.1" status: 200 len: 812 time: 0.9618025 May 25 20:19:24.208393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f51ae100-cd3a-4378-aa39-b4b38f8e0d07 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:24.208953 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:24.227851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port f51ae100-cd3a-4378-aa39-b4b38f8e0d07, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f51ae100-cd3a-4378-aa39-b4b38f8e0d07,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:24.232095 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:24.233573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device bfef39c7-20c7-46cb-9cdd-cf66a481e118 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:24.253711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Request body: {'port': {'device_id': '313b0e5a-e282-4f41-8ae1-41af9333a4da', 'network_id': 'd60efd14-ee17-43ba-860b-b7c314ef93f8', 'admin_state_up': True, 'tenant_id': 'c195f37b6dc4437e9c636e10d744c189'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:24.296209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-f0593adc-ce94-4565-ae39-a0b58f1d3f78 req-efd1fdb9-6d45-4cb8-a027-dde0cb690092 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] For port 4527e461-65e2-4577-b873-13734a13647d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4527e461-65e2-4577-b873-13734a13647d,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:24.297535 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f0593adc-ce94-4565-ae39-a0b58f1d3f78 req-efd1fdb9-6d45-4cb8-a027-dde0cb690092 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:24.302390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5871ca9-359b-4747-9839-4110e5e6661f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router be0da135-1d42-4a35-aa1e-c74d01ab7a56 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:19:24.311127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: bfef39c7-20c7-46cb-9cdd-cf66a481e118 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:19:24.311602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device bfef39c7-20c7-46cb-9cdd-cf66a481e118 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:19:24.337957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=f51ae100-cd3a-4378-aa39-b4b38f8e0d07,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:24.391560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a42ead-befe-46ef-8092-ee9b48b6c344 req-b4098ec3-1f04-4325-a45b-b10a7a200c24 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:24.392952 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-68a42ead-befe-46ef-8092-ee9b48b6c344 req-b4098ec3-1f04-4325-a45b-b10a7a200c24 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 945 time: 0.4642482 May 25 20:19:24.410036 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:24.458099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-f0593adc-ce94-4565-ae39-a0b58f1d3f78 req-efd1fdb9-6d45-4cb8-a027-dde0cb690092 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Calling delete_port for 4527e461-65e2-4577-b873-13734a13647d owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:24.504048 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device adff87f2-9ddc-4803-bc93-29f4b60f647e up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:24.554980 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:24.566052 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:24.580313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port adff87f2-9ddc-4803-bc93-29f4b60f647e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:24.586976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port adff87f2-9ddc-4803-bc93-29f4b60f647e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:24.587524 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:24.602862 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:19:24.603251 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:19:24.633089 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-68a42ead-befe-46ef-8092-ee9b48b6c344 req-f469375c-58ff-4404-8c12-7469ce91bcb5 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458826 May 25 20:19:24.643719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:19:24.652373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef89e0f-e13c-40ce-972b-86f476d290ce,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:24.696779 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:24.697166 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Added segment 74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7 of type vlan for network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 May 25 20:19:24.744594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port adff87f2-9ddc-4803-bc93-29f4b60f647e is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:24.745385 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:24.749925 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:24.775649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059d909-109e-4e3b-98c0-2f61a802aa8a req-0152afba-580d-480c-85ce-00e9095d798c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:24.778873 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f0593adc-ce94-4565-ae39-a0b58f1d3f78 req-efd1fdb9-6d45-4cb8-a027-dde0cb690092 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:24.784208 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7059d909-109e-4e3b-98c0-2f61a802aa8a req-0152afba-580d-480c-85ce-00e9095d798c tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c3b65e5-fb24-4899-bfa8-bb0c42707d1f HTTP/1.1" status: 200 len: 946 time: 0.7664747 May 25 20:19:24.792168 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['678fc95e-a3a7-473d-9395-19561cf68de6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:19:24.824153 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7efa38a4-aead-4da7-9715-6f98c1ab6992'] response: {'server_uuid': 'd6c041ff-63c0-49ac-a941-1ceaeda15772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ebe36c-ca3c-4ef6-8fbe-96a50278c649', 'code': 200} May 25 20:19:24.843701 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1fdb9-6d45-4cb8-a027-dde0cb690092 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Pushing event deleted for resources: {'Port': ['ID=4527e461-65e2-4577-b873-13734a13647d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:24.854229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5871ca9-359b-4747-9839-4110e5e6661f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:19:24.872623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port adff87f2-9ddc-4803-bc93-29f4b60f647e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=adff87f2-9ddc-4803-bc93-29f4b60f647e,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:24.876319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4b5186-b436-4b91-9f91-e8a4ba9bd6c7 None None] Sync routers for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:19:24.899797 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:24.900676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:24.901435 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:24.901567 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:24.906679 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4b5186-b436-4b91-9f91-e8a4ba9bd6c7 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:24.907333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5a4b5186-b436-4b91-9f91-e8a4ba9bd6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:24.958433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:25.019380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Usage tracker for resource:port and tenant:c195f37b6dc4437e9c636e10d744c189 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:25.027681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:25.032678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0593adc-ce94-4565-ae39-a0b58f1d3f78 req-efd1fdb9-6d45-4cb8-a027-dde0cb690092 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] No DVR routers for this DVR port 4527e461-65e2-4577-b873-13734a13647d on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:19:25.036156 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f0593adc-ce94-4565-ae39-a0b58f1d3f78 req-efd1fdb9-6d45-4cb8-a027-dde0cb690092 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:25.042863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f5871ca9-359b-4747-9839-4110e5e6661f tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3219705 May 25 20:19:25.048759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b65e5-fb24-4899-bfa8-bb0c42707d1f', 'name': 'network-vif-deleted', 'tag': '4527e461-65e2-4577-b873-13734a13647d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:19:25.050042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56732) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:25.055275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:25.070367 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7059d909-109e-4e3b-98c0-2f61a802aa8a req-5289d5a6-e1fd-4d17-bce0-45d8e40641aa tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852623 May 25 20:19:25.111072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Deleting port f51ae100-cd3a-4378-aa39-b4b38f8e0d07 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:25.111403 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:25.142687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-5a4b5186-b436-4b91-9f91-e8a4ba9bd6c7 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:25.194569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d035eb-0f7e-40f7-a9a2-713a7efa3dfc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting subnet c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:19:25.197237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] Pushing event updated for resources: {'Network': ['ID=9f6aa92b-1e45-4e40-8f0b-11e846d81405,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:25.208896 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-75d035eb-0f7e-40f7-a9a2-713a7efa3dfc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:25.245006 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f0593adc-ce94-4565-ae39-a0b58f1d3f78 req-efd1fdb9-6d45-4cb8-a027-dde0cb690092 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "DELETE /v2.0/ports/4527e461-65e2-4577-b873-13734a13647d HTTP/1.1" status: 204 len: 173 time: 1.9990745 May 25 20:19:25.262412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd908d10-e22c-472d-b72b-a7f785678c6d req-13e78ae7-3d44-42a4-b683-c14f592cbd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:25.264893 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd908d10-e22c-472d-b72b-a7f785678c6d req-13e78ae7-3d44-42a4-b683-c14f592cbd37 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 1097 time: 0.3019950 May 25 20:19:25.288805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:19:25.311769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5a4b5186-b436-4b91-9f91-e8a4ba9bd6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:19:22Z', 'revision_number': 11, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:25.320897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4b5186-b436-4b91-9f91-e8a4ba9bd6c7 None None] Checking router: be0da135-1d42-4a35-aa1e-c74d01ab7a56 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:19:25.337387 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2b4ac2ee-f56f-457c-a68c-0f0c9fdf95e5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7528195 May 25 20:19:25.343429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56738) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:25.346355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-19dc3b5c-be69-42e5-9715-0624a176f1ff req-5252a1e7-c380-4003-8dd7-2781a7bde464 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 210 time: 0.1041598 May 25 20:19:25.348567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Made reservation on behalf of c195f37b6dc4437e9c636e10d744c189 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:25.352009 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:25.379314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Request body: {'subnet': {'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-subnet', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:25.401500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:25.411135 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-75d035eb-0f7e-40f7-a9a2-713a7efa3dfc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:25.437073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] For port f51ae100-cd3a-4378-aa39-b4b38f8e0d07, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f51ae100-cd3a-4378-aa39-b4b38f8e0d07,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:25.437708 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:25.450232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Usage tracker for resource:subnet and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:25.454039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bf8e9-faa2-433a-a57d-ef4fb0b0e789 req-7875a0de-50cb-47bc-a566-b6b97aed45b8 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:25.455620 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fd9bf8e9-faa2-433a-a57d-ef4fb0b0e789 req-7875a0de-50cb-47bc-a566-b6b97aed45b8 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 946 time: 0.4254417 May 25 20:19:25.457763 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa17304-2a4b-40cd-b129-c859a85d3fd5'] response: {'server_uuid': '4c3b65e5-fb24-4899-bfa8-bb0c42707d1f', 'name': 'network-vif-deleted', 'tag': '4527e461-65e2-4577-b873-13734a13647d', 'status': 'completed', 'code': 200} May 25 20:19:25.490084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=adff87f2-9ddc-4803-bc93-29f4b60f647e,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:25.505593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4b5186-b436-4b91-9f91-e8a4ba9bd6c7 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:25.506244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5a4b5186-b436-4b91-9f91-e8a4ba9bd6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:25.506906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:25.515133 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd908d10-e22c-472d-b72b-a7f785678c6d req-85177954-9598-47ad-9c1c-24c7d1e16e88 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114298 May 25 20:19:25.521585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Router 66328b36-6ec2-4954-b9da-a2089192eb7c is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:19:25.523741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:25.614470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Calling delete_port for f51ae100-cd3a-4378-aa39-b4b38f8e0d07 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:25.630059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Made reservation on behalf of ed2254629dea43a5bc70198b31357a0c for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:25.632385 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:25.686626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-5a4b5186-b436-4b91-9f91-e8a4ba9bd6c7 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:25.818370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5a4b5186-b436-4b91-9f91-e8a4ba9bd6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:19:22Z', 'revision_number': 11, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:25.835210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4b5186-b436-4b91-9f91-e8a4ba9bd6c7 None None] The sync data for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 is: [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:19:22Z', 'revision_number': 11, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:19:25.908582 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-75d035eb-0f7e-40f7-a9a2-713a7efa3dfc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:25.912303 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fd9bf8e9-faa2-433a-a57d-ef4fb0b0e789 req-c8dfce28-bbe3-40e6-b450-2cfe7f1eca31 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927717 May 25 20:19:26.061948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Allocated IP 172.20.0.7 (d60efd14-ee17-43ba-860b-b7c314ef93f8/5282383c-cfa7-48a4-a127-3d8d3fdca01c/3f8b3f40-cf00-4319-a0ca-f6694a2caa69) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:26.075113 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:26.076077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:19:26.087015 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Sync routers for ids ['66328b36-6ec2-4954-b9da-a2089192eb7c'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:19:26.098897 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Routers {'66328b36-6ec2-4954-b9da-a2089192eb7c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:26.099856 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['66328b36-6ec2-4954-b9da-a2089192eb7c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:26.130312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f51ae100-cd3a-4378-aa39-b4b38f8e0d07,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:26.185753 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-75d035eb-0f7e-40f7-a9a2-713a7efa3dfc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:26.229615 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:26.255673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device eacc7600-4132-4b91-aca6-e10464497d5e no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:26.258207 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:26.262435 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-767a078f-943a-4a46-881b-d92ebfd8aeb6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.5852427 May 25 20:19:26.268206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56750) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:26.285506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d035eb-0f7e-40f7-a9a2-713a7efa3dfc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Subnet': ['ID=c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:26.287955 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-75d035eb-0f7e-40f7-a9a2-713a7efa3dfc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:26.293325 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-75d035eb-0f7e-40f7-a9a2-713a7efa3dfc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb HTTP/1.1" status: 204 len: 168 time: 1.2263963 May 25 20:19:26.343910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d20996-4b6f-4f9e-9b3b-e9ce3822ac6e None None] Network fc940966-bcf6-4c9e-8f24-546ab8446e37 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:26.371368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56754) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:26.475359 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:26.477703 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:26.509761 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:26.510554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 446038c8-7127-4fc1-8eaa-20831391c25e {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:19:26.523398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e861f738-8a3f-40cb-a9a6-4c5c140efd17 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:26.548401 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:26.552558 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ccaaeb08-a276-4cb7-9dd6-7c78985873bc admin admin] 10.222.0.60 "DELETE /v2.0/routers/446038c8-7127-4fc1-8eaa-20831391c25e HTTP/1.1" status: 204 len: 168 time: 4.6354117 May 25 20:19:26.553135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56762) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:26.565855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: eacc7600-4132-4b91-aca6-e10464497d5e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:19:26.566101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device eacc7600-4132-4b91-aca6-e10464497d5e not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:19:26.632411 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Set router 66328b36-6ec2-4954-b9da-a2089192eb7c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:26.766205 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9c1d9e6c-c73b-40cc-bda5-b869b0cc629b req-99cbc535-5105-41b4-b606-2cc193b998bc tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 210 time: 0.1355047 May 25 20:19:26.803347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-768dc201-d2d6-47c5-a78d-3165afedc9bb admin admin] Deleting subnet e50acf7b-ade5-4727-b163-74dced7ce564 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:19:26.805637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port e861f738-8a3f-40cb-a9a6-4c5c140efd17 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:26.807410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-768dc201-d2d6-47c5-a78d-3165afedc9bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:26.829346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be8aaef-bf2f-4943-994f-50a30196826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adff87f2-9ddc-4803-bc93-29f4b60f647e'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:19:26.841905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port e861f738-8a3f-40cb-a9a6-4c5c140efd17 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:26.842239 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:26.932478 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b838d740-c6b3-4719-8082-9c85170308e2'] response: {'server_uuid': '8be8aaef-bf2f-4943-994f-50a30196826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adff87f2-9ddc-4803-bc93-29f4b60f647e', 'code': 200} May 25 20:19:26.943033 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-768dc201-d2d6-47c5-a78d-3165afedc9bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:26.959910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40d518-762c-4d09-bdb1-04fb8d3fc022 req-5079b62b-5da5-4682-84f0-58e7482ba6e0 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:26.967156 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bc40d518-762c-4d09-bdb1-04fb8d3fc022 req-5079b62b-5da5-4682-84f0-58e7482ba6e0 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 945 time: 1.0088527 May 25 20:19:27.063372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1a7d91-afa8-4181-b735-306c4e071ba0 None None] DHCP port deletion for fc940966-bcf6-4c9e-8f24-546ab8446e37 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:19:27.097419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a7d91-afa8-4181-b735-306c4e071ba0 None None] Deleting port 7d23259b-66b2-400d-ac96-b4379d417f41 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:27.102109 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1a1a7d91-afa8-4181-b735-306c4e071ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:27.161183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port e861f738-8a3f-40cb-a9a6-4c5c140efd17 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:27.161713 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:27.221890 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:19:21Z', 'revision_number': 3, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:27.226405 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Checking router: 66328b36-6ec2-4954-b9da-a2089192eb7c for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:19:27.226742 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Updating router 66328b36-6ec2-4954-b9da-a2089192eb7c port 8a1184c6-7f2e-4a04-8fac-2156faa97235 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:19:27.248276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e861f738-8a3f-40cb-a9a6-4c5c140efd17, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e861f738-8a3f-40cb-a9a6-4c5c140efd17,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:27.260233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:27.267224 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:27.268009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4527e461-65e2-4577-b873-13734a13647d no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:27.288331 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:27.302965 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:27.331255 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bc40d518-762c-4d09-bdb1-04fb8d3fc022 req-a5a3c644-1dfa-4072-8022-6ac24d54b42a tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631585 May 25 20:19:27.394390 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-768dc201-d2d6-47c5-a78d-3165afedc9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:27.407204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=e861f738-8a3f-40cb-a9a6-4c5c140efd17,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:27.413043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 4527e461-65e2-4577-b873-13734a13647d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:19:27.413912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4527e461-65e2-4577-b873-13734a13647d not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:19:27.490056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e047-a413-4ec5-b3d3-682851abff1d req-67a4cf04-6423-4478-8e22-ec144b15b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:27.492990 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c419e047-a413-4ec5-b3d3-682851abff1d req-67a4cf04-6423-4478-8e22-ec144b15b7e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8be8aaef-bf2f-4943-994f-50a30196826e HTTP/1.1" status: 200 len: 1096 time: 0.4523056 May 25 20:19:27.513053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port 7d23259b-66b2-400d-ac96-b4379d417f41 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:27.513777 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:27.518738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61a90d-78e4-4b69-bb74-b311aaa095c9 req-a72738ee-654b-44c4-aa08-921956f8947a tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:27.529732 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5b61a90d-78e4-4b69-bb74-b311aaa095c9 req-a72738ee-654b-44c4-aa08-921956f8947a tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 946 time: 0.3373559 May 25 20:19:27.553550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-1a1a7d91-afa8-4181-b735-306c4e071ba0 None None] For port 7d23259b-66b2-400d-ac96-b4379d417f41, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7d23259b-66b2-400d-ac96-b4379d417f41,segment=NetworkSegment(1ef62183-fee4-4642-b6a3-b2b51f9be3f6),segment_id=1ef62183-fee4-4642-b6a3-b2b51f9be3f6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:27.554077 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1a1a7d91-afa8-4181-b735-306c4e071ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:27.589731 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b910f206-f699-46fa-a00a-e1d2cb686c1a,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:27.597262 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:27.635388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Checking segment: {'id': '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:27.635940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Network hostable DHCP agents. Network: 9f6aa92b-1e45-4e40-8f0b-11e846d81405, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:19:27.699748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c419e047-a413-4ec5-b3d3-682851abff1d req-c521e934-665e-4495-98b1-9ac95ba50c37 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916707 May 25 20:19:27.768411 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5b61a90d-78e4-4b69-bb74-b311aaa095c9 req-05adb8c0-d6e8-4d8c-8215-8ee46eb126f2 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375991 May 25 20:19:27.778397 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-768dc201-d2d6-47c5-a78d-3165afedc9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:27.807010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a7d91-afa8-4181-b735-306c4e071ba0 None None] Calling delete_port for 7d23259b-66b2-400d-ac96-b4379d417f41 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:27.911516 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-768dc201-d2d6-47c5-a78d-3165afedc9bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:27.937946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645de4c0-b1e9-40b5-b6ea-312dd780eb00 None None] Network 4e3b1c24-c6fc-43dd-b516-21c21083f244 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:27.942464 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-768dc201-d2d6-47c5-a78d-3165afedc9bb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e50acf7b-ade5-4727-b163-74dced7ce564 HTTP/1.1" status: 204 len: 168 time: 1.3882709 May 25 20:19:27.943828 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dc201-d2d6-47c5-a78d-3165afedc9bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50acf7b-ade5-4727-b163-74dced7ce564,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:27.947457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56794) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:27.955654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:19:28.092782 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:28.109618 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Transition to ACTIVE for port object 8a1184c6-7f2e-4a04-8fac-2156faa97235 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:28.122810 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:28.200468 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fc8ab-3e95-4c48-9f7c-abd7fba0a01c None None] Pushing event updated for resources: {'Port': ['ID=8a1184c6-7f2e-4a04-8fac-2156faa97235,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:28.206210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7d23259b-66b2-400d-ac96-b4379d417f41 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:28.215407 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fc8ab-3e95-4c48-9f7c-abd7fba0a01c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:28.215747 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fc8ab-3e95-4c48-9f7c-abd7fba0a01c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:28.216078 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fc8ab-3e95-4c48-9f7c-abd7fba0a01c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:28.216404 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fc8ab-3e95-4c48-9f7c-abd7fba0a01c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:28.217267 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fc8ab-3e95-4c48-9f7c-abd7fba0a01c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:28.217587 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fc8ab-3e95-4c48-9f7c-abd7fba0a01c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:28.217905 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fc8ab-3e95-4c48-9f7c-abd7fba0a01c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:28.218296 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fc8ab-3e95-4c48-9f7c-abd7fba0a01c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:28.219092 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fc8ab-3e95-4c48-9f7c-abd7fba0a01c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:28.219092 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fc8ab-3e95-4c48-9f7c-abd7fba0a01c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:28.219312 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fc8ab-3e95-4c48-9f7c-abd7fba0a01c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:28.219620 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fc8ab-3e95-4c48-9f7c-abd7fba0a01c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:28.220214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 9f6aa92b-1e45-4e40-8f0b-11e846d81405) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:28.270971 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc4328b2-d9ec-4d1e-97c5-302ddf48cd37 req-4b4e5b5d-3efa-4282-a1a8-ed4b82c59396 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 210 time: 0.1413829 May 25 20:19:28.283933 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Attempting to bind port 8a1184c6-7f2e-4a04-8fac-2156faa97235 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:19:28.286457 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Attempting to bind port 8a1184c6-7f2e-4a04-8fac-2156faa97235 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:19:28.287137 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Attempting to bind port 8a1184c6-7f2e-4a04-8fac-2156faa97235 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:28.295577 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:19:28.300431 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:28.301307 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:28.301852 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:19:28.303591 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Bound port: 8a1184c6-7f2e-4a04-8fac-2156faa97235, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:19:28.304161 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:28.321798 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:28.344585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Deleting port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:28.345079 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:28.363674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:28.364405 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:28.377251 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4847b021-b5b8-4464-9049-c4eadc6c3bd3 None None] Network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:28.433366 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:28.447361 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] For port 8a1184c6-7f2e-4a04-8fac-2156faa97235, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:19:28.451900 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] For port 8a1184c6-7f2e-4a04-8fac-2156faa97235, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8a1184c6-7f2e-4a04-8fac-2156faa97235,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:19:28.459417 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:28.618887 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fc8ab-3e95-4c48-9f7c-abd7fba0a01c None None] Pushing event updated for resources: {'Port': ['ID=8a1184c6-7f2e-4a04-8fac-2156faa97235,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:28.645999 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:28.646785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 7d23259b-66b2-400d-ac96-b4379d417f41 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:19:28.647073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7d23259b-66b2-400d-ac96-b4379d417f41 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:19:28.656751 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Routers {'66328b36-6ec2-4954-b9da-a2089192eb7c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:28.657015 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['66328b36-6ec2-4954-b9da-a2089192eb7c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:28.670626 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1a1a7d91-afa8-4181-b735-306c4e071ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:28.760084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a7d91-afa8-4181-b735-306c4e071ba0 None None] No DVR routers for this DVR port 7d23259b-66b2-400d-ac96-b4379d417f41 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:19:28.775205 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c66e7879-f2e6-418b-9506-2ec2b351929b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:28.775205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a7d91-afa8-4181-b735-306c4e071ba0 None None] Pushing event deleted for resources: {'Port': ['ID=7d23259b-66b2-400d-ac96-b4379d417f41,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:28.848038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] For port 7d23259b-66b2-400d-ac96-b4379d417f41, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7d23259b-66b2-400d-ac96-b4379d417f41,segment=NetworkSegment(1ef62183-fee4-4642-b6a3-b2b51f9be3f6),segment_id=1ef62183-fee4-4642-b6a3-b2b51f9be3f6)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:28.850512 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:28.927817 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ed3fd878-4443-4420-9017-29fe1001dee8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.5804622 May 25 20:19:28.938227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56850) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:28.942617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c654d75-5153-4927-a659-a43a3374d3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e861f738-8a3f-40cb-a9a6-4c5c140efd17'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:19:29.031224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Network d60efd14-ee17-43ba-860b-b7c314ef93f8 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:29.040946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:29.117024 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] Set router 66328b36-6ec2-4954-b9da-a2089192eb7c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:29.145956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'fixed_ips': [{'subnet_id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:19:29.150141 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:29.237747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] For port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:29.238564 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:29.321623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Calling delete_port for 7d23259b-66b2-400d-ac96-b4379d417f41 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:29.381003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Pushing event updated for resources: {'Port': ['ID=3f8b3f40-cf00-4319-a0ca-f6694a2caa69,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:29.388223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:29.415495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Calling delete_port for b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:29.432497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Allocated IP 172.20.0.2 (9f6aa92b-1e45-4e40-8f0b-11e846d81405/b910f206-f699-46fa-a00a-e1d2cb686c1a/4863c0c6-a32e-4b44-899d-9643929d5402) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:29.472658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:29.523621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e067b-98dc-43d3-95f5-883e06199606 req-633a4aed-0039-4f39-aa3b-cf9c8dd0b51b tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:29.531098 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b67e067b-98dc-43d3-95f5-883e06199606 req-633a4aed-0039-4f39-aa3b-cf9c8dd0b51b tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 946 time: 0.9194427 May 25 20:19:29.534274 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:19:29.534597 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:19:29.549127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf4e17b-4234-4e30-b14d-54ff3b7d350a None None] DHCP port deletion for 4e3b1c24-c6fc-43dd-b516-21c21083f244 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:19:29.554520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:29.561655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Usage tracker for resource:router and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:29.567296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:29.569349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-daf4e17b-4234-4e30-b14d-54ff3b7d350a None None] Deleting port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:29.569781 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-daf4e17b-4234-4e30-b14d-54ff3b7d350a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:29.579966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:29.658446 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:19:21Z', 'revision_number': 3, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:29.689606 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b67e067b-98dc-43d3-95f5-883e06199606 req-b730d3af-b311-4b53-ab47-74295147bd96 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575389 May 25 20:19:29.694851 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713e546-9b7a-48ee-ba91-b3504dd5bc65 None None] The sync data for ids ['66328b36-6ec2-4954-b9da-a2089192eb7c'] in n-d-843339-1 is: [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:19:21Z', 'revision_number': 3, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:19:29.713943 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:29.793284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:29.804937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] No DVR routers for this DVR port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:19:29.823403 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:29.847436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Transition to ACTIVE for port object 4863c0c6-a32e-4b44-899d-9643929d5402 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:29.872322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Transition to ACTIVE for port object 4863c0c6-a32e-4b44-899d-9643929d5402 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:29.925224 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc74a518-6f0b-4ec6-8d32-ae1604c82484'] response: {'server_uuid': '4c654d75-5153-4927-a659-a43a3374d3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e861f738-8a3f-40cb-a9a6-4c5c140efd17', 'code': 200} May 25 20:19:29.931541 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:30.074855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Pushing event updated for resources: {'Port': ['ID=4863c0c6-a32e-4b44-899d-9643929d5402,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:30.086276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:30.096974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Deleting port 7d23259b-66b2-400d-ac96-b4379d417f41 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:30.097325 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:30.249562 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:30.252940 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:30.254562 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:30.302420 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:30.312286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:19:30.314000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:19:30.335429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3b1c24-c6fc-43dd-b516-21c21083f244']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:30.345951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:30.363967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86943c0-9f26-4e18-9a07-9d2313ed12ea') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:30.364772 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:30.369556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:30.373722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86943c0-9f26-4e18-9a07-9d2313ed12ea') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:30.396542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca103f-fc0c-479e-bc05-244a4f5c5131 req-84d144c9-adab-49bd-8195-1653e20777b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:30.412581 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8dca103f-fc0c-479e-bc05-244a4f5c5131 req-84d144c9-adab-49bd-8195-1653e20777b9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 1097 time: 0.4101419 May 25 20:19:30.416908 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:30.494596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] The port '7d23259b-66b2-400d-ac96-b4379d417f41' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:19:30.506630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:30.515987 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:30.546317 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:30.568154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:19:30.568568 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:30.629656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-daf4e17b-4234-4e30-b14d-54ff3b7d350a None None] For port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6,segment=NetworkSegment(d86943c0-9f26-4e18-9a07-9d2313ed12ea),segment_id=d86943c0-9f26-4e18-9a07-9d2313ed12ea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:30.630809 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-daf4e17b-4234-4e30-b14d-54ff3b7d350a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:30.641807 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-ddc402f1-40bb-46d8-9f8d-6efeb7848273 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4445736 May 25 20:19:30.738770 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment d86943c0-9f26-4e18-9a07-9d2313ed12ea resource provider aggregate not found May 25 20:19:30.743108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Request body: {'port': {'device_id': '313b0e5a-e282-4f41-8ae1-41af9333a4da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:30.765103 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d950436a-a68d-4a8b-be3e-98b7f1eda79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:30.775420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61ebad-f307-4ccd-ba86-f165f8994d15 req-da75c926-803b-4e52-ac14-d006adfaaf67 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:30.785488 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6a61ebad-f307-4ccd-ba86-f165f8994d15 req-da75c926-803b-4e52-ac14-d006adfaaf67 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 931 time: 0.6178920 May 25 20:19:30.844950 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8dca103f-fc0c-479e-bc05-244a4f5c5131 req-b897add0-767c-42dc-b254-bc2866b64f26 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311688 May 25 20:19:30.884197 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment d86943c0-9f26-4e18-9a07-9d2313ed12ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d86943c0-9f26-4e18-9a07-9d2313ed12ea found for delete ", "request_id": "req-182d0022-46d4-44d4-b17d-7a9c167ff9d1"}]} May 25 20:19:30.902512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-daf4e17b-4234-4e30-b14d-54ff3b7d350a None None] Calling delete_port for b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:30.956129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Attempting to bind port 4863c0c6-a32e-4b44-899d-9643929d5402 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:19:30.956492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Attempting to bind port 4863c0c6-a32e-4b44-899d-9643929d5402 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:19:30.956833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Attempting to bind port 4863c0c6-a32e-4b44-899d-9643929d5402 on network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:30.974811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:19:30.975060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Checking segment: {'id': '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:30.975442 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:30.975830 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Bound using segment: {'id': '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:19:30.976291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Bound port: 4863c0c6-a32e-4b44-899d-9643929d5402, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:19:30.976655 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.014198 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6a61ebad-f307-4ccd-ba86-f165f8994d15 req-240f10ba-71bc-4346-a769-3c0ec893fc24 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/security-groups?id=49209926-0b79-425b-bba3-8cd3744517cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638703 May 25 20:19:31.023255 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:19:31.081470 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:19:31.095373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c260e8d-b47a-4de3-9b23-a2c16af331fb req-6d45f87c-7026-4546-893d-3065005b524e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:31.103731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5c260e8d-b47a-4de3-9b23-a2c16af331fb req-6d45f87c-7026-4546-893d-3065005b524e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:19:31.105635 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-daf4e17b-4234-4e30-b14d-54ff3b7d350a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:19:31.105981 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-daf4e17b-4234-4e30-b14d-54ff3b7d350a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:19:31.118743 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.121004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] For port 4863c0c6-a32e-4b44-899d-9643929d5402, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:19:31.130608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] For port 4863c0c6-a32e-4b44-899d-9643929d5402, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4863c0c6-a32e-4b44-899d-9643929d5402,segment=NetworkSegment(74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7),segment_id=74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:19:31.140961 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.172850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3b1c24-c6fc-43dd-b516-21c21083f244,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:31.190973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5c260e8d-b47a-4de3-9b23-a2c16af331fb req-6d45f87c-7026-4546-893d-3065005b524e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:19:31.192676 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c260e8d-b47a-4de3-9b23-a2c16af331fb req-6d45f87c-7026-4546-893d-3065005b524e tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 945 time: 0.7429559 May 25 20:19:31.273876 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:19:31.295614 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.325334 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1dc076c2-f5bc-4140-a550-2b22c9c7e101 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4e3b1c24-c6fc-43dd-b516-21c21083f244 HTTP/1.1" status: 204 len: 168 time: 3.3763227 May 25 20:19:31.337292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc940966-bcf6-4c9e-8f24-546ab8446e37']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:31.358784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef62183-fee4-4642-b6a3-b2b51f9be3f6') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:31.359084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef62183-fee4-4642-b6a3-b2b51f9be3f6') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:31.385269 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.415966 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.423233 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.430441 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc170b-518f-4087-b223-5595685720a7 None None] Pushing event updated for resources: {'Port': ['ID=4863c0c6-a32e-4b44-899d-9643929d5402,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:31.434021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-5c260e8d-b47a-4de3-9b23-a2c16af331fb req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Deleting port 678fc95e-a3a7-473d-9395-19561cf68de6 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:31.437584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5c260e8d-b47a-4de3-9b23-a2c16af331fb req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.439908 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:19:31.440670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.560103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02985d4-40ca-4d3e-b3f6-6b05d0c29e49 req-581ee5e0-33fd-4f31-966b-60813dcad68d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:31.567611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d02985d4-40ca-4d3e-b3f6-6b05d0c29e49 req-581ee5e0-33fd-4f31-966b-60813dcad68d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 946 time: 0.3094976 May 25 20:19:31.586916 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.608050 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-daf4e17b-4234-4e30-b14d-54ff3b7d350a None None] Deleting port b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:19:31.608434 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-daf4e17b-4234-4e30-b14d-54ff3b7d350a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.616068 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.655056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56902) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:31.711615 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d02985d4-40ca-4d3e-b3f6-6b05d0c29e49 req-56d5d413-670b-4b36-8024-0c95a2f77c58 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429749 May 25 20:19:31.822946 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 1ef62183-fee4-4642-b6a3-b2b51f9be3f6 resource provider aggregate not found May 25 20:19:31.824676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-daf4e17b-4234-4e30-b14d-54ff3b7d350a None None] The port 'b78e2ec3-5f45-4f3d-b7d6-9eaf12d89da6' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:19:31.834659 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.887124 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:31.972473 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4ce31158-121c-44e6-8426-ecb226484794 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4619f4f2684a482db46ddd662e6b15f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162246 May 25 20:19:31.973675 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 1ef62183-fee4-4642-b6a3-b2b51f9be3f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ef62183-fee4-4642-b6a3-b2b51f9be3f6 found for delete ", "request_id": "req-67746b2c-3d43-4c2d-98d8-6ba290496b55"}]} May 25 20:19:31.976038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56908) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:32.113821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-5c260e8d-b47a-4de3-9b23-a2c16af331fb req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] For port 678fc95e-a3a7-473d-9395-19561cf68de6, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=678fc95e-a3a7-473d-9395-19561cf68de6,segment=NetworkSegment(d3d4a5b9-4d2e-4a74-a865-3a20a8e236da),segment_id=d3d4a5b9-4d2e-4a74-a865-3a20a8e236da)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:32.114273 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5c260e8d-b47a-4de3-9b23-a2c16af331fb req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:32.135572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4863c0c6-a32e-4b44-899d-9643929d5402 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:32.162126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66a321-5fd0-4097-930f-b8f777f90f44 req-165100cb-e760-4bb1-8ed9-605d38783b34 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:32.171256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec66a321-5fd0-4097-930f-b8f777f90f44 req-165100cb-e760-4bb1-8ed9-605d38783b34 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 945 time: 2.7047093 May 25 20:19:32.220848 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:32.275280 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:32.281990 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:32.346790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 4863c0c6-a32e-4b44-899d-9643929d5402 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:32.356461 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8a1184c6-7f2e-4a04-8fac-2156faa97235 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:32.398527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Pushing event deleted for resources: {'Network': ['ID=fc940966-bcf6-4c9e-8f24-546ab8446e37,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:32.415571 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-666f3dfd-465c-46fb-bd59-496d88994417 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/networks/fc940966-bcf6-4c9e-8f24-546ab8446e37 HTTP/1.1" status: 204 len: 168 time: 6.0397975 May 25 20:19:32.470733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56916) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:32.483030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-5c260e8d-b47a-4de3-9b23-a2c16af331fb req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Calling delete_port for 678fc95e-a3a7-473d-9395-19561cf68de6 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:19:32.501709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 8a1184c6-7f2e-4a04-8fac-2156faa97235 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:32.511782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8a1184c6-7f2e-4a04-8fac-2156faa97235 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:32.512138 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:32.554943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c075bf80-f320-4622-91df-7ef5fbbdc769 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'router': {'routes': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:32.583668 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec66a321-5fd0-4097-930f-b8f777f90f44 req-d841f396-d17e-4e84-adb6-e44f4a8c18a1 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/security-groups?id=cea2be28-0511-4f3a-82ae-7fd500e6d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950468 May 25 20:19:32.731934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:32.745683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8a1184c6-7f2e-4a04-8fac-2156faa97235 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:32.745910 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:32.771833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 8a1184c6-7f2e-4a04-8fac-2156faa97235, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8a1184c6-7f2e-4a04-8fac-2156faa97235,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:32.777962 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:32.983668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=8a1184c6-7f2e-4a04-8fac-2156faa97235,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:33.005642 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:33.187579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f525d11-c1d6-4d45-ad46-bc3feb15ddcb None None] Network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:33.212199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.extraroute_db [None req-c075bf80-f320-4622-91df-7ef5fbbdc769 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Added routes are [] {{(pid=88332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 25 20:19:33.213012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.extraroute_db [None req-c075bf80-f320-4622-91df-7ef5fbbdc769 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Removed routes are [] {{(pid=88332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 25 20:19:33.213666 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c075bf80-f320-4622-91df-7ef5fbbdc769 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:33.317147 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8ef25267-0abf-4e3e-a0d3-885301a2dd32 None None] Provisioning for port 4863c0c6-a32e-4b44-899d-9643929d5402 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:33.326534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8ef25267-0abf-4e3e-a0d3-885301a2dd32 None None] Provisioning complete for port 4863c0c6-a32e-4b44-899d-9643929d5402 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:33.327410 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8ef25267-0abf-4e3e-a0d3-885301a2dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:33.331146 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5c260e8d-b47a-4de3-9b23-a2c16af331fb req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:33.440223 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:33.452239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97739b3a-ae0f-4b4f-b2ed-b8a6a26033fc req-72c9ada3-1faa-4d27-9324-e7280ab91990 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:33.468063 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-97739b3a-ae0f-4b4f-b2ed-b8a6a26033fc req-72c9ada3-1faa-4d27-9324-e7280ab91990 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 931 time: 1.0283158 May 25 20:19:33.627987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8ef25267-0abf-4e3e-a0d3-885301a2dd32 None None] Current status of the port 4863c0c6-a32e-4b44-899d-9643929d5402 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:33.628946 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8ef25267-0abf-4e3e-a0d3-885301a2dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:33.684819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Pushing event deleted for resources: {'Port': ['ID=678fc95e-a3a7-473d-9395-19561cf68de6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:33.699548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c260e8d-b47a-4de3-9b23-a2c16af331fb req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] No DVR routers for this DVR port 678fc95e-a3a7-473d-9395-19561cf68de6 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:19:33.705078 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5c260e8d-b47a-4de3-9b23-a2c16af331fb req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:33.720387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976be50-cd1d-4b5a-a074-340fe1a5b9ec', 'name': 'network-vif-deleted', 'tag': '678fc95e-a3a7-473d-9395-19561cf68de6'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:19:33.725769 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:33.726377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e5764f-fd7c-4adf-adce-cef027636ee4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:33.767464 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8ef25267-0abf-4e3e-a0d3-885301a2dd32 None None] For port 4863c0c6-a32e-4b44-899d-9643929d5402, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4863c0c6-a32e-4b44-899d-9643929d5402,segment=NetworkSegment(74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7),segment_id=74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:33.785865 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8ef25267-0abf-4e3e-a0d3-885301a2dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:33.805038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Allocated IP 172.20.0.1 (c180c5b1-d3d2-49c2-820a-f270a32e5078/dfdda60a-9fcc-4779-9258-31fe99bfbf7e/a04fcb8d-5841-43e8-ba46-b065e6d334be) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:33.808255 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:33.836564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.837103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.837619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.838123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.842510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.843820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.844419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.844766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.845094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.845422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.845725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.846041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.885827 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:19:33.900028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.900294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.900531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.900980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.901413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.901980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.902574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.903036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.906333 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.907227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.920154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.920767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:33.959888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a8d48-7b21-4a4c-82cd-94e4f4137eca req-61c3e66e-7320-40e5-a086-51344a7ff4ca tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:33.961586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-650a8d48-7b21-4a4c-82cd-94e4f4137eca req-61c3e66e-7320-40e5-a086-51344a7ff4ca tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 946 time: 0.9198997 May 25 20:19:33.996616 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef25267-0abf-4e3e-a0d3-885301a2dd32 None None] Pushing event updated for resources: {'Port': ['ID=4863c0c6-a32e-4b44-899d-9643929d5402,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:34.047359 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-97739b3a-ae0f-4b4f-b2ed-b8a6a26033fc req-1eb85366-3b05-44fc-9dc7-474c38ff9362 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/security-groups?id=49209926-0b79-425b-bba3-8cd3744517cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776234 May 25 20:19:34.048998 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c260e8d-b47a-4de3-9b23-a2c16af331fb req-421577d0-76ca-4c97-81b0-aceffdcab607 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.70 "DELETE /v2.0/ports/678fc95e-a3a7-473d-9395-19561cf68de6 HTTP/1.1" status: 204 len: 173 time: 2.8510067 May 25 20:19:34.052742 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:34.057304 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b183653d-6109-4edf-a753-f3ef6f84449b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41e5764f-fd7c-4adf-adce-cef027636ee4 HTTP/1.1" status: 204 len: 168 time: 2.0803583 May 25 20:19:34.061829 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c075bf80-f320-4622-91df-7ef5fbbdc769 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:34.069329 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c075bf80-f320-4622-91df-7ef5fbbdc769 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:34.104959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8a1184c6-7f2e-4a04-8fac-2156faa97235 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:34.337461 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d74cc603-9f71-4824-b5b6-c93d831e3d03 None None] Provisioning complete for port 4863c0c6-a32e-4b44-899d-9643929d5402 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:34.338138 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d74cc603-9f71-4824-b5b6-c93d831e3d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:34.432356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8a1184c6-7f2e-4a04-8fac-2156faa97235 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:34.432726 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:34.478007 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:34.503294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Transition to ACTIVE for port object a04fcb8d-5841-43e8-ba46-b065e6d334be will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:34.540827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:19:34.541093 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 678fc95e-a3a7-473d-9395-19561cf68de6 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:19:34.554264 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:34.557280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f922b129-2793-4bcd-af0e-6e50960f9ad1 req-d2fea1b5-8f8f-47d3-83a0-3cfb51c62991 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Synchronizing usage tracker for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:19:34.587027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Transition to ACTIVE for port object 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:34.602636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c075bf80-f320-4622-91df-7ef5fbbdc769 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router be0da135-1d42-4a35-aa1e-c74d01ab7a56 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:19:34.613314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f922b129-2793-4bcd-af0e-6e50960f9ad1 req-d2fea1b5-8f8f-47d3-83a0-3cfb51c62991 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] Unset dirty status for tenant:a206c0d9eba94f4681dea5401500d260 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:19:34.632893 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f922b129-2793-4bcd-af0e-6e50960f9ad1 req-d2fea1b5-8f8f-47d3-83a0-3cfb51c62991 tempest-ServersTestJSON-1034422977 tempest-ServersTestJSON-1034422977-project] 10.222.0.60 "GET /v2.0/ports?device_id=0976be50-cd1d-4b5a-a074-340fe1a5b9ec HTTP/1.1" status: 200 len: 210 time: 0.3260193 May 25 20:19:34.633884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 678fc95e-a3a7-473d-9395-19561cf68de6 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:19:34.634384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 678fc95e-a3a7-473d-9395-19561cf68de6 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:19:34.768616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Allocated IP 172.25.3.113 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/76215e1b-ce3d-46c9-84ae-b66792e3f24f) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:34.804030 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:34.843733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d74cc603-9f71-4824-b5b6-c93d831e3d03 None None] Current status of the port 4863c0c6-a32e-4b44-899d-9643929d5402 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:34.871538 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:34.883703 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be5dae9-6fdf-4dc6-be8b-7d909e9b7f87'] response: {'server_uuid': '0976be50-cd1d-4b5a-a074-340fe1a5b9ec', 'name': 'network-vif-deleted', 'tag': '678fc95e-a3a7-473d-9395-19561cf68de6', 'status': 'completed', 'code': 200} May 25 20:19:34.986241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Network c180c5b1-d3d2-49c2-820a-f270a32e5078 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:35.006192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8a1184c6-7f2e-4a04-8fac-2156faa97235 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:35.007215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c075bf80-f320-4622-91df-7ef5fbbdc769 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:19:35.013893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20644d88-6331-4539-a106-a8d214d51b90 None None] Sync routers for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:19:35.022990 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-650a8d48-7b21-4a4c-82cd-94e4f4137eca req-2f324cdb-33cc-4808-ac40-9cba48be7a37 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9795444 May 25 20:19:35.023630 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c075bf80-f320-4622-91df-7ef5fbbdc769 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:35.028417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20644d88-6331-4539-a106-a8d214d51b90 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:35.028417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-20644d88-6331-4539-a106-a8d214d51b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:35.028704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c075bf80-f320-4622-91df-7ef5fbbdc769 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56 HTTP/1.1" status: 200 len: 705 time: 2.5526361 May 25 20:19:35.029896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56942) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:35.048190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:35.066105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:35.123907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2a6ab9ad-ebe4-493c-a0a3-336650bed488 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Synchronizing usage tracker for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:19:35.160200 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:35.163518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2a6ab9ad-ebe4-493c-a0a3-336650bed488 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Unset dirty status for tenant:7e0347f9f4d24a47879f534764725abb on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:19:35.167615 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2a6ab9ad-ebe4-493c-a0a3-336650bed488 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports?device_id=be0da135-1d42-4a35-aa1e-c74d01ab7a56 HTTP/1.1" status: 200 len: 205 time: 0.1330454 May 25 20:19:35.171887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56952) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:35.428531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-663b0a3e-793a-4c24-aa70-94c498604752 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:35.454376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-20644d88-6331-4539-a106-a8d214d51b90 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:35.646370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8b3f40-cf00-4319-a0ca-f6694a2caa69,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:35.663288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-20644d88-6331-4539-a106-a8d214d51b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:19:22Z', 'revision_number': 11, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:35.672528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20644d88-6331-4539-a106-a8d214d51b90 None None] Checking router: be0da135-1d42-4a35-aa1e-c74d01ab7a56 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:19:35.677452 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-64f19349-2165-437a-beef-a4de45bea7db None None] Provisioning for port a04fcb8d-5841-43e8-ba46-b065e6d334be completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:35.688467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20644d88-6331-4539-a106-a8d214d51b90 None None] Routers {'be0da135-1d42-4a35-aa1e-c74d01ab7a56'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:35.689390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-20644d88-6331-4539-a106-a8d214d51b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:35.777027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-64f19349-2165-437a-beef-a4de45bea7db None None] Provisioning complete for port a04fcb8d-5841-43e8-ba46-b065e6d334be triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:35.777696 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-64f19349-2165-437a-beef-a4de45bea7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:35.845989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56966) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:35.925303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-20644d88-6331-4539-a106-a8d214d51b90 None None] Set router be0da135-1d42-4a35-aa1e-c74d01ab7a56 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:36.105500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-663b0a3e-793a-4c24-aa70-94c498604752 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.116598 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-663b0a3e-793a-4c24-aa70-94c498604752 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.127210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4863c0c6-a32e-4b44-899d-9643929d5402 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:36.164908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-20644d88-6331-4539-a106-a8d214d51b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:19:22Z', 'revision_number': 11, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:36.167227 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-64f19349-2165-437a-beef-a4de45bea7db None None] Port a04fcb8d-5841-43e8-ba46-b065e6d334be cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:19:36.169094 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-663b0a3e-793a-4c24-aa70-94c498604752 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.169740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663b0a3e-793a-4c24-aa70-94c498604752 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Fanout notify agent at l3_agent the message router_deleted on router be0da135-1d42-4a35-aa1e-c74d01ab7a56 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:19:36.189072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20644d88-6331-4539-a106-a8d214d51b90 None None] The sync data for ids ['be0da135-1d42-4a35-aa1e-c74d01ab7a56'] in n-d-843339-1 is: [{'id': 'be0da135-1d42-4a35-aa1e-c74d01ab7a56', 'name': 'tempest-RoutersIpV6Test-router-1832649482', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:17:39Z', 'updated_at': '2022-05-25T20:19:22Z', 'revision_number': 11, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:19:36.207570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f616a-cb81-487f-81d5-26c099c47409 req-60f54558-bda1-4011-b3da-0290bb32fb59 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:36.210656 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a46f616a-cb81-487f-81d5-26c099c47409 req-60f54558-bda1-4011-b3da-0290bb32fb59 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 945 time: 0.6795242 May 25 20:19:36.216084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-663b0a3e-793a-4c24-aa70-94c498604752 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.218119 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-663b0a3e-793a-4c24-aa70-94c498604752 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56 HTTP/1.1" status: 204 len: 168 time: 1.0456161 May 25 20:19:36.237476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Pushing event updated for resources: {'Port': ['ID=a04fcb8d-5841-43e8-ba46-b065e6d334be,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:36.247366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1688030981-network', 'tenant_id': 'b9d62d09d9e2414bba456624e5edbbd6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:36.253615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56974) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:36.257911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4863c0c6-a32e-4b44-899d-9643929d5402 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:36.258308 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.260646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:36.291342 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a46f616a-cb81-487f-81d5-26c099c47409 req-780220d5-4752-4990-a95d-5536081c72cb tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714078 May 25 20:19:36.292335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Usage tracker for resource:network and tenant:b9d62d09d9e2414bba456624e5edbbd6 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:36.297107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:36.306675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:36.320104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7219c36d-fd39-4977-85d0-6b1321cd429b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-10169287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:36.340513 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.345331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7219c36d-fd39-4977-85d0-6b1321cd429b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:36.346392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Made reservation on behalf of b9d62d09d9e2414bba456624e5edbbd6 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:36.349004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.361732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Attempting to bind port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:19:36.362064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Attempting to bind port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'de0b1ccb-c6ea-476a-ae63-46fb2ac651c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd60efd14-ee17-43ba-860b-b7c314ef93f8'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:19:36.363180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Attempting to bind port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 on network d60efd14-ee17-43ba-860b-b7c314ef93f8 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:36.366879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7219c36d-fd39-4977-85d0-6b1321cd429b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Usage tracker for resource:router and tenant:7e0347f9f4d24a47879f534764725abb is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:36.380923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7219c36d-fd39-4977-85d0-6b1321cd429b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:36.384886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.395801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adcc93-b314-490f-85a7-c767b967a148 req-1da56675-76d9-4743-9987-463ca29e8079 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:36.396520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a9adcc93-b314-490f-85a7-c767b967a148 req-1da56675-76d9-4743-9987-463ca29e8079 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Synchronizing usage tracker for tenant:c195f37b6dc4437e9c636e10d744c189 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:19:36.406125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 on network d60efd14-ee17-43ba-860b-b7c314ef93f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:19:36.406486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Attempting to bind port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 on network d60efd14-ee17-43ba-860b-b7c314ef93f8 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:36.410052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7219c36d-fd39-4977-85d0-6b1321cd429b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:36.427072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.429776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:36.440270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Usage tracker for resource:security_group_rule and tenant:b9d62d09d9e2414bba456624e5edbbd6 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:36.446846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:36.457044 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4863c0c6-a32e-4b44-899d-9643929d5402 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:36.458504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:36.486339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:19:36.487531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Checking segment: {'id': 'de0b1ccb-c6ea-476a-ae63-46fb2ac651c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd60efd14-ee17-43ba-860b-b7c314ef93f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:36.487958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Bound using segment: {'id': 'de0b1ccb-c6ea-476a-ae63-46fb2ac651c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd60efd14-ee17-43ba-860b-b7c314ef93f8'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:19:36.488399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Bound port: 3f8b3f40-cf00-4319-a0ca-f6694a2caa69, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0b1ccb-c6ea-476a-ae63-46fb2ac651c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd60efd14-ee17-43ba-860b-b7c314ef93f8'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:19:36.489879 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.509169 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56980) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:36.514655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a9adcc93-b314-490f-85a7-c767b967a148 req-1da56675-76d9-4743-9987-463ca29e8079 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Unset dirty status for tenant:c195f37b6dc4437e9c636e10d744c189 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:19:36.516055 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9adcc93-b314-490f-85a7-c767b967a148 req-1da56675-76d9-4743-9987-463ca29e8079 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 943 time: 1.1545720 May 25 20:19:36.573809 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7219c36d-fd39-4977-85d0-6b1321cd429b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.574884 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7219c36d-fd39-4977-85d0-6b1321cd429b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.758568 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.763995 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7219c36d-fd39-4977-85d0-6b1321cd429b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.782218 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.817515 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.845247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-422b4aa0-df3c-4cd1-800f-5f66e214bee9 admin admin] Deleting subnet 1dc790b4-10d9-494e-a68e-77eb18406dd8 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:19:36.862348 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-422b4aa0-df3c-4cd1-800f-5f66e214bee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.891612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a9adcc93-b314-490f-85a7-c767b967a148 req-16414f0a-c68b-450f-af0b-b894cfb8b4d6 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Synchronizing usage tracker for tenant:c195f37b6dc4437e9c636e10d744c189 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:19:36.931499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:19:36.940558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] For port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:19:36.945715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:36.947589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b293e694-3f15-47e6-b82c-521d9cc1f345,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:36.957664 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:36.958027 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Added segment d47205d0-6cfc-4ac2-a359-284e99c33fa7 of type vlan for network 2d5045b6-dea9-4150-9926-cc0700a6b083 May 25 20:19:36.960277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:36.968769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Pushing event updated for resources: {'Port': ['ID=76215e1b-ce3d-46c9-84ae-b66792e3f24f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:36.971670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:36.975246 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-422b4aa0-df3c-4cd1-800f-5f66e214bee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:37.004370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] For port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3f8b3f40-cf00-4319-a0ca-f6694a2caa69,segment=NetworkSegment(de0b1ccb-c6ea-476a-ae63-46fb2ac651c9),segment_id=de0b1ccb-c6ea-476a-ae63-46fb2ac651c9)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:19:37.017321 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7219c36d-fd39-4977-85d0-6b1321cd429b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:37.017741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74140b47-01da-48f3-ab85-1cf55ff6da5e req-8dc88b45-c998-4631-9a05-ef9b716487e0 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:37.024877 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74140b47-01da-48f3-ab85-1cf55ff6da5e req-8dc88b45-c998-4631-9a05-ef9b716487e0 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=8be8aaef-bf2f-4943-994f-50a30196826e HTTP/1.1" status: 200 len: 945 time: 0.3355744 May 25 20:19:37.048902 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:37.091134 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:37.138387 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-422b4aa0-df3c-4cd1-800f-5f66e214bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:37.139084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a9adcc93-b314-490f-85a7-c767b967a148 req-16414f0a-c68b-450f-af0b-b894cfb8b4d6 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Unset dirty status for tenant:c195f37b6dc4437e9c636e10d744c189 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:19:37.140334 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9adcc93-b314-490f-85a7-c767b967a148 req-16414f0a-c68b-450f-af0b-b894cfb8b4d6 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/security-groups?id=49209926-0b79-425b-bba3-8cd3744517cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683351 May 25 20:19:37.197692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:37.198334 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:37.199762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] 10.222.0.50 "PUT /v2.0/ports/3f8b3f40-cf00-4319-a0ca-f6694a2caa69 HTTP/1.1" status: 200 len: 1091 time: 6.4941375 May 25 20:19:37.202607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313b0e5a-e282-4f41-8ae1-41af9333a4da', 'tag': '3f8b3f40-cf00-4319-a0ca-f6694a2caa69'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:19:37.236335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74140b47-01da-48f3-ab85-1cf55ff6da5e req-0231cb63-c8c8-4201-8667-f4d7dcce2a47 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105553 May 25 20:19:37.296388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:37.298803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:37.299706 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:37.300719 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7219c36d-fd39-4977-85d0-6b1321cd429b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:37.304189 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7219c36d-fd39-4977-85d0-6b1321cd429b tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0105569 May 25 20:19:37.306147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56996) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:37.404482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093900fe-26a6-43ba-a509-09bb531fd0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8b3f40-cf00-4319-a0ca-f6694a2caa69,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:37.409801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-42f5ae63-4d13-454e-b336-011c4139a530 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:37.557041 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:19:37.576488 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:37.624216 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-422b4aa0-df3c-4cd1-800f-5f66e214bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:37.693356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b4aa0-df3c-4cd1-800f-5f66e214bee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc790b4-10d9-494e-a68e-77eb18406dd8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:37.746507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] Pushing event updated for resources: {'Network': ['ID=2d5045b6-dea9-4150-9926-cc0700a6b083,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:37.757484 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-422b4aa0-df3c-4cd1-800f-5f66e214bee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:37.768757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-422b4aa0-df3c-4cd1-800f-5f66e214bee9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1dc790b4-10d9-494e-a68e-77eb18406dd8 HTTP/1.1" status: 204 len: 168 time: 1.2484291 May 25 20:19:37.768757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e1f62c6a-ee25-4170-a80e-5359bfb36b8f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8972530 May 25 20:19:37.769249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 2d5045b6-dea9-4150-9926-cc0700a6b083 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:19:37.770000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57000) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:37.770000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57002) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:37.776207 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfd44173-7101-4b85-8288-f298a88e527b'] response: {'name': 'network-changed', 'server_uuid': '313b0e5a-e282-4f41-8ae1-41af9333a4da', 'tag': '3f8b3f40-cf00-4319-a0ca-f6694a2caa69', 'status': 'completed', 'code': 200} May 25 20:19:37.776995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Request body: {'subnet': {'network_id': '2d5045b6-dea9-4150-9926-cc0700a6b083', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1688030981-subnet', 'tenant_id': 'b9d62d09d9e2414bba456624e5edbbd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:37.784962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:37.804918 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:37.821539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Usage tracker for resource:subnet and tenant:b9d62d09d9e2414bba456624e5edbbd6 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:37.825728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:37.890056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:37.924042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Made reservation on behalf of b9d62d09d9e2414bba456624e5edbbd6 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:37.926761 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:38.081251 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83626efd-7f65-4157-b0fb-ab6cf5f2e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:38.110125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9fd44-6632-4538-8a1f-2a2a7185f688 req-0a8e49f0-62de-4b5a-9f1f-82937b360493 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:38.111704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-89e9fd44-6632-4538-8a1f-2a2a7185f688 req-0a8e49f0-62de-4b5a-9f1f-82937b360493 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 946 time: 0.4114852 May 25 20:19:38.306803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-89e9fd44-6632-4538-8a1f-2a2a7185f688 req-25036f13-e960-4f6a-888c-89c45143ebbd tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847486 May 25 20:19:38.364073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83626efd-7f65-4157-b0fb-ab6cf5f2e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:38.402380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-83626efd-7f65-4157-b0fb-ab6cf5f2e8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ec8327-b153-49a7-b725-c3570cad1f7f']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:38.418433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-83626efd-7f65-4157-b0fb-ab6cf5f2e8b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:38.419772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-83626efd-7f65-4157-b0fb-ab6cf5f2e8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d4a5b9-4d2e-4a74-a865-3a20a8e236da') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:38.434279 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83626efd-7f65-4157-b0fb-ab6cf5f2e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:38.458900 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83626efd-7f65-4157-b0fb-ab6cf5f2e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:38.469022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83626efd-7f65-4157-b0fb-ab6cf5f2e8b0 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:19:38.469808 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83626efd-7f65-4157-b0fb-ab6cf5f2e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:38.612863 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment d3d4a5b9-4d2e-4a74-a865-3a20a8e236da resource provider aggregate not found May 25 20:19:38.633757 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83626efd-7f65-4157-b0fb-ab6cf5f2e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:38.657777 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83626efd-7f65-4157-b0fb-ab6cf5f2e8b0 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:38.661132 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment d3d4a5b9-4d2e-4a74-a865-3a20a8e236da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3d4a5b9-4d2e-4a74-a865-3a20a8e236da found for delete ", "request_id": "req-102ea7d4-6877-4002-80ba-e55d77eb6b2a"}]} May 25 20:19:38.688157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83626efd-7f65-4157-b0fb-ab6cf5f2e8b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=04ec8327-b153-49a7-b725-c3570cad1f7f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:38.692615 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:38.706065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-83626efd-7f65-4157-b0fb-ab6cf5f2e8b0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/04ec8327-b153-49a7-b725-c3570cad1f7f HTTP/1.1" status: 204 len: 168 time: 0.9338989 May 25 20:19:38.725226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Pushing event updated for resources: {'Port': ['ID=a04fcb8d-5841-43e8-ba46-b065e6d334be,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:38.793569 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42f5ae63-4d13-454e-b336-011c4139a530 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:38.837322 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:38.916664 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42f5ae63-4d13-454e-b336-011c4139a530 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:38.921000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57020) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:38.947829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce1173a-dd7d-4030-8f91-61e7d04fd513,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:38.959074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2fbb-4a92-40c4-ae15-2c2656475843 req-6f1df9bb-7e38-459e-b3d9-7131e064a008 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:38.960633 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38ce2fbb-4a92-40c4-ae15-2c2656475843 req-6f1df9bb-7e38-459e-b3d9-7131e064a008 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 945 time: 0.2135572 May 25 20:19:38.968171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Checking segment: {'id': 'd47205d0-6cfc-4ac2-a359-284e99c33fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2d5045b6-dea9-4150-9926-cc0700a6b083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:38.968535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Network hostable DHCP agents. Network: 2d5045b6-dea9-4150-9926-cc0700a6b083, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:19:39.034791 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38ce2fbb-4a92-40c4-ae15-2c2656475843 req-2912bbd6-a3ed-4106-b9e6-ae679ede4995 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613117 May 25 20:19:39.035980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Network 2d5045b6-dea9-4150-9926-cc0700a6b083 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:19:39.047534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 2d5045b6-dea9-4150-9926-cc0700a6b083) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:39.052910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:39.053515 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:39.063422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689e4e3e-7240-41c9-820d-87fbca98a09c None None] Network 2d5045b6-dea9-4150-9926-cc0700a6b083 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:39.069866 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-f24b43cd-aad1-4263-9be1-f3232936c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:39.071388 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-f24b43cd-aad1-4263-9be1-f3232936c99d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c195f37b6dc4437e9c636e10d744c189&device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 1094 time: 1.7872682 May 25 20:19:39.101301 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a6161ec7-5a1a-4c6f-bc1c-2a3f6b91efd7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3324461 May 25 20:19:39.178971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5e03c-f3bd-44d1-bb6f-b382e6b7b817 req-397f2f9f-f850-4ed6-9be5-0e4d2812b527 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:39.180511 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48a5e03c-f3bd-44d1-bb6f-b382e6b7b817 req-397f2f9f-f850-4ed6-9be5-0e4d2812b527 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 943 time: 0.7596140 May 25 20:19:39.326695 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-8d8c60c7-42a0-429b-959c-188866209c6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f8b3f40-cf00-4319-a0ca-f6694a2caa69 HTTP/1.1" status: 200 len: 217 time: 0.2294526 May 25 20:19:39.416346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff9d0c6-9209-47f4-86f3-6cf021c5f6ff None None] Network 2d5045b6-dea9-4150-9926-cc0700a6b083 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:39.458597 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:39.537486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57032) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:39.538054 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0342161c-46c5-4014-ad40-6aaf008af130 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a206c0d9eba94f4681dea5401500d260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6087101 May 25 20:19:39.559780 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48a5e03c-f3bd-44d1-bb6f-b382e6b7b817 req-2450489f-f4b1-4f8b-b19b-09094f4db8b1 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/security-groups?id=49209926-0b79-425b-bba3-8cd3744517cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695179 May 25 20:19:39.578092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Network c180c5b1-d3d2-49c2-820a-f270a32e5078 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:39.599954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:39.623042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-b166f23c-aeb0-472e-a627-de9d0b9463f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:39.625252 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-b166f23c-aeb0-472e-a627-de9d0b9463f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5282383c-cfa7-48a4-a127-3d8d3fdca01c HTTP/1.1" status: 200 len: 852 time: 0.2721801 May 25 20:19:39.712423 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5e47ea6e-df0b-4a4b-8418-8c573b14993b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:39.818553 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5e47ea6e-df0b-4a4b-8418-8c573b14993b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:40.050590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7f4c644d-e8f8-43aa-baf8-9cb435419f88 None None] Provisioning complete for port a04fcb8d-5841-43e8-ba46-b065e6d334be triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:40.054758 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7f4c644d-e8f8-43aa-baf8-9cb435419f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:40.104163 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-4aac7e12-c5dc-479a-997e-a01de52df78f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d60efd14-ee17-43ba-860b-b7c314ef93f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4105866 May 25 20:19:40.121949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4b0bf-cdc3-4da9-aea2-a2efab3fbad7 req-c09667f6-7722-408c-a751-3dcdf4a7ed16 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:40.137153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4b0bf-cdc3-4da9-aea2-a2efab3fbad7 req-c09667f6-7722-408c-a751-3dcdf4a7ed16 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:40.161302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4b0bf-cdc3-4da9-aea2-a2efab3fbad7 req-c09667f6-7722-408c-a751-3dcdf4a7ed16 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:40.164508 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ece4b0bf-cdc3-4da9-aea2-a2efab3fbad7 req-c09667f6-7722-408c-a751-3dcdf4a7ed16 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af&device_id=8be8aaef-bf2f-4943-994f-50a30196826e&device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 2417 time: 0.2928581 May 25 20:19:40.192657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c644d-e8f8-43aa-baf8-9cb435419f88 None None] Port a04fcb8d-5841-43e8-ba46-b065e6d334be cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:19:40.205791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f5ae63-4d13-454e-b336-011c4139a530 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Router d056ec62-481f-4da3-8925-1313132a01ac is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:19:40.216839 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5e47ea6e-df0b-4a4b-8418-8c573b14993b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:40.253970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47ea6e-df0b-4a4b-8418-8c573b14993b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea2be28-0511-4f3a-82ae-7fd500e6d7e9,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:40.283732 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ece4b0bf-cdc3-4da9-aea2-a2efab3fbad7 req-ce8577cd-e3df-43cb-83a5-1cfda1982e6b tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923457 May 25 20:19:40.284858 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5e47ea6e-df0b-4a4b-8418-8c573b14993b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:40.286351 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5e47ea6e-df0b-4a4b-8418-8c573b14993b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cea2be28-0511-4f3a-82ae-7fd500e6d7e9 HTTP/1.1" status: 204 len: 168 time: 0.7492566 May 25 20:19:40.480653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Router 66328b36-6ec2-4954-b9da-a2089192eb7c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:19:40.711845 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-60049f2f-79aa-4af8-b2b1-0033ab7c274d service neutron] 10.222.0.50 "GET /v2.0/networks/d60efd14-ee17-43ba-860b-b7c314ef93f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927923 May 25 20:19:40.728025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d41f5-59e9-4544-954e-832f45314cdb req-78e7c3ad-1eff-478a-826b-e23df3369dc6 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:40.736767 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-054d41f5-59e9-4544-954e-832f45314cdb req-78e7c3ad-1eff-478a-826b-e23df3369dc6 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 946 time: 0.2532599 May 25 20:19:40.834506 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-054d41f5-59e9-4544-954e-832f45314cdb req-227d9bf2-9b43-438e-971c-78ddc609d3b2 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964499 May 25 20:19:41.060990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f5ae63-4d13-454e-b336-011c4139a530 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:19:41.074132 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7df3ee-4824-4043-8658-cd156f09413a None None] Sync routers for ids ['d056ec62-481f-4da3-8925-1313132a01ac'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:19:41.084936 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7df3ee-4824-4043-8658-cd156f09413a None None] Routers {'d056ec62-481f-4da3-8925-1313132a01ac'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:41.085457 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3b7df3ee-4824-4043-8658-cd156f09413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d056ec62-481f-4da3-8925-1313132a01ac'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:41.234353 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3b7df3ee-4824-4043-8658-cd156f09413a None None] Set router d056ec62-481f-4da3-8925-1313132a01ac gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:41.266130 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42f5ae63-4d13-454e-b336-011c4139a530 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:41.269796 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-42f5ae63-4d13-454e-b336-011c4139a530 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "PUT /v2.0/routers/d056ec62-481f-4da3-8925-1313132a01ac HTTP/1.1" status: 200 len: 696 time: 3.8775692 May 25 20:19:41.272399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57076) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:41.424723 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3b7df3ee-4824-4043-8658-cd156f09413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd056ec62-481f-4da3-8925-1313132a01ac', 'name': 'tempest-RoutersIpV6Test-router-10169287', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:36Z', 'updated_at': '2022-05-25T20:19:38Z', 'revision_number': 2, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:41.435332 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7df3ee-4824-4043-8658-cd156f09413a None None] Checking router: d056ec62-481f-4da3-8925-1313132a01ac for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:19:41.465337 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7df3ee-4824-4043-8658-cd156f09413a None None] Routers {'d056ec62-481f-4da3-8925-1313132a01ac'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:41.466312 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3b7df3ee-4824-4043-8658-cd156f09413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d056ec62-481f-4da3-8925-1313132a01ac'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:41.475735 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:41.644959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2f205-8f8a-4aff-bf7d-9130ba21dbdf req-b55a6ee5-7c2d-49da-b242-2c28555472f8 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:41.654251 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69f2f205-8f8a-4aff-bf7d-9130ba21dbdf req-b55a6ee5-7c2d-49da-b242-2c28555472f8 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 943 time: 0.7964168 May 25 20:19:41.661964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:19:41.680174 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5b281fb6-adae-4f2d-a926-f23e5935c507 admin admin] 10.222.0.60 "PUT /v2.0/routers/66328b36-6ec2-4954-b9da-a2089192eb7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3918352 May 25 20:19:41.686922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Sync routers for ids ['66328b36-6ec2-4954-b9da-a2089192eb7c'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:19:41.725479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Routers {'66328b36-6ec2-4954-b9da-a2089192eb7c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:41.727972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['66328b36-6ec2-4954-b9da-a2089192eb7c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:41.731799 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b6c65af-c596-451e-b171-c28c9e7f5ddc req-4411ad66-23df-4ec4-91f8-a1df3d49e047 service neutron] 10.222.0.50 "GET /v2.0/networks/d60efd14-ee17-43ba-860b-b7c314ef93f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8409250 May 25 20:19:41.768758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d3487cae-fc0f-42e6-b14a-14438e60c392 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/routers/d056ec62-481f-4da3-8925-1313132a01ac HTTP/1.1" status: 200 len: 702 time: 0.4915967 May 25 20:19:41.772491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57096) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:41.894942 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6ee3341c-092f-4725-95c3-818df1abfa80 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports?device_id=d056ec62-481f-4da3-8925-1313132a01ac HTTP/1.1" status: 200 len: 205 time: 0.1153233 May 25 20:19:41.895138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57104) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:41.952915 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3b7df3ee-4824-4043-8658-cd156f09413a None None] Set router d056ec62-481f-4da3-8925-1313132a01ac gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:42.219010 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3b7df3ee-4824-4043-8658-cd156f09413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd056ec62-481f-4da3-8925-1313132a01ac', 'name': 'tempest-RoutersIpV6Test-router-10169287', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:36Z', 'updated_at': '2022-05-25T20:19:38Z', 'revision_number': 2, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:42.231668 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7df3ee-4824-4043-8658-cd156f09413a None None] The sync data for ids ['d056ec62-481f-4da3-8925-1313132a01ac'] in n-d-843339-1 is: [{'id': 'd056ec62-481f-4da3-8925-1313132a01ac', 'name': 'tempest-RoutersIpV6Test-router-10169287', 'tenant_id': '7e0347f9f4d24a47879f534764725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:36Z', 'updated_at': '2022-05-25T20:19:38Z', 'revision_number': 2, 'project_id': '7e0347f9f4d24a47879f534764725abb', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:19:42.346665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Set router 66328b36-6ec2-4954-b9da-a2089192eb7c gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:42.376208 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dba26a9-140a-422e-9d29-2ff5428c2270 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:42.850812 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69f2f205-8f8a-4aff-bf7d-9130ba21dbdf req-85ee498a-4a2f-43ee-8073-05059374e2c3 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/security-groups?id=49209926-0b79-425b-bba3-8cd3744517cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1954963 May 25 20:19:43.077989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5015ca-1e0e-40c6-86fd-dd40738969ae req-cdbb4b28-6a99-4210-8206-d96a51042c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:43.080091 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f5015ca-1e0e-40c6-86fd-dd40738969ae req-cdbb4b28-6a99-4210-8206-d96a51042c1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c195f37b6dc4437e9c636e10d744c189&device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 1094 time: 1.2354620 May 25 20:19:43.162123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57132) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:43.172628 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dba26a9-140a-422e-9d29-2ff5428c2270 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:43.193520 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dba26a9-140a-422e-9d29-2ff5428c2270 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:43.245538 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dba26a9-140a-422e-9d29-2ff5428c2270 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:43.246184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dba26a9-140a-422e-9d29-2ff5428c2270 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Fanout notify agent at l3_agent the message router_deleted on router d056ec62-481f-4da3-8925-1313132a01ac {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:19:43.304994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1dba26a9-140a-422e-9d29-2ff5428c2270 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:43.310934 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1dba26a9-140a-422e-9d29-2ff5428c2270 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/routers/d056ec62-481f-4da3-8925-1313132a01ac HTTP/1.1" status: 204 len: 168 time: 1.4126613 May 25 20:19:43.314404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57142) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:43.346057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Router bfa578fb-b953-4932-b2c2-c1db5030a43a is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:19:43.422572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:19:36Z', 'revision_number': 4, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a04fcb8d-5841-43e8-ba46-b065e6d334be', 'name': '', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'mac_address': 'fa:16:3e:72:43:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:32Z', 'updated_at': '2022-05-25T20:19:36Z', 'revision_number': 2, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'subnets': [{'id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:43.438280 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Checking router: 66328b36-6ec2-4954-b9da-a2089192eb7c for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:19:43.438623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Updating router 66328b36-6ec2-4954-b9da-a2089192eb7c port a04fcb8d-5841-43e8-ba46-b065e6d334be binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:19:43.480186 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cc4fa5df-ada5-450e-959e-203c1c7f16a9 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports?device_id=d056ec62-481f-4da3-8925-1313132a01ac HTTP/1.1" status: 200 len: 205 time: 0.1646307 May 25 20:19:43.487771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57148) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:43.554309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57158) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:43.595069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2127703880-network', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:43.608860 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:43.629947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:43.664338 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f885-fbed-47b4-b9eb-e503e427b973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:43.694003 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-1436b19c-3795-4eba-8766-31db5e4995e6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] delete failed (client error): The resource could not be found. May 25 20:19:43.696228 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1436b19c-3795-4eba-8766-31db5e4995e6 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/routers/d056ec62-481f-4da3-8925-1313132a01ac HTTP/1.1" status: 404 len: 336 time: 0.2072382 May 25 20:19:43.746330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Usage tracker for resource:network and tenant:cf3464970d6841da8fd2a22e4b6c500b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:43.749346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57166) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:43.761132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:43.778573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2ba4f885-fbed-47b4-b9eb-e503e427b973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:43.786138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5015ca-1e0e-40c6-86fd-dd40738969ae req-085b658d-0912-439b-a9d3-3c710436fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:43.791243 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f5015ca-1e0e-40c6-86fd-dd40738969ae req-085b658d-0912-439b-a9d3-3c710436fb52 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d60efd14-ee17-43ba-860b-b7c314ef93f8 HTTP/1.1" status: 200 len: 913 time: 0.6992719 May 25 20:19:43.829076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:43.909113 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f5015ca-1e0e-40c6-86fd-dd40738969ae req-ec16ce51-635a-4ca9-bfcb-66278d8d2016 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f8b3f40-cf00-4319-a0ca-f6694a2caa69 HTTP/1.1" status: 200 len: 217 time: 0.0992355 May 25 20:19:43.993420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Made reservation on behalf of cf3464970d6841da8fd2a22e4b6c500b for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:43.996041 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:44.005666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2ba4f885-fbed-47b4-b9eb-e503e427b973 admin admin] Usage tracker for resource:security_group_rule and tenant:ac700fe319db4dc89b303b06fe48beee is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:44.009121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2ba4f885-fbed-47b4-b9eb-e503e427b973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:44.016091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2ba4f885-fbed-47b4-b9eb-e503e427b973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:44.026710 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:44.038923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:19:44.050065 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Sync routers for ids ['bfa578fb-b953-4932-b2c2-c1db5030a43a'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:19:44.069977 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Routers {'bfa578fb-b953-4932-b2c2-c1db5030a43a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:44.071589 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:44.072809 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f0ed34da-47f0-473d-832f-bdc93bec1678 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 15.0858419 May 25 20:19:44.073876 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bfa578fb-b953-4932-b2c2-c1db5030a43a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:44.074031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:44.079431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57172) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:44.082521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Usage tracker for resource:security_group_rule and tenant:cf3464970d6841da8fd2a22e4b6c500b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:44.201488 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f885-fbed-47b4-b9eb-e503e427b973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:44.213194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-f6049f49-448d-4386-a127-01bac2d4a799 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:44.213588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-f6049f49-448d-4386-a127-01bac2d4a799 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Synchronizing usage tracker for tenant:b9d62d09d9e2414bba456624e5edbbd6 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:19:44.254403 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-198b9eda-b5b1-4ba7-936f-d30e2667254a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] DELETE failed (client error): The resource could not be found. May 25 20:19:44.256840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198b9eda-b5b1-4ba7-936f-d30e2667254a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:19:44.264895 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f885-fbed-47b4-b9eb-e503e427b973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:44.381006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4f885-fbed-47b4-b9eb-e503e427b973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151be96c-a8ed-46a7-b592-71fad2f1b74a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:44.387457 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-198b9eda-b5b1-4ba7-936f-d30e2667254a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/dca80ad9-c1cf-4575-be88-74b19e3a2ceb HTTP/1.1" status: 404 len: 337 time: 0.6173539 May 25 20:19:44.403144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57180) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:44.404392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-f6049f49-448d-4386-a127-01bac2d4a799 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Unset dirty status for tenant:b9d62d09d9e2414bba456624e5edbbd6 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:19:44.412769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-f6049f49-448d-4386-a127-01bac2d4a799 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/networks?id=2d5045b6-dea9-4150-9926-cc0700a6b083 HTTP/1.1" status: 200 len: 810 time: 0.7543669 May 25 20:19:44.446562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:44.459975 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Set router bfa578fb-b953-4932-b2c2-c1db5030a43a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:44.467118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5015ca-1e0e-40c6-86fd-dd40738969ae req-9d4516d6-8342-4ef0-823f-cfb73666f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:44.472144 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f5015ca-1e0e-40c6-86fd-dd40738969ae req-9d4516d6-8342-4ef0-823f-cfb73666f812 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5282383c-cfa7-48a4-a127-3d8d3fdca01c HTTP/1.1" status: 200 len: 852 time: 0.5536354 May 25 20:19:44.473382 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2ba4f885-fbed-47b4-b9eb-e503e427b973 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac700fe319db4dc89b303b06fe48beee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3100016 May 25 20:19:44.477953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57184) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:44.479559 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-6f3acce1-6afd-43ed-9e4e-fcb982c713a8 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/quotas/b9d62d09d9e2414bba456624e5edbbd6 HTTP/1.1" status: 200 len: 375 time: 0.0659974 May 25 20:19:44.496701 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde1a5e2-361f-4786-b770-50f3fbb85dfa tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] DELETE failed (client error): The resource could not be found. May 25 20:19:44.497186 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde1a5e2-361f-4786-b770-50f3fbb85dfa tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:19:44.499732 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bde1a5e2-361f-4786-b770-50f3fbb85dfa tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/bf5580f6-6bbf-45f6-9ae6-4d42bd9c8e4f HTTP/1.1" status: 404 len: 337 time: 0.0846450 May 25 20:19:44.538132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57188) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:44.538458 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:44.567154 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Transition to ACTIVE for port object a04fcb8d-5841-43e8-ba46-b065e6d334be will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:44.577200 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:44.607258 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-06a5df33-abe4-448d-b784-4a43cc6616f6 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9d62d09d9e2414bba456624e5edbbd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1104150 May 25 20:19:44.643278 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-805b5590-abd3-4564-97ea-82ce6439f8fe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] DELETE failed (client error): The resource could not be found. May 25 20:19:44.643727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805b5590-abd3-4564-97ea-82ce6439f8fe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:19:44.645619 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-805b5590-abd3-4564-97ea-82ce6439f8fe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/a3597b33-92fc-4c75-a8e0-383ea1f8dde9 HTTP/1.1" status: 404 len: 337 time: 0.1065445 May 25 20:19:44.665080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57192) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:44.703343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:44.718127 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f5015ca-1e0e-40c6-86fd-dd40738969ae req-4e4534d1-b08a-43b0-b0d1-56ffef1d4638 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d60efd14-ee17-43ba-860b-b7c314ef93f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024036 May 25 20:19:44.841669 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2bf863f3-c2ab-45be-acc9-95a45921babc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:44.894479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a635c0-9729-430c-9dcb-432809a8aeb9 None None] Pushing event updated for resources: {'Port': ['ID=a04fcb8d-5841-43e8-ba46-b065e6d334be,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:44.955673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-a7542bbb-033a-43ff-b2b2-eb8c4f09106f service neutron] 10.222.0.60 "GET /v2.0/networks/2d5045b6-dea9-4150-9926-cc0700a6b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476479 May 25 20:19:44.987180 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9ef18c-51b8-4b0f-82d5-0d8bb730fa40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] DELETE failed (client error): The resource could not be found. May 25 20:19:44.987643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9ef18c-51b8-4b0f-82d5-0d8bb730fa40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:19:44.989337 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9b9ef18c-51b8-4b0f-82d5-0d8bb730fa40 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/c98fe6a7-ad6e-4fa6-8e9f-877c91ae5fcb HTTP/1.1" status: 404 len: 337 time: 0.2559714 May 25 20:19:45.003086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57196) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:45.077233 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:19:38Z', 'revision_number': 3, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port': {'id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:33Z', 'updated_at': '2022-05-25T20:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:45.083646 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f5015ca-1e0e-40c6-86fd-dd40738969ae req-a6e955c8-a1f1-4d33-b40e-49a27d604fcc service neutron] 10.222.0.50 "GET /v2.0/networks/d60efd14-ee17-43ba-860b-b7c314ef93f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994084 May 25 20:19:45.085200 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Checking router: bfa578fb-b953-4932-b2c2-c1db5030a43a for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:19:45.085604 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Updating router bfa578fb-b953-4932-b2c2-c1db5030a43a port 76215e1b-ce3d-46c9-84ae-b66792e3f24f binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:19:45.165805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Attempting to bind port a04fcb8d-5841-43e8-ba46-b065e6d334be on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:19:45.166210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Attempting to bind port a04fcb8d-5841-43e8-ba46-b065e6d334be by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:19:45.168705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Attempting to bind port a04fcb8d-5841-43e8-ba46-b065e6d334be on network c180c5b1-d3d2-49c2-820a-f270a32e5078 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:45.177141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:19:45.177511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Checking segment: {'id': '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:45.177917 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:45.178466 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Bound using segment: {'id': '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:19:45.178922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Bound port: a04fcb8d-5841-43e8-ba46-b065e6d334be, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:19:45.179289 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:45.287292 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:45.287620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] For port a04fcb8d-5841-43e8-ba46-b065e6d334be, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:19:45.290199 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f5015ca-1e0e-40c6-86fd-dd40738969ae req-60d3c856-daaf-42e6-a724-426d3e546c18 service neutron] 10.222.0.50 "GET /v2.0/networks/d60efd14-ee17-43ba-860b-b7c314ef93f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935277 May 25 20:19:45.291161 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] For port a04fcb8d-5841-43e8-ba46-b065e6d334be, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a04fcb8d-5841-43e8-ba46-b065e6d334be,segment=NetworkSegment(7dcb27d1-aab2-47d1-9786-a2d7b25e95a7),segment_id=7dcb27d1-aab2-47d1-9786-a2d7b25e95a7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:19:45.297338 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:45.343016 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2bf863f3-c2ab-45be-acc9-95a45921babc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:45.383933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:19:45.562085 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f507f8c9-9811-43fa-929a-d71ab6b88cf1 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports?device_id=be0da135-1d42-4a35-aa1e-c74d01ab7a56 HTTP/1.1" status: 200 len: 205 time: 0.5456970 May 25 20:19:45.570198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57204) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:45.773896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3f8b3f40-cf00-4319-a0ca-f6694a2caa69,segment=NetworkSegment(de0b1ccb-c6ea-476a-ae63-46fb2ac651c9),segment_id=de0b1ccb-c6ea-476a-ae63-46fb2ac651c9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:45.786446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Routers {'66328b36-6ec2-4954-b9da-a2089192eb7c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:45.787080 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['66328b36-6ec2-4954-b9da-a2089192eb7c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:45.856386 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-ae675d32-790e-47e7-b3ae-aaa16c8edf39 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] delete failed (client error): The resource could not be found. May 25 20:19:45.858122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ae675d32-790e-47e7-b3ae-aaa16c8edf39 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/routers/be0da135-1d42-4a35-aa1e-c74d01ab7a56 HTTP/1.1" status: 404 len: 336 time: 0.2776639 May 25 20:19:45.862690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57208) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:45.915412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '3f8b3f40-cf00-4319-a0ca-f6694a2caa69', 'network_id': 'd60efd14-ee17-43ba-860b-b7c314ef93f8', 'port_id': '3f8b3f40-cf00-4319-a0ca-f6694a2caa69', 'mac_address': 'fa:16:3e:1a:fb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5282383c-cfa7-48a4-a127-3d8d3fdca01c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:19:45.988088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c4da1dac-33e7-4f8b-81e8-9f31bb24cab2 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fb539ff-4ade-4e8e-a783-80fbf67068b7 HTTP/1.1" status: 200 len: 205 time: 0.1211438 May 25 20:19:45.995252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57212) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:46.008778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a635c0-9729-430c-9dcb-432809a8aeb9 None None] Pushing event updated for resources: {'Port': ['ID=a04fcb8d-5841-43e8-ba46-b065e6d334be,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:46.030706 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2bf863f3-c2ab-45be-acc9-95a45921babc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:46.085219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:46.085219 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:46.113647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:19:46.132589 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3f8b3f40-cf00-4319-a0ca-f6694a2caa69,segment=NetworkSegment(de0b1ccb-c6ea-476a-ae63-46fb2ac651c9),segment_id=de0b1ccb-c6ea-476a-ae63-46fb2ac651c9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:46.144535 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:46.149255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743040-a9a9-407b-b73b-d7fcc8958de5 req-eecbe34d-7113-43fb-98f5-16039df7ab5f tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:46.157930 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9743040-a9a9-407b-b73b-d7fcc8958de5 req-eecbe34d-7113-43fb-98f5-16039df7ab5f tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 943 time: 1.6930044 May 25 20:19:46.172300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf863f3-c2ab-45be-acc9-95a45921babc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151be96c-a8ed-46a7-b592-71fad2f1b74a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:46.205668 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-8fa0bfdc-1a8a-4dbe-aa95-a3e2577bd458 service neutron] 10.222.0.60 "GET /v2.0/networks/2d5045b6-dea9-4150-9926-cc0700a6b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2488499 May 25 20:19:46.208611 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-64204b45-efe9-4fdd-b41a-da3881c10957 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] delete failed (client error): The resource could not be found. May 25 20:19:46.214882 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-64204b45-efe9-4fdd-b41a-da3881c10957 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/routers/9fb539ff-4ade-4e8e-a783-80fbf67068b7 HTTP/1.1" status: 404 len: 336 time: 0.2160115 May 25 20:19:46.217574 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2bf863f3-c2ab-45be-acc9-95a45921babc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:46.222953 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2bf863f3-c2ab-45be-acc9-95a45921babc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/151be96c-a8ed-46a7-b592-71fad2f1b74a HTTP/1.1" status: 204 len: 168 time: 1.7424014 May 25 20:19:46.225834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57216) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:46.284475 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9743040-a9a9-407b-b73b-d7fcc8958de5 req-a402c468-e759-4efb-aedd-b5f2efe698e0 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/security-groups?id=49209926-0b79-425b-bba3-8cd3744517cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254082 May 25 20:19:46.305998 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba87862-fd4b-4056-aa59-b2197476bb6d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] DELETE failed (client error): The resource could not be found. May 25 20:19:46.314881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba87862-fd4b-4056-aa59-b2197476bb6d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:19:46.321704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-eba87862-fd4b-4056-aa59-b2197476bb6d tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/7a0b73ed-5cc0-4437-8974-18ae40b4fc6f HTTP/1.1" status: 404 len: 337 time: 0.0904508 May 25 20:19:46.322937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57222) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:46.332647 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:46.335882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] Set router 66328b36-6ec2-4954-b9da-a2089192eb7c gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:46.393943 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Transition to ACTIVE for port object 76215e1b-ce3d-46c9-84ae-b66792e3f24f will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:46.406732 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:46.506853 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['3f8b3f40-cf00-4319-a0ca-f6694a2caa69'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:19:46.527261 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2606fcd4-e650-4757-b167-f21823f958f7 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports?device_id=156742c0-7d14-4dbb-9f99-125e2f205668 HTTP/1.1" status: 200 len: 205 time: 0.2018383 May 25 20:19:46.530443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57226) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:46.570580 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:46.621517 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:46.691475 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bbdfc-2340-4c48-9717-7e551e5dda9e None None] Pushing event updated for resources: {'Port': ['ID=76215e1b-ce3d-46c9-84ae-b66792e3f24f,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:46.715376 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Attempting to bind port 76215e1b-ce3d-46c9-84ae-b66792e3f24f on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:19:46.715766 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Attempting to bind port 76215e1b-ce3d-46c9-84ae-b66792e3f24f by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:19:46.716151 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Attempting to bind port 76215e1b-ce3d-46c9-84ae-b66792e3f24f on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:46.722211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=3f8b3f40-cf00-4319-a0ca-f6694a2caa69,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:46.747399 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:19:46.748532 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:46.756958 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:46.757397 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:19:46.757896 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Bound port: 76215e1b-ce3d-46c9-84ae-b66792e3f24f, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:19:46.758297 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:46.765946 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:46.797308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:19:46.867420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936976bc-2151-4394-8c3c-192a7145e6a6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:46.907105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:46.907442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:46.907778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:46.908107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:46.908433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:46.908758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:46.909078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:46.909395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:46.909711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:46.910025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:46.910364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:46.910679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:47.066351 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-ac92051a-7122-4ca7-937c-a203e9d3932a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] delete failed (client error): The resource could not be found. May 25 20:19:47.072103 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ac92051a-7122-4ca7-937c-a203e9d3932a tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/routers/156742c0-7d14-4dbb-9f99-125e2f205668 HTTP/1.1" status: 404 len: 336 time: 0.5399289 May 25 20:19:47.072947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57246) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:47.090193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c8d8fc15-76ea-4b83-950a-1e61a88e13db req-bc3f8f90-692a-4009-a70f-e949e03c607a tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 210 time: 0.2718740 May 25 20:19:47.104891 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] For port 76215e1b-ce3d-46c9-84ae-b66792e3f24f, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:19:47.130790 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] For port 76215e1b-ce3d-46c9-84ae-b66792e3f24f, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=76215e1b-ce3d-46c9-84ae-b66792e3f24f,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:19:47.140772 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:47.181099 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3f1e7a6c-a3af-40eb-a172-a7f934f66cfe tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports?device_id=100ac90b-acd5-4868-89bf-14b2eb9779b2 HTTP/1.1" status: 200 len: 205 time: 0.0861044 May 25 20:19:47.181856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57252) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:47.198426 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:47.199442 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Added segment f9bfb79c-0278-4fc8-9366-dd2851a93389 of type vlan for network 0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7 May 25 20:19:47.368739 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bbdfc-2340-4c48-9717-7e551e5dda9e None None] Pushing event updated for resources: {'Port': ['ID=76215e1b-ce3d-46c9-84ae-b66792e3f24f,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:47.387120 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Routers {'bfa578fb-b953-4932-b2c2-c1db5030a43a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:47.389102 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bfa578fb-b953-4932-b2c2-c1db5030a43a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:47.469552 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-ffb4558b-e1ba-409f-960f-2cfa8e224621 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] delete failed (client error): The resource could not be found. May 25 20:19:47.474279 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ffb4558b-e1ba-409f-960f-2cfa8e224621 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/routers/100ac90b-acd5-4868-89bf-14b2eb9779b2 HTTP/1.1" status: 404 len: 336 time: 0.2877839 May 25 20:19:47.477526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57272) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:47.556491 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:47.615006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f322fa-d4a6-42d0-9805-d2c1ea72c01a req-24832db5-9fe0-44d9-b842-cfd966f2a094 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:47.624563 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22f322fa-d4a6-42d0-9805-d2c1ea72c01a req-24832db5-9fe0-44d9-b842-cfd966f2a094 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 945 time: 0.4224157 May 25 20:19:47.728017 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] Set router bfa578fb-b953-4932-b2c2-c1db5030a43a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:47.788351 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-180a4fa4-495c-425e-8fa6-9692558a4b6c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] DELETE failed (client error): The resource could not be found. May 25 20:19:47.788848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180a4fa4-495c-425e-8fa6-9692558a4b6c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:19:47.794468 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-180a4fa4-495c-425e-8fa6-9692558a4b6c tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/ff29b49f-d29b-4e09-a563-6f1ca694c6f0 HTTP/1.1" status: 404 len: 337 time: 0.3156724 May 25 20:19:47.799491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57280) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:47.832473 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:47.846412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:47.847121 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:48.000207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8660c475-ada0-4741-a454-4daef9762c63 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bdb679b-542d-4916-a53a-c51fe1de34d4 HTTP/1.1" status: 200 len: 205 time: 0.1835868 May 25 20:19:48.003105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57290) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:48.145367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:19:36Z', 'revision_number': 4, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a04fcb8d-5841-43e8-ba46-b065e6d334be', 'name': '', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'mac_address': 'fa:16:3e:72:43:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:32Z', 'updated_at': '2022-05-25T20:19:45Z', 'revision_number': 4, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'subnets': [{'id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:48.166895 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8887e-4914-4dc1-95e1-7c5323e1c3a9 None None] The sync data for ids ['66328b36-6ec2-4954-b9da-a2089192eb7c'] in n-d-843339-1 is: [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:19:36Z', 'revision_number': 4, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a04fcb8d-5841-43e8-ba46-b065e6d334be', 'name': '', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'mac_address': 'fa:16:3e:72:43:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:32Z', 'updated_at': '2022-05-25T20:19:45Z', 'revision_number': 4, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'subnets': [{'id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:19:48.179688 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-e39a1343-8600-4e9f-a51f-10ce29b579ab tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] delete failed (client error): The resource could not be found. May 25 20:19:48.180862 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e39a1343-8600-4e9f-a51f-10ce29b579ab tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/routers/5bdb679b-542d-4916-a53a-c51fe1de34d4 HTTP/1.1" status: 404 len: 336 time: 0.1709251 May 25 20:19:48.207545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57298) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:48.228260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22f322fa-d4a6-42d0-9805-d2c1ea72c01a req-92a57857-8efb-43a0-828d-cfa84da1380d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918064 May 25 20:19:48.279532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] Pushing event updated for resources: {'Network': ['ID=0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:48.324233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Allocated IP 172.20.0.1 (9f6aa92b-1e45-4e40-8f0b-11e846d81405/b910f206-f699-46fa-a00a-e1d2cb686c1a/2ded26bd-62c8-4ee5-9832-457caddaa37e) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:48.357632 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:19:48.362934 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fea6429-4968-477a-9fc4-b7e472e2a521 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] DELETE failed (client error): The resource could not be found. May 25 20:19:48.363480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fea6429-4968-477a-9fc4-b7e472e2a521 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:19:48.372506 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5fea6429-4968-477a-9fc4-b7e472e2a521 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/86bdda53-0e13-4814-b8f7-92379ddb7cf8 HTTP/1.1" status: 404 len: 337 time: 0.1579101 May 25 20:19:48.375470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57302) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:48.390987 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f3b4788c-6a6f-4c06-9069-26596b8afb33 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.8142986 May 25 20:19:48.396004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Request body: {'subnet': {'network_id': '0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2127703880-subnet', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:48.406271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57306) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:48.442196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2924049-d072-44ba-afaa-1a44b9ead56f req-64a253cd-4499-4420-9718-65812e7de732 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:48.456441 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b2924049-d072-44ba-afaa-1a44b9ead56f req-64a253cd-4499-4420-9718-65812e7de732 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 944 time: 0.8210716 May 25 20:19:48.523757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:48.539360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57310) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:48.541977 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:19:38Z', 'revision_number': 3, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port': {'id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:33Z', 'updated_at': '2022-05-25T20:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:48.552309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Usage tracker for resource:subnet and tenant:cf3464970d6841da8fd2a22e4b6c500b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:48.571741 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872a47a-907b-447e-aa1e-4b6294aff158 None None] The sync data for ids ['bfa578fb-b953-4932-b2c2-c1db5030a43a'] in n-d-843339-1 is: [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:19:38Z', 'revision_number': 3, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port': {'id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:33Z', 'updated_at': '2022-05-25T20:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:19:48.611328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:48.650573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:48.681518 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1974a7f-53aa-4c93-9b2c-e431b8687735 req-d6a043cb-46ec-43b2-b176-07c29cb9a9e0 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 210 time: 0.0936611 May 25 20:19:48.705237 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-67f863fe-bfaf-4576-9b3c-ce884a8af354 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3847e41-2afa-455c-8362-752aeb0d3fe1 HTTP/1.1" status: 200 len: 205 time: 0.2939088 May 25 20:19:48.724268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57324) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:48.892419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b2924049-d072-44ba-afaa-1a44b9ead56f req-ef0c1aef-b492-4686-8568-16d937cb01f2 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/security-groups?id=49209926-0b79-425b-bba3-8cd3744517cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342844 May 25 20:19:48.893311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Made reservation on behalf of cf3464970d6841da8fd2a22e4b6c500b for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:48.895953 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:48.908094 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:48.945506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Transition to ACTIVE for port object 2ded26bd-62c8-4ee5-9832-457caddaa37e will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:48.953876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-network', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:49.015257 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:49.028514 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-a74eaedd-e7ae-4f24-aa35-d034ccdd67a5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] delete failed (client error): The resource could not be found. May 25 20:19:49.032571 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a74eaedd-e7ae-4f24-aa35-d034ccdd67a5 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/routers/b3847e41-2afa-455c-8362-752aeb0d3fe1 HTTP/1.1" status: 404 len: 336 time: 0.3049345 May 25 20:19:49.032571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:49.040012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57328) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:49.044967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Usage tracker for resource:network and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:49.069952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:49.158730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:49.172211 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbce1116-2864-4650-8408-cce99edeabfc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] DELETE failed (client error): The resource could not be found. May 25 20:19:49.172661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbce1116-2864-4650-8408-cce99edeabfc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:19:49.179931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dbce1116-2864-4650-8408-cce99edeabfc tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/9fc99e5f-a13a-4e50-aa10-c633c9ae88c8 HTTP/1.1" status: 404 len: 337 time: 0.1321731 May 25 20:19:49.180623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57334) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:49.388832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:49.508102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:49.563285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:49.565244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ded26bd-62c8-4ee5-9832-457caddaa37e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:49.594332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:49.596913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:49.609451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:49.610288 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:50.005067 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:50.030411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:50.030790 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:50.124405 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313b0e5a-e282-4f41-8ae1-41af9333a4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8b3f40-cf00-4319-a0ca-f6694a2caa69'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:19:50.157762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3f8b3f40-cf00-4319-a0ca-f6694a2caa69,segment=NetworkSegment(de0b1ccb-c6ea-476a-ae63-46fb2ac651c9),segment_id=de0b1ccb-c6ea-476a-ae63-46fb2ac651c9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:50.165453 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:50.189037 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:50.204847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Made reservation on behalf of a52a7ae8afff4a00995e63198463c2df for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:50.208448 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:50.240485 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb63920-9ac5-4134-9b61-af15cef13a16 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] DELETE failed (client error): The resource could not be found. May 25 20:19:50.241986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb63920-9ac5-4134-9b61-af15cef13a16 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:19:50.243632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1aed4-ca27-46df-a5e9-2bf3aefdc7d1 req-3d7469ef-79a5-47b5-b497-c9569625d575 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:50.251258 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-54a1aed4-ca27-46df-a5e9-2bf3aefdc7d1 req-3d7469ef-79a5-47b5-b497-c9569625d575 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 945 time: 0.6637015 May 25 20:19:50.262110 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-266e604c-2b45-4f45-aec0-e4d2516a8497 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:50.264864 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-266e604c-2b45-4f45-aec0-e4d2516a8497 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.50 "GET /v2.0/networks?id=2d5045b6-dea9-4150-9926-cc0700a6b083 HTTP/1.1" status: 200 len: 810 time: 1.0652671 May 25 20:19:50.302111 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Request body: {'port': {'device_id': 'eaea4963-865a-4393-aab3-b2beb05dd9da', 'network_id': '2d5045b6-dea9-4150-9926-cc0700a6b083', 'admin_state_up': True, 'tenant_id': 'b9d62d09d9e2414bba456624e5edbbd6'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:50.304057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a04fcb8d-5841-43e8-ba46-b065e6d334be up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:50.399423 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:50.439469 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b00fdf9a-c35b-4cd6-a086-4be8c05e47e1 req-acfcde91-e075-419e-a210-ce3129d69e4c tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 210 time: 0.3699062 May 25 20:19:50.465495 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2fb63920-9ac5-4134-9b61-af15cef13a16 tempest-RoutersIpV6Test-561490816 tempest-RoutersIpV6Test-561490816-project] 10.222.0.60 "DELETE /v2.0/subnets/fb368670-6944-4e5d-8835-14c4264071c6 HTTP/1.1" status: 404 len: 337 time: 1.2736139 May 25 20:19:50.524571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:50.543627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-406911fc-2e9f-4251-b602-be8f07c0cc0b None None] Provisioning for port 2ded26bd-62c8-4ee5-9832-457caddaa37e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:50.611095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Usage tracker for resource:security_group_rule and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:50.613507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-406911fc-2e9f-4251-b602-be8f07c0cc0b None None] Provisioning complete for port 2ded26bd-62c8-4ee5-9832-457caddaa37e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:50.613875 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-406911fc-2e9f-4251-b602-be8f07c0cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:50.642175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:50.654882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Checking segment: {'id': 'f9bfb79c-0278-4fc8-9366-dd2851a93389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:50.661926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Network hostable DHCP agents. Network: 0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:19:50.680678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:50.687649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f0cb997-13f0-4dea-9cdb-b196a7d9e4c7,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:50.723702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Network 0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:19:50.756084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:50.761977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:50.774705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:50.804680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78d43ea-9027-4da9-becb-c54f067828e1 None None] Network 0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:50.943767 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-edfbc81d-a8ad-46f8-b588-1ec2ee4f47d5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5671597 May 25 20:19:50.947026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57360) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:50.965145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2127703880-router', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:50.978797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:51.012064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Usage tracker for resource:router and tenant:cf3464970d6841da8fd2a22e4b6c500b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:51.019945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:51.031131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57364) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:51.032959 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:51.034211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:51.055128 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:51.103148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c231893c-33ca-4807-ad8c-f7d18de173b5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:51.107556 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:51.109069 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:51.127659 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:51.139262 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-54a1aed4-ca27-46df-a5e9-2bf3aefdc7d1 req-e6821b7e-b037-4cfb-b836-3b1ceea34038 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8870087 May 25 20:19:51.180817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a04fcb8d-5841-43e8-ba46-b065e6d334be completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:51.231776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=3f8b3f40-cf00-4319-a0ca-f6694a2caa69,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:51.250657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a04fcb8d-5841-43e8-ba46-b065e6d334be triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:51.265166 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:51.313722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:51.318237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Usage tracker for resource:port and tenant:b9d62d09d9e2414bba456624e5edbbd6 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:51.321089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:51.326645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:19:51.332843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:51.410292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-406911fc-2e9f-4251-b602-be8f07c0cc0b None None] Port 2ded26bd-62c8-4ee5-9832-457caddaa37e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:19:51.448502 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:51.850454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a04fcb8d-5841-43e8-ba46-b065e6d334be is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:51.851464 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:51.864548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7', 'network_id': '0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'fixed_ips': [{'subnet_id': '0f0cb997-13f0-4dea-9cdb-b196a7d9e4c7'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:19:51.868784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:51.968683 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:51.985136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Made reservation on behalf of b9d62d09d9e2414bba456624e5edbbd6 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:51.988898 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port a04fcb8d-5841-43e8-ba46-b065e6d334be, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a04fcb8d-5841-43e8-ba46-b065e6d334be,segment=NetworkSegment(7dcb27d1-aab2-47d1-9786-a2d7b25e95a7),segment_id=7dcb27d1-aab2-47d1-9786-a2d7b25e95a7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:51.989830 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:52.008253 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:52.025586 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:52.026124 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Added segment 516ecdf2-3c00-409d-bd4f-91fb75372482 of type vlan for network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 May 25 20:19:52.093454 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:52.094485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 76215e1b-ce3d-46c9-84ae-b66792e3f24f up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:52.130542 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe25efe-a7a7-468f-b3c1-66ceab0885d7'] response: {'server_uuid': '313b0e5a-e282-4f41-8ae1-41af9333a4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8b3f40-cf00-4319-a0ca-f6694a2caa69', 'code': 200} May 25 20:19:52.140175 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7f813fb3-0829-4d97-9937-00c9c9764dec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e0347f9f4d24a47879f534764725abb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1033196 May 25 20:19:52.162075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57378) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:52.165097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784547d-e647-4c3a-a43e-e51d4f05efc8 req-3fdfa130-0904-4c0c-8612-7e2a8c2d922c tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:52.167307 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8784547d-e647-4c3a-a43e-e51d4f05efc8 req-3fdfa130-0904-4c0c-8612-7e2a8c2d922c tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 945 time: 1.3336267 May 25 20:19:52.193442 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:52.222099 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:52.299721 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Allocated IP 172.20.0.2 (0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7/0f0cb997-13f0-4dea-9cdb-b196a7d9e4c7/4245ce1b-b387-4f00-8e0d-5ede0a9ba210) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:52.302592 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=a04fcb8d-5841-43e8-ba46-b065e6d334be,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:52.447993 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7e42bf1-ced1-492b-96f1-07c5a0dbcb3e req-7dbf7eaf-a0c8-4316-9600-afc10a6e13f6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8be8aaef-bf2f-4943-994f-50a30196826e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1382697 May 25 20:19:52.453564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ded26bd-62c8-4ee5-9832-457caddaa37e,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:52.454094 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8784547d-e647-4c3a-a43e-e51d4f05efc8 req-b8426d61-1635-4f3e-ac81-a7f04d7e215c tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/security-groups?id=49209926-0b79-425b-bba3-8cd3744517cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410634 May 25 20:19:52.457883 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:52.459384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:52.460157 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:52.525426 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 76215e1b-ce3d-46c9-84ae-b66792e3f24f completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:52.545514 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:52.548529 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.9990599 May 25 20:19:52.557899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57392) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:52.564458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 76215e1b-ce3d-46c9-84ae-b66792e3f24f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:52.564851 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:52.567879 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c0863000-65d1-42b0-ae01-6de141fd10b5 req-07990fca-5203-46ec-93dd-c5d7a0629016 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 210 time: 0.2354252 May 25 20:19:52.581125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Request body: {'subnet': {'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-subnet', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:52.619319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:52.627709 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53eb26c7-51f8-40dc-b949-7d92df4aefe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:52.743116 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53eb26c7-51f8-40dc-b949-7d92df4aefe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:52.814756 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Usage tracker for resource:subnet and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:52.828137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:52.855765 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53eb26c7-51f8-40dc-b949-7d92df4aefe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:52.862800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:52.889705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 76215e1b-ce3d-46c9-84ae-b66792e3f24f is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:52.890349 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:52.898098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78d6f3-4dab-4d26-95e7-84ebcfc10e04 req-0c500b79-ed74-4582-96f2-1fdf0941d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:52.900769 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ed78d6f3-4dab-4d26-95e7-84ebcfc10e04 req-0c500b79-ed74-4582-96f2-1fdf0941d033 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 1096 time: 0.6817725 May 25 20:19:52.989429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98548d49-a95a-456e-9bf5-f998e6b13fdd admin admin] Pushing event updated for resources: {'Network': ['ID=60c85bf1-10d8-47d9-9f87-ec16cc26b225,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:53.021993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb26c7-51f8-40dc-b949-7d92df4aefe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1d5fc3-ca25-4a5f-b7a5-4988b58ee4fa,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:53.026608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:19:53.046119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Made reservation on behalf of a52a7ae8afff4a00995e63198463c2df for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:53.050242 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:53.110237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e42bf1-ced1-492b-96f1-07c5a0dbcb3e req-b0c25499-0aad-4790-9c24-c925cdf4f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:53.112430 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7e42bf1-ced1-492b-96f1-07c5a0dbcb3e req-b0c25499-0aad-4790-9c24-c925cdf4f2bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45d0cd5f09884862bba2e54c257f07a2&device_id=8be8aaef-bf2f-4943-994f-50a30196826e HTTP/1.1" status: 200 len: 1096 time: 0.4637625 May 25 20:19:53.156453 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 76215e1b-ce3d-46c9-84ae-b66792e3f24f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=76215e1b-ce3d-46c9-84ae-b66792e3f24f,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:53.203992 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:53.396109 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=76215e1b-ce3d-46c9-84ae-b66792e3f24f,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:53.406693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a04fcb8d-5841-43e8-ba46-b065e6d334be up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:53.425308 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53eb26c7-51f8-40dc-b949-7d92df4aefe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:53.426466 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-53eb26c7-51f8-40dc-b949-7d92df4aefe5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e1d5fc3-ca25-4a5f-b7a5-4988b58ee4fa HTTP/1.1" status: 204 len: 168 time: 1.2343683 May 25 20:19:53.431785 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:53.507312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:53.510425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f38b46-9103-4fb4-97e5-af5301a4267f,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:53.520796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:53.522957 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:53.610647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Transition to ACTIVE for port object 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:53.672096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e42bf1-ced1-492b-96f1-07c5a0dbcb3e req-beca2047-229c-41d3-8238-d4d43d772d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:53.675886 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7e42bf1-ced1-492b-96f1-07c5a0dbcb3e req-beca2047-229c-41d3-8238-d4d43d772d7a service neutron] 10.222.0.70 "GET /v2.0/networks?id=8afcbd06-1893-421b-846b-08bd027ede81 HTTP/1.1" status: 200 len: 916 time: 0.4819574 May 25 20:19:53.807417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Transition to ACTIVE for port object 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:53.813187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9b3f3-1a29-4ef1-9152-7f57e93c51b6 req-37201f2f-8219-4a2b-b41f-f5ff9b562299 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:53.820991 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-87c9b3f3-1a29-4ef1-9152-7f57e93c51b6 req-37201f2f-8219-4a2b-b41f-f5ff9b562299 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 945 time: 1.0498965 May 25 20:19:53.858975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7e42bf1-ced1-492b-96f1-07c5a0dbcb3e req-802f7ea0-d552-4598-a9ab-6c46dce29d71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adff87f2-9ddc-4803-bc93-29f4b60f647e HTTP/1.1" status: 200 len: 217 time: 0.1669984 May 25 20:19:53.859865 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:53.870527 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:53.898283 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ed78d6f3-4dab-4d26-95e7-84ebcfc10e04 req-2bc404cf-8a6b-4000-8c23-5a47b276ffb8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=49209926-0b79-425b-bba3-8cd3744517cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9802101 May 25 20:19:53.900762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Allocated IP 172.20.0.14 (2d5045b6-dea9-4150-9926-cc0700a6b083/3ce1173a-dd7d-4030-8f91-61e7d04fd513/6d58b3c0-7154-42ce-a930-27288470fa21) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:53.982378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Router bfa578fb-b953-4932-b2c2-c1db5030a43a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:19:53.984071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Checking segment: {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:53.984619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Network hostable DHCP agents. Network: 60c85bf1-10d8-47d9-9f87-ec16cc26b225, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:19:53.993943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a04fcb8d-5841-43e8-ba46-b065e6d334be triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:53.994987 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:54.026850 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:54.033949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:19:54.098564 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:54.103398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Network 0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:54.113022 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:54.132302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:54.139675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6670ef45-91e2-4aeb-b05e-a57be66050b7 None None] Provisioning complete for port 2ded26bd-62c8-4ee5-9832-457caddaa37e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:54.146585 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6670ef45-91e2-4aeb-b05e-a57be66050b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:54.196017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e42bf1-ced1-492b-96f1-07c5a0dbcb3e req-c59076e7-fd5e-4139-909e-585797add962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:54.197807 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7e42bf1-ced1-492b-96f1-07c5a0dbcb3e req-c59076e7-fd5e-4139-909e-585797add962 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd HTTP/1.1" status: 200 len: 854 time: 0.2646513 May 25 20:19:54.264684 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6670ef45-91e2-4aeb-b05e-a57be66050b7 None None] Port 2ded26bd-62c8-4ee5-9832-457caddaa37e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:19:54.266089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Pushing event updated for resources: {'Port': ['ID=4245ce1b-b387-4f00-8e0d-5ede0a9ba210,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:54.382664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 60c85bf1-10d8-47d9-9f87-ec16cc26b225) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:54.405409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Attempting to bind port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:19:54.406720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Attempting to bind port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'f9bfb79c-0278-4fc8-9366-dd2851a93389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:19:54.407363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Attempting to bind port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 on network 0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:54.417984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213f650c-d7d3-4dd4-8cc5-72f1b7b8bb0a None None] Network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:54.432686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:54.433384 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:54.447728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:19:54.448564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Checking segment: {'id': 'f9bfb79c-0278-4fc8-9366-dd2851a93389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:54.449362 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:54.451153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Bound using segment: {'id': 'f9bfb79c-0278-4fc8-9366-dd2851a93389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:19:54.452279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Bound port: 4245ce1b-b387-4f00-8e0d-5ede0a9ba210, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bfb79c-0278-4fc8-9366-dd2851a93389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:19:54.453158 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:54.498983 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-87c9b3f3-1a29-4ef1-9152-7f57e93c51b6 req-4156129c-1668-4800-88c3-47d09c341ab7 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6765151 May 25 20:19:54.569877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Allocated IP 172.25.3.247 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/a9466db6-3581-4153-9012-f6b4f95b14dd) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:54.605995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e42bf1-ced1-492b-96f1-07c5a0dbcb3e req-d1dc7c5a-df9b-4008-84e0-f32183bd59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:54.611330 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7e42bf1-ced1-492b-96f1-07c5a0dbcb3e req-d1dc7c5a-df9b-4008-84e0-f32183bd59ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8afcbd06-1893-421b-846b-08bd027ede81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3931310 May 25 20:19:54.670257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-d7e42bf1-ced1-492b-96f1-07c5a0dbcb3e req-ab71d782-023d-4532-a312-5831e13926e9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:19:54.671413 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7e42bf1-ced1-492b-96f1-07c5a0dbcb3e req-ab71d782-023d-4532-a312-5831e13926e9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275795 May 25 20:19:54.913360 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ccad4c89-7b8c-41b0-9af8-6fbe77b28442 req-ebced999-b7ab-44d0-a65a-e8e474bf13b3 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 210 time: 0.1214483 May 25 20:19:54.964245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15106c17-2689-443b-a998-79add66bd48b req-57541808-dc7f-493d-8715-026ea3c2ea50 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:54.967042 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15106c17-2689-443b-a998-79add66bd48b req-57541808-dc7f-493d-8715-026ea3c2ea50 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 945 time: 1.0907295 May 25 20:19:54.989468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a04fcb8d-5841-43e8-ba46-b065e6d334be is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:55.012166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] For port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:19:55.022814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] For port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4245ce1b-b387-4f00-8e0d-5ede0a9ba210,segment=NetworkSegment(f9bfb79c-0278-4fc8-9366-dd2851a93389),segment_id=f9bfb79c-0278-4fc8-9366-dd2851a93389)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:19:55.056587 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:55.084075 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dedd44e8-aaf4-4cf0-b4e6-f5a6852144f2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5203326 May 25 20:19:55.086490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57426) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:55.119494 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:55.138453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:55.158604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57430) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:55.208640 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7e42bf1-ced1-492b-96f1-07c5a0dbcb3e req-daa1c57d-f349-40c5-a8b4-84f195bbbd59 service neutron] 10.222.0.70 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561980 May 25 20:19:55.210704 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:55.218204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7b144-e22f-4e2e-9238-37e4165b01d8 None None] Pushing event updated for resources: {'Port': ['ID=4245ce1b-b387-4f00-8e0d-5ede0a9ba210,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:55.227481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:55.270747 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15106c17-2689-443b-a998-79add66bd48b req-ae3aa630-d95d-43cb-adee-1ef3b6ba2bf8 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/security-groups?id=49209926-0b79-425b-bba3-8cd3744517cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823343 May 25 20:19:55.302041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:19:55.316410 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Usage tracker for resource:router and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:55.348155 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Sync routers for ids ['bfa578fb-b953-4932-b2c2-c1db5030a43a'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:19:55.351964 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 76215e1b-ce3d-46c9-84ae-b66792e3f24f up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:55.367428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-639672e2-3e05-410c-82fe-903a23f436d4 admin admin] 10.222.0.60 "PUT /v2.0/routers/bfa578fb-b953-4932-b2c2-c1db5030a43a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2868881 May 25 20:19:55.371326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:55.403544 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:55.477327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Routers {'bfa578fb-b953-4932-b2c2-c1db5030a43a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:19:55.478758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:19:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bfa578fb-b953-4932-b2c2-c1db5030a43a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:55.483130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:55.509391 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:55.522609 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:55.546603 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:55.606127 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:55.684650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:55.733614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:55.867358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Pushing event updated for resources: {'Port': ['ID=a9466db6-3581-4153-9012-f6b4f95b14dd,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:55.919304 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'network': {'name': 'tempest-RoutersTest-615062573'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:55.936412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:55.941670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:network and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:55.945680 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:55.954735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:56.023803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:56.032516 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:56.122922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 76215e1b-ce3d-46c9-84ae-b66792e3f24f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:56.123531 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:56.198291 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:56.204110 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7e42bf1-ced1-492b-96f1-07c5a0dbcb3e req-818c599b-73bd-4bd6-bbb4-b1e5b8905613 service neutron] 10.222.0.70 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9697826 May 25 20:19:56.241249 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:56.344929 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Set router bfa578fb-b953-4932-b2c2-c1db5030a43a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:19:56.452327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:19:56.453161 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:56.599493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Network 2d5045b6-dea9-4150-9926-cc0700a6b083 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:56.601376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:56.608274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:security_group_rule and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:56.612905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:56.621503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:56.802842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Allocated IP 172.20.0.2 (60c85bf1-10d8-47d9-9f87-ec16cc26b225/90f38b46-9103-4fb4-97e5-af5301a4267f/cce17803-3dd5-4742-88de-da0ead61f40e) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:19:56.806763 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:56.980380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:56.990637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:57.066742 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Pushing event updated for resources: {'Port': ['ID=6d58b3c0-7154-42ce-a930-27288470fa21,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:57.120517 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:57.138636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:19:57.155004 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:57.155427 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Added segment 2a526ebf-fed7-4aa2-84d4-22e71a3dd688 of type vlan for network 1cccda45-5b41-4f61-bc04-1f738a96eceb May 25 20:19:57.165238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57462) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:57.194819 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:57.196996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a310a-5a53-4396-931b-b5d2fe46ea66 req-74b01d08-ed77-4b3a-806d-ff99c4e8072f tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:57.198591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-955a310a-5a53-4396-931b-b5d2fe46ea66 req-74b01d08-ed77-4b3a-806d-ff99c4e8072f tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 945 time: 1.0437171 May 25 20:19:57.204917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-428314647-network', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:57.245035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:57.261055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Usage tracker for resource:network and tenant:f5fb9c57cb4d4b248f340f91374fd2ac is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:57.271504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:57.295741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:57.322787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92362bb4-1eab-4208-8d58-83b75b621933,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:57.327683 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:57.337656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:57.338753 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:57.376738 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-955a310a-5a53-4396-931b-b5d2fe46ea66 req-bda3ec50-ac5c-4966-ae90-870bff50a47a tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553946 May 25 20:19:57.380690 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:57.464448 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2588840 May 25 20:19:57.498616 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:57.516925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57466) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:57.517527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:57.518488 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:57.527321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Made reservation on behalf of f5fb9c57cb4d4b248f340f91374fd2ac for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:57.529917 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:57.551364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'network': {'name': 'tempest-RoutersTest-1142489318'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:57.552293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 76215e1b-ce3d-46c9-84ae-b66792e3f24f is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:57.618598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:57.623219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:network and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:57.627089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45315f24-0ead-4962-bc43-b6c6f86e8a42 None None] Network 0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:19:57.634875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:57.645742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:57.725025 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-368516f9-8efd-4f1e-9fe6-bfc37c4a7ef7 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4356878 May 25 20:19:57.734270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39befca9-85ee-4e7a-91b9-7df540374d31 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Network': ['ID=1cccda45-5b41-4f61-bc04-1f738a96eceb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:57.747177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Request body: {'port': {'device_id': 'eaea4963-865a-4393-aab3-b2beb05dd9da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:57.801189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16e358-7a13-4add-8f7d-44f82b6dd3d3 req-0b8affe9-aafc-44c8-9b62-8038a0e0c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:57.803462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a16e358-7a13-4add-8f7d-44f82b6dd3d3 req-0b8affe9-aafc-44c8-9b62-8038a0e0c338 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=45d0cd5f09884862bba2e54c257f07a2&device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 1096 time: 0.8844528 May 25 20:19:57.830347 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:57.844157 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:57.857544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Transition to ACTIVE for port object cce17803-3dd5-4742-88de-da0ead61f40e will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:57.876402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:57.880191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Transition to ACTIVE for port object cce17803-3dd5-4742-88de-da0ead61f40e will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:19:57.884220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Usage tracker for resource:security_group_rule and tenant:f5fb9c57cb4d4b248f340f91374fd2ac is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:19:57.893361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:19:57.896402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:19:57.904783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:19:57.924240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 1cccda45-5b41-4f61-bc04-1f738a96eceb details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:19:57.933775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:19:57.938878 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:57.962882 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.144875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:19:58.146235 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97732189-e969-441b-ab8b-ac3667e0412c req-0efc76f4-2970-48e5-941b-45e2ee254837 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:58.147094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-97732189-e969-441b-ab8b-ac3667e0412c req-0efc76f4-2970-48e5-941b-45e2ee254837 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Synchronizing usage tracker for tenant:b9d62d09d9e2414bba456624e5edbbd6 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:19:58.149052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:19:58.155593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:19:58.171769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c3352c45-909a-44d9-93bc-9f718a38c8e4 None None] Provisioning for port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:58.180500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:19:58.204934 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.242693 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.243388 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Added segment 7ea80df6-8e63-4614-a616-bfc0ff536b7f of type vlan for network 893a5435-a2f0-4a9a-b189-6367ef850088 May 25 20:19:58.244238 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-616d167e-baf6-4809-9e3b-0ec03948e03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.283801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-97732189-e969-441b-ab8b-ac3667e0412c req-0efc76f4-2970-48e5-941b-45e2ee254837 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Unset dirty status for tenant:b9d62d09d9e2414bba456624e5edbbd6 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:19:58.284981 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-97732189-e969-441b-ab8b-ac3667e0412c req-0efc76f4-2970-48e5-941b-45e2ee254837 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 932 time: 1.8206944 May 25 20:19:58.298402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16e358-7a13-4add-8f7d-44f82b6dd3d3 req-289465fe-92f4-40d1-a3bc-5fb6e4978010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:58.299957 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a16e358-7a13-4add-8f7d-44f82b6dd3d3 req-289465fe-92f4-40d1-a3bc-5fb6e4978010 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8afcbd06-1893-421b-846b-08bd027ede81 HTTP/1.1" status: 200 len: 916 time: 0.4782588 May 25 20:19:58.302674 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.331026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc440dfe-1674-4ed6-941a-7da6eee630c6 req-05fa0916-613f-4d73-85a7-869affd7890d tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:58.332687 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc440dfe-1674-4ed6-941a-7da6eee630c6 req-05fa0916-613f-4d73-85a7-869affd7890d tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 945 time: 0.7386899 May 25 20:19:58.381603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Pushing event updated for resources: {'Port': ['ID=cce17803-3dd5-4742-88de-da0ead61f40e,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:58.416793 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a16e358-7a13-4add-8f7d-44f82b6dd3d3 req-f98dbff7-4fd9-4488-967a-b74aa31d3406 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca511c0d-7bc3-423d-8bed-0bd2e513158a HTTP/1.1" status: 200 len: 217 time: 0.0932779 May 25 20:19:58.447352 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.467057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:58.467456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:58.467703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:58.468080 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:58.468457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:58.468766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:58.469088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:58.469430 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:58.470496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:58.470496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:58.470496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:58.471034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:19:58.514067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:19:58.535266 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.535853 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:58.536213 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.553787 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc440dfe-1674-4ed6-941a-7da6eee630c6 req-783f2c3a-0c81-40e3-8ee2-39f91a8beafc tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/security-groups?id=49209926-0b79-425b-bba3-8cd3744517cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534917 May 25 20:19:58.607207 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-97732189-e969-441b-ab8b-ac3667e0412c req-53633f2d-7761-46bf-b442-d1ddc49aa692 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061562 May 25 20:19:58.627499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Attempting to bind port cce17803-3dd5-4742-88de-da0ead61f40e on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:19:58.628076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Attempting to bind port cce17803-3dd5-4742-88de-da0ead61f40e by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:19:58.628221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Attempting to bind port cce17803-3dd5-4742-88de-da0ead61f40e on network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:19:58.638287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:19:58.638667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Checking segment: {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:19:58.639063 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.639446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Bound using segment: {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:19:58.639919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Bound port: cce17803-3dd5-4742-88de-da0ead61f40e, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:19:58.640286 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.671427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16e358-7a13-4add-8f7d-44f82b6dd3d3 req-d8390a84-e33d-48c9-9d2a-63d40428195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:58.673037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 4, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port': {'id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:33Z', 'updated_at': '2022-05-25T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '2ded26bd-62c8-4ee5-9832-457caddaa37e', 'name': '', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'mac_address': 'fa:16:3e:77:32:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:47Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 2, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'subnets': [{'id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:19:58.673348 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a16e358-7a13-4add-8f7d-44f82b6dd3d3 req-d8390a84-e33d-48c9-9d2a-63d40428195e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd HTTP/1.1" status: 200 len: 854 time: 0.2343318 May 25 20:19:58.693529 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Checking router: bfa578fb-b953-4932-b2c2-c1db5030a43a for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:19:58.693862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Updating router bfa578fb-b953-4932-b2c2-c1db5030a43a port 2ded26bd-62c8-4ee5-9832-457caddaa37e binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:19:58.696831 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.703260 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.708885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:58.715149 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.886950 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.908436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:19:58.920906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] For port cce17803-3dd5-4742-88de-da0ead61f40e, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:19:58.924790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] For port cce17803-3dd5-4742-88de-da0ead61f40e, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cce17803-3dd5-4742-88de-da0ead61f40e,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:19:58.931096 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.931753 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Added segment ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d of type vlan for network 90d7cbd3-3a5f-4ce8-86e6-514f54edb560 May 25 20:19:58.939630 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:58.977373 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:59.035417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Network': ['ID=893a5435-a2f0-4a9a-b189-6367ef850088,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:59.057949 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd64f3-892c-44ff-837a-15b4baf89550 None None] Pushing event updated for resources: {'Port': ['ID=cce17803-3dd5-4742-88de-da0ead61f40e,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:59.068887 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 893a5435-a2f0-4a9a-b189-6367ef850088 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:19:59.174355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631cd0b8-6f1e-418b-9c69-c235d159b292,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:59.188845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16e358-7a13-4add-8f7d-44f82b6dd3d3 req-4776e10c-1ef5-4cda-b89f-c4f71e0a4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:59.190870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a16e358-7a13-4add-8f7d-44f82b6dd3d3 req-4776e10c-1ef5-4cda-b89f-c4f71e0a4901 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8afcbd06-1893-421b-846b-08bd027ede81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4517970 May 25 20:19:59.193258 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:59.195311 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:59.197546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:59.199454 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:59.207381 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:59.276099 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:59.279698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:19:59.280075 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:59.385285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4245ce1b-b387-4f00-8e0d-5ede0a9ba210,segment=NetworkSegment(f9bfb79c-0278-4fc8-9366-dd2851a93389),segment_id=f9bfb79c-0278-4fc8-9366-dd2851a93389)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:19:59.406378 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:59.481948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] Pushing event updated for resources: {'Network': ['ID=90d7cbd3-3a5f-4ce8-86e6-514f54edb560,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:59.512535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 90d7cbd3-3a5f-4ce8-86e6-514f54edb560 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:19:59.604482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a4886-9c29-4d03-822b-7c715959b6d5 req-b616c0df-4d82-4cc2-bf69-5e531886919c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:19:59.607218 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec7a4886-9c29-4d03-822b-7c715959b6d5 req-b616c0df-4d82-4cc2-bf69-5e531886919c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 945 time: 0.5952296 May 25 20:19:59.612152 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-acd3857d-3c6a-471b-af5d-566043c523b2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4449782 May 25 20:19:59.621481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-76ac345e-fd9a-4c01-a382-fca40710c9f2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0954192 May 25 20:19:59.625803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57496) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:59.626236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57498) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:19:59.659396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Request body: {'subnet': {'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-428314647-subnet', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:59.666921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d58b3c0-7154-42ce-a930-27288470fa21 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:19:59.679156 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:19:59.680432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'subnet': {'network_id': '1cccda45-5b41-4f61-bc04-1f738a96eceb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:19:59.751232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:19:59.885011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=4245ce1b-b387-4f00-8e0d-5ede0a9ba210,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:19:59.942130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-71265e9a-595b-43f4-bad9-2ae190107088 None None] Provisioning complete for port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:19:59.942572 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-71265e9a-595b-43f4-bad9-2ae190107088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:00.006778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Allocated IP 172.25.3.192 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/f2e69538-cee5-483e-ac82-c2670dc881a9) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:20:00.105182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Usage tracker for resource:subnet and tenant:f5fb9c57cb4d4b248f340f91374fd2ac is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:00.189787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:00.223408 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:00.228332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:00.266656 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a16e358-7a13-4add-8f7d-44f82b6dd3d3 req-fb763882-f0a4-4fd6-87de-a9f80ca7a3eb service neutron] 10.222.0.50 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0604291 May 25 20:20:00.269994 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:00.275157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Transition to ACTIVE for port object 6d58b3c0-7154-42ce-a930-27288470fa21 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:00.310939 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:00.325794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Transition to ACTIVE for port object 2ded26bd-62c8-4ee5-9832-457caddaa37e will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:00.346004 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:00.366734 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:00.374682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Made reservation on behalf of f5fb9c57cb4d4b248f340f91374fd2ac for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:20:00.378162 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:00.432849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:00.433625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:00.452930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec7a4886-9c29-4d03-822b-7c715959b6d5 req-b46a4568-b208-44c8-85f3-5a20ce381f72 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8254900 May 25 20:20:00.460481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:subnet and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:00.465893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:00.473958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:00.556604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:20:00.560702 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:00.651176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Router 34cb4871-4699-4b14-b03f-bb06edeffb8a is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:20:00.760879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:00.791633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3c83f-a80b-46d6-a6fd-2a41005cc0a0 None None] Pushing event updated for resources: {'Port': ['ID=2ded26bd-62c8-4ee5-9832-457caddaa37e,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:00.888883 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9a6bb06f-d645-43cf-9c00-f551afd84074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:00.902723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-71265e9a-595b-43f4-bad9-2ae190107088 None None] Current status of the port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:00.913160 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Attempting to bind port 2ded26bd-62c8-4ee5-9832-457caddaa37e on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:20:00.913916 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Attempting to bind port 2ded26bd-62c8-4ee5-9832-457caddaa37e by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:20:00.914549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Attempting to bind port 2ded26bd-62c8-4ee5-9832-457caddaa37e on network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:00.923061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:20:00.923820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Checking segment: {'id': '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:00.924728 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:00.925429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Bound using segment: {'id': '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:20:00.926331 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Bound port: 2ded26bd-62c8-4ee5-9832-457caddaa37e, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:20:00.927282 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:00.948160 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:20:01.065586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] For port 2ded26bd-62c8-4ee5-9832-457caddaa37e, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:20:01.071128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] For port 2ded26bd-62c8-4ee5-9832-457caddaa37e, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2ded26bd-62c8-4ee5-9832-457caddaa37e,segment=NetworkSegment(74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7),segment_id=74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:20:01.077354 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:01.154874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e69538-cee5-483e-ac82-c2670dc881a9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:01.189601 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Routers {'bfa578fb-b953-4932-b2c2-c1db5030a43a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:01.190564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bfa578fb-b953-4932-b2c2-c1db5030a43a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:01.275149 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c8e6d5-fa74-410b-a266-d6adff43bbf5 None None] Network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:20:01.327438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3c83f-a80b-46d6-a6fd-2a41005cc0a0 None None] Pushing event updated for resources: {'Port': ['ID=2ded26bd-62c8-4ee5-9832-457caddaa37e,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:01.402822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:20:01.414478 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Sync routers for ids ['34cb4871-4699-4b14-b03f-bb06edeffb8a'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:20:01.430370 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Routers {'34cb4871-4699-4b14-b03f-bb06edeffb8a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:01.454600 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['34cb4871-4699-4b14-b03f-bb06edeffb8a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:01.456220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2068a7aa-20e8-4607-a8ec-23917ffd69bc None None] Provisioning for port cce17803-3dd5-4742-88de-da0ead61f40e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:01.595964 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:01.678629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Pushing event updated for resources: {'Port': ['ID=6d58b3c0-7154-42ce-a930-27288470fa21,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:01.728045 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:01.733524 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:01.751837 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Set router 34cb4871-4699-4b14-b03f-bb06edeffb8a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:20:01.843859 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:01.894928 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] Set router bfa578fb-b953-4932-b2c2-c1db5030a43a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:20:01.929060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:01.931408 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-13e641d2-b50c-4277-810a-cb1204903c1a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.9774740 May 25 20:20:01.936663 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a16e358-7a13-4add-8f7d-44f82b6dd3d3 req-998eb2c4-2f04-4a8a-8863-d81e3fc56670 service neutron] 10.222.0.50 "GET /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6013401 May 25 20:20:01.956437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcc171-8e16-4253-99a2-bf2ca6ee581e req-0d21cfe3-65e4-43f5-87db-296b3c2b1584 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:01.958485 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-03dcc171-8e16-4253-99a2-bf2ca6ee581e req-0d21cfe3-65e4-43f5-87db-296b3c2b1584 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 945 time: 1.1539032 May 25 20:20:01.962002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57514) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:02.027626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:02.154312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d977499a-389a-4f47-a794-67f60727de4d,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:02.174683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Checking segment: {'id': '2a526ebf-fed7-4aa2-84d4-22e71a3dd688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1cccda45-5b41-4f61-bc04-1f738a96eceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:02.175340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network hostable DHCP agents. Network: 1cccda45-5b41-4f61-bc04-1f738a96eceb, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:20:02.253316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd66e03-b229-4e5c-8cfe-ac63ad3768dd req-5eacc8f7-ce61-4d2c-9cb2-3be16146dbab tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:02.261280 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9cd66e03-b229-4e5c-8cfe-ac63ad3768dd req-5eacc8f7-ce61-4d2c-9cb2-3be16146dbab tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 944 time: 1.5015333 May 25 20:20:02.289074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Attempting to bind port 6d58b3c0-7154-42ce-a930-27288470fa21 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:20:02.289388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Attempting to bind port 6d58b3c0-7154-42ce-a930-27288470fa21 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'd47205d0-6cfc-4ac2-a359-284e99c33fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2d5045b6-dea9-4150-9926-cc0700a6b083'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:20:02.289772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Attempting to bind port 6d58b3c0-7154-42ce-a930-27288470fa21 on network 2d5045b6-dea9-4150-9926-cc0700a6b083 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:02.329890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Port 6d58b3c0-7154-42ce-a930-27288470fa21 on network 2d5045b6-dea9-4150-9926-cc0700a6b083 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:20:02.330500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Attempting to bind port 6d58b3c0-7154-42ce-a930-27288470fa21 on network 2d5045b6-dea9-4150-9926-cc0700a6b083 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:02.404706 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'name': 'tempest-TaggedBootDevicesTest-2127703880-router', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:51Z', 'updated_at': '2022-05-25T20:19:56Z', 'revision_number': 3, 'project_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'gw_port': {'id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:54Z', 'updated_at': '2022-05-25T20:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:02.417272 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Checking router: 34cb4871-4699-4b14-b03f-bb06edeffb8a for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:20:02.417924 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Updating router 34cb4871-4699-4b14-b03f-bb06edeffb8a port a9466db6-3581-4153-9012-f6b4f95b14dd binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:20:02.442044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:20:02.442760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Checking segment: {'id': 'd47205d0-6cfc-4ac2-a359-284e99c33fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2d5045b6-dea9-4150-9926-cc0700a6b083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:02.443425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Bound using segment: {'id': 'd47205d0-6cfc-4ac2-a359-284e99c33fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2d5045b6-dea9-4150-9926-cc0700a6b083'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:20:02.444182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Bound port: 6d58b3c0-7154-42ce-a930-27288470fa21, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47205d0-6cfc-4ac2-a359-284e99c33fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2d5045b6-dea9-4150-9926-cc0700a6b083'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:20:02.444779 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:02.476240 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9cd66e03-b229-4e5c-8cfe-ac63ad3768dd req-2705a8ac-9539-4970-bd14-51241f7ee7eb tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140415 May 25 20:20:02.516306 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-03dcc171-8e16-4253-99a2-bf2ca6ee581e req-d1e8aa86-3182-4499-87a5-e0eb11970a14 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/security-groups?id=49209926-0b79-425b-bba3-8cd3744517cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423232 May 25 20:20:02.517125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Checking segment: {'id': 'ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:02.517480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Network hostable DHCP agents. Network: 90d7cbd3-3a5f-4ce8-86e6-514f54edb560, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:20:02.615853 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:02.624325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:02.625425 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:02.667965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac00c2b-b534-4a15-9cd4-845c8301de05 req-96628b3b-205c-40b3-bb8e-32fa4aa8c791 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:02.670336 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ac00c2b-b534-4a15-9cd4-845c8301de05 req-96628b3b-205c-40b3-bb8e-32fa4aa8c791 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.50 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 945 time: 0.7514927 May 25 20:20:02.768093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Subnet': ['ID=e0fdb27c-16c7-470e-9350-b4092b0fcfaa,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:02.786921 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:02.879784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 1cccda45-5b41-4f61-bc04-1f738a96eceb is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:20:03.039176 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:03.053126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 4, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port': {'id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:33Z', 'updated_at': '2022-05-25T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '2ded26bd-62c8-4ee5-9832-457caddaa37e', 'name': '', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'mac_address': 'fa:16:3e:77:32:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:47Z', 'updated_at': '2022-05-25T20:20:01Z', 'revision_number': 4, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'subnets': [{'id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:03.064550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe02c49-63ba-46e1-b636-c480cd07b2b3 None None] The sync data for ids ['bfa578fb-b953-4932-b2c2-c1db5030a43a'] in n-d-843339-1 is: [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 4, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port': {'id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:33Z', 'updated_at': '2022-05-25T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '2ded26bd-62c8-4ee5-9832-457caddaa37e', 'name': '', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'mac_address': 'fa:16:3e:77:32:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:47Z', 'updated_at': '2022-05-25T20:20:01Z', 'revision_number': 4, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'subnets': [{'id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:20:03.065363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-2ac00c2b-b534-4a15-9cd4-845c8301de05 req-2f1f4b41-608e-400d-b117-c2bd27709ef7 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Deleting port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:03.065705 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2ac00c2b-b534-4a15-9cd4-845c8301de05 req-2f1f4b41-608e-400d-b117-c2bd27709ef7 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:03.094675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Network 90d7cbd3-3a5f-4ce8-86e6-514f54edb560 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:20:03.116507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 1cccda45-5b41-4f61-bc04-1f738a96eceb) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:03.126737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 90d7cbd3-3a5f-4ce8-86e6-514f54edb560) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:03.145572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] For port 6d58b3c0-7154-42ce-a930-27288470fa21, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:20:03.158188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:03.172195 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:03.182484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:03.183061 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:03.413612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] For port 6d58b3c0-7154-42ce-a930-27288470fa21, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6d58b3c0-7154-42ce-a930-27288470fa21,segment=NetworkSegment(d47205d0-6cfc-4ac2-a359-284e99c33fa7),segment_id=d47205d0-6cfc-4ac2-a359-284e99c33fa7)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:20:03.418916 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed87b3aa-bc57-43c3-a81e-2727c116c089 None None] Network 1cccda45-5b41-4f61-bc04-1f738a96eceb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:20:03.435783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03acd73d-f748-4e48-ba5b-fe85993d86b2 None None] Network 90d7cbd3-3a5f-4ce8-86e6-514f54edb560 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:20:03.452967 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:03.470341 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Transition to ACTIVE for port object a9466db6-3581-4153-9012-f6b4f95b14dd will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:03.479232 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:03.641595 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Attempting to bind port a9466db6-3581-4153-9012-f6b4f95b14dd on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:20:03.642945 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Attempting to bind port a9466db6-3581-4153-9012-f6b4f95b14dd by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:20:03.643534 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Attempting to bind port a9466db6-3581-4153-9012-f6b4f95b14dd on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:03.661370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:03.662956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cce17803-3dd5-4742-88de-da0ead61f40e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:03.666961 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa55b5f-08e0-474c-b84c-8808635222eb None None] Pushing event updated for resources: {'Port': ['ID=a9466db6-3581-4153-9012-f6b4f95b14dd,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:03.673764 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:20:03.674169 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:03.677024 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:03.677427 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:20:03.677941 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Bound port: a9466db6-3581-4153-9012-f6b4f95b14dd, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:20:03.678357 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:03.750270 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-32f90e2d-6038-4a3c-bd7a-007ad98a1df6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1098504 May 25 20:20:03.764860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f9652806-9e8d-49ad-b609-bba25bef36a8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.1318674 May 25 20:20:03.807351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57526) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:03.807965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57528) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:03.929711 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] For port a9466db6-3581-4153-9012-f6b4f95b14dd, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:20:03.935373 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] For port a9466db6-3581-4153-9012-f6b4f95b14dd, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a9466db6-3581-4153-9012-f6b4f95b14dd,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:20:03.943747 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:03.950182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'subnet': {'network_id': '893a5435-a2f0-4a9a-b189-6367ef850088', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:03.970536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-428314647-router', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:04.009939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:04.103056 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Routers {'34cb4871-4699-4b14-b03f-bb06edeffb8a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:04.103788 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['34cb4871-4699-4b14-b03f-bb06edeffb8a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:04.180419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port cce17803-3dd5-4742-88de-da0ead61f40e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:04.183284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Usage tracker for resource:router and tenant:f5fb9c57cb4d4b248f340f91374fd2ac is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:04.242807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:04.255936 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa55b5f-08e0-474c-b84c-8808635222eb None None] Pushing event updated for resources: {'Port': ['ID=a9466db6-3581-4153-9012-f6b4f95b14dd,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:04.273886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:04.287931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port cce17803-3dd5-4742-88de-da0ead61f40e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:04.288303 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:04.305450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-2ac00c2b-b534-4a15-9cd4-845c8301de05 req-2f1f4b41-608e-400d-b117-c2bd27709ef7 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] For port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3f8b3f40-cf00-4319-a0ca-f6694a2caa69,segment=NetworkSegment(de0b1ccb-c6ea-476a-ae63-46fb2ac651c9),segment_id=de0b1ccb-c6ea-476a-ae63-46fb2ac651c9)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:04.306090 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2ac00c2b-b534-4a15-9cd4-845c8301de05 req-2f1f4b41-608e-400d-b117-c2bd27709ef7 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:04.364113 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:04.365437 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:04.468494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:04.483466 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] Set router 34cb4871-4699-4b14-b03f-bb06edeffb8a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:20:04.487850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:subnet and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:04.506059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a853d-6821-4dd2-a3b9-b3d2262eefa7 req-7a3b3f63-7aac-4d09-b5b3-3879ef0ab38f tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:04.508604 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c22a853d-6821-4dd2-a3b9-b3d2262eefa7 req-7a3b3f63-7aac-4d09-b5b3-3879ef0ab38f tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 944 time: 0.7567978 May 25 20:20:04.513148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:04.519317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-2ac00c2b-b534-4a15-9cd4-845c8301de05 req-2f1f4b41-608e-400d-b117-c2bd27709ef7 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Calling delete_port for 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:20:04.520336 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:04.546024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:04.565705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-1cccda45-5b41-4f61-bc04-1f738a96eceb', 'network_id': '1cccda45-5b41-4f61-bc04-1f738a96eceb', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'fixed_ips': [{'subnet_id': 'e0fdb27c-16c7-470e-9350-b4092b0fcfaa'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:20:04.571399 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:04.591231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-90d7cbd3-3a5f-4ce8-86e6-514f54edb560', 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'fixed_ips': [{'subnet_id': 'd977499a-389a-4f47-a794-67f60727de4d'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:20:04.592320 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:04.682649 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:04.712253 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:04.759534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:20:04.765689 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:04.963703 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'name': 'tempest-TaggedBootDevicesTest-2127703880-router', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:51Z', 'updated_at': '2022-05-25T20:19:56Z', 'revision_number': 3, 'project_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'gw_port': {'id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:54Z', 'updated_at': '2022-05-25T20:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:04.973755 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4b2be7-a6c8-47bc-94b0-c8d19918d83e None None] The sync data for ids ['34cb4871-4699-4b14-b03f-bb06edeffb8a'] in n-d-843339-1 is: [{'id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'name': 'tempest-TaggedBootDevicesTest-2127703880-router', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:51Z', 'updated_at': '2022-05-25T20:19:56Z', 'revision_number': 3, 'project_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'gw_port': {'id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:54Z', 'updated_at': '2022-05-25T20:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:20:05.071484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port cce17803-3dd5-4742-88de-da0ead61f40e is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:05.072088 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:05.097109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:05.100682 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:05.102762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] 10.222.0.50 "PUT /v2.0/ports/6d58b3c0-7154-42ce-a930-27288470fa21 HTTP/1.1" status: 200 len: 1092 time: 7.3697374 May 25 20:20:05.179716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c22a853d-6821-4dd2-a3b9-b3d2262eefa7 req-35f0d039-64ab-4d29-bfdf-3ba0d89877ec tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Synchronizing usage tracker for tenant:b9d62d09d9e2414bba456624e5edbbd6 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:20:05.185279 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:05.280916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaea4963-865a-4393-aab3-b2beb05dd9da', 'tag': '6d58b3c0-7154-42ce-a930-27288470fa21'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:20:05.281841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port cce17803-3dd5-4742-88de-da0ead61f40e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cce17803-3dd5-4742-88de-da0ead61f40e,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:05.292987 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:05.365406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Allocated IP 172.20.0.2 (1cccda45-5b41-4f61-bc04-1f738a96eceb/e0fdb27c-16c7-470e-9350-b4092b0fcfaa/50f983c2-393e-41f5-be66-90851ea5c0ed) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:20:05.388814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Allocated IP 172.20.0.2 (90d7cbd3-3a5f-4ce8-86e6-514f54edb560/d977499a-389a-4f47-a794-67f60727de4d/a399261f-1ae8-477e-84be-fd4fec5d1782) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:20:05.400446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0e8d5-c212-45ca-963b-af7e86d224e4 req-179be917-940d-46ee-a75a-e7f1a886c78d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:05.410843 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55d0e8d5-c212-45ca-963b-af7e86d224e4 req-179be917-940d-46ee-a75a-e7f1a886c78d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 945 time: 2.6786535 May 25 20:20:05.485373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c22a853d-6821-4dd2-a3b9-b3d2262eefa7 req-35f0d039-64ab-4d29-bfdf-3ba0d89877ec tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Unset dirty status for tenant:b9d62d09d9e2414bba456624e5edbbd6 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:20:05.487949 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c22a853d-6821-4dd2-a3b9-b3d2262eefa7 req-35f0d039-64ab-4d29-bfdf-3ba0d89877ec tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9624448 May 25 20:20:05.571483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdecd30-2aa2-4d87-83e7-95e229406624 service neutron] Pushing event updated for resources: {'Port': ['ID=6d58b3c0-7154-42ce-a930-27288470fa21,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:05.623328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:20:05.672521 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:05.681600 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55d0e8d5-c212-45ca-963b-af7e86d224e4 req-78908e98-ce9d-460d-8fbb-9ed1b0842bc8 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695878 May 25 20:20:05.690508 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:05.727602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ded26bd-62c8-4ee5-9832-457caddaa37e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:05.751226 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2ac00c2b-b534-4a15-9cd4-845c8301de05 req-2f1f4b41-608e-400d-b117-c2bd27709ef7 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:05.827664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Subnet': ['ID=99c6014c-0485-44bf-bb08-aa123057f8e1,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:05.837965 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd2f2b6-1187-446b-8506-b1430aaa9dca'] response: {'name': 'network-changed', 'server_uuid': 'eaea4963-865a-4393-aab3-b2beb05dd9da', 'tag': '6d58b3c0-7154-42ce-a930-27288470fa21', 'status': 'completed', 'code': 200} May 25 20:20:05.851772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:20:05.861729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f4b41-608e-400d-b117-c2bd27709ef7 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Pushing event deleted for resources: {'Port': ['ID=3f8b3f40-cf00-4319-a0ca-f6694a2caa69,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:05.945534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-68ef0496-50f2-4abe-83eb-9a085bde4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:05.947853 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-68ef0496-50f2-4abe-83eb-9a085bde4662 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9d62d09d9e2414bba456624e5edbbd6&device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 1095 time: 0.6530116 May 25 20:20:05.948240 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64e4c356-e0d9-4a25-adc9-1a28bed043d9 req-33bf6c8c-54ef-4a95-b343-f8d4384c87ad tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.60 "GET /v2.0/ports?device_id=313b0e5a-e282-4f41-8ae1-41af9333a4da HTTP/1.1" status: 200 len: 210 time: 0.1651616 May 25 20:20:06.002698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Checking segment: {'id': '7ea80df6-8e63-4614-a616-bfc0ff536b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '893a5435-a2f0-4a9a-b189-6367ef850088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:06.003387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network hostable DHCP agents. Network: 893a5435-a2f0-4a9a-b189-6367ef850088, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:20:06.066950 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=cce17803-3dd5-4742-88de-da0ead61f40e,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:06.128136 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No active binding found for port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 {{(pid=88333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 20:20:06.128565 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:20:06.228116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 2ded26bd-62c8-4ee5-9832-457caddaa37e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:06.239638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2ded26bd-62c8-4ee5-9832-457caddaa37e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:06.240152 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:06.354273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 893a5435-a2f0-4a9a-b189-6367ef850088 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:20:06.392025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Allocated IP 172.20.0.1 (0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7/0f0cb997-13f0-4dea-9cdb-b196a7d9e4c7/2e217584-ecc4-4b56-90b2-fd2f0eefde98) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:20:06.412929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 893a5435-a2f0-4a9a-b189-6367ef850088) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:06.430509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:06.431097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:06.492805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac00c2b-b534-4a15-9cd4-845c8301de05 req-2f1f4b41-608e-400d-b117-c2bd27709ef7 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] No DVR routers for this DVR port 3f8b3f40-cf00-4319-a0ca-f6694a2caa69 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:20:06.493407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d362b7f-7162-45ee-9a81-5ab0b09fdf18 None None] Network 893a5435-a2f0-4a9a-b189-6367ef850088 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:20:06.495911 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-51d6d41b-dba6-4323-a521-fc871c018150 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d58b3c0-7154-42ce-a930-27288470fa21 HTTP/1.1" status: 200 len: 217 time: 0.4895251 May 25 20:20:06.505818 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2ac00c2b-b534-4a15-9cd4-845c8301de05 req-2f1f4b41-608e-400d-b117-c2bd27709ef7 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:06.587524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-29277b6c-6acf-42d4-90d7-1ec1dac4ccc4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7785161 May 25 20:20:06.591404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57546) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:06.607490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-08070bfb-629d-47d8-88f1-f1cb81235e85 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-205611031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:06.629095 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ac00c2b-b534-4a15-9cd4-845c8301de05 req-2f1f4b41-608e-400d-b117-c2bd27709ef7 tempest-ServerPasswordTestJSON-764772680 tempest-ServerPasswordTestJSON-764772680-project] 10.222.0.50 "DELETE /v2.0/ports/3f8b3f40-cf00-4319-a0ca-f6694a2caa69 HTTP/1.1" status: 204 len: 173 time: 3.9386795 May 25 20:20:06.644114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-08070bfb-629d-47d8-88f1-f1cb81235e85 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:06.680636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-08070bfb-629d-47d8-88f1-f1cb81235e85 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:router and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:06.717280 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:06.759273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-08070bfb-629d-47d8-88f1-f1cb81235e85 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:06.824474 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-0246cd9e-b470-4439-9c05-620aa92c922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:06.826644 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-0246cd9e-b470-4439-9c05-620aa92c922d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ce1173a-dd7d-4030-8f91-61e7d04fd513 HTTP/1.1" status: 200 len: 850 time: 0.3147120 May 25 20:20:06.833248 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:06.833528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-08070bfb-629d-47d8-88f1-f1cb81235e85 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:06.835602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2ded26bd-62c8-4ee5-9832-457caddaa37e is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:06.836016 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:06.861657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Transition to ACTIVE for port object a399261f-1ae8-477e-84be-fd4fec5d1782 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:06.892073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Transition to ACTIVE for port object 50f983c2-393e-41f5-be66-90851ea5c0ed will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:06.926379 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-f77546fc-5a58-4b59-a599-7139b096a396 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d5045b6-dea9-4150-9926-cc0700a6b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802786 May 25 20:20:06.949782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Transition to ACTIVE for port object a399261f-1ae8-477e-84be-fd4fec5d1782 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:06.960792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Transition to ACTIVE for port object 50f983c2-393e-41f5-be66-90851ea5c0ed will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:06.973590 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:06.976810 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08070bfb-629d-47d8-88f1-f1cb81235e85 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:06.978197 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08070bfb-629d-47d8-88f1-f1cb81235e85 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:06.984623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:20:07.008812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Sync routers for ids ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:20:07.022172 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:07.032119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 2ded26bd-62c8-4ee5-9832-457caddaa37e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2ded26bd-62c8-4ee5-9832-457caddaa37e,segment=NetworkSegment(74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7),segment_id=74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:07.046910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624e498-f72a-4cb4-833c-ce10eec5af0e req-a5da0ebd-3168-4e2a-91c3-4fbb7f03efa1 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:07.049782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Transition to ACTIVE for port object 2e217584-ecc4-4b56-90b2-fd2f0eefde98 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:07.051401 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c624e498-f72a-4cb4-833c-ce10eec5af0e req-a5da0ebd-3168-4e2a-91c3-4fbb7f03efa1 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 945 time: 0.9443688 May 25 20:20:07.074219 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08070bfb-629d-47d8-88f1-f1cb81235e85 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:07.088758 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:07.099067 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:07.110632 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:07.138527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb5374-aa9b-469b-bc54-55d6a3c19311 req-57c474d1-e2e9-4f46-8808-50faf050a377 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:07.140077 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66cb5374-aa9b-469b-bc54-55d6a3c19311 req-57c474d1-e2e9-4f46-8808-50faf050a377 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 944 time: 0.3618951 May 25 20:20:07.147769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Routers {'6c2fd807-7204-48b8-a728-b0d9a3ba3061'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:07.148362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:07.163305 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:07.195455 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-ea2c8104-48ef-46a0-b2cf-011ca08e640c service neutron] 10.222.0.50 "GET /v2.0/networks/2d5045b6-dea9-4150-9926-cc0700a6b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598071 May 25 20:20:07.198824 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:07.202972 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c21f945b-40a4-4309-ab48-ad8f145f8861 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.0885000 May 25 20:20:07.211971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57552) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:07.254579 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08070bfb-629d-47d8-88f1-f1cb81235e85 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:07.289800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Network 90d7cbd3-3a5f-4ce8-86e6-514f54edb560 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:07.291399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Pushing event updated for resources: {'Port': ['ID=a399261f-1ae8-477e-84be-fd4fec5d1782,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:07.296617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Network 1cccda45-5b41-4f61-bc04-1f738a96eceb is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:07.304063 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:07.304418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:07.311747 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66cb5374-aa9b-469b-bc54-55d6a3c19311 req-60e3f4b3-6d41-4c69-a4a1-b8cb085166f5 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631615 May 25 20:20:07.395099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Pushing event updated for resources: {'Port': ['ID=2e217584-ecc4-4b56-90b2-fd2f0eefde98,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:07.429499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:07.439544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:20:07.449935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:20:07.567798 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-893a5435-a2f0-4a9a-b189-6367ef850088', 'network_id': '893a5435-a2f0-4a9a-b189-6367ef850088', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'fixed_ips': [{'subnet_id': '99c6014c-0485-44bf-bb08-aa123057f8e1'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:20:07.568613 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:07.569973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57558) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:07.597379 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08070bfb-629d-47d8-88f1-f1cb81235e85 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:07.598884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-08070bfb-629d-47d8-88f1-f1cb81235e85 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0052605 May 25 20:20:07.602331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57562) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:07.623290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Network 0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:07.697835 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c624e498-f72a-4cb4-833c-ce10eec5af0e req-c6343823-67b3-4f13-870f-4e7c3b0cb8bc tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980335 May 25 20:20:07.733603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:07.757824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:20:07.824077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a9466db6-3581-4153-9012-f6b4f95b14dd up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:07.869706 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313b0e5a-e282-4f41-8ae1-41af9333a4da', 'name': 'network-vif-deleted', 'tag': '3f8b3f40-cf00-4319-a0ca-f6694a2caa69'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:20:07.980323 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7488b5c-bc89-4553-a13b-8bb59c05bee9'] response: {'server_uuid': '313b0e5a-e282-4f41-8ae1-41af9333a4da', 'name': 'network-vif-deleted', 'tag': '3f8b3f40-cf00-4319-a0ca-f6694a2caa69', 'status': 'completed', 'code': 200} May 25 20:20:07.981922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Pushing event updated for resources: {'Port': ['ID=50f983c2-393e-41f5-be66-90851ea5c0ed,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:07.984316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b7ca97-43f7-4d53-b2bc-876edb1e7e96 admin admin] Deleting subnet 5282383c-cfa7-48a4-a127-3d8d3fdca01c {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:20:08.002304 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37b7ca97-43f7-4d53-b2bc-876edb1e7e96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:08.092285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Attempting to bind port a399261f-1ae8-477e-84be-fd4fec5d1782 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:20:08.092695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Attempting to bind port a399261f-1ae8-477e-84be-fd4fec5d1782 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:20:08.093088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Attempting to bind port a399261f-1ae8-477e-84be-fd4fec5d1782 on network 90d7cbd3-3a5f-4ce8-86e6-514f54edb560 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:08.106710 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37b7ca97-43f7-4d53-b2bc-876edb1e7e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:08.213785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Attempting to bind port 50f983c2-393e-41f5-be66-90851ea5c0ed on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:20:08.214222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Attempting to bind port 50f983c2-393e-41f5-be66-90851ea5c0ed by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '2a526ebf-fed7-4aa2-84d4-22e71a3dd688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1cccda45-5b41-4f61-bc04-1f738a96eceb'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:20:08.214519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Attempting to bind port 50f983c2-393e-41f5-be66-90851ea5c0ed on network 1cccda45-5b41-4f61-bc04-1f738a96eceb {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:08.221755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Allocated IP 172.25.3.225 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/09320aad-e7df-428f-a9c1-c7c594cfab9e) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:20:08.228078 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:08.231547 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:20:08.232005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Checking segment: {'id': 'ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:08.232461 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:08.232829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Bound using segment: {'id': 'ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:20:08.233306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Bound port: a399261f-1ae8-477e-84be-fd4fec5d1782, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:20:08.233676 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:08.263477 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9882c56-f2af-4812-a89f-7414bb92b9fb req-b37236e1-7198-4948-b863-13d8e69ec479 service neutron] 10.222.0.50 "GET /v2.0/networks/2d5045b6-dea9-4150-9926-cc0700a6b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0496840 May 25 20:20:08.264542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:20:08.264905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Checking segment: {'id': '2a526ebf-fed7-4aa2-84d4-22e71a3dd688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1cccda45-5b41-4f61-bc04-1f738a96eceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:08.265712 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:08.267015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Bound using segment: {'id': '2a526ebf-fed7-4aa2-84d4-22e71a3dd688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1cccda45-5b41-4f61-bc04-1f738a96eceb'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:20:08.268522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Bound port: 50f983c2-393e-41f5-be66-90851ea5c0ed, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a526ebf-fed7-4aa2-84d4-22e71a3dd688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1cccda45-5b41-4f61-bc04-1f738a96eceb'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:20:08.269385 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:08.274795 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:20:08.292446 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37b7ca97-43f7-4d53-b2bc-876edb1e7e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:08.427328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Set router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:20:08.641625 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] For port a399261f-1ae8-477e-84be-fd4fec5d1782, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:20:08.645086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] For port a399261f-1ae8-477e-84be-fd4fec5d1782, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a399261f-1ae8-477e-84be-fd4fec5d1782,segment=NetworkSegment(ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d),segment_id=ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:20:08.712413 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37b7ca97-43f7-4d53-b2bc-876edb1e7e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:08.821023 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=2ded26bd-62c8-4ee5-9832-457caddaa37e,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:08.851755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d19fcfad-843c-4a97-aa80-a296ea51d99b None None] Provisioning for port 2e217584-ecc4-4b56-90b2-fd2f0eefde98 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:08.913281 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:09.074494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0de4c-b5a6-477a-8d38-bd831677bb68 req-3038a058-7b3a-4241-9b24-77001deb5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:09.076493 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-79d0de4c-b5a6-477a-8d38-bd831677bb68 req-3038a058-7b3a-4241-9b24-77001deb5bab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9d62d09d9e2414bba456624e5edbbd6&device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 1095 time: 0.7363749 May 25 20:20:09.077573 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37b7ca97-43f7-4d53-b2bc-876edb1e7e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:09.095214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7ca97-43f7-4d53-b2bc-876edb1e7e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5282383c-cfa7-48a4-a127-3d8d3fdca01c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:09.134261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55d22e-e6f2-44cc-896e-edf67b6312d9 req-7aa7845f-5443-408d-a9ac-2dc968e5f446 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:09.145829 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd55d22e-e6f2-44cc-896e-edf67b6312d9 req-7aa7845f-5443-408d-a9ac-2dc968e5f446 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=8be8aaef-bf2f-4943-994f-50a30196826e HTTP/1.1" status: 200 len: 945 time: 1.0896659 May 25 20:20:09.159235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d19fcfad-843c-4a97-aa80-a296ea51d99b None None] Provisioning complete for port 2e217584-ecc4-4b56-90b2-fd2f0eefde98 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:09.159513 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d19fcfad-843c-4a97-aa80-a296ea51d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:09.193120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf8f8-8ba3-459f-8254-7db27818b80a None None] Pushing event updated for resources: {'Port': ['ID=a399261f-1ae8-477e-84be-fd4fec5d1782,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:09.216550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a9466db6-3581-4153-9012-f6b4f95b14dd completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:09.236028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] For port 50f983c2-393e-41f5-be66-90851ea5c0ed, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:20:09.241858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Allocated IP 172.21.0.2 (893a5435-a2f0-4a9a-b189-6367ef850088/99c6014c-0485-44bf-bb08-aa123057f8e1/097141ae-3aa6-464e-9e73-7d48d857ff92) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:20:09.278678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a9466db6-3581-4153-9012-f6b4f95b14dd triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:09.279254 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:09.291879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:09.303795 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-37b7ca97-43f7-4d53-b2bc-876edb1e7e96 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5282383c-cfa7-48a4-a127-3d8d3fdca01c HTTP/1.1" status: 204 len: 168 time: 1.7306361 May 25 20:20:09.311184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57576) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:09.320849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976316d2-065d-4881-a1f3-83f60f5b9ee3 req-c0d0ea67-a5d4-41a1-a10c-1db3bfd1cbe9 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:09.322417 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-976316d2-065d-4881-a1f3-83f60f5b9ee3 req-c0d0ea67-a5d4-41a1-a10c-1db3bfd1cbe9 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 944 time: 0.8275554 May 25 20:20:09.335665 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd55d22e-e6f2-44cc-896e-edf67b6312d9 req-96906deb-ca8d-4419-8231-23b263125688 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882937 May 25 20:20:09.345274 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:09.352650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] For port 50f983c2-393e-41f5-be66-90851ea5c0ed, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=50f983c2-393e-41f5-be66-90851ea5c0ed,segment=NetworkSegment(2a526ebf-fed7-4aa2-84d4-22e71a3dd688),segment_id=2a526ebf-fed7-4aa2-84d4-22e71a3dd688)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:20:09.466472 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:09.522460 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc5a2-6536-428d-af07-9b96f007aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:09.529370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0de4c-b5a6-477a-8d38-bd831677bb68 req-7021e248-5847-48c8-b40c-efe4d7b62642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:09.531634 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-79d0de4c-b5a6-477a-8d38-bd831677bb68 req-7021e248-5847-48c8-b40c-efe4d7b62642 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d5045b6-dea9-4150-9926-cc0700a6b083 HTTP/1.1" status: 200 len: 911 time: 0.4319685 May 25 20:20:09.577652 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d19fcfad-843c-4a97-aa80-a296ea51d99b None None] Port 2e217584-ecc4-4b56-90b2-fd2f0eefde98 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:20:09.730310 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0473e3a-7875-4a4b-b043-64b2d5768836 None None] Pushing event updated for resources: {'Port': ['ID=50f983c2-393e-41f5-be66-90851ea5c0ed,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:09.787255 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:09.791069 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-976316d2-065d-4881-a1f3-83f60f5b9ee3 req-7df03dd4-c11b-4604-871d-e880d42b2cfd tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552190 May 25 20:20:09.845274 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-79d0de4c-b5a6-477a-8d38-bd831677bb68 req-c80a85db-f222-4bdb-9c6c-18c1046f3f53 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d58b3c0-7154-42ce-a930-27288470fa21 HTTP/1.1" status: 200 len: 217 time: 0.2710609 May 25 20:20:09.940434 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:10.040647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=09320aad-e7df-428f-a9c1-c7c594cfab9e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:10.061132 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:10.073715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Transition to ACTIVE for port object 097141ae-3aa6-464e-9e73-7d48d857ff92 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:10.098688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Transition to ACTIVE for port object 097141ae-3aa6-464e-9e73-7d48d857ff92 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:10.118881 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:10.239483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:10.263441 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:02Z', 'revision_number': 3, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:10.267736 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a9466db6-3581-4153-9012-f6b4f95b14dd is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:10.268630 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:10.275689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:10.288415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port a9466db6-3581-4153-9012-f6b4f95b14dd, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a9466db6-3581-4153-9012-f6b4f95b14dd,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:10.295280 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Checking router: 6c2fd807-7204-48b8-a728-b0d9a3ba3061 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:20:10.295696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Updating router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 port f2e69538-cee5-483e-ac82-c2670dc881a9 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:20:10.341593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93b500-1908-4b6d-8536-f80cd08968a3 req-279758b1-1773-4180-b7d5-17cfd7bb3025 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:10.349422 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc93b500-1908-4b6d-8536-f80cd08968a3 req-279758b1-1773-4180-b7d5-17cfd7bb3025 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 946 time: 0.7660058 May 25 20:20:10.376801 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc5a2-6536-428d-af07-9b96f007aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:10.378736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:20:10.379764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Network 893a5435-a2f0-4a9a-b189-6367ef850088 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:10.382834 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:10.398082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0de4c-b5a6-477a-8d38-bd831677bb68 req-3e9edfbf-bbfb-4daf-90b7-0dbb08173682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:10.399981 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-79d0de4c-b5a6-477a-8d38-bd831677bb68 req-3e9edfbf-bbfb-4daf-90b7-0dbb08173682 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ce1173a-dd7d-4030-8f91-61e7d04fd513 HTTP/1.1" status: 200 len: 850 time: 0.4766636 May 25 20:20:10.452870 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:10.453839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cce17803-3dd5-4742-88de-da0ead61f40e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:10.502553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Pushing event updated for resources: {'Port': ['ID=097141ae-3aa6-464e-9e73-7d48d857ff92,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:10.505674 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:10.540801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9bcbc5a2-6536-428d-af07-9b96f007aa56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60efd14-ee17-43ba-860b-b7c314ef93f8']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:10.554309 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-79d0de4c-b5a6-477a-8d38-bd831677bb68 req-1bfb40be-c4e7-4e54-80e3-cec016a5467c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d5045b6-dea9-4150-9926-cc0700a6b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155429 May 25 20:20:10.599814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:20:10.627361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9bcbc5a2-6536-428d-af07-9b96f007aa56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0b1ccb-c6ea-476a-ae63-46fb2ac651c9') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:10.627683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9bcbc5a2-6536-428d-af07-9b96f007aa56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0b1ccb-c6ea-476a-ae63-46fb2ac651c9') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:10.773231 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc5a2-6536-428d-af07-9b96f007aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:10.824244 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:10.877196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Allocated IP 172.20.0.1 (1cccda45-5b41-4f61-bc04-1f738a96eceb/e0fdb27c-16c7-470e-9350-b4092b0fcfaa/2c692dd5-49e0-4b75-8dfa-5e2b3fb02d12) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:20:10.959827 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-79d0de4c-b5a6-477a-8d38-bd831677bb68 req-247dbea1-b930-42c5-9158-1293681f878d service neutron] 10.222.0.50 "GET /v2.0/networks/2d5045b6-dea9-4150-9926-cc0700a6b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872101 May 25 20:20:11.015564 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc5a2-6536-428d-af07-9b96f007aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:11.079280 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Attempting to bind port 097141ae-3aa6-464e-9e73-7d48d857ff92 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:20:11.079927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Attempting to bind port 097141ae-3aa6-464e-9e73-7d48d857ff92 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '7ea80df6-8e63-4614-a616-bfc0ff536b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '893a5435-a2f0-4a9a-b189-6367ef850088'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:20:11.080390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Attempting to bind port 097141ae-3aa6-464e-9e73-7d48d857ff92 on network 893a5435-a2f0-4a9a-b189-6367ef850088 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:11.110589 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:11.140896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:20:11.141363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Checking segment: {'id': '7ea80df6-8e63-4614-a616-bfc0ff536b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '893a5435-a2f0-4a9a-b189-6367ef850088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:11.141666 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:11.142059 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Bound using segment: {'id': '7ea80df6-8e63-4614-a616-bfc0ff536b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '893a5435-a2f0-4a9a-b189-6367ef850088'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:20:11.142573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Bound port: 097141ae-3aa6-464e-9e73-7d48d857ff92, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea80df6-8e63-4614-a616-bfc0ff536b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '893a5435-a2f0-4a9a-b189-6367ef850088'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:20:11.142947 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:11.175056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcbc5a2-6536-428d-af07-9b96f007aa56 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:20:11.175514 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc5a2-6536-428d-af07-9b96f007aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:11.277998 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:11.313848 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment de0b1ccb-c6ea-476a-ae63-46fb2ac651c9 resource provider aggregate not found May 25 20:20:11.366666 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment de0b1ccb-c6ea-476a-ae63-46fb2ac651c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de0b1ccb-c6ea-476a-ae63-46fb2ac651c9 found for delete ", "request_id": "req-cb0b768c-2818-4cdf-908a-c5307d6d2200"}]} May 25 20:20:11.395112 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc5a2-6536-428d-af07-9b96f007aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:11.401622 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc5a2-6536-428d-af07-9b96f007aa56 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:11.412878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] For port 097141ae-3aa6-464e-9e73-7d48d857ff92, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:20:11.420639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] For port 097141ae-3aa6-464e-9e73-7d48d857ff92, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=097141ae-3aa6-464e-9e73-7d48d857ff92,segment=NetworkSegment(7ea80df6-8e63-4614-a616-bfc0ff536b7f),segment_id=7ea80df6-8e63-4614-a616-bfc0ff536b7f)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:20:11.423819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8c5323-cf4b-4041-ab2e-f77ffda93981 None None] Network 90d7cbd3-3a5f-4ce8-86e6-514f54edb560 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:20:11.459125 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:11.481345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=a9466db6-3581-4153-9012-f6b4f95b14dd,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:11.517691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbc5a2-6536-428d-af07-9b96f007aa56 admin admin] Pushing event deleted for resources: {'Network': ['ID=d60efd14-ee17-43ba-860b-b7c314ef93f8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:11.555085 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9bcbc5a2-6536-428d-af07-9b96f007aa56 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d60efd14-ee17-43ba-860b-b7c314ef93f8 HTTP/1.1" status: 204 len: 168 time: 2.2424562 May 25 20:20:11.570800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc93b500-1908-4b6d-8536-f80cd08968a3 req-884b26d2-0ed1-487e-9fd5-bd520e4075ce tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2203138 May 25 20:20:11.577800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a5c10-fa66-4c09-a72f-5a35d162ee8c req-96440883-e1e7-4a0b-9db4-3603995a0662 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:11.580367 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c04a5c10-fa66-4c09-a72f-5a35d162ee8c req-96440883-e1e7-4a0b-9db4-3603995a0662 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 944 time: 0.5061791 May 25 20:20:11.586234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-79d0de4c-b5a6-477a-8d38-bd831677bb68 req-73e8432e-129b-472e-8c03-d5ea894b54f4 service neutron] 10.222.0.50 "GET /v2.0/networks/2d5045b6-dea9-4150-9926-cc0700a6b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168923 May 25 20:20:11.651036 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port cce17803-3dd5-4742-88de-da0ead61f40e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:11.651397 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:11.956345 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c04a5c10-fa66-4c09-a72f-5a35d162ee8c req-769d8999-b9e2-4357-8449-29472c6866bc tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638780 May 25 20:20:11.991500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-95a96b12-6fae-4f8b-aad9-296a66e52a24 req-91062b03-99ab-4988-bace-b22e9cb68a0c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:20:12.005151 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-95a96b12-6fae-4f8b-aad9-296a66e52a24 req-91062b03-99ab-4988-bace-b22e9cb68a0c tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237374 May 25 20:20:12.054359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Pushing event updated for resources: {'Port': ['ID=2e217584-ecc4-4b56-90b2-fd2f0eefde98,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:12.058127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57604) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:12.103516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Allocated IP 172.20.0.1 (60c85bf1-10d8-47d9-9f87-ec16cc26b225/90f38b46-9103-4fb4-97e5-af5301a4267f/f00322ed-ed7e-4d5e-983f-d2afdacef75c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:20:12.155894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 6d58b3c0-7154-42ce-a930-27288470fa21 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:20:12.162325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae9988-deec-492e-812e-fb2b3619eda9 None None] Network 1cccda45-5b41-4f61-bc04-1f738a96eceb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:20:12.163289 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:12.263073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:12.414694 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:12.430876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-499e6a9e-7cbf-45ce-94c8-a9123c1cf467 None None] Provisioning for port a399261f-1ae8-477e-84be-fd4fec5d1782 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:12.452315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Transition to ACTIVE for port object f00322ed-ed7e-4d5e-983f-d2afdacef75c will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:12.499414 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:12.550874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Transition to ACTIVE for port object 2c692dd5-49e0-4b75-8dfa-5e2b3fb02d12 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:12.580784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:12.597819 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:12.601551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:12.607184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:20:12.648555 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c37fea-bb7b-474a-9d8a-a977d1495d1b None None] Pushing event updated for resources: {'Port': ['ID=097141ae-3aa6-464e-9e73-7d48d857ff92,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:12.676348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Pushing event updated for resources: {'Port': ['ID=f00322ed-ed7e-4d5e-983f-d2afdacef75c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:12.751739 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Transition to ACTIVE for port object f2e69538-cee5-483e-ac82-c2670dc881a9 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:12.757027 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:12.906146 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:12.927143 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6bf8e600-2fc9-4a5a-b5fa-56543909a4e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c195f37b6dc4437e9c636e10d744c189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8169677 May 25 20:20:12.933611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57612) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:13.106952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-baf403c4-0417-4129-9df6-d5a2f492bbbe None None] Provisioning for port 50f983c2-393e-41f5-be66-90851ea5c0ed completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:13.121076 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-95a96b12-6fae-4f8b-aad9-296a66e52a24 req-d2c2dfbf-1c5e-4c14-8e41-fd1df4679d9b tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 1.1145778 May 25 20:20:13.123619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:13.208825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port cce17803-3dd5-4742-88de-da0ead61f40e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:13.316659 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce2c3db6-a379-4fe2-b62d-1206a5a9ae9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:13.365921 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:13.453810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Attempting to bind port f2e69538-cee5-483e-ac82-c2670dc881a9 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:20:13.454202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Attempting to bind port f2e69538-cee5-483e-ac82-c2670dc881a9 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:20:13.454564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Attempting to bind port f2e69538-cee5-483e-ac82-c2670dc881a9 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:13.512073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:20:13.512728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:13.513279 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:13.513846 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:20:13.523006 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Bound port: f2e69538-cee5-483e-ac82-c2670dc881a9, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:20:13.523213 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce2c3db6-a379-4fe2-b62d-1206a5a9ae9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:13.523410 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:13.623258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e509e6e-bfc8-4766-b47f-e76e9855e9a2 req-a262f94b-4e85-4e17-b822-92b755d25968 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:13.638682 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6e509e6e-bfc8-4766-b47f-e76e9855e9a2 req-a262f94b-4e85-4e17-b822-92b755d25968 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 944 time: 0.4275658 May 25 20:20:13.825431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Network 0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:13.826213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbc9c4-99a2-4a45-8705-9aba5f3b0f57 None None] Pushing event updated for resources: {'Port': ['ID=f2e69538-cee5-483e-ac82-c2670dc881a9,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:13.829856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a399261f-1ae8-477e-84be-fd4fec5d1782 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:13.889048 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6e509e6e-bfc8-4766-b47f-e76e9855e9a2 req-559805f2-f1e1-4fd5-8e66-1e780a856cd2 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492647 May 25 20:20:13.901302 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce2c3db6-a379-4fe2-b62d-1206a5a9ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:13.950332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c3db6-a379-4fe2-b62d-1206a5a9ae9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49209926-0b79-425b-bba3-8cd3744517cf,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:13.959042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-718dda9a-e668-440f-b6cf-390019d91558 None None] Provisioning for port f00322ed-ed7e-4d5e-983f-d2afdacef75c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:13.989691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:14.032143 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:14.066121 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:14.082310 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:14.118617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-718dda9a-e668-440f-b6cf-390019d91558 None None] Provisioning complete for port f00322ed-ed7e-4d5e-983f-d2afdacef75c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:14.125644 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-718dda9a-e668-440f-b6cf-390019d91558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:14.250055 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:14.258504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 6d58b3c0-7154-42ce-a930-27288470fa21, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6d58b3c0-7154-42ce-a930-27288470fa21,segment=NetworkSegment(d47205d0-6cfc-4ac2-a359-284e99c33fa7),segment_id=d47205d0-6cfc-4ac2-a359-284e99c33fa7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:14.261365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Pushing event updated for resources: {'Port': ['ID=f00322ed-ed7e-4d5e-983f-d2afdacef75c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:14.269960 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce2c3db6-a379-4fe2-b62d-1206a5a9ae9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:14.274417 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ce2c3db6-a379-4fe2-b62d-1206a5a9ae9b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49209926-0b79-425b-bba3-8cd3744517cf HTTP/1.1" status: 204 len: 168 time: 1.3372872 May 25 20:20:14.426471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '6d58b3c0-7154-42ce-a930-27288470fa21', 'network_id': '2d5045b6-dea9-4150-9926-cc0700a6b083', 'port_id': '6d58b3c0-7154-42ce-a930-27288470fa21', 'mac_address': 'fa:16:3e:44:48:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce1173a-dd7d-4030-8f91-61e7d04fd513', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:20:14.435883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] For port f2e69538-cee5-483e-ac82-c2670dc881a9, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:20:14.463951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-718dda9a-e668-440f-b6cf-390019d91558 None None] Port f00322ed-ed7e-4d5e-983f-d2afdacef75c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:20:14.565651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f32dfb0-5962-4f42-a5e1-cfba68c782c0 None None] Network 893a5435-a2f0-4a9a-b189-6367ef850088 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:20:14.605995 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] For port f2e69538-cee5-483e-ac82-c2670dc881a9, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f2e69538-cee5-483e-ac82-c2670dc881a9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:20:14.632753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=2c692dd5-49e0-4b75-8dfa-5e2b3fb02d12,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:14.669830 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:14.700825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:14.707863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:14.928015 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:15.112660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 6d58b3c0-7154-42ce-a930-27288470fa21 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:15.114603 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:15.162136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 1cccda45-5b41-4f61-bc04-1f738a96eceb is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:15.174220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:15.176808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:20:15.183233 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a399261f-1ae8-477e-84be-fd4fec5d1782 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:15.255123 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbc9c4-99a2-4a45-8705-9aba5f3b0f57 None None] Pushing event updated for resources: {'Port': ['ID=f2e69538-cee5-483e-ac82-c2670dc881a9,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:15.266304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a399261f-1ae8-477e-84be-fd4fec5d1782 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:15.267125 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:15.286301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:20:15.288541 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:15.371879 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ee2c23d2-55a8-4ce8-a79b-49b66abe3994 None None] Provisioning complete for port a399261f-1ae8-477e-84be-fd4fec5d1782 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:15.372336 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee2c23d2-55a8-4ce8-a79b-49b66abe3994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:15.462409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d58b3c0-7154-42ce-a930-27288470fa21 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:20:15.485266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Router 34cb4871-4699-4b14-b03f-bb06edeffb8a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:20:15.494701 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 6d58b3c0-7154-42ce-a930-27288470fa21, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6d58b3c0-7154-42ce-a930-27288470fa21,segment=NetworkSegment(d47205d0-6cfc-4ac2-a359-284e99c33fa7),segment_id=d47205d0-6cfc-4ac2-a359-284e99c33fa7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:15.514619 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:15.545664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84003e-9992-4870-b2aa-9f6bdf8545e0 req-9ad70ac7-7827-4c15-9ec1-25f51b014218 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:15.554892 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c84003e-9992-4870-b2aa-9f6bdf8545e0 req-9ad70ac7-7827-4c15-9ec1-25f51b014218 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 945 time: 1.7273252 May 25 20:20:15.595828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Routers {'6c2fd807-7204-48b8-a728-b0d9a3ba3061'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:15.597268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:15.736961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1123f-a368-4de7-8d27-7be62d3ab57c req-e4d98f26-681f-4cb2-bd3e-7809e350f490 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:15.745117 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7a1123f-a368-4de7-8d27-7be62d3ab57c req-e4d98f26-681f-4cb2-bd3e-7809e350f490 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 944 time: 0.5457356 May 25 20:20:15.887225 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['6d58b3c0-7154-42ce-a930-27288470fa21'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:20:15.893031 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c84003e-9992-4870-b2aa-9f6bdf8545e0 req-777dd6fe-87fa-4b6a-a5aa-08e1e2b290de tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301680 May 25 20:20:16.034776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=6d58b3c0-7154-42ce-a930-27288470fa21,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:16.147265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57650) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:16.233831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7a1123f-a368-4de7-8d27-7be62d3ab57c req-7a7f4a50-6204-4829-b04d-9e900e44ad0d tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853386 May 25 20:20:16.236858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:20:16.251403 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5e7c04f7-0c99-4634-9d0e-7182866b6b47 admin admin] 10.222.0.60 "PUT /v2.0/routers/6c2fd807-7204-48b8-a728-b0d9a3ba3061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9841237 May 25 20:20:16.287172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:16.330144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:20:16.352436 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Sync routers for ids ['34cb4871-4699-4b14-b03f-bb06edeffb8a'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:20:16.356724 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-db84ef36-9d44-4305-888c-492c68ef72be admin admin] 10.222.0.60 "PUT /v2.0/routers/34cb4871-4699-4b14-b03f-bb06edeffb8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3669086 May 25 20:20:16.370648 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Routers {'34cb4871-4699-4b14-b03f-bb06edeffb8a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:16.371915 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['34cb4871-4699-4b14-b03f-bb06edeffb8a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:16.411235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c23d2-55a8-4ce8-a79b-49b66abe3994 None None] Current status of the port a399261f-1ae8-477e-84be-fd4fec5d1782 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:16.412153 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee2c23d2-55a8-4ce8-a79b-49b66abe3994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:16.412780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1117534861-network', 'tenant_id': '3ac1622f58c741a98ccad6c9c9ee8eab'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:16.425018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] Set router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:20:16.431672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:16.446495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Usage tracker for resource:network and tenant:3ac1622f58c741a98ccad6c9c9ee8eab is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:16.452099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:16.470433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:16.472191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a399261f-1ae8-477e-84be-fd4fec5d1782 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:16.472191 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:16.490402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Router 2553f5ad-29db-4d62-8faa-8b1401b5c507 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:20:16.495143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Made reservation on behalf of 3ac1622f58c741a98ccad6c9c9ee8eab for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:20:16.499800 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:16.533378 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:16.566233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:16.575049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Usage tracker for resource:security_group_rule and tenant:3ac1622f58c741a98ccad6c9c9ee8eab is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:16.582096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:16.593254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:16.719972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port a399261f-1ae8-477e-84be-fd4fec5d1782, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a399261f-1ae8-477e-84be-fd4fec5d1782,segment=NetworkSegment(ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d),segment_id=ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:16.747176 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:16.755850 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:16.845409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:20:16.851094 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Set router 34cb4871-4699-4b14-b03f-bb06edeffb8a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:20:16.864617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:20:16.881172 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:16.881649 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Added segment 10ef7b18-83ec-4ad9-a0fc-76600070f58e of type vlan for network 9ea20e5f-cd04-42b5-80b6-8282aee2594c May 25 20:20:16.936283 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:17.000849 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:17.001228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:17.002338 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:17.022996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5f8677-49c1-4add-9f00-ba35399219c6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:17.035822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57674) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:17.098959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694526986', 'description': 'tempest-description--120557577'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:17.123431 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:17.124215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ded26bd-62c8-4ee5-9832-457caddaa37e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:17.131689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:17.144604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Usage tracker for resource:security_group and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:17.154203 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0012693 May 25 20:20:17.155230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:17.158386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57678) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:17.158743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9b9c5-55f0-43aa-8828-ee194cf40503 admin admin] Pushing event updated for resources: {'Network': ['ID=9ea20e5f-cd04-42b5-80b6-8282aee2594c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:17.176254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Request body: {'subnet': {'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1117534861-subnet', 'tenant_id': '3ac1622f58c741a98ccad6c9c9ee8eab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:17.181147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:17.186623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:17.194543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Usage tracker for resource:subnet and tenant:3ac1622f58c741a98ccad6c9c9ee8eab is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:17.199181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:17.203041 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:17.223245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:17.238172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:17.242977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Made reservation on behalf of 3ac1622f58c741a98ccad6c9c9ee8eab for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:20:17.248736 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:17.276605 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Usage tracker for resource:security_group_rule and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:17.286667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:17.301346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Sync routers for ids ['2553f5ad-29db-4d62-8faa-8b1401b5c507'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:20:17.343667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 9ea20e5f-cd04-42b5-80b6-8282aee2594c details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:20:17.347465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:17.575777 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:17.597459 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:17.682704 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'name': 'tempest-TaggedBootDevicesTest-2127703880-router', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:51Z', 'updated_at': '2022-05-25T20:20:09Z', 'revision_number': 4, 'project_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'gw_port': {'id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:54Z', 'updated_at': '2022-05-25T20:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '2e217584-ecc4-4b56-90b2-fd2f0eefde98', 'name': '', 'network_id': '0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'mac_address': 'fa:16:3e:fb:85:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0f0cb997-13f0-4dea-9cdb-b196a7d9e4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:05Z', 'updated_at': '2022-05-25T20:20:10Z', 'revision_number': 2, 'project_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'subnets': [{'id': '0f0cb997-13f0-4dea-9cdb-b196a7d9e4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:17.696502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b888b38-ca52-49e9-bb49-dc17a9348cbf req-6fb21a11-123f-44a0-831e-68e30082e8c5 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:17.704456 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Checking router: 34cb4871-4699-4b14-b03f-bb06edeffb8a for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:20:17.704808 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Updating router 34cb4871-4699-4b14-b03f-bb06edeffb8a port 2e217584-ecc4-4b56-90b2-fd2f0eefde98 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:20:17.706705 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2b888b38-ca52-49e9-bb49-dc17a9348cbf req-6fb21a11-123f-44a0-831e-68e30082e8c5 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=8be8aaef-bf2f-4943-994f-50a30196826e HTTP/1.1" status: 200 len: 945 time: 1.5436294 May 25 20:20:17.711961 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:17.717843 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-32a39e9c-7a71-4eb4-b5cf-18830a461fc4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.9024191 May 25 20:20:17.740133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57714) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:17.796485 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2b888b38-ca52-49e9-bb49-dc17a9348cbf req-b2a6d487-6d23-4ab0-a62b-7e5ad87650c6 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867493 May 25 20:20:17.804681 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:20:17.858950 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:17.870084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:17.902248 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:18.062060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Routers {'2553f5ad-29db-4d62-8faa-8b1401b5c507'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:18.064689 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2553f5ad-29db-4d62-8faa-8b1401b5c507'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:18.280207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=2c692dd5-49e0-4b75-8dfa-5e2b3fb02d12,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:18.346391 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:18.347872 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3089855 May 25 20:20:18.350072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a0563-8893-4e56-a609-e754a10dfb82 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ab29db-ffda-42f4-8325-004e963de83d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:18.360613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57724) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:18.385256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-381c0b75-4a11-4bb8-85f5-a3d0d9eb48c7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Request body: {'security_group_rule': {'security_group_id': 'c5ab29db-ffda-42f4-8325-004e963de83d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:18.408793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=a399261f-1ae8-477e-84be-fd4fec5d1782,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:18.422926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-381c0b75-4a11-4bb8-85f5-a3d0d9eb48c7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:18.433108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-381c0b75-4a11-4bb8-85f5-a3d0d9eb48c7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Usage tracker for resource:security_group_rule and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:18.443913 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-ee2c23d2-55a8-4ce8-a79b-49b66abe3994 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:20:18.444306 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-ee2c23d2-55a8-4ce8-a79b-49b66abe3994 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:20:18.534009 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:18.539861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-381c0b75-4a11-4bb8-85f5-a3d0d9eb48c7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:18.571820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-381c0b75-4a11-4bb8-85f5-a3d0d9eb48c7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:18.605630 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:18.692861 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2ded26bd-62c8-4ee5-9832-457caddaa37e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:18.693630 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:18.828548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 2, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:18.850793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c081da-b897-408f-8f41-af868acfac2f req-1beac991-636e-406f-b387-8043f53dc1b3 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:18.863639 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-34c081da-b897-408f-8f41-af868acfac2f req-1beac991-636e-406f-b387-8043f53dc1b3 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 946 time: 0.6774969 May 25 20:20:18.870299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab29c45-8ee1-43b3-bfae-d6c661bebf9c None None] The sync data for ids ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'] in n-d-843339-1 is: [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 2, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:20:18.889064 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:18.893492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120a2b1-3af4-4c95-8798-3fe14cf5a79a req-e1a32de1-5a07-4d4f-9c9b-f72e882961ac tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:18.903850 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f120a2b1-3af4-4c95-8798-3fe14cf5a79a req-e1a32de1-5a07-4d4f-9c9b-f72e882961ac tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 945 time: 1.1787925 May 25 20:20:18.924372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Set router 2553f5ad-29db-4d62-8faa-8b1401b5c507 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:20:18.935593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1bbcd9-cf54-4001-b338-39a569272935,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:18.954941 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-381c0b75-4a11-4bb8-85f5-a3d0d9eb48c7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:18.957683 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Transition to ACTIVE for port object 2e217584-ecc4-4b56-90b2-fd2f0eefde98 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:18.984141 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:19.106567 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-34c081da-b897-408f-8f41-af868acfac2f req-f91b6afa-1e69-44e2-a00a-f622687460e8 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417736 May 25 20:20:19.154380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 1cccda45-5b41-4f61-bc04-1f738a96eceb is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:19.160124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:19.188102 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f120a2b1-3af4-4c95-8798-3fe14cf5a79a req-fb09e26a-6909-4a1a-871a-f909d8e0abc4 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832146 May 25 20:20:19.372245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Checking segment: {'id': '10ef7b18-83ec-4ad9-a0fc-76600070f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:19.372970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Network hostable DHCP agents. Network: 9ea20e5f-cd04-42b5-80b6-8282aee2594c, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:20:19.385697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c23d2-55a8-4ce8-a79b-49b66abe3994 None None] Current status of the port a399261f-1ae8-477e-84be-fd4fec5d1782 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:19.559212 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9ee80-b164-4a6e-b58d-ab07d3178289 None None] Pushing event updated for resources: {'Port': ['ID=2e217584-ecc4-4b56-90b2-fd2f0eefde98,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:19.564196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 6d58b3c0-7154-42ce-a930-27288470fa21 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:19.786118 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Attempting to bind port 2e217584-ecc4-4b56-90b2-fd2f0eefde98 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:20:19.786637 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Attempting to bind port 2e217584-ecc4-4b56-90b2-fd2f0eefde98 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'f9bfb79c-0278-4fc8-9366-dd2851a93389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:20:19.791732 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Attempting to bind port 2e217584-ecc4-4b56-90b2-fd2f0eefde98 on network 0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:19.804952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 15940c28-3c5f-4ecf-ad44-4f83d801b70f is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:20:19.821761 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:20:19.824276 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Checking segment: {'id': 'f9bfb79c-0278-4fc8-9366-dd2851a93389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:19.826166 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:19.828926 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Bound using segment: {'id': 'f9bfb79c-0278-4fc8-9366-dd2851a93389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:20:19.838848 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Bound port: 2e217584-ecc4-4b56-90b2-fd2f0eefde98, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bfb79c-0278-4fc8-9366-dd2851a93389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:20:19.840665 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:20.013301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2ded26bd-62c8-4ee5-9832-457caddaa37e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:20.019840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 097141ae-3aa6-464e-9e73-7d48d857ff92 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:20.138000 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] For port 2e217584-ecc4-4b56-90b2-fd2f0eefde98, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:20:20.143612 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] For port 2e217584-ecc4-4b56-90b2-fd2f0eefde98, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2e217584-ecc4-4b56-90b2-fd2f0eefde98,segment=NetworkSegment(f9bfb79c-0278-4fc8-9366-dd2851a93389),segment_id=f9bfb79c-0278-4fc8-9366-dd2851a93389)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:20:20.158262 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:20.176288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ee2c23d2-55a8-4ce8-a79b-49b66abe3994 None None] Provisioning for port 097141ae-3aa6-464e-9e73-7d48d857ff92 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:20.372315 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Routers {'34cb4871-4699-4b14-b03f-bb06edeffb8a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:20.372970 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['34cb4871-4699-4b14-b03f-bb06edeffb8a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:20.427213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 6d58b3c0-7154-42ce-a930-27288470fa21 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:20.509431 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 6d58b3c0-7154-42ce-a930-27288470fa21 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:20.540849 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:20.561240 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-381c0b75-4a11-4bb8-85f5-a3d0d9eb48c7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:20.610639 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-381c0b75-4a11-4bb8-85f5-a3d0d9eb48c7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:20.670101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Network 9ea20e5f-cd04-42b5-80b6-8282aee2594c is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:20:20.725669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:20:20.747810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-83c6ff95-8bf7-4500-9536-69bda1104fd1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/15940c28-3c5f-4ecf-ad44-4f83d801b70f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1228995 May 25 20:20:20.751296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57772) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:20.774978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c0b75-4a11-4bb8-85f5-a3d0d9eb48c7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb944ec-b9e9-4ba5-b10c-10dba81513df,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:20.807325 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb3e90-5727-41c4-a583-f20d541fb5e4 None None] Sync routers for ids ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:20:20.930750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 9ea20e5f-cd04-42b5-80b6-8282aee2594c) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:20.932452 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-381c0b75-4a11-4bb8-85f5-a3d0d9eb48c7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:20.939229 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-381c0b75-4a11-4bb8-85f5-a3d0d9eb48c7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5616195 May 25 20:20:20.961533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57782) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:20.965901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838a3f5-4fa0-404e-a62c-84e90999d385 req-c66d731c-17b6-4011-90f8-5d6b98f035ea tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:21.006187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ded5ea0-31f8-41fa-ac88-902a03b4ca24 None None] Network 9ea20e5f-cd04-42b5-80b6-8282aee2594c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:20:21.036520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838a3f5-4fa0-404e-a62c-84e90999d385 req-c66d731c-17b6-4011-90f8-5d6b98f035ea tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:21.050464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838a3f5-4fa0-404e-a62c-84e90999d385 req-c66d731c-17b6-4011-90f8-5d6b98f035ea tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:21.059351 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8838a3f5-4fa0-404e-a62c-84e90999d385 req-c66d731c-17b6-4011-90f8-5d6b98f035ea tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af&device_id=8be8aaef-bf2f-4943-994f-50a30196826e&device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 2417 time: 0.9315090 May 25 20:20:21.073128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:21.073717 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:21.168885 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb3e90-5727-41c4-a583-f20d541fb5e4 None None] Routers {'15940c28-3c5f-4ecf-ad44-4f83d801b70f'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:21.169504 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-45ce21aa-7a53-49ae-b7f8-3cd23da0eb2b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Request body: {'security_group_rule': {'security_group_id': 'c5ab29db-ffda-42f4-8325-004e963de83d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:21.170073 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-76cb3e90-5727-41c4-a583-f20d541fb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:21.187175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-45ce21aa-7a53-49ae-b7f8-3cd23da0eb2b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:21.200642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-45ce21aa-7a53-49ae-b7f8-3cd23da0eb2b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Usage tracker for resource:security_group_rule and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:21.213064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-45ce21aa-7a53-49ae-b7f8-3cd23da0eb2b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:21.221574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-45ce21aa-7a53-49ae-b7f8-3cd23da0eb2b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:21.244118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8838a3f5-4fa0-404e-a62c-84e90999d385 req-ebf7232d-ddce-4f5d-bee0-7bf44239e3f7 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648064 May 25 20:20:21.256603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dab3f0-077e-4e38-9258-3ab150a93738 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:21.266598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-00dab3f0-077e-4e38-9258-3ab150a93738 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Synchronizing usage tracker for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:20:21.347555 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-45ce21aa-7a53-49ae-b7f8-3cd23da0eb2b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:21.356902 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9ee80-b164-4a6e-b58d-ab07d3178289 None None] Pushing event updated for resources: {'Port': ['ID=2e217584-ecc4-4b56-90b2-fd2f0eefde98,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:21.363172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 097141ae-3aa6-464e-9e73-7d48d857ff92 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:21.376378 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-76cb3e90-5727-41c4-a583-f20d541fb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:21.390784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-00dab3f0-077e-4e38-9258-3ab150a93738 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Unset dirty status for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:20:21.394781 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-00dab3f0-077e-4e38-9258-3ab150a93738 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports/2c692dd5-49e0-4b75-8dfa-5e2b3fb02d12 HTTP/1.1" status: 200 len: 910 time: 0.6386263 May 25 20:20:21.397678 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] Set router 34cb4871-4699-4b14-b03f-bb06edeffb8a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:20:21.398055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57788) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:21.443168 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-472fa36e-ca45-4e38-a6a6-4bea61c679d0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.2774577 May 25 20:20:21.473837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 097141ae-3aa6-464e-9e73-7d48d857ff92 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:21.473837 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:21.477785 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb3e90-5727-41c4-a583-f20d541fb5e4 None None] Routers {'15940c28-3c5f-4ecf-ad44-4f83d801b70f'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:21.478593 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-76cb3e90-5727-41c4-a583-f20d541fb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:21.504376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:21.577393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3589507a-400d-44ed-8d3a-5eb3cc38d03f None None] Provisioning for port 2c692dd5-49e0-4b75-8dfa-5e2b3fb02d12 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:21.589902 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67867ae7-48c1-4c56-8c19-ee81a40e6b4b req-7faa7899-8271-45fa-8c9b-476a7a3c971b tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:21.603172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-67867ae7-48c1-4c56-8c19-ee81a40e6b4b req-7faa7899-8271-45fa-8c9b-476a7a3c971b tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 945 time: 0.7613270 May 25 20:20:21.609223 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-76cb3e90-5727-41c4-a583-f20d541fb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:21.609902 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb3e90-5727-41c4-a583-f20d541fb5e4 None None] The sync data for ids ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:20:21.648945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3589507a-400d-44ed-8d3a-5eb3cc38d03f None None] Provisioning complete for port 2c692dd5-49e0-4b75-8dfa-5e2b3fb02d12 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:21.648945 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3589507a-400d-44ed-8d3a-5eb3cc38d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:21.764835 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-45ce21aa-7a53-49ae-b7f8-3cd23da0eb2b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:21.784161 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e5c528-7953-449b-8070-6b03f93cb751 None None] Network 9ea20e5f-cd04-42b5-80b6-8282aee2594c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:20:21.822690 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-45ce21aa-7a53-49ae-b7f8-3cd23da0eb2b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:21.881338 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-67867ae7-48c1-4c56-8c19-ee81a40e6b4b req-04f314c3-895f-495e-92a3-bc136c55f2df tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765884 May 25 20:20:21.920801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce21aa-7a53-49ae-b7f8-3cd23da0eb2b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64840f4-c667-451f-b78d-9c17eb442c68,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:21.959568 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce3f26c8-7b13-4e7e-9ac4-df8ef827c1c7 req-f01483cf-2b3d-4c5c-a1f6-a23d047ee2a6 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.6540744 May 25 20:20:22.032188 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-45ce21aa-7a53-49ae-b7f8-3cd23da0eb2b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:22.038917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-45ce21aa-7a53-49ae-b7f8-3cd23da0eb2b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0660024 May 25 20:20:22.049096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57802) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:22.060620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:22.073101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:22.090544 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Usage tracker for resource:floatingip and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:22.097800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:22.114862 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:22.156292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 6d58b3c0-7154-42ce-a930-27288470fa21 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:22.156664 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:22.342631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'name': 'tempest-TaggedBootDevicesTest_v242-428314647-router', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:20:04Z', 'updated_at': '2022-05-25T20:20:12Z', 'revision_number': 3, 'project_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'gw_port': {'id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:07Z', 'updated_at': '2022-05-25T20:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:22.401059 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Checking router: 2553f5ad-29db-4d62-8faa-8b1401b5c507 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:20:22.401399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Updating router 2553f5ad-29db-4d62-8faa-8b1401b5c507 port 09320aad-e7df-428f-a9c1-c7c594cfab9e binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:20:22.434990 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:22.449393 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'name': 'tempest-TaggedBootDevicesTest-2127703880-router', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:51Z', 'updated_at': '2022-05-25T20:20:09Z', 'revision_number': 4, 'project_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'gw_port': {'id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:54Z', 'updated_at': '2022-05-25T20:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '2e217584-ecc4-4b56-90b2-fd2f0eefde98', 'name': '', 'network_id': '0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'mac_address': 'fa:16:3e:fb:85:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0f0cb997-13f0-4dea-9cdb-b196a7d9e4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:05Z', 'updated_at': '2022-05-25T20:20:20Z', 'revision_number': 4, 'project_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'subnets': [{'id': '0f0cb997-13f0-4dea-9cdb-b196a7d9e4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:22.472223 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d72d16-9638-4676-a31b-749b7d7460ec None None] The sync data for ids ['34cb4871-4699-4b14-b03f-bb06edeffb8a'] in n-d-843339-1 is: [{'id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'name': 'tempest-TaggedBootDevicesTest-2127703880-router', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:51Z', 'updated_at': '2022-05-25T20:20:09Z', 'revision_number': 4, 'project_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'gw_port': {'id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:54Z', 'updated_at': '2022-05-25T20:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '2e217584-ecc4-4b56-90b2-fd2f0eefde98', 'name': '', 'network_id': '0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'mac_address': 'fa:16:3e:fb:85:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0f0cb997-13f0-4dea-9cdb-b196a7d9e4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:05Z', 'updated_at': '2022-05-25T20:20:20Z', 'revision_number': 4, 'project_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'subnets': [{'id': '0f0cb997-13f0-4dea-9cdb-b196a7d9e4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:20:22.493765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Allocated IP 172.20.0.1 (90d7cbd3-3a5f-4ce8-86e6-514f54edb560/d977499a-389a-4f47-a794-67f60727de4d/e1bde3fc-8a0b-4aae-a074-52ba017ea5f4) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:20:22.580971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3589507a-400d-44ed-8d3a-5eb3cc38d03f None None] Port 2c692dd5-49e0-4b75-8dfa-5e2b3fb02d12 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:20:22.664432 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaea4963-865a-4393-aab3-b2beb05dd9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d58b3c0-7154-42ce-a930-27288470fa21'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:20:22.820544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 6d58b3c0-7154-42ce-a930-27288470fa21, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6d58b3c0-7154-42ce-a930-27288470fa21,segment=NetworkSegment(d47205d0-6cfc-4ac2-a359-284e99c33fa7),segment_id=d47205d0-6cfc-4ac2-a359-284e99c33fa7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:22.880014 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:22.892757 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:22.988073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73768cbd-70e2-4172-b247-48c3c970c339 req-282813e0-3ba5-4778-ba3b-012f94a4b117 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:22.988829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-73768cbd-70e2-4172-b247-48c3c970c339 req-282813e0-3ba5-4778-ba3b-012f94a4b117 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Synchronizing usage tracker for tenant:3ac1622f58c741a98ccad6c9c9ee8eab on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:20:23.125175 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=6d58b3c0-7154-42ce-a930-27288470fa21,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:23.228205 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691eadf4-22a3-4619-8771-0851b17defed'] response: {'server_uuid': 'eaea4963-865a-4393-aab3-b2beb05dd9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d58b3c0-7154-42ce-a930-27288470fa21', 'code': 200} May 25 20:20:23.356976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 097141ae-3aa6-464e-9e73-7d48d857ff92 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:23.357507 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:23.448719 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:23.497976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3589507a-400d-44ed-8d3a-5eb3cc38d03f None None] Provisioning complete for port 097141ae-3aa6-464e-9e73-7d48d857ff92 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:23.498661 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3589507a-400d-44ed-8d3a-5eb3cc38d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:23.588334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-73768cbd-70e2-4172-b247-48c3c970c339 req-282813e0-3ba5-4778-ba3b-012f94a4b117 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Unset dirty status for tenant:3ac1622f58c741a98ccad6c9c9ee8eab on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:20:23.598264 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73768cbd-70e2-4172-b247-48c3c970c339 req-282813e0-3ba5-4778-ba3b-012f94a4b117 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/networks?id=9ea20e5f-cd04-42b5-80b6-8282aee2594c HTTP/1.1" status: 200 len: 814 time: 1.2852371 May 25 20:20:23.668477 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73768cbd-70e2-4172-b247-48c3c970c339 req-8736c4e4-174c-4c21-9826-defc466a34c3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/quotas/3ac1622f58c741a98ccad6c9c9ee8eab HTTP/1.1" status: 200 len: 375 time: 0.0692873 May 25 20:20:23.735488 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:23.773535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Sync routers for ids ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:20:23.811504 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:23.825886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Routers {'6c2fd807-7204-48b8-a728-b0d9a3ba3061'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:23.826892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:23.844168 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73768cbd-70e2-4172-b247-48c3c970c339 req-ef267317-786f-493c-a173-2476325e0f5d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1747308 May 25 20:20:23.970486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Transition to ACTIVE for port object e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:24.154986 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b72d5f-4f62-4b96-80a3-1b2ba51e3912 req-cb430cd3-54af-4c0c-94d6-37afac004529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:24.156603 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59b72d5f-4f62-4b96-80a3-1b2ba51e3912 req-cb430cd3-54af-4c0c-94d6-37afac004529 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 1097 time: 0.7731504 May 25 20:20:24.188469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3589507a-400d-44ed-8d3a-5eb3cc38d03f None None] Current status of the port 097141ae-3aa6-464e-9e73-7d48d857ff92 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:24.188734 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3589507a-400d-44ed-8d3a-5eb3cc38d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:24.212145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 097141ae-3aa6-464e-9e73-7d48d857ff92, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=097141ae-3aa6-464e-9e73-7d48d857ff92,segment=NetworkSegment(7ea80df6-8e63-4614-a616-bfc0ff536b7f),segment_id=7ea80df6-8e63-4614-a616-bfc0ff536b7f)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:24.242533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195e0f8-7484-45d6-b721-d4b635f7d85f req-67e3220c-fae4-4015-8b56-95b55ee2a616 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:24.251000 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6195e0f8-7484-45d6-b721-d4b635f7d85f req-67e3220c-fae4-4015-8b56-95b55ee2a616 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 946 time: 0.7596292 May 25 20:20:24.255429 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:24.257982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 50f983c2-393e-41f5-be66-90851ea5c0ed up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:24.330806 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73768cbd-70e2-4172-b247-48c3c970c339 req-cc163e82-5ff4-49c7-ade0-cec5b850dacc service neutron] 10.222.0.60 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843171 May 25 20:20:24.401439 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:24.402823 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6195e0f8-7484-45d6-b721-d4b635f7d85f req-8ac0275c-7b00-4c49-8b32-f53d390c38f9 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505966 May 25 20:20:24.410953 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59b72d5f-4f62-4b96-80a3-1b2ba51e3912 req-ebd7e836-1fa7-4347-ba39-f0f8c99b43a0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441080 May 25 20:20:24.432574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Allocated IP 172.21.0.1 (893a5435-a2f0-4a9a-b189-6367ef850088/99c6014c-0485-44bf-bb08-aa123057f8e1/7c3693c0-3cae-40ad-95f2-6ebaad44c43c) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:20:24.712391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=097141ae-3aa6-464e-9e73-7d48d857ff92,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:24.714614 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:24.853154 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Set router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:20:24.935678 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-3589507a-400d-44ed-8d3a-5eb3cc38d03f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:20:24.936557 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-3589507a-400d-44ed-8d3a-5eb3cc38d03f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:20:25.012297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Network 90d7cbd3-3a5f-4ce8-86e6-514f54edb560 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:25.014815 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:25.025974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:25.051349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=e1bde3fc-8a0b-4aae-a074-52ba017ea5f4,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:25.059908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Transition to ACTIVE for port object 7c3693c0-3cae-40ad-95f2-6ebaad44c43c will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:25.068944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:20:25.089983 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:25.238317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 893a5435-a2f0-4a9a-b189-6367ef850088 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:25.244021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:25.250789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:20:25.321556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=7c3693c0-3cae-40ad-95f2-6ebaad44c43c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:25.376217 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:25.490951 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:25.584829 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73768cbd-70e2-4172-b247-48c3c970c339 req-e781f403-692d-49f3-aeb2-05986ccec364 service neutron] 10.222.0.60 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2509882 May 25 20:20:25.643232 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:25.647303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 50f983c2-393e-41f5-be66-90851ea5c0ed completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:25.713339 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3589507a-400d-44ed-8d3a-5eb3cc38d03f None None] Current status of the port 097141ae-3aa6-464e-9e73-7d48d857ff92 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:25.735541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 50f983c2-393e-41f5-be66-90851ea5c0ed triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:25.735934 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:25.750920 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:25.997302 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:26.217672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Transition to ACTIVE for port object 09320aad-e7df-428f-a9c1-c7c594cfab9e will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:26.257838 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:26.341054 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e94afd70-aa91-4677-a41e-711d67ed595e req-0801d0d8-bb85-4324-aa27-27bf48ed5d15 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 210 time: 0.1393039 May 25 20:20:26.372961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3589507a-400d-44ed-8d3a-5eb3cc38d03f None None] Provisioning complete for port f00322ed-ed7e-4d5e-983f-d2afdacef75c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:26.373268 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3589507a-400d-44ed-8d3a-5eb3cc38d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:26.557427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Allocated IP 172.25.3.141 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/7df3646d-b68b-45c5-9cdc-d2811138a968) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:20:26.618904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 50f983c2-393e-41f5-be66-90851ea5c0ed is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:26.619279 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:26.682685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c06670-75ff-41e3-8f87-2f276566f8b4 req-4423d1eb-6f0d-4c31-8a21-9eb13e41dbca tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:26.697250 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35c06670-75ff-41e3-8f87-2f276566f8b4 req-4423d1eb-6f0d-4c31-8a21-9eb13e41dbca tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 946 time: 0.4438062 May 25 20:20:26.761234 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Attempting to bind port 09320aad-e7df-428f-a9c1-c7c594cfab9e on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:20:26.761599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Attempting to bind port 09320aad-e7df-428f-a9c1-c7c594cfab9e by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:20:26.763850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Attempting to bind port 09320aad-e7df-428f-a9c1-c7c594cfab9e on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:26.781086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3589507a-400d-44ed-8d3a-5eb3cc38d03f None None] Port f00322ed-ed7e-4d5e-983f-d2afdacef75c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:20:26.793792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:20:26.797455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:26.802763 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:26.806289 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:26.808118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:20:26.809493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Bound port: 09320aad-e7df-428f-a9c1-c7c594cfab9e, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:20:26.810676 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:26.831222 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35c06670-75ff-41e3-8f87-2f276566f8b4 req-ad0dcc6c-3c63-481f-8509-8516eda5a504 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289866 May 25 20:20:26.859196 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:26.870681 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:26.911702 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:26.957216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] For port 09320aad-e7df-428f-a9c1-c7c594cfab9e, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:20:26.961150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] For port 09320aad-e7df-428f-a9c1-c7c594cfab9e, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=09320aad-e7df-428f-a9c1-c7c594cfab9e,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:20:26.970313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb0362-b7c5-421a-bb4d-8f4b5df45f63 None None] Pushing event updated for resources: {'Port': ['ID=09320aad-e7df-428f-a9c1-c7c594cfab9e,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:26.978874 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:27.045615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 50f983c2-393e-41f5-be66-90851ea5c0ed, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=50f983c2-393e-41f5-be66-90851ea5c0ed,segment=NetworkSegment(2a526ebf-fed7-4aa2-84d4-22e71a3dd688),segment_id=2a526ebf-fed7-4aa2-84d4-22e71a3dd688)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:27.076849 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:27.077875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a9466db6-3581-4153-9012-f6b4f95b14dd up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:27.117310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=7c3693c0-3cae-40ad-95f2-6ebaad44c43c,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:27.182319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Routers {'2553f5ad-29db-4d62-8faa-8b1401b5c507'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:27.183070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2553f5ad-29db-4d62-8faa-8b1401b5c507'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:27.204281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:27.364858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 2, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:27.422768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6000f681-c39a-4ab2-981c-a17a4a6e2cb3 None None] Provisioning for port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:27.463268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=e1bde3fc-8a0b-4aae-a074-52ba017ea5f4,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:27.514010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Checking router: 6c2fd807-7204-48b8-a728-b0d9a3ba3061 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:20:27.515734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Updating router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 port f00322ed-ed7e-4d5e-983f-d2afdacef75c binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:20:27.560120 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:27.634134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 893a5435-a2f0-4a9a-b189-6367ef850088 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:27.635658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:27.646639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6000f681-c39a-4ab2-981c-a17a4a6e2cb3 None None] Provisioning complete for port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:27.646905 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6000f681-c39a-4ab2-981c-a17a4a6e2cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:27.781626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a9466db6-3581-4153-9012-f6b4f95b14dd triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:27.782035 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:27.899910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb0362-b7c5-421a-bb4d-8f4b5df45f63 None None] Pushing event updated for resources: {'Port': ['ID=09320aad-e7df-428f-a9c1-c7c594cfab9e,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:27.990005 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0f6f728e-c994-4041-859e-a5ef82ba18c4 req-f6d8ff34-3c2b-499b-add5-421dcd54b309 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 210 time: 0.0812957 May 25 20:20:28.015228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6000f681-c39a-4ab2-981c-a17a4a6e2cb3 None None] Port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:20:28.066900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 15940c28-3c5f-4ecf-ad44-4f83d801b70f has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:20:28.105724 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:28.421709 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:28.469979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Network 90d7cbd3-3a5f-4ce8-86e6-514f54edb560 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:28.483856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:28.749125 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:28.756958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=50f983c2-393e-41f5-be66-90851ea5c0ed,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:28.771660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:20:28.791272 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580084e5-4d66-47dc-8f83-e7866dfd2174 None None] Sync routers for ids ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:20:28.807374 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580084e5-4d66-47dc-8f83-e7866dfd2174 None None] Routers {'15940c28-3c5f-4ecf-ad44-4f83d801b70f'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:28.809181 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-580084e5-4d66-47dc-8f83-e7866dfd2174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:28.846608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Router 2553f5ad-29db-4d62-8faa-8b1401b5c507 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:20:28.849167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73768cbd-70e2-4172-b247-48c3c970c339 req-eec06d51-1b88-4471-8357-f79de17bb189 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:28.853877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6000f681-c39a-4ab2-981c-a17a4a6e2cb3 None None] Provisioning for port 7c3693c0-3cae-40ad-95f2-6ebaad44c43c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:28.857256 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc023-cc50-4758-8187-65a30df38879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:28.863084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73768cbd-70e2-4172-b247-48c3c970c339 req-eec06d51-1b88-4471-8357-f79de17bb189 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.70 "GET /v2.0/networks?id=9ea20e5f-cd04-42b5-80b6-8282aee2594c HTTP/1.1" status: 200 len: 814 time: 0.6440184 May 25 20:20:28.883052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebc110-53d0-48b6-8340-1a4cc4ef7ed2 req-de94789f-8c6c-4412-aa99-a36ed5901d4c tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:28.899058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f1ebc110-53d0-48b6-8340-1a4cc4ef7ed2 req-de94789f-8c6c-4412-aa99-a36ed5901d4c tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 946 time: 0.6585715 May 25 20:20:28.911340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6000f681-c39a-4ab2-981c-a17a4a6e2cb3 None None] Provisioning complete for port 7c3693c0-3cae-40ad-95f2-6ebaad44c43c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:28.911726 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6000f681-c39a-4ab2-981c-a17a4a6e2cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:28.914998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Request body: {'port': {'device_id': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c', 'admin_state_up': True, 'tenant_id': '3ac1622f58c741a98ccad6c9c9ee8eab'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:28.916544 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-580084e5-4d66-47dc-8f83-e7866dfd2174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:28.944338 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580084e5-4d66-47dc-8f83-e7866dfd2174 None None] Routers {'15940c28-3c5f-4ecf-ad44-4f83d801b70f'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:28.945886 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-580084e5-4d66-47dc-8f83-e7866dfd2174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:28.958750 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-37bf912f-1b74-40eb-9cae-4a30494aec1f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/15940c28-3c5f-4ecf-ad44-4f83d801b70f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5560484 May 25 20:20:29.015699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] Set router 2553f5ad-29db-4d62-8faa-8b1401b5c507 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:20:29.029385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57884) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:29.069650 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-580084e5-4d66-47dc-8f83-e7866dfd2174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:29.070378 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580084e5-4d66-47dc-8f83-e7866dfd2174 None None] The sync data for ids ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:20:29.099899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e805a7f-3981-4e5f-b671-13dfd882efca req-2a7f6600-a738-4a3d-9c42-a37845b5fb78 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:29.101488 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e805a7f-3981-4e5f-b671-13dfd882efca req-2a7f6600-a738-4a3d-9c42-a37845b5fb78 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 946 time: 0.9371524 May 25 20:20:29.183589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:20:29.246037 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b35c29b8-7026-43df-8b83-10dd87bbfaf8 admin admin] 10.222.0.60 "PUT /v2.0/routers/2553f5ad-29db-4d62-8faa-8b1401b5c507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4780538 May 25 20:20:29.246037 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:29.293933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:29.307105 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f1ebc110-53d0-48b6-8340-1a4cc4ef7ed2 req-4aa4e693-b3fb-4cc1-8e14-44525081216b tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378961 May 25 20:20:29.344825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Usage tracker for resource:port and tenant:3ac1622f58c741a98ccad6c9c9ee8eab is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:29.363116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:29.381736 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a9466db6-3581-4153-9012-f6b4f95b14dd is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:29.387374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:29.396539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6000f681-c39a-4ab2-981c-a17a4a6e2cb3 None None] Port 7c3693c0-3cae-40ad-95f2-6ebaad44c43c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:20:29.506597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3540ae9-459a-48d8-b5e9-bd7052e46594 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:29.507220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d3540ae9-459a-48d8-b5e9-bd7052e46594 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Synchronizing usage tracker for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:20:29.617742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d3540ae9-459a-48d8-b5e9-bd7052e46594 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Unset dirty status for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:20:29.619039 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d3540ae9-459a-48d8-b5e9-bd7052e46594 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports/7c3693c0-3cae-40ad-95f2-6ebaad44c43c HTTP/1.1" status: 200 len: 910 time: 0.5705426 May 25 20:20:29.619799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Made reservation on behalf of 3ac1622f58c741a98ccad6c9c9ee8eab for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:20:29.624702 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:29.642943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57896) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:29.799820 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e805a7f-3981-4e5f-b671-13dfd882efca req-b1b523b0-2230-4a0a-a022-1154305c46f6 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6778181 May 25 20:20:29.815911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event updated for resources: {'Port': ['ID=7df3646d-b68b-45c5-9cdc-d2811138a968,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:29.870144 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:29.874453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:29.897913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:20:29.905493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a399261f-1ae8-477e-84be-fd4fec5d1782 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:29.964595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7bc5faac-bbdb-4573-bc95-0dcd07308bf2 req-248287f0-ade6-4663-9f01-2c85573221ed tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 210 time: 0.4254491 May 25 20:20:30.096196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-91b96850-764c-4076-a2b8-b665234a036b None None] Provisioning complete for port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:30.097009 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91b96850-764c-4076-a2b8-b665234a036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:30.111090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bd299-6751-489a-a808-d4939f0c1a6e req-1bb125be-ae94-4845-9216-1e34be025dd0 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:30.113343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0f9bd299-6751-489a-a808-d4939f0c1a6e req-1bb125be-ae94-4845-9216-1e34be025dd0 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.50 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 946 time: 0.9792566 May 25 20:20:30.213692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-91b96850-764c-4076-a2b8-b665234a036b None None] Port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:20:30.220016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-0f9bd299-6751-489a-a808-d4939f0c1a6e req-6bad205e-9e3a-4e64-adfd-9e45b09691a1 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Deleting port 6d58b3c0-7154-42ce-a930-27288470fa21 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:30.220441 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0f9bd299-6751-489a-a808-d4939f0c1a6e req-6bad205e-9e3a-4e64-adfd-9e45b09691a1 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:30.282949 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:30.291507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a399261f-1ae8-477e-84be-fd4fec5d1782 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:30.292947 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:30.402598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990a42e-4b18-421c-999c-66523b9fd1f6 req-bb230dd0-c707-405f-ac73-0a7be111643a tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:30.404084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5990a42e-4b18-421c-999c-66523b9fd1f6 req-bb230dd0-c707-405f-ac73-0a7be111643a tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 946 time: 1.0187354 May 25 20:20:30.509563 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:30.538320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Transition to ACTIVE for port object f00322ed-ed7e-4d5e-983f-d2afdacef75c will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:30.547762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-91b96850-764c-4076-a2b8-b665234a036b None None] Provisioning complete for port 7c3693c0-3cae-40ad-95f2-6ebaad44c43c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:30.548189 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91b96850-764c-4076-a2b8-b665234a036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:30.659069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Allocated IP 172.20.0.14 (9ea20e5f-cd04-42b5-80b6-8282aee2594c/3a1bbcd9-cf54-4001-b338-39a569272935/5900ea63-11a5-4a8b-8d35-47d9c18dbd3b) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:20:30.670699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-5990a42e-4b18-421c-999c-66523b9fd1f6 req-8b0b826b-ac88-4904-a088-980a62d03da3 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Deleting port e861f738-8a3f-40cb-a9a6-4c5c140efd17 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:30.671059 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5990a42e-4b18-421c-999c-66523b9fd1f6 req-8b0b826b-ac88-4904-a088-980a62d03da3 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:30.706776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-91b96850-764c-4076-a2b8-b665234a036b None None] Port 7c3693c0-3cae-40ad-95f2-6ebaad44c43c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:20:30.720551 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:30.803577 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:31.037201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcec11-5c9b-483c-bfec-f244fecc0f31 None None] Pushing event updated for resources: {'Port': ['ID=f00322ed-ed7e-4d5e-983f-d2afdacef75c,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:31.074473 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'name': 'tempest-TaggedBootDevicesTest_v242-428314647-router', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:20:04Z', 'updated_at': '2022-05-25T20:20:25Z', 'revision_number': 4, 'project_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'gw_port': {'id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:07Z', 'updated_at': '2022-05-25T20:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e1bde3fc-8a0b-4aae-a074-52ba017ea5f4', 'name': '', 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'mac_address': 'fa:16:3e:73:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'd977499a-389a-4f47-a794-67f60727de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:21Z', 'updated_at': '2022-05-25T20:20:25Z', 'revision_number': 2, 'project_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'subnets': [{'id': 'd977499a-389a-4f47-a794-67f60727de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:31.097027 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-652f783b-7c1c-480e-b995-66aef8f883da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:31.190662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ce33be-29d8-42b3-a55a-ee1f8fac1788 None None] The sync data for ids ['2553f5ad-29db-4d62-8faa-8b1401b5c507'] in n-d-843339-1 is: [{'id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'name': 'tempest-TaggedBootDevicesTest_v242-428314647-router', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:20:04Z', 'updated_at': '2022-05-25T20:20:25Z', 'revision_number': 4, 'project_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'gw_port': {'id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:07Z', 'updated_at': '2022-05-25T20:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e1bde3fc-8a0b-4aae-a074-52ba017ea5f4', 'name': '', 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'mac_address': 'fa:16:3e:73:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'd977499a-389a-4f47-a794-67f60727de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:21Z', 'updated_at': '2022-05-25T20:20:25Z', 'revision_number': 2, 'project_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'subnets': [{'id': 'd977499a-389a-4f47-a794-67f60727de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:20:31.504454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Attempting to bind port f00322ed-ed7e-4d5e-983f-d2afdacef75c on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:20:31.504931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Attempting to bind port f00322ed-ed7e-4d5e-983f-d2afdacef75c by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:20:31.505132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Attempting to bind port f00322ed-ed7e-4d5e-983f-d2afdacef75c on network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:31.515106 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:31.548558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:20:31.548932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Checking segment: {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:31.549327 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:31.549706 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Bound using segment: {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:20:31.550205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Bound port: f00322ed-ed7e-4d5e-983f-d2afdacef75c, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:20:31.550576 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:31.604795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a399261f-1ae8-477e-84be-fd4fec5d1782 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:31.606193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 097141ae-3aa6-464e-9e73-7d48d857ff92 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:31.611000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-0f9bd299-6751-489a-a808-d4939f0c1a6e req-6bad205e-9e3a-4e64-adfd-9e45b09691a1 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] For port 6d58b3c0-7154-42ce-a930-27288470fa21, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6d58b3c0-7154-42ce-a930-27288470fa21,segment=NetworkSegment(d47205d0-6cfc-4ac2-a359-284e99c33fa7),segment_id=d47205d0-6cfc-4ac2-a359-284e99c33fa7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:31.611559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0f9bd299-6751-489a-a808-d4939f0c1a6e req-6bad205e-9e3a-4e64-adfd-9e45b09691a1 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:31.783483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000eca6-b479-403d-b205-82edf095717a req-c43494fe-c7a0-4768-8bea-8214883fa702 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:31.793556 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0000eca6-b479-403d-b205-82edf095717a req-c43494fe-c7a0-4768-8bea-8214883fa702 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaea4963-865a-4393-aab3-b2beb05dd9da HTTP/1.1" status: 200 len: 946 time: 1.1998603 May 25 20:20:31.811214 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:31.819195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-5990a42e-4b18-421c-999c-66523b9fd1f6 req-8b0b826b-ac88-4904-a088-980a62d03da3 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] For port e861f738-8a3f-40cb-a9a6-4c5c140efd17, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e861f738-8a3f-40cb-a9a6-4c5c140efd17,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:31.819771 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5990a42e-4b18-421c-999c-66523b9fd1f6 req-8b0b826b-ac88-4904-a088-980a62d03da3 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:31.874398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-0f9bd299-6751-489a-a808-d4939f0c1a6e req-6bad205e-9e3a-4e64-adfd-9e45b09691a1 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Calling delete_port for 6d58b3c0-7154-42ce-a930-27288470fa21 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:20:31.915185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] For port f00322ed-ed7e-4d5e-983f-d2afdacef75c, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:20:31.920524 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] For port f00322ed-ed7e-4d5e-983f-d2afdacef75c, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f00322ed-ed7e-4d5e-983f-d2afdacef75c,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:20:31.923694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 097141ae-3aa6-464e-9e73-7d48d857ff92 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:31.924115 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:31.962947 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:32.054861 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0000eca6-b479-403d-b205-82edf095717a req-f8cf67d7-fd1f-412d-acf7-a2fcbdbc8f60 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.60 "GET /v2.0/security-groups?id=b293e694-3f15-47e6-b82c-521d9cc1f345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598972 May 25 20:20:32.134810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Routers {'6c2fd807-7204-48b8-a728-b0d9a3ba3061'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:32.135451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:32.142101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:32.154305 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:32.226462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-5990a42e-4b18-421c-999c-66523b9fd1f6 req-8b0b826b-ac88-4904-a088-980a62d03da3 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Calling delete_port for e861f738-8a3f-40cb-a9a6-4c5c140efd17 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:20:32.418627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcec11-5c9b-483c-bfec-f244fecc0f31 None None] Pushing event updated for resources: {'Port': ['ID=f00322ed-ed7e-4d5e-983f-d2afdacef75c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:32.540615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event updated for resources: {'Port': ['ID=7df3646d-b68b-45c5-9cdc-d2811138a968,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:32.576766 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6b64f52-03ff-4601-8130-85230229895c req-08fd30d5-c6e0-4bbd-b494-4167d8eb5646 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 210 time: 0.1799743 May 25 20:20:32.622795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5990a42e-4b18-421c-999c-66523b9fd1f6 req-8b0b826b-ac88-4904-a088-980a62d03da3 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:32.652059 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:32.656514 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0f9bd299-6751-489a-a808-d4939f0c1a6e req-6bad205e-9e3a-4e64-adfd-9e45b09691a1 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:32.670652 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['adff87f2-9ddc-4803-bc93-29f4b60f647e'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:20:32.726010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['ca511c0d-7bc3-423d-8bed-0bd2e513158a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:20:32.778395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad205e-9e3a-4e64-adfd-9e45b09691a1 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Pushing event deleted for resources: {'Port': ['ID=6d58b3c0-7154-42ce-a930-27288470fa21,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:32.898971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9bd299-6751-489a-a808-d4939f0c1a6e req-6bad205e-9e3a-4e64-adfd-9e45b09691a1 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] No DVR routers for this DVR port 6d58b3c0-7154-42ce-a930-27288470fa21 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:20:32.901152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b826b-ac88-4904-a088-980a62d03da3 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Pushing event deleted for resources: {'Port': ['ID=e861f738-8a3f-40cb-a9a6-4c5c140efd17,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:32.903655 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-0f9bd299-6751-489a-a808-d4939f0c1a6e req-6bad205e-9e3a-4e64-adfd-9e45b09691a1 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:32.905714 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0f9bd299-6751-489a-a808-d4939f0c1a6e req-6bad205e-9e3a-4e64-adfd-9e45b09691a1 tempest-ServerGroupTestJSON-1198772641 tempest-ServerGroupTestJSON-1198772641-project] 10.222.0.50 "DELETE /v2.0/ports/6d58b3c0-7154-42ce-a930-27288470fa21 HTTP/1.1" status: 204 len: 173 time: 2.7838402 May 25 20:20:32.906352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaea4963-865a-4393-aab3-b2beb05dd9da', 'name': 'network-vif-deleted', 'tag': '6d58b3c0-7154-42ce-a930-27288470fa21'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:20:32.910965 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:32.912126 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f636a6cf-591a-4c1c-b6cd-784f759e1e2f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.8618038 May 25 20:20:33.021011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e861f738-8a3f-40cb-a9a6-4c5c140efd17 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:20:33.040675 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54e68f26-5775-4a87-98bf-81626a410757'] response: {'server_uuid': 'eaea4963-865a-4393-aab3-b2beb05dd9da', 'name': 'network-vif-deleted', 'tag': '6d58b3c0-7154-42ce-a930-27288470fa21', 'status': 'completed', 'code': 200} May 25 20:20:33.136510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 097141ae-3aa6-464e-9e73-7d48d857ff92 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:33.138199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 50f983c2-393e-41f5-be66-90851ea5c0ed up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:33.249114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: e861f738-8a3f-40cb-a9a6-4c5c140efd17 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:20:33.249475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e861f738-8a3f-40cb-a9a6-4c5c140efd17 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:20:33.347439 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:33.376294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] Set router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:20:33.397704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-5990a42e-4b18-421c-999c-66523b9fd1f6 req-8b0b826b-ac88-4904-a088-980a62d03da3 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] No DVR routers for this DVR port e861f738-8a3f-40cb-a9a6-4c5c140efd17 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:20:33.416276 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5990a42e-4b18-421c-999c-66523b9fd1f6 req-8b0b826b-ac88-4904-a088-980a62d03da3 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:33.435621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c654d75-5153-4927-a659-a43a3374d3af', 'name': 'network-vif-deleted', 'tag': 'e861f738-8a3f-40cb-a9a6-4c5c140efd17'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:20:33.456369 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:33.461586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5990a42e-4b18-421c-999c-66523b9fd1f6 req-8b0b826b-ac88-4904-a088-980a62d03da3 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.70 "DELETE /v2.0/ports/e861f738-8a3f-40cb-a9a6-4c5c140efd17 HTTP/1.1" status: 204 len: 173 time: 3.0476062 May 25 20:20:33.588508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 6d58b3c0-7154-42ce-a930-27288470fa21 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:20:33.592704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70de0a-d5c4-4f18-ac4a-e2c0e3d57fff req-51cd7bc4-3499-4b67-b6d5-1698db256ee5 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:33.596380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7f70de0a-d5c4-4f18-ac4a-e2c0e3d57fff req-51cd7bc4-3499-4b67-b6d5-1698db256ee5 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Synchronizing usage tracker for tenant:45d0cd5f09884862bba2e54c257f07a2 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:20:33.689193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7f70de0a-d5c4-4f18-ac4a-e2c0e3d57fff req-51cd7bc4-3499-4b67-b6d5-1698db256ee5 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Unset dirty status for tenant:45d0cd5f09884862bba2e54c257f07a2 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:20:33.703115 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f70de0a-d5c4-4f18-ac4a-e2c0e3d57fff req-51cd7bc4-3499-4b67-b6d5-1698db256ee5 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c654d75-5153-4927-a659-a43a3374d3af HTTP/1.1" status: 200 len: 867 time: 2.3764589 May 25 20:20:33.916165 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:33.971373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 6d58b3c0-7154-42ce-a930-27288470fa21 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:20:33.972004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 6d58b3c0-7154-42ce-a930-27288470fa21 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:20:33.982560 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f70de0a-d5c4-4f18-ac4a-e2c0e3d57fff req-b091887a-d90a-43e7-bb01-cdc36ba477cf tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780607 May 25 20:20:34.189866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 50f983c2-393e-41f5-be66-90851ea5c0ed triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:34.190907 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:34.218490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Pushing event updated for resources: {'Port': ['ID=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:34.243841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Network 9ea20e5f-cd04-42b5-80b6-8282aee2594c is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:34.252470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:34.254497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:34.255105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:34.255419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:34.255751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:34.256081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:34.256408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:34.262195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:34.262589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:34.262924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:34.264682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:34.265328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:34.279612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:34.284592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:20:34.432992 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e467-4c18-41c7-853a-691de4eed23a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:34.544215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 50f983c2-393e-41f5-be66-90851ea5c0ed is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:34.545380 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f2e69538-cee5-483e-ac82-c2670dc881a9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:34.556755 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e470ef-a561-461e-ac3f-f7fb0060ab49'] response: {'server_uuid': '4c654d75-5153-4927-a659-a43a3374d3af', 'name': 'network-vif-deleted', 'tag': 'e861f738-8a3f-40cb-a9a6-4c5c140efd17', 'status': 'completed', 'code': 200} May 25 20:20:34.575345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:31Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:34.579038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:34.581128 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:34.599264 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bdf73-3f50-439a-9862-dc0bdece76a6 None None] The sync data for ids ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'] in n-d-843339-1 is: [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:31Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:20:34.650052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port f2e69538-cee5-483e-ac82-c2670dc881a9 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:34.658560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f2e69538-cee5-483e-ac82-c2670dc881a9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:34.659133 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:34.712337 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73768cbd-70e2-4172-b247-48c3c970c339 req-10d7f613-bfae-4e63-94cd-17be3efae982 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8117790 May 25 20:20:34.725870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Request body: {'port': {'device_id': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:34.922367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f2e69538-cee5-483e-ac82-c2670dc881a9 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:34.922746 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:34.944644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port f2e69538-cee5-483e-ac82-c2670dc881a9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f2e69538-cee5-483e-ac82-c2670dc881a9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:34.951018 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:34.951811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2e217584-ecc4-4b56-90b2-fd2f0eefde98 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:35.156172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 2e217584-ecc4-4b56-90b2-fd2f0eefde98 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:35.170914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2e217584-ecc4-4b56-90b2-fd2f0eefde98 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:35.171480 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:35.226317 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:35.257202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=f2e69538-cee5-483e-ac82-c2670dc881a9,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:35.353992 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2e217584-ecc4-4b56-90b2-fd2f0eefde98 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:35.354701 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:35.398532 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 2e217584-ecc4-4b56-90b2-fd2f0eefde98, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2e217584-ecc4-4b56-90b2-fd2f0eefde98,segment=NetworkSegment(f9bfb79c-0278-4fc8-9366-dd2851a93389),segment_id=f9bfb79c-0278-4fc8-9366-dd2851a93389)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:35.405075 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:35.461570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Sync routers for ids ['2553f5ad-29db-4d62-8faa-8b1401b5c507'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:20:35.506244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Routers {'2553f5ad-29db-4d62-8faa-8b1401b5c507'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:35.507257 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2553f5ad-29db-4d62-8faa-8b1401b5c507'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:35.786921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f2e69538-cee5-483e-ac82-c2670dc881a9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:35.804590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1ac9e467-4c18-41c7-853a-691de4eed23a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 7c3693c0-3cae-40ad-95f2-6ebaad44c43c {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:35.805197 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e467-4c18-41c7-853a-691de4eed23a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:35.844879 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=2e217584-ecc4-4b56-90b2-fd2f0eefde98,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:35.879970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6265b-e5dd-4228-805d-bf469b17d038 req-b8529d90-6690-438b-b3ca-b387f00592a9 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:35.880667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7fb6265b-e5dd-4228-805d-bf469b17d038 req-b8529d90-6690-438b-b3ca-b387f00592a9 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Synchronizing usage tracker for tenant:3ac1622f58c741a98ccad6c9c9ee8eab on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:20:35.917724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Set router 2553f5ad-29db-4d62-8faa-8b1401b5c507 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:20:36.013774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f2e69538-cee5-483e-ac82-c2670dc881a9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:36.014416 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:36.054300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7fb6265b-e5dd-4228-805d-bf469b17d038 req-b8529d90-6690-438b-b3ca-b387f00592a9 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Unset dirty status for tenant:3ac1622f58c741a98ccad6c9c9ee8eab on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:20:36.061125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7fb6265b-e5dd-4228-805d-bf469b17d038 req-b8529d90-6690-438b-b3ca-b387f00592a9 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 932 time: 0.6574109 May 25 20:20:36.210414 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7fb6265b-e5dd-4228-805d-bf469b17d038 req-2660dc8f-00f5-404a-9f9e-a495338f95a1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394572 May 25 20:20:36.289238 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e467-4c18-41c7-853a-691de4eed23a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:36.308355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:20:36.403190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f2e69538-cee5-483e-ac82-c2670dc881a9 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:36.404286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 09320aad-e7df-428f-a9c1-c7c594cfab9e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:36.468150 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:36.570808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1ac9e467-4c18-41c7-853a-691de4eed23a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for 7c3693c0-3cae-40ad-95f2-6ebaad44c43c owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:20:36.626749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 09320aad-e7df-428f-a9c1-c7c594cfab9e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:36.650752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 09320aad-e7df-428f-a9c1-c7c594cfab9e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:36.652173 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:36.722794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'name': 'tempest-TaggedBootDevicesTest_v242-428314647-router', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:20:04Z', 'updated_at': '2022-05-25T20:20:25Z', 'revision_number': 4, 'project_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'gw_port': {'id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:07Z', 'updated_at': '2022-05-25T20:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e1bde3fc-8a0b-4aae-a074-52ba017ea5f4', 'name': '', 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'mac_address': 'fa:16:3e:73:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'd977499a-389a-4f47-a794-67f60727de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:21Z', 'updated_at': '2022-05-25T20:20:25Z', 'revision_number': 2, 'project_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'subnets': [{'id': 'd977499a-389a-4f47-a794-67f60727de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:36.733684 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Checking router: 2553f5ad-29db-4d62-8faa-8b1401b5c507 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:20:36.734222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Updating router 2553f5ad-29db-4d62-8faa-8b1401b5c507 port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:20:36.831461 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:36.877023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Transition to ACTIVE for port object 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:36.886435 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:36.978941 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 09320aad-e7df-428f-a9c1-c7c594cfab9e is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:36.979919 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:37.062920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 09320aad-e7df-428f-a9c1-c7c594cfab9e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=09320aad-e7df-428f-a9c1-c7c594cfab9e,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:37.071805 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:37.073354 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f00322ed-ed7e-4d5e-983f-d2afdacef75c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:37.267707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Pushing event updated for resources: {'Port': ['ID=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:37.317828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=09320aad-e7df-428f-a9c1-c7c594cfab9e,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:37.352759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port f00322ed-ed7e-4d5e-983f-d2afdacef75c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:37.359893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f00322ed-ed7e-4d5e-983f-d2afdacef75c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:37.360808 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:37.451977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be1c3b-5b51-4ebb-8b87-5bab9aa1724d req-a5c00435-f03e-4009-b9c0-51fdf99b32a9 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:37.459130 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9be1c3b-5b51-4ebb-8b87-5bab9aa1724d req-a5c00435-f03e-4009-b9c0-51fdf99b32a9 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=8be8aaef-bf2f-4943-994f-50a30196826e HTTP/1.1" status: 200 len: 945 time: 0.3175597 May 25 20:20:37.461117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Attempting to bind port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:20:37.461551 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Attempting to bind port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '10ef7b18-83ec-4ad9-a0fc-76600070f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:20:37.462134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Attempting to bind port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b on network 9ea20e5f-cd04-42b5-80b6-8282aee2594c {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:37.500688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b on network 9ea20e5f-cd04-42b5-80b6-8282aee2594c not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:20:37.501375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Attempting to bind port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b on network 9ea20e5f-cd04-42b5-80b6-8282aee2594c {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:37.528014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:20:37.528512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Checking segment: {'id': '10ef7b18-83ec-4ad9-a0fc-76600070f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:37.528997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Bound using segment: {'id': '10ef7b18-83ec-4ad9-a0fc-76600070f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:20:37.529548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Bound port: 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ef7b18-83ec-4ad9-a0fc-76600070f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:20:37.530021 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:37.558876 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9be1c3b-5b51-4ebb-8b87-5bab9aa1724d req-4b2de58e-d0ec-40e7-b8ae-05abcb020b04 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984592 May 25 20:20:37.566794 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e467-4c18-41c7-853a-691de4eed23a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:37.587944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f00322ed-ed7e-4d5e-983f-d2afdacef75c is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:37.588501 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:37.619519 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:37.639109 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Transition to ACTIVE for port object e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:37.642514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port f00322ed-ed7e-4d5e-983f-d2afdacef75c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f00322ed-ed7e-4d5e-983f-d2afdacef75c,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:37.648608 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:37.731261 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=f00322ed-ed7e-4d5e-983f-d2afdacef75c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:37.735529 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:37.822647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:20:37.827473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:20:37.848280 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:37.872760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 09320aad-e7df-428f-a9c1-c7c594cfab9e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:37.911208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9e467-4c18-41c7-853a-691de4eed23a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Port': ['ID=7c3693c0-3cae-40ad-95f2-6ebaad44c43c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:38.020254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf867b-1a71-4adf-8685-85e3bae3bb22 None None] Pushing event updated for resources: {'Port': ['ID=e1bde3fc-8a0b-4aae-a074-52ba017ea5f4,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:38.037843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:38.038505 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:38.039913 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73768cbd-70e2-4172-b247-48c3c970c339 req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] 10.222.0.70 "PUT /v2.0/ports/5900ea63-11a5-4a8b-8d35-47d9c18dbd3b HTTP/1.1" status: 200 len: 1092 time: 3.3200600 May 25 20:20:38.040367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'tag': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:20:38.116961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c8364-642e-4809-8d3b-e667d571e41a service neutron] Pushing event updated for resources: {'Port': ['ID=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:38.173703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Attempting to bind port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:20:38.174126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Attempting to bind port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:20:38.174439 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Attempting to bind port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 on network 90d7cbd3-3a5f-4ce8-86e6-514f54edb560 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:38.178900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 09320aad-e7df-428f-a9c1-c7c594cfab9e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:38.179078 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:38.235665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:20:38.236033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Checking segment: {'id': 'ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:38.236432 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:38.236819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Bound using segment: {'id': 'ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:20:38.237294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Bound port: e1bde3fc-8a0b-4aae-a074-52ba017ea5f4, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:20:38.237669 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:38.419656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] For port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:20:38.439791 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] For port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e1bde3fc-8a0b-4aae-a074-52ba017ea5f4,segment=NetworkSegment(ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d),segment_id=ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:20:38.443653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 09320aad-e7df-428f-a9c1-c7c594cfab9e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:38.444725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2e217584-ecc4-4b56-90b2-fd2f0eefde98 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:38.477617 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:38.561770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdac825-0c48-42f9-992f-931fec65bf38 req-b436f184-56a5-4c45-9f51-2527143eaf19 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:38.577210 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecdac825-0c48-42f9-992f-931fec65bf38 req-b436f184-56a5-4c45-9f51-2527143eaf19 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 944 time: 0.5773890 May 25 20:20:38.599796 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Routers {'2553f5ad-29db-4d62-8faa-8b1401b5c507'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:38.600299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2553f5ad-29db-4d62-8faa-8b1401b5c507'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:38.603242 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1ac9e467-4c18-41c7-853a-691de4eed23a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:38.617936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73768cbd-70e2-4172-b247-48c3c970c339 req-be49746c-a6c1-404e-af84-d51f5887aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:38.619456 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73768cbd-70e2-4172-b247-48c3c970c339 req-be49746c-a6c1-404e-af84-d51f5887aaf2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab&device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 1095 time: 0.4915261 May 25 20:20:38.655777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf867b-1a71-4adf-8685-85e3bae3bb22 None None] Pushing event updated for resources: {'Port': ['ID=e1bde3fc-8a0b-4aae-a074-52ba017ea5f4,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:38.708455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2e217584-ecc4-4b56-90b2-fd2f0eefde98 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:38.708455 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:38.872462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e612c21-d917-4d7e-a898-8c72a7a52f19 req-d21555ec-02a3-41ea-9c3d-320e7968b047 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:38.873938 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e612c21-d917-4d7e-a898-8c72a7a52f19 req-d21555ec-02a3-41ea-9c3d-320e7968b047 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.70 "GET /v2.0/ports?device_id=8be8aaef-bf2f-4943-994f-50a30196826e HTTP/1.1" status: 200 len: 945 time: 0.5176558 May 25 20:20:38.922500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] Set router 2553f5ad-29db-4d62-8faa-8b1401b5c507 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:20:38.938775 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecdac825-0c48-42f9-992f-931fec65bf38 req-8b38d7a3-eeda-4017-9496-6fbbc6682147 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686111 May 25 20:20:38.983711 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73768cbd-70e2-4172-b247-48c3c970c339 req-78d32fec-282f-450e-8e87-21ceaf7610e1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b HTTP/1.1" status: 200 len: 217 time: 0.3523991 May 25 20:20:39.162587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7e612c21-d917-4d7e-a898-8c72a7a52f19 req-d1ea812f-cf1b-442a-b575-214846aec469 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Deleting port adff87f2-9ddc-4803-bc93-29f4b60f647e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:39.162990 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7e612c21-d917-4d7e-a898-8c72a7a52f19 req-d1ea812f-cf1b-442a-b575-214846aec469 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:39.228477 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2e217584-ecc4-4b56-90b2-fd2f0eefde98 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:39.243533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73768cbd-70e2-4172-b247-48c3c970c339 req-ca1dcaab-bd6d-4ffc-bf17-3b9dd8f13745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:39.246575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73768cbd-70e2-4172-b247-48c3c970c339 req-ca1dcaab-bd6d-4ffc-bf17-3b9dd8f13745 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a1bbcd9-cf54-4001-b338-39a569272935 HTTP/1.1" status: 200 len: 854 time: 0.2490942 May 25 20:20:39.358520 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd1880f-a049-453d-8dc5-e238d7045c8f'] response: {'name': 'network-changed', 'server_uuid': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'tag': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b', 'status': 'completed', 'code': 200} May 25 20:20:39.408775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'name': 'tempest-TaggedBootDevicesTest_v242-428314647-router', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:20:04Z', 'updated_at': '2022-05-25T20:20:25Z', 'revision_number': 4, 'project_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'gw_port': {'id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:07Z', 'updated_at': '2022-05-25T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e1bde3fc-8a0b-4aae-a074-52ba017ea5f4', 'name': '', 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'mac_address': 'fa:16:3e:73:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'd977499a-389a-4f47-a794-67f60727de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:21Z', 'updated_at': '2022-05-25T20:20:38Z', 'revision_number': 4, 'project_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'subnets': [{'id': 'd977499a-389a-4f47-a794-67f60727de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:39.421378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4eaadd-4a82-40ef-9ab1-300d2234aa8b None None] The sync data for ids ['2553f5ad-29db-4d62-8faa-8b1401b5c507'] in n-d-843339-1 is: [{'id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'name': 'tempest-TaggedBootDevicesTest_v242-428314647-router', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:20:04Z', 'updated_at': '2022-05-25T20:20:25Z', 'revision_number': 4, 'project_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'gw_port': {'id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:07Z', 'updated_at': '2022-05-25T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e1bde3fc-8a0b-4aae-a074-52ba017ea5f4', 'name': '', 'network_id': '90d7cbd3-3a5f-4ce8-86e6-514f54edb560', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'mac_address': 'fa:16:3e:73:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'd977499a-389a-4f47-a794-67f60727de4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:21Z', 'updated_at': '2022-05-25T20:20:38Z', 'revision_number': 4, 'project_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'subnets': [{'id': 'd977499a-389a-4f47-a794-67f60727de4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:20:39.518684 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73768cbd-70e2-4172-b247-48c3c970c339 req-c4250774-d8cd-42ca-950d-1b5a2db32a5e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9ea20e5f-cd04-42b5-80b6-8282aee2594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2637491 May 25 20:20:39.787791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac9e467-4c18-41c7-853a-691de4eed23a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 15940c28-3c5f-4ecf-ad44-4f83d801b70f has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:20:39.849019 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f00322ed-ed7e-4d5e-983f-d2afdacef75c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:39.941486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f00322ed-ed7e-4d5e-983f-d2afdacef75c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:39.942100 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:39.942602 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73768cbd-70e2-4172-b247-48c3c970c339 req-3c923af0-ddd3-4f80-8fa8-41403a6cad93 service neutron] 10.222.0.70 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785405 May 25 20:20:40.002934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7e612c21-d917-4d7e-a898-8c72a7a52f19 req-d1ea812f-cf1b-442a-b575-214846aec469 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] For port adff87f2-9ddc-4803-bc93-29f4b60f647e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=adff87f2-9ddc-4803-bc93-29f4b60f647e,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:40.003552 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7e612c21-d917-4d7e-a898-8c72a7a52f19 req-d1ea812f-cf1b-442a-b575-214846aec469 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:40.082430 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f00322ed-ed7e-4d5e-983f-d2afdacef75c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:40.083655 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:40.172772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7e612c21-d917-4d7e-a898-8c72a7a52f19 req-d1ea812f-cf1b-442a-b575-214846aec469 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Calling delete_port for adff87f2-9ddc-4803-bc93-29f4b60f647e owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:20:40.218665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:40.224697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:40.225212 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:40.449435 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:40.450655 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:40.531700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e1bde3fc-8a0b-4aae-a074-52ba017ea5f4,segment=NetworkSegment(ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d),segment_id=ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:40.536756 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:40.645353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=e1bde3fc-8a0b-4aae-a074-52ba017ea5f4,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:40.739435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b4a80-a8c3-468c-a521-2c36a26d7d9a req-8ee0ecec-3b8c-4c9b-9969-f6669aba4e14 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:40.746788 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-275b4a80-a8c3-468c-a521-2c36a26d7d9a req-8ee0ecec-3b8c-4c9b-9969-f6669aba4e14 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=8be8aaef-bf2f-4943-994f-50a30196826e HTTP/1.1" status: 200 len: 945 time: 1.2574439 May 25 20:20:40.771655 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7e612c21-d917-4d7e-a898-8c72a7a52f19 req-d1ea812f-cf1b-442a-b575-214846aec469 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:40.784494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['ca511c0d-7bc3-423d-8bed-0bd2e513158a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:20:40.854860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['adff87f2-9ddc-4803-bc93-29f4b60f647e'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:20:40.855554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea812f-cf1b-442a-b575-214846aec469 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Pushing event deleted for resources: {'Port': ['ID=adff87f2-9ddc-4803-bc93-29f4b60f647e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:40.879327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac9e467-4c18-41c7-853a-691de4eed23a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:20:40.891511 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9af954-27c9-4baa-b4fb-7f790a50773a None None] Sync routers for ids ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:20:40.915975 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9af954-27c9-4baa-b4fb-7f790a50773a None None] Routers {'15940c28-3c5f-4ecf-ad44-4f83d801b70f'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:40.918169 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2f9af954-27c9-4baa-b4fb-7f790a50773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:40.934620 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-275b4a80-a8c3-468c-a521-2c36a26d7d9a req-384ece7d-dfac-4411-a267-609b6c6b6fb2 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868515 May 25 20:20:40.938068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fe6f1-f23d-409c-91f9-797d4a561de0 req-2324e477-707a-46b4-8369-6b9fff6c1ce8 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:40.945556 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-274fe6f1-f23d-409c-91f9-797d4a561de0 req-2324e477-707a-46b4-8369-6b9fff6c1ce8 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 946 time: 0.2171390 May 25 20:20:41.084982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-274fe6f1-f23d-409c-91f9-797d4a561de0 req-ecafc7c6-5ff7-4e6e-ad03-66924da7ce25 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Deleting port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:41.085588 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-274fe6f1-f23d-409c-91f9-797d4a561de0 req-ecafc7c6-5ff7-4e6e-ad03-66924da7ce25 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:41.094225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e612c21-d917-4d7e-a898-8c72a7a52f19 req-d1ea812f-cf1b-442a-b575-214846aec469 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] No DVR routers for this DVR port adff87f2-9ddc-4803-bc93-29f4b60f647e on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:20:41.097563 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7e612c21-d917-4d7e-a898-8c72a7a52f19 req-d1ea812f-cf1b-442a-b575-214846aec469 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:41.124914 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e612c21-d917-4d7e-a898-8c72a7a52f19 req-d1ea812f-cf1b-442a-b575-214846aec469 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.70 "DELETE /v2.0/ports/adff87f2-9ddc-4803-bc93-29f4b60f647e HTTP/1.1" status: 204 len: 173 time: 2.1604447 May 25 20:20:41.132709 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1ac9e467-4c18-41c7-853a-691de4eed23a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/15940c28-3c5f-4ecf-ad44-4f83d801b70f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4856079 May 25 20:20:41.153486 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73768cbd-70e2-4172-b247-48c3c970c339 req-83bd138e-b484-4b42-9bd6-032e0183c48e service neutron] 10.222.0.70 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081378 May 25 20:20:41.154572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58080) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:41.188033 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2f9af954-27c9-4baa-b4fb-7f790a50773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:41.200710 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9af954-27c9-4baa-b4fb-7f790a50773a None None] Routers {'15940c28-3c5f-4ecf-ad44-4f83d801b70f'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:41.202089 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2f9af954-27c9-4baa-b4fb-7f790a50773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:41.286608 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2f9af954-27c9-4baa-b4fb-7f790a50773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:41.287742 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9af954-27c9-4baa-b4fb-7f790a50773a None None] The sync data for ids ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:20:41.441310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be8aaef-bf2f-4943-994f-50a30196826e', 'name': 'network-vif-deleted', 'tag': 'adff87f2-9ddc-4803-bc93-29f4b60f647e'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:20:41.582228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-274fe6f1-f23d-409c-91f9-797d4a561de0 req-ecafc7c6-5ff7-4e6e-ad03-66924da7ce25 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] For port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=63ebe36c-ca3c-4ef6-8fbe-96a50278c649,segment=NetworkSegment(29620b07-4e5d-4e28-aa8d-b6bc937d56fc),segment_id=29620b07-4e5d-4e28-aa8d-b6bc937d56fc)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:41.582636 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-274fe6f1-f23d-409c-91f9-797d4a561de0 req-ecafc7c6-5ff7-4e6e-ad03-66924da7ce25 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:41.718268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013b12-5cbd-4ad5-bd06-c907a7f45384 req-9e0a4507-b928-485c-8a3b-762009e4bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:41.719921 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe013b12-5cbd-4ad5-bd06-c907a7f45384 req-9e0a4507-b928-485c-8a3b-762009e4bdcd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab&device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 1095 time: 0.4871130 May 25 20:20:41.729839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-274fe6f1-f23d-409c-91f9-797d4a561de0 req-ecafc7c6-5ff7-4e6e-ad03-66924da7ce25 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Calling delete_port for 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:20:41.735050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb83282-e1a2-424c-94d1-75173697fa8a req-4fc83147-e6c6-49b2-9756-ee8fd98d35fd tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:41.742441 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fcb83282-e1a2-424c-94d1-75173697fa8a req-4fc83147-e6c6-49b2-9756-ee8fd98d35fd tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6c041ff-63c0-49ac-a941-1ceaeda15772 HTTP/1.1" status: 200 len: 946 time: 0.4588943 May 25 20:20:41.894959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:41.962040 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-274fe6f1-f23d-409c-91f9-797d4a561de0 req-ecafc7c6-5ff7-4e6e-ad03-66924da7ce25 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:41.974204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['63ebe36c-ca3c-4ef6-8fbe-96a50278c649'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:20:41.994266 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fcb83282-e1a2-424c-94d1-75173697fa8a req-d2b24806-cb29-48ae-9336-89abdd173d1e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458889 May 25 20:20:42.077916 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:42.078462 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:42.224348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013b12-5cbd-4ad5-bd06-c907a7f45384 req-8b36894a-62da-4b08-81fe-d7090e8fd466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:42.224590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe013b12-5cbd-4ad5-bd06-c907a7f45384 req-8b36894a-62da-4b08-81fe-d7090e8fd466 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9ea20e5f-cd04-42b5-80b6-8282aee2594c HTTP/1.1" status: 200 len: 915 time: 0.4629331 May 25 20:20:42.275241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafc7c6-5ff7-4e6e-ad03-66924da7ce25 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Pushing event deleted for resources: {'Port': ['ID=63ebe36c-ca3c-4ef6-8fbe-96a50278c649,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:42.279483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-274fe6f1-f23d-409c-91f9-797d4a561de0 req-ecafc7c6-5ff7-4e6e-ad03-66924da7ce25 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] No DVR routers for this DVR port 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:20:42.282410 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-274fe6f1-f23d-409c-91f9-797d4a561de0 req-ecafc7c6-5ff7-4e6e-ad03-66924da7ce25 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:42.287151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c041ff-63c0-49ac-a941-1ceaeda15772', 'name': 'network-vif-deleted', 'tag': '63ebe36c-ca3c-4ef6-8fbe-96a50278c649'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:20:42.295401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:42.302331 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-274fe6f1-f23d-409c-91f9-797d4a561de0 req-ecafc7c6-5ff7-4e6e-ad03-66924da7ce25 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.50 "DELETE /v2.0/ports/63ebe36c-ca3c-4ef6-8fbe-96a50278c649 HTTP/1.1" status: 204 len: 173 time: 1.3493133 May 25 20:20:42.375216 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe013b12-5cbd-4ad5-bd06-c907a7f45384 req-bde59a22-c68a-42ff-9bf3-5b85430a4c35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b HTTP/1.1" status: 200 len: 217 time: 0.1408594 May 25 20:20:42.643675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013b12-5cbd-4ad5-bd06-c907a7f45384 req-57f362f6-a100-4533-b9e3-471802b6c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:42.645118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe013b12-5cbd-4ad5-bd06-c907a7f45384 req-57f362f6-a100-4533-b9e3-471802b6c8ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a1bbcd9-cf54-4001-b338-39a569272935 HTTP/1.1" status: 200 len: 854 time: 0.2588491 May 25 20:20:42.725551 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe013b12-5cbd-4ad5-bd06-c907a7f45384 req-6a4921fa-439f-4dc1-89cd-fb3410084ac1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9ea20e5f-cd04-42b5-80b6-8282aee2594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712001 May 25 20:20:42.737436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9726d-4c1f-4ffb-9a5d-ee3d26616724 req-ea618348-4d83-4f14-9d81-e987e54e20ae tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:42.739922 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08c9726d-4c1f-4ffb-9a5d-ee3d26616724 req-ea618348-4d83-4f14-9d81-e987e54e20ae tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 944 time: 0.4302499 May 25 20:20:42.859116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device adff87f2-9ddc-4803-bc93-29f4b60f647e no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:20:42.919120 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08c9726d-4c1f-4ffb-9a5d-ee3d26616724 req-95a18414-3fa3-4130-b005-b8d7287e8e9e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579862 May 25 20:20:42.923171 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-22a0f813-dd00-4473-8365-95a048fbd5d0 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:42.942589 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: adff87f2-9ddc-4803-bc93-29f4b60f647e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:20:42.952532 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device adff87f2-9ddc-4803-bc93-29f4b60f647e not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:20:43.007265 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e197d1-8ed1-42e8-ab12-18b9afa7d88b'] response: {'server_uuid': '8be8aaef-bf2f-4943-994f-50a30196826e', 'name': 'network-vif-deleted', 'tag': 'adff87f2-9ddc-4803-bc93-29f4b60f647e', 'status': 'completed', 'code': 200} May 25 20:20:43.147938 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe013b12-5cbd-4ad5-bd06-c907a7f45384 req-c3af3cf7-a944-4e34-8bf4-23f0faa65cea service neutron] 10.222.0.70 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073517 May 25 20:20:43.236341 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a40db45-7d07-48d6-85e5-507a1040ebee'] response: {'server_uuid': 'd6c041ff-63c0-49ac-a941-1ceaeda15772', 'name': 'network-vif-deleted', 'tag': '63ebe36c-ca3c-4ef6-8fbe-96a50278c649', 'status': 'completed', 'code': 200} May 25 20:20:43.434316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe013b12-5cbd-4ad5-bd06-c907a7f45384 req-ad49a567-267f-4aab-8697-657964bd5859 service neutron] 10.222.0.70 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380300 May 25 20:20:43.564771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-22a0f813-dd00-4473-8365-95a048fbd5d0 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 2c692dd5-49e0-4b75-8dfa-5e2b3fb02d12 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:43.565121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-22a0f813-dd00-4473-8365-95a048fbd5d0 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:43.588076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-b3d875f9-1426-45e7-bc62-23bbabc804f0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Synchronizing usage tracker for tenant:a52a7ae8afff4a00995e63198463c2df on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:20:43.614100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-b3d875f9-1426-45e7-bc62-23bbabc804f0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Unset dirty status for tenant:a52a7ae8afff4a00995e63198463c2df on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:20:43.627024 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-b3d875f9-1426-45e7-bc62-23bbabc804f0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1694526986&fields=id&tenant_id=a52a7ae8afff4a00995e63198463c2df HTTP/1.1" status: 200 len: 267 time: 0.1031644 May 25 20:20:43.849358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-3312602a-ba95-4cd1-9c42-657dc0c64cba tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:43.858584 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-3312602a-ba95-4cd1-9c42-657dc0c64cba tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 817 time: 0.2303028 May 25 20:20:43.877924 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-9dd6e75b-833c-49da-9ff8-90348758f2cf tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/quotas/a52a7ae8afff4a00995e63198463c2df HTTP/1.1" status: 200 len: 375 time: 0.0182247 May 25 20:20:43.897772 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-22a0f813-dd00-4473-8365-95a048fbd5d0 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:43.991463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-5f5cd988-a027-42a9-9582-b35ede5b5596 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Synchronizing usage tracker for tenant:a52a7ae8afff4a00995e63198463c2df on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:20:44.027187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-5f5cd988-a027-42a9-9582-b35ede5b5596 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Unset dirty status for tenant:a52a7ae8afff4a00995e63198463c2df on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:20:44.028545 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-5f5cd988-a027-42a9-9582-b35ede5b5596 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1497951 May 25 20:20:44.080897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-22a0f813-dd00-4473-8365-95a048fbd5d0 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for 2c692dd5-49e0-4b75-8dfa-5e2b3fb02d12 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:20:44.272482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20446b53-6342-4601-a5b5-fec14af59847 req-afdf59be-a28e-4046-bfb2-db98d7562572 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:44.273435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-20446b53-6342-4601-a5b5-fec14af59847 req-afdf59be-a28e-4046-bfb2-db98d7562572 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Synchronizing usage tracker for tenant:45d0cd5f09884862bba2e54c257f07a2 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:20:44.277977 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-c03abf72-a412-43b4-9997-2241325d5844 service neutron] 10.222.0.60 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331161 May 25 20:20:44.312971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-20446b53-6342-4601-a5b5-fec14af59847 req-afdf59be-a28e-4046-bfb2-db98d7562572 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Unset dirty status for tenant:45d0cd5f09884862bba2e54c257f07a2 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:20:44.320761 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20446b53-6342-4601-a5b5-fec14af59847 req-afdf59be-a28e-4046-bfb2-db98d7562572 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 945 time: 0.3480408 May 25 20:20:44.391326 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20446b53-6342-4601-a5b5-fec14af59847 req-34b73fcf-9028-4588-8c45-5258238968b6 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677161 May 25 20:20:44.463806 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-caa515cd-9d78-4c5f-9227-733527a048a5 service neutron] 10.222.0.60 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795375 May 25 20:20:44.516136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58132) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:44.552017 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-22a0f813-dd00-4473-8365-95a048fbd5d0 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:44.634864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0f813-dd00-4473-8365-95a048fbd5d0 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Port': ['ID=2c692dd5-49e0-4b75-8dfa-5e2b3fb02d12,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:44.665475 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-3114c279-d00f-4114-84d7-3e563d9af46a admin admin] Deleting subnet 3ce1173a-dd7d-4030-8f91-61e7d04fd513 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:20:44.673456 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3114c279-d00f-4114-84d7-3e563d9af46a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:44.785002 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3114c279-d00f-4114-84d7-3e563d9af46a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:44.858656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:20:44.942819 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3114c279-d00f-4114-84d7-3e563d9af46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:45.288787 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:20:45.297301 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e005dec0-6943-42a3-8f66-d3caf6981fba req-452625bf-ba52-43ce-a905-42e9e16b4d86 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 210 time: 0.3636415 May 25 20:20:45.331603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:45.388103 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b', 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c', 'port_id': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b', 'mac_address': 'fa:16:3e:5c:59:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1bbcd9-cf54-4001-b338-39a569272935', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:20:45.396781 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3114c279-d00f-4114-84d7-3e563d9af46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:45.616942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:20:45.671265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:20:45.671794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 63ebe36c-ca3c-4ef6-8fbe-96a50278c649 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:20:45.673278 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:45.674667 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:45.722534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:20:45.740329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:45.751065 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:45.873193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:45.909556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6244805-e76f-47bf-8198-9e277be0ebc8 req-f04e2e12-d78c-4002-a97d-ff57c0d8d0f6 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:45.930305 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6244805-e76f-47bf-8198-9e277be0ebc8 req-f04e2e12-d78c-4002-a97d-ff57c0d8d0f6 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 945 time: 0.7337158 May 25 20:20:45.978957 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-22a0f813-dd00-4473-8365-95a048fbd5d0 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:46.007890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f400a5-7e06-4aa0-bf56-872ef2c3cfa1 req-34f6ddfd-51d8-4ef6-8d2a-7f9c302ede58 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:46.016970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42f400a5-7e06-4aa0-bf56-872ef2c3cfa1 req-34f6ddfd-51d8-4ef6-8d2a-7f9c302ede58 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 944 time: 0.8245981 May 25 20:20:46.109747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['5900ea63-11a5-4a8b-8d35-47d9c18dbd3b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:20:46.140861 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3114c279-d00f-4114-84d7-3e563d9af46a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:46.220864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114c279-d00f-4114-84d7-3e563d9af46a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce1173a-dd7d-4030-8f91-61e7d04fd513,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:46.302844 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3114c279-d00f-4114-84d7-3e563d9af46a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3ce1173a-dd7d-4030-8f91-61e7d04fd513 HTTP/1.1" status: 204 len: 168 time: 1.7852383 May 25 20:20:46.318364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58164) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:46.413234 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42f400a5-7e06-4aa0-bf56-872ef2c3cfa1 req-d43273d6-bee4-4ab7-bef6-95dd2dd2bf40 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946438 May 25 20:20:46.539984 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:46.563187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-e6244805-e76f-47bf-8198-9e277be0ebc8 req-f0290346-5610-49ea-9bbf-ca3950f1172d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Deleting port ca511c0d-7bc3-423d-8bed-0bd2e513158a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:46.563779 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e6244805-e76f-47bf-8198-9e277be0ebc8 req-f0290346-5610-49ea-9bbf-ca3950f1172d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:46.644342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a0f813-dd00-4473-8365-95a048fbd5d0 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 15940c28-3c5f-4ecf-ad44-4f83d801b70f has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:20:46.775466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-04e857dd-7226-470d-b52a-508de748f159 req-046d142f-07e5-469b-9fce-866105b1e2c8 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 210 time: 0.1273952 May 25 20:20:46.852807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136276c-9d51-4895-b024-17ecfdbd7017 req-ec973964-d1b9-44b3-a26f-16e92becc097 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:46.854945 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8136276c-9d51-4895-b024-17ecfdbd7017 req-ec973964-d1b9-44b3-a26f-16e92becc097 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 945 time: 0.8914216 May 25 20:20:46.971863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a0f813-dd00-4473-8365-95a048fbd5d0 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:20:46.983057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfc9e1d-375c-4cd6-b431-02c8d673857b None None] Sync routers for ids ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:20:46.988162 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-22a0f813-dd00-4473-8365-95a048fbd5d0 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/15940c28-3c5f-4ecf-ad44-4f83d801b70f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8325577 May 25 20:20:46.991451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58174) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:46.999888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc9e1d-375c-4cd6-b431-02c8d673857b None None] Routers {'15940c28-3c5f-4ecf-ad44-4f83d801b70f'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:47.002261 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1bfc9e1d-375c-4cd6-b431-02c8d673857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:47.067539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2c070f15-5075-439b-ada0-ba31a709cbe7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Synchronizing usage tracker for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:20:47.116789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2c070f15-5075-439b-ada0-ba31a709cbe7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Unset dirty status for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:20:47.118291 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2c070f15-5075-439b-ada0-ba31a709cbe7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports?device_id=15940c28-3c5f-4ecf-ad44-4f83d801b70f HTTP/1.1" status: 200 len: 205 time: 0.1259055 May 25 20:20:47.121823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58180) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:47.134224 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1bfc9e1d-375c-4cd6-b431-02c8d673857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:47.158041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc9e1d-375c-4cd6-b431-02c8d673857b None None] Routers {'15940c28-3c5f-4ecf-ad44-4f83d801b70f'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:20:47.158771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1bfc9e1d-375c-4cd6-b431-02c8d673857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:20:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:47.244269 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:47.293067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8136276c-9d51-4895-b024-17ecfdbd7017 req-c7dcfebb-b699-4cf3-8b12-a2f3ce2dd9ee tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826207 May 25 20:20:47.304374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5045b6-dea9-4150-9926-cc0700a6b083']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:47.308494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1bfc9e1d-375c-4cd6-b431-02c8d673857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:47.309003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfc9e1d-375c-4cd6-b431-02c8d673857b None None] The sync data for ids ['15940c28-3c5f-4ecf-ad44-4f83d801b70f'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:20:47.332679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-63cdc714-73d0-48ad-a932-b320986d8eef tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:47.334719 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-63cdc714-73d0-48ad-a932-b320986d8eef tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.50 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 817 time: 0.6108124 May 25 20:20:47.356925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47205d0-6cfc-4ac2-a359-284e99c33fa7') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:47.357307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47205d0-6cfc-4ac2-a359-284e99c33fa7') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:47.380010 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b8334459-cbb0-46b7-a555-17b5f7f178ed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:47.527714 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:47.619080 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:47.639536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:20:47.640508 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:48.020342 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-468ecd05-90d5-402d-a9e2-cacc0630204b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a52a7ae8afff4a00995e63198463c2df HTTP/1.1" status: 200 len: 380 time: 0.6494081 May 25 20:20:48.033203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Request body: {'port': {'device_id': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'admin_state_up': True, 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'security_groups': ['c5ab29db-ffda-42f4-8325-004e963de83d']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:48.092709 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment d47205d0-6cfc-4ac2-a359-284e99c33fa7 resource provider aggregate not found May 25 20:20:48.154299 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b8334459-cbb0-46b7-a555-17b5f7f178ed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:48.159750 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b8334459-cbb0-46b7-a555-17b5f7f178ed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:48.205309 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-037ab667-c10f-4537-9d46-16709c2f4e31 req-4ed80e95-13a7-4d8b-87a3-10d8beba2704 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 210 time: 0.1026185 May 25 20:20:48.224996 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b8334459-cbb0-46b7-a555-17b5f7f178ed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:48.225481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8334459-cbb0-46b7-a555-17b5f7f178ed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Fanout notify agent at l3_agent the message router_deleted on router 15940c28-3c5f-4ecf-ad44-4f83d801b70f {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:20:48.261343 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b8334459-cbb0-46b7-a555-17b5f7f178ed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:48.263066 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b8334459-cbb0-46b7-a555-17b5f7f178ed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/routers/15940c28-3c5f-4ecf-ad44-4f83d801b70f HTTP/1.1" status: 204 len: 168 time: 1.1399596 May 25 20:20:48.265610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58216) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:48.293884 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment d47205d0-6cfc-4ac2-a359-284e99c33fa7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d47205d0-6cfc-4ac2-a359-284e99c33fa7 found for delete ", "request_id": "req-6b9a9514-8dad-4438-9cad-26c908bbf061"}]} May 25 20:20:48.380929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421875ee-041c-4fda-876e-a237192b1147 req-b56e51db-3c0b-42d2-8800-3dbc4baebdcd tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:48.382967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-421875ee-041c-4fda-876e-a237192b1147 req-b56e51db-3c0b-42d2-8800-3dbc4baebdcd tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 945 time: 0.2007253 May 25 20:20:48.395796 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:48.397685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acccdfa-e8cb-448e-88b2-bddac1e983c6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting subnet 99c6014c-0485-44bf-bb08-aa123057f8e1 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:20:48.401945 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:48.420759 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6acccdfa-e8cb-448e-88b2-bddac1e983c6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:48.482574 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2d5045b6-dea9-4150-9926-cc0700a6b083 HTTP/1.1" status: 204 len: 168 time: 2.1492159 May 25 20:20:48.530756 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-421875ee-041c-4fda-876e-a237192b1147 req-7904b456-c67d-47e4-a822-e974de366dc5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373172 May 25 20:20:48.542953 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6acccdfa-e8cb-448e-88b2-bddac1e983c6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:48.572738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d5045b6-dea9-4150-9926-cc0700a6b083,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:48.583176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-e6244805-e76f-47bf-8198-9e277be0ebc8 req-f0290346-5610-49ea-9bbf-ca3950f1172d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] For port ca511c0d-7bc3-423d-8bed-0bd2e513158a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=ca511c0d-7bc3-423d-8bed-0bd2e513158a,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:48.583550 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e6244805-e76f-47bf-8198-9e277be0ebc8 req-f0290346-5610-49ea-9bbf-ca3950f1172d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:48.603105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:48.603880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:48.604550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:48.605090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:48.605476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:48.606097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:48.606097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:48.606639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:48.606967 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:48.607289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:48.607609 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:48.607929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f3f0b0-1602-4d5e-b94e-f702bb349130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:20:48.739125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58224) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:48.746918 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6acccdfa-e8cb-448e-88b2-bddac1e983c6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:48.873732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:20:48.921857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-e6244805-e76f-47bf-8198-9e277be0ebc8 req-f0290346-5610-49ea-9bbf-ca3950f1172d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Calling delete_port for ca511c0d-7bc3-423d-8bed-0bd2e513158a owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:20:48.962838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6acccdfa-e8cb-448e-88b2-bddac1e983c6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:49.066562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:49.075944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:49.083255 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:49.089313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acccdfa-e8cb-448e-88b2-bddac1e983c6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Subnet': ['ID=99c6014c-0485-44bf-bb08-aa123057f8e1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:49.117428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6acccdfa-e8cb-448e-88b2-bddac1e983c6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:49.168135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6acccdfa-e8cb-448e-88b2-bddac1e983c6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/99c6014c-0485-44bf-bb08-aa123057f8e1 HTTP/1.1" status: 204 len: 168 time: 0.9013085 May 25 20:20:49.174205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58234) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:49.178169 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ed7120-d3e2-4f55-99e2-3cc1f9ddda65 None None] Network 893a5435-a2f0-4a9a-b189-6367ef850088 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:20:49.179782 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e5306f3e-9269-4a41-ba5c-191e373e159f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9d62d09d9e2414bba456624e5edbbd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381943 May 25 20:20:49.355724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58238) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:49.380799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-56497685-6148-4941-b866-bdd8960e68e6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting subnet e0fdb27c-16c7-470e-9350-b4092b0fcfaa {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:20:49.390611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56497685-6148-4941-b866-bdd8960e68e6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:49.401623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:49.428081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:49.469205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Made reservation on behalf of a52a7ae8afff4a00995e63198463c2df for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:20:49.473863 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:49.568431 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56497685-6148-4941-b866-bdd8960e68e6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:49.675085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Allocated IP 172.20.0.10 (60c85bf1-10d8-47d9-9f87-ec16cc26b225/90f38b46-9103-4fb4-97e5-af5301a4267f/61aa281f-3b41-4c89-9595-67d38a52b24b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:20:49.678731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56497685-6148-4941-b866-bdd8960e68e6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:49.696652 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device ca511c0d-7bc3-423d-8bed-0bd2e513158a no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:20:49.846136 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56497685-6148-4941-b866-bdd8960e68e6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:49.948006 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-605c9454-4bca-4312-a1b4-36ece193d8a2 req-21bad3dd-5da2-4f5b-b900-e7f4729d5d1a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 210 time: 0.1627817 May 25 20:20:49.954237 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56497685-6148-4941-b866-bdd8960e68e6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:49.979284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56497685-6148-4941-b866-bdd8960e68e6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Subnet': ['ID=e0fdb27c-16c7-470e-9350-b4092b0fcfaa,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:50.024939 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a1f13f-f41d-4fc6-85c1-172b93a7edbe None None] Network 1cccda45-5b41-4f61-bc04-1f738a96eceb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:20:50.026834 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-56497685-6148-4941-b866-bdd8960e68e6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/e0fdb27c-16c7-470e-9350-b4092b0fcfaa HTTP/1.1" status: 204 len: 168 time: 0.8532104 May 25 20:20:50.027836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58258) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:50.122694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8dc16921-3887-4b5c-8cb2-4f0f295186c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:50.132051 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:50.153305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Transition to ACTIVE for port object 61aa281f-3b41-4c89-9595-67d38a52b24b will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:50.240666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94c10c-bcfa-40ed-8313-b4f2fb44d463 req-78e40ad2-e8a8-420f-8a1c-94100a8196b9 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:50.246964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af94c10c-bcfa-40ed-8313-b4f2fb44d463 req-78e40ad2-e8a8-420f-8a1c-94100a8196b9 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 945 time: 1.7481527 May 25 20:20:50.255009 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:50.264521 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:50.264894 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:50.519871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:20:50.521861 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8dc16921-3887-4b5c-8cb2-4f0f295186c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:50.539448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:20:50.544572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:20:50.660513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:50.687049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port ca511c0d-7bc3-423d-8bed-0bd2e513158a is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:50.687414 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:50.750860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 097141ae-3aa6-464e-9e73-7d48d857ff92 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:50.755191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event updated for resources: {'Port': ['ID=61aa281f-3b41-4c89-9595-67d38a52b24b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:50.756848 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:50.766742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:20:50.780809 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af94c10c-bcfa-40ed-8313-b4f2fb44d463 req-6b409fe6-5dfc-4973-9193-1d7d56112fa1 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ff317df-8b28-4ec5-a668-20764c19c702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058868 May 25 20:20:50.800521 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e6244805-e76f-47bf-8198-9e277be0ebc8 req-f0290346-5610-49ea-9bbf-ca3950f1172d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:50.840471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:50.855884 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:50.956000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363612e-0c4a-4797-af15-6ab05f77ae66 req-fa38a915-f93c-4ab2-81a2-856136300fec tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:50.974762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4363612e-0c4a-4797-af15-6ab05f77ae66 req-fa38a915-f93c-4ab2-81a2-856136300fec tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 945 time: 0.6588860 May 25 20:20:51.067828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c1cf8f-559d-4fcd-91e0-bcc39f09017b None None] DHCP port deletion for 893a5435-a2f0-4a9a-b189-6367ef850088 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:20:51.145099 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0d1161-ff27-4c30-a105-cf33eea45259'] response: {'server_uuid': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b', 'code': 200} May 25 20:20:51.147271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1cf8f-559d-4fcd-91e0-bcc39f09017b None None] Deleting port 097141ae-3aa6-464e-9e73-7d48d857ff92 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:51.147838 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f9c1cf8f-559d-4fcd-91e0-bcc39f09017b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:51.199064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:51.199064 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:51.209548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0290346-5610-49ea-9bbf-ca3950f1172d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Pushing event deleted for resources: {'Port': ['ID=ca511c0d-7bc3-423d-8bed-0bd2e513158a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:51.221335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6244805-e76f-47bf-8198-9e277be0ebc8 req-f0290346-5610-49ea-9bbf-ca3950f1172d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] No DVR routers for this DVR port ca511c0d-7bc3-423d-8bed-0bd2e513158a on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:20:51.227941 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e6244805-e76f-47bf-8198-9e277be0ebc8 req-f0290346-5610-49ea-9bbf-ca3950f1172d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:51.236675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dc5e54-58e9-47a2-a996-9994e9378b97', 'name': 'network-vif-deleted', 'tag': 'ca511c0d-7bc3-423d-8bed-0bd2e513158a'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:20:51.290759 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6244805-e76f-47bf-8198-9e277be0ebc8 req-f0290346-5610-49ea-9bbf-ca3950f1172d tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.50 "DELETE /v2.0/ports/ca511c0d-7bc3-423d-8bed-0bd2e513158a HTTP/1.1" status: 204 len: 173 time: 5.2478249 May 25 20:20:51.298770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-202ce1bf-0b1f-4a72-8d6f-b7c15e8f9c7d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2740583 May 25 20:20:51.312873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Request body: {'port': {'device_id': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:51.539338 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8dc16921-3887-4b5c-8cb2-4f0f295186c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:51.587405 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6663e3f4-47c4-4d6a-a308-7aa0b80cc746 None None] Provisioning for port 61aa281f-3b41-4c89-9595-67d38a52b24b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:20:51.601544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6663e3f4-47c4-4d6a-a308-7aa0b80cc746 None None] Provisioning complete for port 61aa281f-3b41-4c89-9595-67d38a52b24b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:20:51.602123 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6663e3f4-47c4-4d6a-a308-7aa0b80cc746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:51.667227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] For port 097141ae-3aa6-464e-9e73-7d48d857ff92, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=097141ae-3aa6-464e-9e73-7d48d857ff92,segment=NetworkSegment(7ea80df6-8e63-4614-a616-bfc0ff536b7f),segment_id=7ea80df6-8e63-4614-a616-bfc0ff536b7f)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:51.670678 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:51.673719 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] DHCP port deletion for 1cccda45-5b41-4f61-bc04-1f738a96eceb request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:20:51.797797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] Deleting port 50f983c2-393e-41f5-be66-90851ea5c0ed {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:51.804544 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:51.828395 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4363612e-0c4a-4797-af15-6ab05f77ae66 req-909e8c55-9f4e-4dfe-9e91-e8277b3fc8e5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8518407 May 25 20:20:51.829215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc16921-3887-4b5c-8cb2-4f0f295186c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b293e694-3f15-47e6-b82c-521d9cc1f345,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:51.916560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb088fbe-72ce-4c54-aac3-e4fc6674bd84 req-7f86ceae-e7d2-42dd-aef3-8eabc862c29e tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:51.920574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-cb088fbe-72ce-4c54-aac3-e4fc6674bd84 req-7f86ceae-e7d2-42dd-aef3-8eabc862c29e tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Synchronizing usage tracker for tenant:a52a7ae8afff4a00995e63198463c2df on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:20:51.989668 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:52.058501 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ac8b43-5dc1-43fc-a54e-56aeb8d8588b'] response: {'server_uuid': 'c2dc5e54-58e9-47a2-a996-9994e9378b97', 'name': 'network-vif-deleted', 'tag': 'ca511c0d-7bc3-423d-8bed-0bd2e513158a', 'status': 'completed', 'code': 200} May 25 20:20:52.172969 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 097141ae-3aa6-464e-9e73-7d48d857ff92 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:20:52.278770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-cb088fbe-72ce-4c54-aac3-e4fc6674bd84 req-7f86ceae-e7d2-42dd-aef3-8eabc862c29e tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Unset dirty status for tenant:a52a7ae8afff4a00995e63198463c2df on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:20:52.298832 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb088fbe-72ce-4c54-aac3-e4fc6674bd84 req-7f86ceae-e7d2-42dd-aef3-8eabc862c29e tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 932 time: 0.8588476 May 25 20:20:52.306043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for 097141ae-3aa6-464e-9e73-7d48d857ff92 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:20:52.369121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:52.539458 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb088fbe-72ce-4c54-aac3-e4fc6674bd84 req-d91c4a28-0757-410e-bcd5-39a0f5df91c0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396386 May 25 20:20:52.559364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Port 097141ae-3aa6-464e-9e73-7d48d857ff92 update to DOWN by agent not found {{(pid=88333) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 25 20:20:52.559799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 50f983c2-393e-41f5-be66-90851ea5c0ed no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:20:52.595107 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:52.601317 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8dc16921-3887-4b5c-8cb2-4f0f295186c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:52.612118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8dc16921-3887-4b5c-8cb2-4f0f295186c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b293e694-3f15-47e6-b82c-521d9cc1f345 HTTP/1.1" status: 204 len: 168 time: 3.2552338 May 25 20:20:52.709064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f9c1cf8f-559d-4fcd-91e0-bcc39f09017b None None] For port 097141ae-3aa6-464e-9e73-7d48d857ff92, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=097141ae-3aa6-464e-9e73-7d48d857ff92,segment=NetworkSegment(7ea80df6-8e63-4614-a616-bfc0ff536b7f),segment_id=7ea80df6-8e63-4614-a616-bfc0ff536b7f)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:52.712239 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f9c1cf8f-559d-4fcd-91e0-bcc39f09017b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:52.714987 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-31e36760-bf5d-4dc8-ab99-aec2736e7d8b req-d00bfaa0-0380-4560-82a6-d29cfcfb7fe3 tempest-ListServerFiltersTestJSON-122659559 tempest-ListServerFiltersTestJSON-122659559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2dc5e54-58e9-47a2-a996-9994e9378b97 HTTP/1.1" status: 200 len: 210 time: 0.2153468 May 25 20:20:52.732748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Port': ['ID=097141ae-3aa6-464e-9e73-7d48d857ff92,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:52.736286 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] No DVR routers for this DVR port 097141ae-3aa6-464e-9e73-7d48d857ff92 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:20:53.098911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2460e-f7f1-4858-be43-9df435004941 req-245bb90c-3c6d-4bf9-abf7-1ae4e4f3318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:53.105655 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aaf2460e-f7f1-4858-be43-9df435004941 req-245bb90c-3c6d-4bf9-abf7-1ae4e4f3318a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 1097 time: 1.6698494 May 25 20:20:53.133174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1cf8f-559d-4fcd-91e0-bcc39f09017b None None] Calling delete_port for 097141ae-3aa6-464e-9e73-7d48d857ff92 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:20:53.154073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:53.202379 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aaf2460e-f7f1-4858-be43-9df435004941 req-7e37b020-7686-4bc1-b621-3f98f61091da service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801260 May 25 20:20:53.205939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893a5435-a2f0-4a9a-b189-6367ef850088']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:53.221094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea80df6-8e63-4614-a616-bfc0ff536b7f') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:53.221377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea80df6-8e63-4614-a616-bfc0ff536b7f') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:53.238245 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:53.258204 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:53.269799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:20:53.270381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:53.379266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6663e3f4-47c4-4d6a-a308-7aa0b80cc746 None None] Port 61aa281f-3b41-4c89-9595-67d38a52b24b cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:20:53.384003 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-f9c1cf8f-559d-4fcd-91e0-bcc39f09017b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:20:53.385787 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-f9c1cf8f-559d-4fcd-91e0-bcc39f09017b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:20:53.496157 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:53.549296 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:53.621063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Network': ['ID=893a5435-a2f0-4a9a-b189-6367ef850088,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:53.654723 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-08c7ce06-6b73-4ea5-b140-8a355170e885 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/networks/893a5435-a2f0-4a9a-b189-6367ef850088 HTTP/1.1" status: 204 len: 168 time: 3.5924864 May 25 20:20:53.659274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58302) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:53.721769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a38bf-1263-4eb9-bd57-5f5a6c0953f6 req-356154bd-7597-4ed7-84f9-ae2782e77d64 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:53.723276 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f10a38bf-1263-4eb9-bd57-5f5a6c0953f6 req-356154bd-7597-4ed7-84f9-ae2782e77d64 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.5594494 May 25 20:20:53.733352 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:53.735850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61aa281f-3b41-4c89-9595-67d38a52b24b {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:20:53.758262 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 7ea80df6-8e63-4614-a616-bfc0ff536b7f resource provider aggregate not found May 25 20:20:53.799988 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 7ea80df6-8e63-4614-a616-bfc0ff536b7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ea80df6-8e63-4614-a616-bfc0ff536b7f found for delete ", "request_id": "req-5e859119-2c6c-4d53-9613-8fd2d2b1c546"}]} May 25 20:20:53.800344 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:53.887865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Transition to ACTIVE for port object 61aa281f-3b41-4c89-9595-67d38a52b24b will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:20:53.909342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f10a38bf-1263-4eb9-bd57-5f5a6c0953f6 req-01d9c092-596a-4a1b-8213-a31a848ff4e5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Synchronizing usage tracker for tenant:3ac1622f58c741a98ccad6c9c9ee8eab on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:20:53.922650 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:54.022491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1cf8f-559d-4fcd-91e0-bcc39f09017b None None] Deleting port 097141ae-3aa6-464e-9e73-7d48d857ff92 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:54.022875 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f9c1cf8f-559d-4fcd-91e0-bcc39f09017b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:54.192183 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:54.243854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 50f983c2-393e-41f5-be66-90851ea5c0ed {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:54.244234 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:54.264199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f10a38bf-1263-4eb9-bd57-5f5a6c0953f6 req-01d9c092-596a-4a1b-8213-a31a848ff4e5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Unset dirty status for tenant:3ac1622f58c741a98ccad6c9c9ee8eab on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:20:54.278191 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f10a38bf-1263-4eb9-bd57-5f5a6c0953f6 req-01d9c092-596a-4a1b-8213-a31a848ff4e5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296865 May 25 20:20:54.346309 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1cf8f-559d-4fcd-91e0-bcc39f09017b None None] The port '097141ae-3aa6-464e-9e73-7d48d857ff92' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:20:54.448156 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] For port 50f983c2-393e-41f5-be66-90851ea5c0ed, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=50f983c2-393e-41f5-be66-90851ea5c0ed,segment=NetworkSegment(2a526ebf-fed7-4aa2-84d4-22e71a3dd688),segment_id=2a526ebf-fed7-4aa2-84d4-22e71a3dd688)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:54.448905 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:54.451529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f021c-7b6b-4a7a-9f8a-2d44d5c4de76 req-4e77726f-ed01-4839-8c1f-b992498cb7dd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:54.461584 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c7f021c-7b6b-4a7a-9f8a-2d44d5c4de76 req-4e77726f-ed01-4839-8c1f-b992498cb7dd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.5089030 May 25 20:20:54.471410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 50f983c2-393e-41f5-be66-90851ea5c0ed is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:20:54.472066 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:54.567171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58334) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:54.630941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Pushing event updated for resources: {'Port': ['ID=61aa281f-3b41-4c89-9595-67d38a52b24b,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:54.707199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] Calling delete_port for 50f983c2-393e-41f5-be66-90851ea5c0ed owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:20:54.808363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 50f983c2-393e-41f5-be66-90851ea5c0ed, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=50f983c2-393e-41f5-be66-90851ea5c0ed,segment=NetworkSegment(2a526ebf-fed7-4aa2-84d4-22e71a3dd688),segment_id=2a526ebf-fed7-4aa2-84d4-22e71a3dd688)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:54.820461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58346) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:54.848989 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:54.916981 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:20:54.917239 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:20:54.988219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=50f983c2-393e-41f5-be66-90851ea5c0ed,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:55.007283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1c7f021c-7b6b-4a7a-9f8a-2d44d5c4de76 req-5a1b7fc1-2f6f-446b-a214-5d43f155cb92 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Synchronizing usage tracker for tenant:a52a7ae8afff4a00995e63198463c2df on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:20:55.020791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4a5a61-a0a1-4285-a003-ebdc87104280 admin admin] Deleting subnet 7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:20:55.024300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] For port 50f983c2-393e-41f5-be66-90851ea5c0ed, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=50f983c2-393e-41f5-be66-90851ea5c0ed,segment=NetworkSegment(2a526ebf-fed7-4aa2-84d4-22e71a3dd688),segment_id=2a526ebf-fed7-4aa2-84d4-22e71a3dd688)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:55.024734 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:55.043377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5a61-a0a1-4285-a003-ebdc87104280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:55.091168 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Attempting to bind port 61aa281f-3b41-4c89-9595-67d38a52b24b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:20:55.092140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Attempting to bind port 61aa281f-3b41-4c89-9595-67d38a52b24b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:20:55.092642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Attempting to bind port 61aa281f-3b41-4c89-9595-67d38a52b24b on network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:55.118341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Port 61aa281f-3b41-4c89-9595-67d38a52b24b on network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:20:55.118956 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Attempting to bind port 61aa281f-3b41-4c89-9595-67d38a52b24b on network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:20:55.131885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:20:55.132527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Checking segment: {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:55.133083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Bound using segment: {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:20:55.133834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Bound port: 61aa281f-3b41-4c89-9595-67d38a52b24b, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:20:55.134549 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:55.219586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for 50f983c2-393e-41f5-be66-90851ea5c0ed owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:20:55.267608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1c7f021c-7b6b-4a7a-9f8a-2d44d5c4de76 req-5a1b7fc1-2f6f-446b-a214-5d43f155cb92 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Unset dirty status for tenant:a52a7ae8afff4a00995e63198463c2df on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:20:55.274951 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c7f021c-7b6b-4a7a-9f8a-2d44d5c4de76 req-5a1b7fc1-2f6f-446b-a214-5d43f155cb92 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8119819 May 25 20:20:55.284222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] For port 61aa281f-3b41-4c89-9595-67d38a52b24b, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:20:55.288240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-639767285-network', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:55.309092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-f5b33f1a-804e-410b-b9a2-43e4eb86a38b tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:55.310639 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-f5b33f1a-804e-410b-b9a2-43e4eb86a38b tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/networks?id=06680dfa-4630-4cb0-a8f3-5f162a3d1fcc HTTP/1.1" status: 200 len: 813 time: 0.3246133 May 25 20:20:55.312884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] For port 61aa281f-3b41-4c89-9595-67d38a52b24b, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=61aa281f-3b41-4c89-9595-67d38a52b24b,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:20:55.331787 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:55.351830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:55.367909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Usage tracker for resource:network and tenant:bd9d7ecda85842f896097a31795071c4 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:55.383324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:55.413209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Pushing event updated for resources: {'Port': ['ID=61aa281f-3b41-4c89-9595-67d38a52b24b,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:55.416940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:55.419358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] Deleting port 50f983c2-393e-41f5-be66-90851ea5c0ed {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:55.419675 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:55.421099 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5a61-a0a1-4285-a003-ebdc87104280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:55.428074 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-7b87bfa0-e559-4982-9387-7fd6ed22be70 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/quotas/724525c085124938a3a45cddf0ad713e HTTP/1.1" status: 200 len: 375 time: 0.1043720 May 25 20:20:55.486245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:55.486964 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:55.488466 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-464c4564-0260-48b0-acbb-6a32f45878bf service neutron] 10.222.0.50 "PUT /v2.0/ports/61aa281f-3b41-4c89-9595-67d38a52b24b HTTP/1.1" status: 200 len: 1092 time: 4.1838357 May 25 20:20:55.489183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'tag': '61aa281f-3b41-4c89-9595-67d38a52b24b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:20:55.504071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5759c11f-b8df-4657-9c29-e1fb98dee6be tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Synchronizing usage tracker for tenant:724525c085124938a3a45cddf0ad713e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:20:55.616725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5759c11f-b8df-4657-9c29-e1fb98dee6be tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Unset dirty status for tenant:724525c085124938a3a45cddf0ad713e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:20:55.621302 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5759c11f-b8df-4657-9c29-e1fb98dee6be tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=724525c085124938a3a45cddf0ad713e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1911583 May 25 20:20:55.782222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] For port 50f983c2-393e-41f5-be66-90851ea5c0ed, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=50f983c2-393e-41f5-be66-90851ea5c0ed,segment=NetworkSegment(2a526ebf-fed7-4aa2-84d4-22e71a3dd688),segment_id=2a526ebf-fed7-4aa2-84d4-22e71a3dd688)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:55.783212 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:55.849795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-d9740d31-8dcd-47e8-aa7c-27df67da8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:55.851942 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-d9740d31-8dcd-47e8-aa7c-27df67da8968 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 1095 time: 0.3119347 May 25 20:20:55.917470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Made reservation on behalf of bd9d7ecda85842f896097a31795071c4 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:20:55.919811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:55.946365 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:55.973949 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:20:55.974305 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:20:55.987484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:55.998402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Usage tracker for resource:security_group_rule and tenant:bd9d7ecda85842f896097a31795071c4 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:56.003278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:56.029495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8e0d6-071c-45b8-8ae6-8da981ec7b92 req-2a389b54-dccb-4e67-92da-9219fdf22d07 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:56.045799 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9c8e0d6-071c-45b8-8ae6-8da981ec7b92 req-2a389b54-dccb-4e67-92da-9219fdf22d07 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.5786698 May 25 20:20:56.076930 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-f064cc0d-0e41-4aa9-911f-c064f85fface service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aa281f-3b41-4c89-9595-67d38a52b24b HTTP/1.1" status: 200 len: 217 time: 0.2160327 May 25 20:20:56.079003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:56.091455 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-a9f4c72c-4a6a-4c5d-ab96-924d67900dd8 service neutron] 10.222.0.60 "GET /v2.0/networks/06680dfa-4630-4cb0-a8f3-5f162a3d1fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634821 May 25 20:20:56.109035 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5a61-a0a1-4285-a003-ebdc87104280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:56.134402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] Calling delete_port for 50f983c2-393e-41f5-be66-90851ea5c0ed owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:20:56.214058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9c8e0d6-071c-45b8-8ae6-8da981ec7b92 req-7f85dbff-8c27-4d49-acb3-71d3359459ce tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670561 May 25 20:20:56.266983 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:56.325687 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5a61-a0a1-4285-a003-ebdc87104280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:56.364022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-61edc26c-4ae4-404f-99dc-14b19086f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:56.365942 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-61edc26c-4ae4-404f-99dc-14b19086f898 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.2802358 May 25 20:20:56.373321 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] No DVR routers for this DVR port 50f983c2-393e-41f5-be66-90851ea5c0ed on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:20:56.411425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4faefde-b89c-4e68-87f7-dfe34ef282c7 None None] Pushing event deleted for resources: {'Port': ['ID=50f983c2-393e-41f5-be66-90851ea5c0ed,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:56.445651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a5a61-a0a1-4285-a003-ebdc87104280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:56.446369 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3837cef-5148-4214-8dd1-b71fa51d9f53'] response: {'name': 'network-changed', 'server_uuid': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'tag': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'status': 'completed', 'code': 200} May 25 20:20:56.454139 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5a61-a0a1-4285-a003-ebdc87104280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:56.459548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f1ce6-d66a-439f-93c3-9a9adbd370d7 None None] Network 8afcbd06-1893-421b-846b-08bd027ede81 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:20:56.484228 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 50f983c2-393e-41f5-be66-90851ea5c0ed {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:56.498671 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:56.516188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-12876166-0699-42dc-a999-691af969707f service neutron] 10.222.0.60 "GET /v2.0/networks/06680dfa-4630-4cb0-a8f3-5f162a3d1fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717427 May 25 20:20:56.528669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-a5643449-209d-45ab-88b0-61abe85f0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:56.540368 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-a5643449-209d-45ab-88b0-61abe85f0bea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657546 May 25 20:20:56.676082 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:56.715171 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:56.951870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] The port '50f983c2-393e-41f5-be66-90851ea5c0ed' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:20:56.971257 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6f4a5a61-a0a1-4285-a003-ebdc87104280 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7298ffd4-7c8c-43a4-a1bc-b79cf555cdfd HTTP/1.1" status: 204 len: 168 time: 2.3973002 May 25 20:20:56.972266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58392) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:57.017722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:20:57.044815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7583c11c-0f36-4bb1-a72c-09cfa0caf826,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:57.080631 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:57.081012 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Added segment 1aba621d-3119-4d31-b000-254434dedcae of type vlan for network 1d861bbe-1d99-4238-9eb8-2ced58df3754 May 25 20:20:57.092621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c31a4c-d40e-420f-927d-746be3e384c3 None None] DHCP port deletion for 8afcbd06-1893-421b-846b-08bd027ede81 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:20:57.101520 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-b68dad47-1155-452a-a657-334b924f85b7 service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549886 May 25 20:20:57.110084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-45c31a4c-d40e-420f-927d-746be3e384c3 None None] Deleting port 33e28361-f6c2-4db8-b090-18df24566f3f {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:57.111664 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-45c31a4c-d40e-420f-927d-746be3e384c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:57.213135 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:57.293832 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cccda45-5b41-4f61-bc04-1f738a96eceb']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:57.311529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a526ebf-fed7-4aa2-84d4-22e71a3dd688') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:57.311656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a526ebf-fed7-4aa2-84d4-22e71a3dd688') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:57.350122 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:57.394750 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:57.410526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:20:57.411879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:57.488988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-45c31a4c-d40e-420f-927d-746be3e384c3 None None] For port 33e28361-f6c2-4db8-b090-18df24566f3f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=33e28361-f6c2-4db8-b090-18df24566f3f,segment=NetworkSegment(18ef9cca-e8c8-4786-8e87-4caade6a38d0),segment_id=18ef9cca-e8c8-4786-8e87-4caade6a38d0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:20:57.489830 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-45c31a4c-d40e-420f-927d-746be3e384c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:57.599665 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:57.613799 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 2a526ebf-fed7-4aa2-84d4-22e71a3dd688 resource provider aggregate not found May 25 20:20:57.699813 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 2a526ebf-fed7-4aa2-84d4-22e71a3dd688 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a526ebf-fed7-4aa2-84d4-22e71a3dd688 found for delete ", "request_id": "req-cb146c99-268f-4b73-9d26-bd1b92714ddf"}]} May 25 20:20:57.721853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] Deleting port 33e28361-f6c2-4db8-b090-18df24566f3f {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:20:57.722980 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:57.738091 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:57.771547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c06d7-b830-4cc9-89e4-3e508b16b311 req-a2f66f6d-0a45-43e3-9428-26376d2061dc tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:57.789136 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af7c06d7-b830-4cc9-89e4-3e508b16b311 req-a2f66f6d-0a45-43e3-9428-26376d2061dc tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 1.0564384 May 25 20:20:57.816540 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:57.838557 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b5c1b70-b7c8-42b7-8cb6-9a6670f31eec req-7d4f1965-445b-409a-b4f6-0535b4d08d9d service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244995 May 25 20:20:57.884426 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-45c31a4c-d40e-420f-927d-746be3e384c3 None None] Calling delete_port for 33e28361-f6c2-4db8-b090-18df24566f3f owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:20:57.903172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:57.950350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Network': ['ID=1cccda45-5b41-4f61-bc04-1f738a96eceb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:57.964295 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5aac98c5-a76e-484f-819c-439fefcabd41 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/networks/1cccda45-5b41-4f61-bc04-1f738a96eceb HTTP/1.1" status: 204 len: 168 time: 4.3033540 May 25 20:20:57.968320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58422) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:57.975579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'network': {'name': 'tempest-RoutersTest-305569182'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:57.983175 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af7c06d7-b830-4cc9-89e4-3e508b16b311 req-4837460c-f09f-498c-873d-5464223fdd13 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931977 May 25 20:20:57.985780 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:57.987390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:57.987697 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:57.992864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:58.038280 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:58.086803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:network and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:58.110541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:58.120456 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dd0573de-4776-464d-ba05-a6548cea0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:58.124426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:58.132977 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.3007591 May 25 20:20:58.133960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58426) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:58.138912 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-45c31a4c-d40e-420f-927d-746be3e384c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:58.144175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Request body: {'subnet': {'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-639767285-subnet', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:58.151023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526c8f6-4049-4989-8877-d58ec0611282 admin admin] Pushing event updated for resources: {'Network': ['ID=1d861bbe-1d99-4238-9eb8-2ced58df3754,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:58.188954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-df685a7f-a127-4478-9a9e-a53e17837589 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:58.190821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:20:58.198538 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-df685a7f-a127-4478-9a9e-a53e17837589 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/networks?id=9ea20e5f-cd04-42b5-80b6-8282aee2594c HTTP/1.1" status: 200 len: 814 time: 1.1408479 May 25 20:20:58.209923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Usage tracker for resource:subnet and tenant:bd9d7ecda85842f896097a31795071c4 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:20:58.214365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:20:58.219730 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:58.233185 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a1e4ee2-6073-490c-b9d4-45790e3cb4c6 req-89373a53-f6c5-4bba-a7ed-3c25b3907a4e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 210 time: 0.0764210 May 25 20:20:58.236159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:20:58.236559 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-6ee669f4-8944-4a5f-8196-afd666165aaa tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/quotas/3ac1622f58c741a98ccad6c9c9ee8eab HTTP/1.1" status: 200 len: 375 time: 0.0370688 May 25 20:20:58.239864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c31a4c-d40e-420f-927d-746be3e384c3 None None] Pushing event deleted for resources: {'Port': ['ID=33e28361-f6c2-4db8-b090-18df24566f3f,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:58.247836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:20:58.249826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 1d861bbe-1d99-4238-9eb8-2ced58df3754 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:20:58.281272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Made reservation on behalf of bd9d7ecda85842f896097a31795071c4 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:20:58.284008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:58.303276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:20:58.352150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c31a4c-d40e-420f-927d-746be3e384c3 None None] No DVR routers for this DVR port 33e28361-f6c2-4db8-b090-18df24566f3f on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:20:58.386766 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:58.387380 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Added segment 8c60b0a0-1592-400e-a3c3-3d6867f3081b of type vlan for network 37f58f35-86ab-468c-871e-23309b7a3493 May 25 20:20:58.387757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] The port '33e28361-f6c2-4db8-b090-18df24566f3f' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:20:58.514327 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:58.627794 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:58.680800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb6be8-ed76-413e-b5af-41df4dd6490b req-0f3b7bd2-186f-4e1c-950f-ae154ce760e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:58.691505 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6eb6be8-ed76-413e-b5af-41df4dd6490b req-0f3b7bd2-186f-4e1c-950f-ae154ce760e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 1095 time: 0.5787642 May 25 20:20:58.735944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:58.745842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:58.746499 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:58.844207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afcbd06-1893-421b-846b-08bd027ede81']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:58.970059 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-8fa0ee53-e747-4fbc-b30f-efd65deb4d0b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7324388 May 25 20:20:58.981483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ef9cca-e8c8-4786-8e87-4caade6a38d0') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:58.981781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ef9cca-e8c8-4786-8e87-4caade6a38d0') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:20:59.038789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 33e28361-f6c2-4db8-b090-18df24566f3f no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:20:59.194326 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 33e28361-f6c2-4db8-b090-18df24566f3f {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:20:59.195373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 33e28361-f6c2-4db8-b090-18df24566f3f not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:20:59.239351 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:59.305588 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:59.373759 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:59.389462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Network': ['ID=37f58f35-86ab-468c-871e-23309b7a3493,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:59.401889 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a598ac97-12f0-4c64-b5ff-aa43c5cc95e7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4324930 May 25 20:20:59.406713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58446) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:20:59.410515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:20:59.411203 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:20:59.415325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 37f58f35-86ab-468c-871e-23309b7a3493 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:20:59.447714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'subnet': {'network_id': '37f58f35-86ab-468c-871e-23309b7a3493', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:59.615800 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 18ef9cca-e8c8-4786-8e87-4caade6a38d0 resource provider aggregate not found May 25 20:20:59.776830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-8b931369-5eee-479b-ad68-3342f4fd7664 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:59.778931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-8b931369-5eee-479b-ad68-3342f4fd7664 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.70 "GET /v2.0/networks?id=06680dfa-4630-4cb0-a8f3-5f162a3d1fcc HTTP/1.1" status: 200 len: 813 time: 1.1318545 May 25 20:20:59.782343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86e6032-d969-4882-8d08-6181fe145086,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:20:59.801120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Request body: {'port': {'device_id': 'e7eef6e6-527a-44ba-8b57-1ad6969449db', 'network_id': '06680dfa-4630-4cb0-a8f3-5f162a3d1fcc', 'admin_state_up': True, 'tenant_id': '724525c085124938a3a45cddf0ad713e'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:20:59.840559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Checking segment: {'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:20:59.841068 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Network hostable DHCP agents. Network: 1d861bbe-1d99-4238-9eb8-2ced58df3754, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:20:59.865283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb6be8-ed76-413e-b5af-41df4dd6490b req-4b34d79f-5158-4fa6-bdc1-d3ee35498870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:59.868674 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6eb6be8-ed76-413e-b5af-41df4dd6490b req-4b34d79f-5158-4fa6-bdc1-d3ee35498870 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 918 time: 1.1477263 May 25 20:20:59.871781 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 18ef9cca-e8c8-4786-8e87-4caade6a38d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18ef9cca-e8c8-4786-8e87-4caade6a38d0 found for delete ", "request_id": "req-96820441-838b-4a59-8ec6-b298a3aa5927"}]} May 25 20:20:59.949517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eafd59-6726-4c6e-a964-38badf850851 req-f4886eb4-c2fe-494d-8da4-11ae0d419b10 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:20:59.951933 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f7eafd59-6726-4c6e-a964-38badf850851 req-f4886eb4-c2fe-494d-8da4-11ae0d419b10 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.5579998 May 25 20:20:59.981833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-6969851c-1071-4a95-bab7-8020fa41e634 service neutron] 10.222.0.60 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9919801 May 25 20:21:00.073516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:00.088668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:00.092585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Network 1d861bbe-1d99-4238-9eb8-2ced58df3754 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:21:00.115876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Made reservation on behalf of 724525c085124938a3a45cddf0ad713e for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:00.120973 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:00.136685 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:00.138181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 1d861bbe-1d99-4238-9eb8-2ced58df3754) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:00.145517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:00.146206 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:00.159619 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a27a2-109a-4778-8d98-2009b8bdf91e None None] Network 1d861bbe-1d99-4238-9eb8-2ced58df3754 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:00.170945 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6eb6be8-ed76-413e-b5af-41df4dd6490b req-bd46a29b-dff5-421f-b2fa-5f13e70c3067 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aa281f-3b41-4c89-9595-67d38a52b24b HTTP/1.1" status: 200 len: 217 time: 0.1828759 May 25 20:21:00.189923 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f7eafd59-6726-4c6e-a964-38badf850851 req-7c0cee43-ad0d-476c-812e-a838530146c9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285562 May 25 20:21:00.205168 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dd649ae6-f02b-4722-b2c5-788eeddb86fc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0623267 May 25 20:21:00.205749 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:00.208951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58466) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:00.220843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:00.235635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:00.374128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Usage tracker for resource:router and tenant:bd9d7ecda85842f896097a31795071c4 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:00.377456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:00.386170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:00.389256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:00.395829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:subnet and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:00.403096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:00.427152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:00.486967 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:00.488394 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:00.517860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb6be8-ed76-413e-b5af-41df4dd6490b req-28a9d95c-eb6e-49c9-b534-a99b444751fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:00.519371 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6eb6be8-ed76-413e-b5af-41df4dd6490b req-28a9d95c-eb6e-49c9-b534-a99b444751fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.2862947 May 25 20:21:00.520966 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dedf8deb-6d0d-41e6-981d-46cc125cfa62 req-79735a9e-8a7a-4116-a16c-ee10692932fa tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 210 time: 0.1131661 May 25 20:21:00.531473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:00.535152 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:00.549719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] Pushing event deleted for resources: {'Network': ['ID=8afcbd06-1893-421b-846b-08bd027ede81,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:00.556127 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:00.562395 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-80449022-c450-4b32-a995-d70f6c2ea04f admin admin] 10.222.0.60 "DELETE /v2.0/networks/8afcbd06-1893-421b-846b-08bd027ede81 HTTP/1.1" status: 204 len: 168 time: 3.5884781 May 25 20:21:00.639001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-1d861bbe-1d99-4238-9eb8-2ced58df3754', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:21:00.641612 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:00.673108 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98009dd9-6811-4e38-ba84-1fc25baedd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:00.810061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Allocated IP 172.20.0.2 (06680dfa-4630-4cb0-a8f3-5f162a3d1fcc/f985da78-9fa5-4bb0-94aa-6b95b76cffe7/511fe1c8-1fd5-4834-b17b-f438d23ce143) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:00.812697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58474) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:00.883652 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Allocated IP 172.20.0.2 (1d861bbe-1d99-4238-9eb8-2ced58df3754/b86e6032-d969-4882-8d08-6181fe145086/69ccde5c-b920-43a5-8b74-6abcdda55164) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:01.029263 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-cd2d9a75-e543-48e6-945e-9970233ad1ab service neutron] 10.222.0.60 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0362096 May 25 20:21:01.033083 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:01.045429 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:01.057469 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3c88a710-e7ef-4020-b45e-94ff66b945dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45d0cd5f09884862bba2e54c257f07a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440000 May 25 20:21:01.065524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58478) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:01.138441 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:01.153052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Transition to ACTIVE for port object 69ccde5c-b920-43a5-8b74-6abcdda55164 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:01.177551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Transition to ACTIVE for port object 69ccde5c-b920-43a5-8b74-6abcdda55164 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:01.187372 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:01.269856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Pushing event updated for resources: {'Port': ['ID=69ccde5c-b920-43a5-8b74-6abcdda55164,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:01.285043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:01.285381 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:01.285709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:01.286096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:01.286744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:01.287201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:01.287532 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:01.288088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:01.288413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:01.288730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:01.289180 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:01.289495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:01.337573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Network 1d861bbe-1d99-4238-9eb8-2ced58df3754 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:01.340713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:01.350828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:01.452167 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:01.492304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Attempting to bind port 69ccde5c-b920-43a5-8b74-6abcdda55164 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:21:01.492767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Attempting to bind port 69ccde5c-b920-43a5-8b74-6abcdda55164 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:21:01.494593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Attempting to bind port 69ccde5c-b920-43a5-8b74-6abcdda55164 on network 1d861bbe-1d99-4238-9eb8-2ced58df3754 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:01.507413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:21:01.507800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Checking segment: {'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:01.508188 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:01.508580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Bound using segment: {'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:21:01.509032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Bound port: 69ccde5c-b920-43a5-8b74-6abcdda55164, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:21:01.509409 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:01.644002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58498) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:01.658917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e96ded6a-2c4e-4c12-8d00-fb36d67ede92 req-2c1ccf60-5573-4b95-82d7-0970758940d4 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 210 time: 0.1648531 May 25 20:21:01.664140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-404475791'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:01.676197 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f8d91724-5023-4db2-bbcc-744a4d11a402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:01.676631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Checking segment: {'id': '8c60b0a0-1592-400e-a3c3-3d6867f3081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37f58f35-86ab-468c-871e-23309b7a3493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:01.677032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network hostable DHCP agents. Network: 37f58f35-86ab-468c-871e-23309b7a3493, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:21:01.679980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:01.724705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb6be8-ed76-413e-b5af-41df4dd6490b req-cf21f498-176a-458d-a0a8-cf512d15fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:01.731790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Usage tracker for resource:network and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:01.732508 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6eb6be8-ed76-413e-b5af-41df4dd6490b req-cf21f498-176a-458d-a0a8-cf512d15fe70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1800766 May 25 20:21:01.746885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] For port 69ccde5c-b920-43a5-8b74-6abcdda55164, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:21:01.750248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] For port 69ccde5c-b920-43a5-8b74-6abcdda55164, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=69ccde5c-b920-43a5-8b74-6abcdda55164,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:21:01.756270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:01.775590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 61aa281f-3b41-4c89-9595-67d38a52b24b details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:21:01.783586 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:01.816605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:01.826166 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:01.833025 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:01.875963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f8d91724-5023-4db2-bbcc-744a4d11a402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:01.968049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Made reservation on behalf of 2de55f61b45045b4816f6a71bdaf22b8 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:01.988137 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:02.022031 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6eb6be8-ed76-413e-b5af-41df4dd6490b req-147fe94d-32ca-41d5-9cec-5f1eba748935 service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794399 May 25 20:21:02.024654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 37f58f35-86ab-468c-871e-23309b7a3493 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:21:02.051188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73eb6-9232-4bbf-b66e-21b38b33e0a7 req-c532bb77-7735-4af8-8d25-31f23c9be3e4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:02.051689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Subnet': ['ID=cf59c96d-6dea-4760-9148-26a0110fd6ee,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:02.053068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c7f73eb6-9232-4bbf-b66e-21b38b33e0a7 req-c532bb77-7735-4af8-8d25-31f23c9be3e4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.6114912 May 25 20:21:02.116495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:21:02.153223 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:02.163421 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:02.163826 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Added segment bf810068-8e93-4579-91f3-70acaa6be292 of type vlan for network 814e0c94-51e7-489c-9196-d87d06585fbd May 25 20:21:02.170284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f8d91724-5023-4db2-bbcc-744a4d11a402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:02.219877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de50765-3d37-4aae-9419-ffc8e22d63e3 None None] Pushing event updated for resources: {'Port': ['ID=69ccde5c-b920-43a5-8b74-6abcdda55164,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:02.259942 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c7f73eb6-9232-4bbf-b66e-21b38b33e0a7 req-a98446e9-8614-498a-92a3-31e3a75ace46 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945446 May 25 20:21:02.290244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d91724-5023-4db2-bbcc-744a4d11a402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff317df-8b28-4ec5-a668-20764c19c702,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:02.350728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Network 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:02.369528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:02.373997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Pushing event updated for resources: {'Port': ['ID=511fe1c8-1fd5-4834-b17b-f438d23ce143,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:02.407192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 37f58f35-86ab-468c-871e-23309b7a3493) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:02.418014 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 61aa281f-3b41-4c89-9595-67d38a52b24b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=61aa281f-3b41-4c89-9595-67d38a52b24b,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:02.418439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:02.449789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1f4b35-10d3-452f-9cac-15c4746193aa None None] Network 37f58f35-86ab-468c-871e-23309b7a3493 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:02.494201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:02.496344 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:02.539409 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-46ed03e9-562a-417a-b21d-438237a6b7a8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1313674 May 25 20:21:02.541608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58506) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:02.547282 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'port_id': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'mac_address': 'fa:16:3e:cb:77:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:21:02.592875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8d788290-0a71-4ddf-b78b-76a9b7266281 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1029239719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:02.610517 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8d788290-0a71-4ddf-b78b-76a9b7266281 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:02.625162 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8d788290-0a71-4ddf-b78b-76a9b7266281 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:router and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:02.677808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8d788290-0a71-4ddf-b78b-76a9b7266281 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:02.718698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 61aa281f-3b41-4c89-9595-67d38a52b24b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:02.719788 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:02.737685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8d788290-0a71-4ddf-b78b-76a9b7266281 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:02.751017 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6eb6be8-ed76-413e-b5af-41df4dd6490b req-dc0f23a2-1e7e-4c4c-92f1-3c8ed5c561a3 service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785097 May 25 20:21:02.790754 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8d788290-0a71-4ddf-b78b-76a9b7266281 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:02.796943 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8d788290-0a71-4ddf-b78b-76a9b7266281 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:02.841316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724f186-656a-4b27-898a-ee9d607ab8bb req-bb8c4edb-1ea0-4dad-94dd-8292ef3ada12 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:02.843901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61aa281f-3b41-4c89-9595-67d38a52b24b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:21:02.851989 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0724f186-656a-4b27-898a-ee9d607ab8bb req-bb8c4edb-1ea0-4dad-94dd-8292ef3ada12 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 931 time: 0.8272250 May 25 20:21:02.877815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-37f58f35-86ab-468c-871e-23309b7a3493', 'network_id': '37f58f35-86ab-468c-871e-23309b7a3493', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'fixed_ips': [{'subnet_id': 'cf59c96d-6dea-4760-9148-26a0110fd6ee'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:21:02.878651 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:02.890858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 61aa281f-3b41-4c89-9595-67d38a52b24b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=61aa281f-3b41-4c89-9595-67d38a52b24b,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:02.899821 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:02.991385 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8d788290-0a71-4ddf-b78b-76a9b7266281 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:03.019464 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0724f186-656a-4b27-898a-ee9d607ab8bb req-07946a5d-417f-4f36-9730-04fe2dc5a1c9 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663036 May 25 20:21:03.062636 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8d788290-0a71-4ddf-b78b-76a9b7266281 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:03.108392 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8d788290-0a71-4ddf-b78b-76a9b7266281 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:03.114734 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8d788290-0a71-4ddf-b78b-76a9b7266281 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5687315 May 25 20:21:03.116516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58512) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:03.124098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'port': {'network_id': '37f58f35-86ab-468c-871e-23309b7a3493', 'name': 'tempest-RoutersTest-1689635090'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:03.147099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['61aa281f-3b41-4c89-9595-67d38a52b24b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:21:03.235596 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:03.272163 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 69ccde5c-b920-43a5-8b74-6abcdda55164 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:03.301317 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:03.469870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=61aa281f-3b41-4c89-9595-67d38a52b24b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:03.484030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3194478-7048-409b-b825-7af8344c4a8b req-18f9577f-8cb2-4022-8ca0-5edba88f816b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 210 time: 0.3024144 May 25 20:21:03.594536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:03.594900 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:03.691349 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:03.699467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:03.700559 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:03.754812 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f8d91724-5023-4db2-bbcc-744a4d11a402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:03.755099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 69ccde5c-b920-43a5-8b74-6abcdda55164 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:03.756600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f8d91724-5023-4db2-bbcc-744a4d11a402 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ff317df-8b28-4ec5-a668-20764c19c702 HTTP/1.1" status: 204 len: 168 time: 2.6900556 May 25 20:21:03.771063 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-5b175af9-0fef-44c8-8742-83a97823827e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9741783 May 25 20:21:03.804637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Allocated IP 172.20.0.2 (37f58f35-86ab-468c-871e-23309b7a3493/cf59c96d-6dea-4760-9148-26a0110fd6ee/40c9bdb9-2a15-4cfe-9825-196f9d34d266) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:03.889782 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-1dbf99bb-8aff-4c5b-9e36-abaa60c1c6d4 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:03.890865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Request body: {'port': {'device_id': 'e7eef6e6-527a-44ba-8b57-1ad6969449db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:03.897111 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-1dbf99bb-8aff-4c5b-9e36-abaa60c1c6d4 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.50 "GET /v2.0/networks?id=9ea20e5f-cd04-42b5-80b6-8282aee2594c HTTP/1.1" status: 200 len: 814 time: 0.7352421 May 25 20:21:03.938140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Request body: {'port': {'device_id': '2c3e2dff-422a-4dcc-92c0-4a9827da8e6b', 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c', 'admin_state_up': True, 'tenant_id': '3ac1622f58c741a98ccad6c9c9ee8eab'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:03.953237 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:04.020183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cb7960-b24a-458a-8930-c61960d56d62 None None] Network 1d861bbe-1d99-4238-9eb8-2ced58df3754 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:04.040500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:04.061829 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.4048946 May 25 20:21:04.062661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58524) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:04.134194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1856478080'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:04.141401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944cd2d-d14d-4b4f-a943-a294de2e8556 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'Network': ['ID=814e0c94-51e7-489c-9196-d87d06585fbd,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:04.154393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:04.198829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Usage tracker for resource:network and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:04.203805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 814e0c94-51e7-489c-9196-d87d06585fbd details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:21:04.217965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:04.236998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:04.257808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:04.265766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:port and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:04.271249 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:04.283685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:04.310364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa99367-97db-4e9f-9c31-2c436e28e2c5 req-1d8040c7-604f-4d61-961f-0c338f0f5fa6 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:04.317775 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efa99367-97db-4e9f-9c31-2c436e28e2c5 req-1d8040c7-604f-4d61-961f-0c338f0f5fa6 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 945 time: 0.6588020 May 25 20:21:04.366399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:04.370587 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:04.407239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:04.428032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:04.441100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Made reservation on behalf of 2de55f61b45045b4816f6a71bdaf22b8 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:04.450232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Made reservation on behalf of 3ac1622f58c741a98ccad6c9c9ee8eab for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:04.454363 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:04.457592 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:04.505584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:04.511018 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efa99367-97db-4e9f-9c31-2c436e28e2c5 req-879a846a-9865-4651-8f2c-803e8b7ecd94 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922143 May 25 20:21:04.588545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] device_id is not set on port 4813f0a5-f99c-468b-9d22-90f3a72bf31c yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:21:04.590360 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:04.607157 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Transition to ACTIVE for port object 40c9bdb9-2a15-4cfe-9825-196f9d34d266 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:04.632951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Transition to ACTIVE for port object 40c9bdb9-2a15-4cfe-9825-196f9d34d266 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:04.637107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:21:04.661296 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:04.661783 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Added segment 268d7cd4-b2c9-4109-aefa-37a27593868d of type vlan for network 73524a7a-6b9f-4a42-a9b8-697767a31e19 May 25 20:21:04.911389 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5fc3c7e-dd37-46ea-b723-909bbf35a10e req-526e3f46-8ba6-4eea-9ff1-33b8bf1bfa90 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 210 time: 0.1470008 May 25 20:21:04.958323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3a6476cb-821e-4f14-9c61-534a312fcc8d None None] Provisioning for port 69ccde5c-b920-43a5-8b74-6abcdda55164 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:04.959742 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:04.962411 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:04.973749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Allocated IP 172.25.3.203 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/1813a753-dc13-46f3-98fa-c18e2278047b) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:05.083764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Network 37f58f35-86ab-468c-871e-23309b7a3493 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:05.087306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Pushing event updated for resources: {'Port': ['ID=40c9bdb9-2a15-4cfe-9825-196f9d34d266,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:05.090876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:05.094390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:05.125272 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Allocated IP 172.20.0.13 (9ea20e5f-cd04-42b5-80b6-8282aee2594c/3a1bbcd9-cf54-4001-b338-39a569272935/46ee7e5e-051e-41d9-b840-398afcd025c8) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:05.144057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3a6476cb-821e-4f14-9c61-534a312fcc8d None None] Provisioning complete for port 69ccde5c-b920-43a5-8b74-6abcdda55164 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:05.144057 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a6476cb-821e-4f14-9c61-534a312fcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:05.328063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58550) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:05.390769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58bba7-402f-4fcb-92da-d3cbece26497 req-74045c5c-7971-4cae-8f35-dab6f5625d72 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:05.391514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7b58bba7-402f-4fcb-92da-d3cbece26497 req-74045c5c-7971-4cae-8f35-dab6f5625d72 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Synchronizing usage tracker for tenant:724525c085124938a3a45cddf0ad713e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:05.458690 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Attempting to bind port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:21:05.462313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Attempting to bind port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '8c60b0a0-1592-400e-a3c3-3d6867f3081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37f58f35-86ab-468c-871e-23309b7a3493'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:21:05.463565 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Attempting to bind port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 on network 37f58f35-86ab-468c-871e-23309b7a3493 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:05.464763 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:05.471283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:05.471905 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:05.485500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:21:05.486774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Checking segment: {'id': '8c60b0a0-1592-400e-a3c3-3d6867f3081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37f58f35-86ab-468c-871e-23309b7a3493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:05.487367 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:05.487907 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Bound using segment: {'id': '8c60b0a0-1592-400e-a3c3-3d6867f3081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37f58f35-86ab-468c-871e-23309b7a3493'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:21:05.488724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Bound port: 40c9bdb9-2a15-4cfe-9825-196f9d34d266, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c60b0a0-1592-400e-a3c3-3d6867f3081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37f58f35-86ab-468c-871e-23309b7a3493'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:21:05.489359 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:05.526925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7b58bba7-402f-4fcb-92da-d3cbece26497 req-74045c5c-7971-4cae-8f35-dab6f5625d72 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Unset dirty status for tenant:724525c085124938a3a45cddf0ad713e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:05.528975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b58bba7-402f-4fcb-92da-d3cbece26497 req-74045c5c-7971-4cae-8f35-dab6f5625d72 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 931 time: 1.2694526 May 25 20:21:05.560999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3a6476cb-821e-4f14-9c61-534a312fcc8d None None] Current status of the port 69ccde5c-b920-43a5-8b74-6abcdda55164 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:05.561476 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a6476cb-821e-4f14-9c61-534a312fcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:05.565775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Allocated IP 172.20.0.8 (37f58f35-86ab-468c-871e-23309b7a3493/cf59c96d-6dea-4760-9148-26a0110fd6ee/4813f0a5-f99c-468b-9d22-90f3a72bf31c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:05.650831 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1516724322-network', 'tenant_id': '70450b1cd2964c8e80a6611762f9a005'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:05.674260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:05.689596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Usage tracker for resource:network and tenant:70450b1cd2964c8e80a6611762f9a005 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:05.701266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:05.723179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:05.758569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 61aa281f-3b41-4c89-9595-67d38a52b24b up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:05.895729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3a6476cb-821e-4f14-9c61-534a312fcc8d None None] For port 69ccde5c-b920-43a5-8b74-6abcdda55164, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=69ccde5c-b920-43a5-8b74-6abcdda55164,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:05.907932 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7774274 May 25 20:21:05.908210 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a6476cb-821e-4f14-9c61-534a312fcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:05.917238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58558) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:05.942782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'subnet': {'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:05.947362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] For port 40c9bdb9-2a15-4cfe-9825-196f9d34d266, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:21:05.983658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] For port 40c9bdb9-2a15-4cfe-9825-196f9d34d266, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=40c9bdb9-2a15-4cfe-9825-196f9d34d266,segment=NetworkSegment(8c60b0a0-1592-400e-a3c3-3d6867f3081b),segment_id=8c60b0a0-1592-400e-a3c3-3d6867f3081b)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:21:05.997374 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:06.010713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 61aa281f-3b41-4c89-9595-67d38a52b24b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:06.024061 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:06.030798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Made reservation on behalf of 70450b1cd2964c8e80a6611762f9a005 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:06.033098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 61aa281f-3b41-4c89-9595-67d38a52b24b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:06.033381 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:06.033602 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:06.058854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50360f71-4a20-4ea8-a27e-77f513479318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'Network': ['ID=73524a7a-6b9f-4a42-a9b8-697767a31e19,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:06.066962 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6476cb-821e-4f14-9c61-534a312fcc8d None None] Pushing event updated for resources: {'Port': ['ID=69ccde5c-b920-43a5-8b74-6abcdda55164,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:06.085578 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:06.141073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 73524a7a-6b9f-4a42-a9b8-697767a31e19 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:21:06.145044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:06.145479 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b58bba7-402f-4fcb-92da-d3cbece26497 req-bd7af897-52c6-4748-bf69-5344ba9f5f48 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963356 May 25 20:21:06.151199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:06.152145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Usage tracker for resource:security_group_rule and tenant:70450b1cd2964c8e80a6611762f9a005 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:06.155363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Usage tracker for resource:subnet and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:06.156565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:06.158359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:06.164259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:06.166881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:06.191533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Made reservation on behalf of 2de55f61b45045b4816f6a71bdaf22b8 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:06.195128 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:06.452517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc98c84-58bd-4f8b-9bcc-3ddeb5cf0795 None None] Pushing event updated for resources: {'Port': ['ID=40c9bdb9-2a15-4cfe-9825-196f9d34d266,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:06.532602 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:06.535383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 61aa281f-3b41-4c89-9595-67d38a52b24b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:06.537589 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:06.603325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aa281f-3b41-4c89-9595-67d38a52b24b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:21:06.627371 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:06.645698 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:06.647292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e763f9c4-cdcc-40c4-9baf-656a7b32b1ce None None] Provisioning complete for port 69ccde5c-b920-43a5-8b74-6abcdda55164 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:06.647788 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e763f9c4-cdcc-40c4-9baf-656a7b32b1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:06.680884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 61aa281f-3b41-4c89-9595-67d38a52b24b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=61aa281f-3b41-4c89-9595-67d38a52b24b,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:06.699634 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:06.833771 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0cff1a6e-361d-4bb4-9cff-84843a21838e req-86226517-1b95-4d5f-9ecf-4c454b1e212c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 210 time: 0.3098269 May 25 20:21:06.852412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=61aa281f-3b41-4c89-9595-67d38a52b24b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:06.898674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:21:06.905820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511fe1c8-1fd5-4834-b17b-f438d23ce143 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:21:06.927715 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:06.952359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ce88ae-aada-4aea-bf1c-649d6d7fda58,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:06.977340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Transition to ACTIVE for port object 511fe1c8-1fd5-4834-b17b-f438d23ce143 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:06.985656 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:07.032204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982287b-a330-454b-b974-5cd2e22eada5 req-e50a936f-7d16-419e-af3f-ac7d185409c6 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:07.042188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9982287b-a330-454b-b974-5cd2e22eada5 req-e50a936f-7d16-419e-af3f-ac7d185409c6 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 945 time: 1.3150017 May 25 20:21:07.068091 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-993287d4-7fd0-45a3-843f-e7a57d7b7671'] response: {'server_uuid': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'code': 200} May 25 20:21:07.069147 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e763f9c4-cdcc-40c4-9baf-656a7b32b1ce None None] Current status of the port 69ccde5c-b920-43a5-8b74-6abcdda55164 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:07.090529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:07.090871 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Added segment b1b0ad14-5a7c-4495-9d0e-0a688237c274 of type vlan for network 940e09bf-4118-49e8-bbe6-2d0426785ede May 25 20:21:07.092899 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:07.106665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['5900ea63-11a5-4a8b-8d35-47d9c18dbd3b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:21:07.151081 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:07.240487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 69ccde5c-b920-43a5-8b74-6abcdda55164 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:07.355132 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:07.398472 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9982287b-a330-454b-b974-5cd2e22eada5 req-b8b95eb3-79c2-47be-a443-0b64963a89b6 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553274 May 25 20:21:07.402710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Network 9ea20e5f-cd04-42b5-80b6-8282aee2594c is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:07.427716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Pushing event updated for resources: {'Port': ['ID=511fe1c8-1fd5-4834-b17b-f438d23ce143,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:07.460562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:07.470835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Pushing event updated for resources: {'Port': ['ID=46ee7e5e-051e-41d9-b840-398afcd025c8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:07.492574 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:07.498842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:07.559777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 69ccde5c-b920-43a5-8b74-6abcdda55164 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:07.560313 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:07.594114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:07.595115 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:07.671798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Transition to ACTIVE for port object 4813f0a5-f99c-468b-9d22-90f3a72bf31c will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:07.679880 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-fe645188-d020-496d-b8ee-036697c94598 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7568524 May 25 20:21:07.683897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:07.697780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Pushing event updated for resources: {'Port': ['ID=1813a753-dc13-46f3-98fa-c18e2278047b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:07.716082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Request body: {'port': {'device_id': '2c3e2dff-422a-4dcc-92c0-4a9827da8e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:07.742400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:07.772330 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:07.834235 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:21:07.871343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 69ccde5c-b920-43a5-8b74-6abcdda55164 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:07.872914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 40c9bdb9-2a15-4cfe-9825-196f9d34d266 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:08.089689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Attempting to bind port 511fe1c8-1fd5-4834-b17b-f438d23ce143 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:21:08.089837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Attempting to bind port 511fe1c8-1fd5-4834-b17b-f438d23ce143 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '29620b07-4e5d-4e28-aa8d-b6bc937d56fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '06680dfa-4630-4cb0-a8f3-5f162a3d1fcc'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:21:08.090334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Attempting to bind port 511fe1c8-1fd5-4834-b17b-f438d23ce143 on network 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:08.091380 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:08.115154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda76de-2b84-4493-8a5d-a21856d2f8b6 req-14bba2e6-a1b9-4c3a-8157-00d9cf678b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:08.120116 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ffda76de-2b84-4493-8a5d-a21856d2f8b6 req-14bba2e6-a1b9-4c3a-8157-00d9cf678b3d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 1097 time: 0.9816298 May 25 20:21:08.120323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce9ad6a-2b7d-4ce6-a12f-4d43e9e1939c None None] Network 37f58f35-86ab-468c-871e-23309b7a3493 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:08.123376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:08.124470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:08.125175 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:08.216151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Port 511fe1c8-1fd5-4834-b17b-f438d23ce143 on network 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:21:08.216749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Attempting to bind port 511fe1c8-1fd5-4834-b17b-f438d23ce143 on network 06680dfa-4630-4cb0-a8f3-5f162a3d1fcc {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:08.252273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c0d8dce9-acf1-49a1-ac3b-4e5f6d2439cd None None] Provisioning for port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:08.262484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c0d8dce9-acf1-49a1-ac3b-4e5f6d2439cd None None] Provisioning complete for port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:08.262904 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0d8dce9-acf1-49a1-ac3b-4e5f6d2439cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:08.264585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:21:08.265165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Checking segment: {'id': '29620b07-4e5d-4e28-aa8d-b6bc937d56fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '06680dfa-4630-4cb0-a8f3-5f162a3d1fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:08.265811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Bound using segment: {'id': '29620b07-4e5d-4e28-aa8d-b6bc937d56fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '06680dfa-4630-4cb0-a8f3-5f162a3d1fcc'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:21:08.266470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Bound port: 511fe1c8-1fd5-4834-b17b-f438d23ce143, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29620b07-4e5d-4e28-aa8d-b6bc937d56fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '06680dfa-4630-4cb0-a8f3-5f162a3d1fcc'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:21:08.267234 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:08.347679 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:08.370377 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:08.382367 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.0499482 May 25 20:21:08.387503 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:08.397998 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ffda76de-2b84-4493-8a5d-a21856d2f8b6 req-28fe9924-05c8-472a-90e7-cfdf76599d05 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646182 May 25 20:21:08.423811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58582) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:08.439655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fab088-73d1-4d24-a7bf-2bcc1ffb852d admin admin] Pushing event updated for resources: {'Network': ['ID=940e09bf-4118-49e8-bbe6-2d0426785ede,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:08.444576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a5c22-a71e-44b4-8cfa-76a09ad690f9 req-6b9f55e9-899e-43e1-9605-c5ef2f8c97e7 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:08.448286 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fa1a5c22-a71e-44b4-8cfa-76a09ad690f9 req-6b9f55e9-899e-43e1-9605-c5ef2f8c97e7 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 943 time: 1.0664825 May 25 20:21:08.467266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 940e09bf-4118-49e8-bbe6-2d0426785ede details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:21:08.472031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Request body: {'subnet': {'network_id': '940e09bf-4118-49e8-bbe6-2d0426785ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1516724322-subnet', 'tenant_id': '70450b1cd2964c8e80a6611762f9a005', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:08.534742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:08.544139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 37f58f35-86ab-468c-871e-23309b7a3493 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:08.553892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=4813f0a5-f99c-468b-9d22-90f3a72bf31c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:08.556884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:08.562761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:08.579888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Usage tracker for resource:subnet and tenant:70450b1cd2964c8e80a6611762f9a005 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:08.595881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:08.636364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:08.663984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c0d8dce9-acf1-49a1-ac3b-4e5f6d2439cd None None] Current status of the port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:08.664611 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0d8dce9-acf1-49a1-ac3b-4e5f6d2439cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:08.676971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29d5bb-abb0-4f6a-8533-c9fe7321cb17 req-4fdd3dfb-8bba-4b03-a063-25e834192a2b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:08.677683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ad29d5bb-abb0-4f6a-8533-c9fe7321cb17 req-4fdd3dfb-8bba-4b03-a063-25e834192a2b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Synchronizing usage tracker for tenant:3ac1622f58c741a98ccad6c9c9ee8eab on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:08.726649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:08.727279 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:08.742308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c0d8dce9-acf1-49a1-ac3b-4e5f6d2439cd None None] For port 40c9bdb9-2a15-4cfe-9825-196f9d34d266, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=40c9bdb9-2a15-4cfe-9825-196f9d34d266,segment=NetworkSegment(8c60b0a0-1592-400e-a3c3-3d6867f3081b),segment_id=8c60b0a0-1592-400e-a3c3-3d6867f3081b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:08.752649 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0d8dce9-acf1-49a1-ac3b-4e5f6d2439cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:08.782545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'Subnet': ['ID=43035961-3504-4c3a-94eb-4ba39088b719,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:08.823929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ad29d5bb-abb0-4f6a-8533-c9fe7321cb17 req-4fdd3dfb-8bba-4b03-a063-25e834192a2b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Unset dirty status for tenant:3ac1622f58c741a98ccad6c9c9ee8eab on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:08.825200 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ad29d5bb-abb0-4f6a-8533-c9fe7321cb17 req-4fdd3dfb-8bba-4b03-a063-25e834192a2b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 932 time: 0.6539786 May 25 20:21:08.839833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e980b807-6bc9-4969-805f-0fdb65007539 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.7216141 May 25 20:21:08.841235 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58588) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:08.846069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8dce9-acf1-49a1-ac3b-4e5f6d2439cd None None] Pushing event updated for resources: {'Port': ['ID=40c9bdb9-2a15-4cfe-9825-196f9d34d266,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:08.851801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fa1a5c22-a71e-44b4-8cfa-76a09ad690f9 req-de6f1128-4fe4-48ff-b58b-47cd71ade8bb tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539112 May 25 20:21:08.870682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Made reservation on behalf of 70450b1cd2964c8e80a6611762f9a005 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:08.873819 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:09.003934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 40c9bdb9-2a15-4cfe-9825-196f9d34d266 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:09.121285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:09.121835 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:09.368918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:09.372837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9f44ac70-66b8-4684-bbcb-a48783d1e0c6 None None] Provisioning complete for port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:09.373524 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9f44ac70-66b8-4684-bbcb-a48783d1e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:09.472021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] For port 511fe1c8-1fd5-4834-b17b-f438d23ce143, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:21:09.497852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] For port 511fe1c8-1fd5-4834-b17b-f438d23ce143, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=511fe1c8-1fd5-4834-b17b-f438d23ce143,segment=NetworkSegment(29620b07-4e5d-4e28-aa8d-b6bc937d56fc),segment_id=29620b07-4e5d-4e28-aa8d-b6bc937d56fc)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:21:09.500277 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:09.540383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ee7e5e-051e-41d9-b840-398afcd025c8 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:21:09.553602 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:09.584204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Transition to ACTIVE for port object 46ee7e5e-051e-41d9-b840-398afcd025c8 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:09.598618 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:09.623724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Checking segment: {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:09.624461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Network hostable DHCP agents. Network: 814e0c94-51e7-489c-9196-d87d06585fbd, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:21:09.707617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:09.711404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9f44ac70-66b8-4684-bbcb-a48783d1e0c6 None None] Current status of the port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:09.744843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9f44ac70-66b8-4684-bbcb-a48783d1e0c6 None None] Provisioning for port 4813f0a5-f99c-468b-9d22-90f3a72bf31c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:09.763940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9f44ac70-66b8-4684-bbcb-a48783d1e0c6 None None] Provisioning complete for port 4813f0a5-f99c-468b-9d22-90f3a72bf31c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:09.764462 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9f44ac70-66b8-4684-bbcb-a48783d1e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:09.787075 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ad29d5bb-abb0-4f6a-8533-c9fe7321cb17 req-029ee8a5-d455-4c2e-80f3-a2ca094e2fc2 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9527450 May 25 20:21:09.879134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9f44ac70-66b8-4684-bbcb-a48783d1e0c6 None None] Port 4813f0a5-f99c-468b-9d22-90f3a72bf31c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:21:09.883037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:09.883656 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:09.885799 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] 10.222.0.70 "PUT /v2.0/ports/511fe1c8-1fd5-4834-b17b-f438d23ce143 HTTP/1.1" status: 200 len: 1091 time: 6.0056729 May 25 20:21:09.984348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eef6e6-527a-44ba-8b57-1ad6969449db', 'tag': '511fe1c8-1fd5-4834-b17b-f438d23ce143'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:21:10.004830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Network 814e0c94-51e7-489c-9196-d87d06585fbd is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:21:10.016433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6501b0ee-7aaa-4df3-9745-8c0f49b37bda None None] Provisioning complete for port 4813f0a5-f99c-468b-9d22-90f3a72bf31c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:10.016925 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6501b0ee-7aaa-4df3-9745-8c0f49b37bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:10.109984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 814e0c94-51e7-489c-9196-d87d06585fbd) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:10.119542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:10.120369 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:10.120805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcce179-3367-485c-92dd-f2f8bb6ed11e None None] Network 814e0c94-51e7-489c-9196-d87d06585fbd requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:10.203398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb1ed2-da1e-4463-a6ef-b871c5b541a2 service neutron] Pushing event updated for resources: {'Port': ['ID=511fe1c8-1fd5-4834-b17b-f438d23ce143,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:10.249006 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6501b0ee-7aaa-4df3-9745-8c0f49b37bda None None] Port 4813f0a5-f99c-468b-9d22-90f3a72bf31c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:21:10.359766 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-af2c4121-5792-4645-a67c-07bbcb436075 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.4278462 May 25 20:21:10.360858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58604) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:10.423502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'subnet': {'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:10.466863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-814e0c94-51e7-489c-9196-d87d06585fbd', 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'fixed_ips': [{'subnet_id': '43035961-3504-4c3a-94eb-4ba39088b719'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:21:10.467840 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:10.476145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76ad03-b7f3-4dce-aac8-caf16f42ba66 req-cfa53dcd-313d-4b08-9e9f-74f6e0cc6da6 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:10.478435 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c76ad03-b7f3-4dce-aac8-caf16f42ba66 req-cfa53dcd-313d-4b08-9e9f-74f6e0cc6da6 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 1.4697251 May 25 20:21:10.484786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Pushing event updated for resources: {'Port': ['ID=46ee7e5e-051e-41d9-b840-398afcd025c8,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:10.722906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Allocated IP 10.1.1.2 (814e0c94-51e7-489c-9196-d87d06585fbd/43035961-3504-4c3a-94eb-4ba39088b719/d520c2ad-5ce6-441a-b63f-b7786e562d10) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:10.815027 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c76ad03-b7f3-4dce-aac8-caf16f42ba66 req-38fee3e6-55af-43d0-b900-f7286002193f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597311 May 25 20:21:10.840588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-c59a8b31-8937-4a1c-af3c-fbd2fb16b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:10.848844 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-c59a8b31-8937-4a1c-af3c-fbd2fb16b591 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=724525c085124938a3a45cddf0ad713e&device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 1094 time: 0.8593409 May 25 20:21:10.854351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:10.856278 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:10.928942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Attempting to bind port 46ee7e5e-051e-41d9-b840-398afcd025c8 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:21:10.928942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Attempting to bind port 46ee7e5e-051e-41d9-b840-398afcd025c8 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '10ef7b18-83ec-4ad9-a0fc-76600070f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:21:10.930558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Attempting to bind port 46ee7e5e-051e-41d9-b840-398afcd025c8 on network 9ea20e5f-cd04-42b5-80b6-8282aee2594c {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:10.975459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Port 46ee7e5e-051e-41d9-b840-398afcd025c8 on network 9ea20e5f-cd04-42b5-80b6-8282aee2594c not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:21:10.975730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Attempting to bind port 46ee7e5e-051e-41d9-b840-398afcd025c8 on network 9ea20e5f-cd04-42b5-80b6-8282aee2594c {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:10.985179 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54cca002-31d9-494c-991a-7919c5c3c52e'] response: {'name': 'network-changed', 'server_uuid': 'e7eef6e6-527a-44ba-8b57-1ad6969449db', 'tag': '511fe1c8-1fd5-4834-b17b-f438d23ce143', 'status': 'completed', 'code': 200} May 25 20:21:10.991853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Usage tracker for resource:subnet and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:11.005900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:11.010650 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:11.021275 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-f7fae13e-b7b1-4bf8-881d-00b3532545c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=511fe1c8-1fd5-4834-b17b-f438d23ce143 HTTP/1.1" status: 200 len: 217 time: 0.1332996 May 25 20:21:11.022474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:11.026606 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:11.067988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:21:11.068476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Checking segment: {'id': '10ef7b18-83ec-4ad9-a0fc-76600070f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:11.068870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Bound using segment: {'id': '10ef7b18-83ec-4ad9-a0fc-76600070f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:21:11.069568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Bound port: 46ee7e5e-051e-41d9-b840-398afcd025c8, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ef7b18-83ec-4ad9-a0fc-76600070f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:21:11.070136 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:11.126267 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:11.145589 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Transition to ACTIVE for port object d520c2ad-5ce6-441a-b63f-b7786e562d10 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:11.184391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Transition to ACTIVE for port object d520c2ad-5ce6-441a-b63f-b7786e562d10 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:11.193516 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:11.254270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71b0ee-98ab-46fe-a718-0ea779abe5c2 req-54023eda-0000-462b-84dc-f7b08b867f16 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:11.256785 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8d71b0ee-98ab-46fe-a718-0ea779abe5c2 req-54023eda-0000-462b-84dc-f7b08b867f16 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 943 time: 0.9906392 May 25 20:21:11.327858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Network 814e0c94-51e7-489c-9196-d87d06585fbd is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:11.333982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:11.343343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:11.406913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aafd167f-64ad-43cf-9818-8240457bdaf2,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:11.412967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-3970f762-44a5-4f59-8c54-2e6960137887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:11.415666 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-3970f762-44a5-4f59-8c54-2e6960137887 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f985da78-9fa5-4bb0-94aa-6b95b76cffe7 HTTP/1.1" status: 200 len: 853 time: 0.3842490 May 25 20:21:11.437504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Pushing event updated for resources: {'Port': ['ID=d520c2ad-5ce6-441a-b63f-b7786e562d10,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:11.478654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Attempting to bind port d520c2ad-5ce6-441a-b63f-b7786e562d10 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:21:11.479363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Attempting to bind port d520c2ad-5ce6-441a-b63f-b7786e562d10 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:21:11.479511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Attempting to bind port d520c2ad-5ce6-441a-b63f-b7786e562d10 on network 814e0c94-51e7-489c-9196-d87d06585fbd {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:11.485040 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:21:11.485536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Checking segment: {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:11.485926 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:11.486337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Bound using segment: {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:21:11.486783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Bound port: d520c2ad-5ce6-441a-b63f-b7786e562d10, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:21:11.487145 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:11.510955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Made reservation on behalf of 2de55f61b45045b4816f6a71bdaf22b8 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:11.515886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:11.529060 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8d71b0ee-98ab-46fe-a718-0ea779abe5c2 req-dad75672-105e-4035-ba36-dd5c70ae0f62 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710741 May 25 20:21:11.538138 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-8b7ceeca-1293-4b15-87dd-2a25dd48d7e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=06680dfa-4630-4cb0-a8f3-5f162a3d1fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044223 May 25 20:21:11.551937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] For port 46ee7e5e-051e-41d9-b840-398afcd025c8, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:21:11.567988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] For port 46ee7e5e-051e-41d9-b840-398afcd025c8, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=46ee7e5e-051e-41d9-b840-398afcd025c8,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:21:11.582006 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:11.619152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] For port d520c2ad-5ce6-441a-b63f-b7786e562d10, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:21:11.625504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] For port d520c2ad-5ce6-441a-b63f-b7786e562d10, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d520c2ad-5ce6-441a-b63f-b7786e562d10,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:21:11.633768 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:11.713186 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:11.748601 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:11.761069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:11.761934 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:11.763679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] 10.222.0.50 "PUT /v2.0/ports/46ee7e5e-051e-41d9-b840-398afcd025c8 HTTP/1.1" status: 200 len: 1092 time: 4.0713613 May 25 20:21:11.765569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3e2dff-422a-4dcc-92c0-4a9827da8e6b', 'tag': '46ee7e5e-051e-41d9-b840-398afcd025c8'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:21:11.839459 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef8262-f20c-4681-b9e1-d82aad4625b7 None None] Pushing event updated for resources: {'Port': ['ID=d520c2ad-5ce6-441a-b63f-b7786e562d10,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:12.051960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Checking segment: {'id': 'b1b0ad14-5a7c-4495-9d0e-0a688237c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '940e09bf-4118-49e8-bbe6-2d0426785ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:12.052456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Network hostable DHCP agents. Network: 940e09bf-4118-49e8-bbe6-2d0426785ede, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:21:12.134896 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d539fcd7-7491-4e7d-9d2e-6eb55ae3a5d2'] response: {'name': 'network-changed', 'server_uuid': '2c3e2dff-422a-4dcc-92c0-4a9827da8e6b', 'tag': '46ee7e5e-051e-41d9-b840-398afcd025c8', 'status': 'completed', 'code': 200} May 25 20:21:12.204328 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-4e64d52a-302a-40d6-9241-86b5441db2ae service neutron] 10.222.0.70 "GET /v2.0/networks/06680dfa-4630-4cb0-a8f3-5f162a3d1fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534367 May 25 20:21:12.249903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Network 940e09bf-4118-49e8-bbe6-2d0426785ede is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:21:12.260686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a07bf-b952-47f9-96c7-7c2570344f10 req-b28cc8aa-1b9a-4a15-8153-37de87da6c2d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:12.266869 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-205a07bf-b952-47f9-96c7-7c2570344f10 req-b28cc8aa-1b9a-4a15-8153-37de87da6c2d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 944 time: 0.9595735 May 25 20:21:12.284064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059d1af-cec9-4845-8166-b13616041c64 service neutron] Pushing event updated for resources: {'Port': ['ID=46ee7e5e-051e-41d9-b840-398afcd025c8,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:12.299202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5b0e4476-a31b-4abc-afa2-aad2fd69aeaa None None] Provisioning complete for port 4813f0a5-f99c-468b-9d22-90f3a72bf31c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:12.299801 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4476-a31b-4abc-afa2-aad2fd69aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:12.380394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5b0e4476-a31b-4abc-afa2-aad2fd69aeaa None None] Port 4813f0a5-f99c-468b-9d22-90f3a72bf31c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:21:12.425265 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab360741-d72c-4bea-a9d0-11e141d40d63 req-c084dc72-0e92-479d-a772-cd6f92f9f0c5 service neutron] 10.222.0.70 "GET /v2.0/networks/06680dfa-4630-4cb0-a8f3-5f162a3d1fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070050 May 25 20:21:12.439038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 940e09bf-4118-49e8-bbe6-2d0426785ede) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:12.464800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4263df0c-e210-4494-94ad-7c6a190ba6ba None None] Network 940e09bf-4118-49e8-bbe6-2d0426785ede requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:12.489739 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:12.490349 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:12.537871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58620) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:12.545078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=4813f0a5-f99c-468b-9d22-90f3a72bf31c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:12.569755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-700338137'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:12.591281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Router c98ffa00-a92c-4100-a75f-16abb956bdae is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:21:12.604201 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-205a07bf-b952-47f9-96c7-7c2570344f10 req-3feab89e-5d80-4fe3-9d1d-b626a6633c01 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056499 May 25 20:21:12.629886 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6bb76b9e-b883-4159-bc02-d2f3d1949f1d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 4.2000799 May 25 20:21:12.630736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:12.641335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfae2a-c73b-40fd-9637-13d9124168ca req-ac67f2e7-6bfe-4084-9b31-963a347fb94d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:12.648362 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2dfae2a-c73b-40fd-9637-13d9124168ca req-ac67f2e7-6bfe-4084-9b31-963a347fb94d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 0.5123596 May 25 20:21:12.652774 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-d2cdbba4-fefc-42fa-9c6f-bf44620c4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:12.654343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-d2cdbba4-fefc-42fa-9c6f-bf44620c4a0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab&device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 1095 time: 0.8227215 May 25 20:21:12.662668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Usage tracker for resource:network and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:12.717700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:12.914955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:12.919017 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:12.922041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:12.962353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4645670-39d0-4dff-9920-23e18e3f215f None None] Network 940e09bf-4118-49e8-bbe6-2d0426785ede requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:12.977704 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-102c5602-8455-4697-ae8e-c900f2b1e147 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46ee7e5e-051e-41d9-b840-398afcd025c8 HTTP/1.1" status: 200 len: 217 time: 0.2629378 May 25 20:21:13.041546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8c48c-4545-4af8-87ec-1cab9cefcf33 req-2a201a63-5c44-4c47-8e52-31c3c4f479dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:13.043125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15a8c48c-4545-4af8-87ec-1cab9cefcf33 req-2a201a63-5c44-4c47-8e52-31c3c4f479dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=724525c085124938a3a45cddf0ad713e&device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 1094 time: 0.5400302 May 25 20:21:13.078641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-7e3167d3-a7ee-4548-8cf0-e8fe5537ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:13.080946 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-7e3167d3-a7ee-4548-8cf0-e8fe5537ae5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1bbcd9-cf54-4001-b338-39a569272935 HTTP/1.1" status: 200 len: 854 time: 0.0955427 May 25 20:21:13.084132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2dfae2a-c73b-40fd-9637-13d9124168ca req-65cb531e-eaaf-4fe4-98ac-74480bbdeacd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4348822 May 25 20:21:13.159128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d520c2ad-5ce6-441a-b63f-b7786e562d10 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:13.161588 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-e757e3f5-918b-4ff1-b978-7631106d8db3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ea20e5f-cd04-42b5-80b6-8282aee2594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680826 May 25 20:21:13.162245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Made reservation on behalf of ed2254629dea43a5bc70198b31357a0c for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:13.167335 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:13.287111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'Subnet': ['ID=d41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:13.313321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Checking segment: {'id': '268d7cd4-b2c9-4109-aefa-37a27593868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:13.314013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Network hostable DHCP agents. Network: 73524a7a-6b9f-4a42-a9b8-697767a31e19, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:21:13.335929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:21:13.435695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port d520c2ad-5ce6-441a-b63f-b7786e562d10 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:13.437480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:21:13.443794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Network 73524a7a-6b9f-4a42-a9b8-697767a31e19 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:21:13.468486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8c48c-4545-4af8-87ec-1cab9cefcf33 req-25b4e7cd-ba43-4abb-80f6-cfb7f2815601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:13.470826 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15a8c48c-4545-4af8-87ec-1cab9cefcf33 req-25b4e7cd-ba43-4abb-80f6-cfb7f2815601 service neutron] 10.222.0.70 "GET /v2.0/networks?id=06680dfa-4630-4cb0-a8f3-5f162a3d1fcc HTTP/1.1" status: 200 len: 914 time: 0.4076142 May 25 20:21:13.471920 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:13.475299 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dae23a28-9ba5-49e5-bf11-4b53664ef56f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.2652626 May 25 20:21:13.479226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 73524a7a-6b9f-4a42-a9b8-697767a31e19) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:13.486162 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:13.486867 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:13.490661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58636) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:13.491918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737879e2-b175-40c1-82b4-dc24f8dcd7f8 None None] Network 73524a7a-6b9f-4a42-a9b8-697767a31e19 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:13.511248 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:13.511555 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Added segment 928e69cf-ccfb-456d-b7be-0fa887697402 of type vlan for network d3464776-988d-4c60-978a-9ad539684d1a May 25 20:21:13.533921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2b2df-b2a4-4e08-9ecd-1bf82c1e76ad req-1a3088d6-2b5d-49b8-b1c0-6a36a75bf242 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:13.541968 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-92b2b2df-b2a4-4e08-9ecd-1bf82c1e76ad req-1a3088d6-2b5d-49b8-b1c0-6a36a75bf242 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 943 time: 0.6796353 May 25 20:21:13.611141 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Sync routers for ids ['c98ffa00-a92c-4100-a75f-16abb956bdae'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:21:13.621886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e0863f-905a-48ff-8622-bb0fd9aa410a None None] Network 814e0c94-51e7-489c-9196-d87d06585fbd requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:13.633162 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Routers {'c98ffa00-a92c-4100-a75f-16abb956bdae'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:21:13.633765 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:21:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c98ffa00-a92c-4100-a75f-16abb956bdae'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:13.723730 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15a8c48c-4545-4af8-87ec-1cab9cefcf33 req-7b0fb3b3-7eff-48a9-918a-efcb1c5e8cca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=511fe1c8-1fd5-4834-b17b-f438d23ce143 HTTP/1.1" status: 200 len: 217 time: 0.2165430 May 25 20:21:13.728504 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-511e5709-92fe-4048-924f-b8dd1ca6df45 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3491862 May 25 20:21:13.734634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58650) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:13.804896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'port': {'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd', 'name': 'tempest-TaggedBootDevicesTest-1346313519', 'fixed_ips': [{'subnet_id': '43035961-3504-4c3a-94eb-4ba39088b719'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:13.886899 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Set router c98ffa00-a92c-4100-a75f-16abb956bdae gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:21:13.898758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e284fa25-c661-4b4b-b22b-7010a6f757a7 None None] Provisioning for port d520c2ad-5ce6-441a-b63f-b7786e562d10 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:13.912974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e284fa25-c661-4b4b-b22b-7010a6f757a7 None None] Provisioning complete for port d520c2ad-5ce6-441a-b63f-b7786e562d10 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:13.913471 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e284fa25-c661-4b4b-b22b-7010a6f757a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:14.020879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-d90f54a4-ba10-4f1d-bb38-4974a86a6fbe tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:14.021580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-d90f54a4-ba10-4f1d-bb38-4974a86a6fbe tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Synchronizing usage tracker for tenant:70450b1cd2964c8e80a6611762f9a005 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:14.035517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:14.051384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Usage tracker for resource:port and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:14.061117 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-eca82881-1e4d-44fa-ad65-7b85b5b124cf service neutron] 10.222.0.50 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8720536 May 25 20:21:14.076913 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-92b2b2df-b2a4-4e08-9ecd-1bf82c1e76ad req-15e925da-35d9-4140-847b-406185b7e185 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923609 May 25 20:21:14.082796 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e284fa25-c661-4b4b-b22b-7010a6f757a7 None None] Current status of the port d520c2ad-5ce6-441a-b63f-b7786e562d10 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:14.083490 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e284fa25-c661-4b4b-b22b-7010a6f757a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:14.088802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:14.130732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:14.133501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8c48c-4545-4af8-87ec-1cab9cefcf33 req-d6eb9322-fa6e-4109-8e47-fe8c40dc16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:14.136940 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15a8c48c-4545-4af8-87ec-1cab9cefcf33 req-d6eb9322-fa6e-4109-8e47-fe8c40dc16c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f985da78-9fa5-4bb0-94aa-6b95b76cffe7 HTTP/1.1" status: 200 len: 853 time: 0.4042006 May 25 20:21:14.140337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e284fa25-c661-4b4b-b22b-7010a6f757a7 None None] For port d520c2ad-5ce6-441a-b63f-b7786e562d10, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d520c2ad-5ce6-441a-b63f-b7786e562d10,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:14.149431 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e284fa25-c661-4b4b-b22b-7010a6f757a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:14.200508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Made reservation on behalf of 2de55f61b45045b4816f6a71bdaf22b8 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:14.221887 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15a8c48c-4545-4af8-87ec-1cab9cefcf33 req-6517338a-c396-46d0-a535-8d7ba3106368 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=06680dfa-4630-4cb0-a8f3-5f162a3d1fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775771 May 25 20:21:14.222880 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3828a6c5-1330-4d2d-85f2-8b613ac723cc req-aa30c354-bd0a-40a1-b797-cf9849c751d3 service neutron] 10.222.0.50 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463962 May 25 20:21:14.238053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-d90f54a4-ba10-4f1d-bb38-4974a86a6fbe tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Unset dirty status for tenant:70450b1cd2964c8e80a6611762f9a005 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:14.241555 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-d90f54a4-ba10-4f1d-bb38-4974a86a6fbe tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/networks?id=940e09bf-4118-49e8-bbe6-2d0426785ede HTTP/1.1" status: 200 len: 822 time: 0.3804693 May 25 20:21:14.276775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284fa25-c661-4b4b-b22b-7010a6f757a7 None None] Pushing event updated for resources: {'Port': ['ID=d520c2ad-5ce6-441a-b63f-b7786e562d10,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:14.396972 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:08Z', 'revision_number': 3, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:14.410736 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Checking router: c98ffa00-a92c-4100-a75f-16abb956bdae for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:21:14.411079 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Updating router c98ffa00-a92c-4100-a75f-16abb956bdae port 1813a753-dc13-46f3-98fa-c18e2278047b binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:21:14.490745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-73524a7a-6b9f-4a42-a9b8-697767a31e19', 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'fixed_ips': [{'subnet_id': 'd41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:21:14.492462 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:14.548651 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:14.564120 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:14.711013 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Allocated IP 10.2.2.2 (73524a7a-6b9f-4a42-a9b8-697767a31e19/d41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b/25693a76-dbd2-4f04-96b9-d267821c193b) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:14.722543 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:14.737649 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-f8ab1b3f-2140-4758-a6a4-d5b0498d0784 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/quotas/70450b1cd2964c8e80a6611762f9a005 HTTP/1.1" status: 200 len: 375 time: 0.3740983 May 25 20:21:14.854675 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:14.900307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] device_id is not set on port 7194a444-0396-4362-aa01-2992d5275a0c yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:21:15.039142 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:15.052531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15a8c48c-4545-4af8-87ec-1cab9cefcf33 req-b7669b15-757d-4273-be0e-4fde6a3e3e15 service neutron] 10.222.0.70 "GET /v2.0/networks/06680dfa-4630-4cb0-a8f3-5f162a3d1fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175050 May 25 20:21:15.063848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Transition to ACTIVE for port object 25693a76-dbd2-4f04-96b9-d267821c193b will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:15.067997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83298e79-7046-47be-8bad-6442fa954138 req-be48d973-4136-4089-9565-835e17a07cdb tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:15.069924 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-83298e79-7046-47be-8bad-6442fa954138 req-be48d973-4136-4089-9565-835e17a07cdb tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 0.6945188 May 25 20:21:15.100101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Transition to ACTIVE for port object 25693a76-dbd2-4f04-96b9-d267821c193b will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:15.122498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 511fe1c8-1fd5-4834-b17b-f438d23ce143 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:21:15.126291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d520c2ad-5ce6-441a-b63f-b7786e562d10 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:15.148488 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:15.182203 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Transition to ACTIVE for port object 1813a753-dc13-46f3-98fa-c18e2278047b will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:15.193489 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:15.238440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:15.278661 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:15.292090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Allocated IP 10.1.1.184 (814e0c94-51e7-489c-9196-d87d06585fbd/43035961-3504-4c3a-94eb-4ba39088b719/7194a444-0396-4362-aa01-2992d5275a0c) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:15.294445 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-f6468fbe-fc7a-4748-b4cf-515814a5f853 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=70450b1cd2964c8e80a6611762f9a005&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5546038 May 25 20:21:15.298527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58654) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:15.308380 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Attempting to bind port 1813a753-dc13-46f3-98fa-c18e2278047b on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:21:15.309037 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Attempting to bind port 1813a753-dc13-46f3-98fa-c18e2278047b by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:21:15.309918 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Attempting to bind port 1813a753-dc13-46f3-98fa-c18e2278047b on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:15.324530 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:21:15.325601 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:15.326379 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:15.326948 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:21:15.327635 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Bound port: 1813a753-dc13-46f3-98fa-c18e2278047b, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:21:15.328236 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:15.333245 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:15.383289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-300643f5-6692-4327-a171-e00c31b49355 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Request body: {'floatingip': {'port_id': '61aa281f-3b41-4c89-9595-67d38a52b24b'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:15.430417 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] For port 1813a753-dc13-46f3-98fa-c18e2278047b, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:21:15.437694 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] For port 1813a753-dc13-46f3-98fa-c18e2278047b, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1813a753-dc13-46f3-98fa-c18e2278047b,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:21:15.454347 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:15.460244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Network 73524a7a-6b9f-4a42-a9b8-697767a31e19 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:15.465705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Pushing event updated for resources: {'Port': ['ID=25693a76-dbd2-4f04-96b9-d267821c193b,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:15.472829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:15.479215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:15.491398 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Routers {'c98ffa00-a92c-4100-a75f-16abb956bdae'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:21:15.492371 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:21:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c98ffa00-a92c-4100-a75f-16abb956bdae'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:15.594937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=4813f0a5-f99c-468b-9d22-90f3a72bf31c,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:15.605455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-27ece070-c41e-4ca0-aae5-d0197b81e747 None None] Provisioning complete for port d520c2ad-5ce6-441a-b63f-b7786e562d10 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:15.605853 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-27ece070-c41e-4ca0-aae5-d0197b81e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:15.611718 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:15.630078 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Transition to ACTIVE for port object 7194a444-0396-4362-aa01-2992d5275a0c will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:15.678690 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:15.732669 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:21:15.807147 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-300643f5-6692-4327-a171-e00c31b49355 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:15.814586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port d520c2ad-5ce6-441a-b63f-b7786e562d10 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:15.814947 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:15.829452 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] Set router c98ffa00-a92c-4100-a75f-16abb956bdae gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:21:15.909809 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.resource_extend [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:21:15.918037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Network 814e0c94-51e7-489c-9196-d87d06585fbd is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:15.922121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'Port': ['ID=7194a444-0396-4362-aa01-2992d5275a0c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:15.922374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a83d7-d3ff-4688-b875-e62cee5ce2a1 req-b8a241ec-e1d8-497d-baa0-71ae8510b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:15.924215 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a4a83d7-d3ff-4688-b875-e62cee5ce2a1 req-b8a241ec-e1d8-497d-baa0-71ae8510b587 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab&device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 1095 time: 1.5642967 May 25 20:21:15.931746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-27ece070-c41e-4ca0-aae5-d0197b81e747 None None] Current status of the port d520c2ad-5ce6-441a-b63f-b7786e562d10 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:15.932827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:15.954323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Attempting to bind port 25693a76-dbd2-4f04-96b9-d267821c193b on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:21:15.954687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Attempting to bind port 25693a76-dbd2-4f04-96b9-d267821c193b by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '268d7cd4-b2c9-4109-aefa-37a27593868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:21:15.955037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Attempting to bind port 25693a76-dbd2-4f04-96b9-d267821c193b on network 73524a7a-6b9f-4a42-a9b8-697767a31e19 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:15.972899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:16.020465 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:16.021224 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:21:16.021732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Checking segment: {'id': '268d7cd4-b2c9-4109-aefa-37a27593868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:16.022225 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:16.023139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Bound using segment: {'id': '268d7cd4-b2c9-4109-aefa-37a27593868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:21:16.023781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Bound port: 25693a76-dbd2-4f04-96b9-d267821c193b, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268d7cd4-b2c9-4109-aefa-37a27593868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:21:16.024156 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:16.029879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:16.030675 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:16.078529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:16.080668 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:16.111065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6b769f23-554d-4d12-9e2f-0d6fa37b7d8b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3294625 May 25 20:21:16.116152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58660) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:16.137484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'port': {'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd', 'name': 'tempest-TaggedBootDevicesTest-1154588052', 'fixed_ips': [{'subnet_id': '43035961-3504-4c3a-94eb-4ba39088b719'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:16.137808 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port d520c2ad-5ce6-441a-b63f-b7786e562d10 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:16.175166 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15a8c48c-4545-4af8-87ec-1cab9cefcf33 req-572d1970-1ff4-40f2-ab99-74e3ec9549d3 service neutron] 10.222.0.70 "GET /v2.0/networks/06680dfa-4630-4cb0-a8f3-5f162a3d1fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1039922 May 25 20:21:16.217746 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016653c-8500-4c69-bccf-8a2d6d224640 None None] Pushing event updated for resources: {'Port': ['ID=1813a753-dc13-46f3-98fa-c18e2278047b,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:16.229244 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016653c-8500-4c69-bccf-8a2d6d224640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:16.229585 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016653c-8500-4c69-bccf-8a2d6d224640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:16.229909 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016653c-8500-4c69-bccf-8a2d6d224640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:16.230254 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016653c-8500-4c69-bccf-8a2d6d224640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:16.230584 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016653c-8500-4c69-bccf-8a2d6d224640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:16.230906 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016653c-8500-4c69-bccf-8a2d6d224640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:16.231221 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016653c-8500-4c69-bccf-8a2d6d224640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:16.231533 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016653c-8500-4c69-bccf-8a2d6d224640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:16.231844 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016653c-8500-4c69-bccf-8a2d6d224640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:16.232154 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016653c-8500-4c69-bccf-8a2d6d224640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:16.232464 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016653c-8500-4c69-bccf-8a2d6d224640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:16.232778 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016653c-8500-4c69-bccf-8a2d6d224640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:16.270896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] For port 25693a76-dbd2-4f04-96b9-d267821c193b, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:21:16.279066 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] For port 25693a76-dbd2-4f04-96b9-d267821c193b, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=25693a76-dbd2-4f04-96b9-d267821c193b,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:21:16.292348 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:16.292611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ec426-4241-4758-9796-2eb66eab20aa req-c4294881-93c2-4f4f-aa6d-7ec51ea09de7 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:16.300820 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bf4ec426-4241-4758-9796-2eb66eab20aa req-c4294881-93c2-4f4f-aa6d-7ec51ea09de7 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 944 time: 0.6472197 May 25 20:21:16.344030 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016653c-8500-4c69-bccf-8a2d6d224640 None None] Pushing event updated for resources: {'Port': ['ID=1813a753-dc13-46f3-98fa-c18e2278047b,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:16.349514 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:16.354873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a83d7-d3ff-4688-b875-e62cee5ce2a1 req-b66167f0-3ecd-4654-b912-f409cd52a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:16.356701 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a4a83d7-d3ff-4688-b875-e62cee5ce2a1 req-b66167f0-3ecd-4654-b912-f409cd52a054 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ea20e5f-cd04-42b5-80b6-8282aee2594c HTTP/1.1" status: 200 len: 915 time: 0.3398242 May 25 20:21:16.403554 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bf4ec426-4241-4758-9796-2eb66eab20aa req-bfbec33e-0a99-4465-bd63-953bc9e13727 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015017 May 25 20:21:16.421228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 511fe1c8-1fd5-4834-b17b-f438d23ce143, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=511fe1c8-1fd5-4834-b17b-f438d23ce143,segment=NetworkSegment(29620b07-4e5d-4e28-aa8d-b6bc937d56fc),segment_id=29620b07-4e5d-4e28-aa8d-b6bc937d56fc)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:16.443348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '511fe1c8-1fd5-4834-b17b-f438d23ce143', 'network_id': '06680dfa-4630-4cb0-a8f3-5f162a3d1fcc', 'port_id': '511fe1c8-1fd5-4834-b17b-f438d23ce143', 'mac_address': 'fa:16:3e:af:95:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f985da78-9fa5-4bb0-94aa-6b95b76cffe7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:21:16.473767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:16.482723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Usage tracker for resource:port and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:16.490735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:16.498279 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:08Z', 'revision_number': 3, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:16.505117 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3155b6-e375-48b7-bc4c-e9bb39f065bc None None] The sync data for ids ['c98ffa00-a92c-4100-a75f-16abb956bdae'] in n-d-843339-1 is: [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:08Z', 'revision_number': 3, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:21:16.507937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:16.525461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Made reservation on behalf of 2de55f61b45045b4816f6a71bdaf22b8 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:16.536305 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:16.583887 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 4.0377402 May 25 20:21:16.609008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e13b93e4-59c7-4f63-b9d3-19ddc5e54fd5 None None] Provisioning for port 7194a444-0396-4362-aa01-2992d5275a0c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:16.610249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58664) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:16.618778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e13b93e4-59c7-4f63-b9d3-19ddc5e54fd5 None None] Provisioning complete for port 7194a444-0396-4362-aa01-2992d5275a0c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:16.619148 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e13b93e4-59c7-4f63-b9d3-19ddc5e54fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:16.636882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1767512451'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:16.683199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e13b93e4-59c7-4f63-b9d3-19ddc5e54fd5 None None] Port 7194a444-0396-4362-aa01-2992d5275a0c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:21:16.686020 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae2bec-556b-4f3a-9fc4-9079127b659a None None] Pushing event updated for resources: {'Port': ['ID=25693a76-dbd2-4f04-96b9-d267821c193b,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:16.689292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 511fe1c8-1fd5-4834-b17b-f438d23ce143 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:16.689677 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:16.725902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511fe1c8-1fd5-4834-b17b-f438d23ce143 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:21:16.735863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:16.757624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Usage tracker for resource:network and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:16.764419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:16.767001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 511fe1c8-1fd5-4834-b17b-f438d23ce143, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=511fe1c8-1fd5-4834-b17b-f438d23ce143,segment=NetworkSegment(29620b07-4e5d-4e28-aa8d-b6bc937d56fc),segment_id=29620b07-4e5d-4e28-aa8d-b6bc937d56fc)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:16.774280 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:16.775847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:16.812376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Made reservation on behalf of ed2254629dea43a5bc70198b31357a0c for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:16.818305 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:16.842612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] device_id is not set on port cfb3cf7b-33cc-446c-bc12-45dbba72300e yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:21:16.938389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=511fe1c8-1fd5-4834-b17b-f438d23ce143,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:17.053360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:21:17.100067 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:17.100838 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Added segment 1b6147d3-f2fe-4c82-bb19-4a001cd7eded of type vlan for network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 May 25 20:21:17.126194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['511fe1c8-1fd5-4834-b17b-f438d23ce143'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:21:17.229304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1813a753-dc13-46f3-98fa-c18e2278047b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:17.240726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83c307-1db9-495b-8496-165af88223bd req-3204d07d-0178-400b-b370-3e85a359ba7d tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:17.244865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d83c307-1db9-495b-8496-165af88223bd req-3204d07d-0178-400b-b370-3e85a359ba7d tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 943 time: 0.6331484 May 25 20:21:17.298747 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:17.361770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a4a83d7-d3ff-4688-b875-e62cee5ce2a1 req-4e0cc755-cd3f-4a0c-94b5-96565a7de800 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46ee7e5e-051e-41d9-b840-398afcd025c8 HTTP/1.1" status: 200 len: 217 time: 0.7548218 May 25 20:21:17.377284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:17.382830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:17.383529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:17.457082 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d83c307-1db9-495b-8496-165af88223bd req-90002aa8-aa00-4c7c-93ff-a707b93be335 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653254 May 25 20:21:17.472910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 1813a753-dc13-46f3-98fa-c18e2278047b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:17.485414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1813a753-dc13-46f3-98fa-c18e2278047b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:17.485777 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:17.548453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787a60e-96c2-495d-8713-6977ca06bb38 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'Network': ['ID=d3464776-988d-4c60-978a-9ad539684d1a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:17.580730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network d3464776-988d-4c60-978a-9ad539684d1a details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:21:17.590118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-15b810dc-6e20-43fe-baf5-34badcc91ec4 service neutron] 10.222.0.60 "GET /v2.0/networks/940e09bf-4118-49e8-bbe6-2d0426785ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2943089 May 25 20:21:17.630423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 37f58f35-86ab-468c-871e-23309b7a3493 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:17.668015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:17.687528 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0600586 May 25 20:21:17.710568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58670) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:17.793707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 46ee7e5e-051e-41d9-b840-398afcd025c8 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:21:17.974368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d8602-a968-414d-861e-b1aa336ab92c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'Network': ['ID=72bd1e88-522d-4f1d-8d48-37fb784df0f7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:18.064488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'subnet': {'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:18.119923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a83d7-d3ff-4688-b875-e62cee5ce2a1 req-bdf212b4-c9a9-4274-a114-5fcbdba1aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:18.122492 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a4a83d7-d3ff-4688-b875-e62cee5ce2a1 req-bdf212b4-c9a9-4274-a114-5fcbdba1aea8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1bbcd9-cf54-4001-b338-39a569272935 HTTP/1.1" status: 200 len: 854 time: 0.6733086 May 25 20:21:18.175035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:21:18.295759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Allocated IP 10.1.1.53 (814e0c94-51e7-489c-9196-d87d06585fbd/43035961-3504-4c3a-94eb-4ba39088b719/cfb3cf7b-33cc-446c-bc12-45dbba72300e) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:18.304968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a4a83d7-d3ff-4688-b875-e62cee5ce2a1 req-3e3acea5-7685-4a21-810b-c27587bc753b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ea20e5f-cd04-42b5-80b6-8282aee2594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819490 May 25 20:21:18.331772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:18.345016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Usage tracker for resource:subnet and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:18.358747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:18.388727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1813a753-dc13-46f3-98fa-c18e2278047b is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:18.388727 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:18.389909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:18.394762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc5d5f-3f7b-4b41-894e-06275748d0b3 None None] Network 73524a7a-6b9f-4a42-a9b8-697767a31e19 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:18.456587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Made reservation on behalf of ed2254629dea43a5bc70198b31357a0c for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:18.461761 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:18.581994 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-51335358-be91-4239-abe3-a84913a64446 service neutron] 10.222.0.60 "GET /v2.0/networks/940e09bf-4118-49e8-bbe6-2d0426785ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9615748 May 25 20:21:18.611574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-631445f7-8f17-41bf-99f2-f8aed9961778 None None] Provisioning complete for port 4813f0a5-f99c-468b-9d22-90f3a72bf31c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:18.612025 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-631445f7-8f17-41bf-99f2-f8aed9961778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:18.647189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 1813a753-dc13-46f3-98fa-c18e2278047b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1813a753-dc13-46f3-98fa-c18e2278047b,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:18.695230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9acbe-7dc5-45ef-818a-50f98bd49203 req-590b6af3-ed5f-4fbb-bda4-4b5ad4531fbe tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:18.705518 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9d9acbe-7dc5-45ef-818a-50f98bd49203 req-590b6af3-ed5f-4fbb-bda4-4b5ad4531fbe tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 944 time: 1.0164971 May 25 20:21:18.740270 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:18.918103 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9d9acbe-7dc5-45ef-818a-50f98bd49203 req-86accb37-5d07-47fa-bf8a-0e7ed6151f37 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094171 May 25 20:21:19.066107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43fa968e-46e0-467a-997f-349e71205258 req-8dbc1fb7-661b-4b84-9a46-d6e98771ba81 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 210 time: 0.0551689 May 25 20:21:19.081490 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:19.094918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=1813a753-dc13-46f3-98fa-c18e2278047b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:19.131087 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:19.138323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 511fe1c8-1fd5-4834-b17b-f438d23ce143 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:19.153099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router d89092e3-7e37-4111-ba61-eef093d7c42f is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:21:19.156727 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a4a83d7-d3ff-4688-b875-e62cee5ce2a1 req-b0ab93c0-f984-48ac-908d-4465890d5e2e service neutron] 10.222.0.50 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7865510 May 25 20:21:19.277418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-631445f7-8f17-41bf-99f2-f8aed9961778 None None] Port 4813f0a5-f99c-468b-9d22-90f3a72bf31c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:21:19.306195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 46ee7e5e-051e-41d9-b840-398afcd025c8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=46ee7e5e-051e-41d9-b840-398afcd025c8,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:19.315212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Transition to ACTIVE for port object cfb3cf7b-33cc-446c-bc12-45dbba72300e will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:19.334104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 25693a76-dbd2-4f04-96b9-d267821c193b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:19.374677 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:19.463177 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '46ee7e5e-051e-41d9-b840-398afcd025c8', 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c', 'port_id': '46ee7e5e-051e-41d9-b840-398afcd025c8', 'mac_address': 'fa:16:3e:93:79:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1bbcd9-cf54-4001-b338-39a569272935', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:21:19.532947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'Port': ['ID=cfb3cf7b-33cc-446c-bc12-45dbba72300e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:19.535994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:19.656636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9df871d1-2ab0-4774-a3e8-e07de885726d None None] Provisioning for port 25693a76-dbd2-4f04-96b9-d267821c193b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:19.668232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'Subnet': ['ID=42845b9c-977c-464d-9399-a7f94f605a69,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:19.700972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Network 814e0c94-51e7-489c-9196-d87d06585fbd is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:19.705945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:19.711726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:19.716337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 511fe1c8-1fd5-4834-b17b-f438d23ce143 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:19.740784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 511fe1c8-1fd5-4834-b17b-f438d23ce143 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:19.741582 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:19.796408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:19.797165 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:19.802646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 46ee7e5e-051e-41d9-b840-398afcd025c8 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:19.803015 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:19.828376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 25693a76-dbd2-4f04-96b9-d267821c193b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:19.837058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4952be48-ebb4-4a24-b126-8fcf5befa104 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7105570 May 25 20:21:19.845677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Checking segment: {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:19.846709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Network hostable DHCP agents. Network: d3464776-988d-4c60-978a-9ad539684d1a, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:21:19.899806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Network d3464776-988d-4c60-978a-9ad539684d1a is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:21:19.923827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ee7e5e-051e-41d9-b840-398afcd025c8 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:21:19.933531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, d3464776-988d-4c60-978a-9ad539684d1a) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:19.937965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 46ee7e5e-051e-41d9-b840-398afcd025c8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=46ee7e5e-051e-41d9-b840-398afcd025c8,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:19.939077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 25693a76-dbd2-4f04-96b9-d267821c193b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:19.939949 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:19.966063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:19.967633 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:20.022388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b6ed6214-1201-451b-9de4-67f1822ed3a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0475829 May 25 20:21:20.022388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58690) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:20.034771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c04b3f3-b96d-49c3-8639-9fc42c88b5b3 None None] Network d3464776-988d-4c60-978a-9ad539684d1a requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:20.038901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58692) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:20.056148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431661865', 'description': 'tempest-description--1908862367'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:20.060340 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:20.074851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'subnet': {'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:20.101151 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a4a83d7-d3ff-4688-b875-e62cee5ce2a1 req-1e786a88-beda-4284-9586-59dae88c42b3 service neutron] 10.222.0.50 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8448479 May 25 20:21:20.121062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:20.123237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:21:20.152215 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-300643f5-6692-4327-a171-e00c31b49355 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:21:20.210774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d60bab8-58ba-48fb-a57f-7ad40f6ea45f None None] Sync routers for ids ['d89092e3-7e37-4111-ba61-eef093d7c42f'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:21:20.310646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Usage tracker for resource:security_group and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:20.313923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:20.322897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:20.394471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:20.398279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d60bab8-58ba-48fb-a57f-7ad40f6ea45f None None] Routers {'d89092e3-7e37-4111-ba61-eef093d7c42f'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:21:20.399441 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2d60bab8-58ba-48fb-a57f-7ad40f6ea45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:21:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d89092e3-7e37-4111-ba61-eef093d7c42f'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:20.409215 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:20.426528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Usage tracker for resource:subnet and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:20.439881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Allocated IP 172.20.0.1 (1d861bbe-1d99-4238-9eb8-2ced58df3754/b86e6032-d969-4882-8d08-6181fe145086/064d9132-db32-41a3-8a6e-b7e3df28fb89) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:20.440181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:20.452786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:20.465013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:20.472164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Usage tracker for resource:security_group_rule and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:20.479526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:20.482930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Made reservation on behalf of ed2254629dea43a5bc70198b31357a0c for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:20.487111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:20.493031 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ed91b5f4-cfd7-498e-9b1e-70e32dee553a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/d89092e3-7e37-4111-ba61-eef093d7c42f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6443210 May 25 20:21:20.497325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58700) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:20.510351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:20.512402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['46ee7e5e-051e-41d9-b840-398afcd025c8'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:21:20.534498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340852-3af3-4da7-9cbc-72eb69e55e55 req-db5d9c52-aaca-45ea-9e80-8515189371bd tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:20.536058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a2340852-3af3-4da7-9cbc-72eb69e55e55 req-db5d9c52-aaca-45ea-9e80-8515189371bd tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 945 time: 0.2286108 May 25 20:21:20.562605 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a38758-0a4e-42a3-8a84-87e3bec1f81a req-e726e5d0-9559-4813-8ff1-d84d2140b23d tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:20.564234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5a38758-0a4e-42a3-8a84-87e3bec1f81a req-e726e5d0-9559-4813-8ff1-d84d2140b23d tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 944 time: 1.4125378 May 25 20:21:20.651388 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-300643f5-6692-4327-a171-e00c31b49355 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:20.676201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9dea6b4d-fe6c-4d8f-93f7-080b6f7b2b84 None None] Provisioning for port cfb3cf7b-33cc-446c-bc12-45dbba72300e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:20.695778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2d60bab8-58ba-48fb-a57f-7ad40f6ea45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:20.701449 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a2340852-3af3-4da7-9cbc-72eb69e55e55 req-36b63730-b855-4715-b51a-1cfdf922d785 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072948 May 25 20:21:20.726288 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-300643f5-6692-4327-a171-e00c31b49355 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:20.754875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9dea6b4d-fe6c-4d8f-93f7-080b6f7b2b84 None None] Provisioning complete for port cfb3cf7b-33cc-446c-bc12-45dbba72300e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:20.755709 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9dea6b4d-fe6c-4d8f-93f7-080b6f7b2b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:20.787083 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=46ee7e5e-051e-41d9-b840-398afcd025c8,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:20.872838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:20.893051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 511fe1c8-1fd5-4834-b17b-f438d23ce143 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:20.893928 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:20.926648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6027fb-9e18-4fe3-bcb9-c30fb7d6f788 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:20.927666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5d6027fb-9e18-4fe3-bcb9-c30fb7d6f788 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Synchronizing usage tracker for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:20.958022 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:20.974909 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d60bab8-58ba-48fb-a57f-7ad40f6ea45f None None] Routers {'d89092e3-7e37-4111-ba61-eef093d7c42f'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:21:20.975937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2d60bab8-58ba-48fb-a57f-7ad40f6ea45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:21:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d89092e3-7e37-4111-ba61-eef093d7c42f'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:21.015044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5a38758-0a4e-42a3-8a84-87e3bec1f81a req-c614dae6-d504-43e2-a27a-d08adc238120 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903096 May 25 20:21:21.254840 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-515ec7cf-c817-4485-9ddd-11e4c897c1ae req-6914f9eb-cefa-4e6a-89de-888f33eb902d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 210 time: 0.2412412 May 25 20:21:21.262101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5d6027fb-9e18-4fe3-bcb9-c30fb7d6f788 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Unset dirty status for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:21.279834 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5d6027fb-9e18-4fe3-bcb9-c30fb7d6f788 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports/4813f0a5-f99c-468b-9d22-90f3a72bf31c HTTP/1.1" status: 200 len: 977 time: 0.7614570 May 25 20:21:21.314526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58704) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:21.431472 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:21.441501 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9dea6b4d-fe6c-4d8f-93f7-080b6f7b2b84 None None] Port cfb3cf7b-33cc-446c-bc12-45dbba72300e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:21:21.481252 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:21.485663 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4445210 May 25 20:21:21.555444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2d60bab8-58ba-48fb-a57f-7ad40f6ea45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:21.556577 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d60bab8-58ba-48fb-a57f-7ad40f6ea45f None None] The sync data for ids ['d89092e3-7e37-4111-ba61-eef093d7c42f'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:21:21.576322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eef6e6-527a-44ba-8b57-1ad6969449db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511fe1c8-1fd5-4834-b17b-f438d23ce143'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:21:21.629352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-d3464776-988d-4c60-978a-9ad539684d1a', 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'fixed_ips': [{'subnet_id': '42845b9c-977c-464d-9399-a7f94f605a69'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:21:21.630490 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:21.647948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 511fe1c8-1fd5-4834-b17b-f438d23ce143, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=511fe1c8-1fd5-4834-b17b-f438d23ce143,segment=NetworkSegment(29620b07-4e5d-4e28-aa8d-b6bc937d56fc),segment_id=29620b07-4e5d-4e28-aa8d-b6bc937d56fc)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:21.659839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 25693a76-dbd2-4f04-96b9-d267821c193b is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:21.660189 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:21.677397 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:21.680322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1329f29c-6af2-4cec-8c99-fb2fb7b3b993 None None] Provisioning complete for port 25693a76-dbd2-4f04-96b9-d267821c193b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:21.681059 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1329f29c-6af2-4cec-8c99-fb2fb7b3b993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:21.818103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58708) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:21.830601 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1bed6f-7084-4da4-8e8f-5f2df42fc8b9'] response: {'server_uuid': 'e7eef6e6-527a-44ba-8b57-1ad6969449db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511fe1c8-1fd5-4834-b17b-f438d23ce143', 'code': 200} May 25 20:21:21.851904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fafa7f-76a3-4216-b6fb-a57f6cbaf927 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c63ad4-c26b-42cf-b6e3-3b0393710caa,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:21.866510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-3ddcb944-8104-45c6-a73b-26a2cc10a11c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'security_group_rule': {'security_group_id': '22c63ad4-c26b-42cf-b6e3-3b0393710caa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:21.937460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3ddcb944-8104-45c6-a73b-26a2cc10a11c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:21.953025 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-300643f5-6692-4327-a171-e00c31b49355 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Floating IP f0a1652d-6d73-4712-af0b-591de750e7c2 associated. External IP: 172.25.3.141, port: 61aa281f-3b41-4c89-9595-67d38a52b24b. May 25 20:21:22.063743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3ddcb944-8104-45c6-a73b-26a2cc10a11c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Usage tracker for resource:security_group_rule and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:22.072528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3ddcb944-8104-45c6-a73b-26a2cc10a11c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:22.096614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-e4111372-304a-44c6-a00e-e17f11f1c3e2 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:22.099798 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-e4111372-304a-44c6-a00e-e17f11f1c3e2 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.70 "GET /v2.0/networks?id=940e09bf-4118-49e8-bbe6-2d0426785ede HTTP/1.1" status: 200 len: 822 time: 1.1311872 May 25 20:21:22.103525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3ddcb944-8104-45c6-a73b-26a2cc10a11c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:22.128240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Request body: {'port': {'device_id': '0db7b190-aabc-49d5-afca-0981fe8cf528', 'network_id': '940e09bf-4118-49e8-bbe6-2d0426785ede', 'admin_state_up': True, 'tenant_id': '70450b1cd2964c8e80a6611762f9a005'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:22.152055 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:22.154432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Transition to ACTIVE for port object 064d9132-db32-41a3-8a6e-b7e3df28fb89 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:22.189595 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 25693a76-dbd2-4f04-96b9-d267821c193b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=25693a76-dbd2-4f04-96b9-d267821c193b,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:22.211262 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:22.286300 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:21:22.295079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=511fe1c8-1fd5-4834-b17b-f438d23ce143,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:22.420921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'Subnet': ['ID=c5ee70b4-7ed2-418e-8ec0-3ebc08614a34,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:22.447751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1813a753-dc13-46f3-98fa-c18e2278047b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:22.485703 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb944-8104-45c6-a73b-26a2cc10a11c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:22.504921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e5f70-11b7-4a15-844b-5567616d76f4 req-32e6c719-7dd5-4a90-8a73-bb67f4e12fbf tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:22.506644 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-899e5f70-11b7-4a15-844b-5567616d76f4 req-32e6c719-7dd5-4a90-8a73-bb67f4e12fbf tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 945 time: 0.5700095 May 25 20:21:22.525474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce0763-9fd8-49de-afc5-d1727f4a4b0d req-a40f394c-425f-412c-a260-09b45b00f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:22.527007 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dcce0763-9fd8-49de-afc5-d1727f4a4b0d req-a40f394c-425f-412c-a260-09b45b00f8a6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 1096 time: 0.6436992 May 25 20:21:22.534033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Checking segment: {'id': '1b6147d3-f2fe-4c82-bb19-4a001cd7eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:22.535331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Network hostable DHCP agents. Network: 72bd1e88-522d-4f1d-8d48-37fb784df0f7, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:21:22.598776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1329f29c-6af2-4cec-8c99-fb2fb7b3b993 None None] Current status of the port 25693a76-dbd2-4f04-96b9-d267821c193b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:22.645374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Allocated IP 10.1.1.2 (d3464776-988d-4c60-978a-9ad539684d1a/42845b9c-977c-464d-9399-a7f94f605a69/0c1837f6-4b08-4a4d-a488-e27b29ca7681) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:22.648843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=25693a76-dbd2-4f04-96b9-d267821c193b,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:22.694981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:22.699882 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dcce0763-9fd8-49de-afc5-d1727f4a4b0d req-28bf857f-5dab-47da-8b70-0d54f7a5faff service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330822 May 25 20:21:22.707313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Usage tracker for resource:port and tenant:70450b1cd2964c8e80a6611762f9a005 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:22.714519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:22.721445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:21:22.730574 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-899e5f70-11b7-4a15-844b-5567616d76f4 req-d7c3facd-324a-4551-8dd8-36b68e49f117 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027590 May 25 20:21:22.731651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:22.785861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 72bd1e88-522d-4f1d-8d48-37fb784df0f7) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:22.792699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:22.793359 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:22.802472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Made reservation on behalf of 70450b1cd2964c8e80a6611762f9a005 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:22.808217 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:22.831715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1813a753-dc13-46f3-98fa-c18e2278047b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:22.832231 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:22.882492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4b6d81e4-c55a-465e-b300-902d2c5c12db tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8597231 May 25 20:21:22.887662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58720) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:22.951458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5df67e-6dd3-408d-a39c-4e9258272fde None None] Network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:22.983361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'port': {'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a', 'name': 'tempest-TaggedBootDevicesTest_v242-339637817', 'fixed_ips': [{'subnet_id': '42845b9c-977c-464d-9399-a7f94f605a69'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:23.054768 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb50d39e-c07e-4488-bd71-b32f0afbd379 req-9e47fd67-632b-44f1-af9d-e1b472449a8b tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 210 time: 0.0801888 May 25 20:21:23.141640 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:23.204181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Allocated IP 172.20.0.10 (940e09bf-4118-49e8-bbe6-2d0426785ede/aafd167f-64ad-43cf-9818-8240457bdaf2/44d4f645-7aaf-4450-bde0-9cbedd91cb37) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:23.307164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b0d06-ac72-41d7-ae76-051e7e83045b req-b1ecd9e2-b3d3-48b6-b6b2-be2ddbb29933 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:23.308915 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d9b0d06-ac72-41d7-ae76-051e7e83045b req-b1ecd9e2-b3d3-48b6-b6b2-be2ddbb29933 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 945 time: 1.0289514 May 25 20:21:23.385899 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb944-8104-45c6-a73b-26a2cc10a11c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:23.438298 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb944-8104-45c6-a73b-26a2cc10a11c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:23.451707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Network 1d861bbe-1d99-4238-9eb8-2ced58df3754 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:23.463174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1813a753-dc13-46f3-98fa-c18e2278047b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:23.490751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:23.493854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:23.500034 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:23.501438 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:23.547199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Transition to ACTIVE for port object 0c1837f6-4b08-4a4d-a488-e27b29ca7681 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:23.572786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Pushing event updated for resources: {'Port': ['ID=064d9132-db32-41a3-8a6e-b7e3df28fb89,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:23.574316 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:23.578528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Transition to ACTIVE for port object 0c1837f6-4b08-4a4d-a488-e27b29ca7681 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:23.595837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-72bd1e88-522d-4f1d-8d48-37fb784df0f7', 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'fixed_ips': [{'subnet_id': 'c5ee70b4-7ed2-418e-8ec0-3ebc08614a34'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:21:23.596681 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:23.602844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcb944-8104-45c6-a73b-26a2cc10a11c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e864f89d-6ea3-442b-8f56-38539b399dcf,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:23.624204 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:23.672188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Network 940e09bf-4118-49e8-bbe6-2d0426785ede is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:23.676108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:23.681064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:23.723871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Pushing event updated for resources: {'Port': ['ID=44d4f645-7aaf-4450-bde0-9cbedd91cb37,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:23.769259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:23.770373 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:23.791307 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb944-8104-45c6-a73b-26a2cc10a11c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:23.793652 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3ddcb944-8104-45c6-a73b-26a2cc10a11c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9650800 May 25 20:21:23.796448 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58726) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:23.804589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b473af6d-1a69-4987-8db0-1837bf8d9ad4 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'security_group_rule': {'security_group_id': '22c63ad4-c26b-42cf-b6e3-3b0393710caa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:23.812758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-953f08f9-5487-4858-a1b3-83702e18455d tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6890912 May 25 20:21:23.816137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b473af6d-1a69-4987-8db0-1837bf8d9ad4 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:23.834800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Request body: {'port': {'device_id': '0db7b190-aabc-49d5-afca-0981fe8cf528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:23.841003 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d9b0d06-ac72-41d7-ae76-051e7e83045b req-8125273f-fa2e-4ff2-9296-534bfe507fa4 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485443 May 25 20:21:23.854960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Network d3464776-988d-4c60-978a-9ad539684d1a is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:23.862143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:23.872201 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:23.881725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:23.883559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:23.887005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Pushing event updated for resources: {'Port': ['ID=0c1837f6-4b08-4a4d-a488-e27b29ca7681,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:23.893694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b473af6d-1a69-4987-8db0-1837bf8d9ad4 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Usage tracker for resource:security_group_rule and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:23.894341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:23.904157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b473af6d-1a69-4987-8db0-1837bf8d9ad4 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:23.918705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b473af6d-1a69-4987-8db0-1837bf8d9ad4 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:23.989397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Usage tracker for resource:port and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:23.997893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:24.028404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:24.041546 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300643f5-6692-4327-a171-e00c31b49355 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:21:24.062063 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b473af6d-1a69-4987-8db0-1837bf8d9ad4 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:24.095710 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:24.097936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Made reservation on behalf of ed2254629dea43a5bc70198b31357a0c for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:24.103946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 46ee7e5e-051e-41d9-b840-398afcd025c8 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:24.218578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-73c5680c-60c4-4666-b9dc-9df3694b687b None None] Provisioning for port 064d9132-db32-41a3-8a6e-b7e3df28fb89 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:24.236948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Attempting to bind port 0c1837f6-4b08-4a4d-a488-e27b29ca7681 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:21:24.237312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Attempting to bind port 0c1837f6-4b08-4a4d-a488-e27b29ca7681 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:21:24.237677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Attempting to bind port 0c1837f6-4b08-4a4d-a488-e27b29ca7681 on network d3464776-988d-4c60-978a-9ad539684d1a {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:24.244065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed811539-d7f5-4d58-a037-28edce9a0b97 req-434f0d1e-2afe-44a1-a868-4d1dbc8e0b0a tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:24.245367 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed811539-d7f5-4d58-a037-28edce9a0b97 req-434f0d1e-2afe-44a1-a868-4d1dbc8e0b0a tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 945 time: 0.2643180 May 25 20:21:24.250506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-73c5680c-60c4-4666-b9dc-9df3694b687b None None] Provisioning complete for port 064d9132-db32-41a3-8a6e-b7e3df28fb89 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:24.250856 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-73c5680c-60c4-4666-b9dc-9df3694b687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:24.289429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:21:24.289429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Checking segment: {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:24.289429 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:24.290465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Bound using segment: {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:21:24.290665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Bound port: 0c1837f6-4b08-4a4d-a488-e27b29ca7681, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:21:24.291100 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:24.322664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Allocated IP 10.2.2.2 (72bd1e88-522d-4f1d-8d48-37fb784df0f7/c5ee70b4-7ed2-418e-8ec0-3ebc08614a34/3827dbad-bb03-4380-bcbc-da487b2de999) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:24.335212 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b473af6d-1a69-4987-8db0-1837bf8d9ad4 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:24.347350 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b473af6d-1a69-4987-8db0-1837bf8d9ad4 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:24.385737 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-73c5680c-60c4-4666-b9dc-9df3694b687b None None] Port 064d9132-db32-41a3-8a6e-b7e3df28fb89 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:21:24.439875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473af6d-1a69-4987-8db0-1837bf8d9ad4 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b87a375-e7c1-44ef-b16c-66aa959724ad,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:24.453384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed811539-d7f5-4d58-a037-28edce9a0b97 req-233db145-26bf-49d0-a961-933d475780ac tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640246 May 25 20:21:24.482838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 25693a76-dbd2-4f04-96b9-d267821c193b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:24.500035 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b473af6d-1a69-4987-8db0-1837bf8d9ad4 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:24.502619 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b473af6d-1a69-4987-8db0-1837bf8d9ad4 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7046196 May 25 20:21:24.506780 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 46ee7e5e-051e-41d9-b840-398afcd025c8 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:24.508316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58732) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:24.520966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:24.531148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:24.537962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Usage tracker for resource:floatingip and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:24.542533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:24.553077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:24.583949 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:24.593867 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 46ee7e5e-051e-41d9-b840-398afcd025c8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:24.594259 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:24.700539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] For port 0c1837f6-4b08-4a4d-a488-e27b29ca7681, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:21:24.731119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] For port 0c1837f6-4b08-4a4d-a488-e27b29ca7681, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0c1837f6-4b08-4a4d-a488-e27b29ca7681,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:21:24.742681 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:24.875602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 25693a76-dbd2-4f04-96b9-d267821c193b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:24.875602 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:24.913107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d4f645-7aaf-4450-bde0-9cbedd91cb37 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:21:24.925017 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:24.968036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Transition to ACTIVE for port object 44d4f645-7aaf-4450-bde0-9cbedd91cb37 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:24.985408 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:25.023349 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:25.034497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa3c7c-68d6-44b1-9cb8-550cfdc35382 None None] Pushing event updated for resources: {'Port': ['ID=0c1837f6-4b08-4a4d-a488-e27b29ca7681,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:25.047097 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 46ee7e5e-051e-41d9-b840-398afcd025c8 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:25.047472 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:25.059094 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-55d6373d-abeb-4d1c-bb11-a442baecd48f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:25.065768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Transition to ACTIVE for port object 3827dbad-bb03-4380-bcbc-da487b2de999 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:25.133428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3e2dff-422a-4dcc-92c0-4a9827da8e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ee7e5e-051e-41d9-b840-398afcd025c8'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:21:25.146822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Transition to ACTIVE for port object 3827dbad-bb03-4380-bcbc-da487b2de999 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:25.163051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 46ee7e5e-051e-41d9-b840-398afcd025c8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=46ee7e5e-051e-41d9-b840-398afcd025c8,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:25.166905 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:25.219423 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:25.251115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 25693a76-dbd2-4f04-96b9-d267821c193b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:25.267219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Pushing event updated for resources: {'Port': ['ID=44d4f645-7aaf-4450-bde0-9cbedd91cb37,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:25.281750 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:25.284685 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:25.289376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:25.321846 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:25.380178 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Pushing event updated for resources: {'Port': ['ID=3827dbad-bb03-4380-bcbc-da487b2de999,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:25.404398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300643f5-6692-4327-a171-e00c31b49355 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:21:25.410538 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:25.419224 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c48b9-f2a0-4265-8b12-e6121a6ba665 None None] Sync routers for ids ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:21:25.420206 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-300643f5-6692-4327-a171-e00c31b49355 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:25.441600 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c48b9-f2a0-4265-8b12-e6121a6ba665 None None] Routers {'6c2fd807-7204-48b8-a728-b0d9a3ba3061'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:21:25.442496 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-bb1c48b9-f2a0-4265-8b12-e6121a6ba665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:21:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:25.473194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd645-c836-40fe-8cd3-113003bd5e87 req-d48a9d05-c4a7-421e-aae3-1ff95106fd5e tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:25.484045 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf4bd645-c836-40fe-8cd3-113003bd5e87 req-d48a9d05-c4a7-421e-aae3-1ff95106fd5e tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 932 time: 0.9221051 May 25 20:21:25.494448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Attempting to bind port 3827dbad-bb03-4380-bcbc-da487b2de999 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:21:25.494915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Attempting to bind port 3827dbad-bb03-4380-bcbc-da487b2de999 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '1b6147d3-f2fe-4c82-bb19-4a001cd7eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:21:25.495341 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Attempting to bind port 3827dbad-bb03-4380-bcbc-da487b2de999 on network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:25.516052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:21:25.516757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Checking segment: {'id': '1b6147d3-f2fe-4c82-bb19-4a001cd7eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:25.517499 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:25.518281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Bound using segment: {'id': '1b6147d3-f2fe-4c82-bb19-4a001cd7eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:21:25.519488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Bound port: 3827dbad-bb03-4380-bcbc-da487b2de999, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6147d3-f2fe-4c82-bb19-4a001cd7eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:21:25.519811 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:25.529617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] device_id is not set on port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:21:25.562756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fbd75-ac79-40ed-9077-ef29bb2f7058 req-51456dfe-bae4-4557-8fbb-9d4e07fd147b tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:25.572065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-573fbd75-ac79-40ed-9077-ef29bb2f7058 req-51456dfe-bae4-4557-8fbb-9d4e07fd147b tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 945 time: 0.5048468 May 25 20:21:25.577870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=46ee7e5e-051e-41d9-b840-398afcd025c8,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:25.578215 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:25.695797 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-573fbd75-ac79-40ed-9077-ef29bb2f7058 req-9ef1b1e6-ee53-4819-97cf-de624704d368 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179528 May 25 20:21:25.769298 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c654fdf-20fc-4407-bd24-442581f7a974'] response: {'server_uuid': '2c3e2dff-422a-4dcc-92c0-4a9827da8e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ee7e5e-051e-41d9-b840-398afcd025c8', 'code': 200} May 25 20:21:25.804754 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-bb1c48b9-f2a0-4265-8b12-e6121a6ba665 None None] Set router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:21:25.826415 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-300643f5-6692-4327-a171-e00c31b49355 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "PUT /v2.0/floatingips/f0a1652d-6d73-4712-af0b-591de750e7c2 HTTP/1.1" status: 200 len: 992 time: 10.4945068 May 25 20:21:25.829232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bf4bd645-c836-40fe-8cd3-113003bd5e87 req-1b6f2c3a-4383-488b-b43d-4636714f10b1 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Synchronizing usage tracker for tenant:70450b1cd2964c8e80a6611762f9a005 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:25.829539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] For port 3827dbad-bb03-4380-bcbc-da487b2de999, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:21:25.844838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] For port 3827dbad-bb03-4380-bcbc-da487b2de999, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3827dbad-bb03-4380-bcbc-da487b2de999,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:21:25.851907 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:25.893605 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'tag': '61aa281f-3b41-4c89-9595-67d38a52b24b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:21:25.905286 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Allocated IP 172.25.3.79 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/2354bd50-a221-4c17-863e-81a530c8d047) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:26.025682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f1016-26c9-456f-9f5f-e8bb0c17182f None None] Pushing event updated for resources: {'Port': ['ID=3827dbad-bb03-4380-bcbc-da487b2de999,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:26.127512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bf4bd645-c836-40fe-8cd3-113003bd5e87 req-1b6f2c3a-4383-488b-b43d-4636714f10b1 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Unset dirty status for tenant:70450b1cd2964c8e80a6611762f9a005 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:26.141219 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf4bd645-c836-40fe-8cd3-113003bd5e87 req-1b6f2c3a-4383-488b-b43d-4636714f10b1 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/security-groups?id=99ce88ae-aada-4aea-bf1c-649d6d7fda58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6561491 May 25 20:21:26.164138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Attempting to bind port 44d4f645-7aaf-4450-bde0-9cbedd91cb37 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:21:26.164138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Attempting to bind port 44d4f645-7aaf-4450-bde0-9cbedd91cb37 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'b1b0ad14-5a7c-4495-9d0e-0a688237c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '940e09bf-4118-49e8-bbe6-2d0426785ede'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:21:26.164138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Attempting to bind port 44d4f645-7aaf-4450-bde0-9cbedd91cb37 on network 940e09bf-4118-49e8-bbe6-2d0426785ede {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:26.267533 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:26.279515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Port 44d4f645-7aaf-4450-bde0-9cbedd91cb37 on network 940e09bf-4118-49e8-bbe6-2d0426785ede not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:21:26.279846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Attempting to bind port 44d4f645-7aaf-4450-bde0-9cbedd91cb37 on network 940e09bf-4118-49e8-bbe6-2d0426785ede {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:26.310659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:21:26.313499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Checking segment: {'id': 'b1b0ad14-5a7c-4495-9d0e-0a688237c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '940e09bf-4118-49e8-bbe6-2d0426785ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:26.313901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Bound using segment: {'id': 'b1b0ad14-5a7c-4495-9d0e-0a688237c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '940e09bf-4118-49e8-bbe6-2d0426785ede'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:21:26.314383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Bound port: 44d4f645-7aaf-4450-bde0-9cbedd91cb37, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b0ad14-5a7c-4495-9d0e-0a688237c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '940e09bf-4118-49e8-bbe6-2d0426785ede'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:21:26.314735 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:26.491273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0c1837f6-4b08-4a4d-a488-e27b29ca7681 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:26.545089 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:26.595304 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:26.624406 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:26.662051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 0c1837f6-4b08-4a4d-a488-e27b29ca7681 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:26.668462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd68f77-044a-4c53-8bda-04e313b852db req-3e7a2347-b517-4dfc-9502-f38d7b139c34 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:26.676880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bdd68f77-044a-4c53-8bda-04e313b852db req-3e7a2347-b517-4dfc-9502-f38d7b139c34 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 946 time: 0.5927997 May 25 20:21:26.685208 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-bb1c48b9-f2a0-4265-8b12-e6121a6ba665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'f0a1652d-6d73-4712-af0b-591de750e7c2', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'port_id': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'mac_address': 'fa:16:3e:cb:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:20:30Z', 'updated_at': '2022-05-25T20:21:19Z', 'revision_number': 1, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:37Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:26.713636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] For port 44d4f645-7aaf-4450-bde0-9cbedd91cb37, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:21:26.714920 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c48b9-f2a0-4265-8b12-e6121a6ba665 None None] Checking router: 6c2fd807-7204-48b8-a728-b0d9a3ba3061 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:21:26.733656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:26.744630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:26.748056 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c48b9-f2a0-4265-8b12-e6121a6ba665 None None] Routers {'6c2fd807-7204-48b8-a728-b0d9a3ba3061'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:21:26.748673 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-bb1c48b9-f2a0-4265-8b12-e6121a6ba665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:21:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:26.749827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3c69f8-0233-401b-8d6e-e1962071fe56 None None] Network d3464776-988d-4c60-978a-9ad539684d1a requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:26.758849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] For port 44d4f645-7aaf-4450-bde0-9cbedd91cb37, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=44d4f645-7aaf-4450-bde0-9cbedd91cb37,segment=NetworkSegment(b1b0ad14-5a7c-4495-9d0e-0a688237c274),segment_id=b1b0ad14-5a7c-4495-9d0e-0a688237c274)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:21:26.760490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:26.806858 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:26.810322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Allocated IP 10.1.1.137 (d3464776-988d-4c60-978a-9ad539684d1a/42845b9c-977c-464d-9399-a7f94f605a69/d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:26.820821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'Port': ['ID=2354bd50-a221-4c17-863e-81a530c8d047,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:26.927321 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bdd68f77-044a-4c53-8bda-04e313b852db req-864f5297-465c-4a35-8c38-d411d01f93dc tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493303 May 25 20:21:27.022934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8ce240c4-203b-46df-9e8d-e07c3c6d681d None None] Provisioning for port 0c1837f6-4b08-4a4d-a488-e27b29ca7681 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:27.055755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8ce240c4-203b-46df-9e8d-e07c3c6d681d None None] Provisioning complete for port 0c1837f6-4b08-4a4d-a488-e27b29ca7681 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:27.063593 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8ce240c4-203b-46df-9e8d-e07c3c6d681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:27.091718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:27.092492 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:27.099884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] 10.222.0.70 "PUT /v2.0/ports/44d4f645-7aaf-4450-bde0-9cbedd91cb37 HTTP/1.1" status: 200 len: 1092 time: 3.2754605 May 25 20:21:27.100394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db7b190-aabc-49d5-afca-0981fe8cf528', 'tag': '44d4f645-7aaf-4450-bde0-9cbedd91cb37'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:21:27.153015 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-bb1c48b9-f2a0-4265-8b12-e6121a6ba665 None None] Set router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:21:27.268302 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fe7bbe-a30d-420a-b661-a4ac64e14cd0'] response: {'name': 'network-changed', 'server_uuid': '0db7b190-aabc-49d5-afca-0981fe8cf528', 'tag': '44d4f645-7aaf-4450-bde0-9cbedd91cb37', 'status': 'completed', 'code': 200} May 25 20:21:27.392580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e638eed-4c6c-49de-9a41-ca1097b3fb1c service neutron] Pushing event updated for resources: {'Port': ['ID=44d4f645-7aaf-4450-bde0-9cbedd91cb37,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:27.426329 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:27.702197 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b62c84-445b-4964-9476-b133577fd810'] response: {'name': 'network-changed', 'server_uuid': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'tag': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'status': 'completed', 'code': 200} May 25 20:21:27.748547 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:27.801471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-972bc5c2-49d1-4714-b08e-1b67f3b8d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:27.803019 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-972bc5c2-49d1-4714-b08e-1b67f3b8d244 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70450b1cd2964c8e80a6611762f9a005&device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 1095 time: 0.6554847 May 25 20:21:27.855464 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8ce240c4-203b-46df-9e8d-e07c3c6d681d None None] Current status of the port 0c1837f6-4b08-4a4d-a488-e27b29ca7681 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:27.870375 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8ce240c4-203b-46df-9e8d-e07c3c6d681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:27.970072 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:27.971555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9ff9-2f89-450e-be85-1f0d97de3414 req-1f5c3e4a-d9c8-4181-a322-f54fc34f88c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:27.972725 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b51d9ff9-2f89-450e-be85-1f0d97de3414 req-1f5c3e4a-d9c8-4181-a322-f54fc34f88c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 1097 time: 2.1178064 May 25 20:21:27.978615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6545591-7843-4013-833f-7f6430ec42fd None None] Network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:28.019258 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8ce240c4-203b-46df-9e8d-e07c3c6d681d None None] For port 0c1837f6-4b08-4a4d-a488-e27b29ca7681, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0c1837f6-4b08-4a4d-a488-e27b29ca7681,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:28.024721 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:28.044979 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-3284d148-f87e-4342-b779-057e455e6124 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44d4f645-7aaf-4450-bde0-9cbedd91cb37 HTTP/1.1" status: 200 len: 217 time: 0.2266116 May 25 20:21:28.102204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-55d6373d-abeb-4d1c-bb11-a442baecd48f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 4813f0a5-f99c-468b-9d22-90f3a72bf31c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:21:28.102693 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-55d6373d-abeb-4d1c-bb11-a442baecd48f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:28.115396 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-bb1c48b9-f2a0-4265-8b12-e6121a6ba665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'f0a1652d-6d73-4712-af0b-591de750e7c2', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'port_id': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'mac_address': 'fa:16:3e:cb:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:20:30Z', 'updated_at': '2022-05-25T20:21:19Z', 'revision_number': 1, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:37Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:28.127670 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c48b9-f2a0-4265-8b12-e6121a6ba665 None None] The sync data for ids ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'] in n-d-843339-1 is: [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'f0a1652d-6d73-4712-af0b-591de750e7c2', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'port_id': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'mac_address': 'fa:16:3e:cb:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:20:30Z', 'updated_at': '2022-05-25T20:21:19Z', 'revision_number': 1, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:37Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:21:28.144680 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8ce240c4-203b-46df-9e8d-e07c3c6d681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:28.254597 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:28.384017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Transition to ACTIVE for port object d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:28.430873 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b25b71e-9406-4e9c-aaf6-7e2bda7ac85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:28.463825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-f50b8264-96e5-4126-b1f6-abe284f45b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:28.469404 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-f50b8264-96e5-4126-b1f6-abe284f45b79 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aafd167f-64ad-43cf-9818-8240457bdaf2 HTTP/1.1" status: 200 len: 862 time: 0.4175158 May 25 20:21:28.501175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Pushing event updated for resources: {'Port': ['ID=064d9132-db32-41a3-8a6e-b7e3df28fb89,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:28.512964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Network 1d861bbe-1d99-4238-9eb8-2ced58df3754 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:28.548677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dbd6a-4338-4114-9902-3caab9bd3174 req-0ebe4679-a79e-4c95-a4e3-687a7dc78ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:28.550566 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-919dbd6a-4338-4114-9902-3caab9bd3174 req-0ebe4679-a79e-4c95-a4e3-687a7dc78ecb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 1097 time: 0.8503747 May 25 20:21:28.551643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:28.574106 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b51d9ff9-2f89-450e-be85-1f0d97de3414 req-5a26885b-d7c0-4ca2-ab8f-66971d2f0526 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310683 May 25 20:21:28.588568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cda45d10-6251-46b1-b0e4-b52615e9bd2f None None] Provisioning for port 3827dbad-bb03-4380-bcbc-da487b2de999 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:28.672214 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-b1d716ca-c584-4aed-bced-249b476590a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=940e09bf-4118-49e8-bbe6-2d0426785ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1981690 May 25 20:21:28.677918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3827dbad-bb03-4380-bcbc-da487b2de999 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:28.805001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce240c4-203b-46df-9e8d-e07c3c6d681d None None] Pushing event updated for resources: {'Port': ['ID=0c1837f6-4b08-4a4d-a488-e27b29ca7681,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:28.994414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b47d1878-5d58-4215-8925-5c5c7385d610 None None] Provisioning complete for port 0c1837f6-4b08-4a4d-a488-e27b29ca7681 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:28.994651 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b47d1878-5d58-4215-8925-5c5c7385d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:29.042598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 3827dbad-bb03-4380-bcbc-da487b2de999 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:29.058842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 3827dbad-bb03-4380-bcbc-da487b2de999 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:29.059432 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:29.157696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5b1cc-f03d-4fec-b119-ed78e29d6efe req-0a36e479-c17e-4503-8501-e75abca660de tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:29.162266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1dd5b1cc-f03d-4fec-b119-ed78e29d6efe req-0a36e479-c17e-4503-8501-e75abca660de tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Synchronizing usage tracker for tenant:70450b1cd2964c8e80a6611762f9a005 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:29.280795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cf553-cc91-4c78-8b05-2b1ad2a80156 req-e8fce2ec-8e83-4042-9ffa-c59814225e9e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:29.283914 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe4cf553-cc91-4c78-8b05-2b1ad2a80156 req-e8fce2ec-8e83-4042-9ffa-c59814225e9e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 946 time: 0.9823046 May 25 20:21:29.307757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-e0651da4-29af-426f-b716-97ad764c83db service neutron] 10.222.0.70 "GET /v2.0/networks/940e09bf-4118-49e8-bbe6-2d0426785ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055732 May 25 20:21:29.364780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dbd6a-4338-4114-9902-3caab9bd3174 req-7bfeea11-dc9f-4d8b-a469-19ba6bb79477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:29.365083 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 3827dbad-bb03-4380-bcbc-da487b2de999 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:29.365465 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:29.367195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-919dbd6a-4338-4114-9902-3caab9bd3174 req-7bfeea11-dc9f-4d8b-a469-19ba6bb79477 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 918 time: 0.7787826 May 25 20:21:29.379142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b47d1878-5d58-4215-8925-5c5c7385d610 None None] Current status of the port 0c1837f6-4b08-4a4d-a488-e27b29ca7681 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:29.405297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:29.407045 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:29.429297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:29.447413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 3827dbad-bb03-4380-bcbc-da487b2de999, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3827dbad-bb03-4380-bcbc-da487b2de999,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:29.456207 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:29.500667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d3cb1a-4afc-449a-a24b-9b9aef4887b9 None None] New status for floating IP f0a1652d-6d73-4712-af0b-591de750e7c2: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:21:29.532108 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-55d6373d-abeb-4d1c-bb11-a442baecd48f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:29.721163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1dd5b1cc-f03d-4fec-b119-ed78e29d6efe req-0a36e479-c17e-4503-8501-e75abca660de tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Unset dirty status for tenant:70450b1cd2964c8e80a6611762f9a005 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:29.738746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1dd5b1cc-f03d-4fec-b119-ed78e29d6efe req-0a36e479-c17e-4503-8501-e75abca660de tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 944 time: 2.1564012 May 25 20:21:29.767184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-55d6373d-abeb-4d1c-bb11-a442baecd48f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for 4813f0a5-f99c-468b-9d22-90f3a72bf31c owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:21:29.775532 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ff11cad5-1586-4041-925c-e88de97b6c2a None None] Provisioning complete for port 3827dbad-bb03-4380-bcbc-da487b2de999 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:29.775948 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ff11cad5-1586-4041-925c-e88de97b6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:29.827520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'Port': ['ID=2354bd50-a221-4c17-863e-81a530c8d047,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:29.870079 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:29.889171 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1dd5b1cc-f03d-4fec-b119-ed78e29d6efe req-af351bb5-c703-4232-9da6-540dd084c491 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/security-groups?id=99ce88ae-aada-4aea-bf1c-649d6d7fda58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494896 May 25 20:21:29.924564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=3827dbad-bb03-4380-bcbc-da487b2de999,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:29.941873 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7653cfd-4ffa-4013-9284-526e62af8960 req-00568daa-fe45-4bb3-9207-2bfac2ad7b2b service neutron] 10.222.0.70 "GET /v2.0/networks/940e09bf-4118-49e8-bbe6-2d0426785ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184390 May 25 20:21:29.958822 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:29.974261 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3980d6c7-d940-46d8-9f36-4930ce61dd42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4541395 May 25 20:21:30.145392 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Router c98ffa00-a92c-4100-a75f-16abb956bdae has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:21:30.168726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f256e4f-16d8-4aa2-bcc9-e39140a0df58 req-b93d6a3e-0c84-42ca-80bd-3fbbbe6e61ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:30.170241 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f256e4f-16d8-4aa2-bcc9-e39140a0df58 req-b93d6a3e-0c84-42ca-80bd-3fbbbe6e61ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70450b1cd2964c8e80a6611762f9a005&device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 1095 time: 0.1719356 May 25 20:21:30.175062 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-55d6373d-abeb-4d1c-bb11-a442baecd48f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:30.226513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ff11cad5-1586-4041-925c-e88de97b6c2a None None] Current status of the port 3827dbad-bb03-4380-bcbc-da487b2de999 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:30.271784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ff11cad5-1586-4041-925c-e88de97b6c2a None None] Provisioning complete for port 064d9132-db32-41a3-8a6e-b7e3df28fb89 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:30.272334 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ff11cad5-1586-4041-925c-e88de97b6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:30.397677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0c1837f6-4b08-4a4d-a488-e27b29ca7681 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:30.449510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ff11cad5-1586-4041-925c-e88de97b6c2a None None] Port 064d9132-db32-41a3-8a6e-b7e3df28fb89 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:21:30.457503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f256e4f-16d8-4aa2-bcc9-e39140a0df58 req-60e776e0-9c46-4ba0-9972-65fa4942db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:30.459296 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f256e4f-16d8-4aa2-bcc9-e39140a0df58 req-60e776e0-9c46-4ba0-9972-65fa4942db97 service neutron] 10.222.0.70 "GET /v2.0/networks?id=940e09bf-4118-49e8-bbe6-2d0426785ede HTTP/1.1" status: 200 len: 923 time: 0.2759154 May 25 20:21:30.508828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 0c1837f6-4b08-4a4d-a488-e27b29ca7681 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:30.509289 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:30.557440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f256e4f-16d8-4aa2-bcc9-e39140a0df58 req-0f3286af-8918-483a-8edf-ee1c8f3ef325 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44d4f645-7aaf-4450-bde0-9cbedd91cb37 HTTP/1.1" status: 200 len: 217 time: 0.0904248 May 25 20:21:30.590250 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe4cf553-cc91-4c78-8b05-2b1ad2a80156 req-d16379ca-0d55-4972-a1e9-15d0e8a0b61d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2890878 May 25 20:21:30.599377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Network d3464776-988d-4c60-978a-9ad539684d1a is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:30.608877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:30.612532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:30.613832 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-99e9bd4d-87ff-433b-8e8d-6d5392921c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:30.620488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-8a491672-048d-4389-94fc-cdde8b9fdab5 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Synchronizing usage tracker for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:30.651031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f256e4f-16d8-4aa2-bcc9-e39140a0df58 req-d045f082-ae22-49d9-bdd2-3e80a66f5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:30.652340 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f256e4f-16d8-4aa2-bcc9-e39140a0df58 req-d045f082-ae22-49d9-bdd2-3e80a66f5ffd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aafd167f-64ad-43cf-9818-8240457bdaf2 HTTP/1.1" status: 200 len: 862 time: 0.0886447 May 25 20:21:30.657790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-8a491672-048d-4389-94fc-cdde8b9fdab5 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Unset dirty status for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:30.659162 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-8a491672-048d-4389-94fc-cdde8b9fdab5 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1431661865&fields=id&tenant_id=2de55f61b45045b4816f6a71bdaf22b8 HTTP/1.1" status: 200 len: 267 time: 0.2444825 May 25 20:21:30.723508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 0c1837f6-4b08-4a4d-a488-e27b29ca7681 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:30.724695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3827dbad-bb03-4380-bcbc-da487b2de999 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:30.782855 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f256e4f-16d8-4aa2-bcc9-e39140a0df58 req-4c7c4132-ed6d-414c-a3a0-aed65fbcae95 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=940e09bf-4118-49e8-bbe6-2d0426785ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213410 May 25 20:21:30.833192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 3827dbad-bb03-4380-bcbc-da487b2de999 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:30.833425 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:30.928430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-61c17e3e-9a12-44d1-bd6d-fd303cdb8180 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:30.929026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-61c17e3e-9a12-44d1-bd6d-fd303cdb8180 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Synchronizing usage tracker for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:30.981567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-61c17e3e-9a12-44d1-bd6d-fd303cdb8180 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Unset dirty status for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:30.988306 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-61c17e3e-9a12-44d1-bd6d-fd303cdb8180 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports/7194a444-0396-4362-aa01-2992d5275a0c HTTP/1.1" status: 200 len: 932 time: 0.2847910 May 25 20:21:31.036772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:21:31.044242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'Port': ['ID=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:31.046285 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Sync routers for ids ['c98ffa00-a92c-4100-a75f-16abb956bdae'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:21:31.060940 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Routers {'c98ffa00-a92c-4100-a75f-16abb956bdae'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:21:31.063212 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:21:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c98ffa00-a92c-4100-a75f-16abb956bdae'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:31.080432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-72af7a54-dee3-4510-b8c8-f183fbaa29c5 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:31.087614 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 3827dbad-bb03-4380-bcbc-da487b2de999 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:31.088420 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-72af7a54-dee3-4510-b8c8-f183fbaa29c5 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports/cfb3cf7b-33cc-446c-bc12-45dbba72300e HTTP/1.1" status: 200 len: 931 time: 0.0992250 May 25 20:21:31.101859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2f3eabe3-3c9e-4ea4-ac38-e16f95bc621b None None] Provisioning for port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:31.108648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2f3eabe3-3c9e-4ea4-ac38-e16f95bc621b None None] Provisioning complete for port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:31.109059 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2f3eabe3-3c9e-4ea4-ac38-e16f95bc621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:31.126892 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f256e4f-16d8-4aa2-bcc9-e39140a0df58 req-a4c0a56f-e1cb-4b3a-a5bc-09851048a6a1 service neutron] 10.222.0.70 "GET /v2.0/networks/940e09bf-4118-49e8-bbe6-2d0426785ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262267 May 25 20:21:31.183846 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2f3eabe3-3c9e-4ea4-ac38-e16f95bc621b None None] Port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:21:31.185217 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-d40a4e70-22f4-4ed7-a2c3-7d0b81ce8003 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?network_id=73524a7a-6b9f-4a42-a9b8-697767a31e19&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0957811 May 25 20:21:31.223010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6373d-abeb-4d1c-bb11-a442baecd48f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Port': ['ID=4813f0a5-f99c-468b-9d22-90f3a72bf31c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:31.243315 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-919dbd6a-4338-4114-9902-3caab9bd3174 req-bde88afd-7cf8-4c05-a9ed-7a343e141e37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aa281f-3b41-4c89-9595-67d38a52b24b HTTP/1.1" status: 200 len: 1002 time: 1.8027239 May 25 20:21:31.253042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:31.253663 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:31.262631 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-55d6373d-abeb-4d1c-bb11-a442baecd48f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:31.324415 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:31.325434 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Set router c98ffa00-a92c-4100-a75f-16abb956bdae gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:21:31.331559 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3f4fa0ed-7fbc-406c-8c80-2e8ef05721a6 admin admin] 10.222.0.60 "PUT /v2.0/routers/c98ffa00-a92c-4100-a75f-16abb956bdae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8379366 May 25 20:21:31.449789 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1bf46bf6-1fe5-464a-8425-637dfaa4ea61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 8.5023596 May 25 20:21:31.493149 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-bb381c09-6db8-4044-99e6-2bce1a7b6909 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?network_id=73524a7a-6b9f-4a42-a9b8-697767a31e19&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3042951 May 25 20:21:31.493857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58794) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:31.502900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'port': {'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a', 'name': 'tempest-TaggedBootDevicesTest_v242-296608849', 'fixed_ips': [{'subnet_id': '42845b9c-977c-464d-9399-a7f94f605a69'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:31.544862 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dbd6a-4338-4114-9902-3caab9bd3174 req-c46dfbec-62a9-4196-8ce9-cb2d3c49fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:31.546354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-919dbd6a-4338-4114-9902-3caab9bd3174 req-c46dfbec-62a9-4196-8ce9-cb2d3c49fc52 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.2875054 May 25 20:21:31.639205 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:31.714052 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f256e4f-16d8-4aa2-bcc9-e39140a0df58 req-7dd46906-2e4f-4c62-9b66-67cd97c16ff3 service neutron] 10.222.0.70 "GET /v2.0/networks/940e09bf-4118-49e8-bbe6-2d0426785ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804954 May 25 20:21:31.722265 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:26Z', 'revision_number': 2, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:31.728661 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Checking router: c98ffa00-a92c-4100-a75f-16abb956bdae for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:21:31.730677 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Updating router c98ffa00-a92c-4100-a75f-16abb956bdae port 064d9132-db32-41a3-8a6e-b7e3df28fb89 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:21:31.771409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15092a5e-456b-47c4-9584-f75ef23ddfcc req-cb3ebe42-55ec-4b05-ab86-26ddc50a3c0b tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:31.776412 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15092a5e-456b-47c4-9584-f75ef23ddfcc req-cb3ebe42-55ec-4b05-ab86-26ddc50a3c0b tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 944 time: 0.6080179 May 25 20:21:31.803836 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:31.823124 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d6373d-abeb-4d1c-bb11-a442baecd48f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router d89092e3-7e37-4111-ba61-eef093d7c42f has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:21:31.839359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-830941dd-f91d-4e42-ae6f-75ef618514e3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:31.845121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-830941dd-f91d-4e42-ae6f-75ef618514e3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:31.850861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-830941dd-f91d-4e42-ae6f-75ef618514e3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:31.851689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-830941dd-f91d-4e42-ae6f-75ef618514e3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Synchronizing usage tracker for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:31.856516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:31.862343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15092a5e-456b-47c4-9584-f75ef23ddfcc req-683a56e8-b22a-46b0-8a9c-18a115c8169b tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/security-groups?id=99ce88ae-aada-4aea-bf1c-649d6d7fda58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793867 May 25 20:21:31.863584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Usage tracker for resource:port and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:31.867719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:31.878755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:31.898511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Made reservation on behalf of ed2254629dea43a5bc70198b31357a0c for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:31.984632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-830941dd-f91d-4e42-ae6f-75ef618514e3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Unset dirty status for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:31.986107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-830941dd-f91d-4e42-ae6f-75ef618514e3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/networks?id=c180c5b1-d3d2-49c2-820a-f270a32e5078&id=814e0c94-51e7-489c-9196-d87d06585fbd&id=814e0c94-51e7-489c-9196-d87d06585fbd&id=73524a7a-6b9f-4a42-a9b8-697767a31e19&id=73524a7a-6b9f-4a42-a9b8-697767a31e19 HTTP/1.1" status: 200 len: 1989 time: 0.4581852 May 25 20:21:32.012724 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-b05acc0b-d194-4443-8431-1ffa22428bb6 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/quotas/2de55f61b45045b4816f6a71bdaf22b8 HTTP/1.1" status: 200 len: 375 time: 0.0110421 May 25 20:21:32.039232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dbd6a-4338-4114-9902-3caab9bd3174 req-a9e9eaeb-45f8-40bd-a133-3d8d05cec4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:32.059304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58806) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:32.061521 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-919dbd6a-4338-4114-9902-3caab9bd3174 req-a9e9eaeb-45f8-40bd-a133-3d8d05cec4ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4995708 May 25 20:21:32.070286 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159393611', 'description': 'tempest-description--1623574900'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:32.078885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:32.084115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Usage tracker for resource:security_group and tenant:bd9d7ecda85842f896097a31795071c4 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:32.089143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:32.107222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:32.126143 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:32.203529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:32.222473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Usage tracker for resource:security_group_rule and tenant:bd9d7ecda85842f896097a31795071c4 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:32.231698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:32.252880 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:32.265258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:32.306171 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-f33048ad-6b0a-43dc-a501-7cc1118da9fb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2864370 May 25 20:21:32.320587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] device_id is not set on port b07c8e8f-6335-426d-9c38-c8f745c11d75 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:21:32.321321 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:32.345557 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Transition to ACTIVE for port object 064d9132-db32-41a3-8a6e-b7e3df28fb89 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:32.356421 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:32.435375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d6373d-abeb-4d1c-bb11-a442baecd48f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:21:32.448276 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-55d6373d-abeb-4d1c-bb11-a442baecd48f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/d89092e3-7e37-4111-ba61-eef093d7c42f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1300981 May 25 20:21:32.458537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58812) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:32.460528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d2809-0a7c-4757-8db2-edb01778aecc None None] Sync routers for ids ['d89092e3-7e37-4111-ba61-eef093d7c42f'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:21:32.527791 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964d2809-0a7c-4757-8db2-edb01778aecc None None] Routers {'d89092e3-7e37-4111-ba61-eef093d7c42f'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:21:32.528795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-964d2809-0a7c-4757-8db2-edb01778aecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:21:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d89092e3-7e37-4111-ba61-eef093d7c42f'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:32.604528 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:32.622702 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:32.639670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3041f3a7-f64e-41be-a72c-50c116a4b2cc service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:21:32.640706 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3041f3a7-f64e-41be-a72c-50c116a4b2cc service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2763290 May 25 20:21:32.670297 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45848be-6c4e-4442-94d0-a5eb7db41843 None None] Pushing event updated for resources: {'Port': ['ID=064d9132-db32-41a3-8a6e-b7e3df28fb89,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:32.754071 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Attempting to bind port 064d9132-db32-41a3-8a6e-b7e3df28fb89 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:21:32.757237 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Attempting to bind port 064d9132-db32-41a3-8a6e-b7e3df28fb89 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:21:32.757703 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Attempting to bind port 064d9132-db32-41a3-8a6e-b7e3df28fb89 on network 1d861bbe-1d99-4238-9eb8-2ced58df3754 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:32.775221 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:21:32.780081 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Checking segment: {'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:32.780612 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:32.781071 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Bound using segment: {'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:21:32.781780 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Bound port: 064d9132-db32-41a3-8a6e-b7e3df28fb89, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:21:32.782359 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:32.803425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-964d2809-0a7c-4757-8db2-edb01778aecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:32.826682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964d2809-0a7c-4757-8db2-edb01778aecc None None] Routers {'d89092e3-7e37-4111-ba61-eef093d7c42f'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:21:32.827313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-964d2809-0a7c-4757-8db2-edb01778aecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:21:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d89092e3-7e37-4111-ba61-eef093d7c42f'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:32.909965 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:32.911910 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8486094 May 25 20:21:32.918248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58818) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:32.920094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df15fc-ec27-4fb8-986c-ff0409f587aa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab543a7-a927-4ecf-b7ee-dd8532a9632a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:32.948306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-964d2809-0a7c-4757-8db2-edb01778aecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:32.948732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d2809-0a7c-4757-8db2-edb01778aecc None None] The sync data for ids ['d89092e3-7e37-4111-ba61-eef093d7c42f'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:21:33.006554 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:33.013859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-937bf3aa-1f51-4213-8c93-6633e359758a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Request body: {'security_group_rule': {'security_group_id': '9ab543a7-a927-4ecf-b7ee-dd8532a9632a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:33.014619 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] For port 064d9132-db32-41a3-8a6e-b7e3df28fb89, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:21:33.018091 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] For port 064d9132-db32-41a3-8a6e-b7e3df28fb89, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=064d9132-db32-41a3-8a6e-b7e3df28fb89,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:21:33.023138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Allocated IP 10.1.1.32 (d3464776-988d-4c60-978a-9ad539684d1a/42845b9c-977c-464d-9399-a7f94f605a69/b07c8e8f-6335-426d-9c38-c8f745c11d75) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:33.024408 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:33.032208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-937bf3aa-1f51-4213-8c93-6633e359758a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:33.040879 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-128b0730-2425-4fa1-8204-768a4d75b0d3 service neutron] 10.222.0.60 "GET /v2.0/networks/c180c5b1-d3d2-49c2-820a-f270a32e5078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686583 May 25 20:21:33.048575 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 44d4f645-7aaf-4450-bde0-9cbedd91cb37 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:21:33.057759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-937bf3aa-1f51-4213-8c93-6633e359758a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Usage tracker for resource:security_group_rule and tenant:bd9d7ecda85842f896097a31795071c4 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:33.064730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-937bf3aa-1f51-4213-8c93-6633e359758a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:33.118297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-937bf3aa-1f51-4213-8c93-6633e359758a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:33.122862 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-919dbd6a-4338-4114-9902-3caab9bd3174 req-90424b63-cca6-45a9-8094-188d6169b795 service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0603454 May 25 20:21:33.150659 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Routers {'c98ffa00-a92c-4100-a75f-16abb956bdae'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:21:33.151929 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:21:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c98ffa00-a92c-4100-a75f-16abb956bdae'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:33.198916 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-e599d1ab-36b7-4b0d-a73f-cbd32579e168 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] remove_router_interface failed (client error): The resource could not be found. May 25 20:21:33.200136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e599d1ab-36b7-4b0d-a73f-cbd32579e168 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/d89092e3-7e37-4111-ba61-eef093d7c42f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7270107 May 25 20:21:33.255215 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58822) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:33.333583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943123f-71b1-4c6e-8e4e-c3a88b134655 req-3f23d9d5-b3eb-4153-8936-2bad0917048f tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:33.335173 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6943123f-71b1-4c6e-8e4e-c3a88b134655 req-3f23d9d5-b3eb-4153-8936-2bad0917048f tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 946 time: 0.9464538 May 25 20:21:33.336100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 44d4f645-7aaf-4450-bde0-9cbedd91cb37, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=44d4f645-7aaf-4450-bde0-9cbedd91cb37,segment=NetworkSegment(b1b0ad14-5a7c-4495-9d0e-0a688237c274),segment_id=b1b0ad14-5a7c-4495-9d0e-0a688237c274)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:33.343298 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-937bf3aa-1f51-4213-8c93-6633e359758a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:33.375299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-238e79f7-81a7-47d1-9e8e-cf789441243d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Synchronizing usage tracker for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:33.397708 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '44d4f645-7aaf-4450-bde0-9cbedd91cb37', 'network_id': '940e09bf-4118-49e8-bbe6-2d0426785ede', 'port_id': '44d4f645-7aaf-4450-bde0-9cbedd91cb37', 'mac_address': 'fa:16:3e:4a:f9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aafd167f-64ad-43cf-9818-8240457bdaf2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:21:33.488565 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45848be-6c4e-4442-94d0-a5eb7db41843 None None] Pushing event updated for resources: {'Port': ['ID=064d9132-db32-41a3-8a6e-b7e3df28fb89,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:33.527457 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-937bf3aa-1f51-4213-8c93-6633e359758a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:33.528593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 44d4f645-7aaf-4450-bde0-9cbedd91cb37 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:33.529234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-238e79f7-81a7-47d1-9e8e-cf789441243d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Unset dirty status for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:33.529344 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:33.529976 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-238e79f7-81a7-47d1-9e8e-cf789441243d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports?device_id=d89092e3-7e37-4111-ba61-eef093d7c42f HTTP/1.1" status: 200 len: 205 time: 0.2734358 May 25 20:21:33.540464 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] Set router c98ffa00-a92c-4100-a75f-16abb956bdae gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:21:33.543570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58828) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:33.550004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6943123f-71b1-4c6e-8e4e-c3a88b134655 req-45434f45-267a-49e6-abe3-4283ed74c71c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902616 May 25 20:21:33.560090 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-919dbd6a-4338-4114-9902-3caab9bd3174 req-3f1405c1-2523-4f78-ab84-5d2d2b30b2ae service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994131 May 25 20:21:33.563244 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-937bf3aa-1f51-4213-8c93-6633e359758a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:33.573351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d4f645-7aaf-4450-bde0-9cbedd91cb37 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:21:33.606594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 44d4f645-7aaf-4450-bde0-9cbedd91cb37, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=44d4f645-7aaf-4450-bde0-9cbedd91cb37,segment=NetworkSegment(b1b0ad14-5a7c-4495-9d0e-0a688237c274),segment_id=b1b0ad14-5a7c-4495-9d0e-0a688237c274)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:33.613555 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:33.633689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bf3aa-1f51-4213-8c93-6633e359758a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4b04bc-8abc-4b31-9e07-cd5a8c69582d,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:33.663795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:33.698386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-937bf3aa-1f51-4213-8c93-6633e359758a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:33.699908 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-937bf3aa-1f51-4213-8c93-6633e359758a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7103775 May 25 20:21:33.702593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58834) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:33.707750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-89588982-4445-49aa-8945-a917f0187598 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Request body: {'security_group_rule': {'security_group_id': '9ab543a7-a927-4ecf-b7ee-dd8532a9632a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:33.726528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=44d4f645-7aaf-4450-bde0-9cbedd91cb37,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:33.765382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-89588982-4445-49aa-8945-a917f0187598 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:33.792859 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-719145e4-002b-4ff9-8903-5d002464488a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:33.793117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-89588982-4445-49aa-8945-a917f0187598 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Usage tracker for resource:security_group_rule and tenant:bd9d7ecda85842f896097a31795071c4 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:33.802278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-89588982-4445-49aa-8945-a917f0187598 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:33.828193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-89588982-4445-49aa-8945-a917f0187598 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:33.866515 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89588982-4445-49aa-8945-a917f0187598 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:33.877503 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ef8df288-a0cd-4600-bf5b-5a064a4a5263 service neutron] 10.222.0.60 "GET /v2.0/networks/c180c5b1-d3d2-49c2-820a-f270a32e5078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8339446 May 25 20:21:33.928600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7ddf5-d359-4978-a379-eb286a627883 req-6d04df34-8c86-4458-a804-5fdbf055e2f0 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:33.930861 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-09a7ddf5-d359-4978-a379-eb286a627883 req-6d04df34-8c86-4458-a804-5fdbf055e2f0 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 945 time: 0.2132139 May 25 20:21:33.961113 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['44d4f645-7aaf-4450-bde0-9cbedd91cb37'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:21:34.024617 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89588982-4445-49aa-8945-a917f0187598 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:34.032120 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-09a7ddf5-d359-4978-a379-eb286a627883 req-b9ea7c72-9e58-4462-bfaf-9d43f1913ec9 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/security-groups?id=99ce88ae-aada-4aea-bf1c-649d6d7fda58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917645 May 25 20:21:34.034284 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89588982-4445-49aa-8945-a917f0187598 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:34.094196 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:33Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:34.094755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89588982-4445-49aa-8945-a917f0187598 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b16fca6-6eb3-467e-b71e-743ad8e657aa,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:34.108127 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89588982-4445-49aa-8945-a917f0187598 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:34.109351 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-89588982-4445-49aa-8945-a917f0187598 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4058018 May 25 20:21:34.109909 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8dec4b-bb4c-4993-b16a-c4f0bab27feb None None] The sync data for ids ['c98ffa00-a92c-4100-a75f-16abb956bdae'] in n-d-843339-1 is: [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:33Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:21:34.112911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58838) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:34.128651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:34.140852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:34.151484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Usage tracker for resource:floatingip and tenant:bd9d7ecda85842f896097a31795071c4 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:34.159717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:34.161995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Transition to ACTIVE for port object b07c8e8f-6335-426d-9c38-c8f745c11d75 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:34.170361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:34.202960 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:34.256347 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:34.459225 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 064d9132-db32-41a3-8a6e-b7e3df28fb89 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:34.641117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 064d9132-db32-41a3-8a6e-b7e3df28fb89 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:34.647632 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 064d9132-db32-41a3-8a6e-b7e3df28fb89 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:34.647999 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:34.715550 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:34.752713 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-d51cd97b-56c1-4ebe-a447-25d3bbb4e867 service neutron] 10.222.0.60 "GET /v2.0/ports/7194a444-0396-4362-aa01-2992d5275a0c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.6849012 May 25 20:21:34.855643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Network d3464776-988d-4c60-978a-9ad539684d1a is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:34.873260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:34.876306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:35.015234 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 064d9132-db32-41a3-8a6e-b7e3df28fb89 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:35.015614 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:35.062899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'Port': ['ID=b07c8e8f-6335-426d-9c38-c8f745c11d75,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:35.077326 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-719145e4-002b-4ff9-8903-5d002464488a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:35.099206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:35.099637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:35.100039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:35.100434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:35.100920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:35.101311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:35.101705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:35.102409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:35.102836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:35.103222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:35.103604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:35.103986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:35.114758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 064d9132-db32-41a3-8a6e-b7e3df28fb89, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=064d9132-db32-41a3-8a6e-b7e3df28fb89,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:35.119753 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-719145e4-002b-4ff9-8903-5d002464488a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:35.121536 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:35.199621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230cd43-21b7-47cf-bdc1-89cb4bc83144 req-c5567ca8-8932-4074-9e4d-7faafb32eb87 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:35.215107 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5230cd43-21b7-47cf-bdc1-89cb4bc83144 req-c5567ca8-8932-4074-9e4d-7faafb32eb87 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 946 time: 0.3661189 May 25 20:21:35.243543 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-719145e4-002b-4ff9-8903-5d002464488a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:35.244212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719145e4-002b-4ff9-8903-5d002464488a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Fanout notify agent at l3_agent the message router_deleted on router d89092e3-7e37-4111-ba61-eef093d7c42f {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:21:35.252143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=064d9132-db32-41a3-8a6e-b7e3df28fb89,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:35.262980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:35.263743 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:35.292437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c942f7a8-84b3-4529-9a63-7270ac08564a None None] Provisioning for port b07c8e8f-6335-426d-9c38-c8f745c11d75 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:35.298774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c942f7a8-84b3-4529-9a63-7270ac08564a None None] Provisioning complete for port b07c8e8f-6335-426d-9c38-c8f745c11d75 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:35.299130 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c942f7a8-84b3-4529-9a63-7270ac08564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:35.317767 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-719145e4-002b-4ff9-8903-5d002464488a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:35.323872 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-719145e4-002b-4ff9-8903-5d002464488a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/routers/d89092e3-7e37-4111-ba61-eef093d7c42f HTTP/1.1" status: 204 len: 168 time: 1.7787390 May 25 20:21:35.325600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58848) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:35.330471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Allocated IP 172.25.3.14 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/f685ce53-f779-41ac-8de6-e24021faae2d) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:35.343128 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5230cd43-21b7-47cf-bdc1-89cb4bc83144 req-85769636-416d-4144-9d5b-63bde9adbb22 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244321 May 25 20:21:35.379056 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-8797f860-7a13-4cf8-9325-ccf685de920f service neutron] 10.222.0.60 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251967 May 25 20:21:35.408395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c942f7a8-84b3-4529-9a63-7270ac08564a None None] Port b07c8e8f-6335-426d-9c38-c8f745c11d75 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:21:35.438638 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-547d6a4f-bea1-4d42-bbdf-d61570b03568 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9418774 May 25 20:21:35.576885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da8ae6c-e8d8-43c5-9f4b-056d9a241de2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting subnet cf59c96d-6dea-4760-9148-26a0110fd6ee {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:21:35.584460 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9da8ae6c-e8d8-43c5-9f4b-056d9a241de2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:35.710654 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9da8ae6c-e8d8-43c5-9f4b-056d9a241de2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:35.761621 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-b595cb00-2bd1-4596-9b63-4944f3d88ac1 service neutron] 10.222.0.60 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705997 May 25 20:21:35.842718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f9e22-d6ee-427f-8d56-440d6ca3cc32 req-25998654-2b2c-4f0f-8117-5071d356d191 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:35.853166 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e26f9e22-d6ee-427f-8d56-440d6ca3cc32 req-25998654-2b2c-4f0f-8117-5071d356d191 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 945 time: 0.1871629 May 25 20:21:35.859865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-d212893f-407c-478a-8d4b-9e51be085f99 service neutron] 10.222.0.60 "GET /v2.0/ports/cfb3cf7b-33cc-446c-bc12-45dbba72300e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0958066 May 25 20:21:35.861153 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:35.925746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e26f9e22-d6ee-427f-8d56-440d6ca3cc32 req-76159efc-60b7-45eb-91e3-ca30ddc258eb tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/security-groups?id=99ce88ae-aada-4aea-bf1c-649d6d7fda58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714047 May 25 20:21:35.959458 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:36.127603 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-9e63fefa-3ca0-456e-b7f1-de585fd7f49e service neutron] 10.222.0.60 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665517 May 25 20:21:36.168630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58860) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:36.200493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1832144014', 'description': 'tempest-description--743105067'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:36.207930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:36.213804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Usage tracker for resource:security_group and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:36.228862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:36.253153 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:36.260441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:36.262916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event updated for resources: {'Port': ['ID=f685ce53-f779-41ac-8de6-e24021faae2d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:36.270207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:36.311137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:36.382200 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:36.400688 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:36.415664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5e407-b4cb-47d4-a937-220478c4f23f req-eb6d95f1-cb1e-42be-a499-1f1cb9752a9f tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:36.417948 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1b5e407-b4cb-47d4-a937-220478c4f23f req-eb6d95f1-cb1e-42be-a499-1f1cb9752a9f tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 946 time: 0.4332764 May 25 20:21:36.418630 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9da8ae6c-e8d8-43c5-9f4b-056d9a241de2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:36.449920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 064d9132-db32-41a3-8a6e-b7e3df28fb89 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:36.477649 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-76f5aaa1-4825-4c03-b108-b106eeb2a3bf service neutron] 10.222.0.60 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070343 May 25 20:21:36.487451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:36.553753 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 064d9132-db32-41a3-8a6e-b7e3df28fb89 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:36.554694 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:36.568068 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Usage tracker for resource:security_group_rule and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:36.572181 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9da8ae6c-e8d8-43c5-9f4b-056d9a241de2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:36.578789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:36.647347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-e1b5e407-b4cb-47d4-a937-220478c4f23f req-9d961350-1ad1-4e49-bf52-d7899fc916d8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Deleting port 46ee7e5e-051e-41d9-b840-398afcd025c8 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:21:36.647832 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e1b5e407-b4cb-47d4-a937-220478c4f23f req-9d961350-1ad1-4e49-bf52-d7899fc916d8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:36.721434 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:36.746496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 064d9132-db32-41a3-8a6e-b7e3df28fb89 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:36.822918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:36.835663 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9da8ae6c-e8d8-43c5-9f4b-056d9a241de2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:36.846329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e797975a-2a3e-4cb6-8ddb-72c9d6bae31a None None] Network 37f58f35-86ab-468c-871e-23309b7a3493 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:36.852932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8ae6c-e8d8-43c5-9f4b-056d9a241de2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Subnet': ['ID=cf59c96d-6dea-4760-9148-26a0110fd6ee,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:36.876010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9da8ae6c-e8d8-43c5-9f4b-056d9a241de2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/cf59c96d-6dea-4760-9148-26a0110fd6ee HTTP/1.1" status: 204 len: 168 time: 1.5436690 May 25 20:21:36.882080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58866) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:37.030374 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-8a4c6537-f518-403a-8d05-5d64941debff service neutron] 10.222.0.60 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172033 May 25 20:21:37.053306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 44d4f645-7aaf-4450-bde0-9cbedd91cb37 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:37.100501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fb38b-7c4a-4793-9f8e-1eee5554d97a req-6fd7e677-976c-4d35-8f99-5e046d98079a tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:37.102537 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-319fb38b-7c4a-4793-9f8e-1eee5554d97a req-6fd7e677-976c-4d35-8f99-5e046d98079a tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 946 time: 0.5224409 May 25 20:21:37.158666 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:37.203695 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:37.214204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 44d4f645-7aaf-4450-bde0-9cbedd91cb37 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:37.224683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 44d4f645-7aaf-4450-bde0-9cbedd91cb37 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:37.226105 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:37.229045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:21:37.229268 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:37.233343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-e1b5e407-b4cb-47d4-a937-220478c4f23f req-9d961350-1ad1-4e49-bf52-d7899fc916d8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] For port 46ee7e5e-051e-41d9-b840-398afcd025c8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=46ee7e5e-051e-41d9-b840-398afcd025c8,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:37.233797 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e1b5e407-b4cb-47d4-a937-220478c4f23f req-9d961350-1ad1-4e49-bf52-d7899fc916d8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:37.254318 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:37.264575 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-319fb38b-7c4a-4793-9f8e-1eee5554d97a req-c6d71890-f52a-45fd-8957-b3e5d11f5a5b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513841 May 25 20:21:37.420144 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-e35e0d76-da70-48fe-a4cf-4ff9cf988645 service neutron] 10.222.0.60 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750412 May 25 20:21:37.420924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:37.425033 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2278962 May 25 20:21:37.431596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385312a1-5b48-41d0-81f3-79976a0cba48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4471f896-4acc-44c9-b68e-619465abb649,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:37.464903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86d587-dc3b-43c9-9041-30776aae4322 None None] DHCP port deletion for 37f58f35-86ab-468c-871e-23309b7a3493 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:21:37.484599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5a86d587-dc3b-43c9-9041-30776aae4322 None None] Deleting port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:21:37.484974 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5a86d587-dc3b-43c9-9041-30776aae4322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:37.518913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-e1b5e407-b4cb-47d4-a937-220478c4f23f req-9d961350-1ad1-4e49-bf52-d7899fc916d8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Calling delete_port for 46ee7e5e-051e-41d9-b840-398afcd025c8 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:21:37.539866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 44d4f645-7aaf-4450-bde0-9cbedd91cb37 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:37.539866 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:37.614508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db7b190-aabc-49d5-afca-0981fe8cf528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d4f645-7aaf-4450-bde0-9cbedd91cb37'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:21:37.621925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58876) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:37.630407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 44d4f645-7aaf-4450-bde0-9cbedd91cb37, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=44d4f645-7aaf-4450-bde0-9cbedd91cb37,segment=NetworkSegment(b1b0ad14-5a7c-4495-9d0e-0a688237c274),segment_id=b1b0ad14-5a7c-4495-9d0e-0a688237c274)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:37.631342 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3cf1374e-35b2-49cf-bf82-d9f20871b848 service neutron] 10.222.0.60 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889458 May 25 20:21:37.838246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5a86d587-dc3b-43c9-9041-30776aae4322 None None] For port 40c9bdb9-2a15-4cfe-9825-196f9d34d266, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=40c9bdb9-2a15-4cfe-9825-196f9d34d266,segment=NetworkSegment(8c60b0a0-1592-400e-a3c3-3d6867f3081b),segment_id=8c60b0a0-1592-400e-a3c3-3d6867f3081b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:37.838753 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5a86d587-dc3b-43c9-9041-30776aae4322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:37.859678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-92cfe791-ab2f-41f2-bf29-bc98befd2e9e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'security_group_rule': {'security_group_id': '4471f896-4acc-44c9-b68e-619465abb649', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:37.871962 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-1700bf90-e3c6-4cf9-ab44-96e9f57e2830 service neutron] 10.222.0.60 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394164 May 25 20:21:37.924653 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:37.943945 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:37.993408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5a86d587-dc3b-43c9-9041-30776aae4322 None None] Calling delete_port for 40c9bdb9-2a15-4cfe-9825-196f9d34d266 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:21:38.007464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bce1a-4af3-4309-ae86-3756f5d78578 req-d1b36691-f760-4220-bc6a-3b6a4fdaa890 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:38.016076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c8bce1a-4af3-4309-ae86-3756f5d78578 req-d1b36691-f760-4220-bc6a-3b6a4fdaa890 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 946 time: 0.3713830 May 25 20:21:38.072802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] For port 40c9bdb9-2a15-4cfe-9825-196f9d34d266, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=40c9bdb9-2a15-4cfe-9825-196f9d34d266,segment=NetworkSegment(8c60b0a0-1592-400e-a3c3-3d6867f3081b),segment_id=8c60b0a0-1592-400e-a3c3-3d6867f3081b)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:38.073083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:38.081479 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:38.097274 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e1b5e407-b4cb-47d4-a937-220478c4f23f req-9d961350-1ad1-4e49-bf52-d7899fc916d8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:38.146185 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c8bce1a-4af3-4309-ae86-3756f5d78578 req-bdff7f48-8c77-491a-a3cf-e80aa5f4bd45 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/security-groups?id=99ce88ae-aada-4aea-bf1c-649d6d7fda58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291370 May 25 20:21:38.171358 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5a86d587-dc3b-43c9-9041-30776aae4322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:38.179314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=44d4f645-7aaf-4450-bde0-9cbedd91cb37,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:38.191117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['5900ea63-11a5-4a8b-8d35-47d9c18dbd3b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:21:38.220267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['46ee7e5e-051e-41d9-b840-398afcd025c8'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:21:38.222714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event updated for resources: {'Port': ['ID=f685ce53-f779-41ac-8de6-e24021faae2d,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:38.266804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for 40c9bdb9-2a15-4cfe-9825-196f9d34d266 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:21:38.353808 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c8fe56-36f7-4ced-8175-2dce7019104a'] response: {'server_uuid': '0db7b190-aabc-49d5-afca-0981fe8cf528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d4f645-7aaf-4450-bde0-9cbedd91cb37', 'code': 200} May 25 20:21:38.431947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-92cfe791-ab2f-41f2-bf29-bc98befd2e9e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:38.448758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a86d587-dc3b-43c9-9041-30776aae4322 None None] No DVR routers for this DVR port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:21:38.510738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 40c9bdb9-2a15-4cfe-9825-196f9d34d266 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:21:38.535194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-92cfe791-ab2f-41f2-bf29-bc98befd2e9e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Usage tracker for resource:security_group_rule and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:38.552961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-92cfe791-ab2f-41f2-bf29-bc98befd2e9e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:38.572057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-92cfe791-ab2f-41f2-bf29-bc98befd2e9e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:38.607282 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:38.610717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86d587-dc3b-43c9-9041-30776aae4322 None None] Pushing event deleted for resources: {'Port': ['ID=40c9bdb9-2a15-4cfe-9825-196f9d34d266,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:38.619508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 40c9bdb9-2a15-4cfe-9825-196f9d34d266 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:21:38.622882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 40c9bdb9-2a15-4cfe-9825-196f9d34d266 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:21:38.636794 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92cfe791-ab2f-41f2-bf29-bc98befd2e9e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:38.650931 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:21:38.651274 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:21:38.745958 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3899951b-f393-4478-b52a-61745aab3d71 service neutron] 10.222.0.60 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8730781 May 25 20:21:38.754418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e8ec1-5ceb-48f0-aa87-c78a5b0f1ecc req-59cc6afc-697e-4e4f-bbc3-92a20a46d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:38.756088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c16e8ec1-5ceb-48f0-aa87-c78a5b0f1ecc req-59cc6afc-697e-4e4f-bbc3-92a20a46d17f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 1097 time: 0.3611796 May 25 20:21:38.759098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b5e407-b4cb-47d4-a937-220478c4f23f req-9d961350-1ad1-4e49-bf52-d7899fc916d8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] No DVR routers for this DVR port 46ee7e5e-051e-41d9-b840-398afcd025c8 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:21:38.799653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d961350-1ad1-4e49-bf52-d7899fc916d8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Pushing event deleted for resources: {'Port': ['ID=46ee7e5e-051e-41d9-b840-398afcd025c8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:38.813101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e1b5e407-b4cb-47d4-a937-220478c4f23f req-9d961350-1ad1-4e49-bf52-d7899fc916d8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:38.815903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3e2dff-422a-4dcc-92c0-4a9827da8e6b', 'name': 'network-vif-deleted', 'tag': '46ee7e5e-051e-41d9-b840-398afcd025c8'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:21:38.845010 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42a76175-9fe5-4844-b9b6-c7250c1e7efb req-546c62e7-4920-49f3-8395-eca87d8f6bb4 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3e2dff-422a-4dcc-92c0-4a9827da8e6b HTTP/1.1" status: 200 len: 210 time: 0.2586200 May 25 20:21:38.901318 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1b5e407-b4cb-47d4-a937-220478c4f23f req-9d961350-1ad1-4e49-bf52-d7899fc916d8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.50 "DELETE /v2.0/ports/46ee7e5e-051e-41d9-b840-398afcd025c8 HTTP/1.1" status: 204 len: 173 time: 2.4291449 May 25 20:21:38.910505 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:38.922504 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9d94e04f-47ac-4833-9d03-cb64b3cca16a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8088343 May 25 20:21:38.978119 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-163ddef8-2b0b-4676-a155-d921233f6c6b'] response: {'server_uuid': '2c3e2dff-422a-4dcc-92c0-4a9827da8e6b', 'name': 'network-vif-deleted', 'tag': '46ee7e5e-051e-41d9-b840-398afcd025c8', 'status': 'completed', 'code': 200} May 25 20:21:39.171461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 40c9bdb9-2a15-4cfe-9825-196f9d34d266 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:21:39.172471 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:39.235334 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92cfe791-ab2f-41f2-bf29-bc98befd2e9e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:39.257455 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92cfe791-ab2f-41f2-bf29-bc98befd2e9e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:39.276406 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-cad38dc4-e1b2-4736-bd1a-7821bbf46a13 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1159393611&fields=id&tenant_id=bd9d7ecda85842f896097a31795071c4 HTTP/1.1" status: 200 len: 267 time: 0.0606852 May 25 20:21:39.310344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] The port '40c9bdb9-2a15-4cfe-9825-196f9d34d266' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:21:39.350653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfe791-ab2f-41f2-bf29-bc98befd2e9e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4f6935-0af2-4e06-b69c-6979b8052c67,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:39.506280 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c16e8ec1-5ceb-48f0-aa87-c78a5b0f1ecc req-a6e544bf-a317-46eb-bf4b-91081ad53370 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=99ce88ae-aada-4aea-bf1c-649d6d7fda58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6647162 May 25 20:21:39.529883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c3a47-446e-441e-bdde-580f3530958e req-c86c74da-1255-4666-b5b2-35da03e18919 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:39.542823 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-c86c74da-1255-4666-b5b2-35da03e18919 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/networks?id=1d861bbe-1d99-4238-9eb8-2ced58df3754 HTTP/1.1" status: 200 len: 810 time: 0.2611508 May 25 20:21:39.565920 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-f4b95856-bdf0-4b71-ad19-78e5c8bf0a15 service neutron] 10.222.0.60 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8069532 May 25 20:21:39.577052 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-00e9eff0-ce78-4b67-8bf9-1d0057e972b3 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/quotas/bd9d7ecda85842f896097a31795071c4 HTTP/1.1" status: 200 len: 375 time: 0.0326183 May 25 20:21:39.685863 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92cfe791-ab2f-41f2-bf29-bc98befd2e9e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:39.687627 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-92cfe791-ab2f-41f2-bf29-bc98befd2e9e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8327837 May 25 20:21:39.697777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58904) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:39.714479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-cd04a565-0b93-40ae-af94-1fa5d893e80a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'security_group_rule': {'security_group_id': '4471f896-4acc-44c9-b68e-619465abb649', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:39.738684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-cd04a565-0b93-40ae-af94-1fa5d893e80a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:39.750419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-cd04a565-0b93-40ae-af94-1fa5d893e80a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Usage tracker for resource:security_group_rule and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:39.757045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-cd04a565-0b93-40ae-af94-1fa5d893e80a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:39.772818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-cd04a565-0b93-40ae-af94-1fa5d893e80a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:39.871817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1d9c3a47-446e-441e-bdde-580f3530958e req-70deea6b-82b1-46ad-8a57-64f4458247a7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Synchronizing usage tracker for tenant:bd9d7ecda85842f896097a31795071c4 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:39.879350 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:39.879711 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cd04a565-0b93-40ae-af94-1fa5d893e80a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:39.921456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f58f35-86ab-468c-871e-23309b7a3493']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:39.940174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c60b0a0-1592-400e-a3c3-3d6867f3081b') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:39.940514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c60b0a0-1592-400e-a3c3-3d6867f3081b') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:39.950059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1d9c3a47-446e-441e-bdde-580f3530958e req-70deea6b-82b1-46ad-8a57-64f4458247a7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Unset dirty status for tenant:bd9d7ecda85842f896097a31795071c4 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:39.952322 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-70deea6b-82b1-46ad-8a57-64f4458247a7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd9d7ecda85842f896097a31795071c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3742187 May 25 20:21:39.981599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:39.981936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-d07a34b1-9f83-46f9-b8e7-84a19cb3bc67 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:21:39.983770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-d07a34b1-9f83-46f9-b8e7-84a19cb3bc67 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145690 May 25 20:21:40.012717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-63104527-4c9e-423f-953d-7da174d5b43a service neutron] 10.222.0.60 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233616 May 25 20:21:40.027562 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:40.059202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:21:40.060039 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:40.100269 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cd04a565-0b93-40ae-af94-1fa5d893e80a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:40.109216 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cd04a565-0b93-40ae-af94-1fa5d893e80a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:40.151404 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 8c60b0a0-1592-400e-a3c3-3d6867f3081b resource provider aggregate not found May 25 20:21:40.165773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04a565-0b93-40ae-af94-1fa5d893e80a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae5c488-c844-480b-bdf0-ec0a4f275ff3,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:40.170294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 46ee7e5e-051e-41d9-b840-398afcd025c8 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:21:40.193887 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cd04a565-0b93-40ae-af94-1fa5d893e80a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:40.193887 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cd04a565-0b93-40ae-af94-1fa5d893e80a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4937358 May 25 20:21:40.198470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58920) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:40.203864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:40.229983 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-a348a37e-d64d-4142-9c6b-afffc2b086d9 service neutron] 10.222.0.60 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224467 May 25 20:21:40.229983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:40.229983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Usage tracker for resource:floatingip and tenant:ed2254629dea43a5bc70198b31357a0c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:40.292348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 46ee7e5e-051e-41d9-b840-398afcd025c8 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:21:40.292348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 46ee7e5e-051e-41d9-b840-398afcd025c8 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:21:40.314940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:40.332116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:40.333954 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 8c60b0a0-1592-400e-a3c3-3d6867f3081b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c60b0a0-1592-400e-a3c3-3d6867f3081b found for delete ", "request_id": "req-0da823f6-3a91-4499-8e12-4d474cad5048"}]} May 25 20:21:40.386061 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:40.415519 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:40.452255 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:40.462099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Network': ['ID=37f58f35-86ab-468c-871e-23309b7a3493,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:40.491978 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dfeffcaf-c0fa-4b2c-aaf0-4d29448a9cb5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/networks/37f58f35-86ab-468c-871e-23309b7a3493 HTTP/1.1" status: 204 len: 168 time: 3.6044619 May 25 20:21:40.501959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58926) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:40.511938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'network': {'name': 'tempest-RoutersTest-1660241381'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:40.523076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:40.533501 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-9f1d781d-c1af-4966-b179-660d86fb3314 service neutron] 10.222.0.60 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022311 May 25 20:21:40.535768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:network and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:40.552543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:40.563313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:40.573118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-ded2629f-f6b2-4523-a5d4-bd1abdff20d5 service neutron] 10.222.0.60 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206711 May 25 20:21:40.581302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:40.586861 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:40.638937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:21:40.657234 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:40.658287 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Added segment 08511e85-3ebe-48c7-8fd1-99eb722e30cd of type vlan for network e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9 May 25 20:21:40.685888 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:40.717938 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:40.848978 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:40.870047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:40.873445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:41.192503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Network': ['ID=e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:41.218306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:21:41.251168 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1c83d882-375d-4cb1-a1dd-cca829fedc95 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7476788 May 25 20:21:41.253139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58950) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:41.267641 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'subnet': {'network_id': 'e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:41.324115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Allocated IP 172.25.3.221 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/446c65e4-3247-4683-87b9-2bde2af85609) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:41.361120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6556794-028c-4ec9-b74b-1c8ec0ec9660 req-1988866a-4538-409c-afc1-c2be46d78304 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:41.369261 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6556794-028c-4ec9-b74b-1c8ec0ec9660 req-1988866a-4538-409c-afc1-c2be46d78304 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 946 time: 0.3329279 May 25 20:21:41.512716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:41.519863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:subnet and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:41.525318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:41.539936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:41.577457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:41.603580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:41.605355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6556794-028c-4ec9-b74b-1c8ec0ec9660 req-bf3d2f99-2cba-414e-919d-701d9ceda8f3 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/security-groups?id=99ce88ae-aada-4aea-bf1c-649d6d7fda58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150657 May 25 20:21:41.770008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:41.832568 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:42.018824 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:42.107163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:42.131045 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:42.161755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:42.208209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Subnet': ['ID=579d56ae-78aa-4996-9494-486ea5e03721,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:42.251395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Checking segment: {'id': '08511e85-3ebe-48c7-8fd1-99eb722e30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:42.251935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network hostable DHCP agents. Network: e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:21:42.262258 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b5ca7da2-9f18-4e0e-a557-64e1e5bc4cdc req-38c88ba1-7aae-43ba-8342-8232470c5c57 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 210 time: 0.1521609 May 25 20:21:42.297162 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:21:42.314169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'Port': ['ID=446c65e4-3247-4683-87b9-2bde2af85609,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:42.325381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:42.347764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94f7103-20bd-4991-b43a-81fe32cfb1ea None None] Network e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:42.348337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:42.358599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:42.441942 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:42.446812 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3f920c09-c8c7-4899-bc4b-1e9798633c90 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1854885 May 25 20:21:42.448126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58972) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:42.511548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-bf6ec5a6-4945-450c-a87b-c402874971ab tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2050852381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:42.644420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bf6ec5a6-4945-450c-a87b-c402874971ab tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:42.923963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92c8d7-7e74-48de-8932-c79d47391a42 req-9f41f22a-35c1-4b36-a873-1c8b2e6f4d52 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:42.925570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d92c8d7-7e74-48de-8932-c79d47391a42 req-9f41f22a-35c1-4b36-a873-1c8b2e6f4d52 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.4492550 May 25 20:21:43.032845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-40d3700b-7dda-4747-82e2-c727f5e8bbe5 req-e2f542f4-4d0d-49ca-87dc-26bdb1bc1d46 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Synchronizing usage tracker for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:43.049318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bf6ec5a6-4945-450c-a87b-c402874971ab tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:router and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:43.050105 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9', 'network_id': 'e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'fixed_ips': [{'subnet_id': '579d56ae-78aa-4996-9494-486ea5e03721'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:21:43.051487 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:43.072147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d92c8d7-7e74-48de-8932-c79d47391a42 req-053cf1c8-05f4-44d3-ab3b-80a882b5bf72 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239905 May 25 20:21:43.084986 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bf6ec5a6-4945-450c-a87b-c402874971ab tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:43.120995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bf6ec5a6-4945-450c-a87b-c402874971ab tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:43.123454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-40d3700b-7dda-4747-82e2-c727f5e8bbe5 req-e2f542f4-4d0d-49ca-87dc-26bdb1bc1d46 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Unset dirty status for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:43.125287 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-40d3700b-7dda-4747-82e2-c727f5e8bbe5 req-e2f542f4-4d0d-49ca-87dc-26bdb1bc1d46 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 210 time: 0.6613343 May 25 20:21:43.255656 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:43.295037 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf6ec5a6-4945-450c-a87b-c402874971ab tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:43.296353 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf6ec5a6-4945-450c-a87b-c402874971ab tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:43.379091 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf6ec5a6-4945-450c-a87b-c402874971ab tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:43.477524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d14fa-57bb-4043-8e65-2ff0ec87fe2c req-214ae12e-25a6-45df-8283-e280acf22ab0 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:43.480026 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec1d14fa-57bb-4043-8e65-2ff0ec87fe2c req-214ae12e-25a6-45df-8283-e280acf22ab0 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 946 time: 0.1162770 May 25 20:21:43.494204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Allocated IP 172.20.0.2 (e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9/579d56ae-78aa-4996-9494-486ea5e03721/7618331c-3b44-47ef-bd72-ef40a6696bc8) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:43.539096 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fef33ca6-7748-4066-8fcf-acb16679e450 req-ccf0dea9-f95f-468a-87ba-ef0511597f0e tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 210 time: 0.0800362 May 25 20:21:43.574118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec1d14fa-57bb-4043-8e65-2ff0ec87fe2c req-0243002c-43a1-4423-b841-d8db4571f0dc tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/security-groups?id=99ce88ae-aada-4aea-bf1c-649d6d7fda58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867956 May 25 20:21:43.606884 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf6ec5a6-4945-450c-a87b-c402874971ab tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:43.620550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c3a47-446e-441e-bdde-580f3530958e req-353a06e2-e390-4691-a5e1-6fa2ac1f8b29 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:43.622102 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-353a06e2-e390-4691-a5e1-6fa2ac1f8b29 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.50 "GET /v2.0/networks?id=1d861bbe-1d99-4238-9eb8-2ced58df3754 HTTP/1.1" status: 200 len: 810 time: 0.5604758 May 25 20:21:43.821898 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:43.834032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Transition to ACTIVE for port object 7618331c-3b44-47ef-bd72-ef40a6696bc8 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:43.863975 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf6ec5a6-4945-450c-a87b-c402874971ab tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:43.865299 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bf6ec5a6-4945-450c-a87b-c402874971ab tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4060531 May 25 20:21:43.865447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Transition to ACTIVE for port object 7618331c-3b44-47ef-bd72-ef40a6696bc8 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:43.871487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59002) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:43.883567 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:43.884828 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-73ee3237-7a4f-462a-907a-33cce7f9ad53 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd9d7ecda85842f896097a31795071c4 HTTP/1.1" status: 200 len: 380 time: 0.1786678 May 25 20:21:43.951033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Request body: {'port': {'device_id': '0b5fd6cb-0c08-4bd4-a473-90af14b3ceda', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'admin_state_up': True, 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'security_groups': ['9ab543a7-a927-4ecf-b7ee-dd8532a9632a']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:44.047994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Network e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:44.080927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:44.089674 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:44.150330 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73055fc4-c64e-4d97-bd59-e5fdde734707 req-35494c54-535c-40f6-a4ef-a1221d9a3bb5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:44.158964 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73055fc4-c64e-4d97-bd59-e5fdde734707 req-35494c54-535c-40f6-a4ef-a1221d9a3bb5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3671510 May 25 20:21:44.252492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73055fc4-c64e-4d97-bd59-e5fdde734707 req-1f69eaa5-d9da-4d50-8d30-b2d5ca8649e6 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917125 May 25 20:21:44.323036 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Pushing event updated for resources: {'Port': ['ID=7618331c-3b44-47ef-bd72-ef40a6696bc8,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:44.349897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Attempting to bind port 7618331c-3b44-47ef-bd72-ef40a6696bc8 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:21:44.350752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Attempting to bind port 7618331c-3b44-47ef-bd72-ef40a6696bc8 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '08511e85-3ebe-48c7-8fd1-99eb722e30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:21:44.351389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Attempting to bind port 7618331c-3b44-47ef-bd72-ef40a6696bc8 on network e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:44.379809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:21:44.380176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Checking segment: {'id': '08511e85-3ebe-48c7-8fd1-99eb722e30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:44.381072 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:44.383395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Bound using segment: {'id': '08511e85-3ebe-48c7-8fd1-99eb722e30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:21:44.384441 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Bound port: 7618331c-3b44-47ef-bd72-ef40a6696bc8, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08511e85-3ebe-48c7-8fd1-99eb722e30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:21:44.388344 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:44.600220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] For port 7618331c-3b44-47ef-bd72-ef40a6696bc8, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:21:44.607154 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] For port 7618331c-3b44-47ef-bd72-ef40a6696bc8, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7618331c-3b44-47ef-bd72-ef40a6696bc8,segment=NetworkSegment(08511e85-3ebe-48c7-8fd1-99eb722e30cd),segment_id=08511e85-3ebe-48c7-8fd1-99eb722e30cd)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:21:44.615266 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61463f07-5516-4b94-a3cd-6cba2e4ab060 req-136e3c74-7fb9-4aeb-a1b2-41af15bbd8c3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 210 time: 0.0974383 May 25 20:21:44.617660 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:44.763897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ee3cd-dafa-4302-83b2-1a0c437d532d None None] Pushing event updated for resources: {'Port': ['ID=7618331c-3b44-47ef-bd72-ef40a6696bc8,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:44.766754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-1243fdab-7bf6-4032-9f36-47100fa278de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:44.768361 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-1243fdab-7bf6-4032-9f36-47100fa278de service neutron] 10.222.0.50 "GET /v2.0/ports/7194a444-0396-4362-aa01-2992d5275a0c HTTP/1.1" status: 200 len: 1028 time: 0.3765550 May 25 20:21:44.978320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb40f4-a1ee-4d7c-b263-148f7a577943 req-2158ea69-495e-4d1d-ba8d-9c7f540a1e8b tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:44.981641 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7bb40f4-a1ee-4d7c-b263-148f7a577943 req-2158ea69-495e-4d1d-ba8d-9c7f540a1e8b tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 946 time: 0.1824234 May 25 20:21:45.084184 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7bb40f4-a1ee-4d7c-b263-148f7a577943 req-2c2a8423-6436-4f0c-a9d9-ec6ebaa2404f tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/security-groups?id=99ce88ae-aada-4aea-bf1c-649d6d7fda58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933630 May 25 20:21:45.273215 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:21:45.479440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-40243c02-69bf-483e-98f9-2fd9b84bff64 req-83b2345d-e696-4962-a882-db7122cdf69d tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 210 time: 0.0983810 May 25 20:21:45.606319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-df1fffd0-6e72-41c0-8b86-467673e5a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:45.608170 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-df1fffd0-6e72-41c0-8b86-467673e5a535 service neutron] 10.222.0.50 "GET /v2.0/ports/cfb3cf7b-33cc-446c-bc12-45dbba72300e HTTP/1.1" status: 200 len: 1027 time: 0.8138256 May 25 20:21:45.728431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:45.732421 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:45.812254 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:45.895317 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-070b483e-4e13-4e82-9ef1-f6b0242a62de req-d5ff8969-cc68-496c-9667-8e611a7c9305 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 210 time: 0.0613081 May 25 20:21:45.907803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:45.968274 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:46.015993 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c541ebb1-1981-465b-9a6a-12c14c27eb6f req-0329b87f-a71a-46a1-8772-32e8841307be service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0049953 May 25 20:21:46.134406 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:46.197618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e14e22-b4d8-47da-bc3f-b58afc0b2241 req-7ede968c-0e5f-46b0-80ce-4ee8cc027d9f tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:46.199309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a5e14e22-b4d8-47da-bc3f-b58afc0b2241 req-7ede968c-0e5f-46b0-80ce-4ee8cc027d9f tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Synchronizing usage tracker for tenant:3ac1622f58c741a98ccad6c9c9ee8eab on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:46.214990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-bc8d3fe4-0015-4391-abdb-902fae728125 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:46.224496 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-bc8d3fe4-0015-4391-abdb-902fae728125 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:46.234072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-bc8d3fe4-0015-4391-abdb-902fae728125 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:46.235285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-bc8d3fe4-0015-4391-abdb-902fae728125 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Synchronizing usage tracker for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:46.236775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33787890-f237-4d62-94d2-4fd7835ef117 req-d226d5a2-0c24-4df5-b92b-ba7b526676f3 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:46.240130 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33787890-f237-4d62-94d2-4fd7835ef117 req-d226d5a2-0c24-4df5-b92b-ba7b526676f3 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.70 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 946 time: 0.2079153 May 25 20:21:46.240229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'Port': ['ID=446c65e4-3247-4683-87b9-2bde2af85609,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:46.397048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Made reservation on behalf of bd9d7ecda85842f896097a31795071c4 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:46.403651 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:46.529146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7618331c-3b44-47ef-bd72-ef40a6696bc8 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:46.549356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-33787890-f237-4d62-94d2-4fd7835ef117 req-098bac25-131a-4387-8475-70726ed462c1 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Deleting port 44d4f645-7aaf-4450-bde0-9cbedd91cb37 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:21:46.549920 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-33787890-f237-4d62-94d2-4fd7835ef117 req-098bac25-131a-4387-8475-70726ed462c1 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:46.663237 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 7618331c-3b44-47ef-bd72-ef40a6696bc8 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:46.682675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc36d3c-996e-443a-b0e9-bf2405f5bbcd None None] Network e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:21:46.791199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-bc8d3fe4-0015-4391-abdb-902fae728125 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Unset dirty status for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:46.793331 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-bc8d3fe4-0015-4391-abdb-902fae728125 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "GET /v2.0/networks?id=c180c5b1-d3d2-49c2-820a-f270a32e5078&id=814e0c94-51e7-489c-9196-d87d06585fbd&id=814e0c94-51e7-489c-9196-d87d06585fbd&id=814e0c94-51e7-489c-9196-d87d06585fbd&id=814e0c94-51e7-489c-9196-d87d06585fbd&id=73524a7a-6b9f-4a42-a9b8-697767a31e19&id=73524a7a-6b9f-4a42-a9b8-697767a31e19 HTTP/1.1" status: 200 len: 1989 time: 1.1177235 May 25 20:21:46.794636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a5e14e22-b4d8-47da-bc3f-b58afc0b2241 req-7ede968c-0e5f-46b0-80ce-4ee8cc027d9f tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Unset dirty status for tenant:3ac1622f58c741a98ccad6c9c9ee8eab on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:46.808929 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5e14e22-b4d8-47da-bc3f-b58afc0b2241 req-7ede968c-0e5f-46b0-80ce-4ee8cc027d9f tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 2.1784225 May 25 20:21:46.840693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775ab72-bf2e-42ea-bfa0-4e1d69e8192d req-aaea3a5c-3d8b-47d2-a085-591a1cd0bfbb tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:46.854904 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e775ab72-bf2e-42ea-bfa0-4e1d69e8192d req-aaea3a5c-3d8b-47d2-a085-591a1cd0bfbb tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 946 time: 0.5262077 May 25 20:21:46.866192 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:46.870380 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f88d1eee-6bd5-4de8-a64a-624a9df4bfef tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6707025 May 25 20:21:46.908128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-017ef5ca-448a-4582-8a56-490d8ebc2c1c None None] Provisioning for port 7618331c-3b44-47ef-bd72-ef40a6696bc8 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:46.938338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-017ef5ca-448a-4582-8a56-490d8ebc2c1c None None] Provisioning complete for port 7618331c-3b44-47ef-bd72-ef40a6696bc8 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:46.938778 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-017ef5ca-448a-4582-8a56-490d8ebc2c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:47.130390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-d4fc7e97-041f-4244-9f8e-c1e2f5a3d0bd tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Synchronizing usage tracker for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:47.163548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e775ab72-bf2e-42ea-bfa0-4e1d69e8192d req-51268567-6f02-43ad-bd4d-93e73176fc3c tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/security-groups?id=99ce88ae-aada-4aea-bf1c-649d6d7fda58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061130 May 25 20:21:47.202996 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5e14e22-b4d8-47da-bc3f-b58afc0b2241 req-44b3270f-7121-466d-8703-f097437299b1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905737 May 25 20:21:47.246556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-d4fc7e97-041f-4244-9f8e-c1e2f5a3d0bd tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Unset dirty status for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:47.249812 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-d4fc7e97-041f-4244-9f8e-c1e2f5a3d0bd tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de55f61b45045b4816f6a71bdaf22b8 HTTP/1.1" status: 200 len: 380 time: 0.4298790 May 25 20:21:47.425198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541ebb1-1981-465b-9a6a-12c14c27eb6f req-45a6d105-e970-4cec-8b3c-adad6249ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:47.434932 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c541ebb1-1981-465b-9a6a-12c14c27eb6f req-45a6d105-e970-4cec-8b3c-adad6249ae66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 1097 time: 1.1726494 May 25 20:21:47.446763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'port': {'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'admin_state_up': True, 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'security_groups': ['22c63ad4-c26b-42cf-b6e3-3b0393710caa']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:47.574008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-017ef5ca-448a-4582-8a56-490d8ebc2c1c None None] Current status of the port 7618331c-3b44-47ef-bd72-ef40a6696bc8 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:47.575306 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-017ef5ca-448a-4582-8a56-490d8ebc2c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:47.651537 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-defce7c5-d7d9-4ac2-a3a9-e7a623d60ba3 req-0251a056-0b0b-4e40-911f-1c3ea986926c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 210 time: 0.0997066 May 25 20:21:47.679123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Allocated IP 172.20.0.8 (1d861bbe-1d99-4238-9eb8-2ced58df3754/b86e6032-d969-4882-8d08-6181fe145086/77af9c32-81f6-49f2-909b-ee27d0168e0c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:47.687539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-33787890-f237-4d62-94d2-4fd7835ef117 req-098bac25-131a-4387-8475-70726ed462c1 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] For port 44d4f645-7aaf-4450-bde0-9cbedd91cb37, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=44d4f645-7aaf-4450-bde0-9cbedd91cb37,segment=NetworkSegment(b1b0ad14-5a7c-4495-9d0e-0a688237c274),segment_id=b1b0ad14-5a7c-4495-9d0e-0a688237c274)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:47.688125 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-33787890-f237-4d62-94d2-4fd7835ef117 req-098bac25-131a-4387-8475-70726ed462c1 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:47.693649 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-017ef5ca-448a-4582-8a56-490d8ebc2c1c None None] For port 7618331c-3b44-47ef-bd72-ef40a6696bc8, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7618331c-3b44-47ef-bd72-ef40a6696bc8,segment=NetworkSegment(08511e85-3ebe-48c7-8fd1-99eb722e30cd),segment_id=08511e85-3ebe-48c7-8fd1-99eb722e30cd)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:21:47.702865 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-017ef5ca-448a-4582-8a56-490d8ebc2c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:47.957960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ef5ca-448a-4582-8a56-490d8ebc2c1c None None] Pushing event updated for resources: {'Port': ['ID=7618331c-3b44-47ef-bd72-ef40a6696bc8,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:48.141817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-33787890-f237-4d62-94d2-4fd7835ef117 req-098bac25-131a-4387-8475-70726ed462c1 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Calling delete_port for 44d4f645-7aaf-4450-bde0-9cbedd91cb37 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:21:48.304535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e247a6fb-3a28-4ece-b2fb-38f8ded9f205 None None] Provisioning complete for port 7618331c-3b44-47ef-bd72-ef40a6696bc8 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:48.304964 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e247a6fb-3a28-4ece-b2fb-38f8ded9f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:48.497907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:48.595002 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7ec88635-4fad-4101-8db8-c22b08f0d4e5 req-93419703-7fd0-4ede-97dd-11b072c30191 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 210 time: 0.5874810 May 25 20:21:48.699179 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e247a6fb-3a28-4ece-b2fb-38f8ded9f205 None None] Current status of the port 7618331c-3b44-47ef-bd72-ef40a6696bc8 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:48.706234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:48.712291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7618331c-3b44-47ef-bd72-ef40a6696bc8 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:21:48.748216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-fc4872a4-ab65-489f-9cba-7b295fa5324a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Synchronizing usage tracker for tenant:ed2254629dea43a5bc70198b31357a0c on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:48.751199 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-33787890-f237-4d62-94d2-4fd7835ef117 req-098bac25-131a-4387-8475-70726ed462c1 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:48.896707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-fc4872a4-ab65-489f-9cba-7b295fa5324a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Unset dirty status for tenant:ed2254629dea43a5bc70198b31357a0c on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:48.915444 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-fc4872a4-ab65-489f-9cba-7b295fa5324a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1832144014&fields=id&tenant_id=ed2254629dea43a5bc70198b31357a0c HTTP/1.1" status: 200 len: 267 time: 0.8428736 May 25 20:21:49.001408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7618331c-3b44-47ef-bd72-ef40a6696bc8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:49.002524 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:49.032988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bac25-131a-4387-8475-70726ed462c1 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Pushing event deleted for resources: {'Port': ['ID=44d4f645-7aaf-4450-bde0-9cbedd91cb37,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:49.123009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 44d4f645-7aaf-4450-bde0-9cbedd91cb37 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:21:49.198676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-33787890-f237-4d62-94d2-4fd7835ef117 req-098bac25-131a-4387-8475-70726ed462c1 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] No DVR routers for this DVR port 44d4f645-7aaf-4450-bde0-9cbedd91cb37 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:21:49.206956 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-33787890-f237-4d62-94d2-4fd7835ef117 req-098bac25-131a-4387-8475-70726ed462c1 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:49.209594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db7b190-aabc-49d5-afca-0981fe8cf528', 'name': 'network-vif-deleted', 'tag': '44d4f645-7aaf-4450-bde0-9cbedd91cb37'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:21:49.256918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 44d4f645-7aaf-4450-bde0-9cbedd91cb37 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:21:49.257441 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 44d4f645-7aaf-4450-bde0-9cbedd91cb37 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:21:49.324966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-ca4ab38c-4dfe-44a2-9c3c-2666a59773c7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:49.331204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-ca4ab38c-4dfe-44a2-9c3c-2666a59773c7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Synchronizing usage tracker for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:49.351879 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33787890-f237-4d62-94d2-4fd7835ef117 req-098bac25-131a-4387-8475-70726ed462c1 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.70 "DELETE /v2.0/ports/44d4f645-7aaf-4450-bde0-9cbedd91cb37 HTTP/1.1" status: 204 len: 173 time: 3.1073079 May 25 20:21:49.402398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-ca4ab38c-4dfe-44a2-9c3c-2666a59773c7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Unset dirty status for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:49.403532 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-ca4ab38c-4dfe-44a2-9c3c-2666a59773c7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports/d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 HTTP/1.1" status: 200 len: 936 time: 0.4843156 May 25 20:21:49.410559 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3038ac11-cd56-4103-aa62-ba9a3c83b5e5 req-29fb3c2f-88e5-46c4-af5d-165ecb9a3f18 tempest-ServerAddressesNegativeTestJSON-1190898326 tempest-ServerAddressesNegativeTestJSON-1190898326-project] 10.222.0.60 "GET /v2.0/ports?device_id=0db7b190-aabc-49d5-afca-0981fe8cf528 HTTP/1.1" status: 200 len: 210 time: 0.4604833 May 25 20:21:49.467137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Made reservation on behalf of 2de55f61b45045b4816f6a71bdaf22b8 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:49.496901 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:49.581725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7618331c-3b44-47ef-bd72-ef40a6696bc8 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:21:49.667665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-d4420024-df6b-4328-a570-c9b04e36f92e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:49.669085 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-d4420024-df6b-4328-a570-c9b04e36f92e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports/b07c8e8f-6335-426d-9c38-c8f745c11d75 HTTP/1.1" status: 200 len: 935 time: 0.2502222 May 25 20:21:49.775119 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-5bbf9e6e-347a-418c-808c-5cd1e42a3607 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?network_id=72bd1e88-522d-4f1d-8d48-37fb784df0f7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0875196 May 25 20:21:49.897419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-559f86da-898f-42b8-bda9-cdce10886d86 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?network_id=72bd1e88-522d-4f1d-8d48-37fb784df0f7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1106668 May 25 20:21:49.941831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f3a21bc3-c0a0-412a-9c43-fb080467bcda req-f418b257-a379-45f6-a866-8d5918576050 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 210 time: 0.1266191 May 25 20:21:50.234921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Allocated IP 172.20.0.1 (e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9/579d56ae-78aa-4996-9494-486ea5e03721/d143d926-4134-4ad2-8e9d-f2f7153c8988) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:50.546647 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1224be-1397-4529-8f36-4c0f71148148'] response: {'server_uuid': '0db7b190-aabc-49d5-afca-0981fe8cf528', 'name': 'network-vif-deleted', 'tag': '44d4f645-7aaf-4450-bde0-9cbedd91cb37', 'status': 'completed', 'code': 200} May 25 20:21:50.673317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Allocated IP 172.20.0.8 (c180c5b1-d3d2-49c2-820a-f270a32e5078/dfdda60a-9fcc-4779-9258-31fe99bfbf7e/23ffb800-e99b-4d47-b8f7-575174420de8) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:50.746055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0f5b4404-728f-42f8-a38f-b3ed504a38c7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:50.815161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0f5b4404-728f-42f8-a38f-b3ed504a38c7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:50.837570 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:50.857803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0f5b4404-728f-42f8-a38f-b3ed504a38c7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:50.859146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0f5b4404-728f-42f8-a38f-b3ed504a38c7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Synchronizing usage tracker for tenant:ed2254629dea43a5bc70198b31357a0c on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:50.903648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541ebb1-1981-465b-9a6a-12c14c27eb6f req-b1035936-b2d9-4d76-a4c2-56167c0becef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:50.903648 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c541ebb1-1981-465b-9a6a-12c14c27eb6f req-b1035936-b2d9-4d76-a4c2-56167c0becef service neutron] 10.222.0.50 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 918 time: 2.8310237 May 25 20:21:50.930132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0f5b4404-728f-42f8-a38f-b3ed504a38c7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Unset dirty status for tenant:ed2254629dea43a5bc70198b31357a0c on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:50.930132 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0f5b4404-728f-42f8-a38f-b3ed504a38c7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/networks?id=9f6aa92b-1e45-4e40-8f0b-11e846d81405&id=d3464776-988d-4c60-978a-9ad539684d1a&id=d3464776-988d-4c60-978a-9ad539684d1a&id=72bd1e88-522d-4f1d-8d48-37fb784df0f7&id=72bd1e88-522d-4f1d-8d48-37fb784df0f7 HTTP/1.1" status: 200 len: 1995 time: 1.0133502 May 25 20:21:50.952986 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35197034-37f1-4ed2-b70a-1b48dc1f89c9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/quotas/ed2254629dea43a5bc70198b31357a0c HTTP/1.1" status: 200 len: 375 time: 0.0165651 May 25 20:21:51.020789 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-72853d87-4dfa-4f33-aab4-5ffcad4969b7 req-d52932a4-505e-49b3-9be1-f49158acad84 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 210 time: 0.1517594 May 25 20:21:51.224147 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59102) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:51.458600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-1ece8790-0c24-41b0-b9a3-98aded456e9b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed2254629dea43a5bc70198b31357a0c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4845743 May 25 20:21:51.617048 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:51.662131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Transition to ACTIVE for port object d143d926-4134-4ad2-8e9d-f2f7153c8988 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:51.883035 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c541ebb1-1981-465b-9a6a-12c14c27eb6f req-b9736b44-06d2-4b9d-942e-41168766a10b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aa281f-3b41-4c89-9595-67d38a52b24b HTTP/1.1" status: 200 len: 1002 time: 0.8652153 May 25 20:21:51.948275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Transition to ACTIVE for port object 77af9c32-81f6-49f2-909b-ee27d0168e0c will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:52.023970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b43c0cf4-b0fb-477e-ac28-3b8532d159b6 service neutron] 10.222.0.60 "GET /v2.0/networks/9f6aa92b-1e45-4e40-8f0b-11e846d81405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568226 May 25 20:21:52.078207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a9e706-6c8b-4ae7-9521-0547b074d657 admin admin] Deleting subnet aafd167f-64ad-43cf-9818-8240457bdaf2 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:21:52.078908 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:52.111857 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c747d087-9280-4d79-bfef-bc4e42b4445a req-420d1690-dc87-4cae-bb5c-aef1324ffd5e tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 210 time: 0.2837350 May 25 20:21:52.166514 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31a9e706-6c8b-4ae7-9521-0547b074d657 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:52.179927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:52.356785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:52.394140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb74f81c-9f96-40ea-b9db-94fb7c107748 req-e64e8b39-0051-41f5-8cdc-f3ff16795ace service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1303673 May 25 20:21:52.420763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:52.483771 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31a9e706-6c8b-4ae7-9521-0547b074d657 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:52.559448 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-76379aec-80fe-4c4e-818f-8ece66983eb6 service neutron] 10.222.0.60 "GET /v2.0/networks/9f6aa92b-1e45-4e40-8f0b-11e846d81405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336151 May 25 20:21:52.576558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=d143d926-4134-4ad2-8e9d-f2f7153c8988,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:52.647320 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-adbd14e7-8404-412d-9ab9-791503a1b422 req-a43f2c61-70bf-433b-a2f1-91dee1611b5e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 210 time: 0.2656407 May 25 20:21:52.728322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:52.728822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:52.729367 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:52.729925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:52.732975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:52.733547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:52.734096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:52.734668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:52.735200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:52.735721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:52.736240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:52.736761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:21:52.771976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541ebb1-1981-465b-9a6a-12c14c27eb6f req-a76a03d7-6c45-4624-bbba-8838aab45045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:52.771976 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c541ebb1-1981-465b-9a6a-12c14c27eb6f req-a76a03d7-6c45-4624-bbba-8838aab45045 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.8059826 May 25 20:21:52.848029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c585b715-32a1-4b68-91cc-e953660159e8 service neutron] 10.222.0.60 "GET /v2.0/ports/d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2189870 May 25 20:21:52.870938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c872eb73-b4f4-4e8e-962c-71efa8928abe None None] Provisioning for port d143d926-4134-4ad2-8e9d-f2f7153c8988 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:52.884778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c872eb73-b4f4-4e8e-962c-71efa8928abe None None] Provisioning complete for port d143d926-4134-4ad2-8e9d-f2f7153c8988 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:52.886336 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c872eb73-b4f4-4e8e-962c-71efa8928abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:52.900560 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31a9e706-6c8b-4ae7-9521-0547b074d657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:53.051019 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c872eb73-b4f4-4e8e-962c-71efa8928abe None None] Port d143d926-4134-4ad2-8e9d-f2f7153c8988 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:21:53.053997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74f81c-9f96-40ea-b9db-94fb7c107748 req-a1c1901c-949d-475e-8a68-6b37562aa420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:53.056046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb74f81c-9f96-40ea-b9db-94fb7c107748 req-a1c1901c-949d-475e-8a68-6b37562aa420 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab&device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 1097 time: 0.4884987 May 25 20:21:53.087012 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:53.096845 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:53.109749 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:53.210199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Transition to ACTIVE for port object 23ffb800-e99b-4d47-b8f7-575174420de8 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:53.249378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Network 1d861bbe-1d99-4238-9eb8-2ced58df3754 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:53.256660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:53.267541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:53.303230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event updated for resources: {'Port': ['ID=77af9c32-81f6-49f2-909b-ee27d0168e0c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:53.315382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74f81c-9f96-40ea-b9db-94fb7c107748 req-f0af9dc4-da96-4a56-aebe-a06783dbe3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:53.318622 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb74f81c-9f96-40ea-b9db-94fb7c107748 req-f0af9dc4-da96-4a56-aebe-a06783dbe3be service neutron] 10.222.0.70 "GET /v2.0/networks?id=9ea20e5f-cd04-42b5-80b6-8282aee2594c HTTP/1.1" status: 200 len: 915 time: 0.1924560 May 25 20:21:53.324909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-fc139cb7-a68d-4cc3-9cac-a34292644d6b service neutron] 10.222.0.60 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557793 May 25 20:21:53.326452 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31a9e706-6c8b-4ae7-9521-0547b074d657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:53.419851 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:53.430636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:53.431307 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:53.436951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541ebb1-1981-465b-9a6a-12c14c27eb6f req-d49d111f-aca8-4449-9692-7278e0aad038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:53.438670 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c541ebb1-1981-465b-9a6a-12c14c27eb6f req-d49d111f-aca8-4449-9692-7278e0aad038 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5954967 May 25 20:21:53.539685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9e706-6c8b-4ae7-9521-0547b074d657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aafd167f-64ad-43cf-9818-8240457bdaf2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:53.551820 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb74f81c-9f96-40ea-b9db-94fb7c107748 req-994a431f-79cd-4987-ab2a-d9034e7c6c4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b HTTP/1.1" status: 200 len: 217 time: 0.2172644 May 25 20:21:53.639170 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:53.698474 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Network c180c5b1-d3d2-49c2-820a-f270a32e5078 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:53.699345 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:53.747086 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31a9e706-6c8b-4ae7-9521-0547b074d657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:53.754111 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-31a9e706-6c8b-4ae7-9521-0547b074d657 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/aafd167f-64ad-43cf-9818-8240457bdaf2 HTTP/1.1" status: 204 len: 168 time: 2.5268230 May 25 20:21:53.774067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:53.784735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59138) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:53.801063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:53.823619 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-015376ed-7ac5-49db-8256-ff327cf5edf9 None None] Provisioning for port 77af9c32-81f6-49f2-909b-ee27d0168e0c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:53.840878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-015376ed-7ac5-49db-8256-ff327cf5edf9 None None] Provisioning complete for port 77af9c32-81f6-49f2-909b-ee27d0168e0c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:53.841279 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-015376ed-7ac5-49db-8256-ff327cf5edf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:53.841682 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-5779b879-8523-434f-b362-4729f8a3cbad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.8988540 May 25 20:21:53.966415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-015376ed-7ac5-49db-8256-ff327cf5edf9 None None] Port 77af9c32-81f6-49f2-909b-ee27d0168e0c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:21:54.000150 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74f81c-9f96-40ea-b9db-94fb7c107748 req-57839bad-eff2-4576-af0e-62eeed3b1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:54.002217 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb74f81c-9f96-40ea-b9db-94fb7c107748 req-57839bad-eff2-4576-af0e-62eeed3b1d38 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a1bbcd9-cf54-4001-b338-39a569272935 HTTP/1.1" status: 200 len: 854 time: 0.3283858 May 25 20:21:54.234798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Request body: {'port': {'device_id': '0b5fd6cb-0c08-4bd4-a473-90af14b3ceda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:54.272506 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb74f81c-9f96-40ea-b9db-94fb7c107748 req-6575d11e-de25-4c5a-9fe0-fc941569e4a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9ea20e5f-cd04-42b5-80b6-8282aee2594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2616496 May 25 20:21:54.278512 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-7c6c596c-743a-4613-9be1-5e0f7ede21f1 service neutron] 10.222.0.60 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7946169 May 25 20:21:54.304989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'Port': ['ID=23ffb800-e99b-4d47-b8f7-575174420de8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:54.412682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fb1c8d2f-0ae2-4209-8791-415a180b96da None None] Provisioning for port 23ffb800-e99b-4d47-b8f7-575174420de8 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:21:54.424812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fb1c8d2f-0ae2-4209-8791-415a180b96da None None] Provisioning complete for port 23ffb800-e99b-4d47-b8f7-575174420de8 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:54.427037 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8d2f-0ae2-4209-8791-415a180b96da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:54.484783 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c541ebb1-1981-465b-9a6a-12c14c27eb6f req-d56bc177-5e99-474d-8d98-4f27afeb7a2b service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9947286 May 25 20:21:54.522390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c8d2f-0ae2-4209-8791-415a180b96da None None] Port 23ffb800-e99b-4d47-b8f7-575174420de8 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:21:54.534550 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13f93f7b-eeb2-4f6a-b144-a820a04a18e6 service neutron] 10.222.0.60 "GET /v2.0/ports/b07c8e8f-6335-426d-9c38-c8f745c11d75?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2228458 May 25 20:21:54.731344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:54.731890 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:54.744097 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb74f81c-9f96-40ea-b9db-94fb7c107748 req-9740269e-aaac-4208-9d68-fe80da43202a service neutron] 10.222.0.70 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640837 May 25 20:21:54.779463 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3858040e-9c8c-4e14-99a2-deba88d9a7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:54.867940 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ad9c01eb-1a30-48f7-9145-2f1c90444bbb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4318581 May 25 20:21:54.891648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'port': {'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd', 'admin_state_up': True, 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'security_groups': ['22c63ad4-c26b-42cf-b6e3-3b0393710caa']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:54.919777 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0cb295f8-50de-4322-9b5b-03dc7f61f0f6 service neutron] 10.222.0.60 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768063 May 25 20:21:55.050328 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb74f81c-9f96-40ea-b9db-94fb7c107748 req-fbdf59dc-cf2a-476c-9ed9-1c6eb4c352ca service neutron] 10.222.0.70 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982635 May 25 20:21:55.074355 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:55.143244 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-d3664df4-0770-43fe-b7f5-55277fe43c30 service neutron] 10.222.0.60 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041266 May 25 20:21:55.198870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c541ebb1-1981-465b-9a6a-12c14c27eb6f req-6fe569c2-4913-466f-a59e-131d08686477 service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021458 May 25 20:21:55.281632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e36ad6-ba62-436b-b610-35728c32d394 req-1a07c377-de4f-4c2e-b392-e3db1a984da5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:55.287736 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65e36ad6-ba62-436b-b610-35728c32d394 req-1a07c377-de4f-4c2e-b392-e3db1a984da5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.9150760 May 25 20:21:55.338342 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b31515b6-816b-4178-b2e0-50f6258ec9da service neutron] 10.222.0.60 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870358 May 25 20:21:55.398129 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3858040e-9c8c-4e14-99a2-deba88d9a7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:55.508387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-3858040e-9c8c-4e14-99a2-deba88d9a7ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940e09bf-4118-49e8-bbe6-2d0426785ede']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:55.545061 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-e89bed01-5297-4be8-9c47-5785bc5dffec service neutron] 10.222.0.60 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987619 May 25 20:21:55.550969 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65e36ad6-ba62-436b-b610-35728c32d394 req-065bdf9d-5039-41a4-9275-8840b2f9bf27 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095315 May 25 20:21:55.561270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-3858040e-9c8c-4e14-99a2-deba88d9a7ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b0ad14-5a7c-4495-9d0e-0a688237c274') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:55.562046 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-3858040e-9c8c-4e14-99a2-deba88d9a7ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b0ad14-5a7c-4495-9d0e-0a688237c274') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:55.597236 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3858040e-9c8c-4e14-99a2-deba88d9a7ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:55.635450 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3858040e-9c8c-4e14-99a2-deba88d9a7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:55.651867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3858040e-9c8c-4e14-99a2-deba88d9a7ca admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:21:55.653032 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3858040e-9c8c-4e14-99a2-deba88d9a7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:55.842511 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-433790e5-4316-4bdb-8a1c-cf5f6004a422 service neutron] 10.222.0.60 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889495 May 25 20:21:55.954078 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment b1b0ad14-5a7c-4495-9d0e-0a688237c274 resource provider aggregate not found May 25 20:21:55.985570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:56.057743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b83e141a-e0cc-451d-8522-5b32ef0fcde5 service neutron] 10.222.0.60 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980021 May 25 20:21:56.064756 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:56.068994 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment b1b0ad14-5a7c-4495-9d0e-0a688237c274 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1b0ad14-5a7c-4495-9d0e-0a688237c274 found for delete ", "request_id": "req-5b637d7a-d77f-46aa-a79a-919a18aa603b"}]} May 25 20:21:56.069799 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3858040e-9c8c-4e14-99a2-deba88d9a7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:56.099856 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3858040e-9c8c-4e14-99a2-deba88d9a7ca admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:56.242490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c5d989f-336f-4bcb-a992-86495689a6ac service neutron] 10.222.0.60 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829481 May 25 20:21:56.311670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858040e-9c8c-4e14-99a2-deba88d9a7ca admin admin] Pushing event deleted for resources: {'Network': ['ID=940e09bf-4118-49e8-bbe6-2d0426785ede,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:56.333673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Made reservation on behalf of 2de55f61b45045b4816f6a71bdaf22b8 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:56.338563 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:56.363125 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:21:56.427602 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-e547177e-7632-4031-a679-5e6733043e8b service neutron] 10.222.0.60 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678960 May 25 20:21:56.464299 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3858040e-9c8c-4e14-99a2-deba88d9a7ca admin admin] 10.222.0.60 "DELETE /v2.0/networks/940e09bf-4118-49e8-bbe6-2d0426785ede HTTP/1.1" status: 204 len: 168 time: 2.6669216 May 25 20:21:56.489595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:56.517022 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:56.688986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59160) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:56.702805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=d143d926-4134-4ad2-8e9d-f2f7153c8988,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:56.818014 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ecfa7b24-c4f5-4285-b73b-f30e19077115 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70450b1cd2964c8e80a6611762f9a005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272278 May 25 20:21:56.823833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59164) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:56.839069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8bc4b-8586-4969-9566-fa0a02be5ee4 req-0b9063f8-0d46-4c36-9e67-1ddf62989f32 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:56.839825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-fdd8bc4b-8586-4969-9566-fa0a02be5ee4 req-0b9063f8-0d46-4c36-9e67-1ddf62989f32 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Synchronizing usage tracker for tenant:bd9d7ecda85842f896097a31795071c4 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:56.843051 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-7340672a-56e8-44b1-b60d-315d41a4a6bc service neutron] 10.222.0.60 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077890 May 25 20:21:56.850587 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:57.012568 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-82f63caa-540d-49a2-8e96-f17431911069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:57.017858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-fdd8bc4b-8586-4969-9566-fa0a02be5ee4 req-0b9063f8-0d46-4c36-9e67-1ddf62989f32 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Unset dirty status for tenant:bd9d7ecda85842f896097a31795071c4 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:57.019130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fdd8bc4b-8586-4969-9566-fa0a02be5ee4 req-0b9063f8-0d46-4c36-9e67-1ddf62989f32 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 931 time: 1.1666605 May 25 20:21:57.077593 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-82f63caa-540d-49a2-8e96-f17431911069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:57.091007 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-504d031f-5c76-46e0-b7ab-390865f5aeda service neutron] 10.222.0.60 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314076 May 25 20:21:57.153446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Allocated IP 10.1.1.234 (814e0c94-51e7-489c-9196-d87d06585fbd/43035961-3504-4c3a-94eb-4ba39088b719/4764c603-c8b0-4b2f-a37e-6ac5c5b7573c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:21:57.173085 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-82f63caa-540d-49a2-8e96-f17431911069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:57.200242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f63caa-540d-49a2-8e96-f17431911069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ce88ae-aada-4aea-bf1c-649d6d7fda58,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:57.213500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-82f63caa-540d-49a2-8e96-f17431911069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:57.215195 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-82f63caa-540d-49a2-8e96-f17431911069 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99ce88ae-aada-4aea-bf1c-649d6d7fda58 HTTP/1.1" status: 204 len: 168 time: 0.3902824 May 25 20:21:57.248463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77af9c32-81f6-49f2-909b-ee27d0168e0c {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:21:57.276986 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fdd8bc4b-8586-4969-9566-fa0a02be5ee4 req-b9bdfa39-87bd-4b85-a49d-cc11c4b0cbc8 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376938 May 25 20:21:57.313216 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:57.366962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:57.387218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:57.394850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Transition to ACTIVE for port object 77af9c32-81f6-49f2-909b-ee27d0168e0c will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:57.555477 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:57.881693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9fb288f8-cf9b-4b92-a4c5-dfc0555c80b1 None None] Provisioning complete for port d143d926-4134-4ad2-8e9d-f2f7153c8988 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:21:57.882981 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9fb288f8-cf9b-4b92-a4c5-dfc0555c80b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:57.963966 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:57.978592 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9fb288f8-cf9b-4b92-a4c5-dfc0555c80b1 None None] Port d143d926-4134-4ad2-8e9d-f2f7153c8988 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:21:58.096606 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-73bdbd5d-fc1a-4c76-ae17-933817dd9aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:58.161437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Pushing event updated for resources: {'Port': ['ID=77af9c32-81f6-49f2-909b-ee27d0168e0c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:58.176077 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:58.372685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cc0a9-b2fe-4865-8b48-5cde51a53a09 req-d29705bc-333f-4f61-ad1c-393d4cc935eb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:58.373969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-d72cc0a9-b2fe-4865-8b48-5cde51a53a09 req-d29705bc-333f-4f61-ad1c-393d4cc935eb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Synchronizing usage tracker for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:58.380180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Transition to ACTIVE for port object 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:21:58.510384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-d72cc0a9-b2fe-4865-8b48-5cde51a53a09 req-d29705bc-333f-4f61-ad1c-393d4cc935eb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Unset dirty status for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:58.512374 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d72cc0a9-b2fe-4865-8b48-5cde51a53a09 req-d29705bc-333f-4f61-ad1c-393d4cc935eb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 931 time: 1.0140533 May 25 20:21:58.574138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Attempting to bind port 77af9c32-81f6-49f2-909b-ee27d0168e0c on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:21:58.575169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Attempting to bind port 77af9c32-81f6-49f2-909b-ee27d0168e0c by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:21:58.575577 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Attempting to bind port 77af9c32-81f6-49f2-909b-ee27d0168e0c on network 1d861bbe-1d99-4238-9eb8-2ced58df3754 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:58.602887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Port 77af9c32-81f6-49f2-909b-ee27d0168e0c on network 1d861bbe-1d99-4238-9eb8-2ced58df3754 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:21:58.603856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Attempting to bind port 77af9c32-81f6-49f2-909b-ee27d0168e0c on network 1d861bbe-1d99-4238-9eb8-2ced58df3754 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:21:58.624340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59214) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:58.631239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:21:58.631583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Checking segment: {'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:21:58.632622 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Bound using segment: {'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:21:58.633086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Bound port: 77af9c32-81f6-49f2-909b-ee27d0168e0c, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:21:58.633696 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:58.667015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 9595ed01-7e94-4067-aac9-fc3792e083c1 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:21:58.759444 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d72cc0a9-b2fe-4865-8b48-5cde51a53a09 req-565c7e81-8083-4c95-b467-0578eec0729f tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305617 May 25 20:21:58.761114 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:58.840153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-network', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:58.847552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:58.857778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Usage tracker for resource:network and tenant:02f9414758094917b3dfd1a0855d0bf5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:58.861597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:58.870770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:58.892804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Made reservation on behalf of 02f9414758094917b3dfd1a0855d0bf5 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:58.897455 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:58.923546 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:58.947292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:58.955827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Usage tracker for resource:security_group_rule and tenant:02f9414758094917b3dfd1a0855d0bf5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:58.962215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:58.971779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:59.188560 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:59.196636 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:59.259875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:21:59.276707 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:21:59.347548 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:59.347972 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Added segment 7fee514f-65da-45bf-9d14-df68bafdf77d of type vlan for network af255cd0-9c8c-44d1-a0f2-e82d62f8aede May 25 20:21:59.349446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093f2923-85a8-45cd-8e0f-9c10f0268f98,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:59.399401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Network 814e0c94-51e7-489c-9196-d87d06585fbd is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:21:59.405300 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:59.425664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:21:59.441368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:21:59.455820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01d630-1d9c-475d-a7ce-e8df91c11937 req-6cd7b92a-c56f-468d-bd0b-9ab59eecb36d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:59.457598 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed01d630-1d9c-475d-a7ce-e8df91c11937 req-6cd7b92a-c56f-468d-bd0b-9ab59eecb36d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1990385 May 25 20:21:59.495051 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:59.496103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:59.497423 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:59.508856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'Port': ['ID=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:59.526686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:21:59.536654 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cb5cbe22-34a8-447c-b1fb-66145db50fed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/9595ed01-7e94-4067-aac9-fc3792e083c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6611025 May 25 20:21:59.537942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] For port 77af9c32-81f6-49f2-909b-ee27d0168e0c, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:21:59.543144 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f00bb7-6cd0-4f79-b7c6-8cb3a0dacb31 None None] Sync routers for ids ['9595ed01-7e94-4067-aac9-fc3792e083c1'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:21:59.550005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59230) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:59.562445 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f00bb7-6cd0-4f79-b7c6-8cb3a0dacb31 None None] Routers {'9595ed01-7e94-4067-aac9-fc3792e083c1'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:21:59.563068 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-70f00bb7-6cd0-4f79-b7c6-8cb3a0dacb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:21:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9595ed01-7e94-4067-aac9-fc3792e083c1'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:59.579027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] For port 77af9c32-81f6-49f2-909b-ee27d0168e0c, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=77af9c32-81f6-49f2-909b-ee27d0168e0c,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:21:59.604518 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:59.647374 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0216587 May 25 20:21:59.648809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59234) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:59.668624 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-70f00bb7-6cd0-4f79-b7c6-8cb3a0dacb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:59.686339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:59.687474 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:59.690117 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f00bb7-6cd0-4f79-b7c6-8cb3a0dacb31 None None] Routers {'9595ed01-7e94-4067-aac9-fc3792e083c1'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:21:59.690925 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-70f00bb7-6cd0-4f79-b7c6-8cb3a0dacb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:21:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9595ed01-7e94-4067-aac9-fc3792e083c1'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:59.774956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Request body: {'subnet': {'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-subnet', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:21:59.824494 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-70f00bb7-6cd0-4f79-b7c6-8cb3a0dacb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:21:59.825112 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f00bb7-6cd0-4f79-b7c6-8cb3a0dacb31 None None] The sync data for ids ['9595ed01-7e94-4067-aac9-fc3792e083c1'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:21:59.830825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed01d630-1d9c-475d-a7ce-e8df91c11937 req-00f816ab-b9f1-44f0-9fcf-68bd378d957e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647382 May 25 20:21:59.832129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:21:59.848102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Usage tracker for resource:subnet and tenant:02f9414758094917b3dfd1a0855d0bf5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:21:59.855087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:21:59.878363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c3b8e-6452-4523-8e8b-48208b0e92b5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:59.879190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-437c3b8e-6452-4523-8e8b-48208b0e92b5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Synchronizing usage tracker for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:21:59.894638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:21:59.897424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:21:59.899025 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:59.899907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174c95a-2cac-4528-9660-4b1819f2f90e admin admin] Pushing event updated for resources: {'Network': ['ID=af255cd0-9c8c-44d1-a0f2-e82d62f8aede,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:21:59.925384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Made reservation on behalf of 02f9414758094917b3dfd1a0855d0bf5 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:21:59.928728 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] 10.222.0.50 "PUT /v2.0/ports/77af9c32-81f6-49f2-909b-ee27d0168e0c HTTP/1.1" status: 200 len: 1091 time: 6.0521104 May 25 20:21:59.929771 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:21:59.942021 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network af255cd0-9c8c-44d1-a0f2-e82d62f8aede details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:21:59.950679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-437c3b8e-6452-4523-8e8b-48208b0e92b5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Unset dirty status for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:21:59.952584 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-437c3b8e-6452-4523-8e8b-48208b0e92b5 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports/d143d926-4134-4ad2-8e9d-f2f7153c8988 HTTP/1.1" status: 200 len: 910 time: 0.3859918 May 25 20:21:59.957111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59242) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:21:59.993676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f8e6616c-7706-4fd5-a1e2-4de137c1cd55 None None] Provisioning for port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:22:00.029294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5fd6cb-0c08-4bd4-a473-90af14b3ceda', 'tag': '77af9c32-81f6-49f2-909b-ee27d0168e0c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:00.037490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571be2b8-741a-4635-822a-a969dca0b306 service neutron] Pushing event updated for resources: {'Port': ['ID=77af9c32-81f6-49f2-909b-ee27d0168e0c,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:00.186569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490acfb3-961b-4845-a806-dc657ef6f8fb req-19442cf0-f5e5-4a26-a43a-057ae4b7b825 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:00.189163 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-490acfb3-961b-4845-a806-dc657ef6f8fb req-19442cf0-f5e5-4a26-a43a-057ae4b7b825 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 1.0107899 May 25 20:22:00.200174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f8e6616c-7706-4fd5-a1e2-4de137c1cd55 None None] Provisioning complete for port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:00.200838 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8e6616c-7706-4fd5-a1e2-4de137c1cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:00.235821 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-75785c25-4723-473a-b434-769423950b4e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3473582 May 25 20:22:00.342607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'port': {'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd', 'admin_state_up': True, 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'security_groups': ['22c63ad4-c26b-42cf-b6e3-3b0393710caa']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:00.362770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6616c-7706-4fd5-a1e2-4de137c1cd55 None None] Port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:22:00.548109 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-df82fc0c-ed26-49b9-9794-a4f9af4ea462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:00.557646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b7e34483-6cad-40e9-b62a-a8e720e3da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:00.558991 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b7e34483-6cad-40e9-b62a-a8e720e3da48 service neutron] 10.222.0.70 "GET /v2.0/ports/d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 HTTP/1.1" status: 200 len: 1032 time: 0.0988195 May 25 20:22:00.717911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c3a47-446e-441e-bdde-580f3530958e req-40348366-086e-4aaf-8317-9e34e1fb1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:00.722044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-40348366-086e-4aaf-8317-9e34e1fb1cba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd9d7ecda85842f896097a31795071c4&device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 1094 time: 0.6724160 May 25 20:22:00.733262 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-490acfb3-961b-4845-a806-dc657ef6f8fb req-e011adca-1773-4acf-8566-34968f28eede tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4480929 May 25 20:22:00.862267 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-977a6642-ffb9-4b79-80e3-e5e0c5f05db4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af9c32-81f6-49f2-909b-ee27d0168e0c HTTP/1.1" status: 200 len: 217 time: 0.1238146 May 25 20:22:00.967365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4ab032bf-82ee-4b08-936e-650c992816fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:00.969269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4ab032bf-82ee-4b08-936e-650c992816fc service neutron] 10.222.0.70 "GET /v2.0/ports/b07c8e8f-6335-426d-9c38-c8f745c11d75 HTTP/1.1" status: 200 len: 1031 time: 0.3840518 May 25 20:22:00.980232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c3a47-446e-441e-bdde-580f3530958e req-fdd2455f-cb63-4c62-9b38-da66eccb78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:00.982229 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-fdd2455f-cb63-4c62-9b38-da66eccb78e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b86e6032-d969-4882-8d08-6181fe145086 HTTP/1.1" status: 200 len: 849 time: 0.1043806 May 25 20:22:01.091462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:22:01.141741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:22:01.167517 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-65606f72-dd3f-457d-8980-dc826d56f2ed req-e1fc5176-34d5-4448-ae8d-18eee757a18e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Synchronizing usage tracker for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:22:01.174092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Made reservation on behalf of 2de55f61b45045b4816f6a71bdaf22b8 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:22:01.177606 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:01.213907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c3a47-446e-441e-bdde-580f3530958e req-a01c7422-f1ff-4db2-9b29-e5b2b58f2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:01.216003 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-a01c7422-f1ff-4db2-9b29-e5b2b58f2e49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d861bbe-1d99-4238-9eb8-2ced58df3754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2136576 May 25 20:22:01.219122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-65606f72-dd3f-457d-8980-dc826d56f2ed req-e1fc5176-34d5-4448-ae8d-18eee757a18e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Unset dirty status for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:22:01.220169 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65606f72-dd3f-457d-8980-dc826d56f2ed req-e1fc5176-34d5-4448-ae8d-18eee757a18e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 210 time: 0.1236207 May 25 20:22:01.329419 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:01.441696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943f158-5ebf-40f2-9be5-6acdcef72466 req-efd78bfc-7dbb-4e67-82d3-8f10a96b5924 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:01.444551 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8943f158-5ebf-40f2-9be5-6acdcef72466 req-efd78bfc-7dbb-4e67-82d3-8f10a96b5924 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 943 time: 1.1974733 May 25 20:22:01.603772 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-06079b67-fd75-48ee-96a4-cc7b045a6101 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410776 May 25 20:22:01.621689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Allocated IP 10.1.1.190 (814e0c94-51e7-489c-9196-d87d06585fbd/43035961-3504-4c3a-94eb-4ba39088b719/07a3d510-0855-407d-9f05-bbea62ef048c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:22:01.643611 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:01.781544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-ec0d392a-64f0-4d51-bcda-94bf37d442a6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:01.787378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-ec0d392a-64f0-4d51-bcda-94bf37d442a6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:01.794433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-ec0d392a-64f0-4d51-bcda-94bf37d442a6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:01.796081 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-ec0d392a-64f0-4d51-bcda-94bf37d442a6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "GET /v2.0/networks?id=9f6aa92b-1e45-4e40-8f0b-11e846d81405&id=d3464776-988d-4c60-978a-9ad539684d1a&id=d3464776-988d-4c60-978a-9ad539684d1a&id=d3464776-988d-4c60-978a-9ad539684d1a&id=d3464776-988d-4c60-978a-9ad539684d1a&id=72bd1e88-522d-4f1d-8d48-37fb784df0f7&id=72bd1e88-522d-4f1d-8d48-37fb784df0f7 HTTP/1.1" status: 200 len: 1995 time: 0.8207173 May 25 20:22:01.877123 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:02.035812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8943f158-5ebf-40f2-9be5-6acdcef72466 req-7fb84a46-528c-400f-8c10-acf3a382b46f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Synchronizing usage tracker for tenant:bd9d7ecda85842f896097a31795071c4 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:22:02.061343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca3a56e-188b-4aef-b6d9-198c489c2bb1,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:02.077817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-99e29fb4-bec6-4eff-8ee0-33b77538b85b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed2254629dea43a5bc70198b31357a0c HTTP/1.1" status: 200 len: 380 time: 0.2244663 May 25 20:22:02.134681 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d9c3a47-446e-441e-bdde-580f3530958e req-aec3f09c-c18f-47f4-94bf-93142e7dea40 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934061 May 25 20:22:02.136503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'port': {'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'admin_state_up': True, 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'security_groups': ['4471f896-4acc-44c9-b68e-619465abb649']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:02.155464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Checking segment: {'id': '7fee514f-65da-45bf-9d14-df68bafdf77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:02.155970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Network hostable DHCP agents. Network: af255cd0-9c8c-44d1-a0f2-e82d62f8aede, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:22:02.264182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8943f158-5ebf-40f2-9be5-6acdcef72466 req-7fb84a46-528c-400f-8c10-acf3a382b46f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Unset dirty status for tenant:bd9d7ecda85842f896097a31795071c4 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:22:02.265347 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8943f158-5ebf-40f2-9be5-6acdcef72466 req-7fb84a46-528c-400f-8c10-acf3a382b46f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6675062 May 25 20:22:02.343605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Network af255cd0-9c8c-44d1-a0f2-e82d62f8aede is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:22:02.353056 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:02.375217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Transition to ACTIVE for port object 07a3d510-0855-407d-9f05-bbea62ef048c will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:02.390288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, af255cd0-9c8c-44d1-a0f2-e82d62f8aede) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:02.402594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1491b6-c367-4fe2-b85c-ab9de3e2c805 None None] Network af255cd0-9c8c-44d1-a0f2-e82d62f8aede requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:22:02.405662 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873fd73a-38f2-44a7-9c14-889c78bc192c'] response: {'name': 'network-changed', 'server_uuid': '0b5fd6cb-0c08-4bd4-a473-90af14b3ceda', 'tag': '77af9c32-81f6-49f2-909b-ee27d0168e0c', 'status': 'completed', 'code': 200} May 25 20:22:02.405918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:02.406588 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:02.412213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:22:02.434432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:22:02.459726 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2351f311-33ad-49fa-b4b0-0cf1fbc8b911 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:02.462777 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:02.484500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc529e3d-12fb-46e1-8237-085df72318fa req-2fd45d59-413d-4fbc-b9c5-bd406091e975 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:02.495891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc529e3d-12fb-46e1-8237-085df72318fa req-2fd45d59-413d-4fbc-b9c5-bd406091e975 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:02.498616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc529e3d-12fb-46e1-8237-085df72318fa req-2fd45d59-413d-4fbc-b9c5-bd406091e975 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 1653 time: 0.8583441 May 25 20:22:02.641082 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5457ef2f-82e7-4493-a56f-c350e081cdb5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.9152122 May 25 20:22:02.642320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59266) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:02.687841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Network 814e0c94-51e7-489c-9196-d87d06585fbd is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:22:02.691606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:02.707014 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:22:02.773987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Made reservation on behalf of ed2254629dea43a5bc70198b31357a0c for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:22:02.777602 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:02.823844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:02.834371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'Port': ['ID=07a3d510-0855-407d-9f05-bbea62ef048c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:02.839907 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc529e3d-12fb-46e1-8237-085df72318fa req-c1864d15-306b-4d33-a279-ab9847817cdd tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834280 May 25 20:22:02.895923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8dd629-a7dc-47d1-a9d9-b2b6639c2b29 None None] Network af255cd0-9c8c-44d1-a0f2-e82d62f8aede requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:22:02.914204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:02.915072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:02.926195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22f00-d5db-40c8-859b-75ec34c433bb req-95e4db59-f7da-4c3c-b8c1-6b7773ee6f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:02.927733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:22:02.928398 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ae22f00-d5db-40c8-859b-75ec34c433bb req-95e4db59-f7da-4c3c-b8c1-6b7773ee6f12 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd9d7ecda85842f896097a31795071c4&device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 1094 time: 0.5214257 May 25 20:22:02.944143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Usage tracker for resource:router and tenant:02f9414758094917b3dfd1a0855d0bf5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:22:02.952608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:22:02.963854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:22:03.027486 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:03.028592 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:03.052436 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:03.139638 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:03.215315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22f00-d5db-40c8-859b-75ec34c433bb req-979e1976-b6c9-4104-ad68-83d11f6d3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:03.219903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ae22f00-d5db-40c8-859b-75ec34c433bb req-979e1976-b6c9-4104-ad68-83d11f6d3450 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d861bbe-1d99-4238-9eb8-2ced58df3754 HTTP/1.1" status: 200 len: 911 time: 0.2824283 May 25 20:22:03.304746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-01173220-a4ce-46ad-a82f-63494c6cdd0f None None] Provisioning for port 07a3d510-0855-407d-9f05-bbea62ef048c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:22:03.324253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-01173220-a4ce-46ad-a82f-63494c6cdd0f None None] Provisioning complete for port 07a3d510-0855-407d-9f05-bbea62ef048c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:03.324782 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-01173220-a4ce-46ad-a82f-63494c6cdd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:03.329640 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d13f4ea-11fa-4f11-b7be-5afdab598a10 req-3723d9c0-65f4-457c-b7b2-b38032542b62 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 210 time: 0.0997424 May 25 20:22:03.463183 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ae22f00-d5db-40c8-859b-75ec34c433bb req-2672473d-12b6-433f-af84-bee5f136751c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af9c32-81f6-49f2-909b-ee27d0168e0c HTTP/1.1" status: 200 len: 217 time: 0.1310110 May 25 20:22:03.470657 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5ed7d2bb-47de-46e8-ac09-4a442fef1933 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1764729 May 25 20:22:03.500957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-01173220-a4ce-46ad-a82f-63494c6cdd0f None None] Port 07a3d510-0855-407d-9f05-bbea62ef048c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:22:03.571724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'port': {'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19', 'admin_state_up': True, 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'security_groups': ['22c63ad4-c26b-42cf-b6e3-3b0393710caa']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:03.856945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22f00-d5db-40c8-859b-75ec34c433bb req-68012ed8-0d65-4295-a533-10736146bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:03.859265 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ae22f00-d5db-40c8-859b-75ec34c433bb req-68012ed8-0d65-4295-a533-10736146bbfa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b86e6032-d969-4882-8d08-6181fe145086 HTTP/1.1" status: 200 len: 849 time: 0.3874459 May 25 20:22:03.952708 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf5246-ee73-4b5e-a890-8460674bc014 req-09f277ab-9eae-4758-b354-83a833984250 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:03.966399 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-80cf5246-ee73-4b5e-a890-8460674bc014 req-09f277ab-9eae-4758-b354-83a833984250 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 945 time: 0.3383877 May 25 20:22:04.088377 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-80cf5246-ee73-4b5e-a890-8460674bc014 req-7b0df395-dbb8-4283-9283-59906cfb125a tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206448 May 25 20:22:04.107391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:22:04.118276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Usage tracker for resource:port and tenant:2de55f61b45045b4816f6a71bdaf22b8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:22:04.124882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:22:04.149417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:22:04.187777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Made reservation on behalf of 2de55f61b45045b4816f6a71bdaf22b8 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:22:04.394854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Allocated IP 172.20.0.14 (9f6aa92b-1e45-4e40-8f0b-11e846d81405/b910f206-f699-46fa-a00a-e1d2cb686c1a/e9565183-6952-4d21-9f2f-934a495fbd32) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:22:04.409966 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:04.496017 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:04.633814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22f00-d5db-40c8-859b-75ec34c433bb req-c6a72d7d-08b7-418f-a5db-26d49cab9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:04.636625 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ae22f00-d5db-40c8-859b-75ec34c433bb req-c6a72d7d-08b7-418f-a5db-26d49cab9ab7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d861bbe-1d99-4238-9eb8-2ced58df3754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7668126 May 25 20:22:04.888665 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:04.924365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Transition to ACTIVE for port object e9565183-6952-4d21-9f2f-934a495fbd32 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:04.970111 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9a6d1-3000-42d2-a998-272cfeed534f req-c42a310a-204f-4298-8cf8-5904be9a8726 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:04.971907 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ee9a6d1-3000-42d2-a998-272cfeed534f req-c42a310a-204f-4298-8cf8-5904be9a8726 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 943 time: 0.5682354 May 25 20:22:05.047926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e6767-876e-4e29-a3ac-aa7cf0028564 req-071fe27a-c7a4-4590-88c5-0c04c2c970c2 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:05.049965 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-453e6767-876e-4e29-a3ac-aa7cf0028564 req-071fe27a-c7a4-4590-88c5-0c04c2c970c2 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 2.2782125 May 25 20:22:05.163572 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:05.203369 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ae22f00-d5db-40c8-859b-75ec34c433bb req-249f3d7a-eb55-4494-b19b-eba0c6b8da86 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369568 May 25 20:22:05.376796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Allocated IP 10.2.2.100 (73524a7a-6b9f-4a42-a9b8-697767a31e19/d41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b/d3085793-cb15-4202-9919-00b00a383ade) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:22:05.388297 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ee9a6d1-3000-42d2-a998-272cfeed534f req-b277fb12-42de-425a-af31-7a19a9c37577 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4060459 May 25 20:22:05.456866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'Port': ['ID=e9565183-6952-4d21-9f2f-934a495fbd32,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:05.490399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:22:05.502088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-453e6767-876e-4e29-a3ac-aa7cf0028564 req-1a8fd8fa-80d7-447b-94a4-0a040fbd8949 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4400747 May 25 20:22:05.507307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:05.517276 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ae22f00-d5db-40c8-859b-75ec34c433bb req-0d9c6b53-155f-4dea-83f0-41f6c141d34a service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900195 May 25 20:22:05.517766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-2351f311-33ad-49fa-b4b0-0cf1fbc8b911 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port d143d926-4134-4ad2-8e9d-f2f7153c8988 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:22:05.518000 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2351f311-33ad-49fa-b4b0-0cf1fbc8b911 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:05.622630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:22:05.887766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:05.889217 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:05.958471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0082e049-fa59-42de-ac2e-6af712392fc1 None None] Provisioning for port e9565183-6952-4d21-9f2f-934a495fbd32 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:22:05.959180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57a501-bb4d-4fe5-b36c-627bc2cd071a req-6ef14bab-bf46-4475-b9a0-932610297d30 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:05.961359 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c57a501-bb4d-4fe5-b36c-627bc2cd071a req-6ef14bab-bf46-4475-b9a0-932610297d30 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 945 time: 1.3908269 May 25 20:22:05.971551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0082e049-fa59-42de-ac2e-6af712392fc1 None None] Provisioning complete for port e9565183-6952-4d21-9f2f-934a495fbd32 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:05.972236 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0082e049-fa59-42de-ac2e-6af712392fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:05.994343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504cb45-daa6-4bd4-9bbc-97d9f7a39f4f req-23c00761-8504-4d8f-a682-edf31c1a35fb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:06.000281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504cb45-daa6-4bd4-9bbc-97d9f7a39f4f req-23c00761-8504-4d8f-a682-edf31c1a35fb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:06.007889 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504cb45-daa6-4bd4-9bbc-97d9f7a39f4f req-23c00761-8504-4d8f-a682-edf31c1a35fb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:06.009427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b504cb45-daa6-4bd4-9bbc-97d9f7a39f4f req-23c00761-8504-4d8f-a682-edf31c1a35fb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Synchronizing usage tracker for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:22:06.016407 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:06.044804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Transition to ACTIVE for port object d3085793-cb15-4202-9919-00b00a383ade will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:06.050797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b504cb45-daa6-4bd4-9bbc-97d9f7a39f4f req-23c00761-8504-4d8f-a682-edf31c1a35fb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Unset dirty status for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:22:06.052955 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b504cb45-daa6-4bd4-9bbc-97d9f7a39f4f req-23c00761-8504-4d8f-a682-edf31c1a35fb tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 2374 time: 0.3738339 May 25 20:22:06.072883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0082e049-fa59-42de-ac2e-6af712392fc1 None None] Port e9565183-6952-4d21-9f2f-934a495fbd32 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:22:06.079616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-2c57a501-bb4d-4fe5-b36c-627bc2cd071a req-39f15bd7-cce3-42dc-8bff-f121371b61e4 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Deleting port 511fe1c8-1fd5-4834-b17b-f438d23ce143 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:22:06.079964 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c57a501-bb4d-4fe5-b36c-627bc2cd071a req-39f15bd7-cce3-42dc-8bff-f121371b61e4 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:06.136611 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b504cb45-daa6-4bd4-9bbc-97d9f7a39f4f req-2df6eb8e-f866-4ade-ad5b-388818f443ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739348 May 25 20:22:06.143564 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:06.185704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-60a75d97-d9e3-42b3-8a44-4a334e346d58 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0952725 May 25 20:22:06.229522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'port': {'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a', 'admin_state_up': True, 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'security_groups': ['4471f896-4acc-44c9-b68e-619465abb649']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:06.248670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Network 73524a7a-6b9f-4a42-a9b8-697767a31e19 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:22:06.253324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:06.273533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:22:06.306141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 77af9c32-81f6-49f2-909b-ee27d0168e0c details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:22:06.348998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:06.350185 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:06.374081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'Port': ['ID=d3085793-cb15-4202-9919-00b00a383ade,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:06.394243 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-fc67afa4-b29e-4946-b60c-111583f95c86 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9209373 May 25 20:22:06.405859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'port': {'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19', 'admin_state_up': True, 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'security_groups': ['22c63ad4-c26b-42cf-b6e3-3b0393710caa']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:06.617875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbcebb-7ca8-46dd-806a-6f926a5d6c7f req-14d2d6f4-85be-4599-a222-0387f8dde309 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:06.619582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e9fbcebb-7ca8-46dd-806a-6f926a5d6c7f req-14d2d6f4-85be-4599-a222-0387f8dde309 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Synchronizing usage tracker for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:22:06.644266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 77af9c32-81f6-49f2-909b-ee27d0168e0c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=77af9c32-81f6-49f2-909b-ee27d0168e0c,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:22:06.675814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff89f0-f9c3-447b-bd3f-6ce2645d4a4f req-62b269fd-0365-4420-9303-85c4b6c3916e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:06.677538 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5ff89f0-f9c3-447b-bd3f-6ce2645d4a4f req-62b269fd-0365-4420-9303-85c4b6c3916e tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 945 time: 0.2205846 May 25 20:22:06.686994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '77af9c32-81f6-49f2-909b-ee27d0168e0c', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'port_id': '77af9c32-81f6-49f2-909b-ee27d0168e0c', 'mac_address': 'fa:16:3e:c5:8b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:22:06.775236 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5ff89f0-f9c3-447b-bd3f-6ce2645d4a4f req-49aaa8d8-b795-49ac-8b8f-f294dbab7b27 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856714 May 25 20:22:06.776417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:22:06.809911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:22:06.827098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c0ce9af2-3398-4446-b0b1-e1a4f8203aa9 None None] Provisioning for port d3085793-cb15-4202-9919-00b00a383ade completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:22:06.836770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Made reservation on behalf of 2de55f61b45045b4816f6a71bdaf22b8 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:22:06.846061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 77af9c32-81f6-49f2-909b-ee27d0168e0c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:22:06.846479 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:06.857030 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:06.859783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c0ce9af2-3398-4446-b0b1-e1a4f8203aa9 None None] Provisioning complete for port d3085793-cb15-4202-9919-00b00a383ade triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:06.860084 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0ce9af2-3398-4446-b0b1-e1a4f8203aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:06.913967 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77af9c32-81f6-49f2-909b-ee27d0168e0c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:06.938232 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce9af2-3398-4446-b0b1-e1a4f8203aa9 None None] Port d3085793-cb15-4202-9919-00b00a383ade cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:22:06.947618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 77af9c32-81f6-49f2-909b-ee27d0168e0c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=77af9c32-81f6-49f2-909b-ee27d0168e0c,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:22:06.953053 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:07.065680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e9fbcebb-7ca8-46dd-806a-6f926a5d6c7f req-14d2d6f4-85be-4599-a222-0387f8dde309 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Unset dirty status for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:22:07.077558 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9fbcebb-7ca8-46dd-806a-6f926a5d6c7f req-14d2d6f4-85be-4599-a222-0387f8dde309 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 932 time: 1.2766993 May 25 20:22:07.119299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=77af9c32-81f6-49f2-909b-ee27d0168e0c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:07.132624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:07.133285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:07.133869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:07.135439 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:07.136086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:07.136614 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:07.137051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:07.137500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:07.137933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:07.138403 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:07.138987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:07.139238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:07.188156 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['77af9c32-81f6-49f2-909b-ee27d0168e0c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:22:07.306846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63a87e-4bf5-432d-9347-cea7e8b9bd2d req-17bf689d-beaf-4076-83ed-d3413a6ef9f2 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:07.316257 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a63a87e-4bf5-432d-9347-cea7e8b9bd2d req-17bf689d-beaf-4076-83ed-d3413a6ef9f2 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3047109 May 25 20:22:07.356006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Allocated IP 10.2.2.200 (73524a7a-6b9f-4a42-a9b8-697767a31e19/d41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b/c6e0f4c6-dc40-46ca-98b1-a2078622314d) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:22:07.411330 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a63a87e-4bf5-432d-9347-cea7e8b9bd2d req-72c0e9ff-9054-4a17-a386-25e64ffce4e8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938544 May 25 20:22:07.441786 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2351f311-33ad-49fa-b4b0-0cf1fbc8b911 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:07.585682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:22:07.597154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:22:07.699312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-2351f311-33ad-49fa-b4b0-0cf1fbc8b911 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for d143d926-4134-4ad2-8e9d-f2f7153c8988 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:22:07.772141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9fbcebb-7ca8-46dd-806a-6f926a5d6c7f req-bccaac13-d3c7-41bc-87ed-6c4ebfa2a3b7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3991966 May 25 20:22:07.773335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a998ff-0028-4442-a37a-6c5e8e25a58c req-4e4efbae-5561-47c8-a644-c4bf90846690 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:07.773980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Made reservation on behalf of ed2254629dea43a5bc70198b31357a0c for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:22:07.776045 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1a998ff-0028-4442-a37a-6c5e8e25a58c req-4e4efbae-5561-47c8-a644-c4bf90846690 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 944 time: 0.2123535 May 25 20:22:07.777990 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:07.781214 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:07.829332 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:07.839230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Transition to ACTIVE for port object c6e0f4c6-dc40-46ca-98b1-a2078622314d will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:07.885971 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e1a998ff-0028-4442-a37a-6c5e8e25a58c req-4fa268b4-9c5a-4ac9-a8da-9e22b3d39009 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959916 May 25 20:22:07.932986 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:07.981725 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:07.986208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2c57a501-bb4d-4fe5-b36c-627bc2cd071a req-39f15bd7-cce3-42dc-8bff-f121371b61e4 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] For port 511fe1c8-1fd5-4834-b17b-f438d23ce143, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=511fe1c8-1fd5-4834-b17b-f438d23ce143,segment=NetworkSegment(29620b07-4e5d-4e28-aa8d-b6bc937d56fc),segment_id=29620b07-4e5d-4e28-aa8d-b6bc937d56fc)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:22:07.986824 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c57a501-bb4d-4fe5-b36c-627bc2cd071a req-39f15bd7-cce3-42dc-8bff-f121371b61e4 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:08.045417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Network 73524a7a-6b9f-4a42-a9b8-697767a31e19 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:22:08.049327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:08.052008 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event updated for resources: {'Port': ['ID=c6e0f4c6-dc40-46ca-98b1-a2078622314d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:08.055135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:22:08.320826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 77af9c32-81f6-49f2-909b-ee27d0168e0c up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:22:08.360634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:08.361271 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:08.403346 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5a6a8efc-b5fe-4b5a-b1c0-cbfe01d5e722 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0034764 May 25 20:22:08.416970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Request body: {'port': {'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:08.427951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-2c57a501-bb4d-4fe5-b36c-627bc2cd071a req-39f15bd7-cce3-42dc-8bff-f121371b61e4 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Calling delete_port for 511fe1c8-1fd5-4834-b17b-f438d23ce143 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:22:08.505973 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-32e49620-61a9-49e9-98bf-9650afe382f4 None None] Provisioning for port c6e0f4c6-dc40-46ca-98b1-a2078622314d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:22:08.513773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 77af9c32-81f6-49f2-909b-ee27d0168e0c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:22:08.517860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-32e49620-61a9-49e9-98bf-9650afe382f4 None None] Provisioning complete for port c6e0f4c6-dc40-46ca-98b1-a2078622314d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:08.518417 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-32e49620-61a9-49e9-98bf-9650afe382f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:08.556066 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 77af9c32-81f6-49f2-909b-ee27d0168e0c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:08.556781 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:08.563205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Allocated IP 172.25.3.224 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:22:08.646694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-32e49620-61a9-49e9-98bf-9650afe382f4 None None] Port c6e0f4c6-dc40-46ca-98b1-a2078622314d cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:22:08.756152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d70b28-7d4a-4690-a8da-408e858cea28 req-6fa419ce-747e-4dc3-b920-e98e6aa7d94f tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:08.756152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d70b28-7d4a-4690-a8da-408e858cea28 req-6fa419ce-747e-4dc3-b920-e98e6aa7d94f tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:08.759446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d70b28-7d4a-4690-a8da-408e858cea28 req-6fa419ce-747e-4dc3-b920-e98e6aa7d94f tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:08.775927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d70b28-7d4a-4690-a8da-408e858cea28 req-6fa419ce-747e-4dc3-b920-e98e6aa7d94f tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:08.793202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d70b28-7d4a-4690-a8da-408e858cea28 req-6fa419ce-747e-4dc3-b920-e98e6aa7d94f tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:08.794262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-62d70b28-7d4a-4690-a8da-408e858cea28 req-6fa419ce-747e-4dc3-b920-e98e6aa7d94f tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Synchronizing usage tracker for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:22:08.800866 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:08.830201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37be75a-80d9-4759-b287-e10602d60a8c req-01c98450-f046-4b1a-8cd2-5b52ed60824b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:08.838856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b37be75a-80d9-4759-b287-e10602d60a8c req-01c98450-f046-4b1a-8cd2-5b52ed60824b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 0.6905787 May 25 20:22:08.857250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 77af9c32-81f6-49f2-909b-ee27d0168e0c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:22:08.857942 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:08.883051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-62d70b28-7d4a-4690-a8da-408e858cea28 req-6fa419ce-747e-4dc3-b920-e98e6aa7d94f tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Unset dirty status for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:22:08.897117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5fd6cb-0c08-4bd4-a473-90af14b3ceda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77af9c32-81f6-49f2-909b-ee27d0168e0c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:08.897844 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-62d70b28-7d4a-4690-a8da-408e858cea28 req-6fa419ce-747e-4dc3-b920-e98e6aa7d94f tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 3816 time: 0.8058252 May 25 20:22:08.913956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 77af9c32-81f6-49f2-909b-ee27d0168e0c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=77af9c32-81f6-49f2-909b-ee27d0168e0c,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:22:08.920425 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:08.973612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Allocated IP 10.1.1.188 (d3464776-988d-4c60-978a-9ad539684d1a/42845b9c-977c-464d-9399-a7f94f605a69/723f1476-6c1f-4111-adea-481a80bb6f47) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:22:09.024312 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b37be75a-80d9-4759-b287-e10602d60a8c req-ef56b8d9-d38a-4570-b6db-88e1247c8b56 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747451 May 25 20:22:09.024562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=77af9c32-81f6-49f2-909b-ee27d0168e0c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:09.055240 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2351f311-33ad-49fa-b4b0-0cf1fbc8b911 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:09.214530 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-62d70b28-7d4a-4690-a8da-408e858cea28 req-52d19981-300a-45d7-9dbc-cf61efc41f3e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148596 May 25 20:22:09.231699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 511fe1c8-1fd5-4834-b17b-f438d23ce143 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:22:09.570067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 511fe1c8-1fd5-4834-b17b-f438d23ce143 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:22:09.570966 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:09.593362 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ffb800-e99b-4d47-b8f7-575174420de8 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:09.603606 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:09.608641 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:09.616444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351f311-33ad-49fa-b4b0-0cf1fbc8b911 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Port': ['ID=d143d926-4134-4ad2-8e9d-f2f7153c8988,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:09.629573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Transition to ACTIVE for port object 23ffb800-e99b-4d47-b8f7-575174420de8 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:09.646697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f14b25-78a6-49a9-acf3-416216438a56 req-96a57472-8a5c-4599-b45b-a59170ab554b tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:09.650006 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48f14b25-78a6-49a9-acf3-416216438a56 req-96a57472-8a5c-4599-b45b-a59170ab554b tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7eef6e6-527a-44ba-8b57-1ad6969449db HTTP/1.1" status: 200 len: 945 time: 0.2068496 May 25 20:22:09.652416 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:09.681829 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c57a501-bb4d-4fe5-b36c-627bc2cd071a req-39f15bd7-cce3-42dc-8bff-f121371b61e4 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:09.713437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Transition to ACTIVE for port object 723f1476-6c1f-4111-adea-481a80bb6f47 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:09.870816 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:09.871487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48f14b25-78a6-49a9-acf3-416216438a56 req-adf7e5e9-d817-40d2-b591-d0585346112f tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.60 "GET /v2.0/security-groups?id=12fe3fea-012b-4db2-a408-72ab62441e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065790 May 25 20:22:09.884064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=23ffb800-e99b-4d47-b8f7-575174420de8,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:09.889661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f15bd7-cce3-42dc-8bff-f121371b61e4 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Pushing event deleted for resources: {'Port': ['ID=511fe1c8-1fd5-4834-b17b-f438d23ce143,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:09.960357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c57a501-bb4d-4fe5-b36c-627bc2cd071a req-39f15bd7-cce3-42dc-8bff-f121371b61e4 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] No DVR routers for this DVR port 511fe1c8-1fd5-4834-b17b-f438d23ce143 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:22:09.984133 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c57a501-bb4d-4fe5-b36c-627bc2cd071a req-39f15bd7-cce3-42dc-8bff-f121371b61e4 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:09.990523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eef6e6-527a-44ba-8b57-1ad6969449db', 'name': 'network-vif-deleted', 'tag': '511fe1c8-1fd5-4834-b17b-f438d23ce143'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:10.043657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Attempting to bind port 23ffb800-e99b-4d47-b8f7-575174420de8 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:10.044002 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Attempting to bind port 23ffb800-e99b-4d47-b8f7-575174420de8 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:10.044496 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Attempting to bind port 23ffb800-e99b-4d47-b8f7-575174420de8 on network c180c5b1-d3d2-49c2-820a-f270a32e5078 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:10.051194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Port 23ffb800-e99b-4d47-b8f7-575174420de8 on network c180c5b1-d3d2-49c2-820a-f270a32e5078 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:10.051625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Attempting to bind port 23ffb800-e99b-4d47-b8f7-575174420de8 on network c180c5b1-d3d2-49c2-820a-f270a32e5078 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:10.094718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:10.095276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Checking segment: {'id': '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:10.096530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Bound using segment: {'id': '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:10.096530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Bound port: 23ffb800-e99b-4d47-b8f7-575174420de8, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:10.096530 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:10.157444 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c57a501-bb4d-4fe5-b36c-627bc2cd071a req-39f15bd7-cce3-42dc-8bff-f121371b61e4 tempest-VolumesSnapshotTestJSON-742957750 tempest-VolumesSnapshotTestJSON-742957750-project] 10.222.0.70 "DELETE /v2.0/ports/511fe1c8-1fd5-4834-b17b-f438d23ce143 HTTP/1.1" status: 204 len: 173 time: 4.1867933 May 25 20:22:10.190458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca52d42-27d0-40c2-b0bd-a7e72e256593 req-a0b9cc9a-0c06-4604-b1de-0ecf61f83a60 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:10.191975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3ca52d42-27d0-40c2-b0bd-a7e72e256593 req-a0b9cc9a-0c06-4604-b1de-0ecf61f83a60 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.6356785 May 25 20:22:10.198736 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2351f311-33ad-49fa-b4b0-0cf1fbc8b911 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:10.221490 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:10.232855 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117a9cd-1694-487a-86a9-2d5d08320e50 req-d95e55c0-3e4a-493c-a550-84715c414c63 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:10.234405 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b117a9cd-1694-487a-86a9-2d5d08320e50 req-d95e55c0-3e4a-493c-a550-84715c414c63 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 932 time: 0.1841853 May 25 20:22:10.260884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] For port 23ffb800-e99b-4d47-b8f7-575174420de8, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:10.279173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] For port 23ffb800-e99b-4d47-b8f7-575174420de8, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=23ffb800-e99b-4d47-b8f7-575174420de8,segment=NetworkSegment(7dcb27d1-aab2-47d1-9786-a2d7b25e95a7),segment_id=7dcb27d1-aab2-47d1-9786-a2d7b25e95a7)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:10.293536 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:10.356368 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:10.376226 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b117a9cd-1694-487a-86a9-2d5d08320e50 req-151b03fa-35b8-4a34-9bfa-a9617bb87723 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314273 May 25 20:22:10.380377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:10.381068 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:10.384653 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] 10.222.0.50 "PUT /v2.0/ports/23ffb800-e99b-4d47-b8f7-575174420de8 HTTP/1.1" status: 200 len: 1091 time: 1.9724388 May 25 20:22:10.385600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': '23ffb800-e99b-4d47-b8f7-575174420de8'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:10.415306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d50ba-28ab-44a4-9313-e52c6310b5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=23ffb800-e99b-4d47-b8f7-575174420de8,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:10.424767 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Request body: {'port': {'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:10.459746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Network d3464776-988d-4c60-978a-9ad539684d1a is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:22:10.471468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:10.480746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:22:10.513433 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3ca52d42-27d0-40c2-b0bd-a7e72e256593 req-6bde9abc-5c76-4642-a533-0e9721c12254 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101418 May 25 20:22:10.518023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:22:10.529839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'Port': ['ID=723f1476-6c1f-4111-adea-481a80bb6f47,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:10.532393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:10.596522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:22:10.673153 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92924a2a-7c1b-4843-bb8c-69a3fb51b3d3'] response: {'server_uuid': '0b5fd6cb-0c08-4bd4-a473-90af14b3ceda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77af9c32-81f6-49f2-909b-ee27d0168e0c', 'code': 200} May 25 20:22:10.737020 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:10.811058 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd459aa-fb18-44ee-a54a-4ded1a2fe7fe'] response: {'server_uuid': 'e7eef6e6-527a-44ba-8b57-1ad6969449db', 'name': 'network-vif-deleted', 'tag': '511fe1c8-1fd5-4834-b17b-f438d23ce143', 'status': 'completed', 'code': 200} May 25 20:22:10.982851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bdf927f7-1b76-4377-a436-fcae38df3988 None None] Provisioning for port 723f1476-6c1f-4111-adea-481a80bb6f47 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:22:10.990301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bdf927f7-1b76-4377-a436-fcae38df3988 None None] Provisioning complete for port 723f1476-6c1f-4111-adea-481a80bb6f47 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:10.991441 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bdf927f7-1b76-4377-a436-fcae38df3988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:11.048615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-bdf927f7-1b76-4377-a436-fcae38df3988 None None] Port 723f1476-6c1f-4111-adea-481a80bb6f47 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:22:11.071966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45766a-277b-4716-9f49-2d7d16dbb64b req-992be97d-3f9d-44a8-9ff1-2031e5fcbaf6 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:11.073533 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f45766a-277b-4716-9f49-2d7d16dbb64b req-992be97d-3f9d-44a8-9ff1-2031e5fcbaf6 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.5197284 May 25 20:22:11.102915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addc75c-968d-4715-818e-a5d28ff9c5f2 req-fc121fb2-74e7-49bd-9f38-00964377ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:11.104375 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2addc75c-968d-4715-818e-a5d28ff9c5f2 req-fc121fb2-74e7-49bd-9f38-00964377ca44 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 1096 time: 0.3117764 May 25 20:22:11.179793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:11.180741 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:11.367414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:11.392427 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f45766a-277b-4716-9f49-2d7d16dbb64b req-583976b8-047b-45c9-bd45-a440cf6cec3c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075275 May 25 20:22:11.403504 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2addc75c-968d-4715-818e-a5d28ff9c5f2 req-75d54929-d839-4230-9051-18ce7384a856 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889922 May 25 20:22:11.405161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2351f311-33ad-49fa-b4b0-0cf1fbc8b911 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 9595ed01-7e94-4067-aac9-fc3792e083c1 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:22:11.430719 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-95f97dd5-fb40-47fc-a220-c62f82e0e858 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2134411 May 25 20:22:11.447226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'port': {'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a', 'admin_state_up': True, 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'security_groups': ['4471f896-4acc-44c9-b68e-619465abb649']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:11.600149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7194a444-0396-4362-aa01-2992d5275a0c {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:11.610178 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:11.633951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Transition to ACTIVE for port object 7194a444-0396-4362-aa01-2992d5275a0c will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:11.640628 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:11.699169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7933d8-73bb-489f-87f7-326d208561ba req-6ecd32c5-ea3f-48cb-afb7-6d6c795210e0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:11.705029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7933d8-73bb-489f-87f7-326d208561ba req-6ecd32c5-ea3f-48cb-afb7-6d6c795210e0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:11.711954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7933d8-73bb-489f-87f7-326d208561ba req-6ecd32c5-ea3f-48cb-afb7-6d6c795210e0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:11.717910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7933d8-73bb-489f-87f7-326d208561ba req-6ecd32c5-ea3f-48cb-afb7-6d6c795210e0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:11.724131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7933d8-73bb-489f-87f7-326d208561ba req-6ecd32c5-ea3f-48cb-afb7-6d6c795210e0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:11.726355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ad7933d8-73bb-489f-87f7-326d208561ba req-6ecd32c5-ea3f-48cb-afb7-6d6c795210e0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 3828 time: 0.2059824 May 25 20:22:11.775103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2351f311-33ad-49fa-b4b0-0cf1fbc8b911 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:22:11.791023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2351f311-33ad-49fa-b4b0-0cf1fbc8b911 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/9595ed01-7e94-4067-aac9-fc3792e083c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8311212 May 25 20:22:11.793975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59318) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:11.796675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87feab-c131-48bb-8075-e9542ad76f9f None None] Sync routers for ids ['9595ed01-7e94-4067-aac9-fc3792e083c1'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:22:11.810767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87feab-c131-48bb-8075-e9542ad76f9f None None] Routers {'9595ed01-7e94-4067-aac9-fc3792e083c1'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:22:11.811563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bf87feab-c131-48bb-8075-e9542ad76f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:22:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9595ed01-7e94-4067-aac9-fc3792e083c1'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:11.814756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c7060-2a04-46ab-a32c-76fbf3424805 req-f59f7df8-13be-44dd-ad20-fdfae32595dc tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:11.817125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-753c7060-2a04-46ab-a32c-76fbf3424805 req-f59f7df8-13be-44dd-ad20-fdfae32595dc tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 0.8094223 May 25 20:22:11.891196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bf87feab-c131-48bb-8075-e9542ad76f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:11.904160 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87feab-c131-48bb-8075-e9542ad76f9f None None] Routers {'9595ed01-7e94-4067-aac9-fc3792e083c1'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:22:11.905151 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bf87feab-c131-48bb-8075-e9542ad76f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:22:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9595ed01-7e94-4067-aac9-fc3792e083c1'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:11.925272 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7194a444-0396-4362-aa01-2992d5275a0c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:11.982079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2ff5fe0a-2a95-43af-8947-ae39d28ca036 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Synchronizing usage tracker for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:22:11.993904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bf87feab-c131-48bb-8075-e9542ad76f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:11.994611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87feab-c131-48bb-8075-e9542ad76f9f None None] The sync data for ids ['9595ed01-7e94-4067-aac9-fc3792e083c1'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:22:11.997078 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ad7933d8-73bb-489f-87f7-326d208561ba req-893eea61-3f84-46d5-baa0-10d6cc354e56 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802568 May 25 20:22:12.048845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:22:12.063712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2ff5fe0a-2a95-43af-8947-ae39d28ca036 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Unset dirty status for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:22:12.066806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Attempting to bind port 7194a444-0396-4362-aa01-2992d5275a0c on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:12.066995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Attempting to bind port 7194a444-0396-4362-aa01-2992d5275a0c by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:12.067319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Attempting to bind port 7194a444-0396-4362-aa01-2992d5275a0c on network 814e0c94-51e7-489c-9196-d87d06585fbd {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:12.068320 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2ff5fe0a-2a95-43af-8947-ae39d28ca036 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports?device_id=9595ed01-7e94-4067-aac9-fc3792e083c1 HTTP/1.1" status: 200 len: 205 time: 0.2691691 May 25 20:22:12.069987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59322) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:12.073731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:12.073893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Port 7194a444-0396-4362-aa01-2992d5275a0c on network 814e0c94-51e7-489c-9196-d87d06585fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:12.074409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Attempting to bind port 7194a444-0396-4362-aa01-2992d5275a0c on network 814e0c94-51e7-489c-9196-d87d06585fbd {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:12.080381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:12.080721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Checking segment: {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:12.081107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Bound using segment: {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:12.081573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Bound port: 7194a444-0396-4362-aa01-2992d5275a0c, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:12.082263 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:12.102945 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304321b8-cabc-4e22-8cb5-2460e985c2ac'] response: {'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': '23ffb800-e99b-4d47-b8f7-575174420de8', 'status': 'completed', 'code': 200} May 25 20:22:12.143653 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-753c7060-2a04-46ab-a32c-76fbf3424805 req-4878cab5-100d-49a4-8ebb-ff87669216a7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165842 May 25 20:22:12.146881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:22:12.287026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdadfee-49fd-401f-a41d-603551179894 req-20a94e73-be23-4216-a234-a3a31f9cf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:12.287511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdadfee-49fd-401f-a41d-603551179894 req-20a94e73-be23-4216-a234-a3a31f9cf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:12.288528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdadfee-49fd-401f-a41d-603551179894 req-20a94e73-be23-4216-a234-a3a31f9cf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:12.289099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdadfee-49fd-401f-a41d-603551179894 req-20a94e73-be23-4216-a234-a3a31f9cf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:12.289581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdadfee-49fd-401f-a41d-603551179894 req-20a94e73-be23-4216-a234-a3a31f9cf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:12.290039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdadfee-49fd-401f-a41d-603551179894 req-20a94e73-be23-4216-a234-a3a31f9cf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:12.291989 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dfdadfee-49fd-401f-a41d-603551179894 req-20a94e73-be23-4216-a234-a3a31f9cf38a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5245 time: 0.1546118 May 25 20:22:12.296452 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] For port 7194a444-0396-4362-aa01-2992d5275a0c, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:12.308156 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] For port 7194a444-0396-4362-aa01-2992d5275a0c, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=7194a444-0396-4362-aa01-2992d5275a0c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:12.344780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Made reservation on behalf of ed2254629dea43a5bc70198b31357a0c for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:22:12.348353 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:12.360490 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:12.370709 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2fa14656-8a42-4516-bb1d-111039b2cfb9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:12.597706 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:12.598677 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:12.601239 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] 10.222.0.50 "PUT /v2.0/ports/7194a444-0396-4362-aa01-2992d5275a0c HTTP/1.1" status: 200 len: 1131 time: 2.1812601 May 25 20:22:12.669552 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Request body: {'port': {'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:12.840018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7912c-c8ed-4394-ab9d-d14fd31d67f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7194a444-0396-4362-aa01-2992d5275a0c,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:12.855470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdadfee-49fd-401f-a41d-603551179894 req-c1fb0c2e-1415-40fa-9970-ea527f2171f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:12.855470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdadfee-49fd-401f-a41d-603551179894 req-c1fb0c2e-1415-40fa-9970-ea527f2171f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:12.855673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdadfee-49fd-401f-a41d-603551179894 req-c1fb0c2e-1415-40fa-9970-ea527f2171f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:12.857263 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dfdadfee-49fd-401f-a41d-603551179894 req-c1fb0c2e-1415-40fa-9970-ea527f2171f5 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5477798 May 25 20:22:13.125326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f3f01-7b95-4b44-8f51-ff3d46a2530f req-71b5cc79-61d6-44f0-a2c9-6b696d0c2d64 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:13.127617 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-104f3f01-7b95-4b44-8f51-ff3d46a2530f req-71b5cc79-61d6-44f0-a2c9-6b696d0c2d64 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.6532993 May 25 20:22:13.195676 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-104f3f01-7b95-4b44-8f51-ff3d46a2530f req-20c9e3ba-6f8f-4c2c-91bf-0c98b216332b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561130 May 25 20:22:13.197312 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:13.324017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdadfee-49fd-401f-a41d-603551179894 req-4e1d1db7-3bb4-4d39-bd2f-54f9dd085d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:13.325814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dfdadfee-49fd-401f-a41d-603551179894 req-4e1d1db7-3bb4-4d39-bd2f-54f9dd085d4b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4615948 May 25 20:22:13.576713 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2fa14656-8a42-4516-bb1d-111039b2cfb9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:13.581822 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2fa14656-8a42-4516-bb1d-111039b2cfb9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:13.808967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Allocated IP 10.1.1.216 (d3464776-988d-4c60-978a-9ad539684d1a/42845b9c-977c-464d-9399-a7f94f605a69/60f2c721-b8e7-4254-a086-1a16f4ce7793) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:22:13.826318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8a028-3ad6-4d19-8f98-b202f321b224 req-2b0f3610-f257-459b-84f1-9efae4eaeb33 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:13.832313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8a028-3ad6-4d19-8f98-b202f321b224 req-2b0f3610-f257-459b-84f1-9efae4eaeb33 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:13.833231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-01f8a028-3ad6-4d19-8f98-b202f321b224 req-2b0f3610-f257-459b-84f1-9efae4eaeb33 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Synchronizing usage tracker for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:22:13.843987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eb0e2-ceca-49e4-b6f5-97c71e52a323 req-8cfabd1d-714a-422f-8603-c737fb194dde tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:13.845884 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-397eb0e2-ceca-49e4-b6f5-97c71e52a323 req-8cfabd1d-714a-422f-8603-c737fb194dde tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.4215331 May 25 20:22:13.866089 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:13.874604 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2fa14656-8a42-4516-bb1d-111039b2cfb9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:13.875102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa14656-8a42-4516-bb1d-111039b2cfb9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Fanout notify agent at l3_agent the message router_deleted on router 9595ed01-7e94-4067-aac9-fc3792e083c1 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:22:13.951949 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-397eb0e2-ceca-49e4-b6f5-97c71e52a323 req-6c10cf71-c496-4cf1-8605-78aab49e2b3c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981629 May 25 20:22:13.998005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-01f8a028-3ad6-4d19-8f98-b202f321b224 req-2b0f3610-f257-459b-84f1-9efae4eaeb33 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Unset dirty status for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:22:14.008736 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01f8a028-3ad6-4d19-8f98-b202f321b224 req-2b0f3610-f257-459b-84f1-9efae4eaeb33 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 1654 time: 1.5272751 May 25 20:22:14.011485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb3cf7b-33cc-446c-bc12-45dbba72300e {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:14.021410 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:14.044762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Transition to ACTIVE for port object cfb3cf7b-33cc-446c-bc12-45dbba72300e will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:14.049003 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:14.106018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': '7194a444-0396-4362-aa01-2992d5275a0c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:14.143020 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2fa14656-8a42-4516-bb1d-111039b2cfb9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:14.149204 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2fa14656-8a42-4516-bb1d-111039b2cfb9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/routers/9595ed01-7e94-4067-aac9-fc3792e083c1 HTTP/1.1" status: 204 len: 168 time: 1.9995403 May 25 20:22:14.165676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59352) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:14.396833 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01f8a028-3ad6-4d19-8f98-b202f321b224 req-457dcce1-a750-4995-a034-b475da640e2a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867700 May 25 20:22:14.455463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Pushing event updated for resources: {'Port': ['ID=cfb3cf7b-33cc-446c-bc12-45dbba72300e,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:14.613700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d9b907-b7af-48e6-8565-c2082d9485f7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting subnet 579d56ae-78aa-4996-9494-486ea5e03721 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:22:14.626804 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b907-b7af-48e6-8565-c2082d9485f7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:14.771729 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:14.777318 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b907-b7af-48e6-8565-c2082d9485f7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:14.834130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Transition to ACTIVE for port object 60f2c721-b8e7-4254-a086-1a16f4ce7793 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:14.855227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Router 13de9e44-b091-41c1-a938-61db012612f8 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:22:14.858999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Attempting to bind port cfb3cf7b-33cc-446c-bc12-45dbba72300e on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:14.859489 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Attempting to bind port cfb3cf7b-33cc-446c-bc12-45dbba72300e by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:14.859971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Attempting to bind port cfb3cf7b-33cc-446c-bc12-45dbba72300e on network 814e0c94-51e7-489c-9196-d87d06585fbd {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:14.884897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2f76e-c995-4ccc-8d80-d581520f47da req-f332f9ba-5400-40c0-87d2-1954bba55550 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:14.892140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18f2f76e-c995-4ccc-8d80-d581520f47da req-f332f9ba-5400-40c0-87d2-1954bba55550 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 0.2527649 May 25 20:22:14.897570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdf96c-2bca-47ec-b07e-452721dcb9dc req-60ca7bc3-0d45-495d-b7c0-f56df3984dde tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:14.908307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdf96c-2bca-47ec-b07e-452721dcb9dc req-60ca7bc3-0d45-495d-b7c0-f56df3984dde tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:14.919970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdf96c-2bca-47ec-b07e-452721dcb9dc req-60ca7bc3-0d45-495d-b7c0-f56df3984dde tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:14.930831 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdf96c-2bca-47ec-b07e-452721dcb9dc req-60ca7bc3-0d45-495d-b7c0-f56df3984dde tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:14.941580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdf96c-2bca-47ec-b07e-452721dcb9dc req-60ca7bc3-0d45-495d-b7c0-f56df3984dde tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:14.954349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdf96c-2bca-47ec-b07e-452721dcb9dc req-60ca7bc3-0d45-495d-b7c0-f56df3984dde tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:14.966116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdf96c-2bca-47ec-b07e-452721dcb9dc req-60ca7bc3-0d45-495d-b7c0-f56df3984dde tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:14.969345 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ebcdf96c-2bca-47ec-b07e-452721dcb9dc req-60ca7bc3-0d45-495d-b7c0-f56df3984dde tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5373 time: 0.8475034 May 25 20:22:14.977220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Port cfb3cf7b-33cc-446c-bc12-45dbba72300e on network 814e0c94-51e7-489c-9196-d87d06585fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:14.977729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Attempting to bind port cfb3cf7b-33cc-446c-bc12-45dbba72300e on network 814e0c94-51e7-489c-9196-d87d06585fbd {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:15.018741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:15.019264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Checking segment: {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:15.019860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Bound using segment: {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:15.020543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Bound port: cfb3cf7b-33cc-446c-bc12-45dbba72300e, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:15.021078 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:15.132603 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18f2f76e-c995-4ccc-8d80-d581520f47da req-a93efe77-dcf3-4c45-829b-57702e9f6ba2 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263873 May 25 20:22:15.200433 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ebcdf96c-2bca-47ec-b07e-452721dcb9dc req-4e928d41-8023-4c16-ba20-628d3d6340a2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2129323 May 25 20:22:15.227050 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:15.262974 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b907-b7af-48e6-8565-c2082d9485f7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:15.326979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] For port cfb3cf7b-33cc-446c-bc12-45dbba72300e, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:15.348511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] For port cfb3cf7b-33cc-446c-bc12-45dbba72300e, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=cfb3cf7b-33cc-446c-bc12-45dbba72300e,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:15.355548 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:15.451293 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:15.452139 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:15.453233 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] 10.222.0.50 "PUT /v2.0/ports/cfb3cf7b-33cc-446c-bc12-45dbba72300e HTTP/1.1" status: 200 len: 1130 time: 2.8043551 May 25 20:22:15.499521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Request body: {'port': {'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:15.536608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:22:15.548110 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Sync routers for ids ['13de9e44-b091-41c1-a938-61db012612f8'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:22:15.567984 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Routers {'13de9e44-b091-41c1-a938-61db012612f8'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:22:15.574352 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b907-b7af-48e6-8565-c2082d9485f7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:15.575988 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:22:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['13de9e44-b091-41c1-a938-61db012612f8'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:15.597737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Network d3464776-988d-4c60-978a-9ad539684d1a is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:22:15.619597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:15.624451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:22:15.657774 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9b907-b7af-48e6-8565-c2082d9485f7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Subnet': ['ID=579d56ae-78aa-4996-9494-486ea5e03721,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:15.659383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaa59f-d58b-44f2-9164-59cd85fd28ca service neutron] Pushing event updated for resources: {'Port': ['ID=cfb3cf7b-33cc-446c-bc12-45dbba72300e,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:15.663972 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b907-b7af-48e6-8565-c2082d9485f7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:15.686066 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:15.687393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d52c3886-59be-4873-aa4d-b45ebb63ff24 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 12.9284902 May 25 20:22:15.698985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59362) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:15.708780 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64617a8e-6f79-409b-a7f4-9c2b5243cd4b None None] Network e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:22:15.746193 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e8d9b907-b7af-48e6-8565-c2082d9485f7 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/579d56ae-78aa-4996-9494-486ea5e03721 HTTP/1.1" status: 204 len: 168 time: 1.5721445 May 25 20:22:15.760602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59366) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:15.997958 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:16.205280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24143f-1e86-4ce5-a788-2fcdab1ce1f5 req-19c25f9a-ac97-44f9-b852-00976058d3df tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:16.208542 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb24143f-1e86-4ce5-a788-2fcdab1ce1f5 req-19c25f9a-ac97-44f9-b852-00976058d3df tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.7622979 May 25 20:22:16.270483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69851f87-413e-4e99-92ad-75c6c66db93b None None] DHCP port deletion for e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:22:16.273731 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Set router 13de9e44-b091-41c1-a938-61db012612f8 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:22:16.290626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-69851f87-413e-4e99-92ad-75c6c66db93b None None] Deleting port 7618331c-3b44-47ef-bd72-ef40a6696bc8 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:22:16.295341 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-69851f87-413e-4e99-92ad-75c6c66db93b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:16.295961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59372) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:16.332796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-49ff9cc3-cd19-43d7-a325-85f9c0bc08d7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Request body: {'floatingip': {'port_id': '77af9c32-81f6-49f2-909b-ee27d0168e0c'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:16.498446 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:16.527426 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4041fb6-5b51-4d1e-9eca-982e48de3d83'] response: {'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': '7194a444-0396-4362-aa01-2992d5275a0c', 'status': 'completed', 'code': 200} May 25 20:22:16.559044 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 61aa281f-3b41-4c89-9595-67d38a52b24b details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:22:16.561396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7618331c-3b44-47ef-bd72-ef40a6696bc8 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:22:16.697916 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-49ff9cc3-cd19-43d7-a325-85f9c0bc08d7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:16.708322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:16.712984 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:16.755214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'Port': ['ID=60f2c721-b8e7-4254-a086-1a16f4ce7793,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:16.830998 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-61ad44a1-fc03-4349-9c76-512152739dc5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3883982 May 25 20:22:16.846515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-69851f87-413e-4e99-92ad-75c6c66db93b None None] For port 7618331c-3b44-47ef-bd72-ef40a6696bc8, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7618331c-3b44-47ef-bd72-ef40a6696bc8,segment=NetworkSegment(08511e85-3ebe-48c7-8fd1-99eb722e30cd),segment_id=08511e85-3ebe-48c7-8fd1-99eb722e30cd)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:22:16.847097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-69851f87-413e-4e99-92ad-75c6c66db93b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:16.890041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'port': {'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7', 'admin_state_up': True, 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'security_groups': ['4471f896-4acc-44c9-b68e-619465abb649']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:16.981614 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:22:11Z', 'revision_number': 3, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port': {'id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:08Z', 'updated_at': '2022-05-25T20:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:16.988077 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Checking router: 13de9e44-b091-41c1-a938-61db012612f8 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:22:16.988419 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Updating router 13de9e44-b091-41c1-a938-61db012612f8 port ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:22:17.064167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-69851f87-413e-4e99-92ad-75c6c66db93b None None] Calling delete_port for 7618331c-3b44-47ef-bd72-ef40a6696bc8 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:22:17.084231 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:17.134816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 7618331c-3b44-47ef-bd72-ef40a6696bc8 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:22:17.135365 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:17.240159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82850450-442d-4683-a4b0-20aa37cff559 req-111627a6-b0ed-40d2-aa38-4c35df3007ab tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:17.244813 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82850450-442d-4683-a4b0-20aa37cff559 req-111627a6-b0ed-40d2-aa38-4c35df3007ab tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 1.8892517 May 25 20:22:17.265564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cde1f6fe-d3aa-4f6f-af49-af11fc3a4086 None None] Provisioning for port 60f2c721-b8e7-4254-a086-1a16f4ce7793 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:22:17.280048 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cde1f6fe-d3aa-4f6f-af49-af11fc3a4086 None None] Provisioning complete for port 60f2c721-b8e7-4254-a086-1a16f4ce7793 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:17.280397 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cde1f6fe-d3aa-4f6f-af49-af11fc3a4086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:17.464818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cde1f6fe-d3aa-4f6f-af49-af11fc3a4086 None None] Port 60f2c721-b8e7-4254-a086-1a16f4ce7793 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:22:17.479290 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82850450-442d-4683-a4b0-20aa37cff559 req-74c2b940-ad6e-4700-9e28-b4ec49b12786 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203472 May 25 20:22:17.756407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565b7a-0411-425b-81d3-6cb4b656003c req-7681b04e-bdd7-40bc-8093-c15563e3f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:17.757309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565b7a-0411-425b-81d3-6cb4b656003c req-7681b04e-bdd7-40bc-8093-c15563e3f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:17.757497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565b7a-0411-425b-81d3-6cb4b656003c req-7681b04e-bdd7-40bc-8093-c15563e3f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:17.757883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565b7a-0411-425b-81d3-6cb4b656003c req-7681b04e-bdd7-40bc-8093-c15563e3f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:17.761132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565b7a-0411-425b-81d3-6cb4b656003c req-7681b04e-bdd7-40bc-8093-c15563e3f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:17.763926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565b7a-0411-425b-81d3-6cb4b656003c req-7681b04e-bdd7-40bc-8093-c15563e3f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:17.766470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565b7a-0411-425b-81d3-6cb4b656003c req-7681b04e-bdd7-40bc-8093-c15563e3f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:17.769484 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e565b7a-0411-425b-81d3-6cb4b656003c req-7681b04e-bdd7-40bc-8093-c15563e3f180 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 6210 time: 1.2683625 May 25 20:22:17.868894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 61aa281f-3b41-4c89-9595-67d38a52b24b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=61aa281f-3b41-4c89-9595-67d38a52b24b,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:22:17.903049 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-69851f87-413e-4e99-92ad-75c6c66db93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:17.909199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'port_id': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'mac_address': 'fa:16:3e:cb:77:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:22:18.030793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:22:18.047330 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:18.069468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69851f87-413e-4e99-92ad-75c6c66db93b None None] Pushing event deleted for resources: {'Port': ['ID=7618331c-3b44-47ef-bd72-ef40a6696bc8,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:18.084900 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Transition to ACTIVE for port object ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:18.093236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69851f87-413e-4e99-92ad-75c6c66db93b None None] No DVR routers for this DVR port 7618331c-3b44-47ef-bd72-ef40a6696bc8 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:22:18.103256 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:18.106785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7618331c-3b44-47ef-bd72-ef40a6696bc8 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:22:18.107568 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:18.134107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:22:18.253855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Made reservation on behalf of ed2254629dea43a5bc70198b31357a0c for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:22:18.388860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 61aa281f-3b41-4c89-9595-67d38a52b24b is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:22:18.389290 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:18.412083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] For port 7618331c-3b44-47ef-bd72-ef40a6696bc8, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7618331c-3b44-47ef-bd72-ef40a6696bc8,segment=NetworkSegment(08511e85-3ebe-48c7-8fd1-99eb722e30cd),segment_id=08511e85-3ebe-48c7-8fd1-99eb722e30cd)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:22:18.412397 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Attempting to bind port ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:18.412611 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Attempting to bind port ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:18.413034 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Attempting to bind port ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:18.413341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:18.428213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61aa281f-3b41-4c89-9595-67d38a52b24b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:18.439989 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc20daa-e946-435c-a3b2-cfc64aea9753 None None] Pushing event updated for resources: {'Port': ['ID=ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:18.457680 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:18.458277 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:18.458470 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:18.458939 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:18.467301 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Bound port: ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:18.467604 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:18.522738 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc20daa-e946-435c-a3b2-cfc64aea9753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:18.523042 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc20daa-e946-435c-a3b2-cfc64aea9753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:18.523422 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc20daa-e946-435c-a3b2-cfc64aea9753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:18.523971 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc20daa-e946-435c-a3b2-cfc64aea9753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:18.524449 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc20daa-e946-435c-a3b2-cfc64aea9753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:18.524940 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc20daa-e946-435c-a3b2-cfc64aea9753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:18.525414 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc20daa-e946-435c-a3b2-cfc64aea9753 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:18.526083 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc20daa-e946-435c-a3b2-cfc64aea9753 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:18.527159 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc20daa-e946-435c-a3b2-cfc64aea9753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:18.528044 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc20daa-e946-435c-a3b2-cfc64aea9753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:18.528554 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc20daa-e946-435c-a3b2-cfc64aea9753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:18.529053 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc20daa-e946-435c-a3b2-cfc64aea9753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:18.597673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 61aa281f-3b41-4c89-9595-67d38a52b24b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=61aa281f-3b41-4c89-9595-67d38a52b24b,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:22:18.602683 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] For port ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:18.609160 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] For port ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:18.611714 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:18.621844 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:18.823201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['61aa281f-3b41-4c89-9595-67d38a52b24b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:22:18.832980 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc20daa-e946-435c-a3b2-cfc64aea9753 None None] Pushing event updated for resources: {'Port': ['ID=ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:18.848923 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:18.884362 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Routers {'13de9e44-b091-41c1-a938-61db012612f8'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:22:18.885308 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:22:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['13de9e44-b091-41c1-a938-61db012612f8'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:18.931654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=61aa281f-3b41-4c89-9595-67d38a52b24b,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:19.084180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for 7618331c-3b44-47ef-bd72-ef40a6696bc8 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:22:19.194170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': 'cfb3cf7b-33cc-446c-bc12-45dbba72300e'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:19.205235 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] Set router 13de9e44-b091-41c1-a938-61db012612f8 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:22:19.229671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463159-4461-48aa-b279-9443b3425a3c req-b0f3d3e9-92c0-4e02-b107-af5ad71b1360 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:19.236109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463159-4461-48aa-b279-9443b3425a3c req-b0f3d3e9-92c0-4e02-b107-af5ad71b1360 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:19.244306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463159-4461-48aa-b279-9443b3425a3c req-b0f3d3e9-92c0-4e02-b107-af5ad71b1360 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:19.252437 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3463159-4461-48aa-b279-9443b3425a3c req-b0f3d3e9-92c0-4e02-b107-af5ad71b1360 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 2375 time: 2.6048701 May 25 20:22:19.331729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7018e-426e-4225-bcef-154c217279c9 req-d0c36d50-c5cd-40cb-93e9-6f47f839ffa9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:19.339410 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-58d7018e-426e-4225-bcef-154c217279c9 req-d0c36d50-c5cd-40cb-93e9-6f47f839ffa9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 1.4214163 May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: from cryptography.utils import int_from_bytes May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: from cryptography.utils import int_from_bytes May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn_limited( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn_limited( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:22:19.501760 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:22:19.529486 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:22:19.530031 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:22:19.628130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3463159-4461-48aa-b279-9443b3425a3c req-3ea8f1e9-2da6-4976-bf3f-d1560d852df7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3744848 May 25 20:22:19.746761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565b7a-0411-425b-81d3-6cb4b656003c req-4c379f60-8aaf-4dbc-b89b-62cf0adb343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:19.747514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565b7a-0411-425b-81d3-6cb4b656003c req-4c379f60-8aaf-4dbc-b89b-62cf0adb343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:19.748133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565b7a-0411-425b-81d3-6cb4b656003c req-4c379f60-8aaf-4dbc-b89b-62cf0adb343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:19.750259 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e565b7a-0411-425b-81d3-6cb4b656003c req-4c379f60-8aaf-4dbc-b89b-62cf0adb343e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.9549966 May 25 20:22:19.809772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Allocated IP 10.2.2.100 (72bd1e88-522d-4f1d-8d48-37fb784df0f7/c5ee70b4-7ed2-418e-8ec0-3ebc08614a34/646b5601-3102-4461-916d-7e5427ae5ee1) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:22:19.870679 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:22:11Z', 'revision_number': 3, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port': {'id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:08Z', 'updated_at': '2022-05-25T20:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:19.886215 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71dca2-c613-4e9c-a61c-925aea4456f3 None None] The sync data for ids ['13de9e44-b091-41c1-a938-61db012612f8'] in n-d-843339-1 is: [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:22:11Z', 'revision_number': 3, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port': {'id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:08Z', 'updated_at': '2022-05-25T20:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:22:20.013672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565b7a-0411-425b-81d3-6cb4b656003c req-8ba08095-8fd9-47d2-9eed-b3558470b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:20.015234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e565b7a-0411-425b-81d3-6cb4b656003c req-8ba08095-8fd9-47d2-9eed-b3558470b4c4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2555804 May 25 20:22:20.228752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 7618331c-3b44-47ef-bd72-ef40a6696bc8 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:22:20.229521 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:20.250388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:20.285846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Transition to ACTIVE for port object 646b5601-3102-4461-916d-7e5427ae5ee1 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:20.311554 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:22:20.481828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] The port '7618331c-3b44-47ef-bd72-ef40a6696bc8' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:22:20.584963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:20.594834 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:20.602069 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:20.613248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 61aa281f-3b41-4c89-9595-67d38a52b24b up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:22:20.617840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Transition to ACTIVE for port object 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:20.751444 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-58d7018e-426e-4225-bcef-154c217279c9 req-3ee10926-604b-4860-9656-d961cd002ad6 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3701909 May 25 20:22:20.885833 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:20.931464 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:20.993733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:22:21.003410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 61aa281f-3b41-4c89-9595-67d38a52b24b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:21.003906 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:21.029081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:21.043462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'Port': ['ID=646b5601-3102-4461-916d-7e5427ae5ee1,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:21.054325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:22:21.092491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:22:21.218444 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc162b05-f922-4e48-a86a-4641cf44f1dc'] response: {'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': 'cfb3cf7b-33cc-446c-bc12-45dbba72300e', 'status': 'completed', 'code': 200} May 25 20:22:21.330715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:22:21.348831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:21.349440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:21.492656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:21.493321 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:21.775605 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:21.776235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9c81e2ae-daa6-42b1-8481-d7cf67645a02 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8957736 May 25 20:22:21.812365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:21.836164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'port': {'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7', 'admin_state_up': True, 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'security_groups': ['4471f896-4acc-44c9-b68e-619465abb649']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:21.922010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:22:21.922652 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:21.976632 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fbb55cf2-fd3a-4d01-aa13-7d2f9b93c439 None None] Provisioning for port 646b5601-3102-4461-916d-7e5427ae5ee1 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:22:21.996745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:22:22.002921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fbb55cf2-fd3a-4d01-aa13-7d2f9b93c439 None None] Provisioning complete for port 646b5601-3102-4461-916d-7e5427ae5ee1 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:22.003437 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fbb55cf2-fd3a-4d01-aa13-7d2f9b93c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:22.113617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:22.126554 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:22.164848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08511e85-3ebe-48c7-8fd1-99eb722e30cd') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:22.165586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08511e85-3ebe-48c7-8fd1-99eb722e30cd') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:22.199371 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:22.234185 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:22.246358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:22:22.247375 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:22.406956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fbb55cf2-fd3a-4d01-aa13-7d2f9b93c439 None None] Port 646b5601-3102-4461-916d-7e5427ae5ee1 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:22:22.424418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5085a-c34a-4ce0-9cf7-c62a66fcf7a1 req-ac30b16e-fc19-4034-8f61-93e1b497e92f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:22.434504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5085a-c34a-4ce0-9cf7-c62a66fcf7a1 req-ac30b16e-fc19-4034-8f61-93e1b497e92f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:22.438487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5085a-c34a-4ce0-9cf7-c62a66fcf7a1 req-ac30b16e-fc19-4034-8f61-93e1b497e92f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:22.445704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5085a-c34a-4ce0-9cf7-c62a66fcf7a1 req-ac30b16e-fc19-4034-8f61-93e1b497e92f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:22.446701 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1bf5085a-c34a-4ce0-9cf7-c62a66fcf7a1 req-ac30b16e-fc19-4034-8f61-93e1b497e92f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Synchronizing usage tracker for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:22:22.506888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:22.533053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 61aa281f-3b41-4c89-9595-67d38a52b24b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:22:22.533774 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:22.556980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:22:22.572444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:22:22.607665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99669-ce20-47df-a73c-0db972b51d4d req-667b94d2-caec-4274-aa64-f03dfa5f1c42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:22.610369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Allocated IP 172.20.0.1 (af255cd0-9c8c-44d1-a0f2-e82d62f8aede/fca3a56e-188b-4aef-b6d9-198c489c2bb1/9c525734-4f88-449a-8bf4-1ed1a09ab697) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:22:22.620487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99669-ce20-47df-a73c-0db972b51d4d req-667b94d2-caec-4274-aa64-f03dfa5f1c42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:22.635499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99669-ce20-47df-a73c-0db972b51d4d req-667b94d2-caec-4274-aa64-f03dfa5f1c42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:22.648608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 61aa281f-3b41-4c89-9595-67d38a52b24b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=61aa281f-3b41-4c89-9595-67d38a52b24b,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:22:22.649766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aa281f-3b41-4c89-9595-67d38a52b24b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:22.653069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99669-ce20-47df-a73c-0db972b51d4d req-667b94d2-caec-4274-aa64-f03dfa5f1c42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:22.661168 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:22.667742 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99669-ce20-47df-a73c-0db972b51d4d req-667b94d2-caec-4274-aa64-f03dfa5f1c42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:22.683457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99669-ce20-47df-a73c-0db972b51d4d req-667b94d2-caec-4274-aa64-f03dfa5f1c42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:22.697909 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99669-ce20-47df-a73c-0db972b51d4d req-667b94d2-caec-4274-aa64-f03dfa5f1c42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:22.702411 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2b99669-ce20-47df-a73c-0db972b51d4d req-667b94d2-caec-4274-aa64-f03dfa5f1c42 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5373 time: 2.6822488 May 25 20:22:22.708955 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 08511e85-3ebe-48c7-8fd1-99eb722e30cd resource provider aggregate not found May 25 20:22:22.794996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1bf5085a-c34a-4ce0-9cf7-c62a66fcf7a1 req-ac30b16e-fc19-4034-8f61-93e1b497e92f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Unset dirty status for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:22:22.813810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1bf5085a-c34a-4ce0-9cf7-c62a66fcf7a1 req-ac30b16e-fc19-4034-8f61-93e1b497e92f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 3096 time: 1.4048493 May 25 20:22:22.903601 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 08511e85-3ebe-48c7-8fd1-99eb722e30cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08511e85-3ebe-48c7-8fd1-99eb722e30cd found for delete ", "request_id": "req-03dfddcb-b964-41b7-922a-08467c18fafb"}]} May 25 20:22:22.904645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:22:22.913038 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-49ff9cc3-cd19-43d7-a325-85f9c0bc08d7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] It took 0.90 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:22:23.031957 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1bf5085a-c34a-4ce0-9cf7-c62a66fcf7a1 req-27af6f9c-d337-41ec-9490-2e1f3ae760fd tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873024 May 25 20:22:23.032801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Made reservation on behalf of ed2254629dea43a5bc70198b31357a0c for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:22:23.046216 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:23.081260 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-49ff9cc3-cd19-43d7-a325-85f9c0bc08d7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:23.138686 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-49ff9cc3-cd19-43d7-a325-85f9c0bc08d7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:23.182004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=61aa281f-3b41-4c89-9595-67d38a52b24b,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:23.257974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:23.257974 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:23.288812 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2b99669-ce20-47df-a73c-0db972b51d4d req-3b8eca3a-04fa-4c33-a783-b6abc40bcd59 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5071337 May 25 20:22:23.338077 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:23.349570 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:23.446336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Network': ['ID=e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:23.470921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22090f-f916-49ae-9ca2-81e49fe1ae65 req-0264c06f-ca4e-41b2-abdb-1b64bcd8ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:23.471838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22090f-f916-49ae-9ca2-81e49fe1ae65 req-0264c06f-ca4e-41b2-abdb-1b64bcd8ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:23.472749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22090f-f916-49ae-9ca2-81e49fe1ae65 req-0264c06f-ca4e-41b2-abdb-1b64bcd8ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:23.473346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22090f-f916-49ae-9ca2-81e49fe1ae65 req-0264c06f-ca4e-41b2-abdb-1b64bcd8ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:23.474099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22090f-f916-49ae-9ca2-81e49fe1ae65 req-0264c06f-ca4e-41b2-abdb-1b64bcd8ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:23.475551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22090f-f916-49ae-9ca2-81e49fe1ae65 req-0264c06f-ca4e-41b2-abdb-1b64bcd8ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:23.476259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22090f-f916-49ae-9ca2-81e49fe1ae65 req-0264c06f-ca4e-41b2-abdb-1b64bcd8ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:23.484692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb22090f-f916-49ae-9ca2-81e49fe1ae65 req-0264c06f-ca4e-41b2-abdb-1b64bcd8ed92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 6235 time: 2.2416799 May 25 20:22:23.545717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:22:23.701075 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:23.767274 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:23.775450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22090f-f916-49ae-9ca2-81e49fe1ae65 req-feeef550-2bea-4458-9692-c66b056b9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:23.776114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22090f-f916-49ae-9ca2-81e49fe1ae65 req-feeef550-2bea-4458-9692-c66b056b9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:23.776585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22090f-f916-49ae-9ca2-81e49fe1ae65 req-feeef550-2bea-4458-9692-c66b056b9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:23.778245 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb22090f-f916-49ae-9ca2-81e49fe1ae65 req-feeef550-2bea-4458-9692-c66b056b9804 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2924726 May 25 20:22:23.779052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Attempting to bind port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:23.779850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Attempting to bind port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:23.780411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Attempting to bind port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c on network 814e0c94-51e7-489c-9196-d87d06585fbd {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:23.808748 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:23.816239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c on network 814e0c94-51e7-489c-9196-d87d06585fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:23.816781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Attempting to bind port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c on network 814e0c94-51e7-489c-9196-d87d06585fbd {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:23.868654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Network af255cd0-9c8c-44d1-a0f2-e82d62f8aede is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:22:23.872733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:23.875727 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Checking segment: {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:23.876355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Bound using segment: {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:23.876913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Bound port: 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:23.877552 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:23.877967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:23.956734 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:22:24.049209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Pushing event updated for resources: {'Port': ['ID=9c525734-4f88-449a-8bf4-1ed1a09ab697,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:24.109687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61ce22-cd6a-4be8-9a0b-5651210a1334 req-15a89b0e-9107-49c3-a736-42d2fa38cbf3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:24.117452 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a61ce22-cd6a-4be8-9a0b-5651210a1334 req-15a89b0e-9107-49c3-a736-42d2fa38cbf3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.8000205 May 25 20:22:24.123960 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9498f659-3125-454a-b33e-5ff813f03c3e tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/networks/e8a4882a-1c87-47a8-9ddd-d0e7e838e3b9 HTTP/1.1" status: 204 len: 168 time: 8.3449829 May 25 20:22:24.144449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59446) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:24.166086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-825615251', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:24.200397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:22:24.204384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:router and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:22:24.207445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:22:24.215492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:22:24.231375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Allocated IP 10.2.2.200 (72bd1e88-522d-4f1d-8d48-37fb784df0f7/c5ee70b4-7ed2-418e-8ec0-3ebc08614a34/b2f2aef6-a947-402d-bea3-73ac08d5de61) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:22:24.233859 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:24.234841 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:24.276915 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a61ce22-cd6a-4be8-9a0b-5651210a1334 req-38cf484e-7843-4c36-97fe-f5de6c62cd8e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569843 May 25 20:22:24.277712 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:24.473387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16194a43-9030-4b24-be45-a08b4a8062e0 req-78de61de-d6c9-4abb-b284-45210f915976 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:24.482034 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-16194a43-9030-4b24-be45-a08b4a8062e0 req-78de61de-d6c9-4abb-b284-45210f915976 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 0.6927183 May 25 20:22:24.484647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] For port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:24.500893 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-49ff9cc3-cd19-43d7-a325-85f9c0bc08d7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Floating IP fd557559-e4dc-4c5f-9512-b1d95bc7148f associated. External IP: 172.25.3.14, port: 77af9c32-81f6-49f2-909b-ee27d0168e0c. May 25 20:22:24.507284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:24.515884 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d355351c-6749-4746-ad79-b96ace3b2e1d'] response: {'server_uuid': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'code': 200} May 25 20:22:25.027621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22090f-f916-49ae-9ca2-81e49fe1ae65 req-244d2267-39ba-4c0f-a27f-14a2558a67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:25.034114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb22090f-f916-49ae-9ca2-81e49fe1ae65 req-244d2267-39ba-4c0f-a27f-14a2558a67d4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2427616 May 25 20:22:25.039008 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] For port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:25.056203 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:25.232822 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-16194a43-9030-4b24-be45-a08b4a8062e0 req-7892f9af-b877-42ad-a7d5-e32e95f96e27 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7497382 May 25 20:22:25.249623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:25.255947 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:25.258848 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] 10.222.0.50 "PUT /v2.0/ports/4764c603-c8b0-4b2f-a37e-6ac5c5b7573c HTTP/1.1" status: 200 len: 1091 time: 9.7637458 May 25 20:22:25.262818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': '4764c603-c8b0-4b2f-a37e-6ac5c5b7573c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:25.361011 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Request body: {'port': {'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:25.650196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1466203-d1f5-402a-b59a-a2300ae21bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:25.663127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ff9cc3-cd19-43d7-a325-85f9c0bc08d7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Router c98ffa00-a92c-4100-a75f-16abb956bdae has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:22:25.715983 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:25.897759 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:25.899084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:26.067402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Transition to ACTIVE for port object b2f2aef6-a947-402d-bea3-73ac08d5de61 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:26.070675 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:26.155417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b6694-c872-4e3a-9ee6-d7ae4f43fb33 req-2e3f7c2d-facb-4849-aef5-8eb24f272140 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:26.168130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b6694-c872-4e3a-9ee6-d7ae4f43fb33 req-2e3f7c2d-facb-4849-aef5-8eb24f272140 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:26.175438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b6694-c872-4e3a-9ee6-d7ae4f43fb33 req-2e3f7c2d-facb-4849-aef5-8eb24f272140 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:26.186395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b6694-c872-4e3a-9ee6-d7ae4f43fb33 req-2e3f7c2d-facb-4849-aef5-8eb24f272140 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:26.194558 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f31b6694-c872-4e3a-9ee6-d7ae4f43fb33 req-2e3f7c2d-facb-4849-aef5-8eb24f272140 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 3096 time: 1.0715280 May 25 20:22:26.299698 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f31b6694-c872-4e3a-9ee6-d7ae4f43fb33 req-fedb80bb-23fb-4971-b138-8cfdd7c7791f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040235 May 25 20:22:26.320311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5b992-6c58-4843-9d21-70ec71f1a291 req-f97bc185-8f22-49e4-a029-52e49d8f618d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:26.322584 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4d5b992-6c58-4843-9d21-70ec71f1a291 req-f97bc185-8f22-49e4-a029-52e49d8f618d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.7833657 May 25 20:22:26.511705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:26.576830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ff9cc3-cd19-43d7-a325-85f9c0bc08d7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:22:26.584109 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:22:26.591719 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3baa5-9c82-46e7-aeec-26956ee1c185 None None] Sync routers for ids ['c98ffa00-a92c-4100-a75f-16abb956bdae'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:22:26.602284 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-49ff9cc3-cd19-43d7-a325-85f9c0bc08d7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:26.615201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3baa5-9c82-46e7-aeec-26956ee1c185 None None] Routers {'c98ffa00-a92c-4100-a75f-16abb956bdae'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:22:26.616314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b0d3baa5-9c82-46e7-aeec-26956ee1c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:22:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c98ffa00-a92c-4100-a75f-16abb956bdae'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:26.642731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:26.652479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:26.664602 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-49ff9cc3-cd19-43d7-a325-85f9c0bc08d7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "PUT /v2.0/floatingips/fd557559-e4dc-4c5f-9512-b1d95bc7148f HTTP/1.1" status: 200 len: 990 time: 10.3672216 May 25 20:22:26.682595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:22:26.709904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4d5b992-6c58-4843-9d21-70ec71f1a291 req-80ebaf0a-30f1-4899-9bb0-dd8f62eb11b1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837122 May 25 20:22:26.795092 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab805089-4292-48b2-ab8c-bea40beebead'] response: {'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': '4764c603-c8b0-4b2f-a37e-6ac5c5b7573c', 'status': 'completed', 'code': 200} May 25 20:22:26.898350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:26.899626 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:26.905249 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:27.204633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event updated for resources: {'Port': ['ID=b2f2aef6-a947-402d-bea3-73ac08d5de61,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:27.264448 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c98707e3-3686-4230-899c-e86483d622bc tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4575126 May 25 20:22:27.289083 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1c8544a6-ecb7-44c2-a922-28edadf2b8ce None None] Provisioning for port b2f2aef6-a947-402d-bea3-73ac08d5de61 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:22:27.302184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Request body: {'port': {'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:27.308090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-b0d3baa5-9c82-46e7-aeec-26956ee1c185 None None] Set router c98ffa00-a92c-4100-a75f-16abb956bdae gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:22:27.325125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a3d510-0855-407d-9f05-bbea62ef048c {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:27.369456 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:27.445223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Transition to ACTIVE for port object 07a3d510-0855-407d-9f05-bbea62ef048c will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:27.453626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1c8544a6-ecb7-44c2-a922-28edadf2b8ce None None] Provisioning complete for port b2f2aef6-a947-402d-bea3-73ac08d5de61 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:27.454138 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1c8544a6-ecb7-44c2-a922-28edadf2b8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:27.476573 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:27.504660 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:27.719575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3498b4-9320-4f6a-97f1-35b88486354d req-622c55d9-e769-4f8f-89b6-4d2f65611f52 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:27.721482 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f3498b4-9320-4f6a-97f1-35b88486354d req-622c55d9-e769-4f8f-89b6-4d2f65611f52 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 0.5891016 May 25 20:22:27.740225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Pushing event updated for resources: {'Port': ['ID=9c525734-4f88-449a-8bf4-1ed1a09ab697,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:27.830018 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:27.977721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Pushing event updated for resources: {'Port': ['ID=07a3d510-0855-407d-9f05-bbea62ef048c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:28.009042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775257e-99b6-497c-b954-4c0110345601 req-3e961684-bdeb-4815-a1e8-ea94e714e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.009519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775257e-99b6-497c-b954-4c0110345601 req-3e961684-bdeb-4815-a1e8-ea94e714e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.017142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775257e-99b6-497c-b954-4c0110345601 req-3e961684-bdeb-4815-a1e8-ea94e714e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.017906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775257e-99b6-497c-b954-4c0110345601 req-3e961684-bdeb-4815-a1e8-ea94e714e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.018467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775257e-99b6-497c-b954-4c0110345601 req-3e961684-bdeb-4815-a1e8-ea94e714e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.018931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775257e-99b6-497c-b954-4c0110345601 req-3e961684-bdeb-4815-a1e8-ea94e714e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.019411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775257e-99b6-497c-b954-4c0110345601 req-3e961684-bdeb-4815-a1e8-ea94e714e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.021466 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b775257e-99b6-497c-b954-4c0110345601 req-3e961684-bdeb-4815-a1e8-ea94e714e443 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 6277 time: 1.1107671 May 25 20:22:28.086370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1c8544a6-ecb7-44c2-a922-28edadf2b8ce None None] Port b2f2aef6-a947-402d-bea3-73ac08d5de61 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:22:28.093210 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:28.137515 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d054f48-4259-4da1-ab8f-93f13fe3ca34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:28.423801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b0d3baa5-9c82-46e7-aeec-26956ee1c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'fd557559-e4dc-4c5f-9512-b1d95bc7148f', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'port_id': '77af9c32-81f6-49f2-909b-ee27d0168e0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'mac_address': 'fa:16:3e:c5:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5fd6cb-0c08-4bd4-a473-90af14b3ceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:21:36Z', 'updated_at': '2022-05-25T20:22:21Z', 'revision_number': 1, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:35Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:28.432580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6443f51-00ce-4c24-bc55-37f36d34a218 req-afe6a2f5-b36b-4303-ab6a-977b8e389482 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.437719 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3baa5-9c82-46e7-aeec-26956ee1c185 None None] Checking router: c98ffa00-a92c-4100-a75f-16abb956bdae for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:22:28.439961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6443f51-00ce-4c24-bc55-37f36d34a218 req-afe6a2f5-b36b-4303-ab6a-977b8e389482 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.447266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6443f51-00ce-4c24-bc55-37f36d34a218 req-afe6a2f5-b36b-4303-ab6a-977b8e389482 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.454638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6443f51-00ce-4c24-bc55-37f36d34a218 req-afe6a2f5-b36b-4303-ab6a-977b8e389482 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.458026 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3baa5-9c82-46e7-aeec-26956ee1c185 None None] Routers {'c98ffa00-a92c-4100-a75f-16abb956bdae'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:22:28.459433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b0d3baa5-9c82-46e7-aeec-26956ee1c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:22:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c98ffa00-a92c-4100-a75f-16abb956bdae'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:28.462059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6443f51-00ce-4c24-bc55-37f36d34a218 req-afe6a2f5-b36b-4303-ab6a-977b8e389482 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.469044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6443f51-00ce-4c24-bc55-37f36d34a218 req-afe6a2f5-b36b-4303-ab6a-977b8e389482 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.476376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6443f51-00ce-4c24-bc55-37f36d34a218 req-afe6a2f5-b36b-4303-ab6a-977b8e389482 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.478462 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c6443f51-00ce-4c24-bc55-37f36d34a218 req-afe6a2f5-b36b-4303-ab6a-977b8e389482 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5385 time: 1.4129791 May 25 20:22:28.703561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:28.717052 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f3498b4-9320-4f6a-97f1-35b88486354d req-bcb5509b-a9d5-4b60-b551-1cf754af62f4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8220139 May 25 20:22:28.750185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775257e-99b6-497c-b954-4c0110345601 req-05baf998-e907-4514-8304-c19e2750c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.750666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775257e-99b6-497c-b954-4c0110345601 req-05baf998-e907-4514-8304-c19e2750c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.751267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775257e-99b6-497c-b954-4c0110345601 req-05baf998-e907-4514-8304-c19e2750c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:28.758396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b775257e-99b6-497c-b954-4c0110345601 req-05baf998-e907-4514-8304-c19e2750c781 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7119558 May 25 20:22:28.783705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-b0d3baa5-9c82-46e7-aeec-26956ee1c185 None None] Set router c98ffa00-a92c-4100-a75f-16abb956bdae gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:22:28.900202 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:28.928289 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c6443f51-00ce-4c24-bc55-37f36d34a218 req-1cfa438e-cc5b-4d0f-ad2a-ad8cf901674c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4309952 May 25 20:22:29.238674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5fd6cb-0c08-4bd4-a473-90af14b3ceda', 'tag': '77af9c32-81f6-49f2-909b-ee27d0168e0c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:29.246319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775257e-99b6-497c-b954-4c0110345601 req-2eb3d636-5fac-4df6-bf2e-03ce44aefeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:29.248919 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b775257e-99b6-497c-b954-4c0110345601 req-2eb3d636-5fac-4df6-bf2e-03ce44aefeb1 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4893460 May 25 20:22:29.325276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Allocated IP 172.25.3.97 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/fd9f02b7-f61d-4f12-8870-1fbb0a7361ab) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:22:29.374761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Attempting to bind port 07a3d510-0855-407d-9f05-bbea62ef048c on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:29.375082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Attempting to bind port 07a3d510-0855-407d-9f05-bbea62ef048c by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:29.375619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Attempting to bind port 07a3d510-0855-407d-9f05-bbea62ef048c on network 814e0c94-51e7-489c-9196-d87d06585fbd {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:29.438794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Port 07a3d510-0855-407d-9f05-bbea62ef048c on network 814e0c94-51e7-489c-9196-d87d06585fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:29.438794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Attempting to bind port 07a3d510-0855-407d-9f05-bbea62ef048c on network 814e0c94-51e7-489c-9196-d87d06585fbd {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:29.473579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:29.474124 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Checking segment: {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:29.475067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Bound using segment: {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:29.475521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Bound port: 07a3d510-0855-407d-9f05-bbea62ef048c, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf810068-8e93-4579-91f3-70acaa6be292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:29.476058 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:29.502577 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:29.551679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca0d20-41cb-41a4-973d-532455e9850f req-6942e0cc-7870-424f-ad53-92aeebb806d9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:29.578828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca0d20-41cb-41a4-973d-532455e9850f req-6942e0cc-7870-424f-ad53-92aeebb806d9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:29.588344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Network af255cd0-9c8c-44d1-a0f2-e82d62f8aede is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:22:29.594055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:29.596191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca0d20-41cb-41a4-973d-532455e9850f req-6942e0cc-7870-424f-ad53-92aeebb806d9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:29.615240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca0d20-41cb-41a4-973d-532455e9850f req-6942e0cc-7870-424f-ad53-92aeebb806d9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:29.641654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca0d20-41cb-41a4-973d-532455e9850f req-6942e0cc-7870-424f-ad53-92aeebb806d9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:29.647418 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5ca0d20-41cb-41a4-973d-532455e9850f req-6942e0cc-7870-424f-ad53-92aeebb806d9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 3817 time: 0.4446864 May 25 20:22:29.807547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] For port 07a3d510-0855-407d-9f05-bbea62ef048c, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:29.812673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] For port 07a3d510-0855-407d-9f05-bbea62ef048c, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07a3d510-0855-407d-9f05-bbea62ef048c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:29.849684 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:29.926188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b0d3baa5-9c82-46e7-aeec-26956ee1c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'fd557559-e4dc-4c5f-9512-b1d95bc7148f', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'port_id': '77af9c32-81f6-49f2-909b-ee27d0168e0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'mac_address': 'fa:16:3e:c5:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5fd6cb-0c08-4bd4-a473-90af14b3ceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:21:36Z', 'updated_at': '2022-05-25T20:22:21Z', 'revision_number': 1, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:35Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:29.936320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3baa5-9c82-46e7-aeec-26956ee1c185 None None] The sync data for ids ['c98ffa00-a92c-4100-a75f-16abb956bdae'] in n-d-843339-1 is: [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'fd557559-e4dc-4c5f-9512-b1d95bc7148f', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'port_id': '77af9c32-81f6-49f2-909b-ee27d0168e0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'mac_address': 'fa:16:3e:c5:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5fd6cb-0c08-4bd4-a473-90af14b3ceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:21:36Z', 'updated_at': '2022-05-25T20:22:21Z', 'revision_number': 1, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:35Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:22:30.025855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Router 13de9e44-b091-41c1-a938-61db012612f8 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:22:30.041556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Pushing event updated for resources: {'Port': ['ID=07a3d510-0855-407d-9f05-bbea62ef048c,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:30.064324 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:30.071810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:30.073818 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:30.078660 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-3d960223-f9e8-420a-9009-21dc7c27b145 service neutron] 10.222.0.50 "PUT /v2.0/ports/07a3d510-0855-407d-9f05-bbea62ef048c HTTP/1.1" status: 200 len: 1091 time: 4.7449656 May 25 20:22:30.135925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Request body: {'port': {'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:30.237399 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5ca0d20-41cb-41a4-973d-532455e9850f req-e0eeb8e7-7e19-4455-a737-b28ca67e9ed7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4217374 May 25 20:22:30.329574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d1e09-1ee5-4574-aadc-ede659a92657 req-0319d0f8-8f92-49cc-b956-75d9f30946fa tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:30.349685 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf1d1e09-1ee5-4574-aadc-ede659a92657 req-0319d0f8-8f92-49cc-b956-75d9f30946fa tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.8360543 May 25 20:22:30.488551 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:22:30.520917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:30.556153 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3f7e3e4f-c327-462e-80eb-13a765c4df83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:30.562679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=fd9f02b7-f61d-4f12-8870-1fbb0a7361ab,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:30.590246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:22:30.598080 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2ee45f-cd6e-4c39-af2d-27a6aad82f13 None None] New status for floating IP fd557559-e4dc-4c5f-9512-b1d95bc7148f: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:22:30.618384 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d824ed63-7904-45c1-8826-a98853b28878'] response: {'name': 'network-changed', 'server_uuid': '0b5fd6cb-0c08-4bd4-a473-90af14b3ceda', 'tag': '77af9c32-81f6-49f2-909b-ee27d0168e0c', 'status': 'completed', 'code': 200} May 25 20:22:30.695154 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:30.991241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe80e5-ff5a-4282-9720-8f7bf9d47bc4 req-2d4c1357-ee49-46e9-9b17-227bebd9f9f9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:30.999258 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f3fe80e5-ff5a-4282-9720-8f7bf9d47bc4 req-2d4c1357-ee49-46e9-9b17-227bebd9f9f9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 0.2890353 May 25 20:22:31.140493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f88cd-38d7-4beb-977e-cb739409f107 req-3e11624f-a66e-425e-a200-2e7b4164c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:31.142790 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf5f88cd-38d7-4beb-977e-cb739409f107 req-3e11624f-a66e-425e-a200-2e7b4164c254 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd9d7ecda85842f896097a31795071c4&device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 1096 time: 0.5231178 May 25 20:22:31.322197 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:31.398624 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf1d1e09-1ee5-4574-aadc-ede659a92657 req-71ddc02b-8607-4a8b-82ca-6d59b050c504 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0428770 May 25 20:22:31.626554 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f3fe80e5-ff5a-4282-9720-8f7bf9d47bc4 req-5d22b2cd-4714-4393-b03d-489254744b8f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6241548 May 25 20:22:31.638623 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:32.002198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9565183-6952-4d21-9f2f-934a495fbd32 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:32.010574 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:32.019376 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:32.144498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f88cd-38d7-4beb-977e-cb739409f107 req-b1bc0f2d-e76d-4838-8143-9b0a3fea2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:32.147424 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf5f88cd-38d7-4beb-977e-cb739409f107 req-b1bc0f2d-e76d-4838-8143-9b0a3fea2181 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d861bbe-1d99-4238-9eb8-2ced58df3754 HTTP/1.1" status: 200 len: 911 time: 0.9943757 May 25 20:22:32.232539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:22:32.246361 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Sync routers for ids ['13de9e44-b091-41c1-a938-61db012612f8'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:22:32.269039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Routers {'13de9e44-b091-41c1-a938-61db012612f8'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:22:32.269666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:22:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['13de9e44-b091-41c1-a938-61db012612f8'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:32.336292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Transition to ACTIVE for port object e9565183-6952-4d21-9f2f-934a495fbd32 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:32.355398 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3c26f799-b32a-4800-a306-37d23a23fceb admin admin] 10.222.0.60 "PUT /v2.0/routers/13de9e44-b091-41c1-a938-61db012612f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6529477 May 25 20:22:32.411784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:32.535228 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf5f88cd-38d7-4beb-977e-cb739409f107 req-97b659a5-310f-4ac0-966b-e8cbf6ad9d9f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af9c32-81f6-49f2-909b-ee27d0168e0c HTTP/1.1" status: 200 len: 1000 time: 0.3658175 May 25 20:22:32.578052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Set router 13de9e44-b091-41c1-a938-61db012612f8 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:22:32.605937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f88cd-38d7-4beb-977e-cb739409f107 req-49196c32-2c1a-488c-9b2a-0b02682e4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:32.607553 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf5f88cd-38d7-4beb-977e-cb739409f107 req-49196c32-2c1a-488c-9b2a-0b02682e4cd5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b86e6032-d969-4882-8d08-6181fe145086 HTTP/1.1" status: 200 len: 849 time: 0.0643489 May 25 20:22:32.658253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': '07a3d510-0855-407d-9f05-bbea62ef048c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:32.748440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2088757-0ee6-48c3-8434-544edafab74c req-ada91158-8ae2-4e4c-8f04-793d4a872154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:32.770682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2088757-0ee6-48c3-8434-544edafab74c req-ada91158-8ae2-4e4c-8f04-793d4a872154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:32.777361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8105-dfae-4778-89b2-278541bfdb9a req-a5737232-b811-4e8e-8bdc-ad7f0ef9f855 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:32.784738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8105-dfae-4778-89b2-278541bfdb9a req-a5737232-b811-4e8e-8bdc-ad7f0ef9f855 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:32.791342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8105-dfae-4778-89b2-278541bfdb9a req-a5737232-b811-4e8e-8bdc-ad7f0ef9f855 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:32.798390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8105-dfae-4778-89b2-278541bfdb9a req-a5737232-b811-4e8e-8bdc-ad7f0ef9f855 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:32.804527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2088757-0ee6-48c3-8434-544edafab74c req-ada91158-8ae2-4e4c-8f04-793d4a872154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:32.818925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8105-dfae-4778-89b2-278541bfdb9a req-a5737232-b811-4e8e-8bdc-ad7f0ef9f855 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:32.824294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2088757-0ee6-48c3-8434-544edafab74c req-ada91158-8ae2-4e4c-8f04-793d4a872154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:32.831988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8105-dfae-4778-89b2-278541bfdb9a req-a5737232-b811-4e8e-8bdc-ad7f0ef9f855 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:32.853760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8105-dfae-4778-89b2-278541bfdb9a req-a5737232-b811-4e8e-8bdc-ad7f0ef9f855 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:32.858311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2088757-0ee6-48c3-8434-544edafab74c req-ada91158-8ae2-4e4c-8f04-793d4a872154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:32.859786 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c55b8105-dfae-4778-89b2-278541bfdb9a req-a5737232-b811-4e8e-8bdc-ad7f0ef9f855 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5397 time: 1.0982466 May 25 20:22:32.864369 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2088757-0ee6-48c3-8434-544edafab74c req-ada91158-8ae2-4e4c-8f04-793d4a872154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 3817 time: 0.8746490 May 25 20:22:32.975969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:22:33.233825 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:33.234688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3085793-cb15-4202-9919-00b00a383ade {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:33.260456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:22:25Z', 'revision_number': 4, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port': {'id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:08Z', 'updated_at': '2022-05-25T20:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9c525734-4f88-449a-8bf4-1ed1a09ab697', 'name': '', 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'mac_address': 'fa:16:3e:50:74:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:21Z', 'updated_at': '2022-05-25T20:22:26Z', 'revision_number': 2, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'subnets': [{'id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:33.267344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Checking router: 13de9e44-b091-41c1-a938-61db012612f8 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:22:33.267612 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:33.268094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Updating router 13de9e44-b091-41c1-a938-61db012612f8 port 9c525734-4f88-449a-8bf4-1ed1a09ab697 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:22:33.304444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Pushing event updated for resources: {'Port': ['ID=e9565183-6952-4d21-9f2f-934a495fbd32,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:33.354550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Transition to ACTIVE for port object d3085793-cb15-4202-9919-00b00a383ade will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:33.420868 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:33.431500 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2088757-0ee6-48c3-8434-544edafab74c req-cdfea849-d756-474e-95b3-2f617bd72e6d tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5575645 May 25 20:22:33.438440 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:33.440270 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:33.653387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Pushing event updated for resources: {'Port': ['ID=d3085793-cb15-4202-9919-00b00a383ade,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:33.682234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f88cd-38d7-4beb-977e-cb739409f107 req-fd9700e0-4fb2-4d7e-862b-6253eb40fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:33.688857 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf5f88cd-38d7-4beb-977e-cb739409f107 req-fd9700e0-4fb2-4d7e-862b-6253eb40fe20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d861bbe-1d99-4238-9eb8-2ced58df3754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0680618 May 25 20:22:34.035999 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf5f88cd-38d7-4beb-977e-cb739409f107 req-82e9d94e-4fe4-495d-a5b1-a7b134b8019a service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247156 May 25 20:22:34.206324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Attempting to bind port e9565183-6952-4d21-9f2f-934a495fbd32 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:34.207080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Attempting to bind port e9565183-6952-4d21-9f2f-934a495fbd32 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:34.207681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Attempting to bind port e9565183-6952-4d21-9f2f-934a495fbd32 on network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:34.219066 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c55b8105-dfae-4778-89b2-278541bfdb9a req-c2c56499-3ad9-4721-aae7-866511a6b0f5 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3023167 May 25 20:22:34.222117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Port e9565183-6952-4d21-9f2f-934a495fbd32 on network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:34.223034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Attempting to bind port e9565183-6952-4d21-9f2f-934a495fbd32 on network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:34.236256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:34.236738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Checking segment: {'id': '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:34.237223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Bound using segment: {'id': '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:34.237772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Bound port: e9565183-6952-4d21-9f2f-934a495fbd32, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:34.238354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:34.347295 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:34.383569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Transition to ACTIVE for port object 9c525734-4f88-449a-8bf4-1ed1a09ab697 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:34.405207 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:34.453725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 3141872c-c17b-4629-b107-4edc9b7d893c is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:22:34.533872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] For port e9565183-6952-4d21-9f2f-934a495fbd32, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:34.565668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] For port e9565183-6952-4d21-9f2f-934a495fbd32, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e9565183-6952-4d21-9f2f-934a495fbd32,segment=NetworkSegment(74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7),segment_id=74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:34.583266 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:34.614917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec1557-c748-4412-88de-5c6176b3d563 None None] Pushing event updated for resources: {'Port': ['ID=9c525734-4f88-449a-8bf4-1ed1a09ab697,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:34.649292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Attempting to bind port d3085793-cb15-4202-9919-00b00a383ade on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:34.649856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Attempting to bind port d3085793-cb15-4202-9919-00b00a383ade by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '268d7cd4-b2c9-4109-aefa-37a27593868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:34.649986 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Attempting to bind port d3085793-cb15-4202-9919-00b00a383ade on network 73524a7a-6b9f-4a42-a9b8-697767a31e19 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:34.661023 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf5f88cd-38d7-4beb-977e-cb739409f107 req-e853ca71-08df-49ac-9fff-77a3d1c2fe96 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128836 May 25 20:22:34.664898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Port d3085793-cb15-4202-9919-00b00a383ade on network 73524a7a-6b9f-4a42-a9b8-697767a31e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:34.681642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Attempting to bind port d3085793-cb15-4202-9919-00b00a383ade on network 73524a7a-6b9f-4a42-a9b8-697767a31e19 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:34.707841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4052dd-392c-48e5-985c-720903a4cac9 req-32e9d7e9-0bd2-44b5-be37-8104c3f5b4a7 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:34.710190 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9b4052dd-392c-48e5-985c-720903a4cac9 req-32e9d7e9-0bd2-44b5-be37-8104c3f5b4a7 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.6645055 May 25 20:22:34.711443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:34.711781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Checking segment: {'id': '268d7cd4-b2c9-4109-aefa-37a27593868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:34.712164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Bound using segment: {'id': '268d7cd4-b2c9-4109-aefa-37a27593868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:34.712611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Bound port: d3085793-cb15-4202-9919-00b00a383ade, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268d7cd4-b2c9-4109-aefa-37a27593868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:34.713047 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:34.876072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9b4052dd-392c-48e5-985c-720903a4cac9 req-ecc35025-19bb-4ef1-a901-379c5776cda4 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421740 May 25 20:22:34.890022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] For port d3085793-cb15-4202-9919-00b00a383ade, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:34.892137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Attempting to bind port 9c525734-4f88-449a-8bf4-1ed1a09ab697 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:34.892855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Attempting to bind port 9c525734-4f88-449a-8bf4-1ed1a09ab697 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '7fee514f-65da-45bf-9d14-df68bafdf77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:34.893284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Attempting to bind port 9c525734-4f88-449a-8bf4-1ed1a09ab697 on network af255cd0-9c8c-44d1-a0f2-e82d62f8aede {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:34.896950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] For port d3085793-cb15-4202-9919-00b00a383ade, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d3085793-cb15-4202-9919-00b00a383ade,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:34.903916 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:34.906533 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:34.906988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Checking segment: {'id': '7fee514f-65da-45bf-9d14-df68bafdf77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:34.907666 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:34.908250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Bound using segment: {'id': '7fee514f-65da-45bf-9d14-df68bafdf77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:34.909195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Bound port: 9c525734-4f88-449a-8bf4-1ed1a09ab697, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fee514f-65da-45bf-9d14-df68bafdf77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:34.909693 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:35.018195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:35.019243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:35.020852 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] 10.222.0.70 "PUT /v2.0/ports/e9565183-6952-4d21-9f2f-934a495fbd32 HTTP/1.1" status: 200 len: 1092 time: 7.7273412 May 25 20:22:35.022494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': 'e9565183-6952-4d21-9f2f-934a495fbd32'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:35.064475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Request body: {'port': {'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:35.103957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfba8-f0e2-4e30-ab51-e0689205dc79 service neutron] Pushing event updated for resources: {'Port': ['ID=e9565183-6952-4d21-9f2f-934a495fbd32,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:35.129584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:22:35.130168 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] For port 9c525734-4f88-449a-8bf4-1ed1a09ab697, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:35.141658 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4510ab02-13a3-47de-8493-8b1c90738a28 None None] Sync routers for ids ['3141872c-c17b-4629-b107-4edc9b7d893c'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:22:35.162952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] For port 9c525734-4f88-449a-8bf4-1ed1a09ab697, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9c525734-4f88-449a-8bf4-1ed1a09ab697,segment=NetworkSegment(7fee514f-65da-45bf-9d14-df68bafdf77d),segment_id=7fee514f-65da-45bf-9d14-df68bafdf77d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:35.171700 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:35.174855 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:35.176408 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4510ab02-13a3-47de-8493-8b1c90738a28 None None] Routers {'3141872c-c17b-4629-b107-4edc9b7d893c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:22:35.179363 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4510ab02-13a3-47de-8493-8b1c90738a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:22:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['3141872c-c17b-4629-b107-4edc9b7d893c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:35.183384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6e947ea4-cea8-4568-89e7-69001ef1d6bb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.0373168 May 25 20:22:35.185772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59532) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:35.238776 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75830beb-eb42-46d1-b565-d819de23866d'] response: {'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': '07a3d510-0855-407d-9f05-bbea62ef048c', 'status': 'completed', 'code': 200} May 25 20:22:35.412939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:35.413636 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:35.419162 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] 10.222.0.50 "PUT /v2.0/ports/d3085793-cb15-4202-9919-00b00a383ade HTTP/1.1" status: 200 len: 1091 time: 5.3110600 May 25 20:22:35.465142 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4510ab02-13a3-47de-8493-8b1c90738a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:35.471239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec1557-c748-4412-88de-5c6176b3d563 None None] Pushing event updated for resources: {'Port': ['ID=9c525734-4f88-449a-8bf4-1ed1a09ab697,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:35.473347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Request body: {'port': {'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:35.487963 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4510ab02-13a3-47de-8493-8b1c90738a28 None None] Routers {'3141872c-c17b-4629-b107-4edc9b7d893c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:22:35.489576 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4510ab02-13a3-47de-8493-8b1c90738a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:22:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['3141872c-c17b-4629-b107-4edc9b7d893c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:35.571487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Routers {'13de9e44-b091-41c1-a938-61db012612f8'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:22:35.572338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:22:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['13de9e44-b091-41c1-a938-61db012612f8'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:35.583557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7c706-5362-4db3-9918-06b471187450 req-6be160a1-9ed1-4220-8162-80c8062ec0f5 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:35.585905 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7e7c706-5362-4db3-9918-06b471187450 req-6be160a1-9ed1-4220-8162-80c8062ec0f5 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 1.0073421 May 25 20:22:35.662990 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4510ab02-13a3-47de-8493-8b1c90738a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:35.663399 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4510ab02-13a3-47de-8493-8b1c90738a28 None None] The sync data for ids ['3141872c-c17b-4629-b107-4edc9b7d893c'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:22:35.947689 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:35.973506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebecd2-53e6-4d9f-a2d6-71982d5a2a52 service neutron] Pushing event updated for resources: {'Port': ['ID=d3085793-cb15-4202-9919-00b00a383ade,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:36.014850 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7e7c706-5362-4db3-9918-06b471187450 req-4f5eba06-03bf-4d13-a769-25adcddf8481 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4164112 May 25 20:22:36.233772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-e30c038e-58fe-4e37-9ba4-c29765b247eb tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:36.237334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] Set router 13de9e44-b091-41c1-a938-61db012612f8 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:22:36.242038 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-e30c038e-58fe-4e37-9ba4-c29765b247eb tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/networks?id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede HTTP/1.1" status: 200 len: 819 time: 0.3420954 May 25 20:22:36.278301 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:22:36.278981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703163a-ad86-4baf-bdcf-44288473e2ac req-d485051b-aa63-4ce8-9b3c-fe3bfda1fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:36.279471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703163a-ad86-4baf-bdcf-44288473e2ac req-d485051b-aa63-4ce8-9b3c-fe3bfda1fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:36.279949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703163a-ad86-4baf-bdcf-44288473e2ac req-d485051b-aa63-4ce8-9b3c-fe3bfda1fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:36.280406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703163a-ad86-4baf-bdcf-44288473e2ac req-d485051b-aa63-4ce8-9b3c-fe3bfda1fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:36.280884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703163a-ad86-4baf-bdcf-44288473e2ac req-d485051b-aa63-4ce8-9b3c-fe3bfda1fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:36.281336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703163a-ad86-4baf-bdcf-44288473e2ac req-d485051b-aa63-4ce8-9b3c-fe3bfda1fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:36.281785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703163a-ad86-4baf-bdcf-44288473e2ac req-d485051b-aa63-4ce8-9b3c-fe3bfda1fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:36.283903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a703163a-ad86-4baf-bdcf-44288473e2ac req-d485051b-aa63-4ce8-9b3c-fe3bfda1fe7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 6411 time: 1.0398889 May 25 20:22:36.294762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-6186a3e4-9d6e-4a68-9fc8-748e7a70da44 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/quotas/02f9414758094917b3dfd1a0855d0bf5 HTTP/1.1" status: 200 len: 375 time: 0.0517104 May 25 20:22:36.451195 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:36.525734 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1bbf6525-256b-4a5e-a969-2879ec5db9a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/routers/3141872c-c17b-4629-b107-4edc9b7d893c HTTP/1.1" status: 200 len: 879 time: 1.3374791 May 25 20:22:36.540142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59552) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:36.791356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:22:25Z', 'revision_number': 4, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port': {'id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:08Z', 'updated_at': '2022-05-25T20:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9c525734-4f88-449a-8bf4-1ed1a09ab697', 'name': '', 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'mac_address': 'fa:16:3e:50:74:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:21Z', 'updated_at': '2022-05-25T20:22:35Z', 'revision_number': 4, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'subnets': [{'id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:36.801856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d6cf8-8c6a-48b1-afe3-605d22ba52fd None None] The sync data for ids ['13de9e44-b091-41c1-a938-61db012612f8'] in n-d-843339-1 is: [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:22:25Z', 'revision_number': 4, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port': {'id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:08Z', 'updated_at': '2022-05-25T20:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9c525734-4f88-449a-8bf4-1ed1a09ab697', 'name': '', 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'mac_address': 'fa:16:3e:50:74:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:21Z', 'updated_at': '2022-05-25T20:22:35Z', 'revision_number': 4, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'subnets': [{'id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:22:37.095652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:37.109381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:37.132516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Transition to ACTIVE for port object d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:37.138325 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:37.258887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': 'd3085793-cb15-4202-9919-00b00a383ade'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:37.296388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Pushing event updated for resources: {'Port': ['ID=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:37.340328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703163a-ad86-4baf-bdcf-44288473e2ac req-dadb9d5d-9817-47e2-9690-8b671cfa407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:37.340969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703163a-ad86-4baf-bdcf-44288473e2ac req-dadb9d5d-9817-47e2-9690-8b671cfa407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:37.341603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703163a-ad86-4baf-bdcf-44288473e2ac req-dadb9d5d-9817-47e2-9690-8b671cfa407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:37.356761 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a703163a-ad86-4baf-bdcf-44288473e2ac req-dadb9d5d-9817-47e2-9690-8b671cfa407d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0106468 May 25 20:22:37.710069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e0f4c6-dc40-46ca-98b1-a2078622314d {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:37.720309 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:37.739172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Transition to ACTIVE for port object c6e0f4c6-dc40-46ca-98b1-a2078622314d will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:37.775451 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2c677da7-98ba-4fae-97b6-77b5a7967057 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02f9414758094917b3dfd1a0855d0bf5&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4797471 May 25 20:22:37.806310 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:37.955514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:37.955834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:37.956157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:37.956485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:37.956808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:37.956932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703163a-ad86-4baf-bdcf-44288473e2ac req-9977efdb-444d-4538-a21e-1dec47100fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:37.957136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:37.957455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:37.957765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:37.958077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:37.958416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:37.959351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:37.959679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:37.959888 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a703163a-ad86-4baf-bdcf-44288473e2ac req-9977efdb-444d-4538-a21e-1dec47100fc6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6020327 May 25 20:22:38.080546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a444de-99a0-422f-a33b-585eff20e1cf req-2dc6c553-fcaf-4774-a637-6b71a1a89d5a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:38.088383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a444de-99a0-422f-a33b-585eff20e1cf req-2dc6c553-fcaf-4774-a637-6b71a1a89d5a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:38.106857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a444de-99a0-422f-a33b-585eff20e1cf req-2dc6c553-fcaf-4774-a637-6b71a1a89d5a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:38.121071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a444de-99a0-422f-a33b-585eff20e1cf req-2dc6c553-fcaf-4774-a637-6b71a1a89d5a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:38.149693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a444de-99a0-422f-a33b-585eff20e1cf req-2dc6c553-fcaf-4774-a637-6b71a1a89d5a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:38.150995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f8a444de-99a0-422f-a33b-585eff20e1cf req-2dc6c553-fcaf-4774-a637-6b71a1a89d5a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Synchronizing usage tracker for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:22:38.306360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e0f4c6-dc40-46ca-98b1-a2078622314d,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:38.488486 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-0934a9ae-4085-4e5f-b72d-98ecf6efec55 service neutron] 10.222.0.60 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7107716 May 25 20:22:38.587934 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Attempting to bind port c6e0f4c6-dc40-46ca-98b1-a2078622314d on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:38.588302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Attempting to bind port c6e0f4c6-dc40-46ca-98b1-a2078622314d by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '268d7cd4-b2c9-4109-aefa-37a27593868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:38.588590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Attempting to bind port c6e0f4c6-dc40-46ca-98b1-a2078622314d on network 73524a7a-6b9f-4a42-a9b8-697767a31e19 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:38.702313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f8a444de-99a0-422f-a33b-585eff20e1cf req-2dc6c553-fcaf-4774-a637-6b71a1a89d5a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Unset dirty status for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:22:38.712141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8a444de-99a0-422f-a33b-585eff20e1cf req-2dc6c553-fcaf-4774-a637-6b71a1a89d5a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 3829 time: 2.2067344 May 25 20:22:38.805717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Port c6e0f4c6-dc40-46ca-98b1-a2078622314d on network 73524a7a-6b9f-4a42-a9b8-697767a31e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:38.806036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Attempting to bind port c6e0f4c6-dc40-46ca-98b1-a2078622314d on network 73524a7a-6b9f-4a42-a9b8-697767a31e19 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:38.814308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Attempting to bind port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:38.814642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Attempting to bind port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:38.815502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Attempting to bind port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 on network d3464776-988d-4c60-978a-9ad539684d1a {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:38.860817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:38.861253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Checking segment: {'id': '268d7cd4-b2c9-4109-aefa-37a27593868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:38.861775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Bound using segment: {'id': '268d7cd4-b2c9-4109-aefa-37a27593868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:38.867004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Bound port: c6e0f4c6-dc40-46ca-98b1-a2078622314d, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268d7cd4-b2c9-4109-aefa-37a27593868d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:38.867402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:38.892761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9c525734-4f88-449a-8bf4-1ed1a09ab697 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:22:38.912376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 on network d3464776-988d-4c60-978a-9ad539684d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:38.918463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Attempting to bind port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 on network d3464776-988d-4c60-978a-9ad539684d1a {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:38.950602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:38.950922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Checking segment: {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:38.951308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Bound using segment: {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:38.958040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Bound port: d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:38.959111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:39.016208 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8a444de-99a0-422f-a33b-585eff20e1cf req-74d8ebda-b877-4214-8a16-0630af5330a8 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029401 May 25 20:22:39.126134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 9c525734-4f88-449a-8bf4-1ed1a09ab697 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:22:39.132546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9c525734-4f88-449a-8bf4-1ed1a09ab697 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:39.133400 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:39.210410 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-15c31825-13f3-431e-8e38-d22d04524c9a service neutron] 10.222.0.60 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7022858 May 25 20:22:39.262369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] For port c6e0f4c6-dc40-46ca-98b1-a2078622314d, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:39.262665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] For port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:39.266762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] For port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:39.290496 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] For port c6e0f4c6-dc40-46ca-98b1-a2078622314d, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c6e0f4c6-dc40-46ca-98b1-a2078622314d,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:39.312172 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:39.313939 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ea50ae-e269-4108-8350-3063cd7e33fb'] response: {'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': 'e9565183-6952-4d21-9f2f-934a495fbd32', 'status': 'completed', 'code': 200} May 25 20:22:39.326531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:39.423883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Pushing event updated for resources: {'Port': ['ID=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:39.464572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:39.465203 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:39.466742 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35ddee1c-9d9f-4147-9cf4-4158db420b81 service neutron] 10.222.0.70 "PUT /v2.0/ports/d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 HTTP/1.1" status: 200 len: 1135 time: 4.4070830 May 25 20:22:39.517857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Request body: {'port': {'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:39.545735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9c525734-4f88-449a-8bf4-1ed1a09ab697 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:22:39.546469 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:39.727248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-31530129-96e2-4123-8535-50fbc3943c63 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Synchronizing usage tracker for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:router {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:22:39.734538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 9c525734-4f88-449a-8bf4-1ed1a09ab697, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9c525734-4f88-449a-8bf4-1ed1a09ab697,segment=NetworkSegment(7fee514f-65da-45bf-9d14-df68bafdf77d),segment_id=7fee514f-65da-45bf-9d14-df68bafdf77d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:22:39.747661 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:39.973273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-31530129-96e2-4123-8535-50fbc3943c63 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Unset dirty status for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:router {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:22:39.977794 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-31530129-96e2-4123-8535-50fbc3943c63 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 3.3063498 May 25 20:22:39.984406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59582) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:39.995327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=9c525734-4f88-449a-8bf4-1ed1a09ab697,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:40.047183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-fd3584e4-0798-489a-a814-ec7278988c60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-825615251'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:40.049480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.050640 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:40.052986 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] 10.222.0.50 "PUT /v2.0/ports/c6e0f4c6-dc40-46ca-98b1-a2078622314d HTTP/1.1" status: 200 len: 1091 time: 4.5917127 May 25 20:22:40.090145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36043678-6b4a-4393-b87e-a37d249e09d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e0f4c6-dc40-46ca-98b1-a2078622314d,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:40.216965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16faa1-1184-4b37-8845-f6739f6a0794 req-9f7c1844-d008-4caa-874f-74d50c8a388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.217680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16faa1-1184-4b37-8845-f6739f6a0794 req-9f7c1844-d008-4caa-874f-74d50c8a388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.218435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16faa1-1184-4b37-8845-f6739f6a0794 req-9f7c1844-d008-4caa-874f-74d50c8a388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.219088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16faa1-1184-4b37-8845-f6739f6a0794 req-9f7c1844-d008-4caa-874f-74d50c8a388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.219807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16faa1-1184-4b37-8845-f6739f6a0794 req-9f7c1844-d008-4caa-874f-74d50c8a388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.220455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16faa1-1184-4b37-8845-f6739f6a0794 req-9f7c1844-d008-4caa-874f-74d50c8a388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.225571 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a16faa1-1184-4b37-8845-f6739f6a0794 req-9f7c1844-d008-4caa-874f-74d50c8a388a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed2254629dea43a5bc70198b31357a0c&device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5292 time: 0.9547255 May 25 20:22:40.264173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd71b4-0ae5-489c-abbc-0dab2bd8ca19 req-d92b72c9-7379-484f-ba5a-a475c77bdd4f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.274633 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02dd71b4-0ae5-489c-abbc-0dab2bd8ca19 req-d92b72c9-7379-484f-ba5a-a475c77bdd4f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 0.3514781 May 25 20:22:40.352263 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02dd71b4-0ae5-489c-abbc-0dab2bd8ca19 req-8f89e915-7a56-45e6-b87a-afa60d8870c6 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764160 May 25 20:22:40.400924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-9a1448c2-4808-4dfc-aa2f-b2cd99b279aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.406603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-9a1448c2-4808-4dfc-aa2f-b2cd99b279aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.407284 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-9a1448c2-4808-4dfc-aa2f-b2cd99b279aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.407764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-9a1448c2-4808-4dfc-aa2f-b2cd99b279aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.408226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-9a1448c2-4808-4dfc-aa2f-b2cd99b279aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.408684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-9a1448c2-4808-4dfc-aa2f-b2cd99b279aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.409246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-9a1448c2-4808-4dfc-aa2f-b2cd99b279aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.422497 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-9a1448c2-4808-4dfc-aa2f-b2cd99b279aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 6478 time: 0.3002040 May 25 20:22:40.439155 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:40.546711 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c50374e7-88af-40ee-acbc-a44166af150a'] response: {'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': 'd3085793-cb15-4202-9919-00b00a383ade', 'status': 'completed', 'code': 200} May 25 20:22:40.581918 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-916edea9-bf15-4cdc-bc9f-96243306aa52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ffb800-e99b-4d47-b8f7-575174420de8 HTTP/1.1" status: 200 len: 217 time: 0.1494000 May 25 20:22:40.625284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16faa1-1184-4b37-8845-f6739f6a0794 req-7d034874-3622-42fe-9bee-8e99b79da29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.625859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16faa1-1184-4b37-8845-f6739f6a0794 req-7d034874-3622-42fe-9bee-8e99b79da29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.626496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16faa1-1184-4b37-8845-f6739f6a0794 req-7d034874-3622-42fe-9bee-8e99b79da29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.628564 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a16faa1-1184-4b37-8845-f6739f6a0794 req-7d034874-3622-42fe-9bee-8e99b79da29a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ed2254629dea43a5bc70198b31357a0c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3718288 May 25 20:22:40.796750 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9c525734-4f88-449a-8bf4-1ed1a09ab697 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:22:40.840057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2976b51c-bee7-46a5-b40c-e13f3c261319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.842297 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2976b51c-bee7-46a5-b40c-e13f3c261319 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dfdda60a-9fcc-4779-9258-31fe99bfbf7e HTTP/1.1" status: 200 len: 850 time: 0.2513959 May 25 20:22:40.935966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6ce1-6a31-4c1e-a8d2-cfda69b29dcf req-bf33dfbc-9a9f-46c9-8ead-497d3b610eaa tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.944175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb70e9f-4b71-40ef-a725-956d7525a632 req-437b5044-74d5-487f-a2b8-c73e04b276af tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.944922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6ce1-6a31-4c1e-a8d2-cfda69b29dcf req-bf33dfbc-9a9f-46c9-8ead-497d3b610eaa tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.951543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fdb70e9f-4b71-40ef-a725-956d7525a632 req-437b5044-74d5-487f-a2b8-c73e04b276af tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2524159 May 25 20:22:40.952440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6ce1-6a31-4c1e-a8d2-cfda69b29dcf req-bf33dfbc-9a9f-46c9-8ead-497d3b610eaa tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.959849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6ce1-6a31-4c1e-a8d2-cfda69b29dcf req-bf33dfbc-9a9f-46c9-8ead-497d3b610eaa tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.966495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6ce1-6a31-4c1e-a8d2-cfda69b29dcf req-bf33dfbc-9a9f-46c9-8ead-497d3b610eaa tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.972604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6ce1-6a31-4c1e-a8d2-cfda69b29dcf req-bf33dfbc-9a9f-46c9-8ead-497d3b610eaa tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:40.979631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6ce1-6a31-4c1e-a8d2-cfda69b29dcf req-bf33dfbc-9a9f-46c9-8ead-497d3b610eaa tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:41.006510 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a7c6ce1-6a31-4c1e-a8d2-cfda69b29dcf req-bf33dfbc-9a9f-46c9-8ead-497d3b610eaa tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5421 time: 1.3762381 May 25 20:22:41.090985 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fdb70e9f-4b71-40ef-a725-956d7525a632 req-0adc8258-a45f-4ce4-b25b-8d8fc0e3d3fa tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134727 May 25 20:22:41.100094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9c525734-4f88-449a-8bf4-1ed1a09ab697 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:22:41.100784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:41.123718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-cc040838-fbb0-49d3-910a-5a3993189653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:41.128384 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-cc040838-fbb0-49d3-910a-5a3993189653 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c180c5b1-d3d2-49c2-820a-f270a32e5078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2796330 May 25 20:22:41.255028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-f774256c-bb92-43c6-9fda-9f2f8e924d09 req-a017d9cb-34bf-4a1b-8338-a564c7e6eb4c service neutron] (88332) timed out ('10.222.0.70', 51245) {{(pid=88332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 20:22:41.327194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': 'd76ce2fa-0e4d-4f0c-bacf-bfb05d44a000'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:41.351491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-5f7e5092-13da-45d5-8a27-e06d206dfa06 req-7552f679-1c15-4fad-837d-d337f8b56dd6 service neutron] (88331) timed out ('10.222.0.70', 51330) {{(pid=88331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 20:22:41.353670 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-a9835802-9130-4b22-9241-c0b27f43af28 service neutron] 10.222.0.50 "GET /v2.0/networks/c180c5b1-d3d2-49c2-820a-f270a32e5078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124915 May 25 20:22:41.426384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9c525734-4f88-449a-8bf4-1ed1a09ab697 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:22:41.522966 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-9d45206a-69d2-470c-abcf-96717dc714ce service neutron] 10.222.0.50 "GET /v2.0/networks/c180c5b1-d3d2-49c2-820a-f270a32e5078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614370 May 25 20:22:41.649556 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c7d17b3b-2737-43c5-a307-bbf404e1313d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=7194a444-0396-4362-aa01-2992d5275a0c HTTP/1.1" status: 200 len: 217 time: 0.0734141 May 25 20:22:41.702309 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-95509550-0a6f-4485-90c2-f350e435464e req-127817bb-b968-4e10-974d-f870e6240230 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 210 time: 0.1780503 May 25 20:22:41.829350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-d7d7c331-38cb-4f4f-9569-a46fdca93121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:41.831098 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-d7d7c331-38cb-4f4f-9569-a46fdca93121 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43035961-3504-4c3a-94eb-4ba39088b719 HTTP/1.1" status: 200 len: 797 time: 0.1751375 May 25 20:22:41.988087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-46535712-c280-42db-a1e3-266cdee8056a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:41.990894 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-46535712-c280-42db-a1e3-266cdee8056a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.70 "GET /v2.0/networks?id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede HTTP/1.1" status: 200 len: 819 time: 0.2820487 May 25 20:22:41.998997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-b936225e-7cea-47ea-9124-c41c50d0d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:42.000796 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-b936225e-7cea-47ea-9124-c41c50d0d889 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=814e0c94-51e7-489c-9196-d87d06585fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1613131 May 25 20:22:42.006173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Request body: {'port': {'device_id': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'admin_state_up': True, 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:42.361873 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd3584e4-0798-489a-a814-ec7278988c60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:42.374106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16faa1-1184-4b37-8845-f6739f6a0794 req-28aab689-b7c3-4a1a-aacd-f58e0aedc553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:42.376750 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a16faa1-1184-4b37-8845-f6739f6a0794 req-28aab689-b7c3-4a1a-aacd-f58e0aedc553 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6723163 May 25 20:22:42.388388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd3584e4-0798-489a-a814-ec7278988c60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:42.419012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:22:42.442707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Usage tracker for resource:port and tenant:02f9414758094917b3dfd1a0855d0bf5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:22:42.612287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': 'c6e0f4c6-dc40-46ca-98b1-a2078622314d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:42.622864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:22:42.638332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:22:42.651473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3584e4-0798-489a-a814-ec7278988c60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 3141872c-c17b-4629-b107-4edc9b7d893c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:22:42.672557 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a7c6ce1-6a31-4c1e-a8d2-cfda69b29dcf req-374e6ec4-429c-442e-9c19-0b5bca538adf tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.6654830 May 25 20:22:42.698573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Made reservation on behalf of 02f9414758094917b3dfd1a0855d0bf5 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:22:42.703810 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:42.854023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125d492-de11-4f59-bcd5-4c18488b36ba req-58e03986-0ee1-4721-b0f2-d7619d134f2b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:42.878235 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125d492-de11-4f59-bcd5-4c18488b36ba req-58e03986-0ee1-4721-b0f2-d7619d134f2b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:42.899967 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125d492-de11-4f59-bcd5-4c18488b36ba req-58e03986-0ee1-4721-b0f2-d7619d134f2b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:42.911138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125d492-de11-4f59-bcd5-4c18488b36ba req-58e03986-0ee1-4721-b0f2-d7619d134f2b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:42.912719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07c8e8f-6335-426d-9c38-c8f745c11d75 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:42.917880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125d492-de11-4f59-bcd5-4c18488b36ba req-58e03986-0ee1-4721-b0f2-d7619d134f2b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:42.927662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125d492-de11-4f59-bcd5-4c18488b36ba req-58e03986-0ee1-4721-b0f2-d7619d134f2b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:42.930587 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d125d492-de11-4f59-bcd5-4c18488b36ba req-58e03986-0ee1-4721-b0f2-d7619d134f2b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 4606 time: 0.7011425 May 25 20:22:42.939832 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-25ee2a7d-e11d-4579-8edd-b64a51dd7f94 service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7291441 May 25 20:22:42.971704 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:43.091292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Transition to ACTIVE for port object b07c8e8f-6335-426d-9c38-c8f745c11d75 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:43.119349 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:43.186102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3584e4-0798-489a-a814-ec7278988c60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:22:43.204008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a68f2e-7b2c-4d34-bc32-22acc4d2b6ca None None] Sync routers for ids ['3141872c-c17b-4629-b107-4edc9b7d893c'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:22:43.225424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a68f2e-7b2c-4d34-bc32-22acc4d2b6ca None None] Routers {'3141872c-c17b-4629-b107-4edc9b7d893c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:22:43.226625 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-16a68f2e-7b2c-4d34-bc32-22acc4d2b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:22:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['3141872c-c17b-4629-b107-4edc9b7d893c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:43.228884 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd3584e4-0798-489a-a814-ec7278988c60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:43.235698 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fd3584e4-0798-489a-a814-ec7278988c60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/3141872c-c17b-4629-b107-4edc9b7d893c HTTP/1.1" status: 200 len: 886 time: 3.2262137 May 25 20:22:43.242949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59614) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:43.335114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-520904b1-f20f-449d-927a-56866dfb4225 service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816791 May 25 20:22:43.464031 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-1bfd23d6-d7e3-4ec8-b813-b630e78f8fc4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=cfb3cf7b-33cc-446c-bc12-45dbba72300e HTTP/1.1" status: 200 len: 217 time: 0.1185627 May 25 20:22:43.473828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-16a68f2e-7b2c-4d34-bc32-22acc4d2b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:43.500913 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a68f2e-7b2c-4d34-bc32-22acc4d2b6ca None None] Routers {'3141872c-c17b-4629-b107-4edc9b7d893c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:22:43.501556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-16a68f2e-7b2c-4d34-bc32-22acc4d2b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:22:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['3141872c-c17b-4629-b107-4edc9b7d893c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:43.619303 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d125d492-de11-4f59-bcd5-4c18488b36ba req-7d5dfaff-8ae0-4cb9-8063-b9653ed1e654 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6640756 May 25 20:22:43.707409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-16a68f2e-7b2c-4d34-bc32-22acc4d2b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:22:43.707822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a68f2e-7b2c-4d34-bc32-22acc4d2b6ca None None] The sync data for ids ['3141872c-c17b-4629-b107-4edc9b7d893c'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:22:43.754355 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0560b76-f344-4ce8-9d21-493cbd79a8d9'] response: {'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': 'd76ce2fa-0e4d-4f0c-bacf-bfb05d44a000', 'status': 'completed', 'code': 200} May 25 20:22:43.854879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5d103e6d-752c-41e9-8a67-e9f2662996ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:43.857018 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-5d103e6d-752c-41e9-8a67-e9f2662996ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43035961-3504-4c3a-94eb-4ba39088b719 HTTP/1.1" status: 200 len: 797 time: 0.3843632 May 25 20:22:43.858935 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e966d210-b73f-4fa6-bb79-50cd8c167bbd tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/routers/3141872c-c17b-4629-b107-4edc9b7d893c HTTP/1.1" status: 200 len: 886 time: 0.5084124 May 25 20:22:43.874476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379e5ba-8395-4bb1-83b6-c90f194f82e7 req-26b4f1f7-e1df-47c5-a08d-f1e8a523fdaf tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:43.883258 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b379e5ba-8395-4bb1-83b6-c90f194f82e7 req-26b4f1f7-e1df-47c5-a08d-f1e8a523fdaf tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.9654396 May 25 20:22:43.905298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59622) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:43.965802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Pushing event updated for resources: {'Port': ['ID=b07c8e8f-6335-426d-9c38-c8f745c11d75,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:44.006856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b379e5ba-8395-4bb1-83b6-c90f194f82e7 req-5b8f3071-0afd-4cad-8ab9-59ca92013596 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209862 May 25 20:22:44.010702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1ca3054d-4cc5-4725-af83-82235fc60706 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Synchronizing usage tracker for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:22:44.014145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Allocated IP 172.20.0.6 (af255cd0-9c8c-44d1-a0f2-e82d62f8aede/fca3a56e-188b-4aef-b6d9-198c489c2bb1/24ab9239-5817-4bb2-b4fe-74e8292edc6d) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:22:44.071745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1ca3054d-4cc5-4725-af83-82235fc60706 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Unset dirty status for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:22:44.073241 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1ca3054d-4cc5-4725-af83-82235fc60706 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3141872c-c17b-4629-b107-4edc9b7d893c HTTP/1.1" status: 200 len: 205 time: 0.1665962 May 25 20:22:44.082187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59628) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:44.185251 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097a5ae6-3f15-4b70-ad82-7b93f6a530b6'] response: {'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': 'c6e0f4c6-dc40-46ca-98b1-a2078622314d', 'status': 'completed', 'code': 200} May 25 20:22:44.223357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-dd30de16-a2d4-426e-a9e4-b4de694e4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:44.225367 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-dd30de16-a2d4-426e-a9e4-b4de694e4c75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=814e0c94-51e7-489c-9196-d87d06585fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3596148 May 25 20:22:44.292063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591c20c-b0d6-42fa-9910-1adb057a3978 req-2244cc0f-8118-4f21-b988-afafde2709f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:44.292543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591c20c-b0d6-42fa-9910-1adb057a3978 req-2244cc0f-8118-4f21-b988-afafde2709f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:44.292996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591c20c-b0d6-42fa-9910-1adb057a3978 req-2244cc0f-8118-4f21-b988-afafde2709f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:44.293795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591c20c-b0d6-42fa-9910-1adb057a3978 req-2244cc0f-8118-4f21-b988-afafde2709f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:44.293930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591c20c-b0d6-42fa-9910-1adb057a3978 req-2244cc0f-8118-4f21-b988-afafde2709f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:44.294515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591c20c-b0d6-42fa-9910-1adb057a3978 req-2244cc0f-8118-4f21-b988-afafde2709f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:44.294966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591c20c-b0d6-42fa-9910-1adb057a3978 req-2244cc0f-8118-4f21-b988-afafde2709f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:44.297021 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b591c20c-b0d6-42fa-9910-1adb057a3978 req-2244cc0f-8118-4f21-b988-afafde2709f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed2254629dea43a5bc70198b31357a0c&device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 6177 time: 0.5314898 May 25 20:22:44.425466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-faa2f7e6-32ee-4208-81cd-ac917aff33fe req-35e728cb-8192-4432-9dcb-da0efeecc79d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Synchronizing usage tracker for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:22:44.537667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Attempting to bind port b07c8e8f-6335-426d-9c38-c8f745c11d75 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:44.538635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Attempting to bind port b07c8e8f-6335-426d-9c38-c8f745c11d75 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:44.538975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Attempting to bind port b07c8e8f-6335-426d-9c38-c8f745c11d75 on network d3464776-988d-4c60-978a-9ad539684d1a {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:44.546983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a669-2c00-4766-8a57-0ea2f5c0cd50 req-3e6baf3b-5f88-41ca-9729-d9bb4a109c75 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:44.549427 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe42a669-2c00-4766-8a57-0ea2f5c0cd50 req-3e6baf3b-5f88-41ca-9729-d9bb4a109c75 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 0.6348755 May 25 20:22:44.555854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Port b07c8e8f-6335-426d-9c38-c8f745c11d75 on network d3464776-988d-4c60-978a-9ad539684d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:44.556342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Attempting to bind port b07c8e8f-6335-426d-9c38-c8f745c11d75 on network d3464776-988d-4c60-978a-9ad539684d1a {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:44.565396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-faa2f7e6-32ee-4208-81cd-ac917aff33fe req-35e728cb-8192-4432-9dcb-da0efeecc79d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Unset dirty status for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:22:44.566728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-faa2f7e6-32ee-4208-81cd-ac917aff33fe req-35e728cb-8192-4432-9dcb-da0efeecc79d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 210 time: 0.2888606 May 25 20:22:44.572628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:44.572968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Checking segment: {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:44.573353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Bound using segment: {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:44.573841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Bound port: b07c8e8f-6335-426d-9c38-c8f745c11d75, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:44.574255 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:44.760331 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:44.764655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] For port b07c8e8f-6335-426d-9c38-c8f745c11d75, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:44.768475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] For port b07c8e8f-6335-426d-9c38-c8f745c11d75, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b07c8e8f-6335-426d-9c38-c8f745c11d75,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:44.775164 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:44.818847 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-0cf363c5-7a70-44ae-8f98-31468273df44 service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736821 May 25 20:22:44.866514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:44.867670 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:44.869371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] 10.222.0.70 "PUT /v2.0/ports/b07c8e8f-6335-426d-9c38-c8f745c11d75 HTTP/1.1" status: 200 len: 1134 time: 5.3647354 May 25 20:22:44.871176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591c20c-b0d6-42fa-9910-1adb057a3978 req-0f8fa338-cd7f-4d4c-8f1b-b2a38b2b09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:44.871621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591c20c-b0d6-42fa-9910-1adb057a3978 req-0f8fa338-cd7f-4d4c-8f1b-b2a38b2b09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:44.872082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591c20c-b0d6-42fa-9910-1adb057a3978 req-0f8fa338-cd7f-4d4c-8f1b-b2a38b2b09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:44.889445 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b591c20c-b0d6-42fa-9910-1adb057a3978 req-0f8fa338-cd7f-4d4c-8f1b-b2a38b2b09bf service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ed2254629dea43a5bc70198b31357a0c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5439515 May 25 20:22:44.970833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe42a669-2c00-4766-8a57-0ea2f5c0cd50 req-e84dbb19-4906-483a-95a4-36600bee4080 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3464890 May 25 20:22:45.045282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Request body: {'port': {'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:45.136009 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-9ee504c0-6d55-4625-857d-5311d2b819a4 service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037148 May 25 20:22:45.282571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadaa5b-bf94-465b-9dcd-0c557932d67e service neutron] Pushing event updated for resources: {'Port': ['ID=b07c8e8f-6335-426d-9c38-c8f745c11d75,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:45.395286 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591c20c-b0d6-42fa-9910-1adb057a3978 req-de827f76-433e-4be9-aa6c-469b7d5c6c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:45.397726 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b591c20c-b0d6-42fa-9910-1adb057a3978 req-de827f76-433e-4be9-aa6c-469b7d5c6c08 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5067697 May 25 20:22:45.409459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:45.444238 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-6ba9543b-d624-4a64-8bfe-44fa6a288f69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c HTTP/1.1" status: 200 len: 217 time: 0.2622128 May 25 20:22:45.445105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d1732-e687-461c-8c3c-8f5b7886cfe6 req-a27e916d-9adb-4606-ae3e-13be83c0eabe tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:45.452400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d1732-e687-461c-8c3c-8f5b7886cfe6 req-a27e916d-9adb-4606-ae3e-13be83c0eabe tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:45.452632 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:45.460643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d1732-e687-461c-8c3c-8f5b7886cfe6 req-a27e916d-9adb-4606-ae3e-13be83c0eabe tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:45.466714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d1732-e687-461c-8c3c-8f5b7886cfe6 req-a27e916d-9adb-4606-ae3e-13be83c0eabe tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:45.472592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d1732-e687-461c-8c3c-8f5b7886cfe6 req-a27e916d-9adb-4606-ae3e-13be83c0eabe tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:45.481390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d1732-e687-461c-8c3c-8f5b7886cfe6 req-a27e916d-9adb-4606-ae3e-13be83c0eabe tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:45.488647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d1732-e687-461c-8c3c-8f5b7886cfe6 req-a27e916d-9adb-4606-ae3e-13be83c0eabe tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:45.496789 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-706d1732-e687-461c-8c3c-8f5b7886cfe6 req-a27e916d-9adb-4606-ae3e-13be83c0eabe tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5421 time: 0.5418313 May 25 20:22:45.685495 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-706d1732-e687-461c-8c3c-8f5b7886cfe6 req-113bb485-3773-429c-a201-d2644dfe0370 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1838369 May 25 20:22:45.754805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-f50cfbd8-52cf-4f4e-a4d1-2765463b9066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:45.757739 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-f50cfbd8-52cf-4f4e-a4d1-2765463b9066 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43035961-3504-4c3a-94eb-4ba39088b719 HTTP/1.1" status: 200 len: 797 time: 0.2595267 May 25 20:22:45.868936 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:45.888571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:45.926763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': 'b07c8e8f-6335-426d-9c38-c8f745c11d75'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:45.932292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port fd9f02b7-f61d-4f12-8870-1fbb0a7361ab {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:22:45.932639 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:46.188283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7f9c3-216b-4e06-a68f-ec2bc900aee6 req-12ac94c2-c20f-4af9-b8ad-bc2888ed0cd1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:46.194924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7f9c3-216b-4e06-a68f-ec2bc900aee6 req-12ac94c2-c20f-4af9-b8ad-bc2888ed0cd1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:46.201870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7f9c3-216b-4e06-a68f-ec2bc900aee6 req-12ac94c2-c20f-4af9-b8ad-bc2888ed0cd1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:46.209061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7f9c3-216b-4e06-a68f-ec2bc900aee6 req-12ac94c2-c20f-4af9-b8ad-bc2888ed0cd1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:46.217390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7f9c3-216b-4e06-a68f-ec2bc900aee6 req-12ac94c2-c20f-4af9-b8ad-bc2888ed0cd1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:46.224619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7f9c3-216b-4e06-a68f-ec2bc900aee6 req-12ac94c2-c20f-4af9-b8ad-bc2888ed0cd1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:46.235017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7f9c3-216b-4e06-a68f-ec2bc900aee6 req-12ac94c2-c20f-4af9-b8ad-bc2888ed0cd1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:46.243451 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65d7f9c3-216b-4e06-a68f-ec2bc900aee6 req-12ac94c2-c20f-4af9-b8ad-bc2888ed0cd1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5382 time: 0.7960434 May 25 20:22:46.254341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723f1476-6c1f-4111-adea-481a80bb6f47 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:46.263482 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:46.281390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Transition to ACTIVE for port object 723f1476-6c1f-4111-adea-481a80bb6f47 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:46.295086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Network af255cd0-9c8c-44d1-a0f2-e82d62f8aede is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:22:46.320253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:46.323082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:22:46.339377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:46.441610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Pushing event updated for resources: {'Port': ['ID=723f1476-6c1f-4111-adea-481a80bb6f47,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:46.455655 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65d7f9c3-216b-4e06-a68f-ec2bc900aee6 req-06694702-e173-4121-8e24-6a975909886f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2108643 May 25 20:22:46.461785 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:46.562375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Pushing event updated for resources: {'Port': ['ID=24ab9239-5817-4bb2-b4fe-74e8292edc6d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:46.798274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bf25d-a5b5-445d-aa47-24d334b765ee req-cde9907c-09e2-4fea-b77b-acda31a18016 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:46.804561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for fd9f02b7-f61d-4f12-8870-1fbb0a7361ab owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:22:46.812058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-944bf25d-a5b5-445d-aa47-24d334b765ee req-cde9907c-09e2-4fea-b77b-acda31a18016 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.5289521 May 25 20:22:46.895413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-4d03fa66-a814-4a5d-8f3b-aff9f842e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:46.898065 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-4d03fa66-a814-4a5d-8f3b-aff9f842e872 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=814e0c94-51e7-489c-9196-d87d06585fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1301520 May 25 20:22:46.903961 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-944bf25d-a5b5-445d-aa47-24d334b765ee req-ed24733e-d988-40fc-9ddc-65c540ecd0e6 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803492 May 25 20:22:46.905049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:46.905977 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:46.912523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Attempting to bind port 723f1476-6c1f-4111-adea-481a80bb6f47 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:46.913275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Attempting to bind port 723f1476-6c1f-4111-adea-481a80bb6f47 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:46.913943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Attempting to bind port 723f1476-6c1f-4111-adea-481a80bb6f47 on network d3464776-988d-4c60-978a-9ad539684d1a {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:46.937753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Port 723f1476-6c1f-4111-adea-481a80bb6f47 on network d3464776-988d-4c60-978a-9ad539684d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:46.938391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Attempting to bind port 723f1476-6c1f-4111-adea-481a80bb6f47 on network d3464776-988d-4c60-978a-9ad539684d1a {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:46.944569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:46.944928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Checking segment: {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:46.945303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Bound using segment: {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:46.945730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Bound port: 723f1476-6c1f-4111-adea-481a80bb6f47, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:46.946073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:46.966349 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cc973f-af2a-4420-a551-5c7a56e0efb5'] response: {'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': 'b07c8e8f-6335-426d-9c38-c8f745c11d75', 'status': 'completed', 'code': 200} May 25 20:22:47.028994 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-14d6c95a-96cd-4afb-8dcb-e90ee619c94a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0269775 May 25 20:22:47.117295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Request body: {'port': {'device_id': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:47.384886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768d086-859e-4a18-9b50-847f4f844085 req-0171cda1-33de-4525-9d55-45450d4f149d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:47.385762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a768d086-859e-4a18-9b50-847f4f844085 req-0171cda1-33de-4525-9d55-45450d4f149d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Synchronizing usage tracker for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:22:47.408097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3013-aedb-4264-9b05-28ec5c6b8902 req-6768b468-b643-451b-8884-8eecd4608aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:47.408565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3013-aedb-4264-9b05-28ec5c6b8902 req-6768b468-b643-451b-8884-8eecd4608aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:47.410019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3013-aedb-4264-9b05-28ec5c6b8902 req-6768b468-b643-451b-8884-8eecd4608aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:47.410019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3013-aedb-4264-9b05-28ec5c6b8902 req-6768b468-b643-451b-8884-8eecd4608aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:47.410414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3013-aedb-4264-9b05-28ec5c6b8902 req-6768b468-b643-451b-8884-8eecd4608aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:47.410936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3013-aedb-4264-9b05-28ec5c6b8902 req-6768b468-b643-451b-8884-8eecd4608aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:47.411269 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-4cfec2c8-6ca8-4df5-9c5a-c97eef454ed9 service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711647 May 25 20:22:47.411972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3013-aedb-4264-9b05-28ec5c6b8902 req-6768b468-b643-451b-8884-8eecd4608aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:47.414130 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f27b3013-aedb-4264-9b05-28ec5c6b8902 req-6768b468-b643-451b-8884-8eecd4608aa1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed2254629dea43a5bc70198b31357a0c&device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 6244 time: 0.4185402 May 25 20:22:47.415467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] For port 723f1476-6c1f-4111-adea-481a80bb6f47, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:47.415649 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:47.419741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] For port 723f1476-6c1f-4111-adea-481a80bb6f47, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=723f1476-6c1f-4111-adea-481a80bb6f47,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:47.508534 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:47.610776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539b400-726e-408c-b6c6-6c6ff298fd69 req-5f20dcce-401c-41d4-8b8f-ca20db9e9076 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:47.612191 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7539b400-726e-408c-b6c6-6c6ff298fd69 req-5f20dcce-401c-41d4-8b8f-ca20db9e9076 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 0.5215151 May 25 20:22:47.628458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:47.629063 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:47.630468 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] 10.222.0.70 "PUT /v2.0/ports/723f1476-6c1f-4111-adea-481a80bb6f47 HTTP/1.1" status: 200 len: 1091 time: 2.6768978 May 25 20:22:47.664123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee25dc-0c3d-4ec1-89ed-8ae2218fcaed req-d3ea005e-4c69-4d83-82f0-3a18cb723db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:47.665677 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9cee25dc-0c3d-4ec1-89ed-8ae2218fcaed req-d3ea005e-4c69-4d83-82f0-3a18cb723db8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 1097 time: 0.8996630 May 25 20:22:47.666383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a768d086-859e-4a18-9b50-847f4f844085 req-0171cda1-33de-4525-9d55-45450d4f149d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Unset dirty status for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:22:47.667442 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a768d086-859e-4a18-9b50-847f4f844085 req-0171cda1-33de-4525-9d55-45450d4f149d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 931 time: 0.8281898 May 25 20:22:47.680548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Request body: {'port': {'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:47.777311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b98703-7ad9-4d2b-ac4c-8452d0b3ce9e service neutron] Pushing event updated for resources: {'Port': ['ID=723f1476-6c1f-4111-adea-481a80bb6f47,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:47.822755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7539b400-726e-408c-b6c6-6c6ff298fd69 req-d80aee1b-c093-429c-bcde-d6fa98359a17 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859505 May 25 20:22:47.942402 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:47.953283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3013-aedb-4264-9b05-28ec5c6b8902 req-80dfe1c7-fc56-4847-bf36-4a25ce09ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:47.954099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3013-aedb-4264-9b05-28ec5c6b8902 req-80dfe1c7-fc56-4847-bf36-4a25ce09ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:47.954238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3013-aedb-4264-9b05-28ec5c6b8902 req-80dfe1c7-fc56-4847-bf36-4a25ce09ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:47.956270 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f27b3013-aedb-4264-9b05-28ec5c6b8902 req-80dfe1c7-fc56-4847-bf36-4a25ce09ff8f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ed2254629dea43a5bc70198b31357a0c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5335140 May 25 20:22:48.068424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee25dc-0c3d-4ec1-89ed-8ae2218fcaed req-1e5f0315-e82f-413a-bc07-f831ac96eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:48.070965 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9cee25dc-0c3d-4ec1-89ed-8ae2218fcaed req-1e5f0315-e82f-413a-bc07-f831ac96eef6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 918 time: 0.3641057 May 25 20:22:48.128810 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a768d086-859e-4a18-9b50-847f4f844085 req-f86b6d3d-ab7f-446c-894a-78a90512ff17 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904953 May 25 20:22:48.305353 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9cee25dc-0c3d-4ec1-89ed-8ae2218fcaed req-0ac08146-a7b9-42eb-a73a-4b7f445b3595 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aa281f-3b41-4c89-9595-67d38a52b24b HTTP/1.1" status: 200 len: 1002 time: 0.1652014 May 25 20:22:48.312616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-efbd59d6-c57b-42a8-8001-35876fed3e5b service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8778422 May 25 20:22:48.367443 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:48.496927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3013-aedb-4264-9b05-28ec5c6b8902 req-a9775b0f-cfce-4814-8cef-f24c99cd7539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:48.498406 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f27b3013-aedb-4264-9b05-28ec5c6b8902 req-a9775b0f-cfce-4814-8cef-f24c99cd7539 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5351973 May 25 20:22:48.528565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Port': ['ID=fd9f02b7-f61d-4f12-8870-1fbb0a7361ab,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:48.542700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bde21-2d29-4b30-b715-4aa3e9641daa req-56ef92a6-5726-4d8f-a3af-fb40e38c4e85 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:48.548775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bde21-2d29-4b30-b715-4aa3e9641daa req-56ef92a6-5726-4d8f-a3af-fb40e38c4e85 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:48.555534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bde21-2d29-4b30-b715-4aa3e9641daa req-56ef92a6-5726-4d8f-a3af-fb40e38c4e85 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:48.560867 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-1b8b95df-cacc-49b0-bced-d80c1557326a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=07a3d510-0855-407d-9f05-bbea62ef048c HTTP/1.1" status: 200 len: 217 time: 0.1844242 May 25 20:22:48.561312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bde21-2d29-4b30-b715-4aa3e9641daa req-56ef92a6-5726-4d8f-a3af-fb40e38c4e85 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:48.568095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bde21-2d29-4b30-b715-4aa3e9641daa req-56ef92a6-5726-4d8f-a3af-fb40e38c4e85 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:48.574563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bde21-2d29-4b30-b715-4aa3e9641daa req-56ef92a6-5726-4d8f-a3af-fb40e38c4e85 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:48.580425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bde21-2d29-4b30-b715-4aa3e9641daa req-56ef92a6-5726-4d8f-a3af-fb40e38c4e85 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:48.583784 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6a2bde21-2d29-4b30-b715-4aa3e9641daa req-56ef92a6-5726-4d8f-a3af-fb40e38c4e85 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5421 time: 0.5392346 May 25 20:22:48.657351 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6a2bde21-2d29-4b30-b715-4aa3e9641daa req-16c49fcb-d1bd-4b01-9d01-7021730d8337 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604024 May 25 20:22:48.787046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f2c721-b8e7-4254-a086-1a16f4ce7793 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:48.807041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:48.823306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Transition to ACTIVE for port object 60f2c721-b8e7-4254-a086-1a16f4ce7793 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:48.832166 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:48.841918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee25dc-0c3d-4ec1-89ed-8ae2218fcaed req-fb955b7f-57d8-4bb0-966a-e4c369f79a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:48.843388 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9cee25dc-0c3d-4ec1-89ed-8ae2218fcaed req-fb955b7f-57d8-4bb0-966a-e4c369f79a61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.4771280 May 25 20:22:48.919604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-b88becbc-988c-494b-a8cc-177687cc6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:48.919604 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-b88becbc-988c-494b-a8cc-177687cc6a6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43035961-3504-4c3a-94eb-4ba39088b719 HTTP/1.1" status: 200 len: 797 time: 0.3373394 May 25 20:22:49.008503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': '723f1476-6c1f-4111-adea-481a80bb6f47'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:49.063042 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:49.134308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Pushing event updated for resources: {'Port': ['ID=60f2c721-b8e7-4254-a086-1a16f4ce7793,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:49.159272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Attempting to bind port 60f2c721-b8e7-4254-a086-1a16f4ce7793 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:49.159272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Attempting to bind port 60f2c721-b8e7-4254-a086-1a16f4ce7793 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:49.159272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Attempting to bind port 60f2c721-b8e7-4254-a086-1a16f4ce7793 on network d3464776-988d-4c60-978a-9ad539684d1a {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:49.163757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Port 60f2c721-b8e7-4254-a086-1a16f4ce7793 on network d3464776-988d-4c60-978a-9ad539684d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:49.164499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Attempting to bind port 60f2c721-b8e7-4254-a086-1a16f4ce7793 on network d3464776-988d-4c60-978a-9ad539684d1a {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:49.171189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:49.171850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Checking segment: {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:49.171850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Bound using segment: {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:49.172355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Bound port: 60f2c721-b8e7-4254-a086-1a16f4ce7793, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928e69cf-ccfb-456d-b7be-0fa887697402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:49.172795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:49.260596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae380-2f40-4269-8267-52eb690aa239 req-1548e281-762a-446a-8bd6-ee53dbbea48b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:49.280407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae380-2f40-4269-8267-52eb690aa239 req-1548e281-762a-446a-8bd6-ee53dbbea48b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:49.291088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae380-2f40-4269-8267-52eb690aa239 req-1548e281-762a-446a-8bd6-ee53dbbea48b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:49.297886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae380-2f40-4269-8267-52eb690aa239 req-1548e281-762a-446a-8bd6-ee53dbbea48b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:49.305662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae380-2f40-4269-8267-52eb690aa239 req-1548e281-762a-446a-8bd6-ee53dbbea48b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:49.311176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae380-2f40-4269-8267-52eb690aa239 req-1548e281-762a-446a-8bd6-ee53dbbea48b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:49.318275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae380-2f40-4269-8267-52eb690aa239 req-1548e281-762a-446a-8bd6-ee53dbbea48b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:49.325899 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-100ae380-2f40-4269-8267-52eb690aa239 req-1548e281-762a-446a-8bd6-ee53dbbea48b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5406 time: 0.4823766 May 25 20:22:49.408316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-100ae380-2f40-4269-8267-52eb690aa239 req-b6eca66b-18e9-439d-afdc-881f343515ba tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811038 May 25 20:22:49.429621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2a917-dbe4-476b-b946-476bfeb082f5 req-c6363061-b976-4409-8efe-22b0f24d79fd tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:49.431182 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b5c2a917-dbe4-476b-b946-476bfeb082f5 req-c6363061-b976-4409-8efe-22b0f24d79fd tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 1.1211276 May 25 20:22:49.437335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] For port 60f2c721-b8e7-4254-a086-1a16f4ce7793, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:49.453939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] For port 60f2c721-b8e7-4254-a086-1a16f4ce7793, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=60f2c721-b8e7-4254-a086-1a16f4ce7793,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:49.459952 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:22:49.460392 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:49.484839 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:49.528854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:49.530876 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:49.531082 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] 10.222.0.70 "PUT /v2.0/ports/60f2c721-b8e7-4254-a086-1a16f4ce7793 HTTP/1.1" status: 200 len: 1091 time: 1.8553638 May 25 20:22:49.569699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Request body: {'port': {'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:49.600860 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:49.688783 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee25dc-0c3d-4ec1-89ed-8ae2218fcaed req-0cd4f5b1-cfd9-4ac5-9f4f-41f1ec719a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:49.690483 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9cee25dc-0c3d-4ec1-89ed-8ae2218fcaed req-0cd4f5b1-cfd9-4ac5-9f4f-41f1ec719a0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8355937 May 25 20:22:49.959550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b5c2a917-dbe4-476b-b946-476bfeb082f5 req-252fa0da-a069-4e53-8e6e-bb92f40ce606 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139494 May 25 20:22:49.971052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ab9239-5817-4bb2-b4fe-74e8292edc6d {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:49.991027 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:50.028269 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:50.029065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Fanout notify agent at l3_agent the message router_deleted on router 3141872c-c17b-4629-b107-4edc9b7d893c {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:22:50.063923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b78fd50-f45c-4ec1-aec4-6f1dba08f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:50.070370 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2b78fd50-f45c-4ec1-aec4-6f1dba08f1ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=814e0c94-51e7-489c-9196-d87d06585fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1385405 May 25 20:22:50.095669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c6930-5832-4349-9337-753dd0fa0a36 service neutron] Pushing event updated for resources: {'Port': ['ID=60f2c721-b8e7-4254-a086-1a16f4ce7793,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:50.155037 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc4ff5c-af04-4f89-b4b4-7d999e3a81b7'] response: {'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': '723f1476-6c1f-4111-adea-481a80bb6f47', 'status': 'completed', 'code': 200} May 25 20:22:50.405355 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:50.405591 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-a8006e2d-f0b0-42fb-9417-19b9cca3dca8 service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978904 May 25 20:22:50.547887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61296fde-73e1-4741-8c4c-74e70847bbf0 req-0461089d-44a9-49a1-adcc-37ce3dad0891 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:50.564345 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61296fde-73e1-4741-8c4c-74e70847bbf0 req-0461089d-44a9-49a1-adcc-37ce3dad0891 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 946 time: 0.6318402 May 25 20:22:50.675996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Transition to ACTIVE for port object 24ab9239-5817-4bb2-b4fe-74e8292edc6d will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:50.711810 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9cee25dc-0c3d-4ec1-89ed-8ae2218fcaed req-7a6f2ec8-23f6-4636-803e-b731049c3006 service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9906845 May 25 20:22:50.725178 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:50.731355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bf0aed5d-dd73-4e7c-9683-6101c3c82642 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/routers/3141872c-c17b-4629-b107-4edc9b7d893c HTTP/1.1" status: 204 len: 168 time: 6.6419866 May 25 20:22:50.732339 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:50.743712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59706) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:50.766240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 61aa281f-3b41-4c89-9595-67d38a52b24b no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:22:50.797554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdce6b-7e69-4c59-b3e6-8061ff3d3e05 req-9a06dd8e-3c8f-4d65-b743-6bc513f2631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:50.798454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdce6b-7e69-4c59-b3e6-8061ff3d3e05 req-9a06dd8e-3c8f-4d65-b743-6bc513f2631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:50.799113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdce6b-7e69-4c59-b3e6-8061ff3d3e05 req-9a06dd8e-3c8f-4d65-b743-6bc513f2631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:50.799893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdce6b-7e69-4c59-b3e6-8061ff3d3e05 req-9a06dd8e-3c8f-4d65-b743-6bc513f2631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:50.800564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdce6b-7e69-4c59-b3e6-8061ff3d3e05 req-9a06dd8e-3c8f-4d65-b743-6bc513f2631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:50.801589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdce6b-7e69-4c59-b3e6-8061ff3d3e05 req-9a06dd8e-3c8f-4d65-b743-6bc513f2631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:50.802829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdce6b-7e69-4c59-b3e6-8061ff3d3e05 req-9a06dd8e-3c8f-4d65-b743-6bc513f2631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:50.805621 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93bdce6b-7e69-4c59-b3e6-8061ff3d3e05 req-9a06dd8e-3c8f-4d65-b743-6bc513f2631b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed2254629dea43a5bc70198b31357a0c&device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 6353 time: 0.6497617 May 25 20:22:50.974431 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61296fde-73e1-4741-8c4c-74e70847bbf0 req-628b50df-adfc-454b-9698-9f7bb5571456 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4076273 May 25 20:22:51.137831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 61aa281f-3b41-4c89-9595-67d38a52b24b is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:22:51.139133 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:51.150757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'network': {'name': 'tempest-RoutersTest-1906878187'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:51.156658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:22:51.160799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:network and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:22:51.165592 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:22:51.173023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:22:51.195482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 61aa281f-3b41-4c89-9595-67d38a52b24b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=61aa281f-3b41-4c89-9595-67d38a52b24b,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:22:51.196842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61aa281f-3b41-4c89-9595-67d38a52b24b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:51.212184 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:51.362563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:22:51.367137 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:51.385305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdce6b-7e69-4c59-b3e6-8061ff3d3e05 req-a7adadef-5b2e-4897-8d73-75e3008e58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:51.386130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdce6b-7e69-4c59-b3e6-8061ff3d3e05 req-a7adadef-5b2e-4897-8d73-75e3008e58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:51.386305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdce6b-7e69-4c59-b3e6-8061ff3d3e05 req-a7adadef-5b2e-4897-8d73-75e3008e58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:51.387917 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93bdce6b-7e69-4c59-b3e6-8061ff3d3e05 req-a7adadef-5b2e-4897-8d73-75e3008e58f7 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ed2254629dea43a5bc70198b31357a0c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5709851 May 25 20:22:51.399149 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9cee25dc-0c3d-4ec1-89ed-8ae2218fcaed req-fccdf5ea-a5c9-4b54-a173-e9ba9bb9c20a service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6539626 May 25 20:22:51.408597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=61aa281f-3b41-4c89-9595-67d38a52b24b,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:51.413977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Pushing event updated for resources: {'Port': ['ID=24ab9239-5817-4bb2-b4fe-74e8292edc6d,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:51.548676 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ca531597-b083-4417-99e0-f559e20912d0 service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0336392 May 25 20:22:51.642830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bac36-05dc-4e3d-ae23-b2dac21db328 req-94ebf9cb-9ec8-4d66-8cdc-0f41d5e97373 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:51.650978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bac36-05dc-4e3d-ae23-b2dac21db328 req-94ebf9cb-9ec8-4d66-8cdc-0f41d5e97373 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:51.665759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:22:51.670072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bac36-05dc-4e3d-ae23-b2dac21db328 req-94ebf9cb-9ec8-4d66-8cdc-0f41d5e97373 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:51.673355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-560f5894-18eb-4ec2-841a-72d1d4fe9fc3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d3085793-cb15-4202-9919-00b00a383ade HTTP/1.1" status: 200 len: 217 time: 0.1041288 May 25 20:22:51.683556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bac36-05dc-4e3d-ae23-b2dac21db328 req-94ebf9cb-9ec8-4d66-8cdc-0f41d5e97373 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:51.692071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c05c2-87dc-44a5-afd0-cf95b5bd326a req-c0bf158e-46b8-48f3-8958-0c30f113f5aa tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:51.701037 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-647c05c2-87dc-44a5-afd0-cf95b5bd326a req-c0bf158e-46b8-48f3-8958-0c30f113f5aa tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 931 time: 1.2932565 May 25 20:22:51.701757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bac36-05dc-4e3d-ae23-b2dac21db328 req-94ebf9cb-9ec8-4d66-8cdc-0f41d5e97373 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:51.718866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bac36-05dc-4e3d-ae23-b2dac21db328 req-94ebf9cb-9ec8-4d66-8cdc-0f41d5e97373 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:51.725436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bac36-05dc-4e3d-ae23-b2dac21db328 req-94ebf9cb-9ec8-4d66-8cdc-0f41d5e97373 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:51.727627 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-812bac36-05dc-4e3d-ae23-b2dac21db328 req-94ebf9cb-9ec8-4d66-8cdc-0f41d5e97373 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5421 time: 0.4959130 May 25 20:22:51.848354 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:51.849445 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Added segment b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706 of type vlan for network f108add1-7bc9-420e-aa97-749bb6be79fa May 25 20:22:51.913010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-812bac36-05dc-4e3d-ae23-b2dac21db328 req-470d4f7a-9371-436d-8560-c90432870c31 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1513660 May 25 20:22:52.033437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdce6b-7e69-4c59-b3e6-8061ff3d3e05 req-e81112b7-2fe0-4625-9716-b7fa0343f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:52.034916 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93bdce6b-7e69-4c59-b3e6-8061ff3d3e05 req-e81112b7-2fe0-4625-9716-b7fa0343f16c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5961668 May 25 20:22:52.100601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Attempting to bind port 24ab9239-5817-4bb2-b4fe-74e8292edc6d on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:52.100721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Attempting to bind port 24ab9239-5817-4bb2-b4fe-74e8292edc6d by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '7fee514f-65da-45bf-9d14-df68bafdf77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:52.101116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Attempting to bind port 24ab9239-5817-4bb2-b4fe-74e8292edc6d on network af255cd0-9c8c-44d1-a0f2-e82d62f8aede {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:52.117335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Port 24ab9239-5817-4bb2-b4fe-74e8292edc6d on network af255cd0-9c8c-44d1-a0f2-e82d62f8aede not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:52.117719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Attempting to bind port 24ab9239-5817-4bb2-b4fe-74e8292edc6d on network af255cd0-9c8c-44d1-a0f2-e82d62f8aede {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:52.124369 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:52.134038 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-647c05c2-87dc-44a5-afd0-cf95b5bd326a req-147a4cbd-7d7b-4185-928b-9f3bad69caca tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320855 May 25 20:22:52.142932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e1e30-8a3c-4258-ba29-572cce139668 req-c14dcad3-e6a8-4eb7-9f7e-b6fc2b8b7a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:52.144696 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d1e1e30-8a3c-4258-ba29-572cce139668 req-c14dcad3-e6a8-4eb7-9f7e-b6fc2b8b7a68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 1095 time: 0.6799743 May 25 20:22:52.146700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-cdb1b1d6-f0e2-4353-84a5-cbad66b860a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:52.163036 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-cdb1b1d6-f0e2-4353-84a5-cbad66b860a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b HTTP/1.1" status: 200 len: 797 time: 0.4460225 May 25 20:22:52.169470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:52.169470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Checking segment: {'id': '7fee514f-65da-45bf-9d14-df68bafdf77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:52.169470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Bound using segment: {'id': '7fee514f-65da-45bf-9d14-df68bafdf77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:52.169835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Bound port: 24ab9239-5817-4bb2-b4fe-74e8292edc6d, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fee514f-65da-45bf-9d14-df68bafdf77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:52.169930 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:52.326293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': '60f2c721-b8e7-4254-a086-1a16f4ce7793'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:52.443662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572b3dc-bd9f-43ca-905b-8a2d07b0676b req-d612e78d-1252-4a71-a338-68d8debaf717 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:52.449084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] For port 24ab9239-5817-4bb2-b4fe-74e8292edc6d, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:52.450565 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c572b3dc-bd9f-43ca-905b-8a2d07b0676b req-d612e78d-1252-4a71-a338-68d8debaf717 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/networks?id=9ea20e5f-cd04-42b5-80b6-8282aee2594c HTTP/1.1" status: 200 len: 814 time: 0.3393245 May 25 20:22:52.453092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] For port 24ab9239-5817-4bb2-b4fe-74e8292edc6d, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d,segment=NetworkSegment(7fee514f-65da-45bf-9d14-df68bafdf77d),segment_id=7fee514f-65da-45bf-9d14-df68bafdf77d)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:52.474436 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c572b3dc-bd9f-43ca-905b-8a2d07b0676b req-517a521f-47ea-4bdf-86d6-e977365310ed tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/quotas/3ac1622f58c741a98ccad6c9c9ee8eab HTTP/1.1" status: 200 len: 375 time: 0.0223567 May 25 20:22:52.526310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646b5601-3102-4461-916d-7e5427ae5ee1 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:52.534169 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:52.562860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Transition to ACTIVE for port object 646b5601-3102-4461-916d-7e5427ae5ee1 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:52.571571 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:52.714794 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c572b3dc-bd9f-43ca-905b-8a2d07b0676b req-4a3690ac-1dcc-4c8c-96f3-7816a49e3e26 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2394669 May 25 20:22:52.767376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:52.775814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Pushing event updated for resources: {'Port': ['ID=646b5601-3102-4461-916d-7e5427ae5ee1,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:52.865995 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f6629b-731f-40ba-9e10-6904f6ce3835'] response: {'server_uuid': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'code': 200} May 25 20:22:52.935080 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:52.941481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:52.942461 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:52.962808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:52.963422 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:52.965058 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] 10.222.0.70 "PUT /v2.0/ports/24ab9239-5817-4bb2-b4fe-74e8292edc6d HTTP/1.1" status: 200 len: 1091 time: 5.9251573 May 25 20:22:52.968401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Attempting to bind port 646b5601-3102-4461-916d-7e5427ae5ee1 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:52.969170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Attempting to bind port 646b5601-3102-4461-916d-7e5427ae5ee1 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '1b6147d3-f2fe-4c82-bb19-4a001cd7eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:52.969170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Attempting to bind port 646b5601-3102-4461-916d-7e5427ae5ee1 on network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:52.978290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Port 646b5601-3102-4461-916d-7e5427ae5ee1 on network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:52.978794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Attempting to bind port 646b5601-3102-4461-916d-7e5427ae5ee1 on network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:52.992176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:52.993178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Checking segment: {'id': '1b6147d3-f2fe-4c82-bb19-4a001cd7eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:52.993178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Bound using segment: {'id': '1b6147d3-f2fe-4c82-bb19-4a001cd7eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:52.993866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Bound port: 646b5601-3102-4461-916d-7e5427ae5ee1, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6147d3-f2fe-4c82-bb19-4a001cd7eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:52.993866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:53.113391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'tag': '24ab9239-5817-4bb2-b4fe-74e8292edc6d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:53.135697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Network': ['ID=f108add1-7bc9-420e-aa97-749bb6be79fa,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:53.217561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:53.217907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:53.218279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:53.218618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:53.218949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:53.219276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:53.219606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:53.219931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:53.220261 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:53.220583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:53.220905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:53.221234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:22:53.255487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network f108add1-7bc9-420e-aa97-749bb6be79fa details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:22:53.300433 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7f19defc-d6d1-4339-b4a8-99c22912a4c3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1691110 May 25 20:22:53.334583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59744) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:53.336667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86ace9-34d4-4748-97ca-4e138117a32a service neutron] Pushing event updated for resources: {'Port': ['ID=24ab9239-5817-4bb2-b4fe-74e8292edc6d,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:53.352151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'subnet': {'network_id': 'f108add1-7bc9-420e-aa97-749bb6be79fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:53.374040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e1e30-8a3c-4258-ba29-572cce139668 req-0bfaa5c7-3286-4de6-83dd-cb2b8e973582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:53.377062 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d1e1e30-8a3c-4258-ba29-572cce139668 req-0bfaa5c7-3286-4de6-83dd-cb2b8e973582 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 918 time: 1.2124906 May 25 20:22:53.386376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] For port 646b5601-3102-4461-916d-7e5427ae5ee1, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:53.392030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] For port 646b5601-3102-4461-916d-7e5427ae5ee1, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=646b5601-3102-4461-916d-7e5427ae5ee1,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:53.400249 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:53.404431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0e660-e082-48c0-a4b1-da1140ff6eeb req-53eceea5-6ab9-4b19-8bb0-48c2e568a304 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:53.410430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0e660-e082-48c0-a4b1-da1140ff6eeb req-53eceea5-6ab9-4b19-8bb0-48c2e568a304 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:53.416338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0e660-e082-48c0-a4b1-da1140ff6eeb req-53eceea5-6ab9-4b19-8bb0-48c2e568a304 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:53.422466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0e660-e082-48c0-a4b1-da1140ff6eeb req-53eceea5-6ab9-4b19-8bb0-48c2e568a304 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:53.428755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0e660-e082-48c0-a4b1-da1140ff6eeb req-53eceea5-6ab9-4b19-8bb0-48c2e568a304 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:53.434616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0e660-e082-48c0-a4b1-da1140ff6eeb req-53eceea5-6ab9-4b19-8bb0-48c2e568a304 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:53.440643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0e660-e082-48c0-a4b1-da1140ff6eeb req-53eceea5-6ab9-4b19-8bb0-48c2e568a304 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:53.442695 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4d0e660-e082-48c0-a4b1-da1140ff6eeb req-53eceea5-6ab9-4b19-8bb0-48c2e568a304 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5418 time: 0.9709074 May 25 20:22:53.512243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c303f-6892-4879-9498-9c64ad3d31d8 req-404cfe71-3263-4c0e-977c-d3238179ba23 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:53.513839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bf6c303f-6892-4879-9498-9c64ad3d31d8 req-404cfe71-3263-4c0e-977c-d3238179ba23 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.4113071 May 25 20:22:53.515310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:53.515899 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:53.517317 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] 10.222.0.70 "PUT /v2.0/ports/646b5601-3102-4461-916d-7e5427ae5ee1 HTTP/1.1" status: 200 len: 1091 time: 3.9526186 May 25 20:22:53.520830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb94a37-ab7e-4326-aa0a-0d97ceff7beb service neutron] Pushing event updated for resources: {'Port': ['ID=646b5601-3102-4461-916d-7e5427ae5ee1,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:53.541494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-a63daa48-c956-46fb-8f45-7f5dc9a2dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:53.543280 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-a63daa48-c956-46fb-8f45-7f5dc9a2dada service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73524a7a-6b9f-4a42-a9b8-697767a31e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3598595 May 25 20:22:53.610390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Request body: {'port': {'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:53.721723 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:53.796807 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bf6c303f-6892-4879-9498-9c64ad3d31d8 req-e30bfff0-8c55-4f79-b516-5fff9a873121 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537575 May 25 20:22:53.821050 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:53.940803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d1e1e30-8a3c-4258-ba29-572cce139668 req-550d88c4-e2f6-41a1-8453-51874977a897 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aa281f-3b41-4c89-9595-67d38a52b24b HTTP/1.1" status: 200 len: 1000 time: 0.5542855 May 25 20:22:53.969385 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33e21fe-406f-444e-a413-3647a0a82d26'] response: {'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': '60f2c721-b8e7-4254-a086-1a16f4ce7793', 'status': 'completed', 'code': 200} May 25 20:22:53.971620 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4d0e660-e082-48c0-a4b1-da1140ff6eeb req-2150416c-f632-4cf5-8403-3bccde2f0276 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4715087 May 25 20:22:54.013515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-45b19818-8976-4af0-ae87-a570d1644b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.014976 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-45b19818-8976-4af0-ae87-a570d1644b36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02f9414758094917b3dfd1a0855d0bf5&device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 1094 time: 0.8929505 May 25 20:22:54.020997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:22:54.102771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:subnet and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:22:54.116419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:22:54.136797 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-630e5cee-cc65-4b2f-a7b1-731b3175a205 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d HTTP/1.1" status: 200 len: 217 time: 0.1067691 May 25 20:22:54.140747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:22:54.239751 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ba17193c-bf0f-4c00-8a65-2fcd03b38e50 service neutron] 10.222.0.50 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178513 May 25 20:22:54.306443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e1e30-8a3c-4258-ba29-572cce139668 req-e099914b-0799-4c3f-9ae8-7be0fec2d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.308510 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d1e1e30-8a3c-4258-ba29-572cce139668 req-e099914b-0799-4c3f-9ae8-7be0fec2d080 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.3425288 May 25 20:22:54.324470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97079a-0832-47f2-8526-1d9420f16ce2 req-47630085-42d0-45cb-929c-2eda0a2766b6 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.332552 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a97079a-0832-47f2-8526-1d9420f16ce2 req-47630085-42d0-45cb-929c-2eda0a2766b6 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2442081 May 25 20:22:54.358397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc1d1d-eef2-412e-83ba-a76e6ee30c0b req-cbeb69f9-0f1e-43e5-997f-f5ff1021f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.358960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc1d1d-eef2-412e-83ba-a76e6ee30c0b req-cbeb69f9-0f1e-43e5-997f-f5ff1021f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.359334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc1d1d-eef2-412e-83ba-a76e6ee30c0b req-cbeb69f9-0f1e-43e5-997f-f5ff1021f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.359771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc1d1d-eef2-412e-83ba-a76e6ee30c0b req-cbeb69f9-0f1e-43e5-997f-f5ff1021f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.360226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc1d1d-eef2-412e-83ba-a76e6ee30c0b req-cbeb69f9-0f1e-43e5-997f-f5ff1021f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.360666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc1d1d-eef2-412e-83ba-a76e6ee30c0b req-cbeb69f9-0f1e-43e5-997f-f5ff1021f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.361147 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc1d1d-eef2-412e-83ba-a76e6ee30c0b req-cbeb69f9-0f1e-43e5-997f-f5ff1021f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.363101 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80cc1d1d-eef2-412e-83ba-a76e6ee30c0b req-cbeb69f9-0f1e-43e5-997f-f5ff1021f0a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed2254629dea43a5bc70198b31357a0c&device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 6420 time: 0.3892078 May 25 20:22:54.385404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:22:54.388279 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:54.565894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-b51a8e2c-c9e6-4e7c-80d5-19ebb56853e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.567659 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-b51a8e2c-c9e6-4e7c-80d5-19ebb56853e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fca3a56e-188b-4aef-b6d9-198c489c2bb1 HTTP/1.1" status: 200 len: 859 time: 0.4227359 May 25 20:22:54.578911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-804edc5a-eb90-468e-9ef3-f89ce7f533b8 req-c6b05383-35ef-49a5-b0ea-17d66d27d850 service neutron] (88332) timed out ('10.222.0.70', 51238) {{(pid=88332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 20:22:54.588247 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a97079a-0832-47f2-8526-1d9420f16ce2 req-de396f37-efdf-4930-98b4-f8a2884eb028 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541831 May 25 20:22:54.645501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc1d1d-eef2-412e-83ba-a76e6ee30c0b req-b9f02ffd-20b6-4953-a811-5523d092dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.645970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc1d1d-eef2-412e-83ba-a76e6ee30c0b req-b9f02ffd-20b6-4953-a811-5523d092dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.646845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc1d1d-eef2-412e-83ba-a76e6ee30c0b req-b9f02ffd-20b6-4953-a811-5523d092dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.647857 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80cc1d1d-eef2-412e-83ba-a76e6ee30c0b req-b9f02ffd-20b6-4953-a811-5523d092dcbd service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ed2254629dea43a5bc70198b31357a0c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2770598 May 25 20:22:54.652391 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-74cca2b3-f897-451c-a131-698b4cadd012 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732641 May 25 20:22:54.654893 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ce2336-820f-45c9-971f-3788c070c058'] response: {'name': 'network-changed', 'server_uuid': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'tag': '24ab9239-5817-4bb2-b4fe-74e8292edc6d', 'status': 'completed', 'code': 200} May 25 20:22:54.935438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc1d1d-eef2-412e-83ba-a76e6ee30c0b req-248244a1-cc28-4d4b-8fe3-54c36d521f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:54.936989 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80cc1d1d-eef2-412e-83ba-a76e6ee30c0b req-248244a1-cc28-4d4b-8fe3-54c36d521f3f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2678990 May 25 20:22:54.967073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f2aef6-a947-402d-bea3-73ac08d5de61 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:54.974408 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-315abba8-fe06-4376-94df-c8093018bf9a service neutron] 10.222.0.50 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882627 May 25 20:22:54.978183 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:54.996034 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351a48-3148-49c3-8722-d0dee3ba5aad req-984005fd-0a75-413d-b3bc-faf2e20d90d8 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:55.000037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Transition to ACTIVE for port object b2f2aef6-a947-402d-bea3-73ac08d5de61 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:55.001926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351a48-3148-49c3-8722-d0dee3ba5aad req-984005fd-0a75-413d-b3bc-faf2e20d90d8 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:55.008049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351a48-3148-49c3-8722-d0dee3ba5aad req-984005fd-0a75-413d-b3bc-faf2e20d90d8 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:55.009071 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:55.013987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351a48-3148-49c3-8722-d0dee3ba5aad req-984005fd-0a75-413d-b3bc-faf2e20d90d8 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:55.019705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351a48-3148-49c3-8722-d0dee3ba5aad req-984005fd-0a75-413d-b3bc-faf2e20d90d8 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:55.026460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351a48-3148-49c3-8722-d0dee3ba5aad req-984005fd-0a75-413d-b3bc-faf2e20d90d8 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:55.032255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351a48-3148-49c3-8722-d0dee3ba5aad req-984005fd-0a75-413d-b3bc-faf2e20d90d8 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:55.034175 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-83351a48-3148-49c3-8722-d0dee3ba5aad req-984005fd-0a75-413d-b3bc-faf2e20d90d8 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5421 time: 0.7928729 May 25 20:22:55.079899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e564ceb-95c3-4795-90a2-36bf86474d5a req-eae67c46-fdc8-4763-9574-c827e71bf1f7 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:55.081344 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e564ceb-95c3-4795-90a2-36bf86474d5a req-eae67c46-fdc8-4763-9574-c827e71bf1f7 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 943 time: 0.2686708 May 25 20:22:55.131729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e1e30-8a3c-4258-ba29-572cce139668 req-661cf40b-d03d-44e0-9c1b-bffc447f5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:55.133213 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d1e1e30-8a3c-4258-ba29-572cce139668 req-661cf40b-d03d-44e0-9c1b-bffc447f5c3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8039384 May 25 20:22:55.140202 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-c7b6ffa2-ccbe-4bdb-933b-668d462ef222 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6e0f4c6-dc40-46ca-98b1-a2078622314d HTTP/1.1" status: 200 len: 217 time: 0.1049907 May 25 20:22:55.246483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f2aef6-a947-402d-bea3-73ac08d5de61,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:55.252149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0e564ceb-95c3-4795-90a2-36bf86474d5a req-f2fcc6e2-6ba6-4043-818d-53972c979576 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Synchronizing usage tracker for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:22:55.379602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0e564ceb-95c3-4795-90a2-36bf86474d5a req-f2fcc6e2-6ba6-4043-818d-53972c979576 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Unset dirty status for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:22:55.381445 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e564ceb-95c3-4795-90a2-36bf86474d5a req-f2fcc6e2-6ba6-4043-818d-53972c979576 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904108 May 25 20:22:55.426885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Attempting to bind port b2f2aef6-a947-402d-bea3-73ac08d5de61 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:55.427110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Attempting to bind port b2f2aef6-a947-402d-bea3-73ac08d5de61 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '1b6147d3-f2fe-4c82-bb19-4a001cd7eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:55.427417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Attempting to bind port b2f2aef6-a947-402d-bea3-73ac08d5de61 on network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:55.443891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Port b2f2aef6-a947-402d-bea3-73ac08d5de61 on network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:22:55.444458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Attempting to bind port b2f2aef6-a947-402d-bea3-73ac08d5de61 on network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:55.452445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:55.452714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Checking segment: {'id': '1b6147d3-f2fe-4c82-bb19-4a001cd7eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:55.453085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Bound using segment: {'id': '1b6147d3-f2fe-4c82-bb19-4a001cd7eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:55.453510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Bound port: b2f2aef6-a947-402d-bea3-73ac08d5de61, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6147d3-f2fe-4c82-bb19-4a001cd7eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:55.453896 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:55.463912 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-be24551e-3e1a-4bfd-8ba6-45cc28747407 service neutron] 10.222.0.70 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7991807 May 25 20:22:55.555678 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-83351a48-3148-49c3-8722-d0dee3ba5aad req-8b55b21c-1520-4402-a41f-6e8f1d9c0d58 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4654026 May 25 20:22:55.628539 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d1e1e30-8a3c-4258-ba29-572cce139668 req-1e98726b-d06e-4a3a-bdce-8350d5c52bf7 service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856129 May 25 20:22:55.635705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] For port b2f2aef6-a947-402d-bea3-73ac08d5de61, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:55.642956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] For port b2f2aef6-a947-402d-bea3-73ac08d5de61, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b2f2aef6-a947-402d-bea3-73ac08d5de61,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:55.656722 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:55.811771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:55.812685 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:55.814674 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] 10.222.0.70 "PUT /v2.0/ports/b2f2aef6-a947-402d-bea3-73ac08d5de61 HTTP/1.1" status: 200 len: 1091 time: 2.2103233 May 25 20:22:55.901011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00cfe9-65b9-41e8-87e2-06802874b586 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f2aef6-a947-402d-bea3-73ac08d5de61,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:55.927582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ae7de968-0dad-44a5-a17f-fc5325bbae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:55.929064 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-ae7de968-0dad-44a5-a17f-fc5325bbae29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b HTTP/1.1" status: 200 len: 797 time: 0.7586029 May 25 20:22:56.112440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': '646b5601-3102-4461-916d-7e5427ae5ee1'}, {'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': 'b2f2aef6-a947-402d-bea3-73ac08d5de61'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:22:56.131646 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:56.169769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b8316f30-403a-4ccb-a413-3d3937b82f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:56.170272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b8316f30-403a-4ccb-a413-3d3937b82f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:56.170743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b8316f30-403a-4ccb-a413-3d3937b82f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:56.171713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b8316f30-403a-4ccb-a413-3d3937b82f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:56.171713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b8316f30-403a-4ccb-a413-3d3937b82f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:56.172170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b8316f30-403a-4ccb-a413-3d3937b82f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:56.172630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b8316f30-403a-4ccb-a413-3d3937b82f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:56.174668 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b8316f30-403a-4ccb-a413-3d3937b82f21 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed2254629dea43a5bc70198b31357a0c&device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 6487 time: 0.2532241 May 25 20:22:56.185325 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-979b7659-a6d6-4d6f-a475-6286a2d349b3 req-3db57e72-47e5-40af-9123-0f07299cfb53 service neutron] 10.222.0.70 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194532 May 25 20:22:56.293122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-bcd15f65-7276-4cd4-8b72-eabf0f01e14f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9565183-6952-4d21-9f2f-934a495fbd32 HTTP/1.1" status: 200 len: 217 time: 0.1085253 May 25 20:22:56.303584 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d1e1e30-8a3c-4258-ba29-572cce139668 req-9fe6994f-7b2c-471f-87be-e456b8b1c687 service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827615 May 25 20:22:56.346632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a03b6-ead8-4170-9ff5-ff5dff29e60f req-b4bf69eb-8573-46fe-8b97-7cfae1f0e545 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:56.348225 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba1a03b6-ead8-4170-9ff5-ff5dff29e60f req-b4bf69eb-8573-46fe-8b97-7cfae1f0e545 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.6376653 May 25 20:22:56.385325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Subnet': ['ID=92444e85-f7c4-4fb5-8446-c662a531606b,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:56.421606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b6ed57d3-f693-4573-be53-7e7939dba298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:56.423157 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b6ed57d3-f693-4573-be53-7e7939dba298 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b910f206-f699-46fa-a00a-e1d2cb686c1a HTTP/1.1" status: 200 len: 856 time: 0.0841105 May 25 20:22:56.437694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Checking segment: {'id': 'b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f108add1-7bc9-420e-aa97-749bb6be79fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:56.438045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network hostable DHCP agents. Network: f108add1-7bc9-420e-aa97-749bb6be79fa, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:22:56.453382 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ba1a03b6-ead8-4170-9ff5-ff5dff29e60f req-5847a7d5-0145-40a4-acd9-e5e499127779 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879774 May 25 20:22:56.455419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-248fa9ed-56f7-418f-b47d-2d58ee76da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:56.456938 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-248fa9ed-56f7-418f-b47d-2d58ee76da67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73524a7a-6b9f-4a42-a9b8-697767a31e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4886212 May 25 20:22:56.502670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37589a-5131-411d-affd-4f78f88b3563 req-ded861f9-5bf5-4c2f-a63c-5c3804426ba7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:56.504183 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be37589a-5131-411d-affd-4f78f88b3563 req-ded861f9-5bf5-4c2f-a63c-5c3804426ba7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.2088580 May 25 20:22:56.570806 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be37589a-5131-411d-affd-4f78f88b3563 req-8e8dc042-9add-4693-8176-cefbc69b49b3 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598776 May 25 20:22:56.576919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-1d0fe8b2-da8b-4e2b-960f-e28ccdf6260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:56.578487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-1d0fe8b2-da8b-4e2b-960f-e28ccdf6260d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9f6aa92b-1e45-4e40-8f0b-11e846d81405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489451 May 25 20:22:56.703181 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-2907240b-8fa6-4207-96cc-bb9e4e4c93fb service neutron] 10.222.0.50 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317448 May 25 20:22:56.706085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network f108add1-7bc9-420e-aa97-749bb6be79fa is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:22:56.724702 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09568dcc-ba31-4337-acf1-9b675c3c3535'] response: {'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': '646b5601-3102-4461-916d-7e5427ae5ee1', 'status': 'completed', 'code': 200} May 25 20:22:56.726587 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09568dcc-ba31-4337-acf1-9b675c3c3535'] response: {'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': 'b2f2aef6-a947-402d-bea3-73ac08d5de61', 'status': 'completed', 'code': 200} May 25 20:22:56.810527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, f108add1-7bc9-420e-aa97-749bb6be79fa) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:56.817988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:56.821378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429c7dfb-56e8-417c-acd0-ac683c853a1e None None] Network f108add1-7bc9-420e-aa97-749bb6be79fa requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:22:56.829635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:56.880193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-3c94450c-e40d-49f0-8647-61331c556eed service neutron] 10.222.0.70 "GET /v2.0/networks/9f6aa92b-1e45-4e40-8f0b-11e846d81405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900426 May 25 20:22:56.963386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47958ecc-deb9-427a-85ac-115e18ceb087 req-9b3ef27d-1230-4834-bdc0-61b1f1994cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:56.965126 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47958ecc-deb9-427a-85ac-115e18ceb087 req-9b3ef27d-1230-4834-bdc0-61b1f1994cf2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02f9414758094917b3dfd1a0855d0bf5&device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 1094 time: 0.7109146 May 25 20:22:57.106543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-efae04f5-70ba-4f6e-8cad-b71f73407676 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7653415 May 25 20:22:57.112255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59788) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:57.135237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b07168c2-99c8-4108-8691-4556cff373aa tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1050192010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:22:57.148143 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ff56fcb-3cd4-4d0d-9dec-d8901e4cf3f1 req-93acc826-9d66-4388-bd1f-1a6774473f1f service neutron] 10.222.0.50 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368529 May 25 20:22:57.165664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740de13-29e7-4dd2-925d-39d19f1e3af2 req-32e9ef63-f832-4f13-ba7e-954a9a4045e2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.171784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740de13-29e7-4dd2-925d-39d19f1e3af2 req-32e9ef63-f832-4f13-ba7e-954a9a4045e2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.178755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740de13-29e7-4dd2-925d-39d19f1e3af2 req-32e9ef63-f832-4f13-ba7e-954a9a4045e2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.184469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740de13-29e7-4dd2-925d-39d19f1e3af2 req-32e9ef63-f832-4f13-ba7e-954a9a4045e2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.190910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740de13-29e7-4dd2-925d-39d19f1e3af2 req-32e9ef63-f832-4f13-ba7e-954a9a4045e2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.192221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-f108add1-7bc9-420e-aa97-749bb6be79fa', 'network_id': 'f108add1-7bc9-420e-aa97-749bb6be79fa', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'fixed_ips': [{'subnet_id': '92444e85-f7c4-4fb5-8446-c662a531606b'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:22:57.193894 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:57.197653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740de13-29e7-4dd2-925d-39d19f1e3af2 req-32e9ef63-f832-4f13-ba7e-954a9a4045e2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.206096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740de13-29e7-4dd2-925d-39d19f1e3af2 req-32e9ef63-f832-4f13-ba7e-954a9a4045e2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.208492 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8740de13-29e7-4dd2-925d-39d19f1e3af2 req-32e9ef63-f832-4f13-ba7e-954a9a4045e2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5430 time: 0.4679394 May 25 20:22:57.213115 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-ea8dc42b-0dbf-4961-9499-56e2f79732ed service neutron] 10.222.0.70 "GET /v2.0/networks/9f6aa92b-1e45-4e40-8f0b-11e846d81405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295362 May 25 20:22:57.215011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b07168c2-99c8-4108-8691-4556cff373aa tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:22:57.300301 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4d419cf3-4bb4-401b-bf4c-cec5a51f0e31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 HTTP/1.1" status: 200 len: 217 time: 0.0791194 May 25 20:22:57.302588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b07168c2-99c8-4108-8691-4556cff373aa tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:router and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:22:57.345191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b07168c2-99c8-4108-8691-4556cff373aa tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:22:57.374364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b07168c2-99c8-4108-8691-4556cff373aa tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:22:57.409687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35140a9b-d6a8-4cee-9ace-9ac12518d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.411898 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-35140a9b-d6a8-4cee-9ace-9ac12518d8c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42845b9c-977c-464d-9399-a7f94f605a69 HTTP/1.1" status: 200 len: 797 time: 0.1049073 May 25 20:22:57.414059 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b07168c2-99c8-4108-8691-4556cff373aa tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:57.415961 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b07168c2-99c8-4108-8691-4556cff373aa tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:57.436432 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b07168c2-99c8-4108-8691-4556cff373aa tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:57.520010 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b07168c2-99c8-4108-8691-4556cff373aa tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:57.526882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Allocated IP 172.20.0.2 (f108add1-7bc9-420e-aa97-749bb6be79fa/92444e85-f7c4-4fb5-8446-c662a531606b/de736bec-b007-4f94-860a-1447fd79eca4) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:22:57.552627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47958ecc-deb9-427a-85ac-115e18ceb087 req-591f432f-5873-4e17-8792-9f43b934ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.554122 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47958ecc-deb9-427a-85ac-115e18ceb087 req-591f432f-5873-4e17-8792-9f43b934ec11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede HTTP/1.1" status: 200 len: 920 time: 0.5759573 May 25 20:22:57.576304 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8740de13-29e7-4dd2-925d-39d19f1e3af2 req-b9a0d7b6-93c0-4430-9755-0b8d15fef2f7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3610580 May 25 20:22:57.580779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53684d11-6d05-4dde-94cd-27b92905e972 req-306cbdd9-2ad5-4f0d-964f-6fe3b0537912 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.582640 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53684d11-6d05-4dde-94cd-27b92905e972 req-306cbdd9-2ad5-4f0d-964f-6fe3b0537912 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 943 time: 0.6164451 May 25 20:22:57.644709 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b07168c2-99c8-4108-8691-4556cff373aa tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:57.644860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b07168c2-99c8-4108-8691-4556cff373aa tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5204020 May 25 20:22:57.649158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59798) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:22:57.720962 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47958ecc-deb9-427a-85ac-115e18ceb087 req-680ed04c-947b-4650-9039-a9c29149349d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d HTTP/1.1" status: 200 len: 217 time: 0.1377180 May 25 20:22:57.797082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-852670f2-004b-4a77-aa57-39b0f6c40ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.798018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-852670f2-004b-4a77-aa57-39b0f6c40ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.798789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-852670f2-004b-4a77-aa57-39b0f6c40ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.803345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-852670f2-004b-4a77-aa57-39b0f6c40ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.804265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-852670f2-004b-4a77-aa57-39b0f6c40ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.804679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-852670f2-004b-4a77-aa57-39b0f6c40ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.805349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-852670f2-004b-4a77-aa57-39b0f6c40ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.807499 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-852670f2-004b-4a77-aa57-39b0f6c40ec9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 6478 time: 0.5390391 May 25 20:22:57.842136 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53684d11-6d05-4dde-94cd-27b92905e972 req-8ad9ce36-be72-4d47-a538-104ba5e10f1c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443628 May 25 20:22:57.871419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-fc1a300e-aa3d-4c19-8244-c50209b21bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:57.877150 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-fc1a300e-aa3d-4c19-8244-c50209b21bcb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d3464776-988d-4c60-978a-9ad539684d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4200537 May 25 20:22:58.047885 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:58.055965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47958ecc-deb9-427a-85ac-115e18ceb087 req-bcd8d016-d205-42ad-85c6-72097656d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:58.058378 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47958ecc-deb9-427a-85ac-115e18ceb087 req-bcd8d016-d205-42ad-85c6-72097656d79d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fca3a56e-188b-4aef-b6d9-198c489c2bb1 HTTP/1.1" status: 200 len: 859 time: 0.3303633 May 25 20:22:58.154475 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d35fdd8f-7513-466e-9653-c6d730090e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:58.162001 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47958ecc-deb9-427a-85ac-115e18ceb087 req-5b1ae68d-bf0f-4315-942c-948aee95d44a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805180 May 25 20:22:58.170296 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:58.196024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Transition to ACTIVE for port object de736bec-b007-4f94-860a-1447fd79eca4 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:58.247946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Transition to ACTIVE for port object de736bec-b007-4f94-860a-1447fd79eca4 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:22:58.257964 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:58.344231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Network f108add1-7bc9-420e-aa97-749bb6be79fa is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:22:58.344231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:22:58.344231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:22:58.430882 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47958ecc-deb9-427a-85ac-115e18ceb087 req-3db6b708-8c25-419a-b7db-0741d9a840af service neutron] 10.222.0.70 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523460 May 25 20:22:58.466500 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecef60f8-010c-4399-b847-0fbb5df1548c req-6b1bba06-04cb-4da8-a906-67b0573b08c3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab HTTP/1.1" status: 200 len: 221 time: 0.4805310 May 25 20:22:58.529854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Attempting to bind port de736bec-b007-4f94-860a-1447fd79eca4 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:22:58.542808 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Attempting to bind port de736bec-b007-4f94-860a-1447fd79eca4 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f108add1-7bc9-420e-aa97-749bb6be79fa'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:22:58.543563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Attempting to bind port de736bec-b007-4f94-860a-1447fd79eca4 on network f108add1-7bc9-420e-aa97-749bb6be79fa {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:22:58.546112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Pushing event updated for resources: {'Port': ['ID=de736bec-b007-4f94-860a-1447fd79eca4,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:58.552609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:22:58.553377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Checking segment: {'id': 'b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f108add1-7bc9-420e-aa97-749bb6be79fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:22:58.554887 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:58.555510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Bound using segment: {'id': 'b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f108add1-7bc9-420e-aa97-749bb6be79fa'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:22:58.556205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Bound port: de736bec-b007-4f94-860a-1447fd79eca4, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f108add1-7bc9-420e-aa97-749bb6be79fa'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:22:58.566733 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:58.652893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-fb59de46-1057-466a-a93b-0dafcdbee15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:58.657665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-fb59de46-1057-466a-a93b-0dafcdbee15a service neutron] 10.222.0.50 "GET /v2.0/networks?id=73524a7a-6b9f-4a42-a9b8-697767a31e19 HTTP/1.1" status: 200 len: 903 time: 0.8387372 May 25 20:22:58.774238 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-ab18a662-1b42-47ce-892d-fd8439579c23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d3085793-cb15-4202-9919-00b00a383ade HTTP/1.1" status: 200 len: 217 time: 0.0849013 May 25 20:22:58.806902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] For port de736bec-b007-4f94-860a-1447fd79eca4, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:22:58.810837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] For port de736bec-b007-4f94-860a-1447fd79eca4, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=de736bec-b007-4f94-860a-1447fd79eca4,segment=NetworkSegment(b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706),segment_id=b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:22:58.817183 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:58.854735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-e27f68d1-7731-4486-9711-dcb9bdbb4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:58.856185 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-e27f68d1-7731-4486-9711-dcb9bdbb4045 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b HTTP/1.1" status: 200 len: 797 time: 0.0734062 May 25 20:22:58.898000 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-04472abe-efec-400f-8c98-8b7d6594bccf service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9108651 May 25 20:22:58.962236 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cbe8e-c6a9-40d9-b8fb-337d67349b91 req-e3835aff-bc6a-411f-945e-863e5a738b14 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:58.969740 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454963a6-5f07-4311-b7b5-2465f98a6655 None None] Pushing event updated for resources: {'Port': ['ID=de736bec-b007-4f94-860a-1447fd79eca4,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:22:58.978327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cbe8e-c6a9-40d9-b8fb-337d67349b91 req-e3835aff-bc6a-411f-945e-863e5a738b14 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:58.985594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cbe8e-c6a9-40d9-b8fb-337d67349b91 req-e3835aff-bc6a-411f-945e-863e5a738b14 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:58.992700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cbe8e-c6a9-40d9-b8fb-337d67349b91 req-e3835aff-bc6a-411f-945e-863e5a738b14 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:58.999072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cbe8e-c6a9-40d9-b8fb-337d67349b91 req-e3835aff-bc6a-411f-945e-863e5a738b14 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:59.007002 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cbe8e-c6a9-40d9-b8fb-337d67349b91 req-e3835aff-bc6a-411f-945e-863e5a738b14 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:59.013020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cbe8e-c6a9-40d9-b8fb-337d67349b91 req-e3835aff-bc6a-411f-945e-863e5a738b14 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:59.020948 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5e8cbe8e-c6a9-40d9-b8fb-337d67349b91 req-e3835aff-bc6a-411f-945e-863e5a738b14 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5421 time: 1.1466537 May 25 20:22:59.066428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47958ecc-deb9-427a-85ac-115e18ceb087 req-9f70f6d8-250e-48aa-93f8-71bafb1d317d service neutron] 10.222.0.70 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249056 May 25 20:22:59.095602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d889c-28f4-4069-96ed-e37c41dfb124 req-719fd948-70cf-41d4-a114-9d2fb100503f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:59.102762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-455d889c-28f4-4069-96ed-e37c41dfb124 req-719fd948-70cf-41d4-a114-9d2fb100503f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.3796966 May 25 20:22:59.104402 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5e8cbe8e-c6a9-40d9-b8fb-337d67349b91 req-afa92b05-9940-49f9-b450-7542e707791c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827150 May 25 20:22:59.125302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-732a9937-d163-403c-bad9-662a9ef0498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:59.126858 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-732a9937-d163-403c-bad9-662a9ef0498a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73524a7a-6b9f-4a42-a9b8-697767a31e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2517359 May 25 20:22:59.177099 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-99157c41-9327-4ea7-b6af-67cd0f0aa29b service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681916 May 25 20:22:59.178245 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:59.327429 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-7c256a90-b60e-4192-9937-f2b5e974fcf9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=b07c8e8f-6335-426d-9c38-c8f745c11d75 HTTP/1.1" status: 200 len: 217 time: 0.1323514 May 25 20:22:59.456044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-2c1320f3-663c-449e-9e21-380860806dfe service neutron] 10.222.0.50 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188775 May 25 20:22:59.493527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 24ab9239-5817-4bb2-b4fe-74e8292edc6d details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:22:59.619491 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-455d889c-28f4-4069-96ed-e37c41dfb124 req-f4111169-fc67-4bbc-b496-780fd78c5665 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4233532 May 25 20:22:59.637395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ff6fa-845b-4f75-9357-959cd45c60b7 req-b409f025-dbd8-4a17-bb00-298b150d5a36 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:59.639804 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-598ff6fa-845b-4f75-9357-959cd45c60b7 req-b409f025-dbd8-4a17-bb00-298b150d5a36 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3632901 May 25 20:22:59.659429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-d47bb2fe-c6cf-4ddd-988c-37202f8ad6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:22:59.660938 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-d47bb2fe-c6cf-4ddd-988c-37202f8ad6fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42845b9c-977c-464d-9399-a7f94f605a69 HTTP/1.1" status: 200 len: 797 time: 0.3153820 May 25 20:22:59.721603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 24ab9239-5817-4bb2-b4fe-74e8292edc6d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d,segment=NetworkSegment(7fee514f-65da-45bf-9d14-df68bafdf77d),segment_id=7fee514f-65da-45bf-9d14-df68bafdf77d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:22:59.725093 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec53b72b-aadc-45fe-9f26-b53bcbf4039c req-c4e8ad37-71b2-4d9c-9cfe-9cce6bddf288 service neutron] 10.222.0.50 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613494 May 25 20:22:59.756185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '24ab9239-5817-4bb2-b4fe-74e8292edc6d', 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'port_id': '24ab9239-5817-4bb2-b4fe-74e8292edc6d', 'mac_address': 'fa:16:3e:24:07:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:22:59.847829 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-598ff6fa-845b-4f75-9357-959cd45c60b7 req-9bdf599e-3599-4335-93eb-2fea5ced037c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217880 May 25 20:22:59.907886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 24ab9239-5817-4bb2-b4fe-74e8292edc6d is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:22:59.908484 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:22:59.967286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ab9239-5817-4bb2-b4fe-74e8292edc6d {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:22:59.992840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 24ab9239-5817-4bb2-b4fe-74e8292edc6d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d,segment=NetworkSegment(7fee514f-65da-45bf-9d14-df68bafdf77d),segment_id=7fee514f-65da-45bf-9d14-df68bafdf77d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:22:59.997443 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:00.099250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-bee301e1-3df9-4296-bbd2-59bb8ad6d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.102336 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-bee301e1-3df9-4296-bbd2-59bb8ad6d00d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d3464776-988d-4c60-978a-9ad539684d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4205446 May 25 20:23:00.105877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=24ab9239-5817-4bb2-b4fe-74e8292edc6d,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:00.228406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-eadd8ac3-fe7f-4fe7-addd-5a95c608d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.228694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-eadd8ac3-fe7f-4fe7-addd-5a95c608d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.229131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-eadd8ac3-fe7f-4fe7-addd-5a95c608d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.229596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-eadd8ac3-fe7f-4fe7-addd-5a95c608d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.230058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-eadd8ac3-fe7f-4fe7-addd-5a95c608d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.230554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-eadd8ac3-fe7f-4fe7-addd-5a95c608d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.231015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-eadd8ac3-fe7f-4fe7-addd-5a95c608d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.233004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-eadd8ac3-fe7f-4fe7-addd-5a95c608d417 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 6478 time: 0.3905790 May 25 20:23:00.242740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780cd1b-9431-49e8-b6c3-5ccf21ff88d4 req-afbc21ba-1adb-4f42-b47d-02fe549f1594 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.245051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1780cd1b-9431-49e8-b6c3-5ccf21ff88d4 req-afbc21ba-1adb-4f42-b47d-02fe549f1594 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 944 time: 0.2664874 May 25 20:23:00.311173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['24ab9239-5817-4bb2-b4fe-74e8292edc6d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:00.316337 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-5162681c-d62f-4285-aba6-76c50fd37461 service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928411 May 25 20:23:00.327683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Allocated IP 172.20.0.1 (f108add1-7bc9-420e-aa97-749bb6be79fa/92444e85-f7c4-4fb5-8446-c662a531606b/3e2accc3-1a3b-4965-8065-4cf6a54805e9) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:00.351103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b0500-a99a-4558-b135-e49d7df64f52 req-fc408cba-36ea-4a0e-9aef-346ea059dbd7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.360385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b0500-a99a-4558-b135-e49d7df64f52 req-fc408cba-36ea-4a0e-9aef-346ea059dbd7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.367624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b0500-a99a-4558-b135-e49d7df64f52 req-fc408cba-36ea-4a0e-9aef-346ea059dbd7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.373769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b0500-a99a-4558-b135-e49d7df64f52 req-fc408cba-36ea-4a0e-9aef-346ea059dbd7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.381296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b0500-a99a-4558-b135-e49d7df64f52 req-fc408cba-36ea-4a0e-9aef-346ea059dbd7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.388760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b0500-a99a-4558-b135-e49d7df64f52 req-fc408cba-36ea-4a0e-9aef-346ea059dbd7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.396901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b0500-a99a-4558-b135-e49d7df64f52 req-fc408cba-36ea-4a0e-9aef-346ea059dbd7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.406371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19b0500-a99a-4558-b135-e49d7df64f52 req-fc408cba-36ea-4a0e-9aef-346ea059dbd7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5430 time: 0.5860021 May 25 20:23:00.435807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-2c871550-c12e-4529-88ae-eba711729771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.437671 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-2c871550-c12e-4529-88ae-eba711729771 service neutron] 10.222.0.50 "GET /v2.0/networks?id=73524a7a-6b9f-4a42-a9b8-697767a31e19 HTTP/1.1" status: 200 len: 903 time: 0.1923182 May 25 20:23:00.443714 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1780cd1b-9431-49e8-b6c3-5ccf21ff88d4 req-29859208-2a09-42d7-aa6d-0eaa1eb70baa tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799575 May 25 20:23:00.546439 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-e9b63c8e-a9fc-471a-ab21-f4f046a2cc30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6e0f4c6-dc40-46ca-98b1-a2078622314d HTTP/1.1" status: 200 len: 217 time: 0.0978332 May 25 20:23:00.595947 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6b7e119b-ca82-4657-aa64-07bfcc363fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:00.659913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-d555be24-d3b1-4be2-bec4-2e07a27bf94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.662953 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-d555be24-d3b1-4be2-bec4-2e07a27bf94c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b HTTP/1.1" status: 200 len: 797 time: 0.1131318 May 25 20:23:00.716496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32610c3-2bf4-41ba-90c2-8e457f015e67 None None] Network f108add1-7bc9-420e-aa97-749bb6be79fa requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:23:00.791169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-cb27693a-7ff5-4aef-b10a-3aea7bd933aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:00.793157 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-cb27693a-7ff5-4aef-b10a-3aea7bd933aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73524a7a-6b9f-4a42-a9b8-697767a31e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1232107 May 25 20:23:01.019644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device de736bec-b007-4f94-860a-1447fd79eca4 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:01.112908 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-2e3176c3-a212-4d15-b1a8-9de6539d6ac0 service neutron] 10.222.0.50 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129420 May 25 20:23:01.178552 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a37bd0b6-7c70-4898-a824-5dfbfc6d0a1e None None] Provisioning for port de736bec-b007-4f94-860a-1447fd79eca4 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:01.227582 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port de736bec-b007-4f94-860a-1447fd79eca4 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:01.244497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port de736bec-b007-4f94-860a-1447fd79eca4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:01.244872 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:01.280673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19b0500-a99a-4558-b135-e49d7df64f52 req-734f5d1d-9f85-4356-9f6b-f5522b75f8fb tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8733184 May 25 20:23:01.407686 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-84501a15-f26a-40d6-add7-62a5b5bdfade service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9513905 May 25 20:23:01.440328 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:01.471818 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-50ffa81f-3bca-4377-b160-92f7af009a25 req-7a3ab30b-9edd-4147-906b-9aaa3bcc6b15 service neutron] 10.222.0.50 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476756 May 25 20:23:01.503827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:01.523378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Transition to ACTIVE for port object 3e2accc3-1a3b-4965-8065-4cf6a54805e9 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:01.550080 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 24ab9239-5817-4bb2-b4fe-74e8292edc6d up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:01.662062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port de736bec-b007-4f94-860a-1447fd79eca4 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:01.662778 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:01.683103 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:01.749279 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-f52905df-cab6-49a0-bc8d-8ba4224e14f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=723f1476-6c1f-4111-adea-481a80bb6f47 HTTP/1.1" status: 200 len: 217 time: 0.2144430 May 25 20:23:01.752153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port de736bec-b007-4f94-860a-1447fd79eca4, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=de736bec-b007-4f94-860a-1447fd79eca4,segment=NetworkSegment(b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706),segment_id=b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:01.773842 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:01.826821 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:01.861886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 24ab9239-5817-4bb2-b4fe-74e8292edc6d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:01.888925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5724f-fd3a-404f-a3bc-79aad93a8324 req-5e17be14-1ef8-434a-86df-6551cde929c2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:01.899282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5724f-fd3a-404f-a3bc-79aad93a8324 req-5e17be14-1ef8-434a-86df-6551cde929c2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:01.905864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5724f-fd3a-404f-a3bc-79aad93a8324 req-5e17be14-1ef8-434a-86df-6551cde929c2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:01.906105 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 24ab9239-5817-4bb2-b4fe-74e8292edc6d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:01.906506 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:01.919268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5724f-fd3a-404f-a3bc-79aad93a8324 req-5e17be14-1ef8-434a-86df-6551cde929c2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:01.919520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network f108add1-7bc9-420e-aa97-749bb6be79fa is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:01.921273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5724f-fd3a-404f-a3bc-79aad93a8324 req-5e17be14-1ef8-434a-86df-6551cde929c2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:01.929315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5724f-fd3a-404f-a3bc-79aad93a8324 req-5e17be14-1ef8-434a-86df-6551cde929c2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:01.929575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:01.937646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:01.952298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5724f-fd3a-404f-a3bc-79aad93a8324 req-5e17be14-1ef8-434a-86df-6551cde929c2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:01.976530 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6c5724f-fd3a-404f-a3bc-79aad93a8324 req-5e17be14-1ef8-434a-86df-6551cde929c2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5421 time: 0.2162526 May 25 20:23:01.983193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-d8090809-ff5b-4318-a11f-c79e5eed5faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:01.984652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-d8090809-ff5b-4318-a11f-c79e5eed5faa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42845b9c-977c-464d-9399-a7f94f605a69 HTTP/1.1" status: 200 len: 797 time: 0.2297733 May 25 20:23:02.024557 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6e054495-9720-4fc8-a17a-8e15f376315a None None] Provisioning complete for port de736bec-b007-4f94-860a-1447fd79eca4 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:02.024859 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6e054495-9720-4fc8-a17a-8e15f376315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:02.033853 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6c5724f-fd3a-404f-a3bc-79aad93a8324 req-551b2110-3f51-4dcc-aa3d-3763c74782ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563371 May 25 20:23:02.056420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a02b9f-71c1-4eff-9080-cdbfd77dc891 req-1b8f8620-7a61-405d-8df8-fa1af4526cc3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:02.058097 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2a02b9f-71c1-4eff-9080-cdbfd77dc891 req-1b8f8620-7a61-405d-8df8-fa1af4526cc3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.5245273 May 25 20:23:02.094492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=3e2accc3-1a3b-4965-8065-4cf6a54805e9,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:02.173608 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:02.230303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=de736bec-b007-4f94-860a-1447fd79eca4,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:02.295484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 24ab9239-5817-4bb2-b4fe-74e8292edc6d is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:02.296269 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:02.351282 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ab9239-5817-4bb2-b4fe-74e8292edc6d'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:23:02.370564 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2a02b9f-71c1-4eff-9080-cdbfd77dc891 req-7a35657a-4e3e-463e-9ee2-9df852b05d17 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829480 May 25 20:23:02.373904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 24ab9239-5817-4bb2-b4fe-74e8292edc6d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d,segment=NetworkSegment(7fee514f-65da-45bf-9d14-df68bafdf77d),segment_id=7fee514f-65da-45bf-9d14-df68bafdf77d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:02.379917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6e054495-9720-4fc8-a17a-8e15f376315a None None] Current status of the port de736bec-b007-4f94-860a-1447fd79eca4 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:02.386531 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:02.411948 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:02.426960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4707a3f3-f880-4819-8ed8-5e3ac68a5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:02.429301 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-4707a3f3-f880-4819-8ed8-5e3ac68a5a0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d3464776-988d-4c60-978a-9ad539684d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4305332 May 25 20:23:02.447826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e661da-5df5-48b2-91e1-8e1e20c34c2c req-bf79eb10-0054-4a0e-9a86-09698d9ca55d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:02.455196 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-63e661da-5df5-48b2-91e1-8e1e20c34c2c req-bf79eb10-0054-4a0e-9a86-09698d9ca55d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 944 time: 0.2067664 May 25 20:23:02.530541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=24ab9239-5817-4bb2-b4fe-74e8292edc6d,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:02.545843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bcce7ea2-2344-4a5b-ae3f-dade3f6fb2ec None None] Provisioning for port 3e2accc3-1a3b-4965-8065-4cf6a54805e9 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:02.552647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bcce7ea2-2344-4a5b-ae3f-dade3f6fb2ec None None] Provisioning complete for port 3e2accc3-1a3b-4965-8065-4cf6a54805e9 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:02.553293 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bcce7ea2-2344-4a5b-ae3f-dade3f6fb2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:02.555603 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-63e661da-5df5-48b2-91e1-8e1e20c34c2c req-b0e0497d-7467-47cc-9cb0-392313738e1e tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907149 May 25 20:23:02.635172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-bcce7ea2-2344-4a5b-ae3f-dade3f6fb2ec None None] Port 3e2accc3-1a3b-4965-8065-4cf6a54805e9 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:23:02.765534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 61aa281f-3b41-4c89-9595-67d38a52b24b no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:23:02.844034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device de736bec-b007-4f94-860a-1447fd79eca4 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:02.971160 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099c2d11-f184-4ade-8ba9-6ea1ad47fcc1'] response: {'server_uuid': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ab9239-5817-4bb2-b4fe-74e8292edc6d', 'code': 200} May 25 20:23:02.985372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07841426-8a78-4c1d-b2c3-f510f6f14435 req-79e91549-83ee-4e1a-931b-333b06413c8e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:03.002470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07841426-8a78-4c1d-b2c3-f510f6f14435 req-79e91549-83ee-4e1a-931b-333b06413c8e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:03.014842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07841426-8a78-4c1d-b2c3-f510f6f14435 req-79e91549-83ee-4e1a-931b-333b06413c8e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:03.047499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07841426-8a78-4c1d-b2c3-f510f6f14435 req-79e91549-83ee-4e1a-931b-333b06413c8e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:03.070085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07841426-8a78-4c1d-b2c3-f510f6f14435 req-79e91549-83ee-4e1a-931b-333b06413c8e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:03.080312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07841426-8a78-4c1d-b2c3-f510f6f14435 req-79e91549-83ee-4e1a-931b-333b06413c8e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:03.088959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port de736bec-b007-4f94-860a-1447fd79eca4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:03.089955 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:03.100719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07841426-8a78-4c1d-b2c3-f510f6f14435 req-79e91549-83ee-4e1a-931b-333b06413c8e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:03.107645 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07841426-8a78-4c1d-b2c3-f510f6f14435 req-79e91549-83ee-4e1a-931b-333b06413c8e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5430 time: 0.3852420 May 25 20:23:03.148920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 61aa281f-3b41-4c89-9595-67d38a52b24b is: DOWN; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:03.153804 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:03.249699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port de736bec-b007-4f94-860a-1447fd79eca4 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:03.289540 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-8c7cf003-bfd2-4e60-a977-ddff1aef9a06 service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8027520 May 25 20:23:03.304196 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07841426-8a78-4c1d-b2c3-f510f6f14435 req-b6ca234c-731b-4061-af54-373814502f9b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953488 May 25 20:23:03.324116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10994a-05c7-42bb-bb93-7a3b005d6d3c req-7d69c43b-9e47-4d5d-8dc2-bfc3107f659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:03.326046 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a10994a-05c7-42bb-bb93-7a3b005d6d3c req-7d69c43b-9e47-4d5d-8dc2-bfc3107f659d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 1096 time: 0.2162220 May 25 20:23:03.412910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a10994a-05c7-42bb-bb93-7a3b005d6d3c req-9f9835e5-3b98-413f-8846-cd4d02fb6de3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782576 May 25 20:23:03.502542 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:23:03.532146 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:03.540193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-f19dd584-84bc-4331-ba3a-6e1aa928ff16 service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280443 May 25 20:23:03.543505 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:03.619798 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47d6344a-791c-4f61-94b9-7d5d770bf7d4 req-2d46b02f-266e-466b-82ae-91f6009b198d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3474317 May 25 20:23:03.652557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540ec50-9980-4cc0-932f-3e685c733fc3 req-29cd6c0f-b280-4492-9749-45e4eadfa7c0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:03.655274 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7540ec50-9980-4cc0-932f-3e685c733fc3 req-29cd6c0f-b280-4492-9749-45e4eadfa7c0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1384704 May 25 20:23:03.732957 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7540ec50-9980-4cc0-932f-3e685c733fc3 req-240f414b-bedf-4968-b766-203b3505f38c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613379 May 25 20:23:03.844772 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-a4123910-016f-4dd5-89a7-59b5a3810c24 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=60f2c721-b8e7-4254-a086-1a16f4ce7793 HTTP/1.1" status: 200 len: 217 time: 0.1119702 May 25 20:23:03.893190 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:04.026759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc71b0-a24b-44d8-88bb-66b931305b1a req-7b307eab-7be0-4001-bbc7-13008ef3f4da tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:04.043874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc71b0-a24b-44d8-88bb-66b931305b1a req-7b307eab-7be0-4001-bbc7-13008ef3f4da tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:04.050361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc71b0-a24b-44d8-88bb-66b931305b1a req-7b307eab-7be0-4001-bbc7-13008ef3f4da tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:04.057252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc71b0-a24b-44d8-88bb-66b931305b1a req-7b307eab-7be0-4001-bbc7-13008ef3f4da tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:04.063522 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc71b0-a24b-44d8-88bb-66b931305b1a req-7b307eab-7be0-4001-bbc7-13008ef3f4da tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:04.071576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc71b0-a24b-44d8-88bb-66b931305b1a req-7b307eab-7be0-4001-bbc7-13008ef3f4da tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:04.073316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65033b2a-abea-443a-a56b-43c4087d649c req-8077e011-547f-49e8-8415-89cfe7b1732a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:04.077333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc71b0-a24b-44d8-88bb-66b931305b1a req-7b307eab-7be0-4001-bbc7-13008ef3f4da tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:04.079671 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-26cc71b0-a24b-44d8-88bb-66b931305b1a req-7b307eab-7be0-4001-bbc7-13008ef3f4da tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5421 time: 0.1890397 May 25 20:23:04.080513 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65033b2a-abea-443a-a56b-43c4087d649c req-8077e011-547f-49e8-8415-89cfe7b1732a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.8422935 May 25 20:23:04.123861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=3e2accc3-1a3b-4965-8065-4cf6a54805e9,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:04.130455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c7677907-803b-4d1d-926c-547c14a85a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:04.132189 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-c7677907-803b-4d1d-926c-547c14a85a6c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42845b9c-977c-464d-9399-a7f94f605a69 HTTP/1.1" status: 200 len: 797 time: 0.2205174 May 25 20:23:04.148042 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-26cc71b0-a24b-44d8-88bb-66b931305b1a req-2f5aaafc-5e04-491a-ae68-27aace78ea3f tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595887 May 25 20:23:04.284224 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65033b2a-abea-443a-a56b-43c4087d649c req-5ad4e765-876c-4a16-ac24-cc7c68793f94 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828344 May 25 20:23:04.309969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network f108add1-7bc9-420e-aa97-749bb6be79fa is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:04.312319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:04.651409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9784dd3-864d-4e1f-8c46-c8bbb960fb63 req-34b5a2b0-e962-49eb-9bd4-898ca4ff93b0 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:04.664829 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9784dd3-864d-4e1f-8c46-c8bbb960fb63 req-34b5a2b0-e962-49eb-9bd4-898ca4ff93b0 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.2583179 May 25 20:23:04.797629 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7b6f173f-f6d1-47c8-a0c5-041d8e4a0a25 None None] Provisioning complete for port 3e2accc3-1a3b-4965-8065-4cf6a54805e9 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:04.807626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9784dd3-864d-4e1f-8c46-c8bbb960fb63 req-60d54c21-b1d5-4f87-843e-d4140f7ec517 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464558 May 25 20:23:04.808950 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7b6f173f-f6d1-47c8-a0c5-041d8e4a0a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:04.851331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-bad6a894-c98a-471a-9ba6-42c0917cd063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:04.862402 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-bad6a894-c98a-471a-9ba6-42c0917cd063 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d3464776-988d-4c60-978a-9ad539684d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7207699 May 25 20:23:04.996577 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f173f-f6d1-47c8-a0c5-041d8e4a0a25 None None] Port 3e2accc3-1a3b-4965-8065-4cf6a54805e9 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:23:05.169211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68915c0b-7196-41b1-a435-2f48f6ba6fb9 req-96c5d289-9e8a-4584-882d-b2a2a110d03b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.176928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68915c0b-7196-41b1-a435-2f48f6ba6fb9 req-96c5d289-9e8a-4584-882d-b2a2a110d03b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.183750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68915c0b-7196-41b1-a435-2f48f6ba6fb9 req-96c5d289-9e8a-4584-882d-b2a2a110d03b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.190450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68915c0b-7196-41b1-a435-2f48f6ba6fb9 req-96c5d289-9e8a-4584-882d-b2a2a110d03b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.198244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68915c0b-7196-41b1-a435-2f48f6ba6fb9 req-96c5d289-9e8a-4584-882d-b2a2a110d03b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.204660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68915c0b-7196-41b1-a435-2f48f6ba6fb9 req-96c5d289-9e8a-4584-882d-b2a2a110d03b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.211803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68915c0b-7196-41b1-a435-2f48f6ba6fb9 req-96c5d289-9e8a-4584-882d-b2a2a110d03b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.214072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-68915c0b-7196-41b1-a435-2f48f6ba6fb9 req-96c5d289-9e8a-4584-882d-b2a2a110d03b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5430 time: 0.1750276 May 25 20:23:05.226803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-ae0b49be-d0f1-4cfa-a4de-fb215e6bbfc5 service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574619 May 25 20:23:05.260113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router cd730198-806d-40fa-8707-5eae9842cd47 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:23:05.272576 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-68915c0b-7196-41b1-a435-2f48f6ba6fb9 req-1805655b-2d8d-4c75-a90e-4abb3c56e8f4 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523009 May 25 20:23:05.276310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33bb46-80f7-4bed-abc0-d043d7c853f4 req-ab9eb6a1-fca0-4594-a19b-f7cbbb816862 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.278457 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e33bb46-80f7-4bed-abc0-d043d7c853f4 req-ab9eb6a1-fca0-4594-a19b-f7cbbb816862 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3475120 May 25 20:23:05.587490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e33bb46-80f7-4bed-abc0-d043d7c853f4 req-ac1df535-9dd9-49da-af74-a2950ec89650 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429371 May 25 20:23:05.620278 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-3a472bf9-56cd-497e-83ea-815ba209123d service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868759 May 25 20:23:05.654860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e99c7-3e43-4120-964a-5f68350cecc2 req-3af469f3-bb23-4c03-8419-eb1c555a4472 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.671881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e99c7-3e43-4120-964a-5f68350cecc2 req-3af469f3-bb23-4c03-8419-eb1c555a4472 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.688600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e99c7-3e43-4120-964a-5f68350cecc2 req-3af469f3-bb23-4c03-8419-eb1c555a4472 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.697448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e99c7-3e43-4120-964a-5f68350cecc2 req-3af469f3-bb23-4c03-8419-eb1c555a4472 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.706968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e99c7-3e43-4120-964a-5f68350cecc2 req-3af469f3-bb23-4c03-8419-eb1c555a4472 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.717283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:23:05.717531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e99c7-3e43-4120-964a-5f68350cecc2 req-3af469f3-bb23-4c03-8419-eb1c555a4472 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.720426 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-9dfd0d2d-4b4c-478c-8455-fba1b5c0447d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=646b5601-3102-4461-916d-7e5427ae5ee1 HTTP/1.1" status: 200 len: 217 time: 0.0910561 May 25 20:23:05.739749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e99c7-3e43-4120-964a-5f68350cecc2 req-3af469f3-bb23-4c03-8419-eb1c555a4472 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:05.741593 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a90cd-35fd-4f89-994c-cafb12ba0405 None None] Sync routers for ids ['cd730198-806d-40fa-8707-5eae9842cd47'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:23:05.751064 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a51e99c7-3e43-4120-964a-5f68350cecc2 req-3af469f3-bb23-4c03-8419-eb1c555a4472 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5421 time: 0.3663740 May 25 20:23:05.783025 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a90cd-35fd-4f89-994c-cafb12ba0405 None None] Routers {'cd730198-806d-40fa-8707-5eae9842cd47'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:05.783742 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-442a90cd-35fd-4f89-994c-cafb12ba0405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cd730198-806d-40fa-8707-5eae9842cd47'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:05.845992 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a51e99c7-3e43-4120-964a-5f68350cecc2 req-d67cf2c5-cd6a-4d98-b2e7-65c7f5ebc5ed tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884104 May 25 20:23:05.914865 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-442a90cd-35fd-4f89-994c-cafb12ba0405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:05.929943 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-87619691-d040-44cc-9476-c21bf17ef41c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/cd730198-806d-40fa-8707-5eae9842cd47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2731621 May 25 20:23:05.930857 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a90cd-35fd-4f89-994c-cafb12ba0405 None None] Routers {'cd730198-806d-40fa-8707-5eae9842cd47'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:05.930857 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-442a90cd-35fd-4f89-994c-cafb12ba0405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cd730198-806d-40fa-8707-5eae9842cd47'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:05.931580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59924) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:06.013899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-334ef00f-2674-455d-af88-f5800bdafa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:06.015451 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-334ef00f-2674-455d-af88-f5800bdafa3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5ee70b4-7ed2-418e-8ec0-3ebc08614a34 HTTP/1.1" status: 200 len: 797 time: 0.2887387 May 25 20:23:06.084254 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-442a90cd-35fd-4f89-994c-cafb12ba0405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:06.084875 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a90cd-35fd-4f89-994c-cafb12ba0405 None None] The sync data for ids ['cd730198-806d-40fa-8707-5eae9842cd47'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:23:06.163191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf3783-6c5d-43ea-b33c-4dcb0ac11aeb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:06.164765 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-eacf3783-6c5d-43ea-b33c-4dcb0ac11aeb tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports/3e2accc3-1a3b-4965-8065-4cf6a54805e9 HTTP/1.1" status: 200 len: 910 time: 0.2319829 May 25 20:23:06.167508 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59932) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:06.211098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2e37bf31-42c2-47d6-8697-59951cd5aaa9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92444e85-f7c4-4fb5-8446-c662a531606b'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:06.289207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8933a-a608-4768-ab17-a32ba02d1eac req-c3bd13d9-6780-4f1a-b638-91d7b05273f9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:06.290795 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fea8933a-a608-4768-ab17-a32ba02d1eac req-c3bd13d9-6780-4f1a-b638-91d7b05273f9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.4761102 May 25 20:23:06.340953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b69488f4-5de6-40d5-b27c-5a7a2714b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:06.342522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-b69488f4-5de6-40d5-b27c-5a7a2714b5ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72bd1e88-522d-4f1d-8d48-37fb784df0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3121846 May 25 20:23:06.381749 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fea8933a-a608-4768-ab17-a32ba02d1eac req-f092678d-094a-4ab1-9eef-587de78b6207 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818670 May 25 20:23:06.573604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf48499-c540-48d5-a6b9-7d151407c7ed req-45898bc3-faf0-4b89-b557-ed2a1578052a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:06.581760 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cf48499-c540-48d5-a6b9-7d151407c7ed req-45898bc3-faf0-4b89-b557-ed2a1578052a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.5042412 May 25 20:23:06.687934 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cf48499-c540-48d5-a6b9-7d151407c7ed req-3938060a-e920-485a-ac3c-88f819803127 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047730 May 25 20:23:06.688773 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e37bf31-42c2-47d6-8697-59951cd5aaa9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:06.723088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-e80c1974-fab7-4e0b-a494-98bf1b00ed89 service neutron] 10.222.0.70 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722935 May 25 20:23:06.995035 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-dd83b338-954e-43fa-a4b7-3101ddf063e6 service neutron] 10.222.0.70 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665975 May 25 20:23:07.008158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20a3cd-0f64-48d5-b5db-caffb9f2a193 req-f83cd323-57ff-4c49-ad5d-757a379b4f06 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:07.010359 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b20a3cd-0f64-48d5-b5db-caffb9f2a193 req-f83cd323-57ff-4c49-ad5d-757a379b4f06 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.4944992 May 25 20:23:07.201745 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-e6a2a1d4-fd3e-487a-94fc-84c0ba1d17e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2f2aef6-a947-402d-bea3-73ac08d5de61 HTTP/1.1" status: 200 len: 217 time: 0.1902120 May 25 20:23:07.305777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-7a1f12f2-a5ed-41b1-91ad-e59e11d72a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:07.307638 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-7a1f12f2-a5ed-41b1-91ad-e59e11d72a4a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5ee70b4-7ed2-418e-8ec0-3ebc08614a34 HTTP/1.1" status: 200 len: 797 time: 0.0905495 May 25 20:23:07.331526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b20a3cd-0f64-48d5-b5db-caffb9f2a193 req-397f4e88-f706-4742-8c1c-0065a4f96e5b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729562 May 25 20:23:07.430082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-702a48ab-2ee3-4ade-8f4b-107646e195a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:07.431804 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-702a48ab-2ee3-4ade-8f4b-107646e195a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72bd1e88-522d-4f1d-8d48-37fb784df0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0980175 May 25 20:23:07.512373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d67c31-a5ba-4f01-b614-b24aa1e90957 req-2f49d069-01bb-473f-ac3d-98247098dbf6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:07.519482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d67c31-a5ba-4f01-b614-b24aa1e90957 req-2f49d069-01bb-473f-ac3d-98247098dbf6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:07.526117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d67c31-a5ba-4f01-b614-b24aa1e90957 req-2f49d069-01bb-473f-ac3d-98247098dbf6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:07.532068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d67c31-a5ba-4f01-b614-b24aa1e90957 req-2f49d069-01bb-473f-ac3d-98247098dbf6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:07.539400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d67c31-a5ba-4f01-b614-b24aa1e90957 req-2f49d069-01bb-473f-ac3d-98247098dbf6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:07.545654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d67c31-a5ba-4f01-b614-b24aa1e90957 req-2f49d069-01bb-473f-ac3d-98247098dbf6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:07.552040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d67c31-a5ba-4f01-b614-b24aa1e90957 req-2f49d069-01bb-473f-ac3d-98247098dbf6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:07.559873 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08d67c31-a5ba-4f01-b614-b24aa1e90957 req-2f49d069-01bb-473f-ac3d-98247098dbf6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5430 time: 0.3406508 May 25 20:23:07.607530 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-67ab0d1c-94a0-4c94-abc7-e52b4e853948 service neutron] 10.222.0.70 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629207 May 25 20:23:07.642369 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08d67c31-a5ba-4f01-b614-b24aa1e90957 req-b58d7767-c073-4454-884a-1e6ed4ca927e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779223 May 25 20:23:07.869411 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ecbb3a4-d042-4a9a-ae9f-e9f0423223f2 req-eee305b3-0064-419e-afc9-19fe2939d587 service neutron] 10.222.0.70 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557344 May 25 20:23:08.036451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2775f0-f449-46ea-8585-c9adfebb0928 req-89c1ff4c-5d47-44bd-9a0a-26097404d658 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.037278 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e37bf31-42c2-47d6-8697-59951cd5aaa9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:08.037962 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3b2775f0-f449-46ea-8585-c9adfebb0928 req-89c1ff4c-5d47-44bd-9a0a-26097404d658 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.1676748 May 25 20:23:08.049252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-5a7820df-961d-4aca-af01-746a4ca5aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.050007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-5a7820df-961d-4aca-af01-746a4ca5aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.050638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-5a7820df-961d-4aca-af01-746a4ca5aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.051751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-5a7820df-961d-4aca-af01-746a4ca5aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.052509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-5a7820df-961d-4aca-af01-746a4ca5aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.053126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-5a7820df-961d-4aca-af01-746a4ca5aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.053596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-5a7820df-961d-4aca-af01-746a4ca5aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.056015 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-5a7820df-961d-4aca-af01-746a4ca5aa30 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed2254629dea43a5bc70198b31357a0c&device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 6487 time: 0.1165388 May 25 20:23:08.063783 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6344a-791c-4f61-94b9-7d5d770bf7d4 req-16c5c18b-e338-4403-9f10-6eb0866e0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.065268 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47d6344a-791c-4f61-94b9-7d5d770bf7d4 req-16c5c18b-e338-4403-9f10-6eb0866e0221 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469&tenant_id=a52a7ae8afff4a00995e63198463c2df HTTP/1.1" status: 200 len: 1095 time: 0.3155890 May 25 20:23:08.068840 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e37bf31-42c2-47d6-8697-59951cd5aaa9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:08.199923 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3b2775f0-f449-46ea-8585-c9adfebb0928 req-46f0bd5b-a875-40a2-ad19-4278f85a760e tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423748 May 25 20:23:08.243155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-92c14828-1ee8-4838-9f39-5b7c346f2d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.244607 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-92c14828-1ee8-4838-9f39-5b7c346f2d27 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72bd1e88-522d-4f1d-8d48-37fb784df0f7 HTTP/1.1" status: 200 len: 903 time: 0.1719127 May 25 20:23:08.319933 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-28a84e01-069d-4af5-bd1e-1035a4d8370c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=646b5601-3102-4461-916d-7e5427ae5ee1 HTTP/1.1" status: 200 len: 217 time: 0.0690322 May 25 20:23:08.360322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d220e23-63e8-4a18-80cd-1e8860a6fb7e req-d9756127-b6cb-4589-b5b9-ee36a6095848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.361790 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d220e23-63e8-4a18-80cd-1e8860a6fb7e req-d9756127-b6cb-4589-b5b9-ee36a6095848 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02f9414758094917b3dfd1a0855d0bf5&device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 1096 time: 0.5276887 May 25 20:23:08.406627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e37bf31-42c2-47d6-8697-59951cd5aaa9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.407223 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e37bf31-42c2-47d6-8697-59951cd5aaa9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:08.408511 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2e37bf31-42c2-47d6-8697-59951cd5aaa9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/ports/3e2accc3-1a3b-4965-8065-4cf6a54805e9 HTTP/1.1" status: 200 len: 910 time: 2.2371423 May 25 20:23:08.419408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59958) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:08.420441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a44d2-28c7-415f-b7f2-814ab3f4267f req-c8b80465-6805-4ab5-83d8-52bd7b3cd216 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.426367 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a44d2-28c7-415f-b7f2-814ab3f4267f req-c8b80465-6805-4ab5-83d8-52bd7b3cd216 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.431978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a44d2-28c7-415f-b7f2-814ab3f4267f req-c8b80465-6805-4ab5-83d8-52bd7b3cd216 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.437595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a44d2-28c7-415f-b7f2-814ab3f4267f req-c8b80465-6805-4ab5-83d8-52bd7b3cd216 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.443545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a44d2-28c7-415f-b7f2-814ab3f4267f req-c8b80465-6805-4ab5-83d8-52bd7b3cd216 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.449249 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a44d2-28c7-415f-b7f2-814ab3f4267f req-c8b80465-6805-4ab5-83d8-52bd7b3cd216 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.455020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a44d2-28c7-415f-b7f2-814ab3f4267f req-c8b80465-6805-4ab5-83d8-52bd7b3cd216 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.456798 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-370a44d2-28c7-415f-b7f2-814ab3f4267f req-c8b80465-6805-4ab5-83d8-52bd7b3cd216 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5421 time: 0.5291607 May 25 20:23:08.469530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37bf31-42c2-47d6-8697-59951cd5aaa9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=3e2accc3-1a3b-4965-8065-4cf6a54805e9,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:08.617385 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-370a44d2-28c7-415f-b7f2-814ab3f4267f req-5007feed-3e15-4f40-ac5f-b39b059bf25d tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009200 May 25 20:23:08.636948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6344a-791c-4f61-94b9-7d5d770bf7d4 req-81f4dd1c-2560-4b87-960d-51b126b78160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.638469 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47d6344a-791c-4f61-94b9-7d5d770bf7d4 req-81f4dd1c-2560-4b87-960d-51b126b78160 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 1095 time: 0.5014217 May 25 20:23:08.642812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d220e23-63e8-4a18-80cd-1e8860a6fb7e req-1e56388d-d581-48e0-9ad1-565e44dc70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.644462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d220e23-63e8-4a18-80cd-1e8860a6fb7e req-1e56388d-d581-48e0-9ad1-565e44dc70b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede HTTP/1.1" status: 200 len: 920 time: 0.2655225 May 25 20:23:08.679568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-2a5e82f8-78cf-4beb-8d0b-bc8325504fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.681013 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-2a5e82f8-78cf-4beb-8d0b-bc8325504fac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5ee70b4-7ed2-418e-8ec0-3ebc08614a34 HTTP/1.1" status: 200 len: 797 time: 0.3231812 May 25 20:23:08.779808 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d220e23-63e8-4a18-80cd-1e8860a6fb7e req-2f5836dc-5a32-4bf0-b091-5173c897508e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d HTTP/1.1" status: 200 len: 217 time: 0.1288102 May 25 20:23:08.866454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f62c7d-f5ee-4339-9a09-1aed154e2263 req-5702c1a7-fec2-459b-b876-091b60c7e86e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:08.868057 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5f62c7d-f5ee-4339-9a09-1aed154e2263 req-5702c1a7-fec2-459b-b876-091b60c7e86e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.5468071 May 25 20:23:09.029026 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5f62c7d-f5ee-4339-9a09-1aed154e2263 req-afa116f7-158a-43e6-9b28-329015fe87d6 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496644 May 25 20:23:09.033936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-8f6db0f5-e63b-4795-b26d-7167c3ffb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:09.036294 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-8f6db0f5-e63b-4795-b26d-7167c3ffb01b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72bd1e88-522d-4f1d-8d48-37fb784df0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3463411 May 25 20:23:09.040680 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6344a-791c-4f61-94b9-7d5d770bf7d4 req-67a407c8-6555-4f60-a01b-ffcf4db50060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:09.042060 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47d6344a-791c-4f61-94b9-7d5d770bf7d4 req-67a407c8-6555-4f60-a01b-ffcf4db50060 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 918 time: 0.3945384 May 25 20:23:09.048391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d220e23-63e8-4a18-80cd-1e8860a6fb7e req-f95d4cbb-54a9-4f14-a846-1dcb9c3f9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:09.049769 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d220e23-63e8-4a18-80cd-1e8860a6fb7e req-f95d4cbb-54a9-4f14-a846-1dcb9c3f9814 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fca3a56e-188b-4aef-b6d9-198c489c2bb1 HTTP/1.1" status: 200 len: 859 time: 0.1551197 May 25 20:23:09.181849 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d220e23-63e8-4a18-80cd-1e8860a6fb7e req-8facef85-6759-4841-8e74-6debd878afdf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583899 May 25 20:23:09.237192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1ac55-9a40-40a5-88be-32deb45501cd req-7ac58185-f00d-40b3-9ed3-4b7168c59cf5 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:09.239046 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-62c1ac55-9a40-40a5-88be-32deb45501cd req-7ac58185-f00d-40b3-9ed3-4b7168c59cf5 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.3455315 May 25 20:23:09.307790 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47d6344a-791c-4f61-94b9-7d5d770bf7d4 req-7cb132bd-9207-437c-be00-23524e6fcb54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aa281f-3b41-4c89-9595-67d38a52b24b HTTP/1.1" status: 200 len: 1000 time: 0.2568111 May 25 20:23:09.316507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-c0ddbc9a-8a6f-4fd1-b602-afdf53dd6a57 service neutron] 10.222.0.70 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548077 May 25 20:23:09.423829 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-62c1ac55-9a40-40a5-88be-32deb45501cd req-fde44cd5-147b-4b73-820f-529bd8dd2f84 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361763 May 25 20:23:09.437090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8defca-cd59-4f3f-9edf-596853bf3110 req-56f828e0-352f-4264-b1da-23d0a447a1fd tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:09.438663 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af8defca-cd59-4f3f-9edf-596853bf3110 req-56f828e0-352f-4264-b1da-23d0a447a1fd tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.2379322 May 25 20:23:09.446797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6344a-791c-4f61-94b9-7d5d770bf7d4 req-671d8fc8-ffe3-460f-9deb-675d31e65058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:09.448269 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47d6344a-791c-4f61-94b9-7d5d770bf7d4 req-671d8fc8-ffe3-460f-9deb-675d31e65058 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.1312137 May 25 20:23:09.463336 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d220e23-63e8-4a18-80cd-1e8860a6fb7e req-5b1739bc-946a-4ad1-995d-8cecb0db5d94 service neutron] 10.222.0.70 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690940 May 25 20:23:09.570757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af8defca-cd59-4f3f-9edf-596853bf3110 req-30095ab0-34ae-43c2-8d84-644b8d56eaf4 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012437 May 25 20:23:09.612129 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-3c50534e-66bd-41e9-a078-82c254464ca2 service neutron] 10.222.0.70 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891672 May 25 20:23:09.635029 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5021286-6586-41bd-bac2-bdf7a7bbf9f4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:09.829886 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d220e23-63e8-4a18-80cd-1e8860a6fb7e req-95f4f1c0-9aa1-4ae4-b253-0bac99edffbf service neutron] 10.222.0.70 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040462 May 25 20:23:09.834822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6344a-791c-4f61-94b9-7d5d770bf7d4 req-7a524e39-e470-4f9b-91ae-3f1f13ecb9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:09.836633 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47d6344a-791c-4f61-94b9-7d5d770bf7d4 req-7a524e39-e470-4f9b-91ae-3f1f13ecb9d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3722286 May 25 20:23:09.886119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd575c8-622c-4393-8bba-559d419de71f req-a96ec36c-a374-40b0-b7b5-73ec4736920d tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:09.892453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd575c8-622c-4393-8bba-559d419de71f req-a96ec36c-a374-40b0-b7b5-73ec4736920d tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:09.900063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd575c8-622c-4393-8bba-559d419de71f req-a96ec36c-a374-40b0-b7b5-73ec4736920d tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:09.914310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd575c8-622c-4393-8bba-559d419de71f req-a96ec36c-a374-40b0-b7b5-73ec4736920d tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:09.921154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd575c8-622c-4393-8bba-559d419de71f req-a96ec36c-a374-40b0-b7b5-73ec4736920d tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:09.928891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd575c8-622c-4393-8bba-559d419de71f req-a96ec36c-a374-40b0-b7b5-73ec4736920d tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:09.936500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd575c8-622c-4393-8bba-559d419de71f req-a96ec36c-a374-40b0-b7b5-73ec4736920d tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:09.939220 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1bd575c8-622c-4393-8bba-559d419de71f req-a96ec36c-a374-40b0-b7b5-73ec4736920d tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5430 time: 0.3106713 May 25 20:23:10.080681 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1bd575c8-622c-4393-8bba-559d419de71f req-91783121-ba51-4f14-8ad8-ac9afe4fabf0 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783129 May 25 20:23:10.103610 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47d6344a-791c-4f61-94b9-7d5d770bf7d4 req-08a6e6f9-852c-4834-ad49-5b576ca75e05 service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583530 May 25 20:23:10.120608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-03716e61-a865-427e-aafa-6a91d80ce33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:10.121085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-03716e61-a865-427e-aafa-6a91d80ce33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:10.121554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-03716e61-a865-427e-aafa-6a91d80ce33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:10.122027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-03716e61-a865-427e-aafa-6a91d80ce33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:10.122499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-03716e61-a865-427e-aafa-6a91d80ce33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:10.122956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-03716e61-a865-427e-aafa-6a91d80ce33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:10.123408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-03716e61-a865-427e-aafa-6a91d80ce33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:10.125312 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-03716e61-a865-427e-aafa-6a91d80ce33c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed2254629dea43a5bc70198b31357a0c&device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 6487 time: 0.4154196 May 25 20:23:10.177466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c6154-b2a1-4c2d-ba14-e261eb4e0717 req-eeaf36f4-8de2-41dd-9cbc-e3e668ad6630 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:10.178991 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca2c6154-b2a1-4c2d-ba14-e261eb4e0717 req-eeaf36f4-8de2-41dd-9cbc-e3e668ad6630 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.4098327 May 25 20:23:10.480017 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47d6344a-791c-4f61-94b9-7d5d770bf7d4 req-ade764e2-bc3a-48dc-9bb1-4393f6800ab6 service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623154 May 25 20:23:10.492331 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca2c6154-b2a1-4c2d-ba14-e261eb4e0717 req-2db9251a-0a35-4b4d-bdad-9b5f05b7797a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045158 May 25 20:23:10.528521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499f6e7-a3aa-4336-9f2e-cd0cef11ccb4 req-ad925ed0-6b43-4641-a54d-eecd87b86df3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:10.530310 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2499f6e7-a3aa-4336-9f2e-cd0cef11ccb4 req-ad925ed0-6b43-4641-a54d-eecd87b86df3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3180325 May 25 20:23:10.584830 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2499f6e7-a3aa-4336-9f2e-cd0cef11ccb4 req-71649c68-d2dc-42f4-9b25-4bc9279f04ba tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481412 May 25 20:23:10.603854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-4342b082-ff78-4b3d-9dc8-e65c601bda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:10.605690 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-4342b082-ff78-4b3d-9dc8-e65c601bda29 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72bd1e88-522d-4f1d-8d48-37fb784df0f7 HTTP/1.1" status: 200 len: 903 time: 0.4719255 May 25 20:23:10.619546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d5021286-6586-41bd-bac2-bdf7a7bbf9f4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 3e2accc3-1a3b-4965-8065-4cf6a54805e9 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:23:10.619898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5021286-6586-41bd-bac2-bdf7a7bbf9f4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:10.852858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a963129-492a-4055-9e1b-04ad3e6f3007 req-f6b964f1-2be0-4a8d-ab99-354f1cfec02b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:10.855037 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a963129-492a-4055-9e1b-04ad3e6f3007 req-f6b964f1-2be0-4a8d-ab99-354f1cfec02b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.1185250 May 25 20:23:10.934062 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-184eeab0-60a9-4c4b-a316-b4925ff93aba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2f2aef6-a947-402d-bea3-73ac08d5de61 HTTP/1.1" status: 200 len: 217 time: 0.0740657 May 25 20:23:10.936260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a963129-492a-4055-9e1b-04ad3e6f3007 req-7ed86be2-13a0-442b-847c-07ab2d5f2cfb tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711992 May 25 20:23:11.055949 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5021286-6586-41bd-bac2-bdf7a7bbf9f4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:11.322900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d5021286-6586-41bd-bac2-bdf7a7bbf9f4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for 3e2accc3-1a3b-4965-8065-4cf6a54805e9 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:23:11.403126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-41c107b2-675a-4b7d-827b-9d568684d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:11.405238 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-41c107b2-675a-4b7d-827b-9d568684d4ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5ee70b4-7ed2-418e-8ec0-3ebc08614a34 HTTP/1.1" status: 200 len: 797 time: 0.4235010 May 25 20:23:11.462760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd042f22-9dc7-4bf4-8fe2-c323de121c6c req-d42d015b-9fd8-406e-ae0f-c687aa38e765 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:11.470575 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd042f22-9dc7-4bf4-8fe2-c323de121c6c req-d42d015b-9fd8-406e-ae0f-c687aa38e765 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.2245052 May 25 20:23:11.539858 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd042f22-9dc7-4bf4-8fe2-c323de121c6c req-d3210c64-785a-4ea1-a738-7c08c42b68c2 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670764 May 25 20:23:11.860844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ee258-7a4b-489c-aa62-e888333a72b5 req-37168c67-4771-47d0-8bbb-4ca314011dd0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:11.876490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ee258-7a4b-489c-aa62-e888333a72b5 req-37168c67-4771-47d0-8bbb-4ca314011dd0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:11.883877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ee258-7a4b-489c-aa62-e888333a72b5 req-37168c67-4771-47d0-8bbb-4ca314011dd0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:11.895652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6efc3-c604-4d65-8828-fe85a4996f3c req-e030db2b-3f1a-4cb6-8a4d-dff4667efddc tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:11.897945 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-50f6efc3-c604-4d65-8828-fe85a4996f3c req-e030db2b-3f1a-4cb6-8a4d-dff4667efddc tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2048509 May 25 20:23:11.903709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ee258-7a4b-489c-aa62-e888333a72b5 req-37168c67-4771-47d0-8bbb-4ca314011dd0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:11.936100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ee258-7a4b-489c-aa62-e888333a72b5 req-37168c67-4771-47d0-8bbb-4ca314011dd0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:11.949137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ee258-7a4b-489c-aa62-e888333a72b5 req-37168c67-4771-47d0-8bbb-4ca314011dd0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:11.970723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ee258-7a4b-489c-aa62-e888333a72b5 req-37168c67-4771-47d0-8bbb-4ca314011dd0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:11.976539 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c9ee258-7a4b-489c-aa62-e888333a72b5 req-37168c67-4771-47d0-8bbb-4ca314011dd0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5421 time: 1.1175611 May 25 20:23:12.015862 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-50f6efc3-c604-4d65-8828-fe85a4996f3c req-abbf8c24-d23c-4048-b354-7f5a0b4c0669 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058769 May 25 20:23:12.222583 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c9ee258-7a4b-489c-aa62-e888333a72b5 req-faa464ac-9c88-41ec-a005-64e96774f866 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2327106 May 25 20:23:12.236705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-ebad3ac4-ea45-43ed-b14c-c2731a8a078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:12.244694 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-ebad3ac4-ea45-43ed-b14c-c2731a8a078d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72bd1e88-522d-4f1d-8d48-37fb784df0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8300579 May 25 20:23:12.451334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82eb09a-ceb1-41e6-9e95-eaa21e90d2c8 req-79e2651d-2c17-4caf-b71d-97de54d393a5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:12.462424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82eb09a-ceb1-41e6-9e95-eaa21e90d2c8 req-79e2651d-2c17-4caf-b71d-97de54d393a5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:12.472390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82eb09a-ceb1-41e6-9e95-eaa21e90d2c8 req-79e2651d-2c17-4caf-b71d-97de54d393a5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:12.482705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82eb09a-ceb1-41e6-9e95-eaa21e90d2c8 req-79e2651d-2c17-4caf-b71d-97de54d393a5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:12.493901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82eb09a-ceb1-41e6-9e95-eaa21e90d2c8 req-79e2651d-2c17-4caf-b71d-97de54d393a5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:12.505169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82eb09a-ceb1-41e6-9e95-eaa21e90d2c8 req-79e2651d-2c17-4caf-b71d-97de54d393a5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:12.514575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82eb09a-ceb1-41e6-9e95-eaa21e90d2c8 req-79e2651d-2c17-4caf-b71d-97de54d393a5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:12.517435 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e82eb09a-ceb1-41e6-9e95-eaa21e90d2c8 req-79e2651d-2c17-4caf-b71d-97de54d393a5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5430 time: 0.1927395 May 25 20:23:12.630716 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e82eb09a-ceb1-41e6-9e95-eaa21e90d2c8 req-c0ced57b-e323-44cb-9110-539624e6aeb2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028476 May 25 20:23:12.850975 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5021286-6586-41bd-bac2-bdf7a7bbf9f4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:12.978316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-8302150d-0a45-46d6-b0e9-e464425e8a86 service neutron] 10.222.0.70 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507497 May 25 20:23:13.014637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5021286-6586-41bd-bac2-bdf7a7bbf9f4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Port': ['ID=3e2accc3-1a3b-4965-8065-4cf6a54805e9,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:13.178638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f0442-9d9c-4924-8599-a75845b10d7f req-1f631919-a9bf-4514-9114-a06b23f3fac6 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:13.180314 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c21f0442-9d9c-4924-8599-a75845b10d7f req-1f631919-a9bf-4514-9114-a06b23f3fac6 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.2292986 May 25 20:23:13.279882 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:23:13.286429 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c21f0442-9d9c-4924-8599-a75845b10d7f req-e4c69a45-5ef4-4eb8-8a40-372ed8f3a23c tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965707 May 25 20:23:13.468963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07cb25-343c-4d37-a0b6-a53e4c4d2bf5 req-bb4f4a33-889d-44c3-9e5e-24af8b1befde tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:13.470910 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af07cb25-343c-4d37-a0b6-a53e4c4d2bf5 req-bb4f4a33-889d-44c3-9e5e-24af8b1befde tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.9238329 May 25 20:23:13.614821 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af07cb25-343c-4d37-a0b6-a53e4c4d2bf5 req-1ec7b974-a9dc-4204-bf51-232956b59cfb tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305213 May 25 20:23:13.781010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7ef77-20e9-4e72-bce1-366ece6eb143 req-4edc3fd8-7680-4cb3-8a0a-3951131026a7 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:13.786667 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bea7ef77-20e9-4e72-bce1-366ece6eb143 req-4edc3fd8-7680-4cb3-8a0a-3951131026a7 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.2217135 May 25 20:23:13.910472 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bea7ef77-20e9-4e72-bce1-366ece6eb143 req-b6bc8674-aa99-4361-b010-c9972dcacc88 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183178 May 25 20:23:14.092034 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b9cd54-bcad-4a24-877f-e32051e8f980 req-7f132931-604c-4cc6-841e-b7f4ef953cf2 service neutron] 10.222.0.70 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0727944 May 25 20:23:14.103902 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5021286-6586-41bd-bac2-bdf7a7bbf9f4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:14.257801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170eea4-f342-4f64-ac88-66fe717715c3 req-b52d2b27-ff0e-43b8-b118-68a3d702d2af tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.260707 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2170eea4-f342-4f64-ac88-66fe717715c3 req-b52d2b27-ff0e-43b8-b118-68a3d702d2af tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2029448 May 25 20:23:14.380705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2170eea4-f342-4f64-ac88-66fe717715c3 req-611705cf-5e96-4ee8-b02f-dd2aa22169d0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134777 May 25 20:23:14.732170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be985d2-cbe7-4b08-89b3-6577852c4589 req-6bcc9375-d1b9-4347-8723-7a327e3d5d45 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.745115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be985d2-cbe7-4b08-89b3-6577852c4589 req-6bcc9375-d1b9-4347-8723-7a327e3d5d45 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.750176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5021286-6586-41bd-bac2-bdf7a7bbf9f4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router cd730198-806d-40fa-8707-5eae9842cd47 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:23:14.752119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be985d2-cbe7-4b08-89b3-6577852c4589 req-6bcc9375-d1b9-4347-8723-7a327e3d5d45 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.759886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be985d2-cbe7-4b08-89b3-6577852c4589 req-6bcc9375-d1b9-4347-8723-7a327e3d5d45 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.765714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be985d2-cbe7-4b08-89b3-6577852c4589 req-6bcc9375-d1b9-4347-8723-7a327e3d5d45 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.772580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be985d2-cbe7-4b08-89b3-6577852c4589 req-6bcc9375-d1b9-4347-8723-7a327e3d5d45 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.778439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be985d2-cbe7-4b08-89b3-6577852c4589 req-6bcc9375-d1b9-4347-8723-7a327e3d5d45 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.780662 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2be985d2-cbe7-4b08-89b3-6577852c4589 req-6bcc9375-d1b9-4347-8723-7a327e3d5d45 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5430 time: 0.2161582 May 25 20:23:14.800347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c5478-322e-447b-8a46-7c0df2fdb58d req-bc7c9c4d-13fc-4ace-801a-28fbdcda0318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.812912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c5478-322e-447b-8a46-7c0df2fdb58d req-bc7c9c4d-13fc-4ace-801a-28fbdcda0318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.836854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c5478-322e-447b-8a46-7c0df2fdb58d req-bc7c9c4d-13fc-4ace-801a-28fbdcda0318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.843075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c5478-322e-447b-8a46-7c0df2fdb58d req-bc7c9c4d-13fc-4ace-801a-28fbdcda0318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.849473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c5478-322e-447b-8a46-7c0df2fdb58d req-bc7c9c4d-13fc-4ace-801a-28fbdcda0318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.856515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c5478-322e-447b-8a46-7c0df2fdb58d req-bc7c9c4d-13fc-4ace-801a-28fbdcda0318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.862798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c5478-322e-447b-8a46-7c0df2fdb58d req-bc7c9c4d-13fc-4ace-801a-28fbdcda0318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:14.872090 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d11c5478-322e-447b-8a46-7c0df2fdb58d req-bc7c9c4d-13fc-4ace-801a-28fbdcda0318 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5421 time: 0.9029310 May 25 20:23:14.874948 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2be985d2-cbe7-4b08-89b3-6577852c4589 req-11034313-a6f5-46ab-9481-0d7e7b73e599 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874810 May 25 20:23:15.067252 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d11c5478-322e-447b-8a46-7c0df2fdb58d req-e24796c5-3944-412a-90ee-604d291a46e0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1908352 May 25 20:23:15.225495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d768859-dbad-4474-bf0d-8c3241013506 req-82077188-d798-4158-aaf4-b4ad8ec5bdf2 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:15.233421 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d768859-dbad-4474-bf0d-8c3241013506 req-82077188-d798-4158-aaf4-b4ad8ec5bdf2 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.1888208 May 25 20:23:15.285552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5021286-6586-41bd-bac2-bdf7a7bbf9f4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:23:15.299134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05aca84-3745-4d90-b228-c729c1c2194b None None] Sync routers for ids ['cd730198-806d-40fa-8707-5eae9842cd47'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:23:15.307334 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d768859-dbad-4474-bf0d-8c3241013506 req-1e0d50bf-0e6b-4c04-8b76-89678abd0efb tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728641 May 25 20:23:15.317290 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05aca84-3745-4d90-b228-c729c1c2194b None None] Routers {'cd730198-806d-40fa-8707-5eae9842cd47'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:15.319306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e05aca84-3745-4d90-b228-c729c1c2194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cd730198-806d-40fa-8707-5eae9842cd47'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:15.468251 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e05aca84-3745-4d90-b228-c729c1c2194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:15.476655 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d5021286-6586-41bd-bac2-bdf7a7bbf9f4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/cd730198-806d-40fa-8707-5eae9842cd47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0534642 May 25 20:23:15.476926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60058) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:15.484488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05aca84-3745-4d90-b228-c729c1c2194b None None] Routers {'cd730198-806d-40fa-8707-5eae9842cd47'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:15.485340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e05aca84-3745-4d90-b228-c729c1c2194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cd730198-806d-40fa-8707-5eae9842cd47'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:15.558733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e05aca84-3745-4d90-b228-c729c1c2194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:15.559575 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05aca84-3745-4d90-b228-c729c1c2194b None None] The sync data for ids ['cd730198-806d-40fa-8707-5eae9842cd47'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:23:15.617161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c21ac9-6392-4fdb-af1b-c44abcecce47 req-1275d39f-a350-4a8c-81fd-0960bdf36294 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:15.627574 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2f9e780f-d039-4fb3-911a-03b7214a3cfc tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd730198-806d-40fa-8707-5eae9842cd47 HTTP/1.1" status: 200 len: 205 time: 0.1472228 May 25 20:23:15.636200 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64c21ac9-6392-4fdb-af1b-c44abcecce47 req-1275d39f-a350-4a8c-81fd-0960bdf36294 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3017819 May 25 20:23:15.649699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60066) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:15.726246 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64c21ac9-6392-4fdb-af1b-c44abcecce47 req-b7dc3540-0beb-4fa0-9e85-5ff293b0f7ab tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890183 May 25 20:23:15.985829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a836813-da3b-4791-a56a-558c07835438 req-0ac006d7-4470-4ff4-b458-9f18480a977c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:15.994376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a836813-da3b-4791-a56a-558c07835438 req-0ac006d7-4470-4ff4-b458-9f18480a977c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.4647179 May 25 20:23:16.050091 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fdccbef5-00eb-4636-a374-01047c74d89c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:16.188754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fea83-1265-4b08-9bda-88c791add1b1 req-e41af0e4-cc5e-4a07-b5a8-038ce3f541db tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:16.206392 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed9fea83-1265-4b08-9bda-88c791add1b1 req-e41af0e4-cc5e-4a07-b5a8-038ce3f541db tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.2463734 May 25 20:23:16.253044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a836813-da3b-4791-a56a-558c07835438 req-e149795e-e525-4e95-88a2-879c67dbe3be tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577693 May 25 20:23:16.298787 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed9fea83-1265-4b08-9bda-88c791add1b1 req-9fda6392-d45b-411b-a07d-ad9c9ab27fac tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914259 May 25 20:23:16.744472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e8c52-1bdd-46c2-a114-3a6ca1d3489f req-a7cf7bea-b4d3-444a-b7fa-1259ff8f6cff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:16.761953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e8c52-1bdd-46c2-a114-3a6ca1d3489f req-a7cf7bea-b4d3-444a-b7fa-1259ff8f6cff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:16.775498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e8c52-1bdd-46c2-a114-3a6ca1d3489f req-a7cf7bea-b4d3-444a-b7fa-1259ff8f6cff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:16.791121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e8c52-1bdd-46c2-a114-3a6ca1d3489f req-a7cf7bea-b4d3-444a-b7fa-1259ff8f6cff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:16.804590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e8c52-1bdd-46c2-a114-3a6ca1d3489f req-a7cf7bea-b4d3-444a-b7fa-1259ff8f6cff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:16.820258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e8c52-1bdd-46c2-a114-3a6ca1d3489f req-a7cf7bea-b4d3-444a-b7fa-1259ff8f6cff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:16.831364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e8c52-1bdd-46c2-a114-3a6ca1d3489f req-a7cf7bea-b4d3-444a-b7fa-1259ff8f6cff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:16.833925 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-103e8c52-1bdd-46c2-a114-3a6ca1d3489f req-a7cf7bea-b4d3-444a-b7fa-1259ff8f6cff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5421 time: 0.3266959 May 25 20:23:16.856142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 7194a444-0396-4362-aa01-2992d5275a0c details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:16.921002 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fdccbef5-00eb-4636-a374-01047c74d89c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:16.924749 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fdccbef5-00eb-4636-a374-01047c74d89c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:16.930289 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-103e8c52-1bdd-46c2-a114-3a6ca1d3489f req-8e6e4999-919b-489c-a455-2d6b0cc3fa76 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889537 May 25 20:23:16.999067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d5b8-42d3-442e-98f8-3845ca2bdd24 req-12817c42-b540-465e-ae70-049b159e02b5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:17.006400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d5b8-42d3-442e-98f8-3845ca2bdd24 req-12817c42-b540-465e-ae70-049b159e02b5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:17.012470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d5b8-42d3-442e-98f8-3845ca2bdd24 req-12817c42-b540-465e-ae70-049b159e02b5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:17.018949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d5b8-42d3-442e-98f8-3845ca2bdd24 req-12817c42-b540-465e-ae70-049b159e02b5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:17.025286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d5b8-42d3-442e-98f8-3845ca2bdd24 req-12817c42-b540-465e-ae70-049b159e02b5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:17.031329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d5b8-42d3-442e-98f8-3845ca2bdd24 req-12817c42-b540-465e-ae70-049b159e02b5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:17.037955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d5b8-42d3-442e-98f8-3845ca2bdd24 req-12817c42-b540-465e-ae70-049b159e02b5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:17.046311 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6c5d5b8-42d3-442e-98f8-3845ca2bdd24 req-12817c42-b540-465e-ae70-049b159e02b5 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5430 time: 0.5350015 May 25 20:23:17.104837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 7194a444-0396-4362-aa01-2992d5275a0c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=7194a444-0396-4362-aa01-2992d5275a0c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:17.113751 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fdccbef5-00eb-4636-a374-01047c74d89c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:17.116453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdccbef5-00eb-4636-a374-01047c74d89c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Fanout notify agent at l3_agent the message router_deleted on router cd730198-806d-40fa-8707-5eae9842cd47 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:23:17.145992 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '7194a444-0396-4362-aa01-2992d5275a0c', 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd', 'port_id': '7194a444-0396-4362-aa01-2992d5275a0c', 'mac_address': 'fa:16:3e:df:a8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43035961-3504-4c3a-94eb-4ba39088b719', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:17.185260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6c5d5b8-42d3-442e-98f8-3845ca2bdd24 req-e72b3c2a-18af-403c-84bb-dade3fd582a7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378577 May 25 20:23:17.234942 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fdccbef5-00eb-4636-a374-01047c74d89c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:17.236349 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fdccbef5-00eb-4636-a374-01047c74d89c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/routers/cd730198-806d-40fa-8707-5eae9842cd47 HTTP/1.1" status: 204 len: 168 time: 1.5653138 May 25 20:23:17.243544 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60086) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:17.282288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 7194a444-0396-4362-aa01-2992d5275a0c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:17.282821 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:17.321342 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7194a444-0396-4362-aa01-2992d5275a0c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:17.355401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 7194a444-0396-4362-aa01-2992d5275a0c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=7194a444-0396-4362-aa01-2992d5275a0c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:17.364518 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:17.365581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device cfb3cf7b-33cc-446c-bc12-45dbba72300e details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:17.398285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef00a75e-0ee3-4996-82e3-f73ae286ea9f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting subnet 92444e85-f7c4-4fb5-8446-c662a531606b {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:23:17.406860 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef00a75e-0ee3-4996-82e3-f73ae286ea9f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:17.472185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f56945-3843-4216-ba20-e1974517a36d req-2d722fcd-cefc-4c2f-bbaa-96b41e01ada1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:17.483768 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22f56945-3843-4216-ba20-e1974517a36d req-2d722fcd-cefc-4c2f-bbaa-96b41e01ada1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2468252 May 25 20:23:17.501892 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef00a75e-0ee3-4996-82e3-f73ae286ea9f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:17.577337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port cfb3cf7b-33cc-446c-bc12-45dbba72300e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=cfb3cf7b-33cc-446c-bc12-45dbba72300e,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:17.601917 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22f56945-3843-4216-ba20-e1974517a36d req-b7915e17-81a3-4e6f-a245-d3a607d93ccc tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128981 May 25 20:23:17.627664 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef00a75e-0ee3-4996-82e3-f73ae286ea9f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:17.653472 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'cfb3cf7b-33cc-446c-bc12-45dbba72300e', 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd', 'port_id': 'cfb3cf7b-33cc-446c-bc12-45dbba72300e', 'mac_address': 'fa:16:3e:19:91:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43035961-3504-4c3a-94eb-4ba39088b719', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:17.659146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=7194a444-0396-4362-aa01-2992d5275a0c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:17.679645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:17.682707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:17.683258 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:17.683773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:17.684387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:17.684902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:17.688855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:17.689507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:17.690082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:17.690613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:17.691117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:17.692181 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:17.841018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port cfb3cf7b-33cc-446c-bc12-45dbba72300e is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:17.841467 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:17.870871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb3cf7b-33cc-446c-bc12-45dbba72300e {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:17.907645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port cfb3cf7b-33cc-446c-bc12-45dbba72300e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=cfb3cf7b-33cc-446c-bc12-45dbba72300e,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:17.916206 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:17.917221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 23ffb800-e99b-4d47-b8f7-575174420de8 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:17.948954 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef00a75e-0ee3-4996-82e3-f73ae286ea9f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:18.020724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d6423-b14d-45c8-8c2e-f5f1aaea74ff req-dfa0a653-51ec-4f90-b2d7-2bb96a463d3d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:18.022365 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e5d6423-b14d-45c8-8c2e-f5f1aaea74ff req-dfa0a653-51ec-4f90-b2d7-2bb96a463d3d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.3513911 May 25 20:23:18.023654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00a75e-0ee3-4996-82e3-f73ae286ea9f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Subnet': ['ID=92444e85-f7c4-4fb5-8446-c662a531606b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:18.027510 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef00a75e-0ee3-4996-82e3-f73ae286ea9f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:18.053186 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541a2c-5518-40fb-aa83-7b25f24ff4c4 req-3abd1065-1d1e-4f5a-ac3d-86c325a0f062 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:18.054704 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ef00a75e-0ee3-4996-82e3-f73ae286ea9f tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/92444e85-f7c4-4fb5-8446-c662a531606b HTTP/1.1" status: 204 len: 168 time: 0.8086526 May 25 20:23:18.058381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60098) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:18.090376 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a5541a2c-5518-40fb-aa83-7b25f24ff4c4 req-3abd1065-1d1e-4f5a-ac3d-86c325a0f062 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.2648084 May 25 20:23:18.204639 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e5d6423-b14d-45c8-8c2e-f5f1aaea74ff req-b33e44bf-b65a-4126-9195-cea74ca8d104 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704640 May 25 20:23:18.229724 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:18.239219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7e259d-e561-48bb-a8b6-c92bda3c8428 None None] Network f108add1-7bc9-420e-aa97-749bb6be79fa requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:23:18.255587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port de736bec-b007-4f94-860a-1447fd79eca4 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:23:18.255587 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:18.505588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a5541a2c-5518-40fb-aa83-7b25f24ff4c4 req-100681c5-12ec-4506-9b09-efc5646497c2 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141529 May 25 20:23:18.605511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 23ffb800-e99b-4d47-b8f7-575174420de8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=23ffb800-e99b-4d47-b8f7-575174420de8,segment=NetworkSegment(7dcb27d1-aab2-47d1-9786-a2d7b25e95a7),segment_id=7dcb27d1-aab2-47d1-9786-a2d7b25e95a7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:18.627374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=cfb3cf7b-33cc-446c-bc12-45dbba72300e,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:18.640548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '23ffb800-e99b-4d47-b8f7-575174420de8', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'port_id': '23ffb800-e99b-4d47-b8f7-575174420de8', 'mac_address': 'fa:16:3e:d7:c2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:18.765737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172caac-85a9-4f0a-b9f4-e1ed8b1e270c req-d734a268-46e1-4935-8733-aa04fa3b184c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:18.778281 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4172caac-85a9-4f0a-b9f4-e1ed8b1e270c req-d734a268-46e1-4935-8733-aa04fa3b184c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1602056 May 25 20:23:18.787900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] For port de736bec-b007-4f94-860a-1447fd79eca4, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=de736bec-b007-4f94-860a-1447fd79eca4,segment=NetworkSegment(b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706),segment_id=b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:18.788306 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:18.806762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 23ffb800-e99b-4d47-b8f7-575174420de8 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:18.807438 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:18.844613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ffb800-e99b-4d47-b8f7-575174420de8 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:18.867116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 23ffb800-e99b-4d47-b8f7-575174420de8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=23ffb800-e99b-4d47-b8f7-575174420de8,segment=NetworkSegment(7dcb27d1-aab2-47d1-9786-a2d7b25e95a7),segment_id=7dcb27d1-aab2-47d1-9786-a2d7b25e95a7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:18.873356 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:18.912755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4172caac-85a9-4f0a-b9f4-e1ed8b1e270c req-45d82caa-7ceb-4745-856f-a4567dcf11b4 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333172 May 25 20:23:18.927705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d3085793-cb15-4202-9919-00b00a383ade details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:18.990775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b0717b-3884-4d36-8839-12d3194b6daf None None] DHCP port deletion for f108add1-7bc9-420e-aa97-749bb6be79fa request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:23:19.020104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-98b0717b-3884-4d36-8839-12d3194b6daf None None] Deleting port de736bec-b007-4f94-860a-1447fd79eca4 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:23:19.020472 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98b0717b-3884-4d36-8839-12d3194b6daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:19.100260 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=23ffb800-e99b-4d47-b8f7-575174420de8,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:19.163023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for de736bec-b007-4f94-860a-1447fd79eca4 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:23:19.308224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53889146-a8b8-412f-8ecb-98d68720abf4 req-aa088888-28b8-4ced-a4ee-5012be17fff8 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:19.309961 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-53889146-a8b8-412f-8ecb-98d68720abf4 req-aa088888-28b8-4ced-a4ee-5012be17fff8 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.7437863 May 25 20:23:19.324098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be1b25-cd5c-4a78-884e-a819d036f55b req-949548ae-f260-4b64-9e04-062f219e7d34 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:19.333398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be1b25-cd5c-4a78-884e-a819d036f55b req-949548ae-f260-4b64-9e04-062f219e7d34 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:19.339900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be1b25-cd5c-4a78-884e-a819d036f55b req-949548ae-f260-4b64-9e04-062f219e7d34 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:19.340680 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:19.350579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be1b25-cd5c-4a78-884e-a819d036f55b req-949548ae-f260-4b64-9e04-062f219e7d34 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:19.357428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be1b25-cd5c-4a78-884e-a819d036f55b req-949548ae-f260-4b64-9e04-062f219e7d34 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:19.366735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be1b25-cd5c-4a78-884e-a819d036f55b req-949548ae-f260-4b64-9e04-062f219e7d34 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:19.373610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be1b25-cd5c-4a78-884e-a819d036f55b req-949548ae-f260-4b64-9e04-062f219e7d34 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:19.383547 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9be1b25-cd5c-4a78-884e-a819d036f55b req-949548ae-f260-4b64-9e04-062f219e7d34 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5424 time: 0.3062050 May 25 20:23:19.389574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-98b0717b-3884-4d36-8839-12d3194b6daf None None] The port 'de736bec-b007-4f94-860a-1447fd79eca4' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:23:19.403697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Port': ['ID=de736bec-b007-4f94-860a-1447fd79eca4,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:19.409861 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['cfb3cf7b-33cc-446c-bc12-45dbba72300e'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:19.441951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] No DVR routers for this DVR port de736bec-b007-4f94-860a-1447fd79eca4 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:23:19.449996 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-53889146-a8b8-412f-8ecb-98d68720abf4 req-c20700d8-e693-4992-bc20-0d6161f323db tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273837 May 25 20:23:19.466122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9be1b25-cd5c-4a78-884e-a819d036f55b req-91279104-a8ab-492b-872e-93041dc21080 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808783 May 25 20:23:19.592240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['7194a444-0396-4362-aa01-2992d5275a0c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:19.795254 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:19.839460 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d3085793-cb15-4202-9919-00b00a383ade, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d3085793-cb15-4202-9919-00b00a383ade,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:19.918402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'd3085793-cb15-4202-9919-00b00a383ade', 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19', 'port_id': 'd3085793-cb15-4202-9919-00b00a383ade', 'mac_address': 'fa:16:3e:a9:9f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:20.019633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d3085793-cb15-4202-9919-00b00a383ade is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:20.020140 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:20.046566 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3085793-cb15-4202-9919-00b00a383ade {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:20.131487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d3085793-cb15-4202-9919-00b00a383ade, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d3085793-cb15-4202-9919-00b00a383ade,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:20.196729 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:20.197433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 07a3d510-0855-407d-9f05-bbea62ef048c details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:20.210119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f108add1-7bc9-420e-aa97-749bb6be79fa']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:20.243050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:20.244145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:20.270109 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:20.290508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d3085793-cb15-4202-9919-00b00a383ade,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:20.294585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['23ffb800-e99b-4d47-b8f7-575174420de8'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:20.317259 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:20.330875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76641d15-8dea-44d7-b2b9-bd1446722105 req-1ff1b750-e296-4dc5-8d2c-40a123f22792 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:20.336989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:23:20.339412 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:20.344366 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76641d15-8dea-44d7-b2b9-bd1446722105 req-1ff1b750-e296-4dc5-8d2c-40a123f22792 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.1376135 May 25 20:23:20.476378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76641d15-8dea-44d7-b2b9-bd1446722105 req-a648cb93-d3de-4b52-bc6a-4794c4872b8b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257463 May 25 20:23:20.884093 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device de736bec-b007-4f94-860a-1447fd79eca4 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:23:20.928214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: de736bec-b007-4f94-860a-1447fd79eca4 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:23:20.929295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device de736bec-b007-4f94-860a-1447fd79eca4 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:23:20.946864 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:20.984897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced2d99-b1f9-40f4-b1ab-eb2728544bda req-38e699e9-d7e5-4bc9-ace2-40f12f1f43e5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:20.993088 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:21.010947 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ced2d99-b1f9-40f4-b1ab-eb2728544bda req-38e699e9-d7e5-4bc9-ace2-40f12f1f43e5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.3159087 May 25 20:23:21.042533 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 07a3d510-0855-407d-9f05-bbea62ef048c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07a3d510-0855-407d-9f05-bbea62ef048c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:21.047052 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706 resource provider aggregate not found May 25 20:23:21.059372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Network': ['ID=f108add1-7bc9-420e-aa97-749bb6be79fa,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:21.077604 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '07a3d510-0855-407d-9f05-bbea62ef048c', 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd', 'port_id': '07a3d510-0855-407d-9f05-bbea62ef048c', 'mac_address': 'fa:16:3e:3e:1a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43035961-3504-4c3a-94eb-4ba39088b719', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:21.099465 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ced2d99-b1f9-40f4-b1ab-eb2728544bda req-b3b74b3c-8eb1-484d-a67f-995ee82a790c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873923 May 25 20:23:21.114289 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b06bcdc5-4ffe-4ad2-bb6c-e3d5aeec9706 found for delete ", "request_id": "req-f76d076e-8141-48d4-a5e6-6835807f0c73"}]} May 25 20:23:21.122818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60138) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:21.123554 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7a431aa1-5592-4375-bf75-404d558d39fe tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/networks/f108add1-7bc9-420e-aa97-749bb6be79fa HTTP/1.1" status: 204 len: 168 time: 3.0641093 May 25 20:23:21.126314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-9072cbc9-72e5-4db5-9cae-10cb65613b49 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1277201076', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:21.144885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153929b1-c091-47b2-8dfe-eb82a0f720e6 req-c73537e3-d3be-482b-bc28-281a5a41069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:21.147132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-153929b1-c091-47b2-8dfe-eb82a0f720e6 req-c73537e3-d3be-482b-bc28-281a5a41069e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd9d7ecda85842f896097a31795071c4&device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 1096 time: 0.5801282 May 25 20:23:21.148049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9072cbc9-72e5-4db5-9cae-10cb65613b49 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:21.163850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9072cbc9-72e5-4db5-9cae-10cb65613b49 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:router and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:21.179495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9072cbc9-72e5-4db5-9cae-10cb65613b49 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:21.183222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be63c-3c71-4909-ab49-69480e00aada req-38028046-c2d6-4955-84e8-44923f644088 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:21.192588 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be63c-3c71-4909-ab49-69480e00aada req-38028046-c2d6-4955-84e8-44923f644088 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:21.200581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be63c-3c71-4909-ab49-69480e00aada req-38028046-c2d6-4955-84e8-44923f644088 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:21.212043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be63c-3c71-4909-ab49-69480e00aada req-38028046-c2d6-4955-84e8-44923f644088 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:21.215185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9072cbc9-72e5-4db5-9cae-10cb65613b49 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:21.220344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be63c-3c71-4909-ab49-69480e00aada req-38028046-c2d6-4955-84e8-44923f644088 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:21.231190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be63c-3c71-4909-ab49-69480e00aada req-38028046-c2d6-4955-84e8-44923f644088 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:21.242647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be63c-3c71-4909-ab49-69480e00aada req-38028046-c2d6-4955-84e8-44923f644088 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:21.245539 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-984be63c-3c71-4909-ab49-69480e00aada req-38028046-c2d6-4955-84e8-44923f644088 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5430 time: 0.5726526 May 25 20:23:21.253299 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9072cbc9-72e5-4db5-9cae-10cb65613b49 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:21.255492 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9072cbc9-72e5-4db5-9cae-10cb65613b49 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:21.313433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 07a3d510-0855-407d-9f05-bbea62ef048c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:21.315092 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9072cbc9-72e5-4db5-9cae-10cb65613b49 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:21.318916 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:21.365415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9072cbc9-72e5-4db5-9cae-10cb65613b49 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:21.388109 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a3d510-0855-407d-9f05-bbea62ef048c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:21.425416 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-984be63c-3c71-4909-ab49-69480e00aada req-d2ad28be-af97-4001-b315-870aaf7f1236 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1502342 May 25 20:23:21.461950 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 07a3d510-0855-407d-9f05-bbea62ef048c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07a3d510-0855-407d-9f05-bbea62ef048c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:21.476166 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:21.478325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:21.533522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:21.588784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153929b1-c091-47b2-8dfe-eb82a0f720e6 req-9053e920-2d75-47d5-b559-271ad22f500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:21.594694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9072cbc9-72e5-4db5-9cae-10cb65613b49 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:21.595695 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-153929b1-c091-47b2-8dfe-eb82a0f720e6 req-9053e920-2d75-47d5-b559-271ad22f500d service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d861bbe-1d99-4238-9eb8-2ced58df3754 HTTP/1.1" status: 200 len: 911 time: 0.3476145 May 25 20:23:21.596173 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9072cbc9-72e5-4db5-9cae-10cb65613b49 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4743960 May 25 20:23:21.599640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60144) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:21.617189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'network': {'name': 'tempest-RoutersTest-1775565601'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:21.626243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:21.633773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:network and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:21.637878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:21.646518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:21.713489 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '4764c603-c8b0-4b2f-a37e-6ac5c5b7573c', 'network_id': '814e0c94-51e7-489c-9196-d87d06585fbd', 'port_id': '4764c603-c8b0-4b2f-a37e-6ac5c5b7573c', 'mac_address': 'fa:16:3e:40:f2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43035961-3504-4c3a-94eb-4ba39088b719', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:21.715764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=07a3d510-0855-407d-9f05-bbea62ef048c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:21.723237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c552c3-fa85-4597-9c1b-f05366499790 req-4d8cd65a-3f86-4f9d-bed1-3b2e65b2c503 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:21.734193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93c552c3-fa85-4597-9c1b-f05366499790 req-4d8cd65a-3f86-4f9d-bed1-3b2e65b2c503 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2597020 May 25 20:23:21.810560 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93c552c3-fa85-4597-9c1b-f05366499790 req-7d5a2354-e47c-48e8-a47c-dea3fd278cc1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753145 May 25 20:23:21.820346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:21.820856 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:21.853689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:23:21.860215 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:21.862318 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:21.899024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:21.905283 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:21.906064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c6e0f4c6-dc40-46ca-98b1-a2078622314d details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:22.011862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:22.012668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:23:22.030658 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-153929b1-c091-47b2-8dfe-eb82a0f720e6 req-7efd97ab-08a6-49ec-9f52-f779420cbce6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af9c32-81f6-49f2-909b-ee27d0168e0c HTTP/1.1" status: 200 len: 1000 time: 0.3739507 May 25 20:23:22.031084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c6e0f4c6-dc40-46ca-98b1-a2078622314d, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c6e0f4c6-dc40-46ca-98b1-a2078622314d,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:22.041578 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:22.041916 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Added segment e4d2c572-37e7-4111-a96d-3b1692ab4b32 of type vlan for network 55bf620a-144f-46d9-b24c-4c460cee001d May 25 20:23:22.048790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'c6e0f4c6-dc40-46ca-98b1-a2078622314d', 'network_id': '73524a7a-6b9f-4a42-a9b8-697767a31e19', 'port_id': 'c6e0f4c6-dc40-46ca-98b1-a2078622314d', 'mac_address': 'fa:16:3e:dd:c1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:22.055245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98cd53-f9d2-49a2-9b13-0a39405727ed req-5ba902d4-c874-4e6e-a855-383fe638342f tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:22.056891 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb98cd53-f9d2-49a2-9b13-0a39405727ed req-5ba902d4-c874-4e6e-a855-383fe638342f tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.3238015 May 25 20:23:22.121173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port c6e0f4c6-dc40-46ca-98b1-a2078622314d is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:22.121547 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:22.125261 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:22.132328 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb98cd53-f9d2-49a2-9b13-0a39405727ed req-d2b052f5-dda0-4ce6-9fc1-714aaef08974 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685799 May 25 20:23:22.167260 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:22.174007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:22.174735 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:22.177723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e0f4c6-dc40-46ca-98b1-a2078622314d {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:22.179636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba685-d846-4e87-bd49-0210b1474334 req-788846f9-f3bb-45f7-9738-4dc2e22bfb56 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:22.197454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba685-d846-4e87-bd49-0210b1474334 req-788846f9-f3bb-45f7-9738-4dc2e22bfb56 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:22.198338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c6e0f4c6-dc40-46ca-98b1-a2078622314d, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c6e0f4c6-dc40-46ca-98b1-a2078622314d,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:22.203730 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:22.215985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba685-d846-4e87-bd49-0210b1474334 req-788846f9-f3bb-45f7-9738-4dc2e22bfb56 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:22.222174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba685-d846-4e87-bd49-0210b1474334 req-788846f9-f3bb-45f7-9738-4dc2e22bfb56 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:22.234941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba685-d846-4e87-bd49-0210b1474334 req-788846f9-f3bb-45f7-9738-4dc2e22bfb56 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:22.242059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba685-d846-4e87-bd49-0210b1474334 req-788846f9-f3bb-45f7-9738-4dc2e22bfb56 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:22.248422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba685-d846-4e87-bd49-0210b1474334 req-788846f9-f3bb-45f7-9738-4dc2e22bfb56 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:22.250554 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-477ba685-d846-4e87-bd49-0210b1474334 req-788846f9-f3bb-45f7-9738-4dc2e22bfb56 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5427 time: 0.2693706 May 25 20:23:22.283633 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6803207 May 25 20:23:22.284623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60154) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:22.298758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=c6e0f4c6-dc40-46ca-98b1-a2078622314d,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:22.310338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 7194a444-0396-4362-aa01-2992d5275a0c up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:22.319080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'subnet': {'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:22.320709 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-477ba685-d846-4e87-bd49-0210b1474334 req-d4e66a65-afab-48ea-83c8-c4d614725589 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639141 May 25 20:23:22.403502 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 7194a444-0396-4362-aa01-2992d5275a0c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:22.412269 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 7194a444-0396-4362-aa01-2992d5275a0c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:22.412619 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:22.594104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:22.599814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348ed15-01ca-479d-aefd-6bae2dc786fb req-000bae6b-df67-4791-aa59-b902a339d227 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:22.601292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:subnet and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:22.604291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:22.608144 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2348ed15-01ca-479d-aefd-6bae2dc786fb req-000bae6b-df67-4791-aa59-b902a339d227 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1378727 May 25 20:23:22.612537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:22.662057 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2348ed15-01ca-479d-aefd-6bae2dc786fb req-a6edf915-17dc-49c9-875f-201533b65135 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527058 May 25 20:23:22.667479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 7194a444-0396-4362-aa01-2992d5275a0c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:22.667987 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:22.670696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:23:22.674820 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:22.744154 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['d3085793-cb15-4202-9919-00b00a383ade'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:22.873396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['c6e0f4c6-dc40-46ca-98b1-a2078622314d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:22.943865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153929b1-c091-47b2-8dfe-eb82a0f720e6 req-ab4dacad-21e4-47ea-8065-68f8f0146cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:22.945734 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-153929b1-c091-47b2-8dfe-eb82a0f720e6 req-ab4dacad-21e4-47ea-8065-68f8f0146cf5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b86e6032-d969-4882-8d08-6181fe145086 HTTP/1.1" status: 200 len: 849 time: 0.7498178 May 25 20:23:22.947747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716a657-3c41-4e15-944c-99217bffa193 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Network': ['ID=55bf620a-144f-46d9-b24c-4c460cee001d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:22.952601 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:22.990645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 55bf620a-144f-46d9-b24c-4c460cee001d details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:23:23.015281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7194a444-0396-4362-aa01-2992d5275a0c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:23:23.040466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac901df-f285-49bd-8688-b64f0e59681b req-50dbf96a-ada5-4930-84cc-7dfe65c89aba tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.042736 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ac901df-f285-49bd-8688-b64f0e59681b req-50dbf96a-ada5-4930-84cc-7dfe65c89aba tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.1040664 May 25 20:23:23.102274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Subnet': ['ID=2a4c9cfb-aa9a-40b3-b848-30454939f8b1,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:23.152391 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ac901df-f285-49bd-8688-b64f0e59681b req-64280c93-cc84-4c1e-8870-35731e6131df tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030660 May 25 20:23:23.180161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80651f-9995-4494-8a8c-255c020dc454 req-23f44a99-350a-434a-a205-baa13448c1d3 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.191798 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e80651f-9995-4494-8a8c-255c020dc454 req-23f44a99-350a-434a-a205-baa13448c1d3 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.7543569 May 25 20:23:23.230689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60170) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:23.235351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 7194a444-0396-4362-aa01-2992d5275a0c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=7194a444-0396-4362-aa01-2992d5275a0c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:23.323091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153929b1-c091-47b2-8dfe-eb82a0f720e6 req-ac5bbe3f-3c62-4ec8-8e5f-b3650093e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.324238 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:23.325028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device cfb3cf7b-33cc-446c-bc12-45dbba72300e up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:23.328555 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-153929b1-c091-47b2-8dfe-eb82a0f720e6 req-ac5bbe3f-3c62-4ec8-8e5f-b3650093e496 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d861bbe-1d99-4238-9eb8-2ced58df3754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3695636 May 25 20:23:23.341982 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e80651f-9995-4494-8a8c-255c020dc454 req-37c6b378-076f-4695-a9be-c3833367d35b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519325 May 25 20:23:23.397477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Checking segment: {'id': 'e4d2c572-37e7-4111-a96d-3b1692ab4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:23.398123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network hostable DHCP agents. Network: 55bf620a-144f-46d9-b24c-4c460cee001d, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:23:23.450610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4a25-8424-47b1-8d73-49a0f0922cdd req-a219f18c-0b92-437e-a5c2-9b4f7e9c24f7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.458976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4a25-8424-47b1-8d73-49a0f0922cdd req-a219f18c-0b92-437e-a5c2-9b4f7e9c24f7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.465414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4a25-8424-47b1-8d73-49a0f0922cdd req-a219f18c-0b92-437e-a5c2-9b4f7e9c24f7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.473065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4a25-8424-47b1-8d73-49a0f0922cdd req-a219f18c-0b92-437e-a5c2-9b4f7e9c24f7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.480944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4a25-8424-47b1-8d73-49a0f0922cdd req-a219f18c-0b92-437e-a5c2-9b4f7e9c24f7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.491899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4a25-8424-47b1-8d73-49a0f0922cdd req-a219f18c-0b92-437e-a5c2-9b4f7e9c24f7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.498766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4a25-8424-47b1-8d73-49a0f0922cdd req-a219f18c-0b92-437e-a5c2-9b4f7e9c24f7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.504412 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9585dacb-8e18-4923-b3d3-71695d66f659'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7194a444-0396-4362-aa01-2992d5275a0c', 'code': 200} May 25 20:23:23.506919 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb8b4a25-8424-47b1-8d73-49a0f0922cdd req-a219f18c-0b92-437e-a5c2-9b4f7e9c24f7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5430 time: 0.2128730 May 25 20:23:23.517115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=7194a444-0396-4362-aa01-2992d5275a0c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:23.572687 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb8b4a25-8424-47b1-8d73-49a0f0922cdd req-647e32a2-77bc-4194-8b37-13782fffd438 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577002 May 25 20:23:23.576294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-496ae540-7b9d-49fd-be35-4f449b7d0d77 admin admin] Deleting subnet f985da78-9fa5-4bb0-94aa-6b95b76cffe7 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:23:23.582963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-496ae540-7b9d-49fd-be35-4f449b7d0d77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:23.671154 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port cfb3cf7b-33cc-446c-bc12-45dbba72300e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:23.690490 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port cfb3cf7b-33cc-446c-bc12-45dbba72300e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:23.691430 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:23.709296 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-496ae540-7b9d-49fd-be35-4f449b7d0d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:23.741843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['07a3d510-0855-407d-9f05-bbea62ef048c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:23.783021 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['4764c603-c8b0-4b2f-a37e-6ac5c5b7573c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:23.856409 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-496ae540-7b9d-49fd-be35-4f449b7d0d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:23.872458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 55bf620a-144f-46d9-b24c-4c460cee001d is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:23:23.906825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 55bf620a-144f-46d9-b24c-4c460cee001d) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:23.939439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.940107 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:23.942176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae8acb-2f02-446f-b852-97fd2a9cdfbb None None] Network 55bf620a-144f-46d9-b24c-4c460cee001d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:23:23.943780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713e59d-c4e4-4e2a-9619-34b925d7fea1 req-61cd35f8-7b0f-4a98-a60f-ad7251e6bb93 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.949690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713e59d-c4e4-4e2a-9619-34b925d7fea1 req-61cd35f8-7b0f-4a98-a60f-ad7251e6bb93 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.955676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713e59d-c4e4-4e2a-9619-34b925d7fea1 req-61cd35f8-7b0f-4a98-a60f-ad7251e6bb93 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.957659 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-153929b1-c091-47b2-8dfe-eb82a0f720e6 req-76d07e92-f16a-4381-9ce0-d73d51e6c8aa service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033061 May 25 20:23:23.962464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713e59d-c4e4-4e2a-9619-34b925d7fea1 req-61cd35f8-7b0f-4a98-a60f-ad7251e6bb93 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.968334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713e59d-c4e4-4e2a-9619-34b925d7fea1 req-61cd35f8-7b0f-4a98-a60f-ad7251e6bb93 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.975583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713e59d-c4e4-4e2a-9619-34b925d7fea1 req-61cd35f8-7b0f-4a98-a60f-ad7251e6bb93 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.981670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713e59d-c4e4-4e2a-9619-34b925d7fea1 req-61cd35f8-7b0f-4a98-a60f-ad7251e6bb93 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:23.983710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e713e59d-c4e4-4e2a-9619-34b925d7fea1 req-61cd35f8-7b0f-4a98-a60f-ad7251e6bb93 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5429 time: 0.2027855 May 25 20:23:24.011118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1556ea-c1fb-4d09-86e0-a4fd1dfae1d5 req-6d2383fa-9abb-4d98-a495-e645454028ec tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:24.012427 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb1556ea-c1fb-4d09-86e0-a4fd1dfae1d5 req-6d2383fa-9abb-4d98-a495-e645454028ec tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.3400552 May 25 20:23:24.052887 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.053681 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-496ae540-7b9d-49fd-be35-4f449b7d0d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.088733 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8fa07262-ec1d-4911-af36-d9d07d2d1d60 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7946873 May 25 20:23:24.095029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60180) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:24.117267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ae540-7b9d-49fd-be35-4f449b7d0d77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f985da78-9fa5-4bb0-94aa-6b95b76cffe7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:24.121148 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-496ae540-7b9d-49fd-be35-4f449b7d0d77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.130333 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-496ae540-7b9d-49fd-be35-4f449b7d0d77 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f985da78-9fa5-4bb0-94aa-6b95b76cffe7 HTTP/1.1" status: 204 len: 168 time: 0.8955159 May 25 20:23:24.131828 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60184) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:24.137698 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e713e59d-c4e4-4e2a-9619-34b925d7fea1 req-c9a0f955-e0ff-4c45-879b-53429d4a0fda tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139834 May 25 20:23:24.277908 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a029e329-be33-4c46-9c03-b0f6df9c3248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.340958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port cfb3cf7b-33cc-446c-bc12-45dbba72300e is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:24.342485 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.346970 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb1556ea-c1fb-4d09-86e0-a4fd1dfae1d5 req-4e7eacc6-49df-4fb7-b1da-c07dfd7b391f tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739608 May 25 20:23:24.494578 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-153929b1-c091-47b2-8dfe-eb82a0f720e6 req-9a80d296-03ba-4dde-90d7-41d5e96ba2e8 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288553 May 25 20:23:24.567866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-55bf620a-144f-46d9-b24c-4c460cee001d', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:23:24.568689 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.581461 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a029e329-be33-4c46-9c03-b0f6df9c3248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.581812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port cfb3cf7b-33cc-446c-bc12-45dbba72300e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=cfb3cf7b-33cc-446c-bc12-45dbba72300e,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:24.589324 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.590103 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 23ffb800-e99b-4d47-b8f7-575174420de8 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:24.615620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a029e329-be33-4c46-9c03-b0f6df9c3248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06680dfa-4630-4cb0-a8f3-5f162a3d1fcc']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:24.636160 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445d408-ccc8-4e01-9f07-f532b9ef4905 req-d1d8eca7-5a51-471d-a6f5-aa7eae716a6e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:24.637614 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2445d408-ccc8-4e01-9f07-f532b9ef4905 req-d1d8eca7-5a51-471d-a6f5-aa7eae716a6e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3165119 May 25 20:23:24.639411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a029e329-be33-4c46-9c03-b0f6df9c3248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29620b07-4e5d-4e28-aa8d-b6bc937d56fc') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:24.639700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a029e329-be33-4c46-9c03-b0f6df9c3248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29620b07-4e5d-4e28-aa8d-b6bc937d56fc') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:24.669072 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a029e329-be33-4c46-9c03-b0f6df9c3248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.714138 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2445d408-ccc8-4e01-9f07-f532b9ef4905 req-9c2f73ab-252a-4cb8-bcb1-52e579318a30 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665104 May 25 20:23:24.719419 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a029e329-be33-4c46-9c03-b0f6df9c3248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.744507 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.748778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a029e329-be33-4c46-9c03-b0f6df9c3248 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:23:24.753106 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a029e329-be33-4c46-9c03-b0f6df9c3248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.795375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=cfb3cf7b-33cc-446c-bc12-45dbba72300e,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:24.797184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e39ac-2348-4636-9ec2-21a83360014c req-3662f759-fc21-4c0c-896b-a06d01f2eb15 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:24.803232 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d0e39ac-2348-4636-9ec2-21a83360014c req-3662f759-fc21-4c0c-896b-a06d01f2eb15 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.3103690 May 25 20:23:24.811358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 23ffb800-e99b-4d47-b8f7-575174420de8 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:24.850268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 23ffb800-e99b-4d47-b8f7-575174420de8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:24.850672 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.859663 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 29620b07-4e5d-4e28-aa8d-b6bc937d56fc resource provider aggregate not found May 25 20:23:24.903846 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 29620b07-4e5d-4e28-aa8d-b6bc937d56fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29620b07-4e5d-4e28-aa8d-b6bc937d56fc found for delete ", "request_id": "req-7798d56d-da9b-4eb8-a889-cd66400ac2d8"}]} May 25 20:23:24.938178 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Allocated IP 172.20.0.2 (55bf620a-144f-46d9-b24c-4c460cee001d/2a4c9cfb-aa9a-40b3-b848-30454939f8b1/89a68ff0-e71d-4435-a6ff-bc1fc9caf60a) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:24.950121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a029e329-be33-4c46-9c03-b0f6df9c3248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.969407 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a029e329-be33-4c46-9c03-b0f6df9c3248 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:24.986905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029e329-be33-4c46-9c03-b0f6df9c3248 admin admin] Pushing event deleted for resources: {'Network': ['ID=06680dfa-4630-4cb0-a8f3-5f162a3d1fcc,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:25.005619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac3448-3049-4760-9b7d-b330d6ab9a1d req-7ac60bfd-f643-4cc0-9300-22b148934ce0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.012960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3fac3448-3049-4760-9b7d-b330d6ab9a1d req-7ac60bfd-f643-4cc0-9300-22b148934ce0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.1489415 May 25 20:23:25.030024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a029e329-be33-4c46-9c03-b0f6df9c3248 admin admin] 10.222.0.60 "DELETE /v2.0/networks/06680dfa-4630-4cb0-a8f3-5f162a3d1fcc HTTP/1.1" status: 204 len: 168 time: 0.8974929 May 25 20:23:25.057423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 23ffb800-e99b-4d47-b8f7-575174420de8 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:25.058013 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:25.059152 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d0e39ac-2348-4636-9ec2-21a83360014c req-01a4da0b-986d-45c4-ae90-906d3973ca23 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647458 May 25 20:23:25.101141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3fac3448-3049-4760-9b7d-b330d6ab9a1d req-a1252c94-c4c5-4731-8f19-a3f96a7f5ddc tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869594 May 25 20:23:25.229741 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 23ffb800-e99b-4d47-b8f7-575174420de8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=23ffb800-e99b-4d47-b8f7-575174420de8,segment=NetworkSegment(7dcb27d1-aab2-47d1-9786-a2d7b25e95a7),segment_id=7dcb27d1-aab2-47d1-9786-a2d7b25e95a7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:25.255382 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:25.289054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60204) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:25.297666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c6e0f4c6-dc40-46ca-98b1-a2078622314d up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:25.379153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2a1e4-ca44-46a5-b841-6047149f2f80 req-fc7a4eb1-0ee1-47ec-9849-7e6a0558cdcf tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.386946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2a1e4-ca44-46a5-b841-6047149f2f80 req-fc7a4eb1-0ee1-47ec-9849-7e6a0558cdcf tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.0953360 May 25 20:23:25.433154 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2a1e4-ca44-46a5-b841-6047149f2f80 req-eab81885-e85e-48cc-9959-0133e7ff83e9 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452626 May 25 20:23:25.509783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb3cf7b-33cc-446c-bc12-45dbba72300e'}, {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ffb800-e99b-4d47-b8f7-575174420de8'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:23:25.526655 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:25.529332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=23ffb800-e99b-4d47-b8f7-575174420de8,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:25.538591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port c6e0f4c6-dc40-46ca-98b1-a2078622314d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:25.543710 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-476c37b5-1d04-4997-94de-6c44e0008841 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=724525c085124938a3a45cddf0ad713e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573199 May 25 20:23:25.546784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port c6e0f4c6-dc40-46ca-98b1-a2078622314d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:25.547184 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:25.547459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60214) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:25.580287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Transition to ACTIVE for port object 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:25.592861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59193f-fec1-481a-ac6d-565da0a7b97d req-98d41880-eeed-4d75-921e-c473d83880b2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.600868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59193f-fec1-481a-ac6d-565da0a7b97d req-98d41880-eeed-4d75-921e-c473d83880b2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.607335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59193f-fec1-481a-ac6d-565da0a7b97d req-98d41880-eeed-4d75-921e-c473d83880b2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.613675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59193f-fec1-481a-ac6d-565da0a7b97d req-98d41880-eeed-4d75-921e-c473d83880b2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.620114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59193f-fec1-481a-ac6d-565da0a7b97d req-98d41880-eeed-4d75-921e-c473d83880b2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.623504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Transition to ACTIVE for port object 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:25.626665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59193f-fec1-481a-ac6d-565da0a7b97d req-98d41880-eeed-4d75-921e-c473d83880b2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.632832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59193f-fec1-481a-ac6d-565da0a7b97d req-98d41880-eeed-4d75-921e-c473d83880b2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.635086 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:25.635720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2e59193f-fec1-481a-ac6d-565da0a7b97d req-98d41880-eeed-4d75-921e-c473d83880b2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5430 time: 0.3241036 May 25 20:23:25.691840 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35e4c169-3c7c-494b-a807-cd3f6407521c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:25.721634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Pushing event updated for resources: {'Port': ['ID=89a68ff0-e71d-4435-a6ff-bc1fc9caf60a,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:25.727236 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35e4c169-3c7c-494b-a807-cd3f6407521c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:25.731064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Network 55bf620a-144f-46d9-b24c-4c460cee001d is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:25.732696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:25.735627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:25.756311 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2e59193f-fec1-481a-ac6d-565da0a7b97d req-b754ba8a-2add-4aca-a6af-578b3b9f413a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845346 May 25 20:23:25.760905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Allocated IP 172.20.0.1 (55bf620a-144f-46d9-b24c-4c460cee001d/2a4c9cfb-aa9a-40b3-b848-30454939f8b1/26cd5ea4-a680-48ed-8387-94ab1d3128da) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:25.774920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8de781-6b72-41d4-8d58-c4e0f2dda9c7 req-5189451c-e29c-4f6a-a57f-17886f58ac3b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.780743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8de781-6b72-41d4-8d58-c4e0f2dda9c7 req-5189451c-e29c-4f6a-a57f-17886f58ac3b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.787076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8de781-6b72-41d4-8d58-c4e0f2dda9c7 req-5189451c-e29c-4f6a-a57f-17886f58ac3b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.792875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8de781-6b72-41d4-8d58-c4e0f2dda9c7 req-5189451c-e29c-4f6a-a57f-17886f58ac3b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.798972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8de781-6b72-41d4-8d58-c4e0f2dda9c7 req-5189451c-e29c-4f6a-a57f-17886f58ac3b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.806057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8de781-6b72-41d4-8d58-c4e0f2dda9c7 req-5189451c-e29c-4f6a-a57f-17886f58ac3b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.812190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8de781-6b72-41d4-8d58-c4e0f2dda9c7 req-5189451c-e29c-4f6a-a57f-17886f58ac3b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:25.820081 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ac8de781-6b72-41d4-8d58-c4e0f2dda9c7 req-5189451c-e29c-4f6a-a57f-17886f58ac3b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5431 time: 0.2269888 May 25 20:23:25.890194 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ac8de781-6b72-41d4-8d58-c4e0f2dda9c7 req-107d4ee8-dc5c-4b92-ab6d-a75cb0a198b2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687282 May 25 20:23:25.891322 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35e4c169-3c7c-494b-a807-cd3f6407521c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:25.903382 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Attempting to bind port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:23:25.903782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Attempting to bind port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e4d2c572-37e7-4111-a96d-3b1692ab4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:23:25.904186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Attempting to bind port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a on network 55bf620a-144f-46d9-b24c-4c460cee001d {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:23:25.923402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:23:25.923987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Checking segment: {'id': 'e4d2c572-37e7-4111-a96d-3b1692ab4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:25.924401 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:25.924579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4c169-3c7c-494b-a807-cd3f6407521c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fe3fea-012b-4db2-a408-72ab62441e7a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:25.924787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Bound using segment: {'id': 'e4d2c572-37e7-4111-a96d-3b1692ab4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:23:25.926133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Bound port: 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d2c572-37e7-4111-a96d-3b1692ab4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:23:25.926852 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:25.936721 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35e4c169-3c7c-494b-a807-cd3f6407521c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:25.938025 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-35e4c169-3c7c-494b-a807-cd3f6407521c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12fe3fea-012b-4db2-a408-72ab62441e7a HTTP/1.1" status: 204 len: 168 time: 0.3894436 May 25 20:23:25.943691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port c6e0f4c6-dc40-46ca-98b1-a2078622314d is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:25.944087 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:25.972296 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d74615-dd62-4a77-92f4-ee588d0d131f'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb3cf7b-33cc-446c-bc12-45dbba72300e', 'code': 200} May 25 20:23:25.972572 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d74615-dd62-4a77-92f4-ee588d0d131f'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ffb800-e99b-4d47-b8f7-575174420de8', 'code': 200} May 25 20:23:26.054305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c6e0f4c6-dc40-46ca-98b1-a2078622314d, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c6e0f4c6-dc40-46ca-98b1-a2078622314d,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:26.072811 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:26.073594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d3085793-cb15-4202-9919-00b00a383ade up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:26.097375 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:26.116229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Transition to ACTIVE for port object 26cd5ea4-a680-48ed-8387-94ab1d3128da will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:26.148627 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:26.160226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4e552-d4bc-4c06-be8c-bf9c7b601e1c req-17cf6e51-7b72-4357-8051-4cd049aa8aa3 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:26.162214 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39c4e552-d4bc-4c06-be8c-bf9c7b601e1c req-17cf6e51-7b72-4357-8051-4cd049aa8aa3 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.2466409 May 25 20:23:26.184578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c5e29-977f-447c-8e64-6048c7b85bf1 req-b52b5b27-9376-46c3-accf-fc7abb437bb6 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:26.195481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] For port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:23:26.197740 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-748c5e29-977f-447c-8e64-6048c7b85bf1 req-b52b5b27-9376-46c3-accf-fc7abb437bb6 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1115508 May 25 20:23:26.217991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] For port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=89a68ff0-e71d-4435-a6ff-bc1fc9caf60a,segment=NetworkSegment(e4d2c572-37e7-4111-a96d-3b1692ab4b32),segment_id=e4d2c572-37e7-4111-a96d-3b1692ab4b32)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:23:26.231152 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:26.248984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=c6e0f4c6-dc40-46ca-98b1-a2078622314d,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:26.268180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 55bf620a-144f-46d9-b24c-4c460cee001d is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:26.269231 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-748c5e29-977f-447c-8e64-6048c7b85bf1 req-be6dd48c-a516-47af-8ac9-af61b8b65463 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703115 May 25 20:23:26.274551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:26.280963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:26.327099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port d3085793-cb15-4202-9919-00b00a383ade completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:26.338012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port d3085793-cb15-4202-9919-00b00a383ade triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:26.338448 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:26.338585 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:26.386579 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39c4e552-d4bc-4c06-be8c-bf9c7b601e1c req-09d46cd4-b4bc-496d-ac10-db3faffc798e tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713469 May 25 20:23:26.393162 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=26cd5ea4-a680-48ed-8387-94ab1d3128da,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:26.412887 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1a10c-a09c-44c8-a87c-7e1079c0878b None None] Pushing event updated for resources: {'Port': ['ID=89a68ff0-e71d-4435-a6ff-bc1fc9caf60a,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:26.489326 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d3085793-cb15-4202-9919-00b00a383ade is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:26.489689 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:26.549467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d3085793-cb15-4202-9919-00b00a383ade, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d3085793-cb15-4202-9919-00b00a383ade,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:26.573800 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:26.587925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b308c-4429-4e5b-a892-6d2f0d940724 req-7b5c2115-9b3e-4ba5-b16d-7fb02870a2a4 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:26.601288 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6c1b308c-4429-4e5b-a892-6d2f0d940724 req-7b5c2115-9b3e-4ba5-b16d-7fb02870a2a4 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.1593604 May 25 20:23:26.654544 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:26.689625 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 07a3d510-0855-407d-9f05-bbea62ef048c up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:26.747362 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6c1b308c-4429-4e5b-a892-6d2f0d940724 req-d480a2a6-4d13-4ea4-abd7-2a7fa3a56d86 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411250 May 25 20:23:26.843115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 07a3d510-0855-407d-9f05-bbea62ef048c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:26.850371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d3085793-cb15-4202-9919-00b00a383ade,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:26.867096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 07a3d510-0855-407d-9f05-bbea62ef048c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:26.867458 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:26.964396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:27.048654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449b1a-64f8-40d3-9e11-a84668129b14 req-d68cf860-1765-448b-bdbe-3b9efebf0e5e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.051213 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd449b1a-64f8-40d3-9e11-a84668129b14 req-d68cf860-1765-448b-bdbe-3b9efebf0e5e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1221960 May 25 20:23:27.093214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb8101-b7f5-4512-bf8f-e5883f8b1bab req-18bdf963-232e-43d8-a075-48ee9a63be89 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.094719 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-95cb8101-b7f5-4512-bf8f-e5883f8b1bab req-18bdf963-232e-43d8-a075-48ee9a63be89 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.5545502 May 25 20:23:27.125967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd449b1a-64f8-40d3-9e11-a84668129b14 req-2851664f-43b7-4811-9737-d4e7dfd326c2 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662632 May 25 20:23:27.135009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:27.156801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 07a3d510-0855-407d-9f05-bbea62ef048c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:27.157461 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:27.168826 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-95cb8101-b7f5-4512-bf8f-e5883f8b1bab req-9aab2777-ffbc-4f72-a4f4-f42c22d03dd9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621853 May 25 20:23:27.213909 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 07a3d510-0855-407d-9f05-bbea62ef048c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07a3d510-0855-407d-9f05-bbea62ef048c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:27.223420 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:27.224291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:27.374544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60256) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:27.391436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=07a3d510-0855-407d-9f05-bbea62ef048c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:27.422546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:27.429084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:27.429450 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:27.440468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9cb72-8a4b-440a-95c6-466836e8c7c9 req-8deea2dc-e0f6-4f56-97b2-a9d56bbe14ed tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.448331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9cb72-8a4b-440a-95c6-466836e8c7c9 req-8deea2dc-e0f6-4f56-97b2-a9d56bbe14ed tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.455367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9cb72-8a4b-440a-95c6-466836e8c7c9 req-8deea2dc-e0f6-4f56-97b2-a9d56bbe14ed tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.462067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9cb72-8a4b-440a-95c6-466836e8c7c9 req-8deea2dc-e0f6-4f56-97b2-a9d56bbe14ed tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.468696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9cb72-8a4b-440a-95c6-466836e8c7c9 req-8deea2dc-e0f6-4f56-97b2-a9d56bbe14ed tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.475736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9cb72-8a4b-440a-95c6-466836e8c7c9 req-8deea2dc-e0f6-4f56-97b2-a9d56bbe14ed tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.485344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9cb72-8a4b-440a-95c6-466836e8c7c9 req-8deea2dc-e0f6-4f56-97b2-a9d56bbe14ed tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.488235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b6a9cb72-8a4b-440a-95c6-466836e8c7c9 req-8deea2dc-e0f6-4f56-97b2-a9d56bbe14ed tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5430 time: 0.1657953 May 25 20:23:27.553195 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b6a9cb72-8a4b-440a-95c6-466836e8c7c9 req-688a0a94-0f49-4930-93dd-545458dabf72 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561037 May 25 20:23:27.563166 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1921879854-network', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:27.573183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:27.573780 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:27.578166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 723f1476-6c1f-4111-adea-481a80bb6f47 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:27.580415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Usage tracker for resource:network and tenant:fb09bf8a58ce4944bfac1ad8a6036195 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:27.587666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:27.592396 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:27.598199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:27.603788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:27.604154 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:27.614795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Made reservation on behalf of fb09bf8a58ce4944bfac1ad8a6036195 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:23:27.621993 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:27.637008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:27.673761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:27.679908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:27.688683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Usage tracker for resource:security_group_rule and tenant:fb09bf8a58ce4944bfac1ad8a6036195 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:27.695395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:27.696938 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:27.711391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:27.765005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1fe70-e35b-42c3-9864-1c96edb1e304 req-9e3c54e6-8b27-4b76-9a75-c96008741b64 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.771934 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1fe70-e35b-42c3-9864-1c96edb1e304 req-9e3c54e6-8b27-4b76-9a75-c96008741b64 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.777825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1fe70-e35b-42c3-9864-1c96edb1e304 req-9e3c54e6-8b27-4b76-9a75-c96008741b64 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.785911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1fe70-e35b-42c3-9864-1c96edb1e304 req-9e3c54e6-8b27-4b76-9a75-c96008741b64 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.792521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1fe70-e35b-42c3-9864-1c96edb1e304 req-9e3c54e6-8b27-4b76-9a75-c96008741b64 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.800161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1fe70-e35b-42c3-9864-1c96edb1e304 req-9e3c54e6-8b27-4b76-9a75-c96008741b64 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.812634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1fe70-e35b-42c3-9864-1c96edb1e304 req-9e3c54e6-8b27-4b76-9a75-c96008741b64 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:27.814561 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-41b1fe70-e35b-42c3-9864-1c96edb1e304 req-9e3c54e6-8b27-4b76-9a75-c96008741b64 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5434 time: 0.4050560 May 25 20:23:27.866999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:27.921760 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:27.933687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 723f1476-6c1f-4111-adea-481a80bb6f47, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=723f1476-6c1f-4111-adea-481a80bb6f47,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:27.940212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=26cd5ea4-a680-48ed-8387-94ab1d3128da,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:27.942023 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:27.948628 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5828450c-c32f-4017-b2f9-c9d6c9351a66 None None] Network 55bf620a-144f-46d9-b24c-4c460cee001d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:23:27.950965 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:27.959106 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-41b1fe70-e35b-42c3-9864-1c96edb1e304 req-b3b9ea98-fc3f-48b0-8487-017b4037540c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169264 May 25 20:23:27.989427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:23:28.004090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fddfcfe-4e54-4dd2-902c-5e8b66719ef6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:28.013211 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:28.013558 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Added segment bb80af49-32fc-4ec8-9ce3-3a0c54a86d51 of type vlan for network e03daf7e-8979-498d-8077-f38957dfd3bc May 25 20:23:28.043787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68662088-6c5f-4e00-9b99-d0cdef520de6 req-07f015ce-3068-40e9-9cb2-d3d11f492dc6 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:28.045363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-68662088-6c5f-4e00-9b99-d0cdef520de6 req-07f015ce-3068-40e9-9cb2-d3d11f492dc6 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.2877927 May 25 20:23:28.082033 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:28.100661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e0f4c6-dc40-46ca-98b1-a2078622314d'}, {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3085793-cb15-4202-9919-00b00a383ade'}, {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a3d510-0855-407d-9f05-bbea62ef048c'}, {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4764c603-c8b0-4b2f-a37e-6ac5c5b7573c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:23:28.117930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-68662088-6c5f-4e00-9b99-d0cdef520de6 req-601de7fb-d0e9-485e-9f9c-f20c8cd31ff6 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626199 May 25 20:23:28.138336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 55bf620a-144f-46d9-b24c-4c460cee001d is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:28.140003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:28.160411 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:28.161846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:28.162526 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:28.180294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '723f1476-6c1f-4111-adea-481a80bb6f47', 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a', 'port_id': '723f1476-6c1f-4111-adea-481a80bb6f47', 'mac_address': 'fa:16:3e:4f:1d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42845b9c-977c-464d-9399-a7f94f605a69', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:28.251688 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:28.251688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-edc43369-5827-4e19-8a6f-8c4101e9273b None None] Provisioning for port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:28.251688 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1d70bcb1-b9e2-4f0d-a1ee-a49be96a576e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:28.276542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-edc43369-5827-4e19-8a6f-8c4101e9273b None None] Provisioning complete for port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:28.276542 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-edc43369-5827-4e19-8a6f-8c4101e9273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:28.326064 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af2addb-5fd5-4986-b5ed-a5120ace0b3a'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e0f4c6-dc40-46ca-98b1-a2078622314d', 'code': 200} May 25 20:23:28.326355 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af2addb-5fd5-4986-b5ed-a5120ace0b3a'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3085793-cb15-4202-9919-00b00a383ade', 'code': 200} May 25 20:23:28.326606 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af2addb-5fd5-4986-b5ed-a5120ace0b3a'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a3d510-0855-407d-9f05-bbea62ef048c', 'code': 200} May 25 20:23:28.326848 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af2addb-5fd5-4986-b5ed-a5120ace0b3a'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4764c603-c8b0-4b2f-a37e-6ac5c5b7573c', 'code': 200} May 25 20:23:28.339281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] Pushing event updated for resources: {'Network': ['ID=e03daf7e-8979-498d-8077-f38957dfd3bc,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:28.346376 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-34a4febe-9a48-4b53-9be4-ccc3a906f2bc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9695668 May 25 20:23:28.347832 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60270) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:28.353548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Request body: {'subnet': {'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1921879854-subnet', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:28.359859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:28.367963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Usage tracker for resource:subnet and tenant:fb09bf8a58ce4944bfac1ad8a6036195 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:28.375595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:28.383656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:28.397942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Made reservation on behalf of fb09bf8a58ce4944bfac1ad8a6036195 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:23:28.401335 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:28.404240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network e03daf7e-8979-498d-8077-f38957dfd3bc details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:23:28.430918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 723f1476-6c1f-4111-adea-481a80bb6f47 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:28.432048 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:28.455833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723f1476-6c1f-4111-adea-481a80bb6f47 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:28.558256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 723f1476-6c1f-4111-adea-481a80bb6f47, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=723f1476-6c1f-4111-adea-481a80bb6f47,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:28.569687 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:28.570510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 60f2c721-b8e7-4254-a086-1a16f4ce7793 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:28.602821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fafc3e-6c59-4878-83c7-5ad8cc60e5a4 req-c1783591-368f-4bc6-98c0-750058709f5c tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:28.604472 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-57fafc3e-6c59-4878-83c7-5ad8cc60e5a4 req-c1783591-368f-4bc6-98c0-750058709f5c tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.1325014 May 25 20:23:28.669447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9edac4-bb2c-4f4b-ac72-c1f468defe9a req-01c93e8d-61ad-4ab9-8faf-11b8fac12496 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:28.671008 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d9edac4-bb2c-4f4b-ac72-c1f468defe9a req-01c93e8d-61ad-4ab9-8faf-11b8fac12496 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2701106 May 25 20:23:28.704405 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10e567-8112-4217-90ff-e1143b796e11 req-7e080808-2bc4-4d96-b2c0-af047e29e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:28.704898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10e567-8112-4217-90ff-e1143b796e11 req-7e080808-2bc4-4d96-b2c0-af047e29e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:28.706020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10e567-8112-4217-90ff-e1143b796e11 req-7e080808-2bc4-4d96-b2c0-af047e29e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:28.706020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10e567-8112-4217-90ff-e1143b796e11 req-7e080808-2bc4-4d96-b2c0-af047e29e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:28.706906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10e567-8112-4217-90ff-e1143b796e11 req-7e080808-2bc4-4d96-b2c0-af047e29e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:28.707323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10e567-8112-4217-90ff-e1143b796e11 req-7e080808-2bc4-4d96-b2c0-af047e29e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:28.708450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10e567-8112-4217-90ff-e1143b796e11 req-7e080808-2bc4-4d96-b2c0-af047e29e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:28.709728 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca10e567-8112-4217-90ff-e1143b796e11 req-7e080808-2bc4-4d96-b2c0-af047e29e929 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 6492 time: 0.2595694 May 25 20:23:28.721147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-57fafc3e-6c59-4878-83c7-5ad8cc60e5a4 req-8650e13a-0889-471b-bb77-a1e4706d1ef1 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775828 May 25 20:23:28.729566 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-edc43369-5827-4e19-8a6f-8c4101e9273b None None] Current status of the port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:28.729937 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-edc43369-5827-4e19-8a6f-8c4101e9273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:28.761100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=723f1476-6c1f-4111-adea-481a80bb6f47,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:28.771188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 60f2c721-b8e7-4254-a086-1a16f4ce7793, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=60f2c721-b8e7-4254-a086-1a16f4ce7793,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:28.774391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:23:28.787599 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d9edac4-bb2c-4f4b-ac72-c1f468defe9a req-9d4a8f92-46b6-42d6-b58a-6c79a10e409d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075644 May 25 20:23:28.802560 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:28.813440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca10e567-8112-4217-90ff-e1143b796e11 req-15994735-68fc-43be-8390-64cf026a7675 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&id=9b03b2d7-194f-4163-bc48-43cf8363f977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943704 May 25 20:23:28.819486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '60f2c721-b8e7-4254-a086-1a16f4ce7793', 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a', 'port_id': '60f2c721-b8e7-4254-a086-1a16f4ce7793', 'mac_address': 'fa:16:3e:82:1f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42845b9c-977c-464d-9399-a7f94f605a69', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:28.918486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Checking segment: {'id': 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:28.918990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Network hostable DHCP agents. Network: e03daf7e-8979-498d-8077-f38957dfd3bc, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:23:28.920647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-edc43369-5827-4e19-8a6f-8c4101e9273b None None] For port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=89a68ff0-e71d-4435-a6ff-bc1fc9caf60a,segment=NetworkSegment(e4d2c572-37e7-4111-a96d-3b1692ab4b32),segment_id=e4d2c572-37e7-4111-a96d-3b1692ab4b32)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:28.929870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae632a4-9c23-4f44-9e84-0feb5294cccb,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:28.943679 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-edc43369-5827-4e19-8a6f-8c4101e9273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:28.966207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Network e03daf7e-8979-498d-8077-f38957dfd3bc is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:23:29.021825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, e03daf7e-8979-498d-8077-f38957dfd3bc) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:29.027981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 60f2c721-b8e7-4254-a086-1a16f4ce7793 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:29.028358 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:29.039286 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:29.039866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:29.045640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff20cb80-31bb-4ecc-b44e-7d67b686231e None None] Network e03daf7e-8979-498d-8077-f38957dfd3bc requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:23:29.083172 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7e14627a-dcb8-4a27-aa4a-8a1865a10f74 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7329855 May 25 20:23:29.085310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60280) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:29.089828 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:29.097341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:29.108095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Usage tracker for resource:router and tenant:fb09bf8a58ce4944bfac1ad8a6036195 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:29.112185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:29.127209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaac1c-3ae4-4a95-80d9-7dce6808ff30 req-cf1a3c67-cae7-43c7-a082-f8ecc729c56a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:29.134464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaac1c-3ae4-4a95-80d9-7dce6808ff30 req-cf1a3c67-cae7-43c7-a082-f8ecc729c56a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:29.140189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaac1c-3ae4-4a95-80d9-7dce6808ff30 req-cf1a3c67-cae7-43c7-a082-f8ecc729c56a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:29.141693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f2c721-b8e7-4254-a086-1a16f4ce7793 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:29.146955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaac1c-3ae4-4a95-80d9-7dce6808ff30 req-cf1a3c67-cae7-43c7-a082-f8ecc729c56a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:29.154657 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaac1c-3ae4-4a95-80d9-7dce6808ff30 req-cf1a3c67-cae7-43c7-a082-f8ecc729c56a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:29.159754 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc43369-5827-4e19-8a6f-8c4101e9273b None None] Pushing event updated for resources: {'Port': ['ID=89a68ff0-e71d-4435-a6ff-bc1fc9caf60a,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:29.164163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaac1c-3ae4-4a95-80d9-7dce6808ff30 req-cf1a3c67-cae7-43c7-a082-f8ecc729c56a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:29.170119 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaac1c-3ae4-4a95-80d9-7dce6808ff30 req-cf1a3c67-cae7-43c7-a082-f8ecc729c56a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:29.172064 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eabaac1c-3ae4-4a95-80d9-7dce6808ff30 req-cf1a3c67-cae7-43c7-a082-f8ecc729c56a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5431 time: 0.1953349 May 25 20:23:29.176717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:29.204079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 60f2c721-b8e7-4254-a086-1a16f4ce7793, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=60f2c721-b8e7-4254-a086-1a16f4ce7793,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:29.211598 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:29.212941 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:29.220323 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:29.226218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:23:29.235148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeecb26-3e22-4a18-afc1-0f1ec2ed25cf req-575b5cd4-da4e-466e-a74e-b9d22a723838 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:29.236645 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9aeecb26-3e22-4a18-afc1-0f1ec2ed25cf req-575b5cd4-da4e-466e-a74e-b9d22a723838 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1488762 May 25 20:23:29.248194 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Sync routers for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:23:29.251946 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9d2acbae-971c-4904-abcf-af4c01c0dc20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1458392 May 25 20:23:29.262217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60286) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:29.271664 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:29.274219 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:29.275579 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:29.279231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'network': {'name': 'tempest-RoutersTest-270359770'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:29.297597 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eabaac1c-3ae4-4a95-80d9-7dce6808ff30 req-e04767bd-fcab-4c8e-b14a-1062b4d199d0 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127315 May 25 20:23:29.299026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:29.306404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:network and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:29.311299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:29.319504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:29.360692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9aeecb26-3e22-4a18-afc1-0f1ec2ed25cf req-f5132247-f736-420d-b586-1c61400c69c8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891554 May 25 20:23:29.422597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-244168f2-92cc-4149-8346-f19dda786c2f None None] Provisioning complete for port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:29.423045 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-244168f2-92cc-4149-8346-f19dda786c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:29.504571 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:23:29.618472 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=60f2c721-b8e7-4254-a086-1a16f4ce7793,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:29.621140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b2f2aef6-a947-402d-bea3-73ac08d5de61 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:29.639440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e246d3-1377-4ed2-b1a8-c221951a3dbe req-b88ac2c5-daf6-4600-bb19-be55049aba49 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:29.640951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57e246d3-1377-4ed2-b1a8-c221951a3dbe req-b88ac2c5-daf6-4600-bb19-be55049aba49 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.1574523 May 25 20:23:29.671499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-e03daf7e-8979-498d-8077-f38957dfd3bc', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:23:29.672318 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:29.687755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['60f2c721-b8e7-4254-a086-1a16f4ce7793'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:29.730471 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57e246d3-1377-4ed2-b1a8-c221951a3dbe req-0ef14d5d-61fc-465a-92c9-1934c5dbe720 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795224 May 25 20:23:29.765212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:23:29.769259 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:29.782612 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.resource_extend [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:23:29.922251 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:29.935782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:23:29.957249 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:23:26Z', 'revision_number': 2, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:27Z', 'revision_number': 2, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:29.962489 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Checking router: 9cfef4df-ab42-48c1-95da-8f1f69fec7fe for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:23:29.962829 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Updating router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe port 26cd5ea4-a680-48ed-8387-94ab1d3128da binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:23:29.963938 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:29.964383 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Added segment 7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d of type vlan for network 27497481-e349-442f-857a-5ace5dcc0a2c May 25 20:23:30.033492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-244168f2-92cc-4149-8346-f19dda786c2f None None] Current status of the port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:30.065359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67247913-8c94-47fe-9ead-d6cfe3ddc59f req-4cb90abd-fb9a-4302-bddc-bbd3c2a0d705 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:30.069911 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:30.071958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67247913-8c94-47fe-9ead-d6cfe3ddc59f req-4cb90abd-fb9a-4302-bddc-bbd3c2a0d705 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:30.084872 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-244168f2-92cc-4149-8346-f19dda786c2f None None] Provisioning for port 26cd5ea4-a680-48ed-8387-94ab1d3128da completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:30.089597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67247913-8c94-47fe-9ead-d6cfe3ddc59f req-4cb90abd-fb9a-4302-bddc-bbd3c2a0d705 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:30.105037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67247913-8c94-47fe-9ead-d6cfe3ddc59f req-4cb90abd-fb9a-4302-bddc-bbd3c2a0d705 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:30.111818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67247913-8c94-47fe-9ead-d6cfe3ddc59f req-4cb90abd-fb9a-4302-bddc-bbd3c2a0d705 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:30.124313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-244168f2-92cc-4149-8346-f19dda786c2f None None] Provisioning complete for port 26cd5ea4-a680-48ed-8387-94ab1d3128da triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:30.124677 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-244168f2-92cc-4149-8346-f19dda786c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:30.137713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67247913-8c94-47fe-9ead-d6cfe3ddc59f req-4cb90abd-fb9a-4302-bddc-bbd3c2a0d705 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:30.148352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67247913-8c94-47fe-9ead-d6cfe3ddc59f req-4cb90abd-fb9a-4302-bddc-bbd3c2a0d705 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:30.152968 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67247913-8c94-47fe-9ead-d6cfe3ddc59f req-4cb90abd-fb9a-4302-bddc-bbd3c2a0d705 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5435 time: 0.5183685 May 25 20:23:30.192346 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:30.272986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b2f2aef6-a947-402d-bea3-73ac08d5de61, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b2f2aef6-a947-402d-bea3-73ac08d5de61,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:30.302110 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67247913-8c94-47fe-9ead-d6cfe3ddc59f req-87885e7f-30b2-4a6e-a756-0d800bad4a6f tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296492 May 25 20:23:30.327490 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:30.333939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:30.334583 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:30.358522 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eafa72-fe8b-4e96-bb72-742a11f94044 req-2ff3e62c-d0ec-4598-8cca-8e853734e643 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:30.368205 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-03eafa72-fe8b-4e96-bb72-742a11f94044 req-2ff3e62c-d0ec-4598-8cca-8e853734e643 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.1988883 May 25 20:23:30.424677 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-03eafa72-fe8b-4e96-bb72-742a11f94044 req-c5a8d20e-d8f3-47c1-8f85-59b70d20bbc4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554354 May 25 20:23:30.436287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-244168f2-92cc-4149-8346-f19dda786c2f None None] Port 26cd5ea4-a680-48ed-8387-94ab1d3128da cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:23:30.437807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'b2f2aef6-a947-402d-bea3-73ac08d5de61', 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7', 'port_id': 'b2f2aef6-a947-402d-bea3-73ac08d5de61', 'mac_address': 'fa:16:3e:87:c5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ee70b4-7ed2-418e-8ec0-3ebc08614a34', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:30.474314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Allocated IP 172.20.0.2 (e03daf7e-8979-498d-8077-f38957dfd3bc/4ae632a4-9c23-4f44-9e84-0feb5294cccb/5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:30.481046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 61aa281f-3b41-4c89-9595-67d38a52b24b details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:30.538933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Network': ['ID=27497481-e349-442f-857a-5ace5dcc0a2c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:30.607227 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3238a44d-c67f-47a7-871f-90e1069c1111 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3436027 May 25 20:23:30.610039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60298) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:30.619288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'subnet': {'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:30.651888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 27497481-e349-442f-857a-5ace5dcc0a2c details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:23:30.666186 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:30.682183 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Transition to ACTIVE for port object 26cd5ea4-a680-48ed-8387-94ab1d3128da will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:30.694272 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:30.772944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:30.778084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:subnet and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:30.781284 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:30.789136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:30.838842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:23:30.844335 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:30.877048 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['723f1476-6c1f-4111-adea-481a80bb6f47'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:30.913603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7e120-c8a1-42c0-81c3-06754e7442c1 req-5cfc5493-3791-4c68-8592-52aa8e9cbe6e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:30.921225 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7cb7e120-c8a1-42c0-81c3-06754e7442c1 req-5cfc5493-3791-4c68-8592-52aa8e9cbe6e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3690343 May 25 20:23:30.938885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:30.980649 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:31.028405 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7cb7e120-c8a1-42c0-81c3-06754e7442c1 req-34793409-e155-41d1-936a-70d294c66dd5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024501 May 25 20:23:31.038689 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:31.078142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b2f2aef6-a947-402d-bea3-73ac08d5de61 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:31.078549 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:31.139097 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53c394-0abc-43f7-a1f3-1534c9b7b67e None None] Pushing event updated for resources: {'Port': ['ID=26cd5ea4-a680-48ed-8387-94ab1d3128da,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:31.141662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f2aef6-a947-402d-bea3-73ac08d5de61 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:31.142653 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Attempting to bind port 26cd5ea4-a680-48ed-8387-94ab1d3128da on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:23:31.143012 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Attempting to bind port 26cd5ea4-a680-48ed-8387-94ab1d3128da by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e4d2c572-37e7-4111-a96d-3b1692ab4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:23:31.143355 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Attempting to bind port 26cd5ea4-a680-48ed-8387-94ab1d3128da on network 55bf620a-144f-46d9-b24c-4c460cee001d {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:23:31.152798 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a53c394-0abc-43f7-a1f3-1534c9b7b67e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:31.153054 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a53c394-0abc-43f7-a1f3-1534c9b7b67e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:31.154243 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a53c394-0abc-43f7-a1f3-1534c9b7b67e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:31.154243 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a53c394-0abc-43f7-a1f3-1534c9b7b67e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:31.154243 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a53c394-0abc-43f7-a1f3-1534c9b7b67e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:31.154576 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a53c394-0abc-43f7-a1f3-1534c9b7b67e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:31.154803 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a53c394-0abc-43f7-a1f3-1534c9b7b67e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:31.155056 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a53c394-0abc-43f7-a1f3-1534c9b7b67e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:31.155370 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a53c394-0abc-43f7-a1f3-1534c9b7b67e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:31.155677 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a53c394-0abc-43f7-a1f3-1534c9b7b67e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:31.155989 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a53c394-0abc-43f7-a1f3-1534c9b7b67e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:31.156317 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a53c394-0abc-43f7-a1f3-1534c9b7b67e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:31.170257 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:23:31.170608 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Checking segment: {'id': 'e4d2c572-37e7-4111-a96d-3b1692ab4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:31.171014 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:31.171368 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Bound using segment: {'id': 'e4d2c572-37e7-4111-a96d-3b1692ab4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:23:31.171817 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Bound port: 26cd5ea4-a680-48ed-8387-94ab1d3128da, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d2c572-37e7-4111-a96d-3b1692ab4b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:23:31.172177 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:31.255237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41644ce7-ba89-4a37-ad8c-f2f52288b9ae req-8111acdd-8054-48a2-8a18-e276e2da7f21 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:31.261809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41644ce7-ba89-4a37-ad8c-f2f52288b9ae req-8111acdd-8054-48a2-8a18-e276e2da7f21 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:31.268367 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41644ce7-ba89-4a37-ad8c-f2f52288b9ae req-8111acdd-8054-48a2-8a18-e276e2da7f21 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:31.270805 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] For port 26cd5ea4-a680-48ed-8387-94ab1d3128da, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:23:31.273920 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] For port 26cd5ea4-a680-48ed-8387-94ab1d3128da, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=26cd5ea4-a680-48ed-8387-94ab1d3128da,segment=NetworkSegment(e4d2c572-37e7-4111-a96d-3b1692ab4b32),segment_id=e4d2c572-37e7-4111-a96d-3b1692ab4b32)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:23:31.276152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41644ce7-ba89-4a37-ad8c-f2f52288b9ae req-8111acdd-8054-48a2-8a18-e276e2da7f21 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:31.281117 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:31.282654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41644ce7-ba89-4a37-ad8c-f2f52288b9ae req-8111acdd-8054-48a2-8a18-e276e2da7f21 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:31.289589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41644ce7-ba89-4a37-ad8c-f2f52288b9ae req-8111acdd-8054-48a2-8a18-e276e2da7f21 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:31.295641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41644ce7-ba89-4a37-ad8c-f2f52288b9ae req-8111acdd-8054-48a2-8a18-e276e2da7f21 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:31.305880 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-41644ce7-ba89-4a37-ad8c-f2f52288b9ae req-8111acdd-8054-48a2-8a18-e276e2da7f21 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5432 time: 0.5086865 May 25 20:23:31.349926 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:31.355184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Allocated IP 172.25.3.21 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/344101e0-756a-42ba-82e6-50ac9bb1fe3e) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:31.374652 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:31.375279 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:31.395993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 61aa281f-3b41-4c89-9595-67d38a52b24b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=61aa281f-3b41-4c89-9595-67d38a52b24b,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:31.400983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9c36c-de0d-4732-afd9-4627dc502b49 req-56be2cab-9ca8-4575-bfe9-6cf3d0175252 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:31.402572 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-afe9c36c-de0d-4732-afd9-4627dc502b49 req-56be2cab-9ca8-4575-bfe9-6cf3d0175252 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.1622188 May 25 20:23:31.423628 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b2f2aef6-a947-402d-bea3-73ac08d5de61, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b2f2aef6-a947-402d-bea3-73ac08d5de61,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:31.441428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'port_id': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'mac_address': 'fa:16:3e:cb:77:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:31.444071 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-41644ce7-ba89-4a37-ad8c-f2f52288b9ae req-4ce82823-aed1-4757-990a-ccfbc2e1c300 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370335 May 25 20:23:31.521315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Subnet': ['ID=fe0389aa-0c2f-4461-ba55-e383dfc55bda,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:31.529483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Checking segment: {'id': '7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:31.530247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network hostable DHCP agents. Network: 27497481-e349-442f-857a-5ace5dcc0a2c, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:23:31.545958 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-afe9c36c-de0d-4732-afd9-4627dc502b49 req-eb4339fb-cab6-4f1f-995f-3f75f529bf06 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724571 May 25 20:23:31.579945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 27497481-e349-442f-857a-5ace5dcc0a2c is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:23:31.600184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 27497481-e349-442f-857a-5ace5dcc0a2c) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:31.604548 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53c394-0abc-43f7-a1f3-1534c9b7b67e None None] Pushing event updated for resources: {'Port': ['ID=26cd5ea4-a680-48ed-8387-94ab1d3128da,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:31.612809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:31.613740 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:31.671503 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ea4318ff-46d9-445c-8758-e5c2da689b1b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0576015 May 25 20:23:31.671727 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60310) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:31.671822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a00ecd9-6b48-4063-a3c6-57cd126c3a87 None None] Network 27497481-e349-442f-857a-5ace5dcc0a2c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:23:31.690549 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:31.698311 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:23:31.717952 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:31.722900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b07c8e8f-6335-426d-9c38-c8f745c11d75 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:31.735586 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:31.944922 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a35279f8-278c-4a7f-ac2c-d9bc68acf799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:31.950299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b2f2aef6-a947-402d-bea3-73ac08d5de61,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:31.977119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:31.978119 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:32.085266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:32.090796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:32.100506 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:32.101148 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:23:26Z', 'revision_number': 2, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:31Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:32.105609 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e337ea5-e144-4d5c-8b39-0ca6a614a8ac None None] The sync data for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 is: [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:23:26Z', 'revision_number': 2, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:31Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:23:32.136475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Pushing event updated for resources: {'Port': ['ID=344101e0-756a-42ba-82e6-50ac9bb1fe3e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:32.238088 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:32.259985 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:32.268446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 61aa281f-3b41-4c89-9595-67d38a52b24b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:32.268878 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:32.273131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaf2c6-cac4-4bee-9fb5-4f0544131693 req-6c439898-c52c-4a6b-aa58-4702232c8753 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:32.274999 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ada0-3627-494d-940d-c2e791c61493 req-08b279a7-fe7e-481e-9da0-995c3d953c08 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:32.276489 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17a2ada0-3627-494d-940d-c2e791c61493 req-08b279a7-fe7e-481e-9da0-995c3d953c08 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 944 time: 0.4613121 May 25 20:23:32.280507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaf2c6-cac4-4bee-9fb5-4f0544131693 req-6c439898-c52c-4a6b-aa58-4702232c8753 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:32.288309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaf2c6-cac4-4bee-9fb5-4f0544131693 req-6c439898-c52c-4a6b-aa58-4702232c8753 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:32.295443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaf2c6-cac4-4bee-9fb5-4f0544131693 req-6c439898-c52c-4a6b-aa58-4702232c8753 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:32.303171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaf2c6-cac4-4bee-9fb5-4f0544131693 req-6c439898-c52c-4a6b-aa58-4702232c8753 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:32.310218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaf2c6-cac4-4bee-9fb5-4f0544131693 req-6c439898-c52c-4a6b-aa58-4702232c8753 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:32.316688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaf2c6-cac4-4bee-9fb5-4f0544131693 req-6c439898-c52c-4a6b-aa58-4702232c8753 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:32.319138 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bceaf2c6-cac4-4bee-9fb5-4f0544131693 req-6c439898-c52c-4a6b-aa58-4702232c8753 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5435 time: 0.5491042 May 25 20:23:32.392118 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:32.396748 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Transition to ACTIVE for port object 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:32.428838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61aa281f-3b41-4c89-9595-67d38a52b24b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:32.438339 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17a2ada0-3627-494d-940d-c2e791c61493 req-6394e2ac-32fb-4165-964e-ea4df691f1cc tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526427 May 25 20:23:32.584927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bceaf2c6-cac4-4bee-9fb5-4f0544131693 req-4b019b09-a01c-4f51-9ea1-ae7908988934 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2546177 May 25 20:23:32.648020 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 61aa281f-3b41-4c89-9595-67d38a52b24b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=61aa281f-3b41-4c89-9595-67d38a52b24b,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:32.763306 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:32.797517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Transition to ACTIVE for port object 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:32.827538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-27497481-e349-442f-857a-5ace5dcc0a2c', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:23:32.828352 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:32.851441 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:32.938731 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:32.957595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:33.009051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80193493-9e1d-4081-8482-8bfd2255d895 req-6826588f-caf7-4f78-b49c-174b261e6443 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:33.010829 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80193493-9e1d-4081-8482-8bfd2255d895 req-6826588f-caf7-4f78-b49c-174b261e6443 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3593168 May 25 20:23:33.074335 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:33.077965 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80193493-9e1d-4081-8482-8bfd2255d895 req-5728e211-7130-4507-9668-678bfa6bd4b1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606403 May 25 20:23:33.156765 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Network e03daf7e-8979-498d-8077-f38957dfd3bc is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:33.191661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:33.195582 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:33.200157 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b07c8e8f-6335-426d-9c38-c8f745c11d75, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b07c8e8f-6335-426d-9c38-c8f745c11d75,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:33.224329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbbe55-0710-43bf-a4e1-560b5070c3f7 req-48876211-c7d2-4c38-a0ec-f1d6093b0da6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:33.230301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbbe55-0710-43bf-a4e1-560b5070c3f7 req-48876211-c7d2-4c38-a0ec-f1d6093b0da6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:33.234262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['61aa281f-3b41-4c89-9595-67d38a52b24b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:33.236204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbbe55-0710-43bf-a4e1-560b5070c3f7 req-48876211-c7d2-4c38-a0ec-f1d6093b0da6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:33.242993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbbe55-0710-43bf-a4e1-560b5070c3f7 req-48876211-c7d2-4c38-a0ec-f1d6093b0da6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:33.248652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbbe55-0710-43bf-a4e1-560b5070c3f7 req-48876211-c7d2-4c38-a0ec-f1d6093b0da6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:33.255146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbbe55-0710-43bf-a4e1-560b5070c3f7 req-48876211-c7d2-4c38-a0ec-f1d6093b0da6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:33.266418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbbe55-0710-43bf-a4e1-560b5070c3f7 req-48876211-c7d2-4c38-a0ec-f1d6093b0da6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:33.278047 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65bbbe55-0710-43bf-a4e1-560b5070c3f7 req-48876211-c7d2-4c38-a0ec-f1d6093b0da6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5433 time: 0.3976548 May 25 20:23:33.278332 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:33.325764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=61aa281f-3b41-4c89-9595-67d38a52b24b,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:33.390376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65bbbe55-0710-43bf-a4e1-560b5070c3f7 req-d9d04117-4272-40c1-ad82-2dbfe4f3b5d2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125510 May 25 20:23:33.408641 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 26cd5ea4-a680-48ed-8387-94ab1d3128da up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:33.464761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'b07c8e8f-6335-426d-9c38-c8f745c11d75', 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a', 'port_id': 'b07c8e8f-6335-426d-9c38-c8f745c11d75', 'mac_address': 'fa:16:3e:17:18:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42845b9c-977c-464d-9399-a7f94f605a69', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:33.470723 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:33.591350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Allocated IP 172.21.0.1 (27497481-e349-442f-857a-5ace5dcc0a2c/fe0389aa-0c2f-4461-ba55-e383dfc55bda/60f4bfd5-529e-4497-8128-a804303016ee) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:33.612277 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Attempting to bind port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:23:33.612911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Attempting to bind port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:23:33.613401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Attempting to bind port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d on network e03daf7e-8979-498d-8077-f38957dfd3bc {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:23:33.623588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:23:33.623951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Checking segment: {'id': 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:33.624345 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:33.624728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Bound using segment: {'id': 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:23:33.625196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Bound port: 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:23:33.625558 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:33.640954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Pushing event updated for resources: {'Port': ['ID=5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:33.672753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d809b6e-57be-4cfa-ab72-5fb6ad18be30 req-28184670-857c-4a1a-aeb7-7bcb7eaee4df tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:33.673800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b07c8e8f-6335-426d-9c38-c8f745c11d75 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:33.674206 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:33.674822 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d809b6e-57be-4cfa-ab72-5fb6ad18be30 req-28184670-857c-4a1a-aeb7-7bcb7eaee4df tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.3050485 May 25 20:23:33.778376 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d809b6e-57be-4cfa-ab72-5fb6ad18be30 req-d44b8c81-f9d9-48b6-9705-0378f972705c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934091 May 25 20:23:33.786204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07c8e8f-6335-426d-9c38-c8f745c11d75 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:33.816390 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:33.837494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 26cd5ea4-a680-48ed-8387-94ab1d3128da completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:33.838503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Transition to ACTIVE for port object 60f4bfd5-529e-4497-8128-a804303016ee will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:33.846517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Router f7d2da74-f18e-4678-9066-85fc4ca61403 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:23:33.849797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] For port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:23:33.857381 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 26cd5ea4-a680-48ed-8387-94ab1d3128da triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:33.857947 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:33.886623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b07c8e8f-6335-426d-9c38-c8f745c11d75, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b07c8e8f-6335-426d-9c38-c8f745c11d75,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:33.928929 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] For port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d,segment=NetworkSegment(bb80af49-32fc-4ec8-9ce3-3a0c54a86d51),segment_id=bb80af49-32fc-4ec8-9ce3-3a0c54a86d51)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:23:33.930256 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:33.931300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:33.985003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138b16e-893a-48cc-bda2-c431702c78fb req-36bc02f5-d1e0-485d-822d-a15ea180ec6a tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:33.995223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138b16e-893a-48cc-bda2-c431702c78fb req-36bc02f5-d1e0-485d-822d-a15ea180ec6a tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:34.000273 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:34.001638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138b16e-893a-48cc-bda2-c431702c78fb req-36bc02f5-d1e0-485d-822d-a15ea180ec6a tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:34.008977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138b16e-893a-48cc-bda2-c431702c78fb req-36bc02f5-d1e0-485d-822d-a15ea180ec6a tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:34.015096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138b16e-893a-48cc-bda2-c431702c78fb req-36bc02f5-d1e0-485d-822d-a15ea180ec6a tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:34.024430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138b16e-893a-48cc-bda2-c431702c78fb req-36bc02f5-d1e0-485d-822d-a15ea180ec6a tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:34.031229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138b16e-893a-48cc-bda2-c431702c78fb req-36bc02f5-d1e0-485d-822d-a15ea180ec6a tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:34.033163 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0138b16e-893a-48cc-bda2-c431702c78fb req-36bc02f5-d1e0-485d-822d-a15ea180ec6a tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5435 time: 0.1893699 May 25 20:23:34.039146 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:34.087840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60332) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:34.113978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b62e61af-9b90-4f2c-9ec5-341479862c40 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Request body: {'floatingip': {'port_id': '23ffb800-e99b-4d47-b8f7-575174420de8'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:34.201548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:34.213289 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b07c8e8f-6335-426d-9c38-c8f745c11d75,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:34.338417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:23:34.386118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082f28d-f0ae-4457-b36f-a87eaa2beb9c req-840fdd8c-ac8e-463c-91d0-9f6c0ea97ef9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:34.393443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Sync routers for ids ['f7d2da74-f18e-4678-9066-85fc4ca61403'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:23:34.395171 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d082f28d-f0ae-4457-b36f-a87eaa2beb9c req-840fdd8c-ac8e-463c-91d0-9f6c0ea97ef9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 945 time: 0.2862470 May 25 20:23:34.396171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'd76ce2fa-0e4d-4f0c-bacf-bfb05d44a000', 'network_id': 'd3464776-988d-4c60-978a-9ad539684d1a', 'port_id': 'd76ce2fa-0e4d-4f0c-bacf-bfb05d44a000', 'mac_address': 'fa:16:3e:1d:84:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42845b9c-977c-464d-9399-a7f94f605a69', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:34.400168 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Allocated IP 172.21.0.2 (27497481-e349-442f-857a-5ace5dcc0a2c/fe0389aa-0c2f-4461-ba55-e383dfc55bda/f7efafd4-4bda-4de7-b5e5-9046beff3f92) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:34.454532 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:34.456931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e17e219b-4873-49a7-ae0a-8586174265e6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3708146 May 25 20:23:34.460913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60340) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:34.494958 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b62e61af-9b90-4f2c-9ec5-341479862c40 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:34.508879 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Routers {'f7d2da74-f18e-4678-9066-85fc4ca61403'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:34.509516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f7d2da74-f18e-4678-9066-85fc4ca61403'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:34.557540 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d082f28d-f0ae-4457-b36f-a87eaa2beb9c req-591b3e88-3c41-4168-af6f-209a7f791a20 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614134 May 25 20:23:34.591159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 27497481-e349-442f-857a-5ace5dcc0a2c is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:34.729648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e77d2-a57a-4ebe-84f6-291441b0529c None None] Pushing event updated for resources: {'Port': ['ID=5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:34.744484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 26cd5ea4-a680-48ed-8387-94ab1d3128da is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:34.744855 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:34.761768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:34.809847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:34.832292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:34.832593 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:34.921685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=60f4bfd5-529e-4497-8128-a804303016ee,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:35.031543 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:35.051933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:35.082405 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 26cd5ea4-a680-48ed-8387-94ab1d3128da, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=26cd5ea4-a680-48ed-8387-94ab1d3128da,segment=NetworkSegment(e4d2c572-37e7-4111-a96d-3b1692ab4b32),segment_id=e4d2c572-37e7-4111-a96d-3b1692ab4b32)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:35.101647 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:35.102964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a575c7e-7dad-490a-9801-e40e67ecf641 req-f466c1d5-5b72-474d-b43e-05831491fbd0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:35.120808 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a575c7e-7dad-490a-9801-e40e67ecf641 req-f466c1d5-5b72-474d-b43e-05831491fbd0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.5656002 May 25 20:23:35.156125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:35.188114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Set router f7d2da74-f18e-4678-9066-85fc4ca61403 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:23:35.232010 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:35.232654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e9565183-6952-4d21-9f2f-934a495fbd32 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:35.250831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590562c2-3d66-4920-984d-4fe9ebf18d26 req-fbf250a8-0313-4132-894a-d3135fe86bfb tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:35.257255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590562c2-3d66-4920-984d-4fe9ebf18d26 req-fbf250a8-0313-4132-894a-d3135fe86bfb tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:35.263331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590562c2-3d66-4920-984d-4fe9ebf18d26 req-fbf250a8-0313-4132-894a-d3135fe86bfb tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:35.270409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590562c2-3d66-4920-984d-4fe9ebf18d26 req-fbf250a8-0313-4132-894a-d3135fe86bfb tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:35.277643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590562c2-3d66-4920-984d-4fe9ebf18d26 req-fbf250a8-0313-4132-894a-d3135fe86bfb tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:35.285477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590562c2-3d66-4920-984d-4fe9ebf18d26 req-fbf250a8-0313-4132-894a-d3135fe86bfb tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:35.291427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590562c2-3d66-4920-984d-4fe9ebf18d26 req-fbf250a8-0313-4132-894a-d3135fe86bfb tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:35.293357 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-590562c2-3d66-4920-984d-4fe9ebf18d26 req-fbf250a8-0313-4132-894a-d3135fe86bfb tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5434 time: 0.2579145 May 25 20:23:35.378929 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:35.430767 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a575c7e-7dad-490a-9801-e40e67ecf641 req-1feb93f4-6341-4283-8fd8-9c2000ce7509 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934852 May 25 20:23:35.529179 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-590562c2-3d66-4920-984d-4fe9ebf18d26 req-a1068d82-0516-4c45-9fd7-b8e0047251a4 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1826007 May 25 20:23:35.762388 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:35.788620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e9565183-6952-4d21-9f2f-934a495fbd32, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e9565183-6952-4d21-9f2f-934a495fbd32,segment=NetworkSegment(74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7),segment_id=74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:35.828495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'e9565183-6952-4d21-9f2f-934a495fbd32', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'port_id': 'e9565183-6952-4d21-9f2f-934a495fbd32', 'mac_address': 'fa:16:3e:d2:75:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:35.845352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=26cd5ea4-a680-48ed-8387-94ab1d3128da,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:35.937496 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:35.938005 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:35.959379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddae30-e2d6-4d68-bbde-dc898af581f0 req-04eb2745-baa4-4f03-8566-893b7841d9f7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:35.967708 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7bddae30-e2d6-4d68-bbde-dc898af581f0 req-04eb2745-baa4-4f03-8566-893b7841d9f7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 945 time: 0.1851599 May 25 20:23:36.012004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Transition to ACTIVE for port object f7efafd4-4bda-4de7-b5e5-9046beff3f92 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:36.025590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08784c6b-2123-462a-8963-64ab18b9c636 None None] Network e03daf7e-8979-498d-8077-f38957dfd3bc requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:23:36.087028 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7bddae30-e2d6-4d68-bbde-dc898af581f0 req-2fe06ede-413c-4013-974e-e25ace00169f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182137 May 25 20:23:36.121631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f85447-d30a-4a4f-92fd-ba18511ea836 req-78a9d34c-5cad-43f4-885e-166712364892 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:36.127014 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-01f85447-d30a-4a4f-92fd-ba18511ea836 req-78a9d34c-5cad-43f4-885e-166712364892 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.4944007 May 25 20:23:36.147402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port e9565183-6952-4d21-9f2f-934a495fbd32 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:36.147849 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:36.171303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:36.183666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Transition to ACTIVE for port object f7efafd4-4bda-4de7-b5e5-9046beff3f92 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:36.191284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:36.205140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9565183-6952-4d21-9f2f-934a495fbd32 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:36.216138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-53d34acf-fbd0-4ab4-9179-05bf1e89cab7 None None] Provisioning for port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:36.223366 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-b62e61af-9b90-4f2c-9ec5-341479862c40 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:23:36.223887 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:36.275991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Allocated IP 172.20.0.1 (e03daf7e-8979-498d-8077-f38957dfd3bc/4ae632a4-9c23-4f44-9e84-0feb5294cccb/ba13ef8a-0d04-45db-a863-2f269aac28b7) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:36.296442 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-01f85447-d30a-4a4f-92fd-ba18511ea836 req-7eac55f4-bbd0-4fc1-b362-52d35403ad3c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688266 May 25 20:23:36.300679 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-53d34acf-fbd0-4ab4-9179-05bf1e89cab7 None None] Provisioning complete for port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:36.301292 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-53d34acf-fbd0-4ab4-9179-05bf1e89cab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:36.352190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e9565183-6952-4d21-9f2f-934a495fbd32, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e9565183-6952-4d21-9f2f-934a495fbd32,segment=NetworkSegment(74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7),segment_id=74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:36.383265 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:36.383807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 646b5601-3102-4461-916d-7e5427ae5ee1 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:23:36.402147 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Network 27497481-e349-442f-857a-5ace5dcc0a2c is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:36.411597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:36.447118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:36.452759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:32Z', 'revision_number': 3, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:36.454850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Pushing event updated for resources: {'Port': ['ID=f7efafd4-4bda-4de7-b5e5-9046beff3f92,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:36.540382 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Checking router: f7d2da74-f18e-4678-9066-85fc4ca61403 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:23:36.540875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Updating router f7d2da74-f18e-4678-9066-85fc4ca61403 port 344101e0-756a-42ba-82e6-50ac9bb1fe3e binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:23:36.570013 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b62e61af-9b90-4f2c-9ec5-341479862c40 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:36.588825 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b62e61af-9b90-4f2c-9ec5-341479862c40 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:36.624338 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.resource_extend [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:23:36.625095 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:36.736453 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 646b5601-3102-4461-916d-7e5427ae5ee1, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=646b5601-3102-4461-916d-7e5427ae5ee1,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:36.743346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Transition to ACTIVE for port object ba13ef8a-0d04-45db-a863-2f269aac28b7 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:36.801494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60288b-6b66-4175-b3df-f23cfff0329c req-cebc40f8-2494-475b-b865-45316df0ea04 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:36.801856 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:36.802356 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8e60288b-6b66-4175-b3df-f23cfff0329c req-cebc40f8-2494-475b-b865-45316df0ea04 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1868687 May 25 20:23:36.884532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:36.897262 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:36.906764 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:36.945895 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 61aa281f-3b41-4c89-9595-67d38a52b24b up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:36.964390 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-b62e61af-9b90-4f2c-9ec5-341479862c40 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Floating IP 393a0f46-67c1-4c56-bdde-036a917661d9 associated. External IP: 172.25.3.79, port: 23ffb800-e99b-4d47-b8f7-575174420de8. May 25 20:23:36.996838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '646b5601-3102-4461-916d-7e5427ae5ee1', 'network_id': '72bd1e88-522d-4f1d-8d48-37fb784df0f7', 'port_id': '646b5601-3102-4461-916d-7e5427ae5ee1', 'mac_address': 'fa:16:3e:da:35:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ee70b4-7ed2-418e-8ec0-3ebc08614a34', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:23:36.998459 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Attempting to bind port f7efafd4-4bda-4de7-b5e5-9046beff3f92 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:23:36.998812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Attempting to bind port f7efafd4-4bda-4de7-b5e5-9046beff3f92 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:23:36.999159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Attempting to bind port f7efafd4-4bda-4de7-b5e5-9046beff3f92 on network 27497481-e349-442f-857a-5ace5dcc0a2c {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:23:37.019237 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8e60288b-6b66-4175-b3df-f23cfff0329c req-b53d211b-3ff6-4e7f-8798-8e1babc6a768 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922636 May 25 20:23:37.023053 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Network e03daf7e-8979-498d-8077-f38957dfd3bc is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:37.042539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:37.056780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Pushing event updated for resources: {'Port': ['ID=ba13ef8a-0d04-45db-a863-2f269aac28b7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:37.075847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:37.097479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:23:37.098101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Checking segment: {'id': '7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:37.098846 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:37.099473 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Bound using segment: {'id': '7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:23:37.100315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Bound port: f7efafd4-4bda-4de7-b5e5-9046beff3f92, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:23:37.100687 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:37.111934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=e9565183-6952-4d21-9f2f-934a495fbd32,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:37.200500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:37.214995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=60f4bfd5-529e-4497-8128-a804303016ee,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:37.215227 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-53d34acf-fbd0-4ab4-9179-05bf1e89cab7 None None] Current status of the port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:37.215705 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-53d34acf-fbd0-4ab4-9179-05bf1e89cab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:37.235739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb6f6-9450-4408-989e-e018fc9ff1f0 req-fdf04224-453f-4362-99c3-1b3b3cb35915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:37.243314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb6f6-9450-4408-989e-e018fc9ff1f0 req-fdf04224-453f-4362-99c3-1b3b3cb35915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:37.249869 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb6f6-9450-4408-989e-e018fc9ff1f0 req-fdf04224-453f-4362-99c3-1b3b3cb35915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:37.257200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb6f6-9450-4408-989e-e018fc9ff1f0 req-fdf04224-453f-4362-99c3-1b3b3cb35915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:37.265169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb6f6-9450-4408-989e-e018fc9ff1f0 req-fdf04224-453f-4362-99c3-1b3b3cb35915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:37.271586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb6f6-9450-4408-989e-e018fc9ff1f0 req-fdf04224-453f-4362-99c3-1b3b3cb35915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:37.277399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb6f6-9450-4408-989e-e018fc9ff1f0 req-fdf04224-453f-4362-99c3-1b3b3cb35915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:37.279598 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fdeb6f6-9450-4408-989e-e018fc9ff1f0 req-fdf04224-453f-4362-99c3-1b3b3cb35915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5436 time: 0.5079818 May 25 20:23:37.289385 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:37.293644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 26cd5ea4-a680-48ed-8387-94ab1d3128da up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:37.389615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 646b5601-3102-4461-916d-7e5427ae5ee1 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:37.390073 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:37.407429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab424-e580-4990-bcef-b8adcea30e03 req-602bbf90-93ef-4443-ae9f-3e6f161a2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:37.408776 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-62bab424-e580-4990-bcef-b8adcea30e03 req-602bbf90-93ef-4443-ae9f-3e6f161a2d0b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 1096 time: 0.5553002 May 25 20:23:37.466579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646b5601-3102-4461-916d-7e5427ae5ee1 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:23:37.486413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-53d34acf-fbd0-4ab4-9179-05bf1e89cab7 None None] For port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d,segment=NetworkSegment(bb80af49-32fc-4ec8-9ce3-3a0c54a86d51),segment_id=bb80af49-32fc-4ec8-9ce3-3a0c54a86d51)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:37.495349 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-62bab424-e580-4990-bcef-b8adcea30e03 req-2378b28e-54c7-48fa-91bb-2253f94d2abc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764050 May 25 20:23:37.511260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b393332-0db2-46a5-8d31-8be7f6d7c41e req-06273a66-cc3a-4575-9b6e-0aa41666c401 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:37.512530 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8b393332-0db2-46a5-8d31-8be7f6d7c41e req-06273a66-cc3a-4575-9b6e-0aa41666c401 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2658134 May 25 20:23:37.528511 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-53d34acf-fbd0-4ab4-9179-05bf1e89cab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:37.542083 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7fdeb6f6-9450-4408-989e-e018fc9ff1f0 req-307a2393-a9e2-497e-8d1f-01f2705d8d68 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2483227 May 25 20:23:37.664993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] For port f7efafd4-4bda-4de7-b5e5-9046beff3f92, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:23:37.668063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 646b5601-3102-4461-916d-7e5427ae5ee1, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=646b5601-3102-4461-916d-7e5427ae5ee1,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:37.709858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 61aa281f-3b41-4c89-9595-67d38a52b24b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:37.710266 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:37.736673 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:37.745318 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:37.762840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] For port f7efafd4-4bda-4de7-b5e5-9046beff3f92, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f7efafd4-4bda-4de7-b5e5-9046beff3f92,segment=NetworkSegment(7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d),segment_id=7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:23:37.790514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 723f1476-6c1f-4111-adea-481a80bb6f47 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:37.792926 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8b393332-0db2-46a5-8d31-8be7f6d7c41e req-c8cf50aa-9e70-4451-be60-871a0cc678b6 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327685 May 25 20:23:37.832036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62e61af-9b90-4f2c-9ec5-341479862c40 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Router 66328b36-6ec2-4954-b9da-a2089192eb7c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:23:37.844643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 27497481-e349-442f-857a-5ace5dcc0a2c is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:37.850698 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:37.850884 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:37.906993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 26cd5ea4-a680-48ed-8387-94ab1d3128da triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:37.907262 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:38.018595 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d34acf-fbd0-4ab4-9179-05bf1e89cab7 None None] Pushing event updated for resources: {'Port': ['ID=5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:38.233836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a5fd7-8a27-4211-83ca-1096331c4e1f req-545f71e3-1ec8-4fc9-bb92-f36dbaefd584 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:38.235416 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bf6a5fd7-8a27-4211-83ca-1096331c4e1f req-545f71e3-1ec8-4fc9-bb92-f36dbaefd584 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.2490077 May 25 20:23:38.316573 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:38.336168 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:38.358601 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-caf8f49c-d756-472a-9b3f-2ad5c04a0827 None None] Provisioning complete for port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:38.358970 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-caf8f49c-d756-472a-9b3f-2ad5c04a0827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:38.361758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cd107-8899-4907-a97b-74845d00781d req-77d9322e-9430-4f07-9b8d-924b1c8b8abf tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:38.364068 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d58cd107-8899-4907-a97b-74845d00781d req-77d9322e-9430-4f07-9b8d-924b1c8b8abf tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 945 time: 0.6308420 May 25 20:23:38.428220 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:38.435034 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bf6a5fd7-8a27-4211-83ca-1096331c4e1f req-610c5bb2-0754-4cd3-950d-10475382c6bc tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917238 May 25 20:23:38.471279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:23:38.511039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Transition to ACTIVE for port object 344101e0-756a-42ba-82e6-50ac9bb1fe3e will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:38.514388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:38.516739 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 61aa281f-3b41-4c89-9595-67d38a52b24b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:38.517703 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:38.525180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Pushing event updated for resources: {'Port': ['ID=ba13ef8a-0d04-45db-a863-2f269aac28b7,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:38.541081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:38.541401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:38.541663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:38.541980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:38.542328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:38.542646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:38.542961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:38.543272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:38.544047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:38.544047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:38.544998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:38.545315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:38.577872 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:38.605893 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d58cd107-8899-4907-a97b-74845d00781d req-4ad11988-91a0-4a73-acff-9aea5d041a76 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326324 May 25 20:23:38.629017 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=646b5601-3102-4461-916d-7e5427ae5ee1,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:38.669936 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:38.750551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aa281f-3b41-4c89-9595-67d38a52b24b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:23:38.757447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62e61af-9b90-4f2c-9ec5-341479862c40 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:23:38.763126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b07c8e8f-6335-426d-9c38-c8f745c11d75'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:38.773064 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9030b88a-fe8e-42fb-b224-5d2293ddadd9 None None] Sync routers for ids ['66328b36-6ec2-4954-b9da-a2089192eb7c'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:23:38.780405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Network e03daf7e-8979-498d-8077-f38957dfd3bc is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:38.782580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:38.804136 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030b88a-fe8e-42fb-b224-5d2293ddadd9 None None] Routers {'66328b36-6ec2-4954-b9da-a2089192eb7c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:38.804739 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9030b88a-fe8e-42fb-b224-5d2293ddadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['66328b36-6ec2-4954-b9da-a2089192eb7c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:38.872636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 723f1476-6c1f-4111-adea-481a80bb6f47 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:38.931651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b2f2aef6-a947-402d-bea3-73ac08d5de61'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:38.943952 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b62e61af-9b90-4f2c-9ec5-341479862c40 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:38.984344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['e9565183-6952-4d21-9f2f-934a495fbd32'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:39.117217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:23:39.130831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f1e23370-46c3-4daa-988f-4468d8bc18a4 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4580028 May 25 20:23:39.141265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60368) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:39.157049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'network': {'name': 'tempest-RoutersTest-1029279848'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:39.162616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b62e61af-9b90-4f2c-9ec5-341479862c40 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "PUT /v2.0/floatingips/393a0f46-67c1-4c56-bdde-036a917661d9 HTTP/1.1" status: 200 len: 990 time: 5.0737631 May 25 20:23:39.166938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': '23ffb800-e99b-4d47-b8f7-575174420de8'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:23:39.173305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:39.182421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:network and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:39.186357 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-9030b88a-fe8e-42fb-b224-5d2293ddadd9 None None] Set router 66328b36-6ec2-4954-b9da-a2089192eb7c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:23:39.186590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:39.197372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:39.227743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2db723-6c23-449f-8e52-a03ef43ec4a0 req-3538d084-8be9-4500-ae0a-70c5adcff45c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:39.229043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Attempting to bind port 344101e0-756a-42ba-82e6-50ac9bb1fe3e on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:23:39.229782 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c2db723-6c23-449f-8e52-a03ef43ec4a0 req-3538d084-8be9-4500-ae0a-70c5adcff45c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.4103177 May 25 20:23:39.231135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:23:39.234576 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:39.235408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Attempting to bind port 344101e0-756a-42ba-82e6-50ac9bb1fe3e by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:23:39.235916 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Attempting to bind port 344101e0-756a-42ba-82e6-50ac9bb1fe3e on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:23:39.240509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Sync routers for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:23:39.318667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:23:39.329653 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c2db723-6c23-449f-8e52-a03ef43ec4a0 req-66b94e69-8596-4e7c-a199-fb9a7ee90717 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669401 May 25 20:23:39.339403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:39.341276 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Added segment 153c60c1-ba14-43c0-89cf-1a9edfece44f of type vlan for network 851075c3-33d8-4e46-bf88-4b10e5b89dfb May 25 20:23:39.401612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 61aa281f-3b41-4c89-9595-67d38a52b24b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=61aa281f-3b41-4c89-9595-67d38a52b24b,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:39.407969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:39.430798 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 723f1476-6c1f-4111-adea-481a80bb6f47 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:39.431629 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:39.474396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564275c-b9cb-4215-b83a-315292fb4b36 req-216dff4a-a8aa-4f27-a752-528dad47dc15 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:39.482691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564275c-b9cb-4215-b83a-315292fb4b36 req-216dff4a-a8aa-4f27-a752-528dad47dc15 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:39.485950 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:39.491149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564275c-b9cb-4215-b83a-315292fb4b36 req-216dff4a-a8aa-4f27-a752-528dad47dc15 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:39.492939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:39.494145 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:39.497163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564275c-b9cb-4215-b83a-315292fb4b36 req-216dff4a-a8aa-4f27-a752-528dad47dc15 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:39.503419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564275c-b9cb-4215-b83a-315292fb4b36 req-216dff4a-a8aa-4f27-a752-528dad47dc15 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:39.509417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564275c-b9cb-4215-b83a-315292fb4b36 req-216dff4a-a8aa-4f27-a752-528dad47dc15 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:39.516283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564275c-b9cb-4215-b83a-315292fb4b36 req-216dff4a-a8aa-4f27-a752-528dad47dc15 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:39.518927 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1564275c-b9cb-4215-b83a-315292fb4b36 req-216dff4a-a8aa-4f27-a752-528dad47dc15 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5437 time: 0.7267654 May 25 20:23:39.562208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Router f7d2da74-f18e-4678-9066-85fc4ca61403 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:23:39.576360 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e834069-d70a-401e-9b9f-8506739aa8e6'] response: {'name': 'network-changed', 'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'tag': '23ffb800-e99b-4d47-b8f7-575174420de8', 'status': 'completed', 'code': 200} May 25 20:23:39.599845 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1564275c-b9cb-4215-b83a-315292fb4b36 req-d2887563-d48e-4003-bf4c-0d27fce86911 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693166 May 25 20:23:39.637023 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8700ba-6ef7-4287-808c-c19ac10d5619'] response: {'server_uuid': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'code': 200} May 25 20:23:39.646658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:23:39.649189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:39.649598 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:39.649987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:23:39.650496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Bound port: 344101e0-756a-42ba-82e6-50ac9bb1fe3e, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:23:39.650866 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:39.802529 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] For port 344101e0-756a-42ba-82e6-50ac9bb1fe3e, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:23:39.807411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] For port 344101e0-756a-42ba-82e6-50ac9bb1fe3e, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=344101e0-756a-42ba-82e6-50ac9bb1fe3e,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:23:39.811721 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6686323 May 25 20:23:39.820278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60382) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:39.834297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'subnet': {'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:39.861728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb08e59-7897-4322-96ae-879b7e76bc80 None None] Network 27497481-e349-442f-857a-5ace5dcc0a2c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:23:39.907840 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9030b88a-fe8e-42fb-b224-5d2293ddadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:19:36Z', 'revision_number': 4, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '393a0f46-67c1-4c56-bdde-036a917661d9', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'port_id': '23ffb800-e99b-4d47-b8f7-575174420de8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'mac_address': 'fa:16:3e:d7:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:21:27Z', 'updated_at': '2022-05-25T20:23:36Z', 'revision_number': 1, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04fcb8d-5841-43e8-ba46-b065e6d334be', 'name': '', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'mac_address': 'fa:16:3e:72:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:32Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 5, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'subnets': [{'id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:39.916077 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9030b88a-fe8e-42fb-b224-5d2293ddadd9 None None] Checking router: 66328b36-6ec2-4954-b9da-a2089192eb7c for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:23:39.927621 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030b88a-fe8e-42fb-b224-5d2293ddadd9 None None] Routers {'66328b36-6ec2-4954-b9da-a2089192eb7c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:39.928578 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9030b88a-fe8e-42fb-b224-5d2293ddadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['66328b36-6ec2-4954-b9da-a2089192eb7c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:40.009174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adced4c-f471-4b06-a5ef-d8017da2780a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Network': ['ID=851075c3-33d8-4e46-bf88-4b10e5b89dfb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:40.046330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['646b5601-3102-4461-916d-7e5427ae5ee1'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:40.080304 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:40.083013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-93872608-6817-4eb8-9c56-62f7e5d428b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:40.083502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-93872608-6817-4eb8-9c56-62f7e5d428b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:40.083972 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-93872608-6817-4eb8-9c56-62f7e5d428b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:40.084438 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-93872608-6817-4eb8-9c56-62f7e5d428b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:40.085001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-93872608-6817-4eb8-9c56-62f7e5d428b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:40.085450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-93872608-6817-4eb8-9c56-62f7e5d428b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:40.086690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-93872608-6817-4eb8-9c56-62f7e5d428b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:40.089606 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-93872608-6817-4eb8-9c56-62f7e5d428b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 6492 time: 0.5123765 May 25 20:23:40.094941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981796-ad8a-4252-851d-1416dc834aab req-3122bec2-f99e-4e8f-8a5e-3f0d58363d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:40.096563 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-70981796-ad8a-4252-851d-1416dc834aab req-3122bec2-f99e-4e8f-8a5e-3f0d58363d3f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 1098 time: 0.3801086 May 25 20:23:40.103804 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21141d-dfbf-47a1-8997-fac85ff38c0e None None] Pushing event updated for resources: {'Port': ['ID=f7efafd4-4bda-4de7-b5e5-9046beff3f92,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:40.106531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22293d26-b81e-4aa0-a14e-d40f15df28a7 req-bb9cfe6a-06ba-40b2-9398-340118c83dff tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:40.115318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:40.124769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:subnet and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:40.125761 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22293d26-b81e-4aa0-a14e-d40f15df28a7 req-bb9cfe6a-06ba-40b2-9398-340118c83dff tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2929657 May 25 20:23:40.129923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:40.137282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:23:40.148879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:40.162436 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b10e4c38-e69d-40ca-80ef-d15df24064ed admin admin] 10.222.0.60 "PUT /v2.0/routers/f7d2da74-f18e-4678-9066-85fc4ca61403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6999526 May 25 20:23:40.168332 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-9030b88a-fe8e-42fb-b224-5d2293ddadd9 None None] Set router 66328b36-6ec2-4954-b9da-a2089192eb7c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:23:40.171346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:23:40.176979 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:40.200922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 851075c3-33d8-4e46-bf88-4b10e5b89dfb details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:23:40.221092 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:40.227633 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-70981796-ad8a-4252-851d-1416dc834aab req-0503c9f2-e784-484c-b292-0e5c38880d8f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971158 May 25 20:23:40.267277 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b232393-f781-452f-8cb3-95dae38809dc req-ed3701a9-9ac1-44ee-91b4-70d4032dde5a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:40.274913 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1b232393-f781-452f-8cb3-95dae38809dc req-ed3701a9-9ac1-44ee-91b4-70d4032dde5a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.4101920 May 25 20:23:40.326089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:40.326760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:40.357178 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22293d26-b81e-4aa0-a14e-d40f15df28a7 req-4353ba99-ab51-4871-9299-486563fbf63b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308614 May 25 20:23:40.418424 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1b232393-f781-452f-8cb3-95dae38809dc req-dff3e352-3e92-4130-82e8-9a0474fce74b tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425228 May 25 20:23:40.472245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-660a4583-2c35-4978-8b52-033cca5b3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:40.475033 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-660a4583-2c35-4978-8b52-033cca5b3282 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c180c5b1-d3d2-49c2-820a-f270a32e5078 HTTP/1.1" status: 200 len: 912 time: 0.3458347 May 25 20:23:40.576558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-888dbfb1-18aa-4faf-b44a-c7959e900b67 req-b0372537-b502-4c3f-aca0-7c6c6d19c10c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-751522077', 'description': 'tempest-description-1185073711'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:40.594284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-888dbfb1-18aa-4faf-b44a-c7959e900b67 req-b0372537-b502-4c3f-aca0-7c6c6d19c10c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:40.616098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-888dbfb1-18aa-4faf-b44a-c7959e900b67 req-b0372537-b502-4c3f-aca0-7c6c6d19c10c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:40.648976 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-888dbfb1-18aa-4faf-b44a-c7959e900b67 req-b0372537-b502-4c3f-aca0-7c6c6d19c10c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:40.701131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-888dbfb1-18aa-4faf-b44a-c7959e900b67 req-b0372537-b502-4c3f-aca0-7c6c6d19c10c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:40.706553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-888dbfb1-18aa-4faf-b44a-c7959e900b67 req-b0372537-b502-4c3f-aca0-7c6c6d19c10c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Usage tracker for resource:security_group_rule and tenant:02f9414758094917b3dfd1a0855d0bf5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:40.710548 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:40.717985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-888dbfb1-18aa-4faf-b44a-c7959e900b67 req-b0372537-b502-4c3f-aca0-7c6c6d19c10c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:40.720737 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-fc850bcf-e4a9-4fac-af80-0fdbf17428bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ffb800-e99b-4d47-b8f7-575174420de8 HTTP/1.1" status: 200 len: 998 time: 0.2383306 May 25 20:23:40.765168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-888dbfb1-18aa-4faf-b44a-c7959e900b67 req-b0372537-b502-4c3f-aca0-7c6c6d19c10c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:40.825845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-7e1ca3a9-aaee-4e2d-a3c9-291aa8c766dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:40.827677 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-7e1ca3a9-aaee-4e2d-a3c9-291aa8c766dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dfdda60a-9fcc-4779-9258-31fe99bfbf7e HTTP/1.1" status: 200 len: 850 time: 0.0940456 May 25 20:23:40.840093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe8c86-7a17-4e90-b307-dd138bcfb276 req-d00a0994-75bf-4671-97d5-ae96e9e27e60 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:40.842455 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cbe8c86-7a17-4e90-b307-dd138bcfb276 req-d00a0994-75bf-4671-97d5-ae96e9e27e60 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 947 time: 0.2892849 May 25 20:23:40.886560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 26cd5ea4-a680-48ed-8387-94ab1d3128da is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:40.895900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Subnet': ['ID=e53a2625-c79d-4620-90bf-5209f3b55549,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:40.899507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Checking segment: {'id': '153c60c1-ba14-43c0-89cf-1a9edfece44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:40.899759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network hostable DHCP agents. Network: 851075c3-33d8-4e46-bf88-4b10e5b89dfb, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:23:40.965316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 851075c3-33d8-4e46-bf88-4b10e5b89dfb is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:23:40.974831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cbe8c86-7a17-4e90-b307-dd138bcfb276 req-6b916531-b2b0-4c88-93cb-2f62b1c67eb0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675378 May 25 20:23:40.979729 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-888dbfb1-18aa-4faf-b44a-c7959e900b67 req-b0372537-b502-4c3f-aca0-7c6c6d19c10c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:40.982502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 851075c3-33d8-4e46-bf88-4b10e5b89dfb) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:40.991343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:40.992453 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:41.023192 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-888dbfb1-18aa-4faf-b44a-c7959e900b67 req-b0372537-b502-4c3f-aca0-7c6c6d19c10c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:41.026283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-099c9d0e-0d4e-4443-85ff-b89225eb6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:41.029972 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-099c9d0e-0d4e-4443-85ff-b89225eb6beb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c180c5b1-d3d2-49c2-820a-f270a32e5078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1862440 May 25 20:23:41.093614 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9030b88a-fe8e-42fb-b224-5d2293ddadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:19:36Z', 'revision_number': 4, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '393a0f46-67c1-4c56-bdde-036a917661d9', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'port_id': '23ffb800-e99b-4d47-b8f7-575174420de8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'mac_address': 'fa:16:3e:d7:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:21:27Z', 'updated_at': '2022-05-25T20:23:36Z', 'revision_number': 1, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04fcb8d-5841-43e8-ba46-b065e6d334be', 'name': '', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'mac_address': 'fa:16:3e:72:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:32Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 5, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'subnets': [{'id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:41.099711 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9030b88a-fe8e-42fb-b224-5d2293ddadd9 None None] The sync data for ids ['66328b36-6ec2-4954-b9da-a2089192eb7c'] in n-d-843339-1 is: [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:19:36Z', 'revision_number': 4, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '393a0f46-67c1-4c56-bdde-036a917661d9', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'port_id': '23ffb800-e99b-4d47-b8f7-575174420de8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'mac_address': 'fa:16:3e:d7:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796817fd-a073-4a13-9423-aedb2990ab18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:21:27Z', 'updated_at': '2022-05-25T20:23:36Z', 'revision_number': 1, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04fcb8d-5841-43e8-ba46-b065e6d334be', 'name': '', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'mac_address': 'fa:16:3e:72:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:32Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 5, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'subnets': [{'id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:23:41.105151 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-888dbfb1-18aa-4faf-b44a-c7959e900b67 req-b0372537-b502-4c3f-aca0-7c6c6d19c10c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:41.106316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-888dbfb1-18aa-4faf-b44a-c7959e900b67 req-b0372537-b502-4c3f-aca0-7c6c6d19c10c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5891547 May 25 20:23:41.110272 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9d8c3c4f-2c0b-4d51-b70e-c6e3043ad6f3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2885408 May 25 20:23:41.127607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 723f1476-6c1f-4111-adea-481a80bb6f47 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:41.129206 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:41.145247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60408) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:41.219834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e68e16-877f-4cdc-ad60-b616792dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=344101e0-756a-42ba-82e6-50ac9bb1fe3e,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:41.224894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60416) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:41.237246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1495288060-network', 'tenant_id': 'eb20154d848c49b8adeca7040471c554'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:41.265471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:41.299490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0372537-b502-4c3f-aca0-7c6c6d19c10c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fa72f0-3753-49f9-bd6d-d5a07107ec53,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:41.301943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-caf8f49c-d756-472a-9b3f-2ad5c04a0827 None None] Current status of the port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:41.352941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Usage tracker for resource:network and tenant:eb20154d848c49b8adeca7040471c554 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:41.364557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:41.384644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:41.428492 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-a96a9dad-b592-4236-af93-28b073e9fa4e service neutron] 10.222.0.50 "GET /v2.0/networks/c180c5b1-d3d2-49c2-820a-f270a32e5078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759041 May 25 20:23:41.496750 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5396a175-ddf6-40a8-b0f7-a121f4cdb9a2 None None] Network 851075c3-33d8-4e46-bf88-4b10e5b89dfb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:23:41.611709 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eaccf3-b106-472b-8650-42f720fc7c86 None None] New status for floating IP 393a0f46-67c1-4c56-bdde-036a917661d9: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:23:41.657268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f7efafd4-4bda-4de7-b5e5-9046beff3f92 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:41.730872 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=61aa281f-3b41-4c89-9595-67d38a52b24b,revision_number=10']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:41.946490 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7419e812-5cd0-4f44-9e38-5da15b936b16 req-18082169-da7d-4215-83f2-59324fd8d6d8 service neutron] 10.222.0.50 "GET /v2.0/networks/c180c5b1-d3d2-49c2-820a-f270a32e5078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162010 May 25 20:23:41.947978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Made reservation on behalf of eb20154d848c49b8adeca7040471c554 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:23:41.950228 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:42.036119 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:42.059483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a006c5-018d-44e4-a77f-50f76bf1151b req-5339838f-1f95-413d-817c-dc4c93649ca0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:42.068705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87a006c5-018d-44e4-a77f-50f76bf1151b req-5339838f-1f95-413d-817c-dc4c93649ca0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.8043320 May 25 20:23:42.084576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617db83d-a8d2-4ea6-9324-fab0db5ed5a4 req-011b198c-29a0-4aae-aebb-3f26698f5a48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:42.090830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617db83d-a8d2-4ea6-9324-fab0db5ed5a4 req-011b198c-29a0-4aae-aebb-3f26698f5a48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:42.098992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617db83d-a8d2-4ea6-9324-fab0db5ed5a4 req-011b198c-29a0-4aae-aebb-3f26698f5a48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:42.105490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617db83d-a8d2-4ea6-9324-fab0db5ed5a4 req-011b198c-29a0-4aae-aebb-3f26698f5a48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:42.111599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617db83d-a8d2-4ea6-9324-fab0db5ed5a4 req-011b198c-29a0-4aae-aebb-3f26698f5a48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:42.119999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:42.130931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617db83d-a8d2-4ea6-9324-fab0db5ed5a4 req-011b198c-29a0-4aae-aebb-3f26698f5a48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:42.141943 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87a006c5-018d-44e4-a77f-50f76bf1151b req-c6433376-74da-4586-85f3-b899b1ff2eb1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723073 May 25 20:23:42.146459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Usage tracker for resource:security_group_rule and tenant:eb20154d848c49b8adeca7040471c554 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:42.146694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617db83d-a8d2-4ea6-9324-fab0db5ed5a4 req-011b198c-29a0-4aae-aebb-3f26698f5a48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:42.149090 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-617db83d-a8d2-4ea6-9324-fab0db5ed5a4 req-011b198c-29a0-4aae-aebb-3f26698f5a48 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5437 time: 0.8472872 May 25 20:23:42.165270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:42.181483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:42.264116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:23:42.438211 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b60574e1-0d22-4358-ab4a-65ba324e0507 req-28c48c92-c097-49eb-b32c-81b2344845c2 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-751522077&fields=id&tenant_id=02f9414758094917b3dfd1a0855d0bf5 HTTP/1.1" status: 200 len: 267 time: 0.1276240 May 25 20:23:42.510588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-617db83d-a8d2-4ea6-9324-fab0db5ed5a4 req-df010025-cffd-473e-bf8a-37bfa82f88c6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3524141 May 25 20:23:42.638608 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:42.652776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 723f1476-6c1f-4111-adea-481a80bb6f47, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=723f1476-6c1f-4111-adea-481a80bb6f47,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:42.672903 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:42.741476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd27115-bdec-4c68-a844-60c3cca2a9b0,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:42.782413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:23:42.837459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60574e1-0d22-4358-ab4a-65ba324e0507 req-85247905-e7b6-45dc-a01d-3f20094ac5c7 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:42.844560 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b60574e1-0d22-4358-ab4a-65ba324e0507 req-85247905-e7b6-45dc-a01d-3f20094ac5c7 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.4023211 May 25 20:23:42.859456 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:42.859456 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Added segment 5b5f9f7b-eb25-414a-a9e3-b311fab00016 of type vlan for network ed87529d-e548-4932-b1ff-8fe983f27164 May 25 20:23:42.871703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-b60574e1-0d22-4358-ab4a-65ba324e0507 req-9091e81a-3ab5-4809-b64e-83eb67f4f944 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Request body: {'port': {'security_groups': ['093f2923-85a8-45cd-8e0f-9c10f0268f98', '83fa72f0-3753-49f9-bd6d-d5a07107ec53']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:42.883159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e68e16-877f-4cdc-ad60-b616792dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=344101e0-756a-42ba-82e6-50ac9bb1fe3e,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:42.945070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723f1476-6c1f-4111-adea-481a80bb6f47'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:23:42.984406 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:42.986323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Routers {'f7d2da74-f18e-4678-9066-85fc4ca61403'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:42.988091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f7d2da74-f18e-4678-9066-85fc4ca61403'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:43.094621 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:43.098455 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:43.100922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:43.103363 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:43.243500 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:43.244372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 60f2c721-b8e7-4254-a086-1a16f4ce7793 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:43.266416 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b60574e1-0d22-4358-ab4a-65ba324e0507 req-9091e81a-3ab5-4809-b64e-83eb67f4f944 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:43.295326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6254c1e-426a-4b0a-aa12-c5401bb753da req-8d270e7d-705c-4360-b5f7-5775a9b4df8f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:43.304417 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c6254c1e-426a-4b0a-aa12-c5401bb753da req-8d270e7d-705c-4360-b5f7-5775a9b4df8f tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 947 time: 0.4295826 May 25 20:23:43.394595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] Pushing event updated for resources: {'Network': ['ID=ed87529d-e548-4932-b1ff-8fe983f27164,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:43.400807 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b9c8a2d7-a371-4d1a-8a01-895815ee6068 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1747034 May 25 20:23:43.404627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60462) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:43.410671 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c6254c1e-426a-4b0a-aa12-c5401bb753da req-be3413f1-d42b-4186-9deb-ca6d5d0699da tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052120 May 25 20:23:43.412929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Request body: {'subnet': {'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1495288060-subnet', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:43.420741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:43.428759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Usage tracker for resource:subnet and tenant:eb20154d848c49b8adeca7040471c554 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:43.462843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:43.488635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:43.558269 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=723f1476-6c1f-4111-adea-481a80bb6f47,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:43.559779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Made reservation on behalf of eb20154d848c49b8adeca7040471c554 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:23:43.562501 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:43.576254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network ed87529d-e548-4932-b1ff-8fe983f27164 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:23:43.619448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-851075c3-33d8-4e46-bf88-4b10e5b89dfb', 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'fixed_ips': [{'subnet_id': 'e53a2625-c79d-4620-90bf-5209f3b55549'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:23:43.620515 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:43.692131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Allocated IP 172.22.0.1 (851075c3-33d8-4e46-bf88-4b10e5b89dfb/e53a2625-c79d-4620-90bf-5209f3b55549/4b36fbe1-b28f-48cd-998b-e8ae530f813a) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:43.703232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-b60574e1-0d22-4358-ab4a-65ba324e0507 req-9091e81a-3ab5-4809-b64e-83eb67f4f944 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] For port 24ab9239-5817-4bb2-b4fe-74e8292edc6d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d,segment=NetworkSegment(7fee514f-65da-45bf-9d14-df68bafdf77d),segment_id=7fee514f-65da-45bf-9d14-df68bafdf77d)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:43.713860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968b525-0e2b-46b6-b2d9-9dc77f4aff5d req-77e765ec-d86a-4b6b-b9a9-f2989d2c1ecd tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:43.715819 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e968b525-0e2b-46b6-b2d9-9dc77f4aff5d req-77e765ec-d86a-4b6b-b9a9-f2989d2c1ecd tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1836374 May 25 20:23:43.743072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b60574e1-0d22-4358-ab4a-65ba324e0507 req-9091e81a-3ab5-4809-b64e-83eb67f4f944 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:43.743314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9d9110ee-5b7a-4480-bcb1-cbf162bca6d6 None None] Provisioning for port f7efafd4-4bda-4de7-b5e5-9046beff3f92 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:43.814073 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b60574e1-0d22-4358-ab4a-65ba324e0507 req-9091e81a-3ab5-4809-b64e-83eb67f4f944 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:43.840756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9d9110ee-5b7a-4480-bcb1-cbf162bca6d6 None None] Provisioning complete for port f7efafd4-4bda-4de7-b5e5-9046beff3f92 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:43.840756 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9d9110ee-5b7a-4480-bcb1-cbf162bca6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:43.882238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port f7efafd4-4bda-4de7-b5e5-9046beff3f92 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:43.886467 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e968b525-0e2b-46b6-b2d9-9dc77f4aff5d req-03dff3ac-7e32-462b-8dcf-4f508c264ee3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439388 May 25 20:23:43.893588 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60574e1-0d22-4358-ab4a-65ba324e0507 req-9091e81a-3ab5-4809-b64e-83eb67f4f944 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:43.894405 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b60574e1-0d22-4358-ab4a-65ba324e0507 req-9091e81a-3ab5-4809-b64e-83eb67f4f944 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:43.895691 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b60574e1-0d22-4358-ab4a-65ba324e0507 req-9091e81a-3ab5-4809-b64e-83eb67f4f944 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "PUT /v2.0/ports/24ab9239-5817-4bb2-b4fe-74e8292edc6d HTTP/1.1" status: 200 len: 981 time: 1.0529714 May 25 20:23:43.896149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'tag': '24ab9239-5817-4bb2-b4fe-74e8292edc6d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:23:43.928427 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] Set router f7d2da74-f18e-4678-9066-85fc4ca61403 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:23:43.960093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091e81a-3ab5-4809-b64e-83eb67f4f944 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Pushing event updated for resources: {'Port': ['ID=24ab9239-5817-4bb2-b4fe-74e8292edc6d,revision_number=6']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:43.974003 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:44.009501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:44.032035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Transition to ACTIVE for port object 4b36fbe1-b28f-48cd-998b-e8ae530f813a will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:44.069075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Pushing event updated for resources: {'Subnet': ['ID=483ccc93-c350-4821-b062-7933f2a19d0c,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:44.081234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Checking segment: {'id': '5b5f9f7b-eb25-414a-a9e3-b311fab00016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:44.082084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Network hostable DHCP agents. Network: ed87529d-e548-4932-b1ff-8fe983f27164, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:23:44.099265 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cca773d-b4fd-4060-a089-a111f489c235'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723f1476-6c1f-4111-adea-481a80bb6f47', 'code': 200} May 25 20:23:44.104176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Network ed87529d-e548-4932-b1ff-8fe983f27164 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:23:44.118293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f7efafd4-4bda-4de7-b5e5-9046beff3f92 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:44.119130 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:44.119513 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, ed87529d-e548-4932-b1ff-8fe983f27164) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:44.130472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:44.131175 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:44.161014 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:44.179736 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8181f8c0-725f-404f-843b-10ccd0fcf64c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7736480 May 25 20:23:44.181216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ea8bee-1de3-4308-b796-7b0bad7dcd78 None None] Network ed87529d-e548-4932-b1ff-8fe983f27164 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:23:44.183360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60474) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:44.193379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1495288060-router', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:44.198982 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22c5edda-c4f0-4f0e-b6b2-9ab1d64dbfba req-3fc7fffc-2b0f-4f5c-970a-9f51b351f8da tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-751522077&fields=id&tenant_id=02f9414758094917b3dfd1a0855d0bf5 HTTP/1.1" status: 200 len: 267 time: 0.0632002 May 25 20:23:44.201167 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:44.208045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Usage tracker for resource:router and tenant:eb20154d848c49b8adeca7040471c554 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:44.237890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 851075c3-33d8-4e46-bf88-4b10e5b89dfb is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:44.241818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:44.246931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:44.262643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:44.273071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:44.306503 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:44.307863 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:44.326432 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['24ab9239-5817-4bb2-b4fe-74e8292edc6d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:44.342134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5edda-c4f0-4f0e-b6b2-9ab1d64dbfba req-1ca34345-31d2-49bc-9ccd-067b5e4e5fb1 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:44.345857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=4b36fbe1-b28f-48cd-998b-e8ae530f813a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:44.347457 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22c5edda-c4f0-4f0e-b6b2-9ab1d64dbfba req-1ca34345-31d2-49bc-9ccd-067b5e4e5fb1 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 984 time: 0.1391394 May 25 20:23:44.349060 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:44.368327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb6348-638d-4f7d-92c7-1165e1ed94dd req-c5fedede-f443-4d3e-9f12-0fba06923e0e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:44.370703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-22c5edda-c4f0-4f0e-b6b2-9ab1d64dbfba req-d94dc779-abf9-4607-8795-fb8b8046f557 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Request body: {'port': {'security_groups': ['093f2923-85a8-45cd-8e0f-9c10f0268f98']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:44.374578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb6348-638d-4f7d-92c7-1165e1ed94dd req-c5fedede-f443-4d3e-9f12-0fba06923e0e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:44.382077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb6348-638d-4f7d-92c7-1165e1ed94dd req-c5fedede-f443-4d3e-9f12-0fba06923e0e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:44.388222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb6348-638d-4f7d-92c7-1165e1ed94dd req-c5fedede-f443-4d3e-9f12-0fba06923e0e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:44.394815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb6348-638d-4f7d-92c7-1165e1ed94dd req-c5fedede-f443-4d3e-9f12-0fba06923e0e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:44.401499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb6348-638d-4f7d-92c7-1165e1ed94dd req-c5fedede-f443-4d3e-9f12-0fba06923e0e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:44.408243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb6348-638d-4f7d-92c7-1165e1ed94dd req-c5fedede-f443-4d3e-9f12-0fba06923e0e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:44.416548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c7eb6348-638d-4f7d-92c7-1165e1ed94dd req-c5fedede-f443-4d3e-9f12-0fba06923e0e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5438 time: 0.3639400 May 25 20:23:44.450801 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:44.505257 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c7eb6348-638d-4f7d-92c7-1165e1ed94dd req-62b75df0-acb8-4014-8d15-e954faf8a240 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874982 May 25 20:23:44.510460 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-22c5edda-c4f0-4f0e-b6b2-9ab1d64dbfba req-d94dc779-abf9-4607-8795-fb8b8046f557 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:44.669228 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:44.883034 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f144b9-12a6-4b1e-8b20-e8e0688a5622'] response: {'name': 'network-changed', 'server_uuid': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'tag': '24ab9239-5817-4bb2-b4fe-74e8292edc6d', 'status': 'completed', 'code': 200} May 25 20:23:44.906292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 60f2c721-b8e7-4254-a086-1a16f4ce7793 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:44.988609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:23:35Z', 'revision_number': 3, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:23:36Z', 'revision_number': 2, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:45.089312 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:45.157507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f7efafd4-4bda-4de7-b5e5-9046beff3f92 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:45.157805 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:45.166622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 60f2c721-b8e7-4254-a086-1a16f4ce7793 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:45.166987 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:45.245353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Checking router: 9cfef4df-ab42-48c1-95da-8f1f69fec7fe for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:23:45.245703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Updating router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe port 60f4bfd5-529e-4497-8128-a804303016ee binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:23:45.357471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Allocated IP 172.22.0.2 (851075c3-33d8-4e46-bf88-4b10e5b89dfb/e53a2625-c79d-4620-90bf-5209f3b55549/ed100940-9873-4586-8fca-5e32ec9dee59) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:45.371750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e0f01-5896-469a-8b93-df1730a258cd req-505805ab-7533-41b6-b91e-ba1a5a4a6c01 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:45.373895 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d0e0f01-5896-469a-8b93-df1730a258cd req-505805ab-7533-41b6-b91e-ba1a5a4a6c01 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 947 time: 0.2938035 May 25 20:23:45.379850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee4689-3c6e-4b79-b73d-183ae4c38048 req-0bc7fdac-20bb-40f2-b3af-6ab4c6e2bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:45.381532 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5cee4689-3c6e-4b79-b73d-183ae4c38048 req-0bc7fdac-20bb-40f2-b3af-6ab4c6e2bf22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02f9414758094917b3dfd1a0855d0bf5&device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 1135 time: 0.4846644 May 25 20:23:45.413291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9d9110ee-5b7a-4480-bcb1-cbf162bca6d6 None None] Current status of the port f7efafd4-4bda-4de7-b5e5-9046beff3f92 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:45.413803 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9d9110ee-5b7a-4480-bcb1-cbf162bca6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:45.438447 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c141b610-afe6-47dd-847a-e1104500d552 req-eca9f51b-9085-4396-b839-d2348e3f7c2e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2888150 May 25 20:23:45.440740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-22c5edda-c4f0-4f0e-b6b2-9ab1d64dbfba req-d94dc779-abf9-4607-8795-fb8b8046f557 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] For port 24ab9239-5817-4bb2-b4fe-74e8292edc6d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d,segment=NetworkSegment(7fee514f-65da-45bf-9d14-df68bafdf77d),segment_id=7fee514f-65da-45bf-9d14-df68bafdf77d)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:45.459511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port f7efafd4-4bda-4de7-b5e5-9046beff3f92, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f7efafd4-4bda-4de7-b5e5-9046beff3f92,segment=NetworkSegment(7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d),segment_id=7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:45.508415 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:45.519275 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:45.520511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:45.533015 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-22c5edda-c4f0-4f0e-b6b2-9ab1d64dbfba req-d94dc779-abf9-4607-8795-fb8b8046f557 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:45.540239 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d0e0f01-5896-469a-8b93-df1730a258cd req-e107659f-7013-43ef-b7c8-d356e29a1f21 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552463 May 25 20:23:45.548403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-22c5edda-c4f0-4f0e-b6b2-9ab1d64dbfba req-d94dc779-abf9-4607-8795-fb8b8046f557 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:45.672439 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:45.680024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee4689-3c6e-4b79-b73d-183ae4c38048 req-4ee4366c-4c85-4b1b-ba20-fc2f3524f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:45.682956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5cee4689-3c6e-4b79-b73d-183ae4c38048 req-4ee4366c-4c85-4b1b-ba20-fc2f3524f96f service neutron] 10.222.0.70 "GET /v2.0/networks?id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede HTTP/1.1" status: 200 len: 920 time: 0.2823474 May 25 20:23:45.684606 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:45.776929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5edda-c4f0-4f0e-b6b2-9ab1d64dbfba req-d94dc779-abf9-4607-8795-fb8b8046f557 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:45.777498 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-22c5edda-c4f0-4f0e-b6b2-9ab1d64dbfba req-d94dc779-abf9-4607-8795-fb8b8046f557 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:45.788712 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22c5edda-c4f0-4f0e-b6b2-9ab1d64dbfba req-d94dc779-abf9-4607-8795-fb8b8046f557 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "PUT /v2.0/ports/24ab9239-5817-4bb2-b4fe-74e8292edc6d HTTP/1.1" status: 200 len: 942 time: 1.4266784 May 25 20:23:45.878012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141b610-afe6-47dd-847a-e1104500d552 req-9cb9af8a-10d3-4e19-9af3-ef3ca2a86a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:45.880975 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c141b610-afe6-47dd-847a-e1104500d552 req-9cb9af8a-10d3-4e19-9af3-ef3ca2a86a25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd9d7ecda85842f896097a31795071c4&device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 1096 time: 0.4055915 May 25 20:23:45.887954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dc779-abf9-4607-8795-fb8b8046f557 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Pushing event updated for resources: {'Port': ['ID=24ab9239-5817-4bb2-b4fe-74e8292edc6d,revision_number=7']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:45.895935 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:45.945141 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-9d9110ee-5b7a-4480-bcb1-cbf162bca6d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:23:45.945728 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-9d9110ee-5b7a-4480-bcb1-cbf162bca6d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:23:45.978431 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5cee4689-3c6e-4b79-b73d-183ae4c38048 req-f9e31a87-0409-4bae-9877-6bedf74e90d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d HTTP/1.1" status: 200 len: 217 time: 0.2503176 May 25 20:23:45.985175 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:46.066056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=4b36fbe1-b28f-48cd-998b-e8ae530f813a,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:46.075316 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:46.103172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=f7efafd4-4bda-4de7-b5e5-9046beff3f92,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:46.107166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-ed87529d-e548-4932-b1ff-8fe983f27164', 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'fixed_ips': [{'subnet_id': '483ccc93-c350-4821-b062-7933f2a19d0c'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:23:46.109741 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:46.113690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee4689-3c6e-4b79-b73d-183ae4c38048 req-7e2f3690-7aab-422f-8e78-61256bd0614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:46.115548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5cee4689-3c6e-4b79-b73d-183ae4c38048 req-7e2f3690-7aab-422f-8e78-61256bd0614a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fca3a56e-188b-4aef-b6d9-198c489c2bb1 HTTP/1.1" status: 200 len: 859 time: 0.1284051 May 25 20:23:46.226313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 60f2c721-b8e7-4254-a086-1a16f4ce7793 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:46.226680 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:46.228588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5cee4689-3c6e-4b79-b73d-183ae4c38048 req-c604d144-65dc-42a6-9373-09b099cdca40 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643978 May 25 20:23:46.239726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef33c6-ffa8-47af-abe3-28ccba00f785 req-47ff7595-03d3-45b2-8d8b-70d3de399a9c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:46.241671 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fef33c6-ffa8-47af-abe3-28ccba00f785 req-47ff7595-03d3-45b2-8d8b-70d3de399a9c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3299317 May 25 20:23:46.257652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4c29a-7c3d-4caa-b282-a6ee80bd44d3 req-56a335c7-950b-4914-a85f-69c9c9c3728a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:46.263571 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4c29a-7c3d-4caa-b282-a6ee80bd44d3 req-56a335c7-950b-4914-a85f-69c9c9c3728a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:46.269565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4c29a-7c3d-4caa-b282-a6ee80bd44d3 req-56a335c7-950b-4914-a85f-69c9c9c3728a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:46.275342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4c29a-7c3d-4caa-b282-a6ee80bd44d3 req-56a335c7-950b-4914-a85f-69c9c9c3728a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:46.281097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4c29a-7c3d-4caa-b282-a6ee80bd44d3 req-56a335c7-950b-4914-a85f-69c9c9c3728a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:46.287661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4c29a-7c3d-4caa-b282-a6ee80bd44d3 req-56a335c7-950b-4914-a85f-69c9c9c3728a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:46.293505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4c29a-7c3d-4caa-b282-a6ee80bd44d3 req-56a335c7-950b-4914-a85f-69c9c9c3728a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:46.295627 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-24f4c29a-7c3d-4caa-b282-a6ee80bd44d3 req-56a335c7-950b-4914-a85f-69c9c9c3728a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5438 time: 0.3501878 May 25 20:23:46.301293 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141b610-afe6-47dd-847a-e1104500d552 req-5ac2bb4e-60ca-4ba8-b7ba-394683e7a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:46.303013 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c141b610-afe6-47dd-847a-e1104500d552 req-5ac2bb4e-60ca-4ba8-b7ba-394683e7a765 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d861bbe-1d99-4238-9eb8-2ced58df3754 HTTP/1.1" status: 200 len: 911 time: 0.3773098 May 25 20:23:46.352838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:46.353448 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:46.423261 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fef33c6-ffa8-47af-abe3-28ccba00f785 req-ea58a729-8d6c-40a4-8e43-fabd4d74bd7a tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604321 May 25 20:23:46.443484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network 851075c3-33d8-4e46-bf88-4b10e5b89dfb is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:46.449759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:46.478945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f2c721-b8e7-4254-a086-1a16f4ce7793'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:23:46.581338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Allocated IP 172.25.3.70 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/1ea23567-d1c9-46e2-b75a-524a9d0201d0) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:46.681157 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 60f2c721-b8e7-4254-a086-1a16f4ce7793, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=60f2c721-b8e7-4254-a086-1a16f4ce7793,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:46.689385 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-24f4c29a-7c3d-4caa-b282-a6ee80bd44d3 req-8578df88-070b-4af8-8a55-61e688d0ec6d tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3766720 May 25 20:23:46.731623 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5cee4689-3c6e-4b79-b73d-183ae4c38048 req-cadb2701-b081-43f8-9c3c-422cc13a10b4 service neutron] 10.222.0.70 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882565 May 25 20:23:46.745986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['24ab9239-5817-4bb2-b4fe-74e8292edc6d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:46.851839 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c141b610-afe6-47dd-847a-e1104500d552 req-2f6b3083-4a73-4850-8bfb-1c5524f3b927 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af9c32-81f6-49f2-909b-ee27d0168e0c HTTP/1.1" status: 200 len: 1000 time: 0.5213258 May 25 20:23:46.856493 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:46.898231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'tag': '24ab9239-5817-4bb2-b4fe-74e8292edc6d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:23:46.944531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ba13ef8a-0d04-45db-a863-2f269aac28b7', 'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'mac_address': 'fa:16:3e:f8:ad:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:36Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 2, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'subnets': [{'id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:46.946623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9d9110ee-5b7a-4480-bcb1-cbf162bca6d6 None None] Current status of the port f7efafd4-4bda-4de7-b5e5-9046beff3f92 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:47.012444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141b610-afe6-47dd-847a-e1104500d552 req-dcdba826-f0d3-4a62-8a71-1066234847c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:47.014217 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c141b610-afe6-47dd-847a-e1104500d552 req-dcdba826-f0d3-4a62-8a71-1066234847c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b86e6032-d969-4882-8d08-6181fe145086 HTTP/1.1" status: 200 len: 849 time: 0.1470213 May 25 20:23:47.023826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b2f2aef6-a947-402d-bea3-73ac08d5de61 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:47.031819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-b955deb4-e3bb-4409-8b7e-49025ec39c4c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Synchronizing usage tracker for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:23:47.046530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:23:47.079083 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5cee4689-3c6e-4b79-b73d-183ae4c38048 req-77f58557-ef47-4241-a345-dde82c57d1a6 service neutron] 10.222.0.70 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357739 May 25 20:23:47.107972 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:47.122848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c95c65-911b-44f8-85b7-110bf11dbde6 None None] The sync data for ids ['f7d2da74-f18e-4678-9066-85fc4ca61403'] in n-d-843339-1 is: [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ba13ef8a-0d04-45db-a863-2f269aac28b7', 'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'mac_address': 'fa:16:3e:f8:ad:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:36Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 2, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'subnets': [{'id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:23:47.140981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-b955deb4-e3bb-4409-8b7e-49025ec39c4c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Unset dirty status for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:23:47.148483 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-b955deb4-e3bb-4409-8b7e-49025ec39c4c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6808062 May 25 20:23:47.151130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c1bf4-ae45-4f51-a852-0ef251a18af9 req-56e87b79-62b9-492e-829c-3b1b410218af tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:47.152837 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e17c1bf4-ae45-4f51-a852-0ef251a18af9 req-56e87b79-62b9-492e-829c-3b1b410218af tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2467229 May 25 20:23:47.153164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:47.173930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141b610-afe6-47dd-847a-e1104500d552 req-fcb2b42b-3826-42c3-96eb-3ebbf6344f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:47.178965 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c141b610-afe6-47dd-847a-e1104500d552 req-fcb2b42b-3826-42c3-96eb-3ebbf6344f67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d861bbe-1d99-4238-9eb8-2ced58df3754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459930 May 25 20:23:47.180941 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:47.207214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9d9110ee-5b7a-4480-bcb1-cbf162bca6d6 None None] Provisioning for port ba13ef8a-0d04-45db-a863-2f269aac28b7 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:47.234611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:47.256129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Usage tracker for resource:floatingip and tenant:02f9414758094917b3dfd1a0855d0bf5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:47.261590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:47.271910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:47.287419 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:47.292524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:23:47.303284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:47.315841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9d9110ee-5b7a-4480-bcb1-cbf162bca6d6 None None] Provisioning complete for port ba13ef8a-0d04-45db-a863-2f269aac28b7 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:47.316451 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9d9110ee-5b7a-4480-bcb1-cbf162bca6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:47.323810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-088b61d0-6915-4337-9149-36a03db8e9b8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1775284 May 25 20:23:47.326710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60496) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:47.333407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'network': {'name': 'tempest-RoutersTest-803781558'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:47.342290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:47.383921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Transition to ACTIVE for port object ed100940-9873-4586-8fca-5e32ec9dee59 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:47.384617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:47.392111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:network and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:47.395308 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e17c1bf4-ae45-4f51-a852-0ef251a18af9 req-3422d63d-5244-4769-ad8f-5368ecb6d1c5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096131 May 25 20:23:47.396417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:47.402642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:47.416050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:47.417651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:47.446796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:23:47.452152 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:47.502917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea23567-d1c9-46e2-b75a-524a9d0201d0,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:47.514517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:23:47.523058 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c141b610-afe6-47dd-847a-e1104500d552 req-fc8d4cf8-5c76-4dff-a2c2-74a91e1d3b9d service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360693 May 25 20:23:47.543804 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:47.544256 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Added segment fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0 of type vlan for network bfd88472-fb90-4c81-8fb4-33663db02acd May 25 20:23:47.591414 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9aa2788-7a63-4312-8199-f1ab8829908a'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f2c721-b8e7-4254-a086-1a16f4ce7793', 'code': 200} May 25 20:23:47.620302 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5203daf-3623-40bf-8b9b-979336da7866'] response: {'name': 'network-changed', 'server_uuid': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'tag': '24ab9239-5817-4bb2-b4fe-74e8292edc6d', 'status': 'completed', 'code': 200} May 25 20:23:47.633947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9d9110ee-5b7a-4480-bcb1-cbf162bca6d6 None None] Port ba13ef8a-0d04-45db-a863-2f269aac28b7 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:23:47.654850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Allocated IP 172.20.0.2 (ed87529d-e548-4932-b1ff-8fe983f27164/483ccc93-c350-4821-b062-7933f2a19d0c/2add1fe2-1dc2-4e14-821e-3829e4fd5085) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:47.683040 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:47.723143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=60f2c721-b8e7-4254-a086-1a16f4ce7793,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:47.780736 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Transition to ACTIVE for port object ed100940-9873-4586-8fca-5e32ec9dee59 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:47.790951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['24ab9239-5817-4bb2-b4fe-74e8292edc6d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:47.828447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:47.835188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:47.835811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:47.949990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port b2f2aef6-a947-402d-bea3-73ac08d5de61 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:47.954930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Network': ['ID=bfd88472-fb90-4c81-8fb4-33663db02acd,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:47.959657 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c141b610-afe6-47dd-847a-e1104500d552 req-6e6d10fa-b1b2-4810-996f-bb0ffea0d6b4 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739755 May 25 20:23:47.967400 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:47.977102 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:48.083353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port b2f2aef6-a947-402d-bea3-73ac08d5de61 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:48.083353 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:48.089573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b578b3-2a6f-428f-a8d0-2b1006261533 req-3ea24196-cbc0-4d06-9192-3eb85c096712 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:48.089573 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10b578b3-2a6f-428f-a8d0-2b1006261533 req-3ea24196-cbc0-4d06-9192-3eb85c096712 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2808826 May 25 20:23:48.143355 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3edc7a80-0882-44ca-ad32-fe86efef75bf tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7982223 May 25 20:23:48.143355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60508) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:48.155343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'subnet': {'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:48.170459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d773867-006a-408c-b0c8-184d6705c101 req-66e4b124-76e2-4de5-9598-19e6e7709daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:48.173547 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d773867-006a-408c-b0c8-184d6705c101 req-66e4b124-76e2-4de5-9598-19e6e7709daf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02f9414758094917b3dfd1a0855d0bf5&device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 1096 time: 0.5397770 May 25 20:23:48.189468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network bfd88472-fb90-4c81-8fb4-33663db02acd details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:23:48.227743 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['24ab9239-5817-4bb2-b4fe-74e8292edc6d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:23:48.272143 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:48.283135 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:48.301389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f7efafd4-4bda-4de7-b5e5-9046beff3f92 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:48.542012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:23:48.594478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:subnet and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:23:48.605594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:23:48.623400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d773867-006a-408c-b0c8-184d6705c101 req-73f2a9c7-cb91-40c8-bfe7-5386dfb15b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:48.624865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d773867-006a-408c-b0c8-184d6705c101 req-73f2a9c7-cb91-40c8-bfe7-5386dfb15b66 service neutron] 10.222.0.70 "GET /v2.0/networks?id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede HTTP/1.1" status: 200 len: 920 time: 0.4450526 May 25 20:23:48.629402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:23:48.751400 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d773867-006a-408c-b0c8-184d6705c101 req-71128a4f-5d85-40dc-8c70-7b9a0aa1fb83 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d HTTP/1.1" status: 200 len: 217 time: 0.1164427 May 25 20:23:48.790437 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:48.804115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Made reservation on behalf of b73e8766f9a14b3d8eda6150cd44a59a for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:23:48.808277 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:48.823518 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10b578b3-2a6f-428f-a8d0-2b1006261533 req-5076b8ec-469d-4985-8108-5baacbf7cb7e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284703 May 25 20:23:48.832573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Pushing event updated for resources: {'Port': ['ID=ed100940-9873-4586-8fca-5e32ec9dee59,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:48.928297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-befcfdbd-8854-49f8-997a-640f0a0ff740 None None] Provisioning complete for port f7efafd4-4bda-4de7-b5e5-9046beff3f92 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:48.929028 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-befcfdbd-8854-49f8-997a-640f0a0ff740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:49.042063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Network 851075c3-33d8-4e46-bf88-4b10e5b89dfb is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:49.046417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Allocated IP 172.25.3.214 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/797a949c-c75e-481e-9617-30a98025241f) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:49.062730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:49.071857 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Transition to ACTIVE for port object 60f4bfd5-529e-4497-8128-a804303016ee will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:49.074769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:49.168193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f7efafd4-4bda-4de7-b5e5-9046beff3f92 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:49.168882 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:49.188222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d773867-006a-408c-b0c8-184d6705c101 req-f7044846-daef-4312-a82a-bd911a6841ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:49.189711 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d773867-006a-408c-b0c8-184d6705c101 req-f7044846-daef-4312-a82a-bd911a6841ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fca3a56e-188b-4aef-b6d9-198c489c2bb1 HTTP/1.1" status: 200 len: 859 time: 0.4324059 May 25 20:23:49.201188 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:49.267593 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d773867-006a-408c-b0c8-184d6705c101 req-3399b414-e01a-4f5d-9b4d-c32182c1a5de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697770 May 25 20:23:49.306699 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:49.492328 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:49.509949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d700e-772e-4fd0-96c3-8490a8f6390a req-400d15aa-f889-4748-9468-f78adc547cb1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:49.509949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d700e-772e-4fd0-96c3-8490a8f6390a req-400d15aa-f889-4748-9468-f78adc547cb1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:49.526590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d700e-772e-4fd0-96c3-8490a8f6390a req-400d15aa-f889-4748-9468-f78adc547cb1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:49.526590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d700e-772e-4fd0-96c3-8490a8f6390a req-400d15aa-f889-4748-9468-f78adc547cb1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:49.542674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d700e-772e-4fd0-96c3-8490a8f6390a req-400d15aa-f889-4748-9468-f78adc547cb1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:49.542674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d700e-772e-4fd0-96c3-8490a8f6390a req-400d15aa-f889-4748-9468-f78adc547cb1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:49.553376 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d773867-006a-408c-b0c8-184d6705c101 req-56964603-065a-460e-8a44-49aff1986ece service neutron] 10.222.0.70 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711408 May 25 20:23:49.559314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d700e-772e-4fd0-96c3-8490a8f6390a req-400d15aa-f889-4748-9468-f78adc547cb1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:49.572816 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e4d700e-772e-4fd0-96c3-8490a8f6390a req-400d15aa-f889-4748-9468-f78adc547cb1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5439 time: 0.5712326 May 25 20:23:49.583319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d1aac-df3c-4917-9919-90d40735fd57 None None] Pushing event updated for resources: {'Port': ['ID=60f4bfd5-529e-4497-8128-a804303016ee,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:49.685979 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e4d700e-772e-4fd0-96c3-8490a8f6390a req-d661f05c-0f3a-472f-8423-7fc93ec28f96 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151435 May 25 20:23:49.697174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Router 98dee784-bfb1-4b07-a128-a058f1c8ebcf is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:23:49.734568 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:49.992946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Subnet': ['ID=fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:50.125311 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:50.252844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:23:50.290605 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:23:50.359430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:50.379891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Sync routers for ids ['98dee784-bfb1-4b07-a128-a058f1c8ebcf'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:23:50.386671 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:50.399103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:50.474525 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:50.476120 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6ff155af-87c2-45bb-a12a-8cdba4165948 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2915580 May 25 20:23:50.478918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60516) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:50.507720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b2f2aef6-a947-402d-bea3-73ac08d5de61 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:50.508732 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:50.571333 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d773867-006a-408c-b0c8-184d6705c101 req-b6666ee6-ddc7-43fa-9f3c-6451eba7edfb service neutron] 10.222.0.70 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0133135 May 25 20:23:50.575986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-befcfdbd-8854-49f8-997a-640f0a0ff740 None None] Current status of the port f7efafd4-4bda-4de7-b5e5-9046beff3f92 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:50.577392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Checking segment: {'id': 'fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:50.577953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network hostable DHCP agents. Network: bfd88472-fb90-4c81-8fb4-33663db02acd, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:23:50.578717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Attempting to bind port ed100940-9873-4586-8fca-5e32ec9dee59 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:23:50.579219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Attempting to bind port ed100940-9873-4586-8fca-5e32ec9dee59 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '153c60c1-ba14-43c0-89cf-1a9edfece44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:23:50.579573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Attempting to bind port ed100940-9873-4586-8fca-5e32ec9dee59 on network 851075c3-33d8-4e46-bf88-4b10e5b89dfb {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:23:50.589278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Pushing event updated for resources: {'Port': ['ID=797a949c-c75e-481e-9617-30a98025241f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:50.643990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2459c-50ba-4206-9092-a47be81d8291 req-1ced2620-f490-402a-a7d8-b7fcdce3f176 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:50.649578 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-51e2459c-50ba-4206-9092-a47be81d8291 req-1ced2620-f490-402a-a7d8-b7fcdce3f176 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3639822 May 25 20:23:50.727174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Routers {'98dee784-bfb1-4b07-a128-a058f1c8ebcf'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:50.727174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['98dee784-bfb1-4b07-a128-a058f1c8ebcf'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:50.788828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:50.824442 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Sync routers for ids ['f7d2da74-f18e-4678-9066-85fc4ca61403'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:23:50.851915 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Routers {'f7d2da74-f18e-4678-9066-85fc4ca61403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:50.851915 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f7d2da74-f18e-4678-9066-85fc4ca61403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:50.858705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network bfd88472-fb90-4c81-8fb4-33663db02acd is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:23:50.919357 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-51e2459c-50ba-4206-9092-a47be81d8291 req-542c6afe-8c29-42fa-ba6d-9191648d84a7 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640290 May 25 20:23:50.926419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, bfd88472-fb90-4c81-8fb4-33663db02acd) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:50.958638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:50.958638 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:50.993856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:23:50.993856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Checking segment: {'id': '153c60c1-ba14-43c0-89cf-1a9edfece44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:50.993856 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:50.993856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Bound using segment: {'id': '153c60c1-ba14-43c0-89cf-1a9edfece44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:23:50.993856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Bound port: ed100940-9873-4586-8fca-5e32ec9dee59, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c60c1-ba14-43c0-89cf-1a9edfece44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:23:51.004905 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:51.026737 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8c63e74f-bdeb-44ab-ac1a-fbfe415c37b1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8879309 May 25 20:23:51.028919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60524) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:23:51.289209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09850ef9-c827-4ae5-a4c3-d64705a216a1 None None] Network bfd88472-fb90-4c81-8fb4-33663db02acd requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:23:51.388591 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Set router f7d2da74-f18e-4678-9066-85fc4ca61403 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:23:51.434343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f04017-fd00-47ac-be97-46d5d381320c req-867b62e4-4353-479b-9907-9a1ff67530bf tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:51.434343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f04017-fd00-47ac-be97-46d5d381320c req-867b62e4-4353-479b-9907-9a1ff67530bf tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:51.445294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f04017-fd00-47ac-be97-46d5d381320c req-867b62e4-4353-479b-9907-9a1ff67530bf tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:51.456043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f04017-fd00-47ac-be97-46d5d381320c req-867b62e4-4353-479b-9907-9a1ff67530bf tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:51.456043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f04017-fd00-47ac-be97-46d5d381320c req-867b62e4-4353-479b-9907-9a1ff67530bf tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:51.466171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f04017-fd00-47ac-be97-46d5d381320c req-867b62e4-4353-479b-9907-9a1ff67530bf tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:51.466171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f04017-fd00-47ac-be97-46d5d381320c req-867b62e4-4353-479b-9907-9a1ff67530bf tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:51.483081 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a7f04017-fd00-47ac-be97-46d5d381320c req-867b62e4-4353-479b-9907-9a1ff67530bf tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5439 time: 0.2981136 May 25 20:23:51.574293 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:51.716252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Set router 98dee784-bfb1-4b07-a128-a058f1c8ebcf gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:23:51.928415 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a7f04017-fd00-47ac-be97-46d5d381320c req-d8ae265c-95ae-49b0-9911-131a47529b6a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4483750 May 25 20:23:51.945445 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b2f2aef6-a947-402d-bea3-73ac08d5de61, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b2f2aef6-a947-402d-bea3-73ac08d5de61,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:51.957051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Attempting to bind port 60f4bfd5-529e-4497-8128-a804303016ee on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:23:51.957051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Attempting to bind port 60f4bfd5-529e-4497-8128-a804303016ee by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:23:51.957051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Attempting to bind port 60f4bfd5-529e-4497-8128-a804303016ee on network 27497481-e349-442f-857a-5ace5dcc0a2c {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:23:51.964267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f7efafd4-4bda-4de7-b5e5-9046beff3f92 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:52.052697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f2aef6-a947-402d-bea3-73ac08d5de61'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:23:52.220412 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:52.221283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b07c8e8f-6335-426d-9c38-c8f745c11d75 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:52.221615 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ba13ef8a-0d04-45db-a863-2f269aac28b7', 'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'mac_address': 'fa:16:3e:f8:ad:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:36Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 2, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'subnets': [{'id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:52.226500 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Checking router: f7d2da74-f18e-4678-9066-85fc4ca61403 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:23:52.227328 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Updating router f7d2da74-f18e-4678-9066-85fc4ca61403 port ba13ef8a-0d04-45db-a863-2f269aac28b7 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:23:52.253362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-befcfdbd-8854-49f8-997a-640f0a0ff740 None None] Provisioning for port 60f4bfd5-529e-4497-8128-a804303016ee completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:52.257135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 344101e0-756a-42ba-82e6-50ac9bb1fe3e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:52.295501 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:52.342974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:23:52.343344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Checking segment: {'id': '7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:52.343963 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:52.344536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Bound using segment: {'id': '7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:23:52.345195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Bound port: 60f4bfd5-529e-4497-8128-a804303016ee, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:23:52.345742 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:52.438661 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:52.439903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245806e4-dd7e-4f0c-ad5e-442593d81324 req-52efad74-3b74-4332-9522-ee15543cc63b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:52.454713 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-245806e4-dd7e-4f0c-ad5e-442593d81324 req-52efad74-3b74-4332-9522-ee15543cc63b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2685285 May 25 20:23:52.512917 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:52.534190 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-245806e4-dd7e-4f0c-ad5e-442593d81324 req-4463efeb-6c85-4e2a-be75-6a5d2e59f08e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779839 May 25 20:23:52.672445 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c11346a-6f6d-4790-8a20-b0a71f8a6b63'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f2aef6-a947-402d-bea3-73ac08d5de61', 'code': 200} May 25 20:23:52.677297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:52.681821 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:52.781369 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:52.793936 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Transition to ACTIVE for port object ba13ef8a-0d04-45db-a863-2f269aac28b7 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:52.793936 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:52.821363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 344101e0-756a-42ba-82e6-50ac9bb1fe3e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:52.846599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Transition to ACTIVE for port object 2add1fe2-1dc2-4e14-821e-3829e4fd5085 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:52.859699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 344101e0-756a-42ba-82e6-50ac9bb1fe3e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:52.860242 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:52.922580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port b07c8e8f-6335-426d-9c38-c8f745c11d75 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:53.001439 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port b07c8e8f-6335-426d-9c38-c8f745c11d75 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:53.003302 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:53.050052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Pushing event updated for resources: {'Port': ['ID=797a949c-c75e-481e-9617-30a98025241f,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:53.084237 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] For port ed100940-9873-4586-8fca-5e32ec9dee59, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:23:53.085328 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89394dde-b1e2-44bd-ab8f-1e8c8974fce6 None None] Pushing event updated for resources: {'Port': ['ID=ba13ef8a-0d04-45db-a863-2f269aac28b7,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:53.099311 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:53.114615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cdb1d-4c6e-40c8-840c-86c626ff05c8 req-1b4e2543-2052-4354-99bb-b32b26f22f57 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:53.114776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b2f2aef6-a947-402d-bea3-73ac08d5de61,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:53.116779 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9c9cdb1d-4c6e-40c8-840c-86c626ff05c8 req-1b4e2543-2052-4354-99bb-b32b26f22f57 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1960013 May 25 20:23:53.149048 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:53.156181 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Attempting to bind port ba13ef8a-0d04-45db-a863-2f269aac28b7 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:23:53.156933 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Attempting to bind port ba13ef8a-0d04-45db-a863-2f269aac28b7 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:23:53.157533 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Attempting to bind port ba13ef8a-0d04-45db-a863-2f269aac28b7 on network e03daf7e-8979-498d-8077-f38957dfd3bc {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:23:53.164594 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:53.165850 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-eace32bc-9dff-42d4-af74-2185bcd21d29 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.0165832 May 25 20:23:53.171241 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:23:53.173646 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Checking segment: {'id': 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:53.174962 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:53.175856 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Bound using segment: {'id': 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:23:53.179541 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Bound port: ba13ef8a-0d04-45db-a863-2f269aac28b7, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:23:53.180152 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:53.201839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Transition to ACTIVE for port object 2add1fe2-1dc2-4e14-821e-3829e4fd5085 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:53.215623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] For port ed100940-9873-4586-8fca-5e32ec9dee59, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ed100940-9873-4586-8fca-5e32ec9dee59,segment=NetworkSegment(153c60c1-ba14-43c0-89cf-1a9edfece44f),segment_id=153c60c1-ba14-43c0-89cf-1a9edfece44f)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:23:53.224253 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9c9cdb1d-4c6e-40c8-840c-86c626ff05c8 req-4714e71a-23d0-4775-a79b-b34c05f5a7f5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922570 May 25 20:23:53.293750 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] For port 60f4bfd5-529e-4497-8128-a804303016ee, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:23:53.309048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Allocated IP 172.20.0.1 (ed87529d-e548-4932-b1ff-8fe983f27164/483ccc93-c350-4821-b062-7933f2a19d0c/4e9280e3-a23e-4911-8b17-eb8e06f4e94a) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:53.327385 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:53.342328 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:53.381827 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] For port ba13ef8a-0d04-45db-a863-2f269aac28b7, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:23:53.386744 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] For port ba13ef8a-0d04-45db-a863-2f269aac28b7, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ba13ef8a-0d04-45db-a863-2f269aac28b7,segment=NetworkSegment(bb80af49-32fc-4ec8-9ce3-3a0c54a86d51),segment_id=bb80af49-32fc-4ec8-9ce3-3a0c54a86d51)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:23:53.393524 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:53.449434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-3d9a80a5-d75e-4dfc-a9b1-2ae2345dd62d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Synchronizing usage tracker for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:floatingip {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:23:53.465214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] For port 60f4bfd5-529e-4497-8128-a804303016ee, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=60f4bfd5-529e-4497-8128-a804303016ee,segment=NetworkSegment(7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d),segment_id=7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:23:53.512883 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Routers {'f7d2da74-f18e-4678-9066-85fc4ca61403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:53.514261 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f7d2da74-f18e-4678-9066-85fc4ca61403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:53.532858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-3d9a80a5-d75e-4dfc-a9b1-2ae2345dd62d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Unset dirty status for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:floatingip {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:23:53.534876 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-3d9a80a5-d75e-4dfc-a9b1-2ae2345dd62d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 696 time: 0.3566744 May 25 20:23:53.585885 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:53.637415 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:53.644172 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89394dde-b1e2-44bd-ab8f-1e8c8974fce6 None None] Pushing event updated for resources: {'Port': ['ID=ba13ef8a-0d04-45db-a863-2f269aac28b7,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:53.668691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed33f3-cc83-46c7-a42d-79489316b0cb None None] Pushing event updated for resources: {'Port': ['ID=ed100940-9873-4586-8fca-5e32ec9dee59,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:53.677642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-bfd88472-fb90-4c81-8fb4-33663db02acd', 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'fixed_ips': [{'subnet_id': 'fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:23:53.685232 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:53.727865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Transition to ACTIVE for port object 4e9280e3-a23e-4911-8b17-eb8e06f4e94a will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:53.775372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468fb0d-c200-4e76-87e6-db1341a31bd0 req-ed63802a-eb72-4bad-aecc-de19a5ab3e82 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:53.789181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468fb0d-c200-4e76-87e6-db1341a31bd0 req-ed63802a-eb72-4bad-aecc-de19a5ab3e82 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:53.800888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468fb0d-c200-4e76-87e6-db1341a31bd0 req-ed63802a-eb72-4bad-aecc-de19a5ab3e82 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:53.807251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468fb0d-c200-4e76-87e6-db1341a31bd0 req-ed63802a-eb72-4bad-aecc-de19a5ab3e82 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:53.816420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468fb0d-c200-4e76-87e6-db1341a31bd0 req-ed63802a-eb72-4bad-aecc-de19a5ab3e82 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:53.822108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468fb0d-c200-4e76-87e6-db1341a31bd0 req-ed63802a-eb72-4bad-aecc-de19a5ab3e82 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:53.823399 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] Set router f7d2da74-f18e-4678-9066-85fc4ca61403 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:23:53.828555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468fb0d-c200-4e76-87e6-db1341a31bd0 req-ed63802a-eb72-4bad-aecc-de19a5ab3e82 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:53.832013 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9468fb0d-c200-4e76-87e6-db1341a31bd0 req-ed63802a-eb72-4bad-aecc-de19a5ab3e82 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5440 time: 0.4093971 May 25 20:23:53.834799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Network ed87529d-e548-4932-b1ff-8fe983f27164 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:53.898709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9468fb0d-c200-4e76-87e6-db1341a31bd0 req-7951a40f-047d-4839-b742-ea6f5fb3248c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573456 May 25 20:23:53.910854 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:53.911220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Pushing event updated for resources: {'Port': ['ID=2add1fe2-1dc2-4e14-821e-3829e4fd5085,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:53.916024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:53.993678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:54.015013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Network ed87529d-e548-4932-b1ff-8fe983f27164 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:54.018810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:54.023843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:54.062775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Pushing event updated for resources: {'Port': ['ID=4e9280e3-a23e-4911-8b17-eb8e06f4e94a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:54.076467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:54.077160 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:54.077714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:54.078306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:54.078860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:54.079426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:54.080080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:54.080954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:54.081826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:54.082477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:54.083033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:54.083955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:23:54.125451 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:54.133101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d1aac-df3c-4917-9919-90d40735fd57 None None] Pushing event updated for resources: {'Port': ['ID=60f4bfd5-529e-4497-8128-a804303016ee,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:54.154651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-35d96012-a33d-4c09-92b1-d1550344a728 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:54.158256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b07c8e8f-6335-426d-9c38-c8f745c11d75 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:54.162463 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:54.171759 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-35d96012-a33d-4c09-92b1-d1550344a728 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.6260929 May 25 20:23:54.204973 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c5cc2f5-589e-4655-985e-def6c754ed3e req-21f388d8-eebd-45e8-88c9-1d1c4f30f727 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9561841 May 25 20:23:54.216801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-7546e31e-f370-4305-a29d-d7b343aa7755 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:23:54.225730 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4aec721-31ca-40db-b4fd-3f09a53d87ab req-7546e31e-f370-4305-a29d-d7b343aa7755 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506659 May 25 20:23:54.344451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Allocated IP 172.23.0.1 (bfd88472-fb90-4c81-8fb4-33663db02acd/fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb/f14dd45c-d281-46df-8cdf-06dd73dfe5ae) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:54.437223 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:54.460447 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:54.467115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:54.468129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:54.649672 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ba13ef8a-0d04-45db-a863-2f269aac28b7', 'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'mac_address': 'fa:16:3e:f8:ad:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:36Z', 'updated_at': '2022-05-25T20:23:53Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'subnets': [{'id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:54.660840 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79186a5f-7742-4f65-a5ed-1ae3dd47b7c5 None None] The sync data for ids ['f7d2da74-f18e-4678-9066-85fc4ca61403'] in n-d-843339-1 is: [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ba13ef8a-0d04-45db-a863-2f269aac28b7', 'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'mac_address': 'fa:16:3e:f8:ad:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:36Z', 'updated_at': '2022-05-25T20:23:53Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'subnets': [{'id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:23:54.803689 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07c8e8f-6335-426d-9c38-c8f745c11d75'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:23:54.830979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 344101e0-756a-42ba-82e6-50ac9bb1fe3e is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:54.831447 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:54.859379 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 344101e0-756a-42ba-82e6-50ac9bb1fe3e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=344101e0-756a-42ba-82e6-50ac9bb1fe3e,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:54.882266 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:54.901310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cc2f5-589e-4655-985e-def6c754ed3e req-aadb962b-f73e-478a-876c-a426392f7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:54.902843 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c5cc2f5-589e-4655-985e-def6c754ed3e req-aadb962b-f73e-478a-876c-a426392f7df7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab&device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 1097 time: 0.4966931 May 25 20:23:54.915107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Transition to ACTIVE for port object f14dd45c-d281-46df-8cdf-06dd73dfe5ae will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:54.925005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-6e7b4379-7e1b-4499-977a-e8b48eb5ebd9 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:54.932672 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-6e7b4379-7e1b-4499-977a-e8b48eb5ebd9 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4085460 May 25 20:23:54.938719 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b07c8e8f-6335-426d-9c38-c8f745c11d75, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b07c8e8f-6335-426d-9c38-c8f745c11d75,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:54.943978 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:54.949859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'name': 'tempest-TestVolumeBackupRestore-1495288060-router', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:44Z', 'updated_at': '2022-05-25T20:23:47Z', 'revision_number': 3, 'project_id': 'eb20154d848c49b8adeca7040471c554', 'gw_port': {'id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:46Z', 'updated_at': '2022-05-25T20:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:54.953344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:23:55.027774 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3e8ad-5323-4747-a047-eb1d842c7291 req-091d433b-784f-4b74-a8de-bdca01be43df tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:55.029451 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0da3e8ad-5323-4747-a047-eb1d842c7291 req-091d433b-784f-4b74-a8de-bdca01be43df tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.6104722 May 25 20:23:55.084744 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:55.094669 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:55.095458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:55.109401 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:55.289259 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Attempting to bind port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:23:55.289546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Attempting to bind port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '5b5f9f7b-eb25-414a-a9e3-b311fab00016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:23:55.290744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Attempting to bind port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 on network ed87529d-e548-4932-b1ff-8fe983f27164 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:23:55.292985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Checking router: 98dee784-bfb1-4b07-a128-a058f1c8ebcf for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:23:55.293383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Updating router 98dee784-bfb1-4b07-a128-a058f1c8ebcf port 1ea23567-d1c9-46e2-b75a-524a9d0201d0 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:23:55.419507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ed100940-9873-4586-8fca-5e32ec9dee59 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:55.419975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-16b88329-1e20-4f32-881c-c119f0dd8632 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 696 time: 0.4863596 May 25 20:23:55.424792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-3f72394e-e2d2-46f2-a9d0-0f9e51d453f4 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Request body: {'floatingip': {'port_id': '24ab9239-5817-4bb2-b4fe-74e8292edc6d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:23:55.452055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Pushing event updated for resources: {'Port': ['ID=4e9280e3-a23e-4911-8b17-eb8e06f4e94a,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:55.468753 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0da3e8ad-5323-4747-a047-eb1d842c7291 req-1cabdb8a-f0ba-43f1-8fa0-2eadcc2602bf tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238973 May 25 20:23:55.485646 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:55.512704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:23:55.513070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Checking segment: {'id': '5b5f9f7b-eb25-414a-a9e3-b311fab00016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:55.513459 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:55.513838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Bound using segment: {'id': '5b5f9f7b-eb25-414a-a9e3-b311fab00016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:23:55.514333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Bound port: 2add1fe2-1dc2-4e14-821e-3829e4fd5085, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5f9f7b-eb25-414a-a9e3-b311fab00016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:23:55.514697 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:55.531885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cc2f5-589e-4655-985e-def6c754ed3e req-bc12d524-8962-44e4-9159-77cd9ebbe3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:55.536013 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c5cc2f5-589e-4655-985e-def6c754ed3e req-bc12d524-8962-44e4-9159-77cd9ebbe3c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9ea20e5f-cd04-42b5-80b6-8282aee2594c HTTP/1.1" status: 200 len: 915 time: 0.2792072 May 25 20:23:55.726889 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ca57cd-738b-4e26-ad3f-48222efd342d'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07c8e8f-6335-426d-9c38-c8f745c11d75', 'code': 200} May 25 20:23:55.765449 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c5cc2f5-589e-4655-985e-def6c754ed3e req-1c52c90f-96d5-41bd-98be-a6b7efedd755 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b HTTP/1.1" status: 200 len: 217 time: 0.2166030 May 25 20:23:55.772115 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-3f72394e-e2d2-46f2-a9d0-0f9e51d453f4 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:55.803413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Network ed87529d-e548-4932-b1ff-8fe983f27164 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:55.806134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:55.856699 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:55.982252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:55.998398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94138e4-0b00-4683-88ea-a1f63acd2d8c None None] Network 851075c3-33d8-4e46-bf88-4b10e5b89dfb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:23:56.031301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cc2f5-589e-4655-985e-def6c754ed3e req-2557e692-7d57-46e7-9264-8bb54dbe6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:56.031301 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c5cc2f5-589e-4655-985e-def6c754ed3e req-2557e692-7d57-46e7-9264-8bb54dbe6ea2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a1bbcd9-cf54-4001-b338-39a569272935 HTTP/1.1" status: 200 len: 854 time: 0.1582603 May 25 20:23:56.067680 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:56.089289 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:56.089289 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:56.149655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbdd24-0de7-4136-83c4-28d6b3b57064 req-30f5d8ce-ae23-4a37-8910-42129b168207 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:56.162900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbdd24-0de7-4136-83c4-28d6b3b57064 req-30f5d8ce-ae23-4a37-8910-42129b168207 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:56.173222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbdd24-0de7-4136-83c4-28d6b3b57064 req-30f5d8ce-ae23-4a37-8910-42129b168207 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:56.173222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbdd24-0de7-4136-83c4-28d6b3b57064 req-30f5d8ce-ae23-4a37-8910-42129b168207 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:56.176562 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c5cc2f5-589e-4655-985e-def6c754ed3e req-270a55db-3137-4c57-a55f-a3d26ea0f56c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9ea20e5f-cd04-42b5-80b6-8282aee2594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090605 May 25 20:23:56.179835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbdd24-0de7-4136-83c4-28d6b3b57064 req-30f5d8ce-ae23-4a37-8910-42129b168207 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:56.186979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbdd24-0de7-4136-83c4-28d6b3b57064 req-30f5d8ce-ae23-4a37-8910-42129b168207 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:56.194471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbdd24-0de7-4136-83c4-28d6b3b57064 req-30f5d8ce-ae23-4a37-8910-42129b168207 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:56.200260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8fdbdd24-0de7-4136-83c4-28d6b3b57064 req-30f5d8ce-ae23-4a37-8910-42129b168207 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5441 time: 0.3871315 May 25 20:23:56.217445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network bfd88472-fb90-4c81-8fb4-33663db02acd is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:23:56.227535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:23:56.237884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=344101e0-756a-42ba-82e6-50ac9bb1fe3e,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:56.256415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Router 98dee784-bfb1-4b07-a128-a058f1c8ebcf has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:23:56.294140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:23:56.349989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ed100940-9873-4586-8fca-5e32ec9dee59 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:56.354650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Allocated IP 172.23.0.2 (bfd88472-fb90-4c81-8fb4-33663db02acd/fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb/ed254b1e-81b0-4dc2-8e1f-65146c9f81e1) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:23:56.363754 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8fdbdd24-0de7-4136-83c4-28d6b3b57064 req-7d641b83-6364-4454-9d7e-6aab6ecbd4ca tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1574862 May 25 20:23:56.422513 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=f14dd45c-d281-46df-8cdf-06dd73dfe5ae,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:56.534172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:56.609951 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c5cc2f5-589e-4655-985e-def6c754ed3e req-5b777a03-d8a2-46d3-93f1-1c9d0c73cce2 service neutron] 10.222.0.70 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129603 May 25 20:23:56.708319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:23:56.724100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63639750-8713-4aca-a4e7-c010bcba473e req-76ef149b-5f9e-45a8-9bad-7c6852dd5613 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:56.724100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-63639750-8713-4aca-a4e7-c010bcba473e req-76ef149b-5f9e-45a8-9bad-7c6852dd5613 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1744194 May 25 20:23:56.724100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0db57fc8-3ad6-4aa4-ab94-f4a07ddf4f0d admin admin] 10.222.0.60 "PUT /v2.0/routers/98dee784-bfb1-4b07-a128-a058f1c8ebcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2371826 May 25 20:23:56.885490 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-63639750-8713-4aca-a4e7-c010bcba473e req-d1a104a2-9c43-4b58-b958-1ea52a4733e0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489332 May 25 20:23:57.075098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ed100940-9873-4586-8fca-5e32ec9dee59 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:57.075633 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:57.117595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c5cc2f5-589e-4655-985e-def6c754ed3e req-85320f33-f640-4167-9cb9-6aa7ddad4f3d service neutron] 10.222.0.70 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037227 May 25 20:23:57.156131 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:57.158617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b07c8e8f-6335-426d-9c38-c8f745c11d75,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:57.177990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9b3dc-c9f1-4de6-84fa-eaec843ca196 req-cf912904-e79f-42f5-806a-a01e6e033e54 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:57.180546 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-13a9b3dc-c9f1-4de6-84fa-eaec843ca196 req-cf912904-e79f-42f5-806a-a01e6e033e54 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1385062 May 25 20:23:57.226835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-971295a1-c2d2-4c1f-b9ff-615c01834a35 None None] Provisioning for port ed100940-9873-4586-8fca-5e32ec9dee59 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:23:57.241653 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-13a9b3dc-c9f1-4de6-84fa-eaec843ca196 req-6c49c2ec-17e9-43e6-bc22-559f9a5664f1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544901 May 25 20:23:57.354301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-971295a1-c2d2-4c1f-b9ff-615c01834a35 None None] Provisioning complete for port ed100940-9873-4586-8fca-5e32ec9dee59 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:23:57.354301 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-971295a1-c2d2-4c1f-b9ff-615c01834a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:57.534799 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-3f72394e-e2d2-46f2-a9d0-0f9e51d453f4 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:57.557076 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-3f72394e-e2d2-46f2-a9d0-0f9e51d453f4 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:57.558691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763d304-bde7-49cf-9e9a-7c7245caa3b3 req-15e8d4da-8cb2-44d5-879f-c0da2242c295 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:57.560298 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c763d304-bde7-49cf-9e9a-7c7245caa3b3 req-15e8d4da-8cb2-44d5-879f-c0da2242c295 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1371493 May 25 20:23:57.585905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] For port 2add1fe2-1dc2-4e14-821e-3829e4fd5085, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:23:57.604562 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:57.644762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c763d304-bde7-49cf-9e9a-7c7245caa3b3 req-8b70cc04-64f8-4d7b-9f29-8d708c6e209f tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695980 May 25 20:23:57.748305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] For port 2add1fe2-1dc2-4e14-821e-3829e4fd5085, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2add1fe2-1dc2-4e14-821e-3829e4fd5085,segment=NetworkSegment(5b5f9f7b-eb25-414a-a9e3-b311fab00016),segment_id=5b5f9f7b-eb25-414a-a9e3-b311fab00016)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:23:57.817785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Transition to ACTIVE for port object 1ea23567-d1c9-46e2-b75a-524a9d0201d0 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:23:57.824544 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:57.919021 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737737ff-291d-4764-a100-12d0ce2188fc req-09713add-cc9b-4cf9-bd14-c302d9e711e6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:57.925349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737737ff-291d-4764-a100-12d0ce2188fc req-09713add-cc9b-4cf9-bd14-c302d9e711e6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:57.929004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:57.929375 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:57.931252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737737ff-291d-4764-a100-12d0ce2188fc req-09713add-cc9b-4cf9-bd14-c302d9e711e6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:57.937098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737737ff-291d-4764-a100-12d0ce2188fc req-09713add-cc9b-4cf9-bd14-c302d9e711e6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:57.943210 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737737ff-291d-4764-a100-12d0ce2188fc req-09713add-cc9b-4cf9-bd14-c302d9e711e6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:57.949015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737737ff-291d-4764-a100-12d0ce2188fc req-09713add-cc9b-4cf9-bd14-c302d9e711e6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:57.956911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737737ff-291d-4764-a100-12d0ce2188fc req-09713add-cc9b-4cf9-bd14-c302d9e711e6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:57.959295 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-737737ff-291d-4764-a100-12d0ce2188fc req-09713add-cc9b-4cf9-bd14-c302d9e711e6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5441 time: 0.1977673 May 25 20:23:57.966644 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-3f72394e-e2d2-46f2-a9d0-0f9e51d453f4 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Floating IP 79fb4181-6a71-4a2e-8f4b-c2c32dbc5aeb associated. External IP: 172.25.3.214, port: 24ab9239-5817-4bb2-b4fe-74e8292edc6d. May 25 20:23:58.072053 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:58.079977 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-737737ff-291d-4764-a100-12d0ce2188fc req-78a310cc-22bd-498e-bc32-785ec354a362 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851016 May 25 20:23:58.121811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76ce2fa-0e4d-4f0c-bacf-bfb05d44a000'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:23:58.225286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:58.247618 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:58.347429 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:58.347429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e9565183-6952-4d21-9f2f-934a495fbd32 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:58.437618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-971295a1-c2d2-4c1f-b9ff-615c01834a35 None None] Current status of the port ed100940-9873-4586-8fca-5e32ec9dee59 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:58.437993 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-971295a1-c2d2-4c1f-b9ff-615c01834a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:58.448913 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Attempting to bind port 1ea23567-d1c9-46e2-b75a-524a9d0201d0 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:23:58.449440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Attempting to bind port 1ea23567-d1c9-46e2-b75a-524a9d0201d0 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:23:58.450893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Attempting to bind port 1ea23567-d1c9-46e2-b75a-524a9d0201d0 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:23:58.483496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ed100940-9873-4586-8fca-5e32ec9dee59 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:23:58.483496 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:58.504097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fb7d7e19-2ff4-43f8-8e5c-7b3b0fba7043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:58.505858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508f3c1-0002-4cfa-882a-5960aaf46456 None None] Pushing event updated for resources: {'Port': ['ID=2add1fe2-1dc2-4e14-821e-3829e4fd5085,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:58.544499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:23:44Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b36fbe1-b28f-48cd-998b-e8ae530f813a', 'name': '', 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:a2:f0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:43Z', 'updated_at': '2022-05-25T20:23:45Z', 'revision_number': 2, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:23:53Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:58.735235 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3cae05-6ab3-4ad8-906e-8fa6ce0b2e9c'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76ce2fa-0e4d-4f0c-bacf-bfb05d44a000', 'code': 200} May 25 20:23:58.736027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7ae411-f941-4db5-a18f-be71dca329c5 None None] The sync data for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 is: [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:23:44Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b36fbe1-b28f-48cd-998b-e8ae530f813a', 'name': '', 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:a2:f0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:43Z', 'updated_at': '2022-05-25T20:23:45Z', 'revision_number': 2, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:23:53Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:23:58.741748 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:23:58.741748 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:23:58.742076 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:58.742536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:23:58.771814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Bound port: 1ea23567-d1c9-46e2-b75a-524a9d0201d0, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:23:58.771814 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:58.993916 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:59.023539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] For port 1ea23567-d1c9-46e2-b75a-524a9d0201d0, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:23:59.031751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] For port 1ea23567-d1c9-46e2-b75a-524a9d0201d0, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1ea23567-d1c9-46e2-b75a-524a9d0201d0,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:23:59.032340 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:59.034380 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f892942-7558-4e1e-aae1-ad78c350fcd7 None None] Pushing event updated for resources: {'Port': ['ID=1ea23567-d1c9-46e2-b75a-524a9d0201d0,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:59.051249 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2965d9-f637-41b0-a760-8a1a5ffea778 req-08bf9e85-2c62-4367-bbf8-aae7e0138058 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:59.059371 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6f2965d9-f637-41b0-a760-8a1a5ffea778 req-08bf9e85-2c62-4367-bbf8-aae7e0138058 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3230965 May 25 20:23:59.187130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6f2965d9-f637-41b0-a760-8a1a5ffea778 req-1de0250d-0d06-4aea-bfa4-db67fa247b3d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268721 May 25 20:23:59.192710 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:59.311310 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ed100940-9873-4586-8fca-5e32ec9dee59, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ed100940-9873-4586-8fca-5e32ec9dee59,segment=NetworkSegment(153c60c1-ba14-43c0-89cf-1a9edfece44f),segment_id=153c60c1-ba14-43c0-89cf-1a9edfece44f)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:23:59.314545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Routers {'98dee784-bfb1-4b07-a128-a058f1c8ebcf'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:23:59.320469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:23:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['98dee784-bfb1-4b07-a128-a058f1c8ebcf'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:23:59.516110 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:59.573895 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-3f72394e-e2d2-46f2-a9d0-0f9e51d453f4 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Router 13de9e44-b091-41c1-a938-61db012612f8 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:23:59.610057 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:59.610637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ba13ef8a-0d04-45db-a863-2f269aac28b7 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:23:59.747883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465cc6c-ac4d-4444-b896-a8b9ccdbd203 req-23ff2014-668c-4f55-9401-bd4914ed5766 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:59.767317 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:23:59.791908 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465cc6c-ac4d-4444-b896-a8b9ccdbd203 req-23ff2014-668c-4f55-9401-bd4914ed5766 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:59.804194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465cc6c-ac4d-4444-b896-a8b9ccdbd203 req-23ff2014-668c-4f55-9401-bd4914ed5766 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:59.812254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465cc6c-ac4d-4444-b896-a8b9ccdbd203 req-23ff2014-668c-4f55-9401-bd4914ed5766 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:59.825060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465cc6c-ac4d-4444-b896-a8b9ccdbd203 req-23ff2014-668c-4f55-9401-bd4914ed5766 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:59.832439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465cc6c-ac4d-4444-b896-a8b9ccdbd203 req-23ff2014-668c-4f55-9401-bd4914ed5766 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:59.847867 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:23:59.850601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465cc6c-ac4d-4444-b896-a8b9ccdbd203 req-23ff2014-668c-4f55-9401-bd4914ed5766 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:23:59.864463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d465cc6c-ac4d-4444-b896-a8b9ccdbd203 req-23ff2014-668c-4f55-9401-bd4914ed5766 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5442 time: 0.3331480 May 25 20:24:00.040351 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d465cc6c-ac4d-4444-b896-a8b9ccdbd203 req-c511b5ad-734e-45cc-8bc9-40246527e9ce tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312540 May 25 20:24:00.113425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port e9565183-6952-4d21-9f2f-934a495fbd32 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:24:00.119153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Transition to ACTIVE for port object ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:24:00.172126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f892942-7558-4e1e-aae1-ad78c350fcd7 None None] Pushing event updated for resources: {'Port': ['ID=1ea23567-d1c9-46e2-b75a-524a9d0201d0,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:00.323165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event updated for resources: {'Port': ['ID=f14dd45c-d281-46df-8cdf-06dd73dfe5ae,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:00.412011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port e9565183-6952-4d21-9f2f-934a495fbd32 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:00.412011 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:00.426540 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6253912-a91b-41e8-a8e2-201148b3bced req-558591c5-acca-4094-aa96-b8baffc4b5bf tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:00.426540 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6253912-a91b-41e8-a8e2-201148b3bced req-558591c5-acca-4094-aa96-b8baffc4b5bf tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1627746 May 25 20:24:00.563654 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6253912-a91b-41e8-a8e2-201148b3bced req-6047eda5-0a21-4277-a97d-fd0140db239e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286705 May 25 20:24:00.568921 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-971295a1-c2d2-4c1f-b9ff-615c01834a35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:24:00.568921 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-971295a1-c2d2-4c1f-b9ff-615c01834a35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:24:00.734609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecffce16-67f1-437e-8cd7-62fb5febc75f None None] Network ed87529d-e548-4932-b1ff-8fe983f27164 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:24:00.912981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Transition to ACTIVE for port object ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:24:00.995886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Network bfd88472-fb90-4c81-8fb4-33663db02acd is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:24:00.995886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:24:01.303676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ed100940-9873-4586-8fca-5e32ec9dee59,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:01.338829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:24:01.338829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-3f72394e-e2d2-46f2-a9d0-0f9e51d453f4 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:24:01.365416 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-3f72394e-e2d2-46f2-a9d0-0f9e51d453f4 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:01.494849 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Sync routers for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:24:01.506071 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:01.506071 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:01.515829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] Set router 98dee784-bfb1-4b07-a128-a058f1c8ebcf gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:01.532019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc93133-b39a-427f-9871-a7e7ddbb0784 req-c0b36889-5161-4472-99e1-f0665b9a9225 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:01.540952 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7bc93133-b39a-427f-9871-a7e7ddbb0784 req-c0b36889-5161-4472-99e1-f0665b9a9225 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3673472 May 25 20:24:01.630491 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-3f72394e-e2d2-46f2-a9d0-0f9e51d453f4 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "PUT /v2.0/floatingips/79fb4181-6a71-4a2e-8f4b-c2c32dbc5aeb HTTP/1.1" status: 200 len: 996 time: 6.2093899 May 25 20:24:01.635189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'tag': '24ab9239-5817-4bb2-b4fe-74e8292edc6d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:24:01.650075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:24:01.669887 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636db83-55c7-4a7e-8769-6ae409af6c27 None None] Sync routers for ids ['13de9e44-b091-41c1-a938-61db012612f8'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:24:01.676200 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:01.734437 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d3f9e8ee-324e-4232-a8fc-6e1a71f34a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:01.748637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2aca6567-4125-40fa-ab9b-ba2e837807d1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7148192 May 25 20:24:01.751354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60666) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:01.757213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-227bfdd2-afd8-44b2-a920-5bf6f0e54247 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:24:01.762516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ba13ef8a-0d04-45db-a863-2f269aac28b7 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:24:01.807386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ba13ef8a-0d04-45db-a863-2f269aac28b7 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:01.810010 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:01.858078 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-39dd6c73-7741-496a-aad1-0fecc6f5a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:01.861692 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-39dd6c73-7741-496a-aad1-0fecc6f5a1fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02f9414758094917b3dfd1a0855d0bf5&device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 1096 time: 0.2092316 May 25 20:24:01.931218 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:01.968700 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:01.978364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636db83-55c7-4a7e-8769-6ae409af6c27 None None] Routers {'13de9e44-b091-41c1-a938-61db012612f8'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:01.979242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8636db83-55c7-4a7e-8769-6ae409af6c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['13de9e44-b091-41c1-a938-61db012612f8'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:02.116345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-971295a1-c2d2-4c1f-b9ff-615c01834a35 None None] Current status of the port ed100940-9873-4586-8fca-5e32ec9dee59 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:02.120164 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7bc93133-b39a-427f-9871-a7e7ddbb0784 req-21507c4c-d1c5-4008-863a-023306472d69 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715134 May 25 20:24:02.235498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-93919d76-d4f2-4bc8-bc63-cab9ead53f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:02.245275 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Network bfd88472-fb90-4c81-8fb4-33663db02acd is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:24:02.246946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-93919d76-d4f2-4bc8-bc63-cab9ead53f24 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede HTTP/1.1" status: 200 len: 920 time: 0.3781192 May 25 20:24:02.259662 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:02.260779 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:24:02.263929 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:24:02.398920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Pushing event updated for resources: {'Port': ['ID=ed254b1e-81b0-4dc2-8e1f-65146c9f81e1,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:02.481556 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-7b8d2ff3-7141-493a-891e-516c4f4e28b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d HTTP/1.1" status: 200 len: 999 time: 0.2327943 May 25 20:24:02.500567 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:23:57Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b36fbe1-b28f-48cd-998b-e8ae530f813a', 'name': '', 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:a2:f0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:43Z', 'updated_at': '2022-05-25T20:23:45Z', 'revision_number': 2, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:23:53Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14dd45c-d281-46df-8cdf-06dd73dfe5ae', 'name': '', 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ff:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:53Z', 'updated_at': '2022-05-25T20:23:57Z', 'revision_number': 2, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:02.511938 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Checking router: 9cfef4df-ab42-48c1-95da-8f1f69fec7fe for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:24:02.512647 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Updating router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe port 4b36fbe1-b28f-48cd-998b-e8ae530f813a binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:24:02.587260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-1adcadfd-32d6-44ac-a0bf-62c83a07e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:02.589293 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-1adcadfd-32d6-44ac-a0bf-62c83a07e6fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fca3a56e-188b-4aef-b6d9-198c489c2bb1 HTTP/1.1" status: 200 len: 859 time: 0.0969727 May 25 20:24:02.615161 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:02.672640 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-79d58ccd-83dd-402e-9346-508c1fcd04dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747156 May 25 20:24:02.693479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-d6e7e786-eecf-4dc7-b29a-8c5bff139ae0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:24:02.696911 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-d6e7e786-eecf-4dc7-b29a-8c5bff139ae0 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139117 May 25 20:24:02.800624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-8636db83-55c7-4a7e-8769-6ae409af6c27 None None] Set router 13de9e44-b091-41c1-a938-61db012612f8 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:02.929451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90418ed2-d1fd-4cdc-b997-c65a0cfb1d42 req-d46da5d1-0374-47da-92c1-4b587233ff7f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:02.939032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90418ed2-d1fd-4cdc-b997-c65a0cfb1d42 req-d46da5d1-0374-47da-92c1-4b587233ff7f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:02.951573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90418ed2-d1fd-4cdc-b997-c65a0cfb1d42 req-d46da5d1-0374-47da-92c1-4b587233ff7f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:02.960164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90418ed2-d1fd-4cdc-b997-c65a0cfb1d42 req-d46da5d1-0374-47da-92c1-4b587233ff7f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:02.969135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-6797c909-167e-480e-9ffb-ce50493deff3 service neutron] 10.222.0.60 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658236 May 25 20:24:02.970349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90418ed2-d1fd-4cdc-b997-c65a0cfb1d42 req-d46da5d1-0374-47da-92c1-4b587233ff7f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:02.977257 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90418ed2-d1fd-4cdc-b997-c65a0cfb1d42 req-d46da5d1-0374-47da-92c1-4b587233ff7f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:02.984644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90418ed2-d1fd-4cdc-b997-c65a0cfb1d42 req-d46da5d1-0374-47da-92c1-4b587233ff7f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:03.000051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-90418ed2-d1fd-4cdc-b997-c65a0cfb1d42 req-d46da5d1-0374-47da-92c1-4b587233ff7f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5442 time: 0.5029371 May 25 20:24:03.222071 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:03.229060 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-90418ed2-d1fd-4cdc-b997-c65a0cfb1d42 req-8eba2c39-651a-4d8b-89ac-ad3954938dab tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2240498 May 25 20:24:03.245915 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Transition to ACTIVE for port object 4b36fbe1-b28f-48cd-998b-e8ae530f813a will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:24:03.265007 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:03.288203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.extraroute_db [None req-227bfdd2-afd8-44b2-a920-5bf6f0e54247 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88331) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 25 20:24:03.357007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.extraroute_db [None req-227bfdd2-afd8-44b2-a920-5bf6f0e54247 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Removed routes are [] {{(pid=88331) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 25 20:24:03.357524 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-227bfdd2-afd8-44b2-a920-5bf6f0e54247 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:03.386262 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c22a5688-a3fe-4ee4-8531-24ffb0d3a27e req-c1c5b59d-d669-46df-bdd4-6ed49a94d6a0 service neutron] 10.222.0.60 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057529 May 25 20:24:03.429436 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a280c2a-5254-4653-b89a-205912d42e35'] response: {'name': 'network-changed', 'server_uuid': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'tag': '24ab9239-5817-4bb2-b4fe-74e8292edc6d', 'status': 'completed', 'code': 200} May 25 20:24:03.490237 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-96bd8026-9df5-4cff-ab9b-49c65b4cd0d3 None None] Provisioning for port 4b36fbe1-b28f-48cd-998b-e8ae530f813a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:24:03.725148 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf15c0a-a635-4c9d-a384-7690c2330b16 None None] Pushing event updated for resources: {'Port': ['ID=4b36fbe1-b28f-48cd-998b-e8ae530f813a,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:03.729507 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:03.918523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e929c7a-a938-44cf-bb72-0db721af19c3 req-0666e712-b1b8-42a1-8887-5c0a84c1386a tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:03.928510 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e929c7a-a938-44cf-bb72-0db721af19c3 req-0666e712-b1b8-42a1-8887-5c0a84c1386a tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1208317 May 25 20:24:03.946434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ba13ef8a-0d04-45db-a863-2f269aac28b7 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:03.946866 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:03.957976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec85a4-ed7d-41a9-9328-331cecd21806 req-37999b24-b640-4eb9-891f-0bdb832b7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:03.960600 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Attempting to bind port ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:24:03.960966 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Attempting to bind port ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:24:03.961115 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-daec85a4-ed7d-41a9-9328-331cecd21806 req-37999b24-b640-4eb9-891f-0bdb832b7c61 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02f9414758094917b3dfd1a0855d0bf5&device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 1096 time: 0.5042300 May 25 20:24:03.962248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Attempting to bind port ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 on network bfd88472-fb90-4c81-8fb4-33663db02acd {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:24:03.970134 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-44068cd9-a3ab-4229-8f9f-88e119963a8b tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 999 time: 0.3867567 May 25 20:24:04.007096 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Attempting to bind port 4b36fbe1-b28f-48cd-998b-e8ae530f813a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:24:04.007664 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Attempting to bind port 4b36fbe1-b28f-48cd-998b-e8ae530f813a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '153c60c1-ba14-43c0-89cf-1a9edfece44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:24:04.008184 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Attempting to bind port 4b36fbe1-b28f-48cd-998b-e8ae530f813a on network 851075c3-33d8-4e46-bf88-4b10e5b89dfb {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:24:04.014135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port e9565183-6952-4d21-9f2f-934a495fbd32 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:04.014708 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:04.022088 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:24:04.022088 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Checking segment: {'id': '153c60c1-ba14-43c0-89cf-1a9edfece44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:24:04.022493 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:04.022878 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Bound using segment: {'id': '153c60c1-ba14-43c0-89cf-1a9edfece44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:24:04.023350 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Bound port: 4b36fbe1-b28f-48cd-998b-e8ae530f813a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c60c1-ba14-43c0-89cf-1a9edfece44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:24:04.023665 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:04.041502 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-96bd8026-9df5-4cff-ab9b-49c65b4cd0d3 None None] Provisioning complete for port ed100940-9873-4586-8fca-5e32ec9dee59 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:04.042128 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-96bd8026-9df5-4cff-ab9b-49c65b4cd0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:04.137319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:24:04.138244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Checking segment: {'id': 'fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:24:04.139262 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:04.139841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Bound using segment: {'id': 'fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:24:04.140481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Bound port: ed254b1e-81b0-4dc2-8e1f-65146c9f81e1, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:24:04.141186 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:04.173010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e929c7a-a938-44cf-bb72-0db721af19c3 req-c88bf3e7-62f2-47a2-8fc5-bcfde0aae56a tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433562 May 25 20:24:04.195504 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-227bfdd2-afd8-44b2-a920-5bf6f0e54247 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:04.214015 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-227bfdd2-afd8-44b2-a920-5bf6f0e54247 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:04.316900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec85a4-ed7d-41a9-9328-331cecd21806 req-53fa13f3-e543-4976-93e6-d46db8a8c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:04.326985 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-daec85a4-ed7d-41a9-9328-331cecd21806 req-53fa13f3-e543-4976-93e6-d46db8a8c15a service neutron] 10.222.0.70 "GET /v2.0/networks?id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede HTTP/1.1" status: 200 len: 920 time: 0.3546333 May 25 20:24:04.397932 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] For port 4b36fbe1-b28f-48cd-998b-e8ae530f813a, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:24:04.410418 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] For port 4b36fbe1-b28f-48cd-998b-e8ae530f813a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4b36fbe1-b28f-48cd-998b-e8ae530f813a,segment=NetworkSegment(153c60c1-ba14-43c0-89cf-1a9edfece44f),segment_id=153c60c1-ba14-43c0-89cf-1a9edfece44f)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:24:04.421658 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:04.474386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] For port ed254b1e-81b0-4dc2-8e1f-65146c9f81e1, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:24:04.479155 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] For port ed254b1e-81b0-4dc2-8e1f-65146c9f81e1, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ed254b1e-81b0-4dc2-8e1f-65146c9f81e1,segment=NetworkSegment(fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0),segment_id=fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:24:04.504484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9565183-6952-4d21-9f2f-934a495fbd32'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:24:04.599819 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Updating router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe port f14dd45c-d281-46df-8cdf-06dd73dfe5ae binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:24:04.649433 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:04.670788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ba13ef8a-0d04-45db-a863-2f269aac28b7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ba13ef8a-0d04-45db-a863-2f269aac28b7,segment=NetworkSegment(bb80af49-32fc-4ec8-9ce3-3a0c54a86d51),segment_id=bb80af49-32fc-4ec8-9ce3-3a0c54a86d51)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:04.730624 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf15c0a-a635-4c9d-a384-7690c2330b16 None None] Pushing event updated for resources: {'Port': ['ID=4b36fbe1-b28f-48cd-998b-e8ae530f813a,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:04.733381 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:04.776563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-1c49e8ca-5d33-468d-bb39-736d60ec082b tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:04.789746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-1c49e8ca-5d33-468d-bb39-736d60ec082b tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports/24ab9239-5817-4bb2-b4fe-74e8292edc6d HTTP/1.1" status: 200 len: 942 time: 0.6278694 May 25 20:24:04.873140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e9565183-6952-4d21-9f2f-934a495fbd32, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e9565183-6952-4d21-9f2f-934a495fbd32,segment=NetworkSegment(74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7),segment_id=74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:04.894717 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:04.900761 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-daec85a4-ed7d-41a9-9328-331cecd21806 req-a6efbb49-1461-48e3-9ed4-38328d223ee9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d HTTP/1.1" status: 200 len: 999 time: 0.5676892 May 25 20:24:04.935707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227bfdd2-afd8-44b2-a920-5bf6f0e54247 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:24:05.026137 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:05.029522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 646b5601-3102-4461-916d-7e5427ae5ee1 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:05.395301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec85a4-ed7d-41a9-9328-331cecd21806 req-5706411e-a879-41b9-a778-1a2757f6fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:05.399451 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-daec85a4-ed7d-41a9-9328-331cecd21806 req-5706411e-a879-41b9-a778-1a2757f6fd28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fca3a56e-188b-4aef-b6d9-198c489c2bb1 HTTP/1.1" status: 200 len: 859 time: 0.4774766 May 25 20:24:05.478310 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db7740-b268-4cd9-b68b-474ab0ac16d2 None None] Pushing event updated for resources: {'Port': ['ID=ed254b1e-81b0-4dc2-8e1f-65146c9f81e1,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:05.571234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227bfdd2-afd8-44b2-a920-5bf6f0e54247 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:24:05.588787 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-daec85a4-ed7d-41a9-9328-331cecd21806 req-3a0efd32-0792-424b-b36d-03b8399bae04 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1768451 May 25 20:24:05.678518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81eb3f9-8103-4096-adc9-486aca2a8f90 req-42607032-084d-4b24-a3f5-537a536e814b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:05.696875 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c81eb3f9-8103-4096-adc9-486aca2a8f90 req-42607032-084d-4b24-a3f5-537a536e814b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 1.0110724 May 25 20:24:05.728433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-96bd8026-9df5-4cff-ab9b-49c65b4cd0d3 None None] Current status of the port ed100940-9873-4586-8fca-5e32ec9dee59 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:05.808076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8636db83-55c7-4a7e-8769-6ae409af6c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:22:25Z', 'revision_number': 4, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port': {'id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:08Z', 'updated_at': '2022-05-25T20:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '79fb4181-6a71-4a2e-8f4b-c2c32dbc5aeb', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '13de9e44-b091-41c1-a938-61db012612f8', 'port_id': '24ab9239-5817-4bb2-b4fe-74e8292edc6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'mac_address': 'fa:16:3e:24:07:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:23:50Z', 'updated_at': '2022-05-25T20:23:57Z', 'revision_number': 1, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c525734-4f88-449a-8bf4-1ed1a09ab697', 'name': '', 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'mac_address': 'fa:16:3e:50:74:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:21Z', 'updated_at': '2022-05-25T20:22:39Z', 'revision_number': 5, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'subnets': [{'id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:05.864812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'name': 'tempest-TestVolumeBackupRestore-1495288060-router', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:44Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': 'eb20154d848c49b8adeca7040471c554', 'gw_port': {'id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:46Z', 'updated_at': '2022-05-25T20:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '4e9280e3-a23e-4911-8b17-eb8e06f4e94a', 'name': '', 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'mac_address': 'fa:16:3e:46:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '483ccc93-c350-4821-b062-7933f2a19d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:52Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 2, 'project_id': 'eb20154d848c49b8adeca7040471c554', 'subnets': [{'id': '483ccc93-c350-4821-b062-7933f2a19d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:05.898451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06305367-f536-46d4-a75e-0c542cb60726 None None] The sync data for ids ['98dee784-bfb1-4b07-a128-a058f1c8ebcf'] in n-d-843339-1 is: [{'id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'name': 'tempest-TestVolumeBackupRestore-1495288060-router', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:44Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': 'eb20154d848c49b8adeca7040471c554', 'gw_port': {'id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:46Z', 'updated_at': '2022-05-25T20:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '4e9280e3-a23e-4911-8b17-eb8e06f4e94a', 'name': '', 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'mac_address': 'fa:16:3e:46:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '483ccc93-c350-4821-b062-7933f2a19d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:52Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 2, 'project_id': 'eb20154d848c49b8adeca7040471c554', 'subnets': [{'id': '483ccc93-c350-4821-b062-7933f2a19d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:24:05.904431 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-890afe2c-0ee8-492f-b415-fd5c0781de6e tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 999 time: 0.3347969 May 25 20:24:05.929048 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ed100940-9873-4586-8fca-5e32ec9dee59 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:05.997852 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-227bfdd2-afd8-44b2-a920-5bf6f0e54247 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:06.000858 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-227bfdd2-afd8-44b2-a920-5bf6f0e54247 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe HTTP/1.1" status: 200 len: 934 time: 4.2482226 May 25 20:24:06.014697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60694) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:06.077041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636db83-55c7-4a7e-8769-6ae409af6c27 None None] Checking router: 13de9e44-b091-41c1-a938-61db012612f8 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:24:06.095185 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:06.115744 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Transition to ACTIVE for port object f14dd45c-d281-46df-8cdf-06dd73dfe5ae will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:24:06.129385 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c81eb3f9-8103-4096-adc9-486aca2a8f90 req-307e86b7-b864-417f-a364-a612944167d3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312656 May 25 20:24:06.129586 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:06.164824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 646b5601-3102-4461-916d-7e5427ae5ee1 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:24:06.175575 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ba13ef8a-0d04-45db-a863-2f269aac28b7,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:06.261669 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-daec85a4-ed7d-41a9-9328-331cecd21806 req-f459808d-c48e-4697-ae55-ecb54356df02 service neutron] 10.222.0.70 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6621151 May 25 20:24:06.355708 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf15c0a-a635-4c9d-a384-7690c2330b16 None None] Pushing event updated for resources: {'Port': ['ID=f14dd45c-d281-46df-8cdf-06dd73dfe5ae,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:06.448951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 646b5601-3102-4461-916d-7e5427ae5ee1 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:06.449326 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:06.545120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-96bd8026-9df5-4cff-ab9b-49c65b4cd0d3 None None] Provisioning for port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:24:06.620655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60702) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:06.627920 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-858816b8-02c6-4326-9c50-bab7e671465c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe HTTP/1.1" status: 200 len: 934 time: 0.6114314 May 25 20:24:06.647134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5a695b0c-206f-432b-825d-ec0489f55b82 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'router': {'routes': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:24:06.692728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636db83-55c7-4a7e-8769-6ae409af6c27 None None] Routers {'13de9e44-b091-41c1-a938-61db012612f8'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:06.695241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8636db83-55c7-4a7e-8769-6ae409af6c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['13de9e44-b091-41c1-a938-61db012612f8'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:06.846188 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Attempting to bind port f14dd45c-d281-46df-8cdf-06dd73dfe5ae on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:24:06.857361 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Attempting to bind port f14dd45c-d281-46df-8cdf-06dd73dfe5ae by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:24:06.857361 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Attempting to bind port f14dd45c-d281-46df-8cdf-06dd73dfe5ae on network bfd88472-fb90-4c81-8fb4-33663db02acd {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:24:06.883046 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-5c23a314-9129-441d-ad07-d5db1e273ba0 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:06.883046 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-5c23a314-9129-441d-ad07-d5db1e273ba0 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.9705436 May 25 20:24:06.888445 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:24:06.888445 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Checking segment: {'id': 'fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:24:06.888445 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:06.888445 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Bound using segment: {'id': 'fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:24:06.888445 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Bound port: f14dd45c-d281-46df-8cdf-06dd73dfe5ae, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:24:06.888445 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:06.944454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-0cbde1d4-8e86-4648-bc63-b626b271f389 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:24:06.944454 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-0cbde1d4-8e86-4648-bc63-b626b271f389 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0370090 May 25 20:24:07.022532 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=e9565183-6952-4d21-9f2f-934a495fbd32,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:07.340269 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] For port f14dd45c-d281-46df-8cdf-06dd73dfe5ae, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:24:07.351093 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] For port f14dd45c-d281-46df-8cdf-06dd73dfe5ae, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f14dd45c-d281-46df-8cdf-06dd73dfe5ae,segment=NetworkSegment(fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0),segment_id=fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:24:07.362542 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-681fffe4-f3af-4c68-901c-a768955e244a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 999 time: 0.4148443 May 25 20:24:07.372937 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:07.378201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-0dbdaeb9-49df-489f-8b68-1faa642b1da6 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:24:07.556370 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-daec85a4-ed7d-41a9-9328-331cecd21806 req-a38bb481-76fc-445d-a82a-6dc8a1334eb2 service neutron] 10.222.0.70 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2872617 May 25 20:24:07.596459 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-0dbdaeb9-49df-489f-8b68-1faa642b1da6 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:07.599775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eef404-65ac-4f05-8145-e250dff170fc None None] Network bfd88472-fb90-4c81-8fb4-33663db02acd requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:24:07.607483 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:07.612932 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:07.713352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad05cb2-945b-4dba-a6cc-f474e82e6f85 req-dc42a8d4-5406-4c90-87a8-ac011c14543b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:07.739408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad05cb2-945b-4dba-a6cc-f474e82e6f85 req-dc42a8d4-5406-4c90-87a8-ac011c14543b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:07.762009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad05cb2-945b-4dba-a6cc-f474e82e6f85 req-dc42a8d4-5406-4c90-87a8-ac011c14543b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:07.773164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad05cb2-945b-4dba-a6cc-f474e82e6f85 req-dc42a8d4-5406-4c90-87a8-ac011c14543b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:07.790373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad05cb2-945b-4dba-a6cc-f474e82e6f85 req-dc42a8d4-5406-4c90-87a8-ac011c14543b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:07.819930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad05cb2-945b-4dba-a6cc-f474e82e6f85 req-dc42a8d4-5406-4c90-87a8-ac011c14543b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:07.837619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad05cb2-945b-4dba-a6cc-f474e82e6f85 req-dc42a8d4-5406-4c90-87a8-ac011c14543b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:07.842489 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf15c0a-a635-4c9d-a384-7690c2330b16 None None] Pushing event updated for resources: {'Port': ['ID=f14dd45c-d281-46df-8cdf-06dd73dfe5ae,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:07.851209 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3ad05cb2-945b-4dba-a6cc-f474e82e6f85 req-dc42a8d4-5406-4c90-87a8-ac011c14543b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5443 time: 1.3965502 May 25 20:24:07.904673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-8636db83-55c7-4a7e-8769-6ae409af6c27 None None] Set router 13de9e44-b091-41c1-a938-61db012612f8 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:07.976410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ed100940-9873-4586-8fca-5e32ec9dee59 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:07.976919 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:07.979661 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:08.350125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3ad05cb2-945b-4dba-a6cc-f474e82e6f85 req-91487413-b7e2-4ba5-94f2-801e34d3231b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4977148 May 25 20:24:08.383664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 646b5601-3102-4461-916d-7e5427ae5ee1 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:08.384129 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:08.498492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 646b5601-3102-4461-916d-7e5427ae5ee1, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=646b5601-3102-4461-916d-7e5427ae5ee1,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:08.500148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1a4bb8c3-a623-4925-aec9-5d5925638250 None None] Provisioning for port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:24:08.629230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1a4bb8c3-a623-4925-aec9-5d5925638250 None None] Provisioning complete for port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:08.630241 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1a4bb8c3-a623-4925-aec9-5d5925638250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:08.641860 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-0dbdaeb9-49df-489f-8b68-1faa642b1da6 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:08.653616 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-0dbdaeb9-49df-489f-8b68-1faa642b1da6 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:08.655601 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-0dbdaeb9-49df-489f-8b68-1faa642b1da6 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Floating IP 79fb4181-6a71-4a2e-8f4b-c2c32dbc5aeb disassociated. External IP: 172.25.3.214, port: 24ab9239-5817-4bb2-b4fe-74e8292edc6d. May 25 20:24:08.696080 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:08.724084 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:03Z', 'revision_number': 6, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b36fbe1-b28f-48cd-998b-e8ae530f813a', 'name': '', 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:a2:f0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:43Z', 'updated_at': '2022-05-25T20:24:04Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:23:53Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14dd45c-d281-46df-8cdf-06dd73dfe5ae', 'name': '', 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ff:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:53Z', 'updated_at': '2022-05-25T20:24:07Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:08.731343 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24056aa-7bc0-43e7-8474-e6e4786e0e22 None None] The sync data for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 is: [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:03Z', 'revision_number': 6, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b36fbe1-b28f-48cd-998b-e8ae530f813a', 'name': '', 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:a2:f0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:43Z', 'updated_at': '2022-05-25T20:24:04Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:23:53Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14dd45c-d281-46df-8cdf-06dd73dfe5ae', 'name': '', 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ff:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:53Z', 'updated_at': '2022-05-25T20:24:07Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:24:08.776456 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d72e4d60-46a9-4ea9-8918-d9a6750c2483'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9565183-6952-4d21-9f2f-934a495fbd32', 'code': 200} May 25 20:24:08.985274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.extraroute_db [None req-5a695b0c-206f-432b-825d-ec0489f55b82 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Added routes are [] {{(pid=88332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 25 20:24:08.985807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.extraroute_db [None req-5a695b0c-206f-432b-825d-ec0489f55b82 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 25 20:24:09.043902 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a695b0c-206f-432b-825d-ec0489f55b82 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:09.085435 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1a4bb8c3-a623-4925-aec9-5d5925638250 None None] Port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:24:09.178088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ed100940-9873-4586-8fca-5e32ec9dee59 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:09.179439 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4b36fbe1-b28f-48cd-998b-e8ae530f813a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:09.354671 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=646b5601-3102-4461-916d-7e5427ae5ee1,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:09.526440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1a54dff0-4177-420c-a3b8-31a85e2d6d11 None None] Provisioning complete for port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:09.527013 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1a54dff0-4177-420c-a3b8-31a85e2d6d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:09.643266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1a54dff0-4177-420c-a3b8-31a85e2d6d11 None None] Port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:24:09.648396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 4b36fbe1-b28f-48cd-998b-e8ae530f813a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:24:09.663451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4b36fbe1-b28f-48cd-998b-e8ae530f813a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:09.667620 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:09.722717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-0dbdaeb9-49df-489f-8b68-1faa642b1da6 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Router 13de9e44-b091-41c1-a938-61db012612f8 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:24:09.753551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8636db83-55c7-4a7e-8769-6ae409af6c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:22:25Z', 'revision_number': 4, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port': {'id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:08Z', 'updated_at': '2022-05-25T20:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '79fb4181-6a71-4a2e-8f4b-c2c32dbc5aeb', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '13de9e44-b091-41c1-a938-61db012612f8', 'port_id': '24ab9239-5817-4bb2-b4fe-74e8292edc6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'mac_address': 'fa:16:3e:24:07:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:23:50Z', 'updated_at': '2022-05-25T20:23:57Z', 'revision_number': 1, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c525734-4f88-449a-8bf4-1ed1a09ab697', 'name': '', 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'mac_address': 'fa:16:3e:50:74:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:21Z', 'updated_at': '2022-05-25T20:22:39Z', 'revision_number': 5, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'subnets': [{'id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:09.770732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1a54dff0-4177-420c-a3b8-31a85e2d6d11 None None] Provisioning for port ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:24:09.841892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a695b0c-206f-432b-825d-ec0489f55b82 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:09.847903 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a695b0c-206f-432b-825d-ec0489f55b82 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:09.904262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8636db83-55c7-4a7e-8769-6ae409af6c27 None None] The sync data for ids ['13de9e44-b091-41c1-a938-61db012612f8'] in n-d-843339-1 is: [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:22:25Z', 'revision_number': 4, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port': {'id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:08Z', 'updated_at': '2022-05-25T20:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '79fb4181-6a71-4a2e-8f4b-c2c32dbc5aeb', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '13de9e44-b091-41c1-a938-61db012612f8', 'port_id': '24ab9239-5817-4bb2-b4fe-74e8292edc6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'mac_address': 'fa:16:3e:24:07:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:23:50Z', 'updated_at': '2022-05-25T20:23:57Z', 'revision_number': 1, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c525734-4f88-449a-8bf4-1ed1a09ab697', 'name': '', 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'mac_address': 'fa:16:3e:50:74:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:21Z', 'updated_at': '2022-05-25T20:22:39Z', 'revision_number': 5, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'subnets': [{'id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:24:10.079383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4b36fbe1-b28f-48cd-998b-e8ae530f813a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:10.080462 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:10.105544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-aef1a924-1afc-425f-8717-6d17e2cd7dd6 None None] Provisioning for port f14dd45c-d281-46df-8cdf-06dd73dfe5ae completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:24:10.152534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a695b0c-206f-432b-825d-ec0489f55b82 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:24:10.172125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f7a5a-4c56-4ec2-80fb-ab4490acf09c req-c91c43cc-4995-4eda-98cd-20cb636ecaed tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:10.185300 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-162f7a5a-4c56-4ec2-80fb-ab4490acf09c req-c91c43cc-4995-4eda-98cd-20cb636ecaed tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.6389995 May 25 20:24:10.252993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-0dbdaeb9-49df-489f-8b68-1faa642b1da6 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:24:10.270115 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-0dbdaeb9-49df-489f-8b68-1faa642b1da6 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:10.296538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 4b36fbe1-b28f-48cd-998b-e8ae530f813a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4b36fbe1-b28f-48cd-998b-e8ae530f813a,segment=NetworkSegment(153c60c1-ba14-43c0-89cf-1a9edfece44f),segment_id=153c60c1-ba14-43c0-89cf-1a9edfece44f)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:10.305498 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:10.307512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 344101e0-756a-42ba-82e6-50ac9bb1fe3e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:10.421463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-0dbdaeb9-49df-489f-8b68-1faa642b1da6 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "PUT /v2.0/floatingips/79fb4181-6a71-4a2e-8f4b-c2c32dbc5aeb HTTP/1.1" status: 200 len: 693 time: 3.0459416 May 25 20:24:10.422317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'tag': '24ab9239-5817-4bb2-b4fe-74e8292edc6d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:24:10.585088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a695b0c-206f-432b-825d-ec0489f55b82 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:24:10.621358 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a695b0c-206f-432b-825d-ec0489f55b82 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:10.622767 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5a695b0c-206f-432b-825d-ec0489f55b82 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe HTTP/1.1" status: 200 len: 700 time: 3.9978535 May 25 20:24:10.627610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60730) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:10.669635 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=4b36fbe1-b28f-48cd-998b-e8ae530f813a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:10.705216 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-162f7a5a-4c56-4ec2-80fb-ab4490acf09c req-adfa199e-5805-43cb-888a-08fb8fa0d9f3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259507 May 25 20:24:10.720660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 344101e0-756a-42ba-82e6-50ac9bb1fe3e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:10.721446 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:10.796029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646b5601-3102-4461-916d-7e5427ae5ee1'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:24:10.900348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Sync routers for ids ['98dee784-bfb1-4b07-a128-a058f1c8ebcf'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:24:10.964442 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b045b8-baee-4604-b067-909301773be9 None None] New status for floating IP 79fb4181-6a71-4a2e-8f4b-c2c32dbc5aeb: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:24:10.976559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Routers {'98dee784-bfb1-4b07-a128-a058f1c8ebcf'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:10.977248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['98dee784-bfb1-4b07-a128-a058f1c8ebcf'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:11.042812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-78b9c867-c22f-4526-ae00-238fb92a2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:11.045555 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-78b9c867-c22f-4526-ae00-238fb92a2fb0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02f9414758094917b3dfd1a0855d0bf5&device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 1096 time: 0.6052980 May 25 20:24:11.166191 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f2669cd7-fcef-4443-9927-3dc9df0192ae tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe HTTP/1.1" status: 200 len: 700 time: 0.5343995 May 25 20:24:11.170493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60738) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:11.287004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-237efa1a-aede-4a40-b787-f6c448456423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:11.291260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-237efa1a-aede-4a40-b787-f6c448456423 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede HTTP/1.1" status: 200 len: 920 time: 0.2291989 May 25 20:24:11.492297 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-66d0fc4a-fafc-4f20-b077-14972a50278d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d HTTP/1.1" status: 200 len: 217 time: 0.1912539 May 25 20:24:11.625693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Set router 98dee784-bfb1-4b07-a128-a058f1c8ebcf gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:11.766459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-11d51a02-c746-4a13-891a-e150392d1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:11.768550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-11d51a02-c746-4a13-891a-e150392d1868 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fca3a56e-188b-4aef-b6d9-198c489c2bb1 HTTP/1.1" status: 200 len: 859 time: 0.2678051 May 25 20:24:11.855262 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-6d8ef41a-ad3a-4b6f-8731-65cdc88f9356 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726771 May 25 20:24:12.135911 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-6be9f098-ad55-4314-ae3d-af9ba9a631c2 service neutron] 10.222.0.60 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652454 May 25 20:24:12.303039 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73eb68-0a3a-4b4c-be9a-176fb820375d None None] Sync routers for ids ['13de9e44-b091-41c1-a938-61db012612f8'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:24:12.322889 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73eb68-0a3a-4b4c-be9a-176fb820375d None None] Routers {'13de9e44-b091-41c1-a938-61db012612f8'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:12.323629 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3e73eb68-0a3a-4b4c-be9a-176fb820375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['13de9e44-b091-41c1-a938-61db012612f8'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:12.349355 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7d14c-6838-43dd-9058-970d4ae515af None None] Sync routers for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:24:12.427139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7d14c-6838-43dd-9058-970d4ae515af None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:12.427864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-45c7d14c-6838-43dd-9058-970d4ae515af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:12.461606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4b353-bf42-4937-9a08-3d2394b8591a req-2e840c28-24b3-42f9-aa61-d2dd68af0c9a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:12.469005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4b353-bf42-4937-9a08-3d2394b8591a req-2e840c28-24b3-42f9-aa61-d2dd68af0c9a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:12.477051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4b353-bf42-4937-9a08-3d2394b8591a req-2e840c28-24b3-42f9-aa61-d2dd68af0c9a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:12.488216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4b353-bf42-4937-9a08-3d2394b8591a req-2e840c28-24b3-42f9-aa61-d2dd68af0c9a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:12.496508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4b353-bf42-4937-9a08-3d2394b8591a req-2e840c28-24b3-42f9-aa61-d2dd68af0c9a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:12.504157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4b353-bf42-4937-9a08-3d2394b8591a req-2e840c28-24b3-42f9-aa61-d2dd68af0c9a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:12.511990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4b353-bf42-4937-9a08-3d2394b8591a req-2e840c28-24b3-42f9-aa61-d2dd68af0c9a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:12.521752 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-32d4b353-bf42-4937-9a08-3d2394b8591a req-2e840c28-24b3-42f9-aa61-d2dd68af0c9a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5444 time: 1.0456712 May 25 20:24:12.584873 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-42b0451a-233d-4fe3-bd87-ded1f25e9f3e req-fd0020be-8db0-4d72-a0eb-817329768780 service neutron] 10.222.0.60 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304950 May 25 20:24:12.619740 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-32d4b353-bf42-4937-9a08-3d2394b8591a req-2c8347c5-c67a-49c3-b7f7-f18aa3c94f40 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0966356 May 25 20:24:12.676615 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49aaa660-d310-4e74-931e-6925bf7e9bf3'] response: {'name': 'network-changed', 'server_uuid': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'tag': '24ab9239-5817-4bb2-b4fe-74e8292edc6d', 'status': 'completed', 'code': 200} May 25 20:24:12.696008 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3e73eb68-0a3a-4b4c-be9a-176fb820375d None None] Set router 13de9e44-b091-41c1-a938-61db012612f8 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:12.793955 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-45c7d14c-6838-43dd-9058-970d4ae515af None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:12.924068 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c45e945-9e14-43a9-8053-33f0e5445525'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646b5601-3102-4461-916d-7e5427ae5ee1', 'code': 200} May 25 20:24:12.934000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 344101e0-756a-42ba-82e6-50ac9bb1fe3e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:12.935530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b493ccd-b9ee-4a86-8e7f-66103654dd49 req-f41421f4-6e35-49c0-9fbc-f51b81d1d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:12.935767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 60f4bfd5-529e-4497-8128-a804303016ee up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:12.937002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b493ccd-b9ee-4a86-8e7f-66103654dd49 req-f41421f4-6e35-49c0-9fbc-f51b81d1d6d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02f9414758094917b3dfd1a0855d0bf5&device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 1096 time: 0.2281651 May 25 20:24:13.014790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22322-66c7-40c5-815c-d4c9ad0488d8 req-d4852266-e239-44e1-b2a7-70e9cabcce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:13.019158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22322-66c7-40c5-815c-d4c9ad0488d8 req-d4852266-e239-44e1-b2a7-70e9cabcce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:13.019849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22322-66c7-40c5-815c-d4c9ad0488d8 req-d4852266-e239-44e1-b2a7-70e9cabcce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:13.020502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22322-66c7-40c5-815c-d4c9ad0488d8 req-d4852266-e239-44e1-b2a7-70e9cabcce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:13.021130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22322-66c7-40c5-815c-d4c9ad0488d8 req-d4852266-e239-44e1-b2a7-70e9cabcce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:13.022002 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22322-66c7-40c5-815c-d4c9ad0488d8 req-d4852266-e239-44e1-b2a7-70e9cabcce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:13.022905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22322-66c7-40c5-815c-d4c9ad0488d8 req-d4852266-e239-44e1-b2a7-70e9cabcce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:13.025093 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5dd22322-66c7-40c5-815c-d4c9ad0488d8 req-d4852266-e239-44e1-b2a7-70e9cabcce27 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 6501 time: 0.1962965 May 25 20:24:13.139242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b493ccd-b9ee-4a86-8e7f-66103654dd49 req-c153758a-7bed-4b00-beba-074c96b91258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:13.140778 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b493ccd-b9ee-4a86-8e7f-66103654dd49 req-c153758a-7bed-4b00-beba-074c96b91258 service neutron] 10.222.0.70 "GET /v2.0/networks?id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede HTTP/1.1" status: 200 len: 920 time: 0.1956000 May 25 20:24:13.263800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b493ccd-b9ee-4a86-8e7f-66103654dd49 req-44c70aa8-d8a3-4d09-8417-f9a7416edc51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d HTTP/1.1" status: 200 len: 217 time: 0.1155632 May 25 20:24:13.267402 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5dd22322-66c7-40c5-815c-d4c9ad0488d8 req-706997c0-0362-49bd-a824-dd403ddce5c7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&id=4ef89e0f-e13c-40ce-972b-86f476d290ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2342260 May 25 20:24:13.272741 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-066ffc9a-f4a9-4e61-a899-2fbb30ee8f5c tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/floatingips/79fb4181-6a71-4a2e-8f4b-c2c32dbc5aeb HTTP/1.1" status: 200 len: 693 time: 0.1660531 May 25 20:24:13.377124 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58daca58-475f-4020-aaee-d9ea92e601a6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:13.463605 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3e73eb68-0a3a-4b4c-be9a-176fb820375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:22:25Z', 'revision_number': 4, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port': {'id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:08Z', 'updated_at': '2022-05-25T20:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9c525734-4f88-449a-8bf4-1ed1a09ab697', 'name': '', 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'mac_address': 'fa:16:3e:50:74:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:21Z', 'updated_at': '2022-05-25T20:22:39Z', 'revision_number': 5, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'subnets': [{'id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:13.477634 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73eb68-0a3a-4b4c-be9a-176fb820375d None None] Checking router: 13de9e44-b091-41c1-a938-61db012612f8 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:24:13.509389 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73eb68-0a3a-4b4c-be9a-176fb820375d None None] Routers {'13de9e44-b091-41c1-a938-61db012612f8'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:13.510997 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3e73eb68-0a3a-4b4c-be9a-176fb820375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['13de9e44-b091-41c1-a938-61db012612f8'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:13.663435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-46d55aae-f68b-4a58-a534-2062bd60de70 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:13.680012 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-46d55aae-f68b-4a58-a534-2062bd60de70 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 784 time: 0.3982821 May 25 20:24:13.694956 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-fd36685a-765b-435f-8d1b-13a2b3ac6f7e tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:24:13.697480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 60f4bfd5-529e-4497-8128-a804303016ee completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:24:13.706788 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-fd36685a-765b-435f-8d1b-13a2b3ac6f7e tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222411 May 25 20:24:13.764999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 60f4bfd5-529e-4497-8128-a804303016ee triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:13.769289 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:13.835722 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-53841b05-11ab-4565-927d-61c3189804cd tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 696 time: 0.1273513 May 25 20:24:13.929734 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3e73eb68-0a3a-4b4c-be9a-176fb820375d None None] Set router 13de9e44-b091-41c1-a938-61db012612f8 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:13.955692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'name': 'tempest-TestVolumeBackupRestore-1495288060-router', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:44Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': 'eb20154d848c49b8adeca7040471c554', 'gw_port': {'id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:46Z', 'updated_at': '2022-05-25T20:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '4e9280e3-a23e-4911-8b17-eb8e06f4e94a', 'name': '', 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'mac_address': 'fa:16:3e:46:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '483ccc93-c350-4821-b062-7933f2a19d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:52Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 2, 'project_id': 'eb20154d848c49b8adeca7040471c554', 'subnets': [{'id': '483ccc93-c350-4821-b062-7933f2a19d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:13.957405 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-b541b6c4-379d-4b20-a53c-d35d46374661 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 696 time: 0.1205006 May 25 20:24:13.980376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b493ccd-b9ee-4a86-8e7f-66103654dd49 req-01dd73cc-65d0-441e-b185-4f86458c9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:13.980942 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b493ccd-b9ee-4a86-8e7f-66103654dd49 req-01dd73cc-65d0-441e-b185-4f86458c9d69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fca3a56e-188b-4aef-b6d9-198c489c2bb1 HTTP/1.1" status: 200 len: 859 time: 0.2098601 May 25 20:24:13.982082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Checking router: 98dee784-bfb1-4b07-a128-a058f1c8ebcf for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:24:13.982476 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Updating router 98dee784-bfb1-4b07-a128-a058f1c8ebcf port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:24:14.093118 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:14.107388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b493ccd-b9ee-4a86-8e7f-66103654dd49 req-c5ba8fd8-8d15-4dd3-bf39-f9eecb0c6af6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=af255cd0-9c8c-44d1-a0f2-e82d62f8aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155782 May 25 20:24:14.238343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b121c04-3b9b-4f77-8b2d-5c0fcdfa8123 req-d08247fa-ebf7-4b1c-9077-fdb61770de9a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:14.243315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-1fa3d8ad-48f3-48b3-bc70-db6a60a6228d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Deleting port 797a949c-c75e-481e-9617-30a98025241f {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:14.244742 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-1fa3d8ad-48f3-48b3-bc70-db6a60a6228d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:14.246308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b121c04-3b9b-4f77-8b2d-5c0fcdfa8123 req-d08247fa-ebf7-4b1c-9077-fdb61770de9a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.4364343 May 25 20:24:14.311053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-45c7d14c-6838-43dd-9058-970d4ae515af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:08Z', 'revision_number': 7, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b36fbe1-b28f-48cd-998b-e8ae530f813a', 'name': '', 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:a2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:43Z', 'updated_at': '2022-05-25T20:24:10Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:23:53Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14dd45c-d281-46df-8cdf-06dd73dfe5ae', 'name': '', 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ff:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:53Z', 'updated_at': '2022-05-25T20:24:07Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:14.336614 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 60f4bfd5-529e-4497-8128-a804303016ee is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:14.339139 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:14.374133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7d14c-6838-43dd-9058-970d4ae515af None None] Checking router: 9cfef4df-ab42-48c1-95da-8f1f69fec7fe for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:24:14.390778 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b121c04-3b9b-4f77-8b2d-5c0fcdfa8123 req-a9c5a1a2-ed7d-48d4-8c70-0df7b346c33e tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433291 May 25 20:24:14.435621 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b493ccd-b9ee-4a86-8e7f-66103654dd49 req-4c246353-58a2-410e-a09e-a8b2f684bff9 service neutron] 10.222.0.70 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184557 May 25 20:24:14.466244 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3e73eb68-0a3a-4b4c-be9a-176fb820375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:22:25Z', 'revision_number': 4, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port': {'id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:08Z', 'updated_at': '2022-05-25T20:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9c525734-4f88-449a-8bf4-1ed1a09ab697', 'name': '', 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'mac_address': 'fa:16:3e:50:74:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:21Z', 'updated_at': '2022-05-25T20:22:39Z', 'revision_number': 5, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'subnets': [{'id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:14.480436 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73eb68-0a3a-4b4c-be9a-176fb820375d None None] The sync data for ids ['13de9e44-b091-41c1-a938-61db012612f8'] in n-d-843339-1 is: [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:22:25Z', 'revision_number': 4, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port': {'id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:08Z', 'updated_at': '2022-05-25T20:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9c525734-4f88-449a-8bf4-1ed1a09ab697', 'name': '', 'network_id': 'af255cd0-9c8c-44d1-a0f2-e82d62f8aede', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'mac_address': 'fa:16:3e:50:74:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:21Z', 'updated_at': '2022-05-25T20:22:39Z', 'revision_number': 5, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'subnets': [{'id': 'fca3a56e-188b-4aef-b6d9-198c489c2bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:24:14.513843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7d14c-6838-43dd-9058-970d4ae515af None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:14.514486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-45c7d14c-6838-43dd-9058-970d4ae515af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:14.520968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-58daca58-475f-4020-aaee-d9ea92e601a6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port f14dd45c-d281-46df-8cdf-06dd73dfe5ae {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:14.521311 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58daca58-475f-4020-aaee-d9ea92e601a6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:14.657369 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-1fa3d8ad-48f3-48b3-bc70-db6a60a6228d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:14.660651 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-1fa3d8ad-48f3-48b3-bc70-db6a60a6228d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:14.855123 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 60f4bfd5-529e-4497-8128-a804303016ee, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=60f4bfd5-529e-4497-8128-a804303016ee,segment=NetworkSegment(7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d),segment_id=7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:14.953647 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:14.955926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2add1fe2-1dc2-4e14-821e-3829e4fd5085 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:15.065179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-1fa3d8ad-48f3-48b3-bc70-db6a60a6228d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Calling delete_port for 797a949c-c75e-481e-9617-30a98025241f owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:15.231761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=60f4bfd5-529e-4497-8128-a804303016ee,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:15.237086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e3a946-5847-42ce-bd6b-66cb246bbcba None None] New status for floating IP 79fb4181-6a71-4a2e-8f4b-c2c32dbc5aeb: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:24:15.362078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b493ccd-b9ee-4a86-8e7f-66103654dd49 req-d30b4ad2-19ef-4d3b-a66d-9cbd13cd5453 service neutron] 10.222.0.70 "GET /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9200423 May 25 20:24:15.398690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91e493-806d-477c-a128-b9bcee5c4a28 req-e6c31d98-f678-43d7-a52b-d4b79728dc7b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:15.405679 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d91e493-806d-477c-a128-b9bcee5c4a28 req-e6c31d98-f678-43d7-a52b-d4b79728dc7b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.4545734 May 25 20:24:15.444003 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-1fa3d8ad-48f3-48b3-bc70-db6a60a6228d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:15.465348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-58daca58-475f-4020-aaee-d9ea92e601a6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] For port f14dd45c-d281-46df-8cdf-06dd73dfe5ae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f14dd45c-d281-46df-8cdf-06dd73dfe5ae,segment=NetworkSegment(fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0),segment_id=fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:15.465709 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58daca58-475f-4020-aaee-d9ea92e601a6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:15.553057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3d8ad-48f3-48b3-bc70-db6a60a6228d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Pushing event deleted for resources: {'Port': ['ID=797a949c-c75e-481e-9617-30a98025241f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:15.555442 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d91e493-806d-477c-a128-b9bcee5c4a28 req-d3853d48-88e8-4053-acdb-87aef36058d5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436169 May 25 20:24:15.686180 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-b8e3a946-5847-42ce-bd6b-66cb246bbcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:24:15.686180 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-b8e3a946-5847-42ce-bd6b-66cb246bbcba None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:24:15.710522 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:15.720838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-45c7d14c-6838-43dd-9058-970d4ae515af None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:15.778289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-58daca58-475f-4020-aaee-d9ea92e601a6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for f14dd45c-d281-46df-8cdf-06dd73dfe5ae owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:15.854943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:24:15.892445 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-1fa3d8ad-48f3-48b3-bc70-db6a60a6228d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:15.896423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:15.896863 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:15.965148 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-1fa3d8ad-48f3-48b3-bc70-db6a60a6228d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:15.965725 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fb3aed63-ab27-4d78-a177-edb55c8c80fd req-1fa3d8ad-48f3-48b3-bc70-db6a60a6228d tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "DELETE /v2.0/floatingips/79fb4181-6a71-4a2e-8f4b-c2c32dbc5aeb HTTP/1.1" status: 204 len: 173 time: 2.0075278 May 25 20:24:16.029346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Transition to ACTIVE for port object 4e9280e3-a23e-4911-8b17-eb8e06f4e94a will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:24:16.046037 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:16.186010 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09444b2-1304-4e17-9806-6b73ac64e159 req-3324a1b0-3b30-43cc-a6f1-68e5819c38e9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:16.192586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09444b2-1304-4e17-9806-6b73ac64e159 req-3324a1b0-3b30-43cc-a6f1-68e5819c38e9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:16.198330 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09444b2-1304-4e17-9806-6b73ac64e159 req-3324a1b0-3b30-43cc-a6f1-68e5819c38e9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:16.203843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09444b2-1304-4e17-9806-6b73ac64e159 req-3324a1b0-3b30-43cc-a6f1-68e5819c38e9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:16.214758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09444b2-1304-4e17-9806-6b73ac64e159 req-3324a1b0-3b30-43cc-a6f1-68e5819c38e9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:16.228698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09444b2-1304-4e17-9806-6b73ac64e159 req-3324a1b0-3b30-43cc-a6f1-68e5819c38e9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:16.234502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09444b2-1304-4e17-9806-6b73ac64e159 req-3324a1b0-3b30-43cc-a6f1-68e5819c38e9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:16.243448 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a09444b2-1304-4e17-9806-6b73ac64e159 req-3324a1b0-3b30-43cc-a6f1-68e5819c38e9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5444 time: 0.3918631 May 25 20:24:16.285474 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e3a946-5847-42ce-bd6b-66cb246bbcba None None] New status for floating IP 79fb4181-6a71-4a2e-8f4b-c2c32dbc5aeb: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:24:16.320336 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a09444b2-1304-4e17-9806-6b73ac64e159 req-039ffde5-d893-48dc-8b1a-94b05740ad9d tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758879 May 25 20:24:16.334057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e1a0b-4477-4517-ac74-ef908bf86cbd req-4fe1aaa1-f095-46ae-bb2d-b697d92ddc26 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:16.337127 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd2e1a0b-4477-4517-ac74-ef908bf86cbd req-4fe1aaa1-f095-46ae-bb2d-b697d92ddc26 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.1843200 May 25 20:24:16.365527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67b87e-2d2f-4569-acb7-db5940aab5b5 None None] Pushing event updated for resources: {'Port': ['ID=4e9280e3-a23e-4911-8b17-eb8e06f4e94a,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:16.460855 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd2e1a0b-4477-4517-ac74-ef908bf86cbd req-fbf290fe-c780-4d71-9c53-0cdfa60b841d tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135976 May 25 20:24:16.493802 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e2da6272-92a8-4aa5-84dd-a119da0d6978 req-3670cda5-b507-4902-95eb-b1dcb74577a7 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups/83fa72f0-3753-49f9-bd6d-d5a07107ec53 HTTP/1.1" status: 200 len: 1809 time: 0.1029544 May 25 20:24:16.527907 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58daca58-475f-4020-aaee-d9ea92e601a6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:16.659427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58daca58-475f-4020-aaee-d9ea92e601a6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Port': ['ID=f14dd45c-d281-46df-8cdf-06dd73dfe5ae,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:16.958806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104cdb0-6f85-4a03-af75-25aa82583265 req-a78598b4-c7a9-4684-aaee-7d93015b8c97 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:16.976353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104cdb0-6f85-4a03-af75-25aa82583265 req-a78598b4-c7a9-4684-aaee-7d93015b8c97 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:16.993707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104cdb0-6f85-4a03-af75-25aa82583265 req-a78598b4-c7a9-4684-aaee-7d93015b8c97 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:17.019893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104cdb0-6f85-4a03-af75-25aa82583265 req-a78598b4-c7a9-4684-aaee-7d93015b8c97 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:17.038308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104cdb0-6f85-4a03-af75-25aa82583265 req-a78598b4-c7a9-4684-aaee-7d93015b8c97 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:17.052858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104cdb0-6f85-4a03-af75-25aa82583265 req-a78598b4-c7a9-4684-aaee-7d93015b8c97 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:17.069728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104cdb0-6f85-4a03-af75-25aa82583265 req-a78598b4-c7a9-4684-aaee-7d93015b8c97 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:17.074122 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c104cdb0-6f85-4a03-af75-25aa82583265 req-a78598b4-c7a9-4684-aaee-7d93015b8c97 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5444 time: 0.4169896 May 25 20:24:17.086302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60784) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:17.092189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-604190df-49c7-4039-b15e-26cadf5efc31 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Request body: {'floatingip': {'port_id': 'e9565183-6952-4d21-9f2f-934a495fbd32'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:24:17.139438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:17.139830 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:17.232711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 2add1fe2-1dc2-4e14-821e-3829e4fd5085, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2add1fe2-1dc2-4e14-821e-3829e4fd5085,segment=NetworkSegment(5b5f9f7b-eb25-414a-a9e3-b311fab00016),segment_id=5b5f9f7b-eb25-414a-a9e3-b311fab00016)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:17.253811 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:17.255621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Attempting to bind port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:24:17.256216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Attempting to bind port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '5b5f9f7b-eb25-414a-a9e3-b311fab00016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:24:17.256626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Attempting to bind port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a on network ed87529d-e548-4932-b1ff-8fe983f27164 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:24:17.292740 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58daca58-475f-4020-aaee-d9ea92e601a6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:17.303541 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-604190df-49c7-4039-b15e-26cadf5efc31 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:17.308883 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e2da6272-92a8-4aa5-84dd-a119da0d6978 req-b41db36c-b97b-4fa1-ba06-ecfd768e84d1 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:17.442465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=2add1fe2-1dc2-4e14-821e-3829e4fd5085,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:17.446439 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:24:17.446676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Checking segment: {'id': '5b5f9f7b-eb25-414a-a9e3-b311fab00016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:24:17.447303 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:17.448003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Bound using segment: {'id': '5b5f9f7b-eb25-414a-a9e3-b311fab00016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:24:17.448856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Bound port: 4e9280e3-a23e-4911-8b17-eb8e06f4e94a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5f9f7b-eb25-414a-a9e3-b311fab00016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:24:17.448945 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:17.693378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:17.713616 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e2da6272-92a8-4aa5-84dd-a119da0d6978 req-b41db36c-b97b-4fa1-ba06-ecfd768e84d1 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:17.801110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] For port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:24:17.810331 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] For port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4e9280e3-a23e-4911-8b17-eb8e06f4e94a,segment=NetworkSegment(5b5f9f7b-eb25-414a-a9e3-b311fab00016),segment_id=5b5f9f7b-eb25-414a-a9e3-b311fab00016)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:24:17.821575 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:17.997137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Routers {'98dee784-bfb1-4b07-a128-a058f1c8ebcf'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:17.998106 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['98dee784-bfb1-4b07-a128-a058f1c8ebcf'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:18.075448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4447069-59c5-4a84-9f4f-788e8acc0616 req-2d526714-6fc6-4b5e-9056-175bb6d4904d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:18.097438 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4447069-59c5-4a84-9f4f-788e8acc0616 req-2d526714-6fc6-4b5e-9056-175bb6d4904d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.8553622 May 25 20:24:18.135194 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e2da6272-92a8-4aa5-84dd-a119da0d6978 req-b41db36c-b97b-4fa1-ba06-ecfd768e84d1 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:18.164793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-45c7d14c-6838-43dd-9058-970d4ae515af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:08Z', 'revision_number': 7, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b36fbe1-b28f-48cd-998b-e8ae530f813a', 'name': '', 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:a2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:43Z', 'updated_at': '2022-05-25T20:24:10Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:23:53Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14dd45c-d281-46df-8cdf-06dd73dfe5ae', 'name': '', 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ff:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:53Z', 'updated_at': '2022-05-25T20:24:07Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:18.222586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41db36c-b97b-4fa1-ba06-ecfd768e84d1 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fa72f0-3753-49f9-bd6d-d5a07107ec53,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:18.285937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58daca58-475f-4020-aaee-d9ea92e601a6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:24:18.435618 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4447069-59c5-4a84-9f4f-788e8acc0616 req-667496a8-e5ee-46bb-ad24-0d68d0a9a66f tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456893 May 25 20:24:18.554323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7d14c-6838-43dd-9058-970d4ae515af None None] The sync data for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 is: [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:08Z', 'revision_number': 7, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b36fbe1-b28f-48cd-998b-e8ae530f813a', 'name': '', 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:a2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:43Z', 'updated_at': '2022-05-25T20:24:10Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:23:53Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14dd45c-d281-46df-8cdf-06dd73dfe5ae', 'name': '', 'network_id': 'bfd88472-fb90-4c81-8fb4-33663db02acd', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ff:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:53Z', 'updated_at': '2022-05-25T20:24:07Z', 'revision_number': 4, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:24:18.570942 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e2da6272-92a8-4aa5-84dd-a119da0d6978 req-b41db36c-b97b-4fa1-ba06-ecfd768e84d1 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:18.581188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] Set router 98dee784-bfb1-4b07-a128-a058f1c8ebcf gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:18.582747 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e2da6272-92a8-4aa5-84dd-a119da0d6978 req-b41db36c-b97b-4fa1-ba06-ecfd768e84d1 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "DELETE /v2.0/security-groups/83fa72f0-3753-49f9-bd6d-d5a07107ec53 HTTP/1.1" status: 204 len: 173 time: 2.0854766 May 25 20:24:18.687218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58daca58-475f-4020-aaee-d9ea92e601a6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:24:18.711108 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-58daca58-475f-4020-aaee-d9ea92e601a6 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5393696 May 25 20:24:18.714789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60798) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:18.828023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96a9301-3c74-44ff-91ba-b5c816c81cd3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting subnet fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:24:18.832364 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c96a9301-3c74-44ff-91ba-b5c816c81cd3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:18.887536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67b87e-2d2f-4569-acb7-db5940aab5b5 None None] Pushing event updated for resources: {'Port': ['ID=4e9280e3-a23e-4911-8b17-eb8e06f4e94a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:18.894318 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:24:18.953881 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:18.958310 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:18.981348 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c96a9301-3c74-44ff-91ba-b5c816c81cd3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:19.116944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29431ea2-b61f-4600-9619-a0035b27eaee req-018dfb8c-ea75-46da-a0c7-dc69cdef25cf tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:19.140451 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29431ea2-b61f-4600-9619-a0035b27eaee req-018dfb8c-ea75-46da-a0c7-dc69cdef25cf tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.3807781 May 25 20:24:19.293428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67b87e-2d2f-4569-acb7-db5940aab5b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:19.293428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67b87e-2d2f-4569-acb7-db5940aab5b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:19.293428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67b87e-2d2f-4569-acb7-db5940aab5b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:19.293428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67b87e-2d2f-4569-acb7-db5940aab5b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:19.293428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67b87e-2d2f-4569-acb7-db5940aab5b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:19.293428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67b87e-2d2f-4569-acb7-db5940aab5b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:19.293428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67b87e-2d2f-4569-acb7-db5940aab5b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:19.302143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67b87e-2d2f-4569-acb7-db5940aab5b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:19.302143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67b87e-2d2f-4569-acb7-db5940aab5b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:19.302143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67b87e-2d2f-4569-acb7-db5940aab5b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:19.302143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67b87e-2d2f-4569-acb7-db5940aab5b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:19.302143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67b87e-2d2f-4569-acb7-db5940aab5b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:19.311788 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14933289-642d-4d97-9fa0-8a62a5c1a715 None None] Sync routers for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:24:19.319070 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29431ea2-b61f-4600-9619-a0035b27eaee req-32564951-3cb0-4851-a8b6-1c9f12925115 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702073 May 25 20:24:19.348373 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14933289-642d-4d97-9fa0-8a62a5c1a715 None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:19.353141 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-604190df-49c7-4039-b15e-26cadf5efc31 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:24:19.363624 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-14933289-642d-4d97-9fa0-8a62a5c1a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:19.410201 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c96a9301-3c74-44ff-91ba-b5c816c81cd3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:19.677589 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c96a9301-3c74-44ff-91ba-b5c816c81cd3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:19.799554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a9301-3c74-44ff-91ba-b5c816c81cd3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:19.842141 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c96a9301-3c74-44ff-91ba-b5c816c81cd3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:19.854490 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-604190df-49c7-4039-b15e-26cadf5efc31 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:19.862729 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c96a9301-3c74-44ff-91ba-b5c816c81cd3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb HTTP/1.1" status: 204 len: 168 time: 1.1410649 May 25 20:24:19.865688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60814) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:19.895717 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-604190df-49c7-4039-b15e-26cadf5efc31 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:19.925077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:19.925077 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:19.934282 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada7675b-c06f-40ee-b2a7-408b7dfd9c71 None None] Network bfd88472-fb90-4c81-8fb4-33663db02acd requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:24:20.088443 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-14933289-642d-4d97-9fa0-8a62a5c1a715 None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:20.191232 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:20.211122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:20.211469 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:20.217736 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ed254b1e-81b0-4dc2-8e1f-65146c9f81e1, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ed254b1e-81b0-4dc2-8e1f-65146c9f81e1,segment=NetworkSegment(fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0),segment_id=fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:20.230702 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:20.232307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4b36fbe1-b28f-48cd-998b-e8ae530f813a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:20.329642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140447d-ccc8-4277-b678-eeaf9a1f9749 req-48ead693-b781-4e5b-9c7f-95c5305b3aba tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:20.330570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1140447d-ccc8-4277-b678-eeaf9a1f9749 req-48ead693-b781-4e5b-9c7f-95c5305b3aba tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Synchronizing usage tracker for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:24:20.404996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1140447d-ccc8-4277-b678-eeaf9a1f9749 req-48ead693-b781-4e5b-9c7f-95c5305b3aba tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Unset dirty status for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:24:20.410332 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1140447d-ccc8-4277-b678-eeaf9a1f9749 req-48ead693-b781-4e5b-9c7f-95c5305b3aba tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.7488787 May 25 20:24:20.415432 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-604190df-49c7-4039-b15e-26cadf5efc31 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Floating IP 18e8630a-da9c-4e51-a2f7-44afe1a67f27 associated. External IP: 172.25.3.221, port: e9565183-6952-4d21-9f2f-934a495fbd32. May 25 20:24:20.563394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'name': 'tempest-TestVolumeBackupRestore-1495288060-router', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:44Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': 'eb20154d848c49b8adeca7040471c554', 'gw_port': {'id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:46Z', 'updated_at': '2022-05-25T20:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '4e9280e3-a23e-4911-8b17-eb8e06f4e94a', 'name': '', 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'mac_address': 'fa:16:3e:46:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '483ccc93-c350-4821-b062-7933f2a19d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:52Z', 'updated_at': '2022-05-25T20:24:17Z', 'revision_number': 4, 'project_id': 'eb20154d848c49b8adeca7040471c554', 'subnets': [{'id': '483ccc93-c350-4821-b062-7933f2a19d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:20.647629 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4c445-0136-4df7-9f89-38ea309820c9 None None] The sync data for ids ['98dee784-bfb1-4b07-a128-a058f1c8ebcf'] in n-d-843339-1 is: [{'id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'name': 'tempest-TestVolumeBackupRestore-1495288060-router', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:44Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': 'eb20154d848c49b8adeca7040471c554', 'gw_port': {'id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:46Z', 'updated_at': '2022-05-25T20:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '4e9280e3-a23e-4911-8b17-eb8e06f4e94a', 'name': '', 'network_id': 'ed87529d-e548-4932-b1ff-8fe983f27164', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'mac_address': 'fa:16:3e:46:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '483ccc93-c350-4821-b062-7933f2a19d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:52Z', 'updated_at': '2022-05-25T20:24:17Z', 'revision_number': 4, 'project_id': 'eb20154d848c49b8adeca7040471c554', 'subnets': [{'id': '483ccc93-c350-4821-b062-7933f2a19d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:24:20.824657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ed254b1e-81b0-4dc2-8e1f-65146c9f81e1,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:20.966908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] For port ed254b1e-81b0-4dc2-8e1f-65146c9f81e1, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ed254b1e-81b0-4dc2-8e1f-65146c9f81e1,segment=NetworkSegment(fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0),segment_id=fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:20.966908 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:20.991740 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-14933289-642d-4d97-9fa0-8a62a5c1a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:16Z', 'revision_number': 8, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b36fbe1-b28f-48cd-998b-e8ae530f813a', 'name': '', 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:a2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:43Z', 'updated_at': '2022-05-25T20:24:10Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:24:14Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:21.000563 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14933289-642d-4d97-9fa0-8a62a5c1a715 None None] Checking router: 9cfef4df-ab42-48c1-95da-8f1f69fec7fe for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:24:21.022411 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14933289-642d-4d97-9fa0-8a62a5c1a715 None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:21.022411 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-14933289-642d-4d97-9fa0-8a62a5c1a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:21.229307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4b36fbe1-b28f-48cd-998b-e8ae530f813a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:21.229307 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:21.273825 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-14933289-642d-4d97-9fa0-8a62a5c1a715 None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:21.357660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-944cd137-b7a4-430b-805c-d6a22c5b67ff req-547e48f7-c758-4577-ba86-741aadfbcdb0 service neutron] (88332) timed out ('10.222.0.50', 56787) {{(pid=88332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 20:24:21.466948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:21.681067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1140447d-ccc8-4277-b678-eeaf9a1f9749 req-54115abe-fb57-4f9c-a5ae-f4e848256ba6 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799198 May 25 20:24:21.699088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d3b1e-3138-41b5-b4cd-88a475f98119 req-235e924c-c31c-4614-8314-08d20a62ef76 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:21.726602 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e3d3b1e-3138-41b5-b4cd-88a475f98119 req-235e924c-c31c-4614-8314-08d20a62ef76 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.6938088 May 25 20:24:21.878819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37620d2-9b09-4bdf-be29-4574bb20f753 None None] DHCP port deletion for bfd88472-fb90-4c81-8fb4-33663db02acd request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:24:21.913376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e37620d2-9b09-4bdf-be29-4574bb20f753 None None] Deleting port ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:21.913660 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e37620d2-9b09-4bdf-be29-4574bb20f753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:22.026838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4b36fbe1-b28f-48cd-998b-e8ae530f813a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:22.029011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ba13ef8a-0d04-45db-a863-2f269aac28b7 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:22.209514 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:22.226953 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-14933289-642d-4d97-9fa0-8a62a5c1a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:16Z', 'revision_number': 8, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b36fbe1-b28f-48cd-998b-e8ae530f813a', 'name': '', 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:a2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:43Z', 'updated_at': '2022-05-25T20:24:10Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:24:14Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:22.233428 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14933289-642d-4d97-9fa0-8a62a5c1a715 None None] The sync data for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 is: [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:16Z', 'revision_number': 8, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b36fbe1-b28f-48cd-998b-e8ae530f813a', 'name': '', 'network_id': '851075c3-33d8-4e46-bf88-4b10e5b89dfb', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:a2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:43Z', 'updated_at': '2022-05-25T20:24:10Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'e53a2625-c79d-4620-90bf-5209f3b55549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:24:14Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:24:22.264111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ba13ef8a-0d04-45db-a863-2f269aac28b7 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:22.264692 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:22.307493 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e3d3b1e-3138-41b5-b4cd-88a475f98119 req-70976fa9-e41c-41c5-bf27-85f599ebb76e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6067295 May 25 20:24:22.339845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2736f-762f-4a4b-8dda-12699d153a74 req-76e221ee-a2c9-41ae-a557-f39c315121df tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:22.339963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e37620d2-9b09-4bdf-be29-4574bb20f753 None None] The port 'ed254b1e-81b0-4dc2-8e1f-65146c9f81e1' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:24:22.346120 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2bb2736f-762f-4a4b-8dda-12699d153a74 req-76e221ee-a2c9-41ae-a557-f39c315121df tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.3916378 May 25 20:24:22.366351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Port': ['ID=ed254b1e-81b0-4dc2-8e1f-65146c9f81e1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:22.373077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] No DVR routers for this DVR port ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:24:22.553154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1c407-6320-41de-b3d8-128f288b5963 req-937327da-c81d-4cb5-9a23-3a18c3d9e6e3 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:22.554836 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1aa1c407-6320-41de-b3d8-128f288b5963 req-937327da-c81d-4cb5-9a23-3a18c3d9e6e3 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 0.8217638 May 25 20:24:22.663087 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ba13ef8a-0d04-45db-a863-2f269aac28b7 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:22.674768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 60f4bfd5-529e-4497-8128-a804303016ee up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:22.786466 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:22.877242 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2bb2736f-762f-4a4b-8dda-12699d153a74 req-2fecd088-ecac-4289-bfdc-18b330cf2ad1 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5284619 May 25 20:24:22.964618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-1aa1c407-6320-41de-b3d8-128f288b5963 req-8db173cb-315f-475e-8cb6-7e7e544a2a06 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Deleting port 24ab9239-5817-4bb2-b4fe-74e8292edc6d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:22.966631 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1aa1c407-6320-41de-b3d8-128f288b5963 req-8db173cb-315f-475e-8cb6-7e7e544a2a06 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:23.001916 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 60f4bfd5-529e-4497-8128-a804303016ee triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:23.007183 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:23.028933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd88472-fb90-4c81-8fb4-33663db02acd']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:23.085006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604190df-49c7-4039-b15e-26cadf5efc31 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Router bfa578fb-b953-4932-b2c2-c1db5030a43a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:24:23.227539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:23.228147 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:23.291839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 60f4bfd5-529e-4497-8128-a804303016ee is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:23.293977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1ea23567-d1c9-46e2-b75a-524a9d0201d0 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:23.332303 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:23.459811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:23.497970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604190df-49c7-4039-b15e-26cadf5efc31 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:24:23.512090 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-604190df-49c7-4039-b15e-26cadf5efc31 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:23.514578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e5785f-cd00-4ef4-821e-98b07b8a25d0 None None] Sync routers for ids ['bfa578fb-b953-4932-b2c2-c1db5030a43a'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:24:23.551104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 1ea23567-d1c9-46e2-b75a-524a9d0201d0 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:24:23.565858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1ea23567-d1c9-46e2-b75a-524a9d0201d0 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:23.570531 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:23.651361 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-604190df-49c7-4039-b15e-26cadf5efc31 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "PUT /v2.0/floatingips/18e8630a-da9c-4e51-a2f7-44afe1a67f27 HTTP/1.1" status: 200 len: 992 time: 6.5639079 May 25 20:24:23.652844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': 'e9565183-6952-4d21-9f2f-934a495fbd32'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:24:23.658842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1aa1c407-6320-41de-b3d8-128f288b5963 req-8db173cb-315f-475e-8cb6-7e7e544a2a06 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] For port 24ab9239-5817-4bb2-b4fe-74e8292edc6d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=24ab9239-5817-4bb2-b4fe-74e8292edc6d,segment=NetworkSegment(7fee514f-65da-45bf-9d14-df68bafdf77d),segment_id=7fee514f-65da-45bf-9d14-df68bafdf77d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:23.659651 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1aa1c407-6320-41de-b3d8-128f288b5963 req-8db173cb-315f-475e-8cb6-7e7e544a2a06 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:23.766118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e5785f-cd00-4ef4-821e-98b07b8a25d0 None None] Routers {'bfa578fb-b953-4932-b2c2-c1db5030a43a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:23.767092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c7e5785f-cd00-4ef4-821e-98b07b8a25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bfa578fb-b953-4932-b2c2-c1db5030a43a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:23.806740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-1aa1c407-6320-41de-b3d8-128f288b5963 req-8db173cb-315f-475e-8cb6-7e7e544a2a06 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Calling delete_port for 24ab9239-5817-4bb2-b4fe-74e8292edc6d owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:23.858310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:24:23.858845 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:23.882217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd4b1f-d787-4af6-8a93-be1a1dd10d69 req-83195c0b-374e-43a7-a242-f56520007aa2 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:23.893316 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8bd4b1f-d787-4af6-8a93-be1a1dd10d69 req-83195c0b-374e-43a7-a242-f56520007aa2 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1028426 May 25 20:24:23.946795 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c8bd4b1f-d787-4af6-8a93-be1a1dd10d69 req-9ae2d7ff-b554-499e-b777-a69cf9ec207f tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522156 May 25 20:24:23.951077 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0 resource provider aggregate not found May 25 20:24:23.981117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534eb2a-d388-4e6a-9cf0-77af10c4620e req-d1d9d6a6-ae3e-4277-af58-dbbac648ba99 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:23.988889 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0534eb2a-d388-4e6a-9cf0-77af10c4620e req-d1d9d6a6-ae3e-4277-af58-dbbac648ba99 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 945 time: 1.0485821 May 25 20:24:23.998499 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:24.006978 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa3a87dd-b7d4-4cd9-b68e-998056d1c0d0 found for delete ", "request_id": "req-34f52014-5878-4743-8405-d77a77c24d52"}]} May 25 20:24:24.065178 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:24.090499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1ea23567-d1c9-46e2-b75a-524a9d0201d0 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:24.091043 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:24.106696 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:24.109906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 1ea23567-d1c9-46e2-b75a-524a9d0201d0, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1ea23567-d1c9-46e2-b75a-524a9d0201d0,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:24.114171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Network': ['ID=bfd88472-fb90-4c81-8fb4-33663db02acd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:24.118900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0534eb2a-d388-4e6a-9cf0-77af10c4620e req-6a0e0b2b-cfa7-47b0-af11-f2399bef3091 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Synchronizing usage tracker for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:24:24.122607 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:24.152091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0534eb2a-d388-4e6a-9cf0-77af10c4620e req-6a0e0b2b-cfa7-47b0-af11-f2399bef3091 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Unset dirty status for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:24:24.165274 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0534eb2a-d388-4e6a-9cf0-77af10c4620e req-6a0e0b2b-cfa7-47b0-af11-f2399bef3091 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/security-groups?id=093f2923-85a8-45cd-8e0f-9c10f0268f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755023 May 25 20:24:24.173544 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9a540c33-31f6-4b08-a430-50fb3df5d1b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/networks/bfd88472-fb90-4c81-8fb4-33663db02acd HTTP/1.1" status: 204 len: 168 time: 4.3029430 May 25 20:24:24.175410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60868) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:24.244881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631bb67-1181-4463-b67f-baa7951fa224 req-eb118a05-7fdb-4737-b0a5-3f3d9b2c6789 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:24.252683 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9631bb67-1181-4463-b67f-baa7951fa224 req-eb118a05-7fdb-4737-b0a5-3f3d9b2c6789 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 947 time: 0.1079898 May 25 20:24:24.270828 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4667a807-bded-403d-8ecf-fedabe07508a'] response: {'name': 'network-changed', 'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'tag': 'e9565183-6952-4d21-9f2f-934a495fbd32', 'status': 'completed', 'code': 200} May 25 20:24:24.354717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=1ea23567-d1c9-46e2-b75a-524a9d0201d0,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:24.384323 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9631bb67-1181-4463-b67f-baa7951fa224 req-d88577f0-0a73-4fc9-a46b-2ea61d86697d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306813 May 25 20:24:24.419648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4e9280e3-a23e-4911-8b17-eb8e06f4e94a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:24.481450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22688a-8466-4524-85d8-acc7361ed575 req-0cd53760-f92b-4556-b43d-cda99654a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:24.483022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22688a-8466-4524-85d8-acc7361ed575 req-0cd53760-f92b-4556-b43d-cda99654a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:24.484209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22688a-8466-4524-85d8-acc7361ed575 req-0cd53760-f92b-4556-b43d-cda99654a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:24.485036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22688a-8466-4524-85d8-acc7361ed575 req-0cd53760-f92b-4556-b43d-cda99654a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:24.486362 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22688a-8466-4524-85d8-acc7361ed575 req-0cd53760-f92b-4556-b43d-cda99654a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:24.486999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22688a-8466-4524-85d8-acc7361ed575 req-0cd53760-f92b-4556-b43d-cda99654a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:24.488512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22688a-8466-4524-85d8-acc7361ed575 req-0cd53760-f92b-4556-b43d-cda99654a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:24.491014 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee22688a-8466-4524-85d8-acc7361ed575 req-0cd53760-f92b-4556-b43d-cda99654a80a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed2254629dea43a5bc70198b31357a0c&device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 6501 time: 0.1811383 May 25 20:24:24.543686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-c7e5785f-cd00-4ef4-821e-98b07b8a25d0 None None] Set router bfa578fb-b953-4932-b2c2-c1db5030a43a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:24.604000 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1aa1c407-6320-41de-b3d8-128f288b5963 req-8db173cb-315f-475e-8cb6-7e7e544a2a06 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:24.657583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22688a-8466-4524-85d8-acc7361ed575 req-458778ce-4fae-4872-ab2a-ec82781f8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:24.659221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee22688a-8466-4524-85d8-acc7361ed575 req-458778ce-4fae-4872-ab2a-ec82781f8e4c service neutron] 10.222.0.70 "GET /v2.0/networks?id=9f6aa92b-1e45-4e40-8f0b-11e846d81405 HTTP/1.1" status: 200 len: 918 time: 0.1621280 May 25 20:24:24.683062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db173cb-315f-475e-8cb6-7e7e544a2a06 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Pushing event deleted for resources: {'Port': ['ID=24ab9239-5817-4bb2-b4fe-74e8292edc6d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:24.758570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:24:24.768291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:24.768771 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:24.868794 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee22688a-8466-4524-85d8-acc7361ed575 req-6aa0022c-df7e-4b66-b3b3-d81cf3cb1e11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9565183-6952-4d21-9f2f-934a495fbd32 HTTP/1.1" status: 200 len: 1000 time: 0.2020402 May 25 20:24:24.984140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22688a-8466-4524-85d8-acc7361ed575 req-8343e80f-723e-41ba-bcf5-e5e88b10a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:24.984789 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee22688a-8466-4524-85d8-acc7361ed575 req-8343e80f-723e-41ba-bcf5-e5e88b10a60a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b910f206-f699-46fa-a00a-e1d2cb686c1a HTTP/1.1" status: 200 len: 856 time: 0.1110427 May 25 20:24:25.157641 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa1c407-6320-41de-b3d8-128f288b5963 req-8db173cb-315f-475e-8cb6-7e7e544a2a06 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] No DVR routers for this DVR port 24ab9239-5817-4bb2-b4fe-74e8292edc6d on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:24:25.168871 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1aa1c407-6320-41de-b3d8-128f288b5963 req-8db173cb-315f-475e-8cb6-7e7e544a2a06 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:25.178521 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:25.179501 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:25.213526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22688a-8466-4524-85d8-acc7361ed575 req-e7132d5c-40ee-4ee8-933c-b73ba9093c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:25.216303 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee22688a-8466-4524-85d8-acc7361ed575 req-e7132d5c-40ee-4ee8-933c-b73ba9093c9a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9f6aa92b-1e45-4e40-8f0b-11e846d81405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243488 May 25 20:24:25.225957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'name': 'network-vif-deleted', 'tag': '24ab9239-5817-4bb2-b4fe-74e8292edc6d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:24:25.238481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4e9280e3-a23e-4911-8b17-eb8e06f4e94a,segment=NetworkSegment(5b5f9f7b-eb25-414a-a9e3-b311fab00016),segment_id=5b5f9f7b-eb25-414a-a9e3-b311fab00016)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:25.287828 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:25.288677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2add1fe2-1dc2-4e14-821e-3829e4fd5085 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:25.291499 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1aa1c407-6320-41de-b3d8-128f288b5963 req-8db173cb-315f-475e-8cb6-7e7e544a2a06 tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.70 "DELETE /v2.0/ports/24ab9239-5817-4bb2-b4fe-74e8292edc6d HTTP/1.1" status: 204 len: 173 time: 2.7270625 May 25 20:24:25.326415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc34d6b-8d8a-404b-84cb-306a6656bbd6 req-ad5f11b9-7afd-4773-b93a-a424ff109d5f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:25.332072 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-adc34d6b-8d8a-404b-84cb-306a6656bbd6 req-ad5f11b9-7afd-4773-b93a-a424ff109d5f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.8076410 May 25 20:24:25.579931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=4e9280e3-a23e-4911-8b17-eb8e06f4e94a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:25.637774 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4822a-2027-48aa-86c6-2f40eef5d44b req-e6d5cbbe-c323-467d-bd2f-b9efb8d29819 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:25.638724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1d4822a-2027-48aa-86c6-2f40eef5d44b req-e6d5cbbe-c323-467d-bd2f-b9efb8d29819 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.4734433 May 25 20:24:25.652636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c7e5785f-cd00-4ef4-821e-98b07b8a25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 4, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port': {'id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:33Z', 'updated_at': '2022-05-25T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '18e8630a-da9c-4e51-a2f7-44afe1a67f27', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'port_id': 'e9565183-6952-4d21-9f2f-934a495fbd32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'mac_address': 'fa:16:3e:d2:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:21:42Z', 'updated_at': '2022-05-25T20:24:19Z', 'revision_number': 1, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ded26bd-62c8-4ee5-9832-457caddaa37e', 'name': '', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'mac_address': 'fa:16:3e:77:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:47Z', 'updated_at': '2022-05-25T20:20:06Z', 'revision_number': 5, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'subnets': [{'id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:25.676210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:25.677380 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:25.702846 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-adc34d6b-8d8a-404b-84cb-306a6656bbd6 req-50607e50-caff-469e-983c-43cd467bf1cf tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526598 May 25 20:24:25.895773 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee22688a-8466-4524-85d8-acc7361ed575 req-af75beb1-c140-490a-9c8b-862f383c105a service neutron] 10.222.0.70 "GET /v2.0/networks/9f6aa92b-1e45-4e40-8f0b-11e846d81405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423502 May 25 20:24:25.938449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e5785f-cd00-4ef4-821e-98b07b8a25d0 None None] Checking router: bfa578fb-b953-4932-b2c2-c1db5030a43a for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:24:25.953259 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 24ab9239-5817-4bb2-b4fe-74e8292edc6d no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:24:25.989617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fce7f357-5360-4703-8816-bc98b0e6a22a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:26.057487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e5785f-cd00-4ef4-821e-98b07b8a25d0 None None] Routers {'bfa578fb-b953-4932-b2c2-c1db5030a43a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:26.057487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c7e5785f-cd00-4ef4-821e-98b07b8a25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bfa578fb-b953-4932-b2c2-c1db5030a43a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:26.110808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-a690d2cd-ba5b-48e6-9ee9-cb63ed46a939 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:26.110808 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-a690d2cd-ba5b-48e6-9ee9-cb63ed46a939 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 947 time: 0.8331678 May 25 20:24:26.346555 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1d4822a-2027-48aa-86c6-2f40eef5d44b req-5861e963-419f-46e1-ae5a-dfdfc471ccc8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6910219 May 25 20:24:26.350913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c7d122a1-3db4-4f2e-8b8a-9835a8c20f72 req-8a4e1f2c-d6f0-4eca-9115-1086be71fa8a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Synchronizing usage tracker for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:24:26.437735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Deleting port 61aa281f-3b41-4c89-9595-67d38a52b24b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:26.437735 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:26.500580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-c7e5785f-cd00-4ef4-821e-98b07b8a25d0 None None] Set router bfa578fb-b953-4932-b2c2-c1db5030a43a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:26.554038 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b2ff16-f5e4-4d6c-b7e3-ea99d7bfb1dd'] response: {'server_uuid': '3b6f8d73-b21b-4d02-a971-54a6f20d5b6c', 'name': 'network-vif-deleted', 'tag': '24ab9239-5817-4bb2-b4fe-74e8292edc6d', 'status': 'completed', 'code': 200} May 25 20:24:26.699375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c7d122a1-3db4-4f2e-8b8a-9835a8c20f72 req-8a4e1f2c-d6f0-4eca-9115-1086be71fa8a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] Unset dirty status for tenant:02f9414758094917b3dfd1a0855d0bf5 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:24:26.699375 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c7d122a1-3db4-4f2e-8b8a-9835a8c20f72 req-8a4e1f2c-d6f0-4eca-9115-1086be71fa8a tempest-ServerRescueTestJSONUnderV235-31870614 tempest-ServerRescueTestJSONUnderV235-31870614-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b6f8d73-b21b-4d02-a971-54a6f20d5b6c HTTP/1.1" status: 200 len: 210 time: 0.5049922 May 25 20:24:26.720808 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 24ab9239-5817-4bb2-b4fe-74e8292edc6d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:24:26.723201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 24ab9239-5817-4bb2-b4fe-74e8292edc6d not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:24:27.103233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] For port 61aa281f-3b41-4c89-9595-67d38a52b24b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=61aa281f-3b41-4c89-9595-67d38a52b24b,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:27.103772 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:27.236628 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:27.243679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-fce7f357-5360-4703-8816-bc98b0e6a22a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 4b36fbe1-b28f-48cd-998b-e8ae530f813a {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:27.244263 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fce7f357-5360-4703-8816-bc98b0e6a22a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:27.306830 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:24:27.345462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f14dd45c-d281-46df-8cdf-06dd73dfe5ae no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:24:27.395210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: f14dd45c-d281-46df-8cdf-06dd73dfe5ae {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:24:27.395760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f14dd45c-d281-46df-8cdf-06dd73dfe5ae not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:24:27.396369 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:24:27.461435 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:24:27.463084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ed254b1e-81b0-4dc2-8e1f-65146c9f81e1 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:24:27.622916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912141e-23ea-4fc4-a5f1-1ee751c8e5fd req-1a500c46-c949-4d4b-9d96-1b9f7078f606 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:27.631247 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7912141e-23ea-4fc4-a5f1-1ee751c8e5fd req-1a500c46-c949-4d4b-9d96-1b9f7078f606 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.2932649 May 25 20:24:27.703895 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-fce7f357-5360-4703-8816-bc98b0e6a22a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] For port 4b36fbe1-b28f-48cd-998b-e8ae530f813a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4b36fbe1-b28f-48cd-998b-e8ae530f813a,segment=NetworkSegment(153c60c1-ba14-43c0-89cf-1a9edfece44f),segment_id=153c60c1-ba14-43c0-89cf-1a9edfece44f)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:27.705027 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fce7f357-5360-4703-8816-bc98b0e6a22a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:27.709862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4e9280e3-a23e-4911-8b17-eb8e06f4e94a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:27.726995 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7912141e-23ea-4fc4-a5f1-1ee751c8e5fd req-b7d47d15-99d9-4289-82dd-5d406857f1ee tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925121 May 25 20:24:27.853922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:27.854366 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:27.859737 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:27.861374 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:27.862094 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Floating IP f0a1652d-6d73-4712-af0b-591de750e7c2 disassociated. External IP: 172.25.3.141, port: 61aa281f-3b41-4c89-9595-67d38a52b24b. May 25 20:24:27.862623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Calling delete_port for 61aa281f-3b41-4c89-9595-67d38a52b24b owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:27.916446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:24:27.933698 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee22688a-8466-4524-85d8-acc7361ed575 req-63491289-2fa8-4344-a108-7330e4030d84 service neutron] 10.222.0.70 "GET /v2.0/networks/9f6aa92b-1e45-4e40-8f0b-11e846d81405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0255113 May 25 20:24:27.958496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c7e5785f-cd00-4ef4-821e-98b07b8a25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 4, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port': {'id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:33Z', 'updated_at': '2022-05-25T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '18e8630a-da9c-4e51-a2f7-44afe1a67f27', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'port_id': 'e9565183-6952-4d21-9f2f-934a495fbd32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'mac_address': 'fa:16:3e:d2:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:21:42Z', 'updated_at': '2022-05-25T20:24:19Z', 'revision_number': 1, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ded26bd-62c8-4ee5-9832-457caddaa37e', 'name': '', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'mac_address': 'fa:16:3e:77:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:47Z', 'updated_at': '2022-05-25T20:20:06Z', 'revision_number': 5, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'subnets': [{'id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:27.973902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e5785f-cd00-4ef4-821e-98b07b8a25d0 None None] The sync data for ids ['bfa578fb-b953-4932-b2c2-c1db5030a43a'] in n-d-843339-1 is: [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 4, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port': {'id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:33Z', 'updated_at': '2022-05-25T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '18e8630a-da9c-4e51-a2f7-44afe1a67f27', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'port_id': 'e9565183-6952-4d21-9f2f-934a495fbd32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'mac_address': 'fa:16:3e:d2:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:21:42Z', 'updated_at': '2022-05-25T20:24:19Z', 'revision_number': 1, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ded26bd-62c8-4ee5-9832-457caddaa37e', 'name': '', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'mac_address': 'fa:16:3e:77:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:47Z', 'updated_at': '2022-05-25T20:20:06Z', 'revision_number': 5, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'subnets': [{'id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:24:28.014146 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:28.016054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-fce7f357-5360-4703-8816-bc98b0e6a22a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for 4b36fbe1-b28f-48cd-998b-e8ae530f813a owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:28.041550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fae7fd-801f-419f-abc1-21a6ff1c7ea7 req-13ffee7a-b533-4fe4-b1bf-6d33b2b35b74 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:28.052481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2fae7fd-801f-419f-abc1-21a6ff1c7ea7 req-13ffee7a-b533-4fe4-b1bf-6d33b2b35b74 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 947 time: 0.7412941 May 25 20:24:28.221169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbb37a-b9fc-4354-bf86-dba94f493739 req-8602125a-80af-479b-bf82-21401bc832ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:28.228076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21bbb37a-b9fc-4354-bf86-dba94f493739 req-8602125a-80af-479b-bf82-21401bc832ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd9d7ecda85842f896097a31795071c4&device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 1096 time: 0.7210104 May 25 20:24:28.257369 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-92026e00-2d4c-488c-bf89-5f03295985b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:28.296987 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2fae7fd-801f-419f-abc1-21a6ff1c7ea7 req-88fb968f-ca37-40b3-afce-584a2f83970d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5ab29db-ffda-42f4-8325-004e963de83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434826 May 25 20:24:28.305853 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:28.361461 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:28.362599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1ea23567-d1c9-46e2-b75a-524a9d0201d0 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:28.364247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef1ea3-567d-4261-abf1-cdbeeb1e4671 req-f46b0b03-32b8-4815-b1ae-8328f015101d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:28.376852 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6aef1ea3-567d-4261-abf1-cdbeeb1e4671 req-f46b0b03-32b8-4815-b1ae-8328f015101d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3688869 May 25 20:24:28.390196 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa7094-16f9-456f-9d8d-3646dd2d39db None None] New status for floating IP 18e8630a-da9c-4e51-a2f7-44afe1a67f27: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:24:28.443716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:28.448432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event deleted for resources: {'Port': ['ID=61aa281f-3b41-4c89-9595-67d38a52b24b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:28.517930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b', 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c', 'port_id': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b', 'mac_address': 'fa:16:3e:5c:59:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1bbcd9-cf54-4001-b338-39a569272935', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:24:28.518891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbb37a-b9fc-4354-bf86-dba94f493739 req-5c5707e2-157d-45b7-b925-c8b2f562cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:28.520655 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21bbb37a-b9fc-4354-bf86-dba94f493739 req-5c5707e2-157d-45b7-b925-c8b2f562cbd0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d861bbe-1d99-4238-9eb8-2ced58df3754 HTTP/1.1" status: 200 len: 911 time: 0.2765837 May 25 20:24:28.523393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60908) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:28.655138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:28.655499 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:28.699543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1ea23567-d1c9-46e2-b75a-524a9d0201d0 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:28.699919 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:28.735623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-d1330f9b-c8c9-40e5-9322-d1f058c2f6e6 req-d8436894-e3c6-4da6-a054-c54724c70fc2 service neutron] (88332) timed out ('10.222.0.50', 56984) {{(pid=88332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 20:24:28.756857 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6aef1ea3-567d-4261-abf1-cdbeeb1e4671 req-75baf1d6-010b-402c-a192-b62186884140 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786471 May 25 20:24:28.772145 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fce7f357-5360-4703-8816-bc98b0e6a22a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:28.834917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7f357-5360-4703-8816-bc98b0e6a22a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Port': ['ID=4b36fbe1-b28f-48cd-998b-e8ae530f813a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:28.842297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:24:28.887592 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:28.902507 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:29.066089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:29.214025 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1ea23567-d1c9-46e2-b75a-524a9d0201d0 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:29.216737 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 61aa281f-3b41-4c89-9595-67d38a52b24b no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:24:29.250491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['5900ea63-11a5-4a8b-8d35-47d9c18dbd3b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:24:29.319778 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fce7f357-5360-4703-8816-bc98b0e6a22a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:29.326623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 61aa281f-3b41-4c89-9595-67d38a52b24b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:24:29.327145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 61aa281f-3b41-4c89-9595-67d38a52b24b not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:24:29.558802 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21bbb37a-b9fc-4354-bf86-dba94f493739 req-1d75e4ee-f9bb-4e54-88a8-26c576fc2cc5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af9c32-81f6-49f2-909b-ee27d0168e0c HTTP/1.1" status: 200 len: 1000 time: 1.0286407 May 25 20:24:29.787855 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbb37a-b9fc-4354-bf86-dba94f493739 req-473ca33c-7d10-43ba-982a-1d20d854465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:29.790433 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21bbb37a-b9fc-4354-bf86-dba94f493739 req-473ca33c-7d10-43ba-982a-1d20d854465a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b86e6032-d969-4882-8d08-6181fe145086 HTTP/1.1" status: 200 len: 849 time: 0.2005255 May 25 20:24:29.929010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:24:29.959285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0a9aa-0a5e-4854-90f9-d8ea31ee3682 req-dd8a6806-89bc-4a7b-b80c-7a3a1f269e7e tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:29.967800 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8cc0a9aa-0a5e-4854-90f9-d8ea31ee3682 req-dd8a6806-89bc-4a7b-b80c-7a3a1f269e7e tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.8829410 May 25 20:24:29.987412 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e34d1611-f9e5-4fc0-af4b-6759306f51d3 req-7cbc4fed-ff37-4844-ba14-f79e8aad2182 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 210 time: 0.2809515 May 25 20:24:30.013204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce7f357-5360-4703-8816-bc98b0e6a22a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:24:30.087613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:24:30.088212 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:30.089142 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8cc0a9aa-0a5e-4854-90f9-d8ea31ee3682 req-90e4da20-58c3-4572-a01f-2a02474c7939 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203835 May 25 20:24:30.353159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:30.353811 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:30.390133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce7f357-5360-4703-8816-bc98b0e6a22a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:24:30.399804 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:30.402467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:24:30.413330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785df546-fdc6-4aef-b9bd-5a0ed50578b7 None None] Sync routers for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:24:30.419041 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:30.468036 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fce7f357-5360-4703-8816-bc98b0e6a22a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2168407 May 25 20:24:30.478760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60926) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:30.517385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785df546-fdc6-4aef-b9bd-5a0ed50578b7 None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:30.517385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-785df546-fdc6-4aef-b9bd-5a0ed50578b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:30.620854 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63d752c-ca88-437d-aea8-0b5f149693b5'] response: {'server_uuid': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b', 'code': 200} May 25 20:24:30.671350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea2cc7-cd64-4100-8bae-9d75eeb60a2d req-cc3aeb89-7aaf-4e67-9c90-aa53e0cd3667 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:30.671350 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-feea2cc7-cd64-4100-8bae-9d75eeb60a2d req-cc3aeb89-7aaf-4e67-9c90-aa53e0cd3667 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 945 time: 0.4728563 May 25 20:24:30.698606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:24:30.743429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbb37a-b9fc-4354-bf86-dba94f493739 req-68c077f4-5a5e-4407-846d-43642540f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:30.744933 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21bbb37a-b9fc-4354-bf86-dba94f493739 req-68c077f4-5a5e-4407-846d-43642540f7ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d861bbe-1d99-4238-9eb8-2ced58df3754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8718433 May 25 20:24:30.775561 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-feea2cc7-cd64-4100-8bae-9d75eeb60a2d req-f6885986-ef75-493d-a9dd-5b08e1ca18c5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998733 May 25 20:24:30.839937 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5cfe0a00-3b43-4df0-88b8-ab98901c80a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:30.862580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:30.885509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-785df546-fdc6-4aef-b9bd-5a0ed50578b7 None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:30.970927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-26332b5e-a734-4604-9a07-d1d474b31d17 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting subnet e53a2625-c79d-4620-90bf-5209f3b55549 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:24:30.978208 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-26332b5e-a734-4604-9a07-d1d474b31d17 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:31.354226 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:31.392940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2d944-5eea-433f-8225-bf6ea84dedd8 req-d61162ce-8218-4aa7-8587-bb185655fc1c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:31.393706 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-785df546-fdc6-4aef-b9bd-5a0ed50578b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:28Z', 'revision_number': 9, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:24:14Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:31.394606 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bcf2d944-5eea-433f-8225-bf6ea84dedd8 req-d61162ce-8218-4aa7-8587-bb185655fc1c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.1222217 May 25 20:24:31.403001 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-26332b5e-a734-4604-9a07-d1d474b31d17 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:31.403210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785df546-fdc6-4aef-b9bd-5a0ed50578b7 None None] Checking router: 9cfef4df-ab42-48c1-95da-8f1f69fec7fe for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:24:31.417060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785df546-fdc6-4aef-b9bd-5a0ed50578b7 None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:31.418344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-785df546-fdc6-4aef-b9bd-5a0ed50578b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:31.456187 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bcf2d944-5eea-433f-8225-bf6ea84dedd8 req-b8545371-d82b-40aa-994d-5d58584b2431 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499418 May 25 20:24:31.560015 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1918eb6e-68e8-4a59-9904-892216f0c214 req-8d7241ce-c479-4371-a549-397748cea39d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 210 time: 0.2405050 May 25 20:24:31.637525 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21bbb37a-b9fc-4354-bf86-dba94f493739 req-189e2bd1-f5e2-445a-9db5-c04ebab00166 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8817418 May 25 20:24:31.706693 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:31.725431 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-785df546-fdc6-4aef-b9bd-5a0ed50578b7 None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:31.794111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8937e-a914-468f-9c5a-7106407ad2c5 req-e2e2f210-9412-4b79-a11f-ad194368d593 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:31.830997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8937e-a914-468f-9c5a-7106407ad2c5 req-e2e2f210-9412-4b79-a11f-ad194368d593 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:31.855982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8937e-a914-468f-9c5a-7106407ad2c5 req-e2e2f210-9412-4b79-a11f-ad194368d593 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:31.864254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8937e-a914-468f-9c5a-7106407ad2c5 req-e2e2f210-9412-4b79-a11f-ad194368d593 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:31.884909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8937e-a914-468f-9c5a-7106407ad2c5 req-e2e2f210-9412-4b79-a11f-ad194368d593 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:31.909168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8937e-a914-468f-9c5a-7106407ad2c5 req-e2e2f210-9412-4b79-a11f-ad194368d593 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:31.918705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8937e-a914-468f-9c5a-7106407ad2c5 req-e2e2f210-9412-4b79-a11f-ad194368d593 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:31.931959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-88e8937e-a914-468f-9c5a-7106407ad2c5 req-e2e2f210-9412-4b79-a11f-ad194368d593 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5435 time: 0.3180697 May 25 20:24:31.976161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:24:32.011172 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a474d-1c4b-48c6-b556-050458fdd0de None None] Sync routers for ids ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:24:32.050650 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a474d-1c4b-48c6-b556-050458fdd0de None None] Routers {'6c2fd807-7204-48b8-a728-b0d9a3ba3061'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:32.050650 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ec5a474d-1c4b-48c6-b556-050458fdd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:32.206576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-88e8937e-a914-468f-9c5a-7106407ad2c5 req-504f8ddf-932a-4ab8-9426-a9c337321c5d tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2618818 May 25 20:24:32.221100 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-26332b5e-a734-4604-9a07-d1d474b31d17 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:32.602454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-785df546-fdc6-4aef-b9bd-5a0ed50578b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:28Z', 'revision_number': 9, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:24:14Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:32.620282 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785df546-fdc6-4aef-b9bd-5a0ed50578b7 None None] The sync data for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 is: [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:28Z', 'revision_number': 9, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f4bfd5-529e-4497-8128-a804303016ee', 'name': '', 'network_id': '27497481-e349-442f-857a-5ace5dcc0a2c', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:5b:a1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:33Z', 'updated_at': '2022-05-25T20:24:14Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': 'fe0389aa-0c2f-4461-ba55-e383dfc55bda', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:24:32.728466 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ec5a474d-1c4b-48c6-b556-050458fdd0de None None] Set router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:32.765291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fda8e8-90ca-4e74-86cf-bc9ab618abad req-992db134-dfbf-4060-8bbb-86af005eff87 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:32.782384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fda8e8-90ca-4e74-86cf-bc9ab618abad req-992db134-dfbf-4060-8bbb-86af005eff87 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:32.792533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fda8e8-90ca-4e74-86cf-bc9ab618abad req-992db134-dfbf-4060-8bbb-86af005eff87 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:32.802084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fda8e8-90ca-4e74-86cf-bc9ab618abad req-992db134-dfbf-4060-8bbb-86af005eff87 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:32.812196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fda8e8-90ca-4e74-86cf-bc9ab618abad req-992db134-dfbf-4060-8bbb-86af005eff87 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:32.821609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fda8e8-90ca-4e74-86cf-bc9ab618abad req-992db134-dfbf-4060-8bbb-86af005eff87 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:32.832592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fda8e8-90ca-4e74-86cf-bc9ab618abad req-992db134-dfbf-4060-8bbb-86af005eff87 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:32.837652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-14fda8e8-90ca-4e74-86cf-bc9ab618abad req-992db134-dfbf-4060-8bbb-86af005eff87 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5435 time: 0.3643994 May 25 20:24:32.903476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] No DVR routers for this DVR port 61aa281f-3b41-4c89-9595-67d38a52b24b on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:24:32.918464 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:32.931120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'name': 'network-vif-deleted', 'tag': '61aa281f-3b41-4c89-9595-67d38a52b24b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:24:33.000463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60f4acaa-cf32-46a5-b8b9-7eb138a06dcf req-aade00ad-f2b9-40f7-8188-cdcf8344e1d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.50 "DELETE /v2.0/ports/61aa281f-3b41-4c89-9595-67d38a52b24b HTTP/1.1" status: 204 len: 173 time: 6.7966976 May 25 20:24:33.006623 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21bbb37a-b9fc-4354-bf86-dba94f493739 req-e4d3c6da-6283-4a96-bf7f-8b9bce3291f7 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3604133 May 25 20:24:33.083319 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:33.117958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af3e9a-923a-4cb3-9d35-3320e3ffdf52 req-979de10f-6d9d-4f61-a21c-740a0571950b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:33.133363 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9af3e9a-923a-4cb3-9d35-3320e3ffdf52 req-979de10f-6d9d-4f61-a21c-740a0571950b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.7840035 May 25 20:24:33.188586 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-26332b5e-a734-4604-9a07-d1d474b31d17 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:33.559093 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9af3e9a-923a-4cb3-9d35-3320e3ffdf52 req-668c9dc8-e31a-431b-b4b3-64b08798456d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242320 May 25 20:24:33.573916 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4b36fbe1-b28f-48cd-998b-e8ae530f813a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:24:33.601654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26332b5e-a734-4604-9a07-d1d474b31d17 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Subnet': ['ID=e53a2625-c79d-4620-90bf-5209f3b55549,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:33.639188 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0204627d-928e-4012-a6be-86b358834e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:33.746839 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ec5a474d-1c4b-48c6-b556-050458fdd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:37Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:33.764888 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a474d-1c4b-48c6-b556-050458fdd0de None None] Checking router: 6c2fd807-7204-48b8-a728-b0d9a3ba3061 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:24:33.787499 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a474d-1c4b-48c6-b556-050458fdd0de None None] Routers {'6c2fd807-7204-48b8-a728-b0d9a3ba3061'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:33.787499 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ec5a474d-1c4b-48c6-b556-050458fdd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:33.817208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 4b36fbe1-b28f-48cd-998b-e8ae530f813a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:24:33.817208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4b36fbe1-b28f-48cd-998b-e8ae530f813a not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:24:33.817208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6462f29-1ef4-4a44-aa21-bb416d744ba3 None None] Network 851075c3-33d8-4e46-bf88-4b10e5b89dfb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:24:34.168378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109c721-f4ba-45fc-8abf-505242fe5590 req-6e5ee676-5061-41c1-8729-1d72f7825f11 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:34.168378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6109c721-f4ba-45fc-8abf-505242fe5590 req-6e5ee676-5061-41c1-8729-1d72f7825f11 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.9867632 May 25 20:24:34.377540 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6109c721-f4ba-45fc-8abf-505242fe5590 req-4bc1188d-6629-4e33-a40f-ca58a18b8e4d tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162251 May 25 20:24:34.440114 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-26332b5e-a734-4604-9a07-d1d474b31d17 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:34.531209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] DHCP port deletion for 851075c3-33d8-4e46-bf88-4b10e5b89dfb request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:24:34.566436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60988) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:34.600068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] Deleting port ed100940-9873-4586-8fca-5e32ec9dee59 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:34.600068 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:34.646927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-26332b5e-a734-4604-9a07-d1d474b31d17 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/e53a2625-c79d-4620-90bf-5209f3b55549 HTTP/1.1" status: 204 len: 168 time: 3.8714664 May 25 20:24:34.687038 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ec5a474d-1c4b-48c6-b556-050458fdd0de None None] Set router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:34.781193 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:34.989374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port ed100940-9873-4586-8fca-5e32ec9dee59 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:34.989374 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:35.057519 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29331945-3b1a-4248-9501-0ec501202bb3'] response: {'server_uuid': 'f6910d6e-cf74-48f0-aaeb-e05c21c33469', 'name': 'network-vif-deleted', 'tag': '61aa281f-3b41-4c89-9595-67d38a52b24b', 'status': 'completed', 'code': 200} May 25 20:24:35.180653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1a935749-d12b-45cf-8aaa-7eb6bb821272 req-993d8f97-7d1d-4ff2-9bce-1210c3e6e49c tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Synchronizing usage tracker for tenant:a52a7ae8afff4a00995e63198463c2df on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:24:35.285168 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] For port ed100940-9873-4586-8fca-5e32ec9dee59, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ed100940-9873-4586-8fca-5e32ec9dee59,segment=NetworkSegment(153c60c1-ba14-43c0-89cf-1a9edfece44f),segment_id=153c60c1-ba14-43c0-89cf-1a9edfece44f)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:35.285168 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:35.318375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1a935749-d12b-45cf-8aaa-7eb6bb821272 req-993d8f97-7d1d-4ff2-9bce-1210c3e6e49c tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Unset dirty status for tenant:a52a7ae8afff4a00995e63198463c2df on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:24:35.318375 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a935749-d12b-45cf-8aaa-7eb6bb821272 req-993d8f97-7d1d-4ff2-9bce-1210c3e6e49c tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6910d6e-cf74-48f0-aaeb-e05c21c33469 HTTP/1.1" status: 200 len: 210 time: 0.8396075 May 25 20:24:35.385889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7d51a-cb2c-438e-94e6-b627bade2212 req-37bd1732-5690-432f-8e58-759e96f77b61 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:35.439582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-04c7d51a-cb2c-438e-94e6-b627bade2212 req-37bd1732-5690-432f-8e58-759e96f77b61 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.6667674 May 25 20:24:35.539800 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ec5a474d-1c4b-48c6-b556-050458fdd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:37Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:35.539800 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a474d-1c4b-48c6-b556-050458fdd0de None None] The sync data for ids ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'] in n-d-843339-1 is: [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:37Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:24:35.556799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0204627d-928e-4012-a6be-86b358834e7f admin admin] Deleting port 9c525734-4f88-449a-8bf4-1ed1a09ab697 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:35.556799 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0204627d-928e-4012-a6be-86b358834e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:35.785760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] Calling delete_port for ed100940-9873-4586-8fca-5e32ec9dee59 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:35.876914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ed100940-9873-4586-8fca-5e32ec9dee59 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:24:35.898054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-0204627d-928e-4012-a6be-86b358834e7f admin admin] For port 9c525734-4f88-449a-8bf4-1ed1a09ab697, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9c525734-4f88-449a-8bf4-1ed1a09ab697,segment=NetworkSegment(7fee514f-65da-45bf-9d14-df68bafdf77d),segment_id=7fee514f-65da-45bf-9d14-df68bafdf77d)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:35.898054 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0204627d-928e-4012-a6be-86b358834e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:36.002049 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-04c7d51a-cb2c-438e-94e6-b627bade2212 req-b7519104-6b57-4313-8b88-c4d3f8ff97d5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656354 May 25 20:24:36.161942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ed100940-9873-4586-8fca-5e32ec9dee59 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:24:36.161942 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:36.258868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0204627d-928e-4012-a6be-86b358834e7f admin admin] Calling delete_port for 9c525734-4f88-449a-8bf4-1ed1a09ab697 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:36.401687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0565ea3d-7777-43d7-95d6-9f570e792a8f None None] New status for floating IP f0a1652d-6d73-4712-af0b-591de750e7c2: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:24:36.576365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] For port ed100940-9873-4586-8fca-5e32ec9dee59, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ed100940-9873-4586-8fca-5e32ec9dee59,segment=NetworkSegment(153c60c1-ba14-43c0-89cf-1a9edfece44f),segment_id=153c60c1-ba14-43c0-89cf-1a9edfece44f)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:36.576365 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:36.622520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ed100940-9873-4586-8fca-5e32ec9dee59, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ed100940-9873-4586-8fca-5e32ec9dee59,segment=NetworkSegment(153c60c1-ba14-43c0-89cf-1a9edfece44f),segment_id=153c60c1-ba14-43c0-89cf-1a9edfece44f)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:36.960946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for ed100940-9873-4586-8fca-5e32ec9dee59 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:36.986551 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:37.009063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32780) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:37.182292 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:24:37.182292 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:24:37.258559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b1c5ca3e-b535-47e0-9654-0328b34e62ad tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:37.258559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0204627d-928e-4012-a6be-86b358834e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:37.335392 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:24:37.335392 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:24:37.488205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ea2ea-13eb-46c4-8a18-055eede8387d req-067531ef-a4f5-4dae-974f-98a0e5b365c2 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:37.488205 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-149ea2ea-13eb-46c4-8a18-055eede8387d req-067531ef-a4f5-4dae-974f-98a0e5b365c2 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2098958 May 25 20:24:37.536314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ed100940-9873-4586-8fca-5e32ec9dee59,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:37.629676 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-149ea2ea-13eb-46c4-8a18-055eede8387d req-c1585f6d-5087-4003-aa66-2cb463de9478 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495364 May 25 20:24:37.650709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port ed100940-9873-4586-8fca-5e32ec9dee59 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:37.652197 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:37.852412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] Deleting port ed100940-9873-4586-8fca-5e32ec9dee59 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:37.852412 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:37.909928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204627d-928e-4012-a6be-86b358834e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c525734-4f88-449a-8bf4-1ed1a09ab697,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:38.204388 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b1c5ca3e-b535-47e0-9654-0328b34e62ad tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:38.273163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2bbad-174a-4e1d-a04f-e58df54c1a96 req-1dcbe3e0-592b-40d8-8c0a-32679b943f1f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:38.273163 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15a2bbad-174a-4e1d-a04f-e58df54c1a96 req-1dcbe3e0-592b-40d8-8c0a-32679b943f1f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 1.2613380 May 25 20:24:38.293405 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] For port ed100940-9873-4586-8fca-5e32ec9dee59, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ed100940-9873-4586-8fca-5e32ec9dee59,segment=NetworkSegment(153c60c1-ba14-43c0-89cf-1a9edfece44f),segment_id=153c60c1-ba14-43c0-89cf-1a9edfece44f)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:38.293405 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:38.418745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] For port ed100940-9873-4586-8fca-5e32ec9dee59, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ed100940-9873-4586-8fca-5e32ec9dee59,segment=NetworkSegment(153c60c1-ba14-43c0-89cf-1a9edfece44f),segment_id=153c60c1-ba14-43c0-89cf-1a9edfece44f)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:38.419811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:38.498846 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15a2bbad-174a-4e1d-a04f-e58df54c1a96 req-df7e6137-77cc-4c19-818b-604e65edb500 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448809 May 25 20:24:38.519341 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] Calling delete_port for ed100940-9873-4586-8fca-5e32ec9dee59 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:38.958552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for ed100940-9873-4586-8fca-5e32ec9dee59 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:38.967900 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:38.994344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32806) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:39.052351 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0204627d-928e-4012-a6be-86b358834e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:39.096005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] No DVR routers for this DVR port ed100940-9873-4586-8fca-5e32ec9dee59 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:24:39.097680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c74d54-7732-46b1-bf87-a5e44ad1d174 None None] Pushing event deleted for resources: {'Port': ['ID=ed100940-9873-4586-8fca-5e32ec9dee59,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:39.196968 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b1c5ca3e-b535-47e0-9654-0328b34e62ad tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: from cryptography.utils import int_from_bytes May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: from cryptography.utils import int_from_bytes May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn_limited( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn_limited( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:24:39.226097 n-d-843339-1 neutron-server[88332]: util.warn( May 25 20:24:39.238692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:24:39.239192 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:24:39.249412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fbe15-a1c3-4689-8f75-1d5a00d009e6 req-0cc9b068-624f-4a41-b1a7-b98781bb51ef tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:39.263489 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f60fbe15-a1c3-4689-8f75-1d5a00d009e6 req-0cc9b068-624f-4a41-b1a7-b98781bb51ef tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2535923 May 25 20:24:39.289985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5ca3e-b535-47e0-9654-0328b34e62ad tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ab29db-ffda-42f4-8325-004e963de83d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:39.306463 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b1c5ca3e-b535-47e0-9654-0328b34e62ad tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:39.306463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b1c5ca3e-b535-47e0-9654-0328b34e62ad tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "DELETE /v2.0/security-groups/c5ab29db-ffda-42f4-8325-004e963de83d HTTP/1.1" status: 204 len: 168 time: 2.2720814 May 25 20:24:39.318609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port ed100940-9873-4586-8fca-5e32ec9dee59 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:39.318609 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:39.358208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32814) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:39.392529 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-8c2c7ddb-16ee-49a7-943c-0bea35a7739e tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] show failed (client error): The resource could not be found. May 25 20:24:39.394009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8c2c7ddb-16ee-49a7-943c-0bea35a7739e tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups/c5ab29db-ffda-42f4-8325-004e963de83d HTTP/1.1" status: 404 len: 347 time: 0.0320754 May 25 20:24:39.427475 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32818) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:39.472275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] The port 'ed100940-9873-4586-8fca-5e32ec9dee59' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:24:39.795974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7bba805e-452a-4e1c-a317-3f5c3214e8b9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Deleting port 7df3646d-b68b-45c5-9cdc-d2811138a968 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:39.797312 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bba805e-452a-4e1c-a317-3f5c3214e8b9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:39.804363 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:39.822728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f60fbe15-a1c3-4689-8f75-1d5a00d009e6 req-917d9535-a528-44ef-bd84-60fe61c8d8be tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613091 May 25 20:24:39.842615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851075c3-33d8-4e46-bf88-4b10e5b89dfb']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:39.864579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153c60c1-ba14-43c0-89cf-1a9edfece44f') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:39.864579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153c60c1-ba14-43c0-89cf-1a9edfece44f') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:39.880171 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:39.904493 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:39.914884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:24:39.915413 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:40.008382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69e5c8-7fdd-4d6b-aa7c-536b9d08900e req-d0778f18-5799-47c3-bb85-78498b89340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:40.008852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69e5c8-7fdd-4d6b-aa7c-536b9d08900e req-d0778f18-5799-47c3-bb85-78498b89340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:40.009485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69e5c8-7fdd-4d6b-aa7c-536b9d08900e req-d0778f18-5799-47c3-bb85-78498b89340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:40.009944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69e5c8-7fdd-4d6b-aa7c-536b9d08900e req-d0778f18-5799-47c3-bb85-78498b89340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:40.010412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69e5c8-7fdd-4d6b-aa7c-536b9d08900e req-d0778f18-5799-47c3-bb85-78498b89340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:40.011174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69e5c8-7fdd-4d6b-aa7c-536b9d08900e req-d0778f18-5799-47c3-bb85-78498b89340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:40.011804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69e5c8-7fdd-4d6b-aa7c-536b9d08900e req-d0778f18-5799-47c3-bb85-78498b89340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:40.012961 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 153c60c1-ba14-43c0-89cf-1a9edfece44f resource provider aggregate not found May 25 20:24:40.035119 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab69e5c8-7fdd-4d6b-aa7c-536b9d08900e req-d0778f18-5799-47c3-bb85-78498b89340c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 6492 time: 1.0395925 May 25 20:24:40.052335 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 153c60c1-ba14-43c0-89cf-1a9edfece44f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 153c60c1-ba14-43c0-89cf-1a9edfece44f found for delete ", "request_id": "req-4873eced-a810-41c2-a8b2-2a564f6307d8"}]} May 25 20:24:40.072994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:40.116406 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:40.130278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Network': ['ID=851075c3-33d8-4e46-bf88-4b10e5b89dfb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:40.142642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:40.143298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:40.143792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:40.144271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:40.144747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:40.145219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:40.145703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:40.146228 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:40.146732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:40.147374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:40.147934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:40.148450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:40.155178 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b19d3705-7be6-4883-a21d-68ff8d7f1eb2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/networks/851075c3-33d8-4e46-bf88-4b10e5b89dfb HTTP/1.1" status: 204 len: 168 time: 5.6969793 May 25 20:24:40.158241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32828) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:40.351985 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bba805e-452a-4e1c-a317-3f5c3214e8b9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:40.353142 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bba805e-452a-4e1c-a317-3f5c3214e8b9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:40.619789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7bba805e-452a-4e1c-a317-3f5c3214e8b9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Calling delete_port for 7df3646d-b68b-45c5-9cdc-d2811138a968 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:40.756016 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab69e5c8-7fdd-4d6b-aa7c-536b9d08900e req-4612402b-2d26-4ff3-9a4f-5981439c8015 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&id=9b03b2d7-194f-4163-bc48-43cf8363f977&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7175128 May 25 20:24:41.230182 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2be15d60-f02e-4c6c-956e-ba983ba8088d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:41.395559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0204627d-928e-4012-a6be-86b358834e7f admin admin] Router 13de9e44-b091-41c1-a938-61db012612f8 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:24:41.395559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bba805e-452a-4e1c-a317-3f5c3214e8b9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:41.565811 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba805e-452a-4e1c-a317-3f5c3214e8b9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event deleted for resources: {'Port': ['ID=7df3646d-b68b-45c5-9cdc-d2811138a968,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:41.754489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-2be15d60-f02e-4c6c-956e-ba983ba8088d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 60f4bfd5-529e-4497-8128-a804303016ee {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:41.754840 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2be15d60-f02e-4c6c-956e-ba983ba8088d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:41.836214 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bba805e-452a-4e1c-a317-3f5c3214e8b9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:42.010221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a3af6-69e6-41fc-beb9-fc68d85d2203 req-10c6bab4-7f96-4ec4-b706-9572a638a4c8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:42.025556 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9b4a3af6-69e6-41fc-beb9-fc68d85d2203 req-10c6bab4-7f96-4ec4-b706-9572a638a4c8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.8283985 May 25 20:24:42.060328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-2be15d60-f02e-4c6c-956e-ba983ba8088d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] For port 60f4bfd5-529e-4497-8128-a804303016ee, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=60f4bfd5-529e-4497-8128-a804303016ee,segment=NetworkSegment(7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d),segment_id=7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:42.060933 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2be15d60-f02e-4c6c-956e-ba983ba8088d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:42.223973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0204627d-928e-4012-a6be-86b358834e7f admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:24:42.235647 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078bf5a9-418f-48f4-bffa-8f976fe993db None None] Sync routers for ids ['13de9e44-b091-41c1-a938-61db012612f8'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:24:42.251542 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078bf5a9-418f-48f4-bffa-8f976fe993db None None] Routers {'13de9e44-b091-41c1-a938-61db012612f8'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:42.257531 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0204627d-928e-4012-a6be-86b358834e7f admin admin] 10.222.0.60 "PUT /v2.0/routers/13de9e44-b091-41c1-a938-61db012612f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7301998 May 25 20:24:42.257531 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bba805e-452a-4e1c-a317-3f5c3214e8b9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:42.261555 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-078bf5a9-418f-48f4-bffa-8f976fe993db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['13de9e44-b091-41c1-a938-61db012612f8'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:42.270746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7bba805e-452a-4e1c-a317-3f5c3214e8b9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "DELETE /v2.0/floatingips/f0a1652d-6d73-4712-af0b-591de750e7c2 HTTP/1.1" status: 204 len: 168 time: 2.8454895 May 25 20:24:42.278706 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32864) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:42.469970 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9b4a3af6-69e6-41fc-beb9-fc68d85d2203 req-c3ba6700-159a-4899-9077-491fa8d7c001 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417424 May 25 20:24:42.557412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-2be15d60-f02e-4c6c-956e-ba983ba8088d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for 60f4bfd5-529e-4497-8128-a804303016ee owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:42.610124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32870) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:42.632354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1391142666', 'description': 'tempest-description--2134216633'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:24:42.675246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:24:42.745382 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:42.776113 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-078bf5a9-418f-48f4-bffa-8f976fe993db None None] Set router 13de9e44-b091-41c1-a938-61db012612f8 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:42.940827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Usage tracker for resource:security_group and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:24:42.942462 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2be15d60-f02e-4c6c-956e-ba983ba8088d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:42.946670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:24:42.957106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:24:43.030745 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:43.132666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be15d60-f02e-4c6c-956e-ba983ba8088d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Port': ['ID=60f4bfd5-529e-4497-8128-a804303016ee,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:43.149182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:24:43.213191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Usage tracker for resource:security_group_rule and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:24:43.253095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:24:43.291748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:24:43.308796 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:43.326287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] Deleting port ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:43.326634 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:43.873473 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:43.926515 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:44.066566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5d4702-a560-4c9f-aeaa-0f078885d175,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:44.179239 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2be15d60-f02e-4c6c-956e-ba983ba8088d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:44.188772 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:44.190297 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dca426aa-742e-4c1c-bf70-b63195197853 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5924671 May 25 20:24:44.193600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32892) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:44.201864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b730093f-ba65-4a19-b0b8-905819845e4b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Request body: {'security_group_rule': {'security_group_id': '5b5d4702-a560-4c9f-aeaa-0f078885d175', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:24:44.216419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] For port ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:44.216419 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:44.227656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b730093f-ba65-4a19-b0b8-905819845e4b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:24:44.231758 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-078bf5a9-418f-48f4-bffa-8f976fe993db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:24:36Z', 'revision_number': 5, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port': {'id': 'ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de9e44-b091-41c1-a938-61db012612f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:22:08Z', 'updated_at': '2022-05-25T20:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:44.239399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b730093f-ba65-4a19-b0b8-905819845e4b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Usage tracker for resource:security_group_rule and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:24:44.256399 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078bf5a9-418f-48f4-bffa-8f976fe993db None None] Checking router: 13de9e44-b091-41c1-a938-61db012612f8 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:24:44.314273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b730093f-ba65-4a19-b0b8-905819845e4b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:24:44.320481 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078bf5a9-418f-48f4-bffa-8f976fe993db None None] Routers {'13de9e44-b091-41c1-a938-61db012612f8'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:44.332499 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-078bf5a9-418f-48f4-bffa-8f976fe993db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['13de9e44-b091-41c1-a938-61db012612f8'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:44.426196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ab839-84b4-42e5-a495-f7d02c948a91 req-39185f0b-fb30-4470-829d-a5a38892eeef tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:44.427624 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-124ab839-84b4-42e5-a495-f7d02c948a91 req-39185f0b-fb30-4470-829d-a5a38892eeef tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.5913713 May 25 20:24:44.428972 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b730093f-ba65-4a19-b0b8-905819845e4b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:24:44.446079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] Calling delete_port for ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:44.635380 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-124ab839-84b4-42e5-a495-f7d02c948a91 req-c0770ac8-0b8d-4bf3-928d-9fbb84d44afb tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332216 May 25 20:24:44.700165 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b730093f-ba65-4a19-b0b8-905819845e4b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:44.900412 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-078bf5a9-418f-48f4-bffa-8f976fe993db None None] Set router 13de9e44-b091-41c1-a938-61db012612f8 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:44.972266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be15d60-f02e-4c6c-956e-ba983ba8088d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:24:45.196350 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b730093f-ba65-4a19-b0b8-905819845e4b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:45.232651 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b730093f-ba65-4a19-b0b8-905819845e4b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:45.331630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730093f-ba65-4a19-b0b8-905819845e4b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0eb93ad-cfec-47b1-a705-0e9eda103d77,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:45.389380 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-078bf5a9-418f-48f4-bffa-8f976fe993db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:24:43Z', 'revision_number': 6, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:45.415196 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078bf5a9-418f-48f4-bffa-8f976fe993db None None] The sync data for ids ['13de9e44-b091-41c1-a938-61db012612f8'] in n-d-843339-1 is: [{'id': '13de9e44-b091-41c1-a938-61db012612f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-945024127-router', 'tenant_id': '02f9414758094917b3dfd1a0855d0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:22:03Z', 'updated_at': '2022-05-25T20:24:43Z', 'revision_number': 6, 'project_id': '02f9414758094917b3dfd1a0855d0bf5', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:24:45.417534 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b730093f-ba65-4a19-b0b8-905819845e4b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:45.417534 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b730093f-ba65-4a19-b0b8-905819845e4b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2168479 May 25 20:24:45.422363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32902) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:45.465862 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-64cf4104-d33c-4c3a-a006-7a9a6f993d13 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Request body: {'security_group_rule': {'security_group_id': '5b5d4702-a560-4c9f-aeaa-0f078885d175', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:24:45.503999 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:45.534929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be15d60-f02e-4c6c-956e-ba983ba8088d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:24:45.541147 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011ded8-d142-445d-9463-8bdb609a197b None None] Sync routers for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:24:45.558655 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2be15d60-f02e-4c6c-956e-ba983ba8088d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3894167 May 25 20:24:45.558655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32906) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:45.563858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-64cf4104-d33c-4c3a-a006-7a9a6f993d13 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:24:45.573030 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011ded8-d142-445d-9463-8bdb609a197b None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:45.573030 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4011ded8-d142-445d-9463-8bdb609a197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:45.665134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-b203b7dc-1811-4ed0-925a-b76779f961be tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting subnet fe0389aa-0c2f-4461-ba55-e383dfc55bda {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:24:45.683004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b203b7dc-1811-4ed0-925a-b76779f961be tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:45.780733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-64cf4104-d33c-4c3a-a006-7a9a6f993d13 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Usage tracker for resource:security_group_rule and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:24:45.801999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:45.815166 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-64cf4104-d33c-4c3a-a006-7a9a6f993d13 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:24:45.938519 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b203b7dc-1811-4ed0-925a-b76779f961be tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:45.961309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-64cf4104-d33c-4c3a-a006-7a9a6f993d13 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:24:46.141110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9c525734-4f88-449a-8bf4-1ed1a09ab697 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:24:46.272786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 9c525734-4f88-449a-8bf4-1ed1a09ab697 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:24:46.272786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9c525734-4f88-449a-8bf4-1ed1a09ab697 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:24:46.310657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-4011ded8-d142-445d-9463-8bdb609a197b None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:46.360266 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:46.388258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8a623-f5d3-4d46-acb2-7b61045e81ce req-c51f2fe9-a456-4907-b910-f0a9661d463d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:46.395995 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-79e8a623-f5d3-4d46-acb2-7b61045e81ce req-c51f2fe9-a456-4907-b910-f0a9661d463d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1884866 May 25 20:24:46.470316 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b203b7dc-1811-4ed0-925a-b76779f961be tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:46.544611 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64cf4104-d33c-4c3a-a006-7a9a6f993d13 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:46.594389 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-79e8a623-f5d3-4d46-acb2-7b61045e81ce req-d17c0500-7357-4277-8f3f-cba1d2b0ebb9 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863799 May 25 20:24:46.773581 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b203b7dc-1811-4ed0-925a-b76779f961be tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:46.900218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203b7dc-1811-4ed0-925a-b76779f961be tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0389aa-0c2f-4461-ba55-e383dfc55bda,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:46.905637 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b203b7dc-1811-4ed0-925a-b76779f961be tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:46.932184 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b203b7dc-1811-4ed0-925a-b76779f961be tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/fe0389aa-0c2f-4461-ba55-e383dfc55bda HTTP/1.1" status: 204 len: 168 time: 1.3800583 May 25 20:24:46.933238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32916) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:47.116051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289fec2e-f1c9-45e3-a16d-003c4bffe6e2 None None] Network 27497481-e349-442f-857a-5ace5dcc0a2c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:24:47.181707 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:47.211034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port f7efafd4-4bda-4de7-b5e5-9046beff3f92 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:47.211034 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:47.227857 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64cf4104-d33c-4c3a-a006-7a9a6f993d13 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:47.259411 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64cf4104-d33c-4c3a-a006-7a9a6f993d13 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:47.467792 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64cf4104-d33c-4c3a-a006-7a9a6f993d13 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:47.467792 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-64cf4104-d33c-4c3a-a006-7a9a6f993d13 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0286078 May 25 20:24:47.467792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf4104-d33c-4c3a-a006-7a9a6f993d13 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96dca602-3be0-461a-8e40-5fad02023bc7,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:47.467792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32922) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:47.490377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:24:47.503771 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:47.515323 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:47.515323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:24:47.532976 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ecdfdd17-1a5f-4ee7-8b26-fbd6bc5b2d2f req-255adbbf-ccb5-49e6-bcc4-6c34579f9025 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5418270 May 25 20:24:47.532976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Usage tracker for resource:floatingip and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:24:47.551888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:24:47.571947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:24:47.645993 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:47.645993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13de9e44-b091-41c1-a938-61db012612f8 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:24:47.659689 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:47.723927 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:47.723927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-03f2b25b-88c8-480a-baf2-c3177bab54c2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/13de9e44-b091-41c1-a938-61db012612f8 HTTP/1.1" status: 204 len: 168 time: 5.4286928 May 25 20:24:47.732736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32928) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:47.951904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:24:48.088278 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:24:48.088624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ad1dbe2d-0b7b-43c4-ac32-1ab6f3d737b4 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:24:48.185124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4011ded8-d142-445d-9463-8bdb609a197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:42Z', 'revision_number': 10, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:48.206088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011ded8-d142-445d-9463-8bdb609a197b None None] Checking router: 9cfef4df-ab42-48c1-95da-8f1f69fec7fe for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:24:48.240821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011ded8-d142-445d-9463-8bdb609a197b None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:48.252158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4011ded8-d142-445d-9463-8bdb609a197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:48.380196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] For port f7efafd4-4bda-4de7-b5e5-9046beff3f92, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f7efafd4-4bda-4de7-b5e5-9046beff3f92,segment=NetworkSegment(7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d),segment_id=7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:48.381264 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:48.420390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-b914944f-57d7-41fc-826f-5f7047ab7063 admin admin] Deleting subnet fca3a56e-188b-4aef-b6d9-198c489c2bb1 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:24:48.426880 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b914944f-57d7-41fc-826f-5f7047ab7063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:48.508255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfdd17-1a5f-4ee7-8b26-fbd6bc5b2d2f req-ae9093a7-6ae5-4e25-a702-38f94d799a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:48.510535 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ecdfdd17-1a5f-4ee7-8b26-fbd6bc5b2d2f req-ae9093a7-6ae5-4e25-a702-38f94d799a91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd9d7ecda85842f896097a31795071c4&device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 1096 time: 0.6169298 May 25 20:24:48.527075 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b914944f-57d7-41fc-826f-5f7047ab7063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:48.536428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37894875-d0d5-40d1-ba9a-98b7f1bdef86 None None] DHCP port deletion for 27497481-e349-442f-857a-5ace5dcc0a2c request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:24:48.582642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for f7efafd4-4bda-4de7-b5e5-9046beff3f92 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:48.616504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-37894875-d0d5-40d1-ba9a-98b7f1bdef86 None None] Deleting port f7efafd4-4bda-4de7-b5e5-9046beff3f92 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:48.616873 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-37894875-d0d5-40d1-ba9a-98b7f1bdef86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:48.635383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2450150-214c-4587-b7fb-b66c930907be req-4e80d04d-e621-4614-81ff-5e516a2a1094 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:48.643899 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f2450150-214c-4587-b7fb-b66c930907be req-4e80d04d-e621-4614-81ff-5e516a2a1094 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.5524747 May 25 20:24:48.726458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-4011ded8-d142-445d-9463-8bdb609a197b None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:48.732204 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:48.801982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Port': ['ID=f7efafd4-4bda-4de7-b5e5-9046beff3f92,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:48.804644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] No DVR routers for this DVR port f7efafd4-4bda-4de7-b5e5-9046beff3f92 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:24:48.930899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfdd17-1a5f-4ee7-8b26-fbd6bc5b2d2f req-b556f1ec-9270-457b-86c9-9190055238c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:48.934091 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ecdfdd17-1a5f-4ee7-8b26-fbd6bc5b2d2f req-b556f1ec-9270-457b-86c9-9190055238c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d861bbe-1d99-4238-9eb8-2ced58df3754 HTTP/1.1" status: 200 len: 911 time: 0.3570201 May 25 20:24:48.963253 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b914944f-57d7-41fc-826f-5f7047ab7063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:49.041855 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f2450150-214c-4587-b7fb-b66c930907be req-c6941999-8760-49cf-9a80-6e2423dc7dc2 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965006 May 25 20:24:49.053283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-37894875-d0d5-40d1-ba9a-98b7f1bdef86 None None] The port 'f7efafd4-4bda-4de7-b5e5-9046beff3f92' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:24:49.108100 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b914944f-57d7-41fc-826f-5f7047ab7063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:49.115589 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:49.169025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27497481-e349-442f-857a-5ace5dcc0a2c']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:49.171522 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b914944f-57d7-41fc-826f-5f7047ab7063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:49.192564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:49.192854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:49.193716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914944f-57d7-41fc-826f-5f7047ab7063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca3a56e-188b-4aef-b6d9-198c489c2bb1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:49.217271 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b914944f-57d7-41fc-826f-5f7047ab7063 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fca3a56e-188b-4aef-b6d9-198c489c2bb1 HTTP/1.1" status: 204 len: 168 time: 1.4873955 May 25 20:24:49.221974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32938) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:49.254960 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:49.264595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:49.430086 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:49.459472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:24:49.470906 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:49.513534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Allocated IP 172.25.3.240 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/52674964-8c70-4e46-9c61-945aad7d0cd2) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:24:49.535253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4011ded8-d142-445d-9463-8bdb609a197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:42Z', 'revision_number': 10, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:49.536346 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d resource provider aggregate not found May 25 20:24:49.547266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011ded8-d142-445d-9463-8bdb609a197b None None] The sync data for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 is: [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:42Z', 'revision_number': 10, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None, '_interfaces': [{'id': '26cd5ea4-a680-48ed-8387-94ab1d3128da', 'name': '', 'network_id': '55bf620a-144f-46d9-b24c-4c460cee001d', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'mac_address': 'fa:16:3e:ac:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:25Z', 'updated_at': '2022-05-25T20:23:34Z', 'revision_number': 5, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'subnets': [{'id': '2a4c9cfb-aa9a-40b3-b848-30454939f8b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:24:49.739342 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:49.764238 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e0d4b0a-faab-4b6a-8c87-3ff7d40a6c2d found for delete ", "request_id": "req-1fff6646-2f23-4288-97ae-33b38e6400e7"}]} May 25 20:24:49.764998 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ecdfdd17-1a5f-4ee7-8b26-fbd6bc5b2d2f req-9090a06f-e82e-459f-8b00-911792cbadbe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77af9c32-81f6-49f2-909b-ee27d0168e0c HTTP/1.1" status: 200 len: 1000 time: 0.7160361 May 25 20:24:49.771177 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-88e50aad-1e2b-4b9f-8638-ef1dfbe19ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:49.781976 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:49.836666 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:49.892739 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Network': ['ID=27497481-e349-442f-857a-5ace5dcc0a2c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:49.918205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfdd17-1a5f-4ee7-8b26-fbd6bc5b2d2f req-c3336d56-ce37-4088-bb6d-f860d7824eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:49.923868 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ecdfdd17-1a5f-4ee7-8b26-fbd6bc5b2d2f req-c3336d56-ce37-4088-bb6d-f860d7824eb9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b86e6032-d969-4882-8d08-6181fe145086 HTTP/1.1" status: 200 len: 849 time: 0.1513991 May 25 20:24:49.972714 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f7efafd4-4bda-4de7-b5e5-9046beff3f92 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:24:50.087061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: f7efafd4-4bda-4de7-b5e5-9046beff3f92 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:24:50.087543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f7efafd4-4bda-4de7-b5e5-9046beff3f92 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:24:50.102631 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-785c4ff6-0329-4b1e-b4e8-324420f44b24 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/networks/27497481-e349-442f-857a-5ace5dcc0a2c HTTP/1.1" status: 204 len: 168 time: 3.1679940 May 25 20:24:50.107905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32950) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:50.159261 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-88e50aad-1e2b-4b9f-8638-ef1dfbe19ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:50.261018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-88e50aad-1e2b-4b9f-8638-ef1dfbe19ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af255cd0-9c8c-44d1-a0f2-e82d62f8aede']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:50.300031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-88e50aad-1e2b-4b9f-8638-ef1dfbe19ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fee514f-65da-45bf-9d14-df68bafdf77d') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:50.306516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-88e50aad-1e2b-4b9f-8638-ef1dfbe19ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fee514f-65da-45bf-9d14-df68bafdf77d') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:50.322571 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-88e50aad-1e2b-4b9f-8638-ef1dfbe19ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:50.370932 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:50.389537 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-88e50aad-1e2b-4b9f-8638-ef1dfbe19ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:50.407874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e50aad-1e2b-4b9f-8638-ef1dfbe19ed4 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:24:50.408522 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-88e50aad-1e2b-4b9f-8638-ef1dfbe19ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:50.610918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:24:50.643734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:24:50.700498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:24:50.797738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event updated for resources: {'Port': ['ID=52674964-8c70-4e46-9c61-945aad7d0cd2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:50.951431 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-88e50aad-1e2b-4b9f-8638-ef1dfbe19ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:50.974379 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-88e50aad-1e2b-4b9f-8638-ef1dfbe19ed4 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:50.989101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e50aad-1e2b-4b9f-8638-ef1dfbe19ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=af255cd0-9c8c-44d1-a0f2-e82d62f8aede,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:51.012910 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-88e50aad-1e2b-4b9f-8638-ef1dfbe19ed4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/af255cd0-9c8c-44d1-a0f2-e82d62f8aede HTTP/1.1" status: 204 len: 168 time: 1.7898619 May 25 20:24:51.029968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f423f-0707-44dd-a2b0-de71c9fd8c09 req-5b602b59-e9a4-41df-869c-a2bcdcf6fed8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:51.032189 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804f423f-0707-44dd-a2b0-de71c9fd8c09 req-5b602b59-e9a4-41df-869c-a2bcdcf6fed8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3155799 May 25 20:24:51.113589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfdd17-1a5f-4ee7-8b26-fbd6bc5b2d2f req-7531a433-00a4-4d3c-bcac-6daec5a76411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:51.144024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804f423f-0707-44dd-a2b0-de71c9fd8c09 req-0def18ee-acef-4c91-94d3-61c96dd99462 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061037 May 25 20:24:51.154182 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ecdfdd17-1a5f-4ee7-8b26-fbd6bc5b2d2f req-7531a433-00a4-4d3c-bcac-6daec5a76411 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d861bbe-1d99-4238-9eb8-2ced58df3754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2216246 May 25 20:24:51.249304 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:51.562936 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 60f4bfd5-529e-4497-8128-a804303016ee no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:24:51.584728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32976) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:51.631597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 60f4bfd5-529e-4497-8128-a804303016ee {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:24:51.632204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 60f4bfd5-529e-4497-8128-a804303016ee not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:24:51.720236 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0dff747e-260a-4071-afee-927c37de331c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02f9414758094917b3dfd1a0855d0bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338654 May 25 20:24:51.722454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32980) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:51.731307 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:51.838435 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 7fee514f-65da-45bf-9d14-df68bafdf77d resource provider aggregate not found May 25 20:24:51.870505 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fafa26d6-7aba-4bdf-9c4e-b4e492c66896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:51.873529 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 7fee514f-65da-45bf-9d14-df68bafdf77d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fee514f-65da-45bf-9d14-df68bafdf77d found for delete ", "request_id": "req-a17c564b-ceab-4a7b-985c-a4457567e085"}]} May 25 20:24:51.913572 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fafa26d6-7aba-4bdf-9c4e-b4e492c66896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:52.001217 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fafa26d6-7aba-4bdf-9c4e-b4e492c66896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:52.047817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:52.054632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa26d6-7aba-4bdf-9c4e-b4e492c66896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093f2923-85a8-45cd-8e0f-9c10f0268f98,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:52.054632 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fafa26d6-7aba-4bdf-9c4e-b4e492c66896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:52.057759 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fafa26d6-7aba-4bdf-9c4e-b4e492c66896 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/093f2923-85a8-45cd-8e0f-9c10f0268f98 HTTP/1.1" status: 204 len: 168 time: 0.3310592 May 25 20:24:52.122993 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:52.255575 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ecdfdd17-1a5f-4ee7-8b26-fbd6bc5b2d2f req-d60efd58-1364-41f8-b7d2-dfe7b97bbb98 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0404823 May 25 20:24:52.460802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event updated for resources: {'Port': ['ID=52674964-8c70-4e46-9c61-945aad7d0cd2,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:52.491847 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:52.528820 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ecdfdd17-1a5f-4ee7-8b26-fbd6bc5b2d2f req-81af0c39-8aa2-4757-92bd-35135f46f976 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654321 May 25 20:24:52.553203 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:52.564465 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bf3902c7-31b8-4e87-bdb4-7b82dc7f81d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0909016 May 25 20:24:52.689044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7759e-d1e9-4a98-bbf2-d10b485e5a26 req-34b04fbe-8c85-44f1-b38a-19dfbdc9c206 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:52.693255 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-14e7759e-d1e9-4a98-bbf2-d10b485e5a26 req-34b04fbe-8c85-44f1-b38a-19dfbdc9c206 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3121893 May 25 20:24:52.767482 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-14e7759e-d1e9-4a98-bbf2-d10b485e5a26 req-e1cb6253-eced-4b52-beac-5d9ab661b2c4 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649176 May 25 20:24:52.803346 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:53.289873 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-291a3f23-e61e-454d-8465-e6b68a272fbd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Synchronizing usage tracker for tenant:a52a7ae8afff4a00995e63198463c2df on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:24:53.355747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-291a3f23-e61e-454d-8465-e6b68a272fbd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Unset dirty status for tenant:a52a7ae8afff4a00995e63198463c2df on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:24:53.358783 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-291a3f23-e61e-454d-8465-e6b68a272fbd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1391142666&fields=id&tenant_id=a52a7ae8afff4a00995e63198463c2df HTTP/1.1" status: 200 len: 267 time: 0.2826135 May 25 20:24:53.560112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 26cd5ea4-a680-48ed-8387-94ab1d3128da {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:24:53.560447 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:53.784320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-0f973014-fd59-47da-b046-58a7480f73f0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:53.785103 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:53.787061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-0f973014-fd59-47da-b046-58a7480f73f0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Synchronizing usage tracker for tenant:a52a7ae8afff4a00995e63198463c2df on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:24:53.851304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-0f973014-fd59-47da-b046-58a7480f73f0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Unset dirty status for tenant:a52a7ae8afff4a00995e63198463c2df on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:24:53.853324 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-0f973014-fd59-47da-b046-58a7480f73f0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 817 time: 0.4863582 May 25 20:24:53.897040 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-e31ec70a-8b00-4f4b-a850-b7fee4f345dc tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/quotas/a52a7ae8afff4a00995e63198463c2df HTTP/1.1" status: 200 len: 375 time: 0.0315914 May 25 20:24:54.024684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33042) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:54.082858 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a4fefafa-2fd6-471b-806f-65a8f11779d4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1737425 May 25 20:24:54.160887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] For port 26cd5ea4-a680-48ed-8387-94ab1d3128da, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=26cd5ea4-a680-48ed-8387-94ab1d3128da,segment=NetworkSegment(e4d2c572-37e7-4111-a96d-3b1692ab4b32),segment_id=e4d2c572-37e7-4111-a96d-3b1692ab4b32)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:24:54.161913 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:54.344523 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-ce5e3b3f-795f-421c-a841-8ca51c6f2328 service neutron] 10.222.0.60 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500393 May 25 20:24:54.351314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-274430770-network', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:24:54.361070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:24:54.366466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Usage tracker for resource:network and tenant:e14a2273f7b7408d958d6ef34ae3e65e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:24:54.369901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:24:54.378125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:24:54.505487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for 26cd5ea4-a680-48ed-8387-94ab1d3128da owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:24:54.623934 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896911bc-2916-458c-b08a-cbe29396b5ce req-32be3079-1086-4fc6-86b1-026f6a379ce5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:54.631055 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-896911bc-2916-458c-b08a-cbe29396b5ce req-32be3079-1086-4fc6-86b1-026f6a379ce5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.5945678 May 25 20:24:54.654634 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-21ed665a-6dc1-45a9-b5b7-d1bd520fafe1 service neutron] 10.222.0.60 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670100 May 25 20:24:54.660003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Made reservation on behalf of e14a2273f7b7408d958d6ef34ae3e65e for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:24:54.667536 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:54.694847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:54.727812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:24:54.732425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Usage tracker for resource:security_group_rule and tenant:e14a2273f7b7408d958d6ef34ae3e65e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:24:54.739292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:24:54.751806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:24:54.932977 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-896911bc-2916-458c-b08a-cbe29396b5ce req-efc3ca6c-fc7f-4e10-87e1-58b69fd9cff4 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920513 May 25 20:24:54.990619 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:55.005826 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e4fd3ef-5002-4807-8bab-9f46ad28ec4a req-9f3a7c81-5974-427e-ba4b-722f504c10f4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 210 time: 0.1214428 May 25 20:24:55.044690 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:55.053661 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:55.110252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Port': ['ID=26cd5ea4-a680-48ed-8387-94ab1d3128da,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:55.116914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990132d3-6962-4135-988f-ef98cea25419,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:55.138980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:24:55.181027 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:55.181464 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Added segment 379d25f1-9f92-4309-87e5-5df0b51e12c5 of type vlan for network 164c88b4-177b-4381-afdd-4a8c4f88e909 May 25 20:24:55.242664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:55.245242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:55.247248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:55.257630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:55.258448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:55.259086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:55.260725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:55.272023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:55.272813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:55.273677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:55.275387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:55.276005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:24:55.304819 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:55.379805 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:55.381118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:55.381876 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:55.457898 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4241488 May 25 20:24:55.461889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33066) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:55.559283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Request body: {'subnet': {'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-subnet', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:24:55.611447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:24:55.626926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Usage tracker for resource:subnet and tenant:e14a2273f7b7408d958d6ef34ae3e65e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:24:55.632232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:24:55.658772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ec2c7-c3e6-4828-bc13-425575980e70 admin admin] Pushing event updated for resources: {'Network': ['ID=164c88b4-177b-4381-afdd-4a8c4f88e909,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:55.674806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:24:55.681229 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 164c88b4-177b-4381-afdd-4a8c4f88e909 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:24:55.683752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Made reservation on behalf of e14a2273f7b7408d958d6ef34ae3e65e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:24:55.699502 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:56.087097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:56.158613 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:56.389603 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ab5bb1e-aa5f-4679-b694-abb1205a087b req-a6ab954b-bbba-4eef-b347-dff4718fbcb8 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 210 time: 0.1824574 May 25 20:24:56.408588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=279f1a22-ecae-455b-8eb6-ade985c0afc7,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:56.443582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Checking segment: {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:24:56.443582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Network hostable DHCP agents. Network: 164c88b4-177b-4381-afdd-4a8c4f88e909, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:24:56.511502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Network 164c88b4-177b-4381-afdd-4a8c4f88e909 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:24:56.543713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 164c88b4-177b-4381-afdd-4a8c4f88e909) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:24:56.555599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7146d067-2d0e-4bf5-91b5-d6a456efb83d None None] Network 164c88b4-177b-4381-afdd-4a8c4f88e909 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:24:56.570286 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:56.576825 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:56.691023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2443a689-c646-48d5-87cc-f80a41cd5b05 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2279744 May 25 20:24:56.693862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33090) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:56.708914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:24:56.730851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:24:56.748136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Usage tracker for resource:router and tenant:e14a2273f7b7408d958d6ef34ae3e65e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:24:56.764328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:24:56.789701 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:24:56.834492 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:56.835594 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:56.841693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:24:56.898440 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:56.918987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a6231-4bfd-404c-9cc6-b640f7f8ce98 req-928388c8-7f73-4e18-9e79-4057fe2a3b62 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:56.933836 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f04a6231-4bfd-404c-9cc6-b640f7f8ce98 req-928388c8-7f73-4e18-9e79-4057fe2a3b62 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.5435362 May 25 20:24:57.111346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:24:57.122992 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1582cdd3-80ec-4e12-af01-aa3502f1695c None None] Sync routers for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:24:57.155312 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f822b335-2573-49e1-95f2-d308f8ffd5e1 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0264308 May 25 20:24:57.156164 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1582cdd3-80ec-4e12-af01-aa3502f1695c None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:57.159524 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1582cdd3-80ec-4e12-af01-aa3502f1695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:57.165315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33094) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:57.242042 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f04a6231-4bfd-404c-9cc6-b640f7f8ce98 req-ecd9546d-380e-4a83-9f30-227a0d63519c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079896 May 25 20:24:57.292809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-164c88b4-177b-4381-afdd-4a8c4f88e909', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:24:57.293702 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:57.712640 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-1582cdd3-80ec-4e12-af01-aa3502f1695c None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:57.724442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5067cbb-c851-4352-87f9-f5e03958c898 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting subnet 2a4c9cfb-aa9a-40b3-b848-30454939f8b1 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:24:57.732973 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5067cbb-c851-4352-87f9-f5e03958c898 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:57.884849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Allocated IP 172.20.0.2 (164c88b4-177b-4381-afdd-4a8c4f88e909/279f1a22-ecae-455b-8eb6-ade985c0afc7/54c3a8e2-0e8a-404f-821a-60e49af88ae1) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:24:58.290127 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1582cdd3-80ec-4e12-af01-aa3502f1695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:54Z', 'revision_number': 11, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:58.317379 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1582cdd3-80ec-4e12-af01-aa3502f1695c None None] Checking router: 9cfef4df-ab42-48c1-95da-8f1f69fec7fe for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:24:58.335413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-fb210f88-09bc-49cc-99a8-9d1eef591cf4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:58.336714 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-796cdd5d-cca9-4d0d-9dc8-08589a2cd329 req-9d1ee12b-f0cb-4a44-8f43-b2730cc0acd9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 210 time: 0.5470669 May 25 20:24:58.338291 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-fb210f88-09bc-49cc-99a8-9d1eef591cf4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.70 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 817 time: 0.5594106 May 25 20:24:58.357309 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5067cbb-c851-4352-87f9-f5e03958c898 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:58.375155 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:58.380126 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1582cdd3-80ec-4e12-af01-aa3502f1695c None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:24:58.381815 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1582cdd3-80ec-4e12-af01-aa3502f1695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:58.585595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-9f403dc5-bb9d-4d25-8abb-dde748cbe0e0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Synchronizing usage tracker for tenant:a52a7ae8afff4a00995e63198463c2df on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:24:58.625483 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-1582cdd3-80ec-4e12-af01-aa3502f1695c None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:24:58.649531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-9f403dc5-bb9d-4d25-8abb-dde748cbe0e0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Unset dirty status for tenant:a52a7ae8afff4a00995e63198463c2df on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:24:58.650705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-9f403dc5-bb9d-4d25-8abb-dde748cbe0e0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a52a7ae8afff4a00995e63198463c2df HTTP/1.1" status: 200 len: 380 time: 0.2993865 May 25 20:24:58.692377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Request body: {'port': {'device_id': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'admin_state_up': True, 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'security_groups': ['5b5d4702-a560-4c9f-aeaa-0f078885d175']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:24:58.762099 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:58.778857 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Transition to ACTIVE for port object 54c3a8e2-0e8a-404f-821a-60e49af88ae1 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:24:58.810072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Transition to ACTIVE for port object 54c3a8e2-0e8a-404f-821a-60e49af88ae1 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:24:58.850993 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:58.920560 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:58.972182 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1582cdd3-80ec-4e12-af01-aa3502f1695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:54Z', 'revision_number': 11, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:24:58.982908 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1582cdd3-80ec-4e12-af01-aa3502f1695c None None] The sync data for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 is: [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:54Z', 'revision_number': 11, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:24:59.033931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Pushing event updated for resources: {'Port': ['ID=54c3a8e2-0e8a-404f-821a-60e49af88ae1,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:59.051240 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f76031eb-65fc-4d0f-b140-f0134d028dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:59.063594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:24:59.065374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Network 164c88b4-177b-4381-afdd-4a8c4f88e909 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:24:59.067760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:24:59.068809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Usage tracker for resource:port and tenant:a52a7ae8afff4a00995e63198463c2df is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:24:59.078986 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5067cbb-c851-4352-87f9-f5e03958c898 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:59.087608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:24:59.105821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:24:59.131173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:24:59.163705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Made reservation on behalf of a52a7ae8afff4a00995e63198463c2df for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:24:59.167286 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:59.180041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:59.266542 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:59.300157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2761729-27df-4554-96b4-2e643e9ddfc9 req-b47b8209-93dd-4d25-9131-c1543ef519ca tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:24:59.303188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b2761729-27df-4554-96b4-2e643e9ddfc9 req-b47b8209-93dd-4d25-9131-c1543ef519ca tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.3131297 May 25 20:24:59.338135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Attempting to bind port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:24:59.340014 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Attempting to bind port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:24:59.340380 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Attempting to bind port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 on network 164c88b4-177b-4381-afdd-4a8c4f88e909 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:24:59.393050 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5067cbb-c851-4352-87f9-f5e03958c898 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:59.394820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:24:59.395152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Checking segment: {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:24:59.418347 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:59.435976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Bound using segment: {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:24:59.439650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Bound port: 54c3a8e2-0e8a-404f-821a-60e49af88ae1, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:24:59.440360 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:59.602179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5067cbb-c851-4352-87f9-f5e03958c898 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4c9cfb-aa9a-40b3-b848-30454939f8b1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:24:59.619589 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b2761729-27df-4554-96b4-2e643e9ddfc9 req-5fef2e68-23d1-47a8-9180-9353315f3eff tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103645 May 25 20:24:59.621089 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5067cbb-c851-4352-87f9-f5e03958c898 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:24:59.649648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Allocated IP 172.25.3.137 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:24:59.866132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] For port 54c3a8e2-0e8a-404f-821a-60e49af88ae1, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:24:59.870701 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e5067cbb-c851-4352-87f9-f5e03958c898 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/2a4c9cfb-aa9a-40b3-b848-30454939f8b1 HTTP/1.1" status: 204 len: 168 time: 2.7016497 May 25 20:24:59.880402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33120) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:24:59.882679 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] For port 54c3a8e2-0e8a-404f-821a-60e49af88ae1, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=54c3a8e2-0e8a-404f-821a-60e49af88ae1,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:24:59.887690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Allocated IP 172.20.0.11 (60c85bf1-10d8-47d9-9f87-ec16cc26b225/90f38b46-9103-4fb4-97e5-af5301a4267f/4866384b-5172-4a9f-a685-ba9964e2ae79) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:24:59.900958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25076ea-ce89-4038-b8e9-95e565fd332d None None] Network 55bf620a-144f-46d9-b24c-4c460cee001d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:24:59.936338 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-445c96d7-196b-47df-8ac1-994181966208 req-e5258337-3df2-4a1c-863a-8591722f1196 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 210 time: 0.2250228 May 25 20:24:59.956133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 26cd5ea4-a680-48ed-8387-94ab1d3128da no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:25:00.100405 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:00.180459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:00.279384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 26cd5ea4-a680-48ed-8387-94ab1d3128da {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:25:00.279717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 26cd5ea4-a680-48ed-8387-94ab1d3128da not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:25:00.283500 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:00.379987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Pushing event updated for resources: {'Port': ['ID=a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:00.394963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:25:00.401945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:25:00.405483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:25:00.498589 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:00.504894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4ed6b-c17e-40fa-9367-04abe02778fe None None] Pushing event updated for resources: {'Port': ['ID=54c3a8e2-0e8a-404f-821a-60e49af88ae1,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:00.561124 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:25:00.561837 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:00.566959 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6a63ac6d-d49b-48ec-af3d-d5e5ef3ea002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:00.672394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d041a828-2306-4a10-92d9-63aff29d709a None None] DHCP port deletion for 55bf620a-144f-46d9-b24c-4c460cee001d request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:25:00.682180 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d041a828-2306-4a10-92d9-63aff29d709a None None] Deleting port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:25:00.682180 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d041a828-2306-4a10-92d9-63aff29d709a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:00.721862 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:00.930463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Transition to ACTIVE for port object 4866384b-5172-4a9f-a685-ba9964e2ae79 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:25:01.348595 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:01.377157 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:01.381652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] For port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=89a68ff0-e71d-4435-a6ff-bc1fc9caf60a,segment=NetworkSegment(e4d2c572-37e7-4111-a96d-3b1692ab4b32),segment_id=e4d2c572-37e7-4111-a96d-3b1692ab4b32)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:01.381652 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:01.412391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d041a828-2306-4a10-92d9-63aff29d709a None None] For port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=89a68ff0-e71d-4435-a6ff-bc1fc9caf60a,segment=NetworkSegment(e4d2c572-37e7-4111-a96d-3b1692ab4b32),segment_id=e4d2c572-37e7-4111-a96d-3b1692ab4b32)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:01.415294 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d041a828-2306-4a10-92d9-63aff29d709a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:01.692359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d041a828-2306-4a10-92d9-63aff29d709a None None] Calling delete_port for 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:25:01.728882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Calling delete_port for 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:25:01.826911 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d041a828-2306-4a10-92d9-63aff29d709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:01.912783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041a828-2306-4a10-92d9-63aff29d709a None None] No DVR routers for this DVR port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:25:01.928977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:25:01.946411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041a828-2306-4a10-92d9-63aff29d709a None None] Pushing event deleted for resources: {'Port': ['ID=89a68ff0-e71d-4435-a6ff-bc1fc9caf60a,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:01.953988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 54c3a8e2-0e8a-404f-821a-60e49af88ae1 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:25:01.964654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:25:01.976445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:25:02.015500 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:02.122621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:25:02.267035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:25:02.380760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:25:02.382247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:25:02.391312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bbc7b-5eb4-402c-849f-3a94381e98c8 req-604a5122-12eb-44eb-a486-23c57f2b08da tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:02.403189 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-279bbc7b-5eb4-402c-849f-3a94381e98c8 req-604a5122-12eb-44eb-a486-23c57f2b08da tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 932 time: 0.6861324 May 25 20:25:02.504125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-279bbc7b-5eb4-402c-849f-3a94381e98c8 req-3511cced-6e79-4d2a-987a-d96aa89be4cd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986991 May 25 20:25:02.505509 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:02.585171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:02.586550 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:02.588004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-95734666-03de-4265-bce5-0bddd84ab5ec None None] Provisioning for port 4866384b-5172-4a9f-a685-ba9964e2ae79 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:25:02.599203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-95734666-03de-4265-bce5-0bddd84ab5ec None None] Provisioning complete for port 4866384b-5172-4a9f-a685-ba9964e2ae79 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:02.604688 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-95734666-03de-4265-bce5-0bddd84ab5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:02.606124 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event updated for resources: {'Port': ['ID=4866384b-5172-4a9f-a685-ba9964e2ae79,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:02.619641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25920e7d-c743-4829-ad8b-79a36a92fdcb req-a3f94741-d2df-4f09-b7cb-e5a96ef45123 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:02.637606 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25920e7d-c743-4829-ad8b-79a36a92fdcb req-a3f94741-d2df-4f09-b7cb-e5a96ef45123 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 1.6005335 May 25 20:25:02.661997 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-922b908d-fb79-4fe8-ae93-6ac2389d8b3a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9919364 May 25 20:25:02.759013 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-25920e7d-c743-4829-ad8b-79a36a92fdcb req-f41066f7-9eb6-4cd2-a9c9-8df45ca1fa26 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175454 May 25 20:25:02.779683 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:25:02.780005 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:25:02.797233 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18ac2e-a72d-4264-a1be-b1967af4ad8a None None] Network 164c88b4-177b-4381-afdd-4a8c4f88e909 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:25:02.939285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Request body: {'port': {'device_id': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:03.072494 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:03.080116 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:03.096033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-95734666-03de-4265-bce5-0bddd84ab5ec None None] Port 4866384b-5172-4a9f-a685-ba9964e2ae79 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:25:03.194321 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:03.298903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Deleting port 89a68ff0-e71d-4435-a6ff-bc1fc9caf60a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:25:03.298903 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:03.332933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-feff1d60-60fd-4743-a349-efd61111c917 None None] Provisioning for port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:25:03.345560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-feff1d60-60fd-4743-a349-efd61111c917 None None] Provisioning complete for port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:03.345938 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-feff1d60-60fd-4743-a349-efd61111c917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:03.415875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:25:03.452041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] The port '89a68ff0-e71d-4435-a6ff-bc1fc9caf60a' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:25:03.596165 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-feff1d60-60fd-4743-a349-efd61111c917 None None] Current status of the port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:03.596165 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-feff1d60-60fd-4743-a349-efd61111c917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:03.658810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-feff1d60-60fd-4743-a349-efd61111c917 None None] For port 54c3a8e2-0e8a-404f-821a-60e49af88ae1, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=54c3a8e2-0e8a-404f-821a-60e49af88ae1,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:03.664402 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-feff1d60-60fd-4743-a349-efd61111c917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:03.804915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff1d60-60fd-4743-a349-efd61111c917 None None] Pushing event updated for resources: {'Port': ['ID=54c3a8e2-0e8a-404f-821a-60e49af88ae1,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:03.879713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:25:03.892797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Sync routers for ids ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:25:03.905647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Routers {'cb39b7dc-0b20-4c75-863b-d4100e7e70a6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:25:03.906105 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:25:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:03.924158 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:04.034336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bf620a-144f-46d9-b24c-4c460cee001d']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:04.035427 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:04.041191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33164) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:04.041385 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-24c08a5d-801a-4b77-92c1-f6850c174ffb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3457448 May 25 20:25:04.065445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b61e41-7871-4899-b5f8-53cf744145c2 req-153f5c4d-ddc1-4a03-9d6b-d0ac5a1f8aa2 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:04.067674 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94b61e41-7871-4899-b5f8-53cf744145c2 req-153f5c4d-ddc1-4a03-9d6b-d0ac5a1f8aa2 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 932 time: 0.1911995 May 25 20:25:04.173632 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94b61e41-7871-4899-b5f8-53cf744145c2 req-c0178852-72e7-49fc-b8d4-c5dd7b8705eb tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911055 May 25 20:25:04.194429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d2c572-37e7-4111-a96d-3b1692ab4b32') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:04.194728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d2c572-37e7-4111-a96d-3b1692ab4b32') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:04.225873 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:04.275799 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:04.289549 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:25:04.354019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:25:04.354019 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:04.360841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-893d7bfe-848d-4c44-a7cd-06d6af292f09 None None] Provisioning complete for port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:04.362021 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-893d7bfe-848d-4c44-a7cd-06d6af292f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:04.454122 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment e4d2c572-37e7-4111-a96d-3b1692ab4b32 resource provider aggregate not found May 25 20:25:04.475655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3514d1-5ea6-4051-a791-7141d5176337 req-f16132f0-9e01-427c-9a20-4ffa935080cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:04.478945 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e3514d1-5ea6-4051-a791-7141d5176337 req-f16132f0-9e01-427c-9a20-4ffa935080cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab&device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 1097 time: 0.2274647 May 25 20:25:04.509929 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment e4d2c572-37e7-4111-a96d-3b1692ab4b32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4d2c572-37e7-4111-a96d-3b1692ab4b32 found for delete ", "request_id": "req-44fddb7a-2ee6-437c-8b59-52af97f4f4f2"}]} May 25 20:25:04.520777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Set router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:25:04.564888 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:04.724653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-893d7bfe-848d-4c44-a7cd-06d6af292f09 None None] Current status of the port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:04.833512 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:04.835198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3514d1-5ea6-4051-a791-7141d5176337 req-f7740c3a-a14a-407e-9cb4-d74821dea583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:04.836886 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e3514d1-5ea6-4051-a791-7141d5176337 req-f7740c3a-a14a-407e-9cb4-d74821dea583 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9ea20e5f-cd04-42b5-80b6-8282aee2594c HTTP/1.1" status: 200 len: 915 time: 0.3509881 May 25 20:25:04.878976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492bd48-5246-4929-aad4-0efbe7356c4c req-e64f9826-5d53-463a-9229-dac1a33c39d6 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:04.880739 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5492bd48-5246-4929-aad4-0efbe7356c4c req-e64f9826-5d53-463a-9229-dac1a33c39d6 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.7512779 May 25 20:25:04.901066 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Pushing event deleted for resources: {'Network': ['ID=55bf620a-144f-46d9-b24c-4c460cee001d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:04.942252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:01Z', 'revision_number': 3, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:04.947236 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0d812f13-1128-442a-94d0-45a9ef5e384b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/networks/55bf620a-144f-46d9-b24c-4c460cee001d HTTP/1.1" status: 204 len: 168 time: 5.0666897 May 25 20:25:04.948106 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Checking router: cb39b7dc-0b20-4c75-863b-d4100e7e70a6 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:25:04.948716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Updating router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 port a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:25:04.951315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33182) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:04.959221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4866384b-5172-4a9f-a685-ba9964e2ae79 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:25:05.019617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5a127761-3383-42a0-94bb-cf1b9f512ec8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'router': {'routes': None}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:05.023638 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:05.198260 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e3514d1-5ea6-4051-a791-7141d5176337 req-aac460e5-2533-4dd0-aeb2-1de0e7fd7974 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b HTTP/1.1" status: 200 len: 217 time: 0.3524473 May 25 20:25:05.342099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3514d1-5ea6-4051-a791-7141d5176337 req-f1d0c541-b6df-41c1-b6c1-aa9ac00c415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:05.346290 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e3514d1-5ea6-4051-a791-7141d5176337 req-f1d0c541-b6df-41c1-b6c1-aa9ac00c415b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a1bbcd9-cf54-4001-b338-39a569272935 HTTP/1.1" status: 200 len: 854 time: 0.1400571 May 25 20:25:05.463761 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e3514d1-5ea6-4051-a791-7141d5176337 req-40bbb36f-709e-414f-b6d2-57bdfd03440f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9ea20e5f-cd04-42b5-80b6-8282aee2594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126320 May 25 20:25:05.547511 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:05.614304 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:05.632252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Transition to ACTIVE for port object a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:25:05.645859 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:05.652197 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd6a83-0659-42af-a9ba-4fa400e11ba2 req-fc5f7230-7dce-477c-8e94-7d6a11b1b8c3 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:05.654348 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5492bd48-5246-4929-aad4-0efbe7356c4c req-c789b1dd-4fcb-47a2-827c-e330b6b929b1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7421780 May 25 20:25:05.655663 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Transition to ACTIVE for port object 4866384b-5172-4a9f-a685-ba9964e2ae79 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:25:05.666677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.extraroute_db [None req-5a127761-3383-42a0-94bb-cf1b9f512ec8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Added routes are [] {{(pid=88331) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 25 20:25:05.667048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.extraroute_db [None req-5a127761-3383-42a0-94bb-cf1b9f512ec8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Removed routes are [] {{(pid=88331) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 25 20:25:05.667428 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a127761-3383-42a0-94bb-cf1b9f512ec8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:05.669492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-23fd6a83-0659-42af-a9ba-4fa400e11ba2 req-fc5f7230-7dce-477c-8e94-7d6a11b1b8c3 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.2479393 May 25 20:25:05.775912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631ec57-9844-4d42-8426-46de492e0a3d None None] Pushing event updated for resources: {'Port': ['ID=a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:05.790979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 54c3a8e2-0e8a-404f-821a-60e49af88ae1 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:25:05.806654 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e3514d1-5ea6-4051-a791-7141d5176337 req-e2acad82-7a33-410e-96ca-5b64a54b341d service neutron] 10.222.0.70 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347442 May 25 20:25:05.852910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Attempting to bind port a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:25:05.853283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Attempting to bind port a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:25:05.853641 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Attempting to bind port a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:25:05.875963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:25:05.876177 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:25:05.877636 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:05.878633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:25:05.879263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Bound port: a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:25:05.879650 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:05.886338 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:05.975080 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-23fd6a83-0659-42af-a9ba-4fa400e11ba2 req-4687596a-da0f-4a9d-8f49-88bd36486657 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979968 May 25 20:25:05.990337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:05.991221 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:06.045989 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e3514d1-5ea6-4051-a791-7141d5176337 req-8ba8a82b-7545-4cd6-b808-62a4b3e99e74 service neutron] 10.222.0.70 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213626 May 25 20:25:06.065407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] For port a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:25:06.073655 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] For port a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:25:06.085338 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:06.089144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:25:06.341376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631ec57-9844-4d42-8426-46de492e0a3d None None] Pushing event updated for resources: {'Port': ['ID=a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:06.372112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Routers {'cb39b7dc-0b20-4c75-863b-d4100e7e70a6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:25:06.372754 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:25:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:06.463008 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Pushing event updated for resources: {'Port': ['ID=4866384b-5172-4a9f-a685-ba9964e2ae79,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:06.499403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a127761-3383-42a0-94bb-cf1b9f512ec8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:06.609072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a127761-3383-42a0-94bb-cf1b9f512ec8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:06.666182 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:06.675195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:06.675736 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:06.714469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:06.718485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:25:06.732432 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:06.804323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] Set router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:25:06.975508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76866cae-8989-4024-8d64-7b6afa083530 req-bf75e542-5e21-47d2-b8b9-f190d2d49677 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:06.977755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76866cae-8989-4024-8d64-7b6afa083530 req-bf75e542-5e21-47d2-b8b9-f190d2d49677 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 944 time: 0.1305575 May 25 20:25:07.058243 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76866cae-8989-4024-8d64-7b6afa083530 req-2b073a13-bef9-4032-b914-356714055320 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673089 May 25 20:25:07.177636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26aac3-a254-4c5d-ba4c-992b1a405ec2 req-ef933089-ebb2-4cbd-90ac-12d8550e2d95 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:07.178607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-fe26aac3-a254-4c5d-ba4c-992b1a405ec2 req-ef933089-ebb2-4cbd-90ac-12d8550e2d95 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Synchronizing usage tracker for tenant:a52a7ae8afff4a00995e63198463c2df on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:25:07.180088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:07.203351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a127761-3383-42a0-94bb-cf1b9f512ec8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:25:07.216771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:01Z', 'revision_number': 3, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:07.221923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a80c1-c559-4561-8a91-a8872fe47df7 None None] The sync data for ids ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'] in n-d-843339-1 is: [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:01Z', 'revision_number': 3, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:25:07.226129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Attempting to bind port 4866384b-5172-4a9f-a685-ba9964e2ae79 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:25:07.226546 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Attempting to bind port 4866384b-5172-4a9f-a685-ba9964e2ae79 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:25:07.226798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Attempting to bind port 4866384b-5172-4a9f-a685-ba9964e2ae79 on network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:25:07.247292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Port 4866384b-5172-4a9f-a685-ba9964e2ae79 on network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:25:07.247602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Attempting to bind port 4866384b-5172-4a9f-a685-ba9964e2ae79 on network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:25:07.256487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-fe26aac3-a254-4c5d-ba4c-992b1a405ec2 req-ef933089-ebb2-4cbd-90ac-12d8550e2d95 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Unset dirty status for tenant:a52a7ae8afff4a00995e63198463c2df on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:25:07.257863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe26aac3-a254-4c5d-ba4c-992b1a405ec2 req-ef933089-ebb2-4cbd-90ac-12d8550e2d95 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 944 time: 1.3095236 May 25 20:25:07.282568 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61fa9845-5fa8-4882-adc1-67d649d0fee3'] response: {'server_uuid': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b', 'code': 200} May 25 20:25:07.321950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:25:07.322234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Checking segment: {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:25:07.322820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Bound using segment: {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:25:07.323414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Bound port: 4866384b-5172-4a9f-a685-ba9964e2ae79, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:25:07.323911 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:07.491645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b0896-877c-41fb-8823-690060c8a3f5 req-f50119ce-1e52-48c4-bb39-9dbd894b8809 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:07.493238 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce9b0896-877c-41fb-8823-690060c8a3f5 req-f50119ce-1e52-48c4-bb39-9dbd894b8809 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.1103873 May 25 20:25:07.541316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a127761-3383-42a0-94bb-cf1b9f512ec8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:25:07.555107 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a127761-3383-42a0-94bb-cf1b9f512ec8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:07.559762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5a127761-3383-42a0-94bb-cf1b9f512ec8 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe HTTP/1.1" status: 200 len: 701 time: 2.6043096 May 25 20:25:07.564246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33220) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:07.576638 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae875d70-d261-4a99-b551-329220daef3a None None] Sync routers for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:25:07.584041 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce9b0896-877c-41fb-8823-690060c8a3f5 req-77d27c94-13f6-4582-88f2-fa637949fb64 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828362 May 25 20:25:07.588301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af27152-41bf-483b-80c3-1825671984f0 req-1f933320-0699-4112-88c9-9af9e5c87d50 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:07.589935 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5af27152-41bf-483b-80c3-1825671984f0 req-1f933320-0699-4112-88c9-9af9e5c87d50 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.5627980 May 25 20:25:07.592577 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae875d70-d261-4a99-b551-329220daef3a None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:25:07.593713 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ae875d70-d261-4a99-b551-329220daef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:25:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:07.786968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:25:07.806482 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe26aac3-a254-4c5d-ba4c-992b1a405ec2 req-c17fd8ec-09b3-4c8a-b32e-51fff7442bd2 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4710433 May 25 20:25:07.934044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-5af27152-41bf-483b-80c3-1825671984f0 req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Deleting port 77af9c32-81f6-49f2-909b-ee27d0168e0c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:25:07.934044 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5af27152-41bf-483b-80c3-1825671984f0 req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:07.981376 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ae875d70-d261-4a99-b551-329220daef3a None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:25:07.996679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-25ca70be-7b11-4495-a8f5-bb4edfde150b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Synchronizing usage tracker for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:25:08.112231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:25:08.118430 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:08.119240 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:08.140279 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ae875d70-d261-4a99-b551-329220daef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:54Z', 'revision_number': 11, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:08.147197 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae875d70-d261-4a99-b551-329220daef3a None None] Checking router: 9cfef4df-ab42-48c1-95da-8f1f69fec7fe for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:25:08.150100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:25:08.161068 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae875d70-d261-4a99-b551-329220daef3a None None] Routers {'9cfef4df-ab42-48c1-95da-8f1f69fec7fe'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:25:08.161927 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ae875d70-d261-4a99-b551-329220daef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:25:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:08.192416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-25ca70be-7b11-4495-a8f5-bb4edfde150b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Unset dirty status for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:25:08.198711 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33226) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:08.205085 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-25ca70be-7b11-4495-a8f5-bb4edfde150b tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cfef4df-ab42-48c1-95da-8f1f69fec7fe HTTP/1.1" status: 200 len: 205 time: 0.6266747 May 25 20:25:08.253456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:25:08.262303 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:08.313822 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:08.440059 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ae875d70-d261-4a99-b551-329220daef3a None None] Set router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:25:08.440774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:08.441153 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:08.470392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:08.475150 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:08.498601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-422ac864-b6f2-46db-9a40-c9902e26ec4c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:08.559241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Pushing event updated for resources: {'Port': ['ID=4866384b-5172-4a9f-a685-ba9964e2ae79,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:08.666318 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:08.680720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:08.681511 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:08.683861 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-a1675b2c-def2-4626-b03c-161352302603 service neutron] 10.222.0.70 "PUT /v2.0/ports/4866384b-5172-4a9f-a685-ba9964e2ae79 HTTP/1.1" status: 200 len: 1092 time: 6.0093157 May 25 20:25:08.684504 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:25:08.769265 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ae875d70-d261-4a99-b551-329220daef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:54Z', 'revision_number': 11, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:08.789503 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae875d70-d261-4a99-b551-329220daef3a None None] The sync data for ids ['9cfef4df-ab42-48c1-95da-8f1f69fec7fe'] in n-d-843339-1 is: [{'id': '9cfef4df-ab42-48c1-95da-8f1f69fec7fe', 'name': 'tempest-RoutersTest-router-1277201076', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:21Z', 'updated_at': '2022-05-25T20:24:54Z', 'revision_number': 11, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:25:09.070204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-5af27152-41bf-483b-80c3-1825671984f0 req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] For port 77af9c32-81f6-49f2-909b-ee27d0168e0c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=77af9c32-81f6-49f2-909b-ee27d0168e0c,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:09.070664 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5af27152-41bf-483b-80c3-1825671984f0 req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:09.199982 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-422ac864-b6f2-46db-9a40-c9902e26ec4c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:09.203307 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-422ac864-b6f2-46db-9a40-c9902e26ec4c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:09.236473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c854b55-9411-4696-b18e-92b7eefb62bc req-af2a81d6-c424-4b11-8f70-47f6815a0f73 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:09.237993 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c854b55-9411-4696-b18e-92b7eefb62bc req-af2a81d6-c424-4b11-8f70-47f6815a0f73 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 944 time: 0.6094797 May 25 20:25:09.257868 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-422ac864-b6f2-46db-9a40-c9902e26ec4c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:09.258382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422ac864-b6f2-46db-9a40-c9902e26ec4c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Fanout notify agent at l3_agent the message router_deleted on router 9cfef4df-ab42-48c1-95da-8f1f69fec7fe {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:25:09.274621 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-422ac864-b6f2-46db-9a40-c9902e26ec4c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:09.281377 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-422ac864-b6f2-46db-9a40-c9902e26ec4c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe HTTP/1.1" status: 204 len: 168 time: 1.0808053 May 25 20:25:09.286752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33238) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:09.301359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-73436421-c6bc-437d-9ac8-51c5fdec1d99 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1996159848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:09.347896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c854b55-9411-4696-b18e-92b7eefb62bc req-39b6261c-ef23-480c-bc00-0b5531853ead tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032667 May 25 20:25:09.391530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-73436421-c6bc-437d-9ac8-51c5fdec1d99 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:09.413853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-73436421-c6bc-437d-9ac8-51c5fdec1d99 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Usage tracker for resource:router and tenant:b73e8766f9a14b3d8eda6150cd44a59a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:09.433812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-73436421-c6bc-437d-9ac8-51c5fdec1d99 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:09.447323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1c500-3102-4132-9c6f-f871463f4137 req-2fe141cf-b261-418a-ac96-5a4054baadbf tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:09.454264 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6c1c500-3102-4132-9c6f-f871463f4137 req-2fe141cf-b261-418a-ac96-5a4054baadbf tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 945 time: 0.5208409 May 25 20:25:09.504371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-5b0acd19-1323-46de-9add-11b2f87cc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:09.504371 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-5b0acd19-1323-46de-9add-11b2f87cc8a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 1095 time: 0.7080729 May 25 20:25:09.547199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Allocated IP 172.20.0.1 (164c88b4-177b-4381-afdd-4a8c4f88e909/279f1a22-ecae-455b-8eb6-ade985c0afc7/3d6eb180-138c-4732-9b8a-f09915d6e4ac) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:25:09.549613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-73436421-c6bc-437d-9ac8-51c5fdec1d99 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:09.702057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:25:09.824305 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4de8264-9d29-4329-ab97-a10c7c709689'] response: {'name': 'network-changed', 'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'status': 'completed', 'code': 200} May 25 20:25:09.857713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:09.858086 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:09.895205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a68811-99e7-4b9c-9c88-eb7d70f65144 req-a3b9373c-6f0d-4a5f-9e2f-51f878722d0b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:09.896748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64a68811-99e7-4b9c-9c88-eb7d70f65144 req-a3b9373c-6f0d-4a5f-9e2f-51f878722d0b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 944 time: 0.2299237 May 25 20:25:09.960396 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64a68811-99e7-4b9c-9c88-eb7d70f65144 req-cb32731f-f078-4712-ba12-d66c285d9609 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568111 May 25 20:25:10.012962 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:10.082185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:25:10.164540 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6c1c500-3102-4132-9c6f-f871463f4137 req-3f5e2c9e-6bfd-4fb4-85ba-a4c61db57398 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ab543a7-a927-4ecf-b7ee-dd8532a9632a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7094223 May 25 20:25:10.167081 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73436421-c6bc-437d-9ac8-51c5fdec1d99 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:10.171354 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73436421-c6bc-437d-9ac8-51c5fdec1d99 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:10.197955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12a871-1288-43e6-9c73-bba368b15fe5 req-d7a7435c-7a53-4353-b3df-c58778ad7274 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:10.199493 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-da12a871-1288-43e6-9c73-bba368b15fe5 req-d7a7435c-7a53-4353-b3df-c58778ad7274 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 944 time: 0.1029570 May 25 20:25:10.214758 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-395cb478-1ec0-437d-a847-c3c05c883571 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4866384b-5172-4a9f-a685-ba9964e2ae79 HTTP/1.1" status: 200 len: 217 time: 0.6524930 May 25 20:25:10.229502 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:10.237316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b is: DOWN; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:10.250377 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-da12a871-1288-43e6-9c73-bba368b15fe5 req-c44d6eb4-4bca-4047-8a83-134e9b80f368 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430894 May 25 20:25:10.297529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73436421-c6bc-437d-9ac8-51c5fdec1d99 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:10.300173 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5af27152-41bf-483b-80c3-1825671984f0 req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:10.300772 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5af27152-41bf-483b-80c3-1825671984f0 req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:10.301260 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-5af27152-41bf-483b-80c3-1825671984f0 req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Floating IP fd557559-e4dc-4c5f-9512-b1d95bc7148f disassociated. External IP: 172.25.3.14, port: 77af9c32-81f6-49f2-909b-ee27d0168e0c. May 25 20:25:10.301730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-5af27152-41bf-483b-80c3-1825671984f0 req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Calling delete_port for 77af9c32-81f6-49f2-909b-ee27d0168e0c owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:25:10.365661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Transition to ACTIVE for port object 3d6eb180-138c-4732-9b8a-f09915d6e4ac will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:25:10.393502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-d3467ef5-8c27-49ef-b5ed-50e82d4d32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:10.394992 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-d3467ef5-8c27-49ef-b5ed-50e82d4d32fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.1698289 May 25 20:25:10.401157 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73436421-c6bc-437d-9ac8-51c5fdec1d99 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:10.562502 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73436421-c6bc-437d-9ac8-51c5fdec1d99 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:10.566945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33266) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:10.572098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-aee525a6-8ac6-418f-833e-3b00cd537d22 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:10.578701 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-73436421-c6bc-437d-9ac8-51c5fdec1d99 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2899559 May 25 20:25:10.599812 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:10.682966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Pushing event updated for resources: {'Port': ['ID=3d6eb180-138c-4732-9b8a-f09915d6e4ac,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:10.721813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Network 164c88b4-177b-4381-afdd-4a8c4f88e909 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:25:10.724541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:25:10.726518 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5af27152-41bf-483b-80c3-1825671984f0 req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:10.727808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:25:10.902473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event deleted for resources: {'Port': ['ID=77af9c32-81f6-49f2-909b-ee27d0168e0c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:10.913812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-4c6f3a94-c1b0-4e5c-a037-a34887bcc240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:10.915579 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-4c6f3a94-c1b0-4e5c-a037-a34887bcc240 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5075819 May 25 20:25:11.020765 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:11.176877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-41df407d-6a3e-4cfb-91c5-9caa3cb49810 None None] Provisioning for port 3d6eb180-138c-4732-9b8a-f09915d6e4ac completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:25:11.185914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-41df407d-6a3e-4cfb-91c5-9caa3cb49810 None None] Provisioning complete for port 3d6eb180-138c-4732-9b8a-f09915d6e4ac triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:11.187353 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-41df407d-6a3e-4cfb-91c5-9caa3cb49810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:11.255380 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-41df407d-6a3e-4cfb-91c5-9caa3cb49810 None None] Port 3d6eb180-138c-4732-9b8a-f09915d6e4ac cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:25:11.343880 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-aee525a6-8ac6-418f-833e-3b00cd537d22 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:11.366329 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-aee525a6-8ac6-418f-833e-3b00cd537d22 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:11.376738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 77af9c32-81f6-49f2-909b-ee27d0168e0c no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:25:11.433179 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 77af9c32-81f6-49f2-909b-ee27d0168e0c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:25:11.433732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 77af9c32-81f6-49f2-909b-ee27d0168e0c not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:25:11.507107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1b64c-8725-4247-9bc5-141237629c69 req-a1d160ee-0140-4569-b2d8-d7fdec736f35 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:11.510611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bbc1b64c-8725-4247-9bc5-141237629c69 req-a1d160ee-0140-4569-b2d8-d7fdec736f35 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 944 time: 0.3255610 May 25 20:25:11.585302 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bbc1b64c-8725-4247-9bc5-141237629c69 req-fda16a9f-6837-460f-868c-f6b480f71d9a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592470 May 25 20:25:11.616792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee525a6-8ac6-418f-833e-3b00cd537d22 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Router 158be233-c9be-4375-bdc5-66e9d323d0fa is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:25:12.019174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6126f83-fbf2-4c01-9642-1d6d71df01bd req-4e05a330-4cfa-4ec1-b500-9798e5a3afaa tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 210 time: 0.1330683 May 25 20:25:12.031918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee525a6-8ac6-418f-833e-3b00cd537d22 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:25:12.040620 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-aee525a6-8ac6-418f-833e-3b00cd537d22 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:12.047255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a72cb-f390-4474-a024-54909b09390c None None] Sync routers for ids ['158be233-c9be-4375-bdc5-66e9d323d0fa'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:25:12.049242 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-aee525a6-8ac6-418f-833e-3b00cd537d22 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "PUT /v2.0/routers/158be233-c9be-4375-bdc5-66e9d323d0fa HTTP/1.1" status: 200 len: 694 time: 1.4812424 May 25 20:25:12.051579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33288) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:12.059926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a72cb-f390-4474-a024-54909b09390c None None] Routers {'158be233-c9be-4375-bdc5-66e9d323d0fa'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:25:12.060578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-800a72cb-f390-4474-a024-54909b09390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:25:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['158be233-c9be-4375-bdc5-66e9d323d0fa'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:12.166117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5af27152-41bf-483b-80c3-1825671984f0 req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Router c98ffa00-a92c-4100-a75f-16abb956bdae has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:25:12.254378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-69b6a8f0-f5da-4e16-9757-eb1e9a65b2e3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/routers/158be233-c9be-4375-bdc5-66e9d323d0fa HTTP/1.1" status: 200 len: 700 time: 0.2030163 May 25 20:25:12.255069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33294) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:12.271579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-800a72cb-f390-4474-a024-54909b09390c None None] Set router 158be233-c9be-4375-bdc5-66e9d323d0fa gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:25:12.306379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ac5aef63-26e5-442f-a205-cf4665f33633 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Synchronizing usage tracker for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:25:12.319998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ac5aef63-26e5-442f-a205-cf4665f33633 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Unset dirty status for tenant:b73e8766f9a14b3d8eda6150cd44a59a on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:25:12.326683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ac5aef63-26e5-442f-a205-cf4665f33633 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports?device_id=158be233-c9be-4375-bdc5-66e9d323d0fa HTTP/1.1" status: 200 len: 205 time: 0.0704486 May 25 20:25:12.327497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33298) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:12.431320 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-4564eda5-666b-4fa4-9be1-5e4839084f0a service neutron] 10.222.0.70 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4994471 May 25 20:25:12.448640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-800a72cb-f390-4474-a024-54909b09390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158be233-c9be-4375-bdc5-66e9d323d0fa', 'name': 'tempest-RoutersTest-router-1996159848', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:25:10Z', 'updated_at': '2022-05-25T20:25:11Z', 'revision_number': 2, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:12.458396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a72cb-f390-4474-a024-54909b09390c None None] Checking router: 158be233-c9be-4375-bdc5-66e9d323d0fa for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:25:12.474807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a72cb-f390-4474-a024-54909b09390c None None] Routers {'158be233-c9be-4375-bdc5-66e9d323d0fa'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:25:12.475977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-800a72cb-f390-4474-a024-54909b09390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:25:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['158be233-c9be-4375-bdc5-66e9d323d0fa'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:12.487568 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-4d0c6ecf-9793-4eb3-b0db-5f4411478d07 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2271166 May 25 20:25:12.560565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8815f-f1b7-4ad1-a5da-8caa54034c78 req-57014dc5-6051-4be0-a5e8-d7ad3a011447 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:12.563007 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5cf8815f-f1b7-4ad1-a5da-8caa54034c78 req-57014dc5-6051-4be0-a5e8-d7ad3a011447 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 944 time: 1.2574117 May 25 20:25:12.709500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4765661f-4ddb-4907-b19f-6d78278330b3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:12.709984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-800a72cb-f390-4474-a024-54909b09390c None None] Set router 158be233-c9be-4375-bdc5-66e9d323d0fa gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:25:12.761528 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eef9aa89-1d9f-4f78-a910-73000cfb3ee1 req-815b8b62-581d-416a-aaa8-8244a5c5234e service neutron] 10.222.0.70 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132772 May 25 20:25:12.915872 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:12.937591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-800a72cb-f390-4474-a024-54909b09390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158be233-c9be-4375-bdc5-66e9d323d0fa', 'name': 'tempest-RoutersTest-router-1996159848', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:25:10Z', 'updated_at': '2022-05-25T20:25:11Z', 'revision_number': 2, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:12.942404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a72cb-f390-4474-a024-54909b09390c None None] The sync data for ids ['158be233-c9be-4375-bdc5-66e9d323d0fa'] in n-d-843339-1 is: [{'id': '158be233-c9be-4375-bdc5-66e9d323d0fa', 'name': 'tempest-RoutersTest-router-1996159848', 'tenant_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:25:10Z', 'updated_at': '2022-05-25T20:25:11Z', 'revision_number': 2, 'project_id': 'b73e8766f9a14b3d8eda6150cd44a59a', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:25:13.025000 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5cf8815f-f1b7-4ad1-a5da-8caa54034c78 req-3872abdb-8b4f-4d64-94c0-601306f7bd43 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911648 May 25 20:25:13.070000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5af27152-41bf-483b-80c3-1825671984f0 req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:25:13.085580 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e5ad47-64ec-4de7-8001-7f6ae810ae0e None None] Sync routers for ids ['c98ffa00-a92c-4100-a75f-16abb956bdae'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:25:13.109673 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e5ad47-64ec-4de7-8001-7f6ae810ae0e None None] Routers {'c98ffa00-a92c-4100-a75f-16abb956bdae'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:25:13.110332 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-82e5ad47-64ec-4de7-8001-7f6ae810ae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:25:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c98ffa00-a92c-4100-a75f-16abb956bdae'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:13.242454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af27152-41bf-483b-80c3-1825671984f0 req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] No DVR routers for this DVR port 77af9c32-81f6-49f2-909b-ee27d0168e0c on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:25:13.248717 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5af27152-41bf-483b-80c3-1825671984f0 req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:13.283238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5fd6cb-0c08-4bd4-a473-90af14b3ceda', 'name': 'network-vif-deleted', 'tag': '77af9c32-81f6-49f2-909b-ee27d0168e0c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:25:13.354205 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4765661f-4ddb-4907-b19f-6d78278330b3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:13.354783 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4765661f-4ddb-4907-b19f-6d78278330b3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:13.409863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea5412-b8ec-442b-867b-9eba84b07a14 req-daaf7401-6cc8-4d90-ad34-b4b543fa7907 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:13.411545 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9ea5412-b8ec-442b-867b-9eba84b07a14 req-daaf7401-6cc8-4d90-ad34-b4b543fa7907 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 944 time: 0.5657353 May 25 20:25:13.459653 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4765661f-4ddb-4907-b19f-6d78278330b3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:13.460496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4765661f-4ddb-4907-b19f-6d78278330b3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Fanout notify agent at l3_agent the message router_deleted on router 158be233-c9be-4375-bdc5-66e9d323d0fa {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:25:13.488468 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9ea5412-b8ec-442b-867b-9eba84b07a14 req-41617f53-93db-4ab1-ad6c-12b5fd622d85 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701044 May 25 20:25:13.499570 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4765661f-4ddb-4907-b19f-6d78278330b3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:13.508585 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4765661f-4ddb-4907-b19f-6d78278330b3 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/routers/158be233-c9be-4375-bdc5-66e9d323d0fa HTTP/1.1" status: 204 len: 168 time: 1.1799252 May 25 20:25:13.508809 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-82e5ad47-64ec-4de7-8001-7f6ae810ae0e None None] Set router c98ffa00-a92c-4100-a75f-16abb956bdae gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:25:13.510259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33314) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:13.562916 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:13.575893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca9108-e920-4183-af06-16f237edf478 req-d530cc68-40a0-490b-8d8e-1a53211ee055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:13.578248 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3ca9108-e920-4183-af06-16f237edf478 req-d530cc68-40a0-490b-8d8e-1a53211ee055 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 1095 time: 0.7102847 May 25 20:25:13.584037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-dd695493-7833-4745-bf69-ebcba6cb3fda req-7ddf0d04-fc1c-4c47-a7b6-8369fbe1cbde tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Synchronizing usage tracker for tenant:bd9d7ecda85842f896097a31795071c4 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:25:13.589773 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:13.637747 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-69f619f2-e037-4ea3-ab16-a6b5be66b566 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports?device_id=158be233-c9be-4375-bdc5-66e9d323d0fa HTTP/1.1" status: 200 len: 205 time: 0.1177003 May 25 20:25:13.637747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33322) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:13.876229 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-981c58cf-731f-4850-84b5-4b3d8a80b040 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] delete failed (client error): The resource could not be found. May 25 20:25:13.880022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-981c58cf-731f-4850-84b5-4b3d8a80b040 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/routers/158be233-c9be-4375-bdc5-66e9d323d0fa HTTP/1.1" status: 404 len: 336 time: 0.2455351 May 25 20:25:13.881573 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ce6cc5-47fe-4b65-a8bc-122cf599c640'] response: {'server_uuid': '0b5fd6cb-0c08-4bd4-a473-90af14b3ceda', 'name': 'network-vif-deleted', 'tag': '77af9c32-81f6-49f2-909b-ee27d0168e0c', 'status': 'completed', 'code': 200} May 25 20:25:13.882064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33330) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:13.941356 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:13.962659 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5af27152-41bf-483b-80c3-1825671984f0 req-0acdbf87-232d-43b6-9cb7-c5efdf2acad5 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.50 "DELETE /v2.0/ports/77af9c32-81f6-49f2-909b-ee27d0168e0c HTTP/1.1" status: 204 len: 173 time: 6.2361183 May 25 20:25:13.987918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca9108-e920-4183-af06-16f237edf478 req-e6d41607-aa1e-44c9-a8a1-b7f5bb90d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:13.987918 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3ca9108-e920-4183-af06-16f237edf478 req-e6d41607-aa1e-44c9-a8a1-b7f5bb90d8dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 918 time: 0.3085780 May 25 20:25:14.062710 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f27db7-49e5-4952-8d41-c5d761095e6a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] DELETE failed (client error): The resource could not be found. May 25 20:25:14.063163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f27db7-49e5-4952-8d41-c5d761095e6a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:25:14.072529 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-38f27db7-49e5-4952-8d41-c5d761095e6a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/fbc75f59-858a-4f4a-b596-7a2d5ac7f3fb HTTP/1.1" status: 404 len: 337 time: 0.1892798 May 25 20:25:14.074980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33342) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:14.160596 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7706a2-9136-4772-8c62-ad0881882255 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] DELETE failed (client error): The resource could not be found. May 25 20:25:14.161075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7706a2-9136-4772-8c62-ad0881882255 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:25:14.165008 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-dd695493-7833-4745-bf69-ebcba6cb3fda req-7ddf0d04-fc1c-4c47-a7b6-8369fbe1cbde tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Unset dirty status for tenant:bd9d7ecda85842f896097a31795071c4 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:25:14.166780 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-eb7706a2-9136-4772-8c62-ad0881882255 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/e53a2625-c79d-4620-90bf-5209f3b55549 HTTP/1.1" status: 404 len: 337 time: 0.0904737 May 25 20:25:14.168208 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd695493-7833-4745-bf69-ebcba6cb3fda req-7ddf0d04-fc1c-4c47-a7b6-8369fbe1cbde tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fd6cb-0c08-4bd4-a473-90af14b3ceda HTTP/1.1" status: 200 len: 210 time: 0.8871796 May 25 20:25:14.173977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33346) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:14.270847 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffb1599-98c4-46e3-ab98-3469cf2f22b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] DELETE failed (client error): The resource could not be found. May 25 20:25:14.271277 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fffb1599-98c4-46e3-ab98-3469cf2f22b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:25:14.273002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fffb1599-98c4-46e3-ab98-3469cf2f22b2 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/fe0389aa-0c2f-4461-ba55-e383dfc55bda HTTP/1.1" status: 404 len: 337 time: 0.0980687 May 25 20:25:14.302538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33350) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:14.302763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3ca9108-e920-4183-af06-16f237edf478 req-a376e7e2-4fba-4820-97a7-f8cd91178fce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4866384b-5172-4a9f-a685-ba9964e2ae79 HTTP/1.1" status: 200 len: 217 time: 0.2917879 May 25 20:25:14.366729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Pushing event updated for resources: {'Port': ['ID=3d6eb180-138c-4732-9b8a-f09915d6e4ac,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:14.482786 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb31d42-1b16-4f5b-aae6-08a982891fc0 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] DELETE failed (client error): The resource could not be found. May 25 20:25:14.482786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb31d42-1b16-4f5b-aae6-08a982891fc0 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:25:14.486312 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-82e5ad47-64ec-4de7-8001-7f6ae810ae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:35Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:14.491817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bbb31d42-1b16-4f5b-aae6-08a982891fc0 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/2a4c9cfb-aa9a-40b3-b848-30454939f8b1 HTTP/1.1" status: 404 len: 337 time: 0.1866815 May 25 20:25:14.492659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33354) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:14.493539 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e5ad47-64ec-4de7-8001-7f6ae810ae0e None None] Checking router: c98ffa00-a92c-4100-a75f-16abb956bdae for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:25:14.512981 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e5ad47-64ec-4de7-8001-7f6ae810ae0e None None] Routers {'c98ffa00-a92c-4100-a75f-16abb956bdae'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:25:14.513998 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-82e5ad47-64ec-4de7-8001-7f6ae810ae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:25:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c98ffa00-a92c-4100-a75f-16abb956bdae'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:14.523349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca9108-e920-4183-af06-16f237edf478 req-82e0d170-a644-4756-a85d-b4e42066391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:14.535883 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3ca9108-e920-4183-af06-16f237edf478 req-82e0d170-a644-4756-a85d-b4e42066391f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.2171836 May 25 20:25:14.632522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5b666d5a-eff2-48f6-9dc5-1da36f83fbdc tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cfef4df-ab42-48c1-95da-8f1f69fec7fe HTTP/1.1" status: 200 len: 205 time: 0.1351504 May 25 20:25:14.636452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33360) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:14.818655 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-82e5ad47-64ec-4de7-8001-7f6ae810ae0e None None] Set router c98ffa00-a92c-4100-a75f-16abb956bdae gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:25:14.828848 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-911325ae-117f-455f-abfa-2b28944c92ed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] delete failed (client error): The resource could not be found. May 25 20:25:14.830206 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-911325ae-117f-455f-abfa-2b28944c92ed tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/routers/9cfef4df-ab42-48c1-95da-8f1f69fec7fe HTTP/1.1" status: 404 len: 336 time: 0.1879375 May 25 20:25:14.843128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33364) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:14.972133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8047-1d4d-4d5d-b35a-6299e1a8ca88 req-63fdc567-39c9-4231-963f-4185e72070bd tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:15.003080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8047-1d4d-4d5d-b35a-6299e1a8ca88 req-63fdc567-39c9-4231-963f-4185e72070bd tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:15.020437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8047-1d4d-4d5d-b35a-6299e1a8ca88 req-63fdc567-39c9-4231-963f-4185e72070bd tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:15.020437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8047-1d4d-4d5d-b35a-6299e1a8ca88 req-63fdc567-39c9-4231-963f-4185e72070bd tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:15.044426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Network 164c88b4-177b-4381-afdd-4a8c4f88e909 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:25:15.053966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8047-1d4d-4d5d-b35a-6299e1a8ca88 req-63fdc567-39c9-4231-963f-4185e72070bd tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:15.062211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:25:15.068992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8047-1d4d-4d5d-b35a-6299e1a8ca88 req-63fdc567-39c9-4231-963f-4185e72070bd tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:15.068992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8047-1d4d-4d5d-b35a-6299e1a8ca88 req-63fdc567-39c9-4231-963f-4185e72070bd tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:15.081903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c0b8047-1d4d-4d5d-b35a-6299e1a8ca88 req-63fdc567-39c9-4231-963f-4185e72070bd tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5444 time: 0.7727301 May 25 20:25:15.118505 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-213bacd8-f2a2-4a36-9a37-1b784a48849d tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd730198-806d-40fa-8707-5eae9842cd47 HTTP/1.1" status: 200 len: 205 time: 0.2672665 May 25 20:25:15.118505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33374) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:15.318465 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-5ef577f1-db8d-4f9a-b7a7-c1fa039f5f42 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] delete failed (client error): The resource could not be found. May 25 20:25:15.331033 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5ef577f1-db8d-4f9a-b7a7-c1fa039f5f42 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/routers/cd730198-806d-40fa-8707-5eae9842cd47 HTTP/1.1" status: 404 len: 336 time: 0.2008948 May 25 20:25:15.351284 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c0b8047-1d4d-4d5d-b35a-6299e1a8ca88 req-4260e5cb-0cf4-4c3b-bb54-c17992d74f9c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2693589 May 25 20:25:15.351284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33382) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:15.432227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1126d-cdd2-46d0-a4ce-f74c8227b443 req-1a785d42-0a97-421f-a0a3-1eff2f5f5a01 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:15.432227 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9b1126d-cdd2-46d0-a4ce-f74c8227b443 req-1a785d42-0a97-421f-a0a3-1eff2f5f5a01 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 944 time: 0.9527266 May 25 20:25:15.488095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca9108-e920-4183-af06-16f237edf478 req-6e63b434-64b4-4981-b103-09679b14d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:15.496175 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3ca9108-e920-4183-af06-16f237edf478 req-6e63b434-64b4-4981-b103-09679b14d0a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9500964 May 25 20:25:15.547144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-02f49d83-8825-4c62-a8bd-74d236bf082e None None] Provisioning complete for port 3d6eb180-138c-4732-9b8a-f09915d6e4ac triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:15.548235 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-02f49d83-8825-4c62-a8bd-74d236bf082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:15.626456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:25:15.667139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-02f49d83-8825-4c62-a8bd-74d236bf082e None None] Port 3d6eb180-138c-4732-9b8a-f09915d6e4ac cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:25:15.676568 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfc8475-5879-4a1c-a71c-57119d590c45 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] DELETE failed (client error): The resource could not be found. May 25 20:25:15.677030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfc8475-5879-4a1c-a71c-57119d590c45 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:25:15.681393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fcfc8475-5879-4a1c-a71c-57119d590c45 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/92444e85-f7c4-4fb5-8446-c662a531606b HTTP/1.1" status: 404 len: 337 time: 0.3334548 May 25 20:25:15.681864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33388) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:15.793829 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-82e5ad47-64ec-4de7-8001-7f6ae810ae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:35Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:15.798048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-975aa07e-0ef2-4017-b97c-ea28780909c9 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3141872c-c17b-4629-b107-4edc9b7d893c HTTP/1.1" status: 200 len: 205 time: 0.1118414 May 25 20:25:15.800025 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e5ad47-64ec-4de7-8001-7f6ae810ae0e None None] The sync data for ids ['c98ffa00-a92c-4100-a75f-16abb956bdae'] in n-d-843339-1 is: [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:35Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:25:15.931078 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3ca9108-e920-4183-af06-16f237edf478 req-f32c2565-999a-4a06-9e19-5da227e8c683 service neutron] 10.222.0.70 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025048 May 25 20:25:15.931654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33392) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:16.080945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4866384b-5172-4a9f-a685-ba9964e2ae79 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:25:16.092959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0e707-0159-4cd5-9ed4-57d16a86a515 req-60e5c0a7-cf41-4102-9bfa-f23ebf3be5b8 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:16.111328 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3df0e707-0159-4cd5-9ed4-57d16a86a515 req-60e5c0a7-cf41-4102-9bfa-f23ebf3be5b8 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 944 time: 0.3296812 May 25 20:25:16.135197 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-0e9cf972-e489-4dad-87b5-81f73dde2a79 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] delete failed (client error): The resource could not be found. May 25 20:25:16.140673 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0e9cf972-e489-4dad-87b5-81f73dde2a79 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/routers/3141872c-c17b-4629-b107-4edc9b7d893c HTTP/1.1" status: 404 len: 336 time: 0.2011855 May 25 20:25:16.145059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33398) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:16.227536 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3df0e707-0159-4cd5-9ed4-57d16a86a515 req-ba0051ee-c61c-48e1-91dd-04a72a9ded5c tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145115 May 25 20:25:16.293510 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9b1126d-cdd2-46d0-a4ce-f74c8227b443 req-462c1fe1-2f01-4596-b0a9-743f355267ac tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6973562 May 25 20:25:16.392662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:16.411123 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'port_id': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'mac_address': 'fa:16:3e:02:37:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:25:16.483307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7328ec91-685e-4f16-92d6-7521cd9f9980 None None] New status for floating IP fd557559-e4dc-4c5f-9512-b1d95bc7148f: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:25:16.496955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:16.656582 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 4866384b-5172-4a9f-a685-ba9964e2ae79 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:16.656582 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:16.678246 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3d20391-e6e4-4d78-9065-bd0d24451a5c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:16.746982 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3d20391-e6e4-4d78-9065-bd0d24451a5c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:16.835061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4866384b-5172-4a9f-a685-ba9964e2ae79 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:25:16.862801 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3d20391-e6e4-4d78-9065-bd0d24451a5c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:16.903733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d20391-e6e4-4d78-9065-bd0d24451a5c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab543a7-a927-4ecf-b7ee-dd8532a9632a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:16.910756 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3d20391-e6e4-4d78-9065-bd0d24451a5c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:16.917814 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d3d20391-e6e4-4d78-9065-bd0d24451a5c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "DELETE /v2.0/security-groups/9ab543a7-a927-4ecf-b7ee-dd8532a9632a HTTP/1.1" status: 204 len: 168 time: 0.4080303 May 25 20:25:16.917814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33412) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:16.954354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-945e4782-2f18-4736-8f12-e2b559d1628a tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports?device_id=9595ed01-7e94-4067-aac9-fc3792e083c1 HTTP/1.1" status: 200 len: 205 time: 0.7722421 May 25 20:25:16.961389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33416) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:16.967239 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-38c038e4-1424-4ddd-ac9a-910573612014 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] show failed (client error): The resource could not be found. May 25 20:25:16.967239 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-38c038e4-1424-4ddd-ac9a-910573612014 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups/9ab543a7-a927-4ecf-b7ee-dd8532a9632a HTTP/1.1" status: 404 len: 347 time: 0.0527680 May 25 20:25:16.994442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33420) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:17.060531 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-d0db2b3e-205a-4f5f-89d7-84160acde85c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] delete failed (client error): The resource could not be found. May 25 20:25:17.065978 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d0db2b3e-205a-4f5f-89d7-84160acde85c tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/routers/9595ed01-7e94-4067-aac9-fc3792e083c1 HTTP/1.1" status: 404 len: 336 time: 0.1021492 May 25 20:25:17.065978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33426) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:17.078376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:17.086090 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:17.142833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3ca9108-e920-4183-af06-16f237edf478 req-e9b4d2a8-3e4c-496a-ad64-386541f5b5db service neutron] 10.222.0.70 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1954083 May 25 20:25:17.156991 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-4610d378-8c1f-4bc0-9bdf-2e118debf857 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] DELETE failed (client error): The resource could not be found. May 25 20:25:17.157523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4610d378-8c1f-4bc0-9bdf-2e118debf857 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:25:17.162646 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4610d378-8c1f-4bc0-9bdf-2e118debf857 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/579d56ae-78aa-4996-9494-486ea5e03721 HTTP/1.1" status: 404 len: 337 time: 0.0925486 May 25 20:25:17.166676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33430) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:17.229248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=4866384b-5172-4a9f-a685-ba9964e2ae79,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:17.236221 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-85138a20-81ee-41b6-b806-cdf1d7795684 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports?device_id=d89092e3-7e37-4111-ba61-eef093d7c42f HTTP/1.1" status: 200 len: 205 time: 0.0676165 May 25 20:25:17.242596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33434) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:17.327220 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-10db11ec-926e-4a35-b289-5399a93678de tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] delete failed (client error): The resource could not be found. May 25 20:25:17.332121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33442) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:17.332382 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-10db11ec-926e-4a35-b289-5399a93678de tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/routers/d89092e3-7e37-4111-ba61-eef093d7c42f HTTP/1.1" status: 404 len: 336 time: 0.0885122 May 25 20:25:17.407201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-a90a2acf-4b6c-4fae-b198-b92b0a581d7a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Deleting port f685ce53-f779-41ac-8de6-e24021faae2d {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:25:17.407201 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a90a2acf-4b6c-4fae-b198-b92b0a581d7a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:17.451306 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-7181c96d-af98-4495-9cad-96e08c63e367 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] DELETE failed (client error): The resource could not be found. May 25 20:25:17.452275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7181c96d-af98-4495-9cad-96e08c63e367 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:25:17.456393 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7181c96d-af98-4495-9cad-96e08c63e367 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/cf59c96d-6dea-4760-9148-26a0110fd6ee HTTP/1.1" status: 404 len: 337 time: 0.1165009 May 25 20:25:17.456765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33450) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:17.475664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['4866384b-5172-4a9f-a685-ba9964e2ae79'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:25:17.554705 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bedd5567-09a7-42a4-a038-186cf47b7610 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "GET /v2.0/ports?device_id=15940c28-3c5f-4ecf-ad44-4f83d801b70f HTTP/1.1" status: 200 len: 205 time: 0.0965624 May 25 20:25:17.557470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33454) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:17.643550 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-f0fd1ffd-8baf-4c54-a50c-858196a53d48 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] delete failed (client error): The resource could not be found. May 25 20:25:17.644896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f0fd1ffd-8baf-4c54-a50c-858196a53d48 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/routers/15940c28-3c5f-4ecf-ad44-4f83d801b70f HTTP/1.1" status: 404 len: 336 time: 0.0847442 May 25 20:25:17.647429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33458) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:17.690842 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeddb937-5a70-4546-92fa-2ad31b24ad20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] DELETE failed (client error): The resource could not be found. May 25 20:25:17.691612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeddb937-5a70-4546-92fa-2ad31b24ad20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:25:17.693497 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-eeddb937-5a70-4546-92fa-2ad31b24ad20 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/99c6014c-0485-44bf-bb08-aa123057f8e1 HTTP/1.1" status: 404 len: 337 time: 0.0449715 May 25 20:25:17.699024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33462) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:17.746098 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7f4a17-330c-453e-b2ea-f538e21d7589 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] DELETE failed (client error): The resource could not be found. May 25 20:25:17.746836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7f4a17-330c-453e-b2ea-f538e21d7589 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:25:17.749581 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-eb7f4a17-330c-453e-b2ea-f538e21d7589 tempest-RoutersTest-1349519485 tempest-RoutersTest-1349519485-project] 10.222.0.60 "DELETE /v2.0/subnets/e0fdb27c-16c7-470e-9350-b4092b0fcfaa HTTP/1.1" status: 404 len: 337 time: 0.0482559 May 25 20:25:17.786406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155930c9-1693-49fd-9e3f-5d6f33a0b8a4 req-616fd9eb-a474-43af-861c-55be6564a3fa tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:17.794029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-155930c9-1693-49fd-9e3f-5d6f33a0b8a4 req-616fd9eb-a474-43af-861c-55be6564a3fa tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 0.2862782 May 25 20:25:17.813249 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a90a2acf-4b6c-4fae-b198-b92b0a581d7a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:17.813801 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a90a2acf-4b6c-4fae-b198-b92b0a581d7a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:17.829493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:25:17.843016 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8d7778ad-552e-4e31-80b4-749442e6d2ea admin admin] 10.222.0.60 "PUT /v2.0/routers/cb39b7dc-0b20-4c75-863b-d4100e7e70a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7915430 May 25 20:25:17.859827 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Sync routers for ids ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:25:17.867335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-155930c9-1693-49fd-9e3f-5d6f33a0b8a4 req-ea9620bd-714b-45de-869a-3dcd341e5a97 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722373 May 25 20:25:17.899105 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Routers {'cb39b7dc-0b20-4c75-863b-d4100e7e70a6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:25:17.899720 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:25:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:17.987950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-a90a2acf-4b6c-4fae-b198-b92b0a581d7a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Calling delete_port for f685ce53-f779-41ac-8de6-e24021faae2d owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:25:18.056050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399765-c039-4cf0-ad9c-6c9b1ef28be6 req-c3ff3d18-0ab1-49c6-bdce-bedf76213567 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:18.063244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399765-c039-4cf0-ad9c-6c9b1ef28be6 req-c3ff3d18-0ab1-49c6-bdce-bedf76213567 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:18.069470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399765-c039-4cf0-ad9c-6c9b1ef28be6 req-c3ff3d18-0ab1-49c6-bdce-bedf76213567 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:18.078087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399765-c039-4cf0-ad9c-6c9b1ef28be6 req-c3ff3d18-0ab1-49c6-bdce-bedf76213567 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:18.085722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399765-c039-4cf0-ad9c-6c9b1ef28be6 req-c3ff3d18-0ab1-49c6-bdce-bedf76213567 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:18.093095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399765-c039-4cf0-ad9c-6c9b1ef28be6 req-c3ff3d18-0ab1-49c6-bdce-bedf76213567 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:18.099181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399765-c039-4cf0-ad9c-6c9b1ef28be6 req-c3ff3d18-0ab1-49c6-bdce-bedf76213567 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:18.101292 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57399765-c039-4cf0-ad9c-6c9b1ef28be6 req-c3ff3d18-0ab1-49c6-bdce-bedf76213567 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5444 time: 1.4978530 May 25 20:25:18.115444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-9fb7c479-65a8-49f5-846c-d4aa82986f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:18.117785 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-9fb7c479-65a8-49f5-846c-d4aa82986f5f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f&tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab HTTP/1.1" status: 200 len: 1095 time: 1.5308053 May 25 20:25:18.120272 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Set router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:25:18.130838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:18.298177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33482) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:18.363611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ba755-4f59-445e-b745-7af4338629a3 req-a4604711-41e9-40a9-94a3-56117da2fd37 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:18.368874 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fc3ba755-4f59-445e-b745-7af4338629a3 req-a4604711-41e9-40a9-94a3-56117da2fd37 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 944 time: 0.2076955 May 25 20:25:18.382579 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:18.477594 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fc3ba755-4f59-445e-b745-7af4338629a3 req-87bb68e4-f0d3-4337-8342-832434c7902c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981934 May 25 20:25:18.529064 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:12Z', 'revision_number': 4, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '3d6eb180-138c-4732-9b8a-f09915d6e4ac', 'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'mac_address': 'fa:16:3e:e9:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:25:08Z', 'updated_at': '2022-05-25T20:25:13Z', 'revision_number': 2, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'subnets': [{'id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:18.536626 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Checking router: cb39b7dc-0b20-4c75-863b-d4100e7e70a6 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:25:18.537379 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Updating router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 port 3d6eb180-138c-4732-9b8a-f09915d6e4ac binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:25:18.625777 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:18.700485 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a689c863-85d0-4b05-bf14-c320173c2548 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b73e8766f9a14b3d8eda6150cd44a59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986156 May 25 20:25:18.701071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33498) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:18.783887 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3a34018-9db3-42db-86eb-edaf25b453c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:18.815867 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3a34018-9db3-42db-86eb-edaf25b453c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:18.892467 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3a34018-9db3-42db-86eb-edaf25b453c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:18.913234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a34018-9db3-42db-86eb-edaf25b453c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92362bb4-1eab-4208-8d58-83b75b621933,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:18.939111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3a34018-9db3-42db-86eb-edaf25b453c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:18.940287 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e3a34018-9db3-42db-86eb-edaf25b453c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92362bb4-1eab-4208-8d58-83b75b621933 HTTP/1.1" status: 204 len: 168 time: 0.2382755 May 25 20:25:19.167550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-dea4ce7b-3309-4275-aa0c-92de360a677f tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:19.176028 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-dea4ce7b-3309-4275-aa0c-92de360a677f tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 818 time: 0.3315666 May 25 20:25:19.193259 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a90a2acf-4b6c-4fae-b198-b92b0a581d7a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:19.253203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a2acf-4b6c-4fae-b198-b92b0a581d7a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event deleted for resources: {'Port': ['ID=f685ce53-f779-41ac-8de6-e24021faae2d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:19.263342 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-c9e26164-a36c-40e4-8c09-9e99703cdce8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/quotas/e14a2273f7b7408d958d6ef34ae3e65e HTTP/1.1" status: 200 len: 375 time: 0.0861788 May 25 20:25:19.309790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9081a7-bf16-4aa7-80c5-74f0f8897caa req-530804b0-0415-4c72-994e-610e9b8008a5 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:19.315189 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b9081a7-bf16-4aa7-80c5-74f0f8897caa req-530804b0-0415-4c72-994e-610e9b8008a5 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 0.2608452 May 25 20:25:19.362011 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:19.393025 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Transition to ACTIVE for port object 3d6eb180-138c-4732-9b8a-f09915d6e4ac will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:25:19.411872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:19.419773 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:19.460922 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b9081a7-bf16-4aa7-80c5-74f0f8897caa req-e57c51a7-242c-4854-b683-c6cf6ff85ff7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408072 May 25 20:25:19.587370 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a90a2acf-4b6c-4fae-b198-b92b0a581d7a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:19.660939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:25:19.755319 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a90a2acf-4b6c-4fae-b198-b92b0a581d7a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:19.757149 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a90a2acf-4b6c-4fae-b198-b92b0a581d7a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "DELETE /v2.0/floatingips/fd557559-e4dc-4c5f-9512-b1d95bc7148f HTTP/1.1" status: 204 len: 168 time: 2.7534461 May 25 20:25:19.780624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-a529c1d6-52e8-40c8-b47a-57f0dd73d561 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Synchronizing usage tracker for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:25:19.806873 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d38d7-25cf-48f2-9a5f-c086c4fa3b3c None None] Pushing event updated for resources: {'Port': ['ID=3d6eb180-138c-4732-9b8a-f09915d6e4ac,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:19.813483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-a529c1d6-52e8-40c8-b47a-57f0dd73d561 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Unset dirty status for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:25:19.825384 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-a529c1d6-52e8-40c8-b47a-57f0dd73d561 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5605459 May 25 20:25:19.892467 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d38d7-25cf-48f2-9a5f-c086c4fa3b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:19.893025 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d38d7-25cf-48f2-9a5f-c086c4fa3b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:19.893517 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d38d7-25cf-48f2-9a5f-c086c4fa3b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:19.893977 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d38d7-25cf-48f2-9a5f-c086c4fa3b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:19.894529 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d38d7-25cf-48f2-9a5f-c086c4fa3b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:19.894979 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d38d7-25cf-48f2-9a5f-c086c4fa3b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:19.895427 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d38d7-25cf-48f2-9a5f-c086c4fa3b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:19.895897 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d38d7-25cf-48f2-9a5f-c086c4fa3b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:19.896378 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d38d7-25cf-48f2-9a5f-c086c4fa3b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:19.896859 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d38d7-25cf-48f2-9a5f-c086c4fa3b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:19.897332 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d38d7-25cf-48f2-9a5f-c086c4fa3b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:19.897808 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03d38d7-25cf-48f2-9a5f-c086c4fa3b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:19.898112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33542) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:19.934858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:25:19.936484 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Attempting to bind port 3d6eb180-138c-4732-9b8a-f09915d6e4ac on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:25:19.936851 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Attempting to bind port 3d6eb180-138c-4732-9b8a-f09915d6e4ac by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:25:19.937223 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Attempting to bind port 3d6eb180-138c-4732-9b8a-f09915d6e4ac on network 164c88b4-177b-4381-afdd-4a8c4f88e909 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:25:19.953180 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:25:19.954433 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Checking segment: {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:25:19.955506 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:19.956190 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Bound using segment: {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:25:19.956803 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Bound port: 3d6eb180-138c-4732-9b8a-f09915d6e4ac, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:25:19.957318 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:19.972788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53511d-96a2-4085-bbaa-719f463b9e89 req-c39c0800-9703-4b5b-a0e2-3236ad4bff64 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:19.980323 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd53511d-96a2-4085-bbaa-719f463b9e89 req-c39c0800-9703-4b5b-a0e2-3236ad4bff64 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 944 time: 0.2118673 May 25 20:25:20.030480 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:20.051046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd53511d-96a2-4085-bbaa-719f463b9e89 req-88ce163d-78e0-48cc-a922-3ff5f05bf630 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636511 May 25 20:25:20.082745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Transition to ACTIVE for port object 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:25:20.093514 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:20.100402 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] For port 3d6eb180-138c-4732-9b8a-f09915d6e4ac, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:25:20.104379 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] For port 3d6eb180-138c-4732-9b8a-f09915d6e4ac, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3d6eb180-138c-4732-9b8a-f09915d6e4ac,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:25:20.110227 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:20.112660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4866384b-5172-4a9f-a685-ba9964e2ae79 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:25:20.197117 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Routers {'cb39b7dc-0b20-4c75-863b-d4100e7e70a6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:25:20.199488 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:25:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:20.209017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33556) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:20.214811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003310803', 'description': 'tempest-description--2119900687'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:20.230406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:20.260974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Usage tracker for resource:security_group and tenant:bd9d7ecda85842f896097a31795071c4 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:20.274127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:20.299197 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:20.333304 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:20.372203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 4866384b-5172-4a9f-a685-ba9964e2ae79 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:25:20.397981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 4866384b-5172-4a9f-a685-ba9964e2ae79 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:20.398417 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:20.414209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:20.419756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Usage tracker for resource:security_group_rule and tenant:bd9d7ecda85842f896097a31795071c4 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:20.431147 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:20.441742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:20.568749 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] Set router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:25:20.673438 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:20.679223 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:20.730360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7eb8652-a107-45a3-960b-b59ebf77a465,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:20.756073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:20.758865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-aeb55765-a84b-4577-aa0c-ebed104bad03 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5488000 May 25 20:25:20.761764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33572) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:20.767990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-fcdf2af5-7d5f-4ead-b091-23829ea3e022 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Request body: {'security_group_rule': {'security_group_id': 'd7eb8652-a107-45a3-960b-b59ebf77a465', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:20.776191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fcdf2af5-7d5f-4ead-b091-23829ea3e022 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:20.782546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fcdf2af5-7d5f-4ead-b091-23829ea3e022 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Usage tracker for resource:security_group_rule and tenant:bd9d7ecda85842f896097a31795071c4 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:20.786745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fcdf2af5-7d5f-4ead-b091-23829ea3e022 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:20.793772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fcdf2af5-7d5f-4ead-b091-23829ea3e022 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:20.835060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fcdf2af5-7d5f-4ead-b091-23829ea3e022 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:20.921475 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d38d7-25cf-48f2-9a5f-c086c4fa3b3c None None] Pushing event updated for resources: {'Port': ['ID=3d6eb180-138c-4732-9b8a-f09915d6e4ac,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:20.949574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 4866384b-5172-4a9f-a685-ba9964e2ae79 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:20.949921 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:21.017826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] No DVR routers for this DVR port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:25:21.020143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Pushing event updated for resources: {'Port': ['ID=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,revision_number=9']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:21.031727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:21.032877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:25:21.040184 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:21.124428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=4866384b-5172-4a9f-a685-ba9964e2ae79,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:21.134615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:21.135185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:21.135652 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:21.136116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:21.136573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:21.137098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:21.137550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:21.137998 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:21.138532 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:21.139824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:21.140495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:21.141038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:21.155395 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-7d75e0a6-b4e5-4eac-a8df-3d4eda951eb8 service neutron] 10.222.0.60 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3258719 May 25 20:25:21.173130 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fcdf2af5-7d5f-4ead-b091-23829ea3e022 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:21.193121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f356106-ca9b-4446-a455-a7a9982f47b4 req-125fffe4-2d49-4b1c-8e06-762dfb14d7f7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:21.204235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f356106-ca9b-4446-a455-a7a9982f47b4 req-125fffe4-2d49-4b1c-8e06-762dfb14d7f7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.2648332 May 25 20:25:21.233500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fcdf2af5-7d5f-4ead-b091-23829ea3e022 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:21.271635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Attempting to bind port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:25:21.272464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Attempting to bind port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '10ef7b18-83ec-4ad9-a0fc-76600070f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:25:21.272857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Attempting to bind port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b on network 9ea20e5f-cd04-42b5-80b6-8282aee2594c {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:25:21.333898 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f356106-ca9b-4446-a455-a7a9982f47b4 req-4e454381-9688-4d33-ae46-59f272296977 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253033 May 25 20:25:21.340491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf2af5-7d5f-4ead-b091-23829ea3e022 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04aadf58-1026-4853-8977-95b43f645dae,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:21.352198 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fcdf2af5-7d5f-4ead-b091-23829ea3e022 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:21.358502 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fcdf2af5-7d5f-4ead-b091-23829ea3e022 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5911858 May 25 20:25:21.358895 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33590) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:21.366832 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4ee7e8eb-80ce-4109-a6f4-8226dc84d44c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Request body: {'security_group_rule': {'security_group_id': 'd7eb8652-a107-45a3-960b-b59ebf77a465', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:21.367261 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:12Z', 'revision_number': 4, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '3d6eb180-138c-4732-9b8a-f09915d6e4ac', 'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'mac_address': 'fa:16:3e:e9:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:25:08Z', 'updated_at': '2022-05-25T20:25:20Z', 'revision_number': 4, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'subnets': [{'id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:21.372396 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a74a48-5638-401a-8872-e3143036ab8d None None] The sync data for ids ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'] in n-d-843339-1 is: [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:12Z', 'revision_number': 4, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '3d6eb180-138c-4732-9b8a-f09915d6e4ac', 'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'mac_address': 'fa:16:3e:e9:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:25:08Z', 'updated_at': '2022-05-25T20:25:20Z', 'revision_number': 4, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'subnets': [{'id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:25:21.376151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4ee7e8eb-80ce-4109-a6f4-8226dc84d44c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:21.382616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4ee7e8eb-80ce-4109-a6f4-8226dc84d44c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Usage tracker for resource:security_group_rule and tenant:bd9d7ecda85842f896097a31795071c4 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:21.386024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4ee7e8eb-80ce-4109-a6f4-8226dc84d44c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:21.395165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4ee7e8eb-80ce-4109-a6f4-8226dc84d44c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:21.411906 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-dfaf7341-7bd7-4f4d-ab7b-be13e6b44982 service neutron] 10.222.0.60 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550135 May 25 20:25:21.422944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b on network 9ea20e5f-cd04-42b5-80b6-8282aee2594c not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:25:21.423279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Attempting to bind port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b on network 9ea20e5f-cd04-42b5-80b6-8282aee2594c {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:25:21.453585 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e8eb-80ce-4109-a6f4-8226dc84d44c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:21.460086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:25:21.460434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Checking segment: {'id': '10ef7b18-83ec-4ad9-a0fc-76600070f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:25:21.460826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Bound using segment: {'id': '10ef7b18-83ec-4ad9-a0fc-76600070f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:25:21.461278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Bound port: 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ef7b18-83ec-4ad9-a0fc-76600070f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:25:21.461628 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:21.496209 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6094b207-c10d-496b-9a32-cbe0693cc18d'] response: {'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'code': 200} May 25 20:25:21.546716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65e0a1-0921-446f-95f7-566a376f2232 req-19534de1-574d-4d73-b82c-c2bb0adc5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:21.548010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65e0a1-0921-446f-95f7-566a376f2232 req-19534de1-574d-4d73-b82c-c2bb0adc5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:21.548617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65e0a1-0921-446f-95f7-566a376f2232 req-19534de1-574d-4d73-b82c-c2bb0adc5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:21.549366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65e0a1-0921-446f-95f7-566a376f2232 req-19534de1-574d-4d73-b82c-c2bb0adc5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:21.552739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65e0a1-0921-446f-95f7-566a376f2232 req-19534de1-574d-4d73-b82c-c2bb0adc5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:21.554516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65e0a1-0921-446f-95f7-566a376f2232 req-19534de1-574d-4d73-b82c-c2bb0adc5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:21.555043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65e0a1-0921-446f-95f7-566a376f2232 req-19534de1-574d-4d73-b82c-c2bb0adc5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:21.565780 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f65e0a1-0921-446f-95f7-566a376f2232 req-19534de1-574d-4d73-b82c-c2bb0adc5562 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 6501 time: 1.6603646 May 25 20:25:21.689640 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e8eb-80ce-4109-a6f4-8226dc84d44c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:21.697669 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e8eb-80ce-4109-a6f4-8226dc84d44c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:21.759630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7e8eb-80ce-4109-a6f4-8226dc84d44c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a640045-92f0-4636-b734-0d2c42ddcf68,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:21.773168 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e8eb-80ce-4109-a6f4-8226dc84d44c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:21.774637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4ee7e8eb-80ce-4109-a6f4-8226dc84d44c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4146645 May 25 20:25:21.777697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33602) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:21.790979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:21.810634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:21.815967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Usage tracker for resource:floatingip and tenant:bd9d7ecda85842f896097a31795071c4 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:21.818923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:21.828424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:21.851676 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f65e0a1-0921-446f-95f7-566a376f2232 req-1362614b-f817-4b6d-b57c-824599953381 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&id=4ef89e0f-e13c-40ce-972b-86f476d290ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2844882 May 25 20:25:21.852145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3d6eb180-138c-4732-9b8a-f09915d6e4ac up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:25:21.861551 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:21.919535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:25:21.927917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:25:21.930438 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a85a1-6cce-44bc-8c2c-a6eca1d6b102 req-63284fd3-8725-4cef-9082-44ddbf7a8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:21.932761 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-661a85a1-6cce-44bc-8c2c-a6eca1d6b102 req-63284fd3-8725-4cef-9082-44ddbf7a8c1a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 1097 time: 0.3640895 May 25 20:25:21.934355 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:22.080909 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 3d6eb180-138c-4732-9b8a-f09915d6e4ac completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:25:22.090697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 3d6eb180-138c-4732-9b8a-f09915d6e4ac triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:22.091311 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:22.164762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:22.166282 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:22.171186 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] 10.222.0.50 "PUT /v2.0/ports/5900ea63-11a5-4a8b-8d35-47d9c18dbd3b HTTP/1.1" status: 200 len: 1092 time: 4.0451751 May 25 20:25:22.179446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'tag': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:25:22.319101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 3d6eb180-138c-4732-9b8a-f09915d6e4ac is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:22.320110 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:22.441434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 3d6eb180-138c-4732-9b8a-f09915d6e4ac, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3d6eb180-138c-4732-9b8a-f09915d6e4ac,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:22.446901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:22.448780 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:22.461261 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fc980-dc1f-4269-9e11-81dcb2d50c02 service neutron] Pushing event updated for resources: {'Port': ['ID=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,revision_number=10']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:22.574687 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-661a85a1-6cce-44bc-8c2c-a6eca1d6b102 req-13f6273d-8dd2-49a4-86cd-760ec870b496 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6204939 May 25 20:25:22.611512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=3d6eb180-138c-4732-9b8a-f09915d6e4ac,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:22.631642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-15feb804-c70e-4b09-aa66-336526bb6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:22.633344 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-15feb804-c70e-4b09-aa66-336526bb6bac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab&device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 1096 time: 0.3824096 May 25 20:25:22.688455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Allocated IP 172.25.3.249 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/c2d9e4be-65f5-4748-9ae8-fe594c3d5b2b) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:25:22.879325 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5822d27-4f33-4174-a10b-d8d6adf27ca7'] response: {'name': 'network-changed', 'server_uuid': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'tag': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b', 'status': 'completed', 'code': 200} May 25 20:25:22.958430 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:23.000620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-64d7962b-50c2-4a71-a1a9-f467b054f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:23.005782 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-64d7962b-50c2-4a71-a1a9-f467b054f87a service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ea20e5f-cd04-42b5-80b6-8282aee2594c HTTP/1.1" status: 200 len: 915 time: 0.3619936 May 25 20:25:23.042194 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:23.205344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:25:23.208376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-330412c4-4c7c-403e-a035-d49ef484f9f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b HTTP/1.1" status: 200 len: 217 time: 0.1988709 May 25 20:25:23.213918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:25:23.220140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:25:23.284030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event updated for resources: {'Port': ['ID=c2d9e4be-65f5-4748-9ae8-fe594c3d5b2b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:23.323267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec4595-0597-4e2a-8f87-07d4af38e6cf req-414e1df1-11e0-4e26-b45f-26662f6d4585 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:23.332001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85ec4595-0597-4e2a-8f87-07d4af38e6cf req-414e1df1-11e0-4e26-b45f-26662f6d4585 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 945 time: 1.3813443 May 25 20:25:23.410963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:23.426098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-3c19373a-e92c-4057-9a6f-704a66f18d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:23.427638 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-3c19373a-e92c-4057-9a6f-704a66f18d1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1bbcd9-cf54-4001-b338-39a569272935 HTTP/1.1" status: 200 len: 854 time: 0.1205552 May 25 20:25:23.568389 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-026f6511-d12c-4cf7-8510-5d7ed10f3a0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ea20e5f-cd04-42b5-80b6-8282aee2594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303642 May 25 20:25:23.575786 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85ec4595-0597-4e2a-8f87-07d4af38e6cf req-c640720b-f8b4-4102-a12a-1a579412bd7d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287207 May 25 20:25:23.579711 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:23.763463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-797730c2-93f8-42c7-9561-14731a486efb req-b21bb886-34da-46ac-97e7-defccc575021 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 210 time: 0.1059031 May 25 20:25:23.807539 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:23.845785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3d6eb180-138c-4732-9b8a-f09915d6e4ac up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:25:23.997939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82747a7-ee4f-4c48-a952-2747bd94523e req-7e08d33f-e1e7-47eb-9474-5daf01b481f5 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:24.012196 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a82747a7-ee4f-4c48-a952-2747bd94523e req-7e08d33f-e1e7-47eb-9474-5daf01b481f5 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.8059201 May 25 20:25:24.084846 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-0b6996a5-9dd3-4f74-b83e-f975178f88da service neutron] 10.222.0.50 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039721 May 25 20:25:24.120050 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 3d6eb180-138c-4732-9b8a-f09915d6e4ac triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:24.120420 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:24.405860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a82747a7-ee4f-4c48-a952-2747bd94523e req-d2e20ac8-383c-4b5c-81fe-f2179060256e tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3883095 May 25 20:25:24.426309 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 3d6eb180-138c-4732-9b8a-f09915d6e4ac is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:24.489953 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:24.495828 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-43f70c03-ced1-485f-8f64-00956df48e7d service neutron] 10.222.0.50 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987930 May 25 20:25:24.496326 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:24.661044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event updated for resources: {'Port': ['ID=c2d9e4be-65f5-4748-9ae8-fe594c3d5b2b,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:24.761752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926af292-abe6-406b-88d7-06080ddebad6 req-e61f6d90-8a9f-41ae-8859-7b6a614a2b09 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:24.762581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-926af292-abe6-406b-88d7-06080ddebad6 req-e61f6d90-8a9f-41ae-8859-7b6a614a2b09 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Synchronizing usage tracker for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:25:24.773434 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:24.791755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350afc6b-a0b4-4696-ba07-eba9bf2fa417 req-bdbb243e-ec09-43ae-aacf-7b5cce08013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:24.793473 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-350afc6b-a0b4-4696-ba07-eba9bf2fa417 req-bdbb243e-ec09-43ae-aacf-7b5cce08013c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab&device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 1096 time: 0.2204003 May 25 20:25:24.818793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-926af292-abe6-406b-88d7-06080ddebad6 req-e61f6d90-8a9f-41ae-8859-7b6a614a2b09 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Unset dirty status for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:25:24.825339 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-926af292-abe6-406b-88d7-06080ddebad6 req-e61f6d90-8a9f-41ae-8859-7b6a614a2b09 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 818 time: 0.5815353 May 25 20:25:24.864938 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:24.868326 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-245a8ff7-a0e3-4dde-8db0-0be644de562f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0895932 May 25 20:25:24.871547 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-926af292-abe6-406b-88d7-06080ddebad6 req-d5fb9b6b-9a60-4fb8-87ea-295bd4867d35 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/quotas/e14a2273f7b7408d958d6ef34ae3e65e HTTP/1.1" status: 200 len: 375 time: 0.0454440 May 25 20:25:25.092852 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-926af292-abe6-406b-88d7-06080ddebad6 req-bbcb27cd-6ffb-48a5-b23d-1552ecaf362f tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2134564 May 25 20:25:25.159740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b659823-6849-49b2-8cdb-f6bed03a20ea req-ff126773-e670-4412-93de-f83b732848fa tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:25.167937 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0b659823-6849-49b2-8cdb-f6bed03a20ea req-ff126773-e670-4412-93de-f83b732848fa tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 945 time: 0.2296307 May 25 20:25:25.502715 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-926af292-abe6-406b-88d7-06080ddebad6 req-78e41396-fbe7-4e80-90ac-bcafa27c283c service neutron] 10.222.0.60 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083200 May 25 20:25:25.578815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350afc6b-a0b4-4696-ba07-eba9bf2fa417 req-7f449b30-5087-4af8-bf0c-4fdcc718780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:25.588872 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-350afc6b-a0b4-4696-ba07-eba9bf2fa417 req-7f449b30-5087-4af8-bf0c-4fdcc718780f service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ea20e5f-cd04-42b5-80b6-8282aee2594c HTTP/1.1" status: 200 len: 915 time: 0.7892494 May 25 20:25:25.797996 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0b659823-6849-49b2-8cdb-f6bed03a20ea req-c97ab0d3-9da4-4fdc-a173-dc509dde13f3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6288581 May 25 20:25:25.819500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-9115f27c-4afa-47ca-906c-46adee1738cd tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:25.832757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-9115f27c-4afa-47ca-906c-46adee1738cd tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.50 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 818 time: 0.6825473 May 25 20:25:25.863902 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-350afc6b-a0b4-4696-ba07-eba9bf2fa417 req-166fa11b-734f-408d-b32e-f8179d2a50fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b HTTP/1.1" status: 200 len: 217 time: 0.2292538 May 25 20:25:25.977421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Request body: {'port': {'device_id': '1f353a97-6d34-4070-8adc-00037c83e06b', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'admin_state_up': True, 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:26.008338 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-926af292-abe6-406b-88d7-06080ddebad6 req-4ce8765c-fd31-47a2-9b6f-a22b03022fb3 service neutron] 10.222.0.60 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889643 May 25 20:25:26.033123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33780) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:26.141541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350afc6b-a0b4-4696-ba07-eba9bf2fa417 req-396a527a-9600-41b9-959f-904a7412af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:26.143063 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-350afc6b-a0b4-4696-ba07-eba9bf2fa417 req-396a527a-9600-41b9-959f-904a7412af37 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1bbcd9-cf54-4001-b338-39a569272935 HTTP/1.1" status: 200 len: 854 time: 0.2677314 May 25 20:25:26.302972 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c826864-a764-438b-bc90-4c75014d746e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:26.379255 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-4a226ec1-ab0e-4950-9760-10422f40a82d tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1003310803&fields=id&tenant_id=bd9d7ecda85842f896097a31795071c4 HTTP/1.1" status: 200 len: 267 time: 0.3510492 May 25 20:25:26.385440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-350afc6b-a0b4-4696-ba07-eba9bf2fa417 req-4c0ca734-bdbd-4743-a7b9-00060aa3cd3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ea20e5f-cd04-42b5-80b6-8282aee2594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063526 May 25 20:25:26.500811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4c826864-a764-438b-bc90-4c75014d746e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:26.505257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4c826864-a764-438b-bc90-4c75014d746e admin admin] Usage tracker for resource:security_group_rule and tenant:7cac0397a15b4258b0d67f8e9befe388 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:26.508289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4c826864-a764-438b-bc90-4c75014d746e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:26.515363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4c826864-a764-438b-bc90-4c75014d746e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:26.661691 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c826864-a764-438b-bc90-4c75014d746e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:26.675305 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c826864-a764-438b-bc90-4c75014d746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:26.974319 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4c826864-a764-438b-bc90-4c75014d746e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7cac0397a15b4258b0d67f8e9befe388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9375181 May 25 20:25:26.975598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33800) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:26.980013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c826864-a764-438b-bc90-4c75014d746e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e188890-441d-46c0-9ae1-36aa185005fa,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:27.027421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:27.052776 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:27.061664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722394ae-a4a0-4543-a34d-e9b3c8bbf7ab req-0f748710-1f35-4583-9ab6-5329d46830c0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:27.072506 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-722394ae-a4a0-4543-a34d-e9b3c8bbf7ab req-0f748710-1f35-4583-9ab6-5329d46830c0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.7099133 May 25 20:25:27.074055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Made reservation on behalf of e14a2273f7b7408d958d6ef34ae3e65e for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:25:27.092902 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:27.209199 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-722394ae-a4a0-4543-a34d-e9b3c8bbf7ab req-4e899104-5276-49e5-87a2-83eab1bba0bd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356261 May 25 20:25:27.209699 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-350afc6b-a0b4-4696-ba07-eba9bf2fa417 req-3685c7f8-b9b2-4379-b17a-5ef20d963d26 service neutron] 10.222.0.50 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7689037 May 25 20:25:27.213963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c130582-b033-45bd-afe1-4ab4d6fb866e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:27.304155 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c130582-b033-45bd-afe1-4ab4d6fb866e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:27.427993 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c130582-b033-45bd-afe1-4ab4d6fb866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:27.465758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c130582-b033-45bd-afe1-4ab4d6fb866e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e188890-441d-46c0-9ae1-36aa185005fa,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:27.573257 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c130582-b033-45bd-afe1-4ab4d6fb866e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:27.574468 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5c130582-b033-45bd-afe1-4ab4d6fb866e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e188890-441d-46c0-9ae1-36aa185005fa HTTP/1.1" status: 204 len: 168 time: 0.5963964 May 25 20:25:27.592582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-7fdaaaae-407e-4916-a351-9f89dbf9a038 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:27.602250 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-7fdaaaae-407e-4916-a351-9f89dbf9a038 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/networks?id=1d861bbe-1d99-4238-9eb8-2ced58df3754 HTTP/1.1" status: 200 len: 810 time: 1.2110066 May 25 20:25:27.606381 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-350afc6b-a0b4-4696-ba07-eba9bf2fa417 req-96cadaac-478b-41da-96e2-bed37538cea5 service neutron] 10.222.0.50 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736366 May 25 20:25:27.653047 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3b16c715-cd48-4f9d-8952-0e01d23e726d req-28731836-4ed6-4afa-8670-7f5a318c3757 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 210 time: 0.1637032 May 25 20:25:27.745577 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-320116fe-e44c-411f-8f6a-b354dbc439b4 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/quotas/bd9d7ecda85842f896097a31795071c4 HTTP/1.1" status: 200 len: 375 time: 0.1407902 May 25 20:25:27.975500 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:28.122881 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6805c571-eb6a-464e-8620-d2eaefe02577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:28.199104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ef162-510e-4b83-8821-ad985d0a2f56 req-789830a8-dda4-41b9-ab91-d6a67da54e28 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:28.210552 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-725ef162-510e-4b83-8821-ad985d0a2f56 req-789830a8-dda4-41b9-ab91-d6a67da54e28 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 945 time: 0.2684388 May 25 20:25:28.343516 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-725ef162-510e-4b83-8821-ad985d0a2f56 req-c017f7d7-78ee-46e0-8e5c-f64cc4404efa tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300678 May 25 20:25:28.343814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33818) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:28.377651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926af292-abe6-406b-88d7-06080ddebad6 req-d6e05c46-1644-49e8-a847-76d8fa8c1ded tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:28.379461 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-926af292-abe6-406b-88d7-06080ddebad6 req-d6e05c46-1644-49e8-a847-76d8fa8c1ded tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.70 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 818 time: 0.2415915 May 25 20:25:28.393000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Request body: {'port': {'device_id': '247bd056-da32-4079-82de-472ad713d5f8', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'admin_state_up': True, 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:28.411409 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2a0fd93-ccbc-422b-806c-34a9054b3187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:28.476171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c2a0fd93-ccbc-422b-806c-34a9054b3187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:28.491281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c2a0fd93-ccbc-422b-806c-34a9054b3187 admin admin] Usage tracker for resource:security_group_rule and tenant:a5a6f5bd51374f72a0ee3a162c0edfa2 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:28.507138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c2a0fd93-ccbc-422b-806c-34a9054b3187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:28.526992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c2a0fd93-ccbc-422b-806c-34a9054b3187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:28.563935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Allocated IP 172.20.0.12 (164c88b4-177b-4381-afdd-4a8c4f88e909/279f1a22-ecae-455b-8eb6-ade985c0afc7/20eb181a-aa8d-4131-97d4-65217d9b80a6) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:25:28.594918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-e190f448-5652-48c8-aca1-7c51d5cc8dc9 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Synchronizing usage tracker for tenant:bd9d7ecda85842f896097a31795071c4 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:25:28.645878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-e190f448-5652-48c8-aca1-7c51d5cc8dc9 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Unset dirty status for tenant:bd9d7ecda85842f896097a31795071c4 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:25:28.657872 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-e190f448-5652-48c8-aca1-7c51d5cc8dc9 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd9d7ecda85842f896097a31795071c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9104331 May 25 20:25:28.943762 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2a0fd93-ccbc-422b-806c-34a9054b3187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:28.958744 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2a0fd93-ccbc-422b-806c-34a9054b3187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:29.035263 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec951e87-a02f-499d-9fae-8ca46336ad1b req-c3cb6f40-684e-41e6-80ee-1afa6133b8d0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:29.050437 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec951e87-a02f-499d-9fae-8ca46336ad1b req-c3cb6f40-684e-41e6-80ee-1afa6133b8d0 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.3939853 May 25 20:25:29.055113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33824) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:29.063689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:29.077386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6cad1b7f-ee48-4926-8223-fddf478b0abd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Request body: {'floatingip': {'port_id': '4866384b-5172-4a9f-a685-ba9964e2ae79'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:29.092999 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c2a0fd93-ccbc-422b-806c-34a9054b3187 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5a6f5bd51374f72a0ee3a162c0edfa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7477353 May 25 20:25:29.095728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33830) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:29.204862 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cad1b7f-ee48-4926-8223-fddf478b0abd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:29.215015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0fd93-ccbc-422b-806c-34a9054b3187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5868db30-ee6e-4bbb-8eb6-4471535572c1,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:29.265326 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59040a58-bc22-4daf-9fef-2feb11018d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:29.317132 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59040a58-bc22-4daf-9fef-2feb11018d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:29.412330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Usage tracker for resource:port and tenant:e14a2273f7b7408d958d6ef34ae3e65e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:29.436912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:29.471885 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f35200a-2dae-4f82-a23f-362aa9ac07f7 req-1a7b5a34-44ff-4775-9c41-eb413515bfd9 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 210 time: 0.0868053 May 25 20:25:29.496241 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59040a58-bc22-4daf-9fef-2feb11018d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:29.527767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59040a58-bc22-4daf-9fef-2feb11018d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5868db30-ee6e-4bbb-8eb6-4471535572c1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:29.543738 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59040a58-bc22-4daf-9fef-2feb11018d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:29.545015 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-59040a58-bc22-4daf-9fef-2feb11018d16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5868db30-ee6e-4bbb-8eb6-4471535572c1 HTTP/1.1" status: 204 len: 168 time: 0.4415400 May 25 20:25:29.696047 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:29.773661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b42eb7-f846-4fa5-bbdf-cdbde2c7f416 req-e935168b-840e-45bc-9852-366fcd537077 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:29.793005 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75b42eb7-f846-4fa5-bbdf-cdbde2c7f416 req-e935168b-840e-45bc-9852-366fcd537077 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 945 time: 0.1756561 May 25 20:25:29.899726 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75b42eb7-f846-4fa5-bbdf-cdbde2c7f416 req-1b4179a7-48a0-4a34-9d45-e0fda31ee537 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028099 May 25 20:25:29.943039 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-72d05366-525d-48e1-868e-60a6a28c896b service neutron] 10.222.0.60 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2708757 May 25 20:25:30.084590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Made reservation on behalf of e14a2273f7b7408d958d6ef34ae3e65e for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:25:30.087778 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:30.565394 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eb8219a5-e99d-42ea-9536-ebe41a21f76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:30.645642 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-6f1abfb4-9265-4e70-9651-49f77965a5bd service neutron] 10.222.0.60 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7011564 May 25 20:25:30.675625 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:30.723533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Transition to ACTIVE for port object 20eb181a-aa8d-4131-97d4-65217d9b80a6 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:25:30.801788 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:30.902389 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-47e3ca29-2859-46b5-bfc5-da24cfb07b3c req-91809744-3c8f-407a-929e-1a6f30c795ad tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 210 time: 0.1307099 May 25 20:25:30.937641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Pushing event updated for resources: {'Port': ['ID=20eb181a-aa8d-4131-97d4-65217d9b80a6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:31.370654 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:31.444492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e25a60-a6fb-4d6b-b28e-02f30107a0f9 req-bb11c76a-7a2f-460a-986e-18ef60f58e02 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:31.452123 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17e25a60-a6fb-4d6b-b28e-02f30107a0f9 req-bb11c76a-7a2f-460a-986e-18ef60f58e02 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 945 time: 0.2070315 May 25 20:25:31.539912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33884) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:31.566937 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17e25a60-a6fb-4d6b-b28e-02f30107a0f9 req-703553e2-090b-4818-80c4-94392e4bfb7d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132905 May 25 20:25:31.599707 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d004136a-2325-4a58-8408-037d1ca1b32e req-9f71588f-b1d2-4009-bf92-e17bef4d0ca0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 210 time: 0.4913166 May 25 20:25:31.637804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Network 164c88b4-177b-4381-afdd-4a8c4f88e909 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:25:31.718027 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:31.742729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:25:31.757159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:25:31.925282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1739698345-network', 'tenant_id': '6f204ee4e8be473faf57d73cdd996c8b'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:31.951969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:31.987101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Usage tracker for resource:network and tenant:6f204ee4e8be473faf57d73cdd996c8b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:32.003046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:32.035906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:32.066992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Made reservation on behalf of 6f204ee4e8be473faf57d73cdd996c8b for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:25:32.074074 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:32.115013 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:32.183993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:32.189924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Usage tracker for resource:security_group_rule and tenant:6f204ee4e8be473faf57d73cdd996c8b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:32.197667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:32.217862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c567bc13-5054-47b0-baec-c54a788bc17e None None] Provisioning for port 20eb181a-aa8d-4131-97d4-65217d9b80a6 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:25:32.227509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:32.235522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c567bc13-5054-47b0-baec-c54a788bc17e None None] Provisioning complete for port 20eb181a-aa8d-4131-97d4-65217d9b80a6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:32.238041 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c567bc13-5054-47b0-baec-c54a788bc17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:32.360747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Allocated IP 172.20.0.8 (164c88b4-177b-4381-afdd-4a8c4f88e909/279f1a22-ecae-455b-8eb6-ade985c0afc7/4d982e4f-3a5c-449e-9711-028269ab8092) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:25:32.361666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c567bc13-5054-47b0-baec-c54a788bc17e None None] Port 20eb181a-aa8d-4131-97d4-65217d9b80a6 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:25:32.390567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:32.391771 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:32.421918 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:32.472870 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:32.504103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:25:32.510995 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cad1b7f-ee48-4926-8223-fddf478b0abd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:32.516342 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:32.522579 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Added segment 06225485-46c0-4333-9633-7e1bcd2962e0 of type vlan for network 6718ee52-18d6-4684-8f96-195dddf416bb May 25 20:25:32.579453 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:32.680922 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:32.682033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:32.682810 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:32.715956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-167fd1a8-5114-412f-b66e-8cc52322ba56 req-95b641ff-4309-43cb-ae9d-ae41c9bc15e6 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 210 time: 0.5145307 May 25 20:25:32.807492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2652247 May 25 20:25:32.837777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33900) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:32.961256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Request body: {'subnet': {'network_id': '6718ee52-18d6-4684-8f96-195dddf416bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1739698345-subnet', 'tenant_id': '6f204ee4e8be473faf57d73cdd996c8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:32.967079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:32.971494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Usage tracker for resource:subnet and tenant:6f204ee4e8be473faf57d73cdd996c8b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:32.974888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:32.983080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:32.988901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258ccb27-9056-4dfa-8916-7f504ee89f99,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:33.043901 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:33.078016 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-09845e26-2f39-44f2-a2f3-ac90721122f4 req-43bcb6f4-8296-4151-89cf-9b9c8ac3c5dd tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 210 time: 0.0654542 May 25 20:25:33.081996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b0e31-6c3d-4ea6-b369-d8ca054d56d3 admin admin] Pushing event updated for resources: {'Network': ['ID=6718ee52-18d6-4684-8f96-195dddf416bb,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:33.093679 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 6718ee52-18d6-4684-8f96-195dddf416bb details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:25:33.129053 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cad1b7f-ee48-4926-8223-fddf478b0abd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:33.394453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Made reservation on behalf of 6f204ee4e8be473faf57d73cdd996c8b for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:25:33.397932 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:33.512388 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-d5fb3865-574e-4228-a4d6-f02d6a379f59 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.6352594 May 25 20:25:33.521646 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:33.597608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Transition to ACTIVE for port object 4d982e4f-3a5c-449e-9711-028269ab8092 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:25:33.663219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Request body: {'port': {'device_id': '1f353a97-6d34-4070-8adc-00037c83e06b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:33.788892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:33.862594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-e3eee120-0bb2-4b3d-8c2e-8a1a00f76982 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:33.864142 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-e3eee120-0bb2-4b3d-8c2e-8a1a00f76982 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.50 "GET /v2.0/networks?id=1d861bbe-1d99-4238-9eb8-2ced58df3754 HTTP/1.1" status: 200 len: 810 time: 0.5159812 May 25 20:25:33.986193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c2a3ab-13a5-4f5b-8378-fd1dc7831993,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:34.006096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542ee62-5085-478f-a14c-ed1acdc80cf5 req-3c80d8ec-3730-40f0-9005-89fc09879f93 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:34.015966 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1542ee62-5085-478f-a14c-ed1acdc80cf5 req-3c80d8ec-3730-40f0-9005-89fc09879f93 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 945 time: 0.8984702 May 25 20:25:34.041278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Checking segment: {'id': '06225485-46c0-4333-9633-7e1bcd2962e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6718ee52-18d6-4684-8f96-195dddf416bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:25:34.041776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Network hostable DHCP agents. Network: 6718ee52-18d6-4684-8f96-195dddf416bb, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:25:34.057241 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c73437d7-c759-45c4-9939-d89b2027f8cf req-c9d69716-0661-4b63-8650-47e7b41e8fd1 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 210 time: 0.0650949 May 25 20:25:34.086227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Network 6718ee52-18d6-4684-8f96-195dddf416bb is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:25:34.101658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 6718ee52-18d6-4684-8f96-195dddf416bb) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:25:34.106722 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-108c5ace-d890-4bd0-9b82-2e7af9ad0504 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd9d7ecda85842f896097a31795071c4 HTTP/1.1" status: 200 len: 380 time: 0.2232027 May 25 20:25:34.108118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:34.108331 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-6cad1b7f-ee48-4926-8223-fddf478b0abd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Floating IP afdef717-9b7c-4421-9299-20cf3d973e04 associated. External IP: 172.25.3.240, port: 4866384b-5172-4a9f-a685-ba9964e2ae79. May 25 20:25:34.109502 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:34.116421 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f43ae23-72f7-489a-886e-b683dd6b4b63 None None] Network 6718ee52-18d6-4684-8f96-195dddf416bb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:25:34.143070 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-352f0b3b-117d-495b-8e22-4f2e948bd774 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3036101 May 25 20:25:34.428595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e456491-a5e2-4fa1-b09b-ab8b93de4a53 req-fb45727f-ccaa-42ee-b435-355e4160a4fb tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 210 time: 0.0938833 May 25 20:25:34.650547 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:34.744901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Request body: {'port': {'device_id': '350c68ea-d8d1-4b15-bf54-3c49550be147', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'admin_state_up': True, 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'security_groups': ['d7eb8652-a107-45a3-960b-b59ebf77a465']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:34.760359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a8f5f9-9418-4605-a241-bdf7d1daaeee None None] Network 6718ee52-18d6-4684-8f96-195dddf416bb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:25:35.395615 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7abe0290-b90c-4996-8cea-2afc200c3fbb req-5d7319cc-0480-4fb9-9ee3-3a8e65346b29 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 210 time: 0.0954256 May 25 20:25:35.459193 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1542ee62-5085-478f-a14c-ed1acdc80cf5 req-dc511e64-a567-43bc-b874-6bed08e0d6ae tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4421022 May 25 20:25:35.608395 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:35.641042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33936) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:35.647789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1478701585-network', 'tenant_id': '2da8e5a567e54b538dfd65beb535469d'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:35.719233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:35.752766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Usage tracker for resource:network and tenant:2da8e5a567e54b538dfd65beb535469d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:35.758181 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-12643b0a-9de1-4e39-9426-351660c703c8 req-a4cc03a5-5ff1-4de9-9f56-38159056dbc0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 210 time: 0.1061723 May 25 20:25:35.759612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:35.778053 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:35.816939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Made reservation on behalf of 2da8e5a567e54b538dfd65beb535469d for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:25:35.824406 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:35.880068 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:35.953982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:35.968385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Usage tracker for resource:security_group_rule and tenant:2da8e5a567e54b538dfd65beb535469d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:35.972716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:35.984869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:36.013312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Network 164c88b4-177b-4381-afdd-4a8c4f88e909 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:25:36.041216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:36.046071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:25:36.064360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:25:36.174105 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:36.179899 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:36.209869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:25:36.232397 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:36.233510 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Added segment 0d3f4949-16a8-442d-a16c-fd62222a2ce6 of type vlan for network d409e0d4-0ac3-465c-8d12-2407ad68857e May 25 20:25:36.283885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:36.329559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ce815b-0a8d-4af2-8e0b-e95d74898c9b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:36.362025 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:36.486648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Made reservation on behalf of bd9d7ecda85842f896097a31795071c4 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:25:36.491353 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:36.494116 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:36.495814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:36.500323 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:36.535504 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Pushing event updated for resources: {'Port': ['ID=4d982e4f-3a5c-449e-9711-028269ab8092,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:36.564315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:36.565427 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:36.690783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b1ddd61b-de22-4fe3-9c03-818df5b387bf None None] Provisioning for port 4d982e4f-3a5c-449e-9711-028269ab8092 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:25:36.716646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b1ddd61b-de22-4fe3-9c03-818df5b387bf None None] Provisioning complete for port 4d982e4f-3a5c-449e-9711-028269ab8092 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:36.718352 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd61b-de22-4fe3-9c03-818df5b387bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:36.812852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] Pushing event updated for resources: {'Network': ['ID=d409e0d4-0ac3-465c-8d12-2407ad68857e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:36.882239 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-986a81b4-d875-46ba-a475-413f903ba53c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2396073 May 25 20:25:36.960018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b1ddd61b-de22-4fe3-9c03-818df5b387bf None None] Port 4d982e4f-3a5c-449e-9711-028269ab8092 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:25:36.962994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network d409e0d4-0ac3-465c-8d12-2407ad68857e details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:25:37.014952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33952) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:25:37.032003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Request body: {'subnet': {'network_id': 'd409e0d4-0ac3-465c-8d12-2407ad68857e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1478701585-subnet', 'tenant_id': '2da8e5a567e54b538dfd65beb535469d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:37.066700 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2894603-8c17-43ff-b97d-1902ea51b1d8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6785483 May 25 20:25:37.079671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:37.093509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Request body: {'port': {'device_id': '247bd056-da32-4079-82de-472ad713d5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:37.239789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Usage tracker for resource:subnet and tenant:2da8e5a567e54b538dfd65beb535469d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:37.275984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cad1b7f-ee48-4926-8223-fddf478b0abd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:25:37.312719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:37.342383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:37.352829 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:25:37.370356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdec4d1-7e99-4978-a038-667a95bdc7cd req-7ecde380-5729-4e69-b969-d219844a0d56 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:37.383375 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7bdec4d1-7e99-4978-a038-667a95bdc7cd req-7ecde380-5729-4e69-b969-d219844a0d56 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 945 time: 0.4978991 May 25 20:25:37.454099 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7bdec4d1-7e99-4978-a038-667a95bdc7cd req-2f7c6d28-a4da-4a76-abcd-a89c65244c13 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678933 May 25 20:25:37.546341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Made reservation on behalf of 2da8e5a567e54b538dfd65beb535469d for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:25:37.546341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:37.735327 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f4d527b-961b-4059-a4d4-2c6378a6263a req-46c040ca-58e3-4ab2-81e0-75707347f727 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 210 time: 0.1302552 May 25 20:25:38.045319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b28ce-c92b-44ac-809f-5579a4f55ffa req-fb3e80f9-f043-458e-830a-daf3ae10c48b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:38.046446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-456b28ce-c92b-44ac-809f-5579a4f55ffa req-fb3e80f9-f043-458e-830a-daf3ae10c48b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Synchronizing usage tracker for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:25:38.052255 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:38.128574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20eb181a-aa8d-4131-97d4-65217d9b80a6 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:25:38.222215 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:38.345901 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:38.552853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Allocated IP 172.20.0.6 (1d861bbe-1d99-4238-9eb8-2ced58df3754/b86e6032-d969-4882-8d08-6181fe145086/2b96a2b5-4fce-4600-9ea4-50f1f9757b0b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:25:38.557231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-456b28ce-c92b-44ac-809f-5579a4f55ffa req-fb3e80f9-f043-458e-830a-daf3ae10c48b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Unset dirty status for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:25:38.558435 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-456b28ce-c92b-44ac-809f-5579a4f55ffa req-fb3e80f9-f043-458e-830a-daf3ae10c48b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 931 time: 1.8374777 May 25 20:25:38.581852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Transition to ACTIVE for port object 20eb181a-aa8d-4131-97d4-65217d9b80a6 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:25:38.614601 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:38.807384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cef56bc-aaea-4c17-ab5f-90f50a32e531,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:38.830329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab413e3f-0193-46da-9b0b-5487899ed716 req-bca6da62-bdf1-44da-a933-0883c15e02e0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:38.830329 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab413e3f-0193-46da-9b0b-5487899ed716 req-bca6da62-bdf1-44da-a933-0883c15e02e0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 945 time: 0.1841838 May 25 20:25:38.995059 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab413e3f-0193-46da-9b0b-5487899ed716 req-42c725d1-71e4-48ab-b983-d1b93df48aca tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171460 May 25 20:25:39.030815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cad1b7f-ee48-4926-8223-fddf478b0abd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:25:39.048983 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9642f69-f6c2-4a77-870e-3af6b31d7071 None None] Sync routers for ids ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:25:39.061104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9642f69-f6c2-4a77-870e-3af6b31d7071 None None] Routers {'6c2fd807-7204-48b8-a728-b0d9a3ba3061'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:25:39.061651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b9642f69-f6c2-4a77-870e-3af6b31d7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:25:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:39.248630 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e28d4bda-0955-46af-94d6-b0b76cf1f72a req-fd32e667-a485-4c7a-8142-368ca85fbb8c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 210 time: 0.1045089 May 25 20:25:39.351034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-b9642f69-f6c2-4a77-870e-3af6b31d7071 None None] Set router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:25:39.423904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Checking segment: {'id': '0d3f4949-16a8-442d-a16c-fd62222a2ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd409e0d4-0ac3-465c-8d12-2407ad68857e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:25:39.423904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Network hostable DHCP agents. Network: d409e0d4-0ac3-465c-8d12-2407ad68857e, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:25:39.483530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Pushing event updated for resources: {'Port': ['ID=20eb181a-aa8d-4131-97d4-65217d9b80a6,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:39.581336 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-456b28ce-c92b-44ac-809f-5579a4f55ffa req-bd4beee7-7567-4cf2-ab76-bd263295f358 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9811025 May 25 20:25:39.649891 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6cad1b7f-ee48-4926-8223-fddf478b0abd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:39.769095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Network d409e0d4-0ac3-465c-8d12-2407ad68857e is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:25:39.838670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, d409e0d4-0ac3-465c-8d12-2407ad68857e) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:25:39.849538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573030d4-279c-43d1-996a-86a371b4ba87 None None] Network d409e0d4-0ac3-465c-8d12-2407ad68857e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:25:39.854127 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6cad1b7f-ee48-4926-8223-fddf478b0abd tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "PUT /v2.0/floatingips/afdef717-9b7c-4421-9299-20cf3d973e04 HTTP/1.1" status: 200 len: 992 time: 10.7977295 May 25 20:25:39.867834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:25:39.881385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:39.882248 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:39.921429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:39.943240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Attempting to bind port 20eb181a-aa8d-4131-97d4-65217d9b80a6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:25:39.943435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Attempting to bind port 20eb181a-aa8d-4131-97d4-65217d9b80a6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:25:39.944401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Attempting to bind port 20eb181a-aa8d-4131-97d4-65217d9b80a6 on network 164c88b4-177b-4381-afdd-4a8c4f88e909 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:25:39.975394 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-72d795e1-f0dd-4520-856f-c32f2a4cc566 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9383390 May 25 20:25:39.975394 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a3030c-7144-4a0f-a848-b701d9dda37b'] response: {'name': 'network-changed', 'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'status': 'completed', 'code': 200} May 25 20:25:39.975394 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Transition to ACTIVE for port object 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:25:39.989751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Port 20eb181a-aa8d-4131-97d4-65217d9b80a6 on network 164c88b4-177b-4381-afdd-4a8c4f88e909 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:25:39.990231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Attempting to bind port 20eb181a-aa8d-4131-97d4-65217d9b80a6 on network 164c88b4-177b-4381-afdd-4a8c4f88e909 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:25:40.012505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:25:40.012505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Checking segment: {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:25:40.029265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Bound using segment: {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:25:40.029265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Bound port: 20eb181a-aa8d-4131-97d4-65217d9b80a6, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:25:40.029265 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:40.457697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119c493-e648-41a3-85d7-fd88bea5dfc5 req-ecb352cb-e337-4ff2-a1a6-84718d7ce63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:40.457697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b119c493-e648-41a3-85d7-fd88bea5dfc5 req-ecb352cb-e337-4ff2-a1a6-84718d7ce63c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 1097 time: 0.4080253 May 25 20:25:40.535753 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b9642f69-f6c2-4a77-870e-3af6b31d7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'afdef717-9b7c-4421-9299-20cf3d973e04', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'port_id': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'mac_address': 'fa:16:3e:02:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:24:50Z', 'updated_at': '2022-05-25T20:25:32Z', 'revision_number': 1, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:37Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:40.553644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d982e4f-3a5c-449e-9711-028269ab8092 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:25:40.612711 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:40.628857 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:40.695394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9642f69-f6c2-4a77-870e-3af6b31d7071 None None] Checking router: 6c2fd807-7204-48b8-a728-b0d9a3ba3061 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:25:40.719156 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] For port 20eb181a-aa8d-4131-97d4-65217d9b80a6, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:25:40.719156 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Transition to ACTIVE for port object 4d982e4f-3a5c-449e-9711-028269ab8092 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:25:40.784871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:40.884416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] For port 20eb181a-aa8d-4131-97d4-65217d9b80a6, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=20eb181a-aa8d-4131-97d4-65217d9b80a6,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:25:40.891325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Network 1d861bbe-1d99-4238-9eb8-2ced58df3754 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:25:40.901368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9642f69-f6c2-4a77-870e-3af6b31d7071 None None] Routers {'6c2fd807-7204-48b8-a728-b0d9a3ba3061'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:25:40.901960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b9642f69-f6c2-4a77-870e-3af6b31d7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:25:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:40.912248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:25:40.915057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event updated for resources: {'Port': ['ID=2b96a2b5-4fce-4600-9ea4-50f1f9757b0b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:40.920263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:25:41.135143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119c493-e648-41a3-85d7-fd88bea5dfc5 req-41309db3-ae4a-47fa-88bd-c81c23713aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:41.135143 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b119c493-e648-41a3-85d7-fd88bea5dfc5 req-41309db3-ae4a-47fa-88bd-c81c23713aaa service neutron] 10.222.0.70 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 918 time: 0.6793747 May 25 20:25:41.252466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:41.253786 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:41.298945 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:25:41.361114 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:41.367568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Pushing event updated for resources: {'Port': ['ID=4d982e4f-3a5c-449e-9711-028269ab8092,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:41.391402 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-87fab0d2-7a59-4624-bc6e-3270417ebe56 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7468195 May 25 20:25:41.393846 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b119c493-e648-41a3-85d7-fd88bea5dfc5 req-75c8e37b-c234-4746-b6c5-bb14f4ba604e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4866384b-5172-4a9f-a685-ba9964e2ae79 HTTP/1.1" status: 200 len: 1000 time: 0.2480648 May 25 20:25:41.474641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14997a9e-61c6-460b-bc65-200fda3d885f req-f88f5014-4fd7-4ed9-9da2-19942784b8a4 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:41.483297 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-14997a9e-61c6-460b-bc65-200fda3d885f req-f88f5014-4fd7-4ed9-9da2-19942784b8a4 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 945 time: 1.2412152 May 25 20:25:41.487126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762fba8-a294-460f-b64e-2155fde7ecc6 req-f0d3ba7f-f768-41a9-a2b5-6d933787d5ca tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:41.489872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Request body: {'port': {'device_id': '350c68ea-d8d1-4b15-bf54-3c49550be147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:41.498588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0762fba8-a294-460f-b64e-2155fde7ecc6 req-f0d3ba7f-f768-41a9-a2b5-6d933787d5ca tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 931 time: 0.6729405 May 25 20:25:41.540122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509dfe93-33d9-4520-9efd-a5d8f0ea7a7a None None] Network d409e0d4-0ac3-465c-8d12-2407ad68857e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:25:41.596597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0762fba8-a294-460f-b64e-2155fde7ecc6 req-5c614190-854a-402c-8a6e-d8db519dabe6 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Synchronizing usage tracker for tenant:bd9d7ecda85842f896097a31795071c4 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:25:41.608642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119c493-e648-41a3-85d7-fd88bea5dfc5 req-033efb83-9542-4ddf-b6f7-0a1f670d5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:41.608642 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b119c493-e648-41a3-85d7-fd88bea5dfc5 req-033efb83-9542-4ddf-b6f7-0a1f670d5a52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.2018609 May 25 20:25:41.646828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Pushing event updated for resources: {'Port': ['ID=20eb181a-aa8d-4131-97d4-65217d9b80a6,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:41.714804 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:25:41.725085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:41.725085 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:41.742684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-396d5305-c936-4a29-b996-7b53a0b82e03 service neutron] 10.222.0.50 "PUT /v2.0/ports/20eb181a-aa8d-4131-97d4-65217d9b80a6 HTTP/1.1" status: 200 len: 1092 time: 8.0665748 May 25 20:25:41.861502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0762fba8-a294-460f-b64e-2155fde7ecc6 req-5c614190-854a-402c-8a6e-d8db519dabe6 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Unset dirty status for tenant:bd9d7ecda85842f896097a31795071c4 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:25:41.862643 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0762fba8-a294-460f-b64e-2155fde7ecc6 req-5c614190-854a-402c-8a6e-d8db519dabe6 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7eb8652-a107-45a3-960b-b59ebf77a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627951 May 25 20:25:41.938941 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-b9642f69-f6c2-4a77-870e-3af6b31d7071 None None] Set router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:25:41.970586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119c493-e648-41a3-85d7-fd88bea5dfc5 req-1216cd62-2c24-457a-bc47-af7589d0f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:41.973140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b119c493-e648-41a3-85d7-fd88bea5dfc5 req-1216cd62-2c24-457a-bc47-af7589d0f109 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3528628 May 25 20:25:41.995475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-22734067-9bd0-4210-8c38-179063509452 None None] Provisioning for port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:25:42.017516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-22734067-9bd0-4210-8c38-179063509452 None None] Provisioning complete for port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:42.018174 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-22734067-9bd0-4210-8c38-179063509452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:42.071964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f353a97-6d34-4070-8adc-00037c83e06b', 'tag': '20eb181a-aa8d-4131-97d4-65217d9b80a6'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:25:42.153560 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.resource_extend [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:25:42.251872 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-14997a9e-61c6-460b-bc65-200fda3d885f req-5f199f40-4ce7-449d-9534-f35c6f0a5351 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7676618 May 25 20:25:42.371919 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:42.599287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Attempting to bind port 4d982e4f-3a5c-449e-9711-028269ab8092 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:25:42.600406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Attempting to bind port 4d982e4f-3a5c-449e-9711-028269ab8092 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:25:42.600904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Attempting to bind port 4d982e4f-3a5c-449e-9711-028269ab8092 on network 164c88b4-177b-4381-afdd-4a8c4f88e909 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:25:42.630573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Port 4d982e4f-3a5c-449e-9711-028269ab8092 on network 164c88b4-177b-4381-afdd-4a8c4f88e909 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:25:42.631119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Attempting to bind port 4d982e4f-3a5c-449e-9711-028269ab8092 on network 164c88b4-177b-4381-afdd-4a8c4f88e909 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:25:42.639526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b119c493-e648-41a3-85d7-fd88bea5dfc5 req-0276c2be-4605-4c3c-8f89-20ae7950d171 service neutron] 10.222.0.70 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598048 May 25 20:25:42.650184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:25:42.650762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Checking segment: {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:25:42.651207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Bound using segment: {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:25:42.651846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Bound port: 4d982e4f-3a5c-449e-9711-028269ab8092, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:25:42.652402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:42.666724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-22734067-9bd0-4210-8c38-179063509452 None None] Port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:25:42.756229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-1b58a78a-bb10-4e26-9337-25f8a86b9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:42.758700 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-1b58a78a-bb10-4e26-9337-25f8a86b9903 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 1095 time: 0.9420438 May 25 20:25:42.762254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191571fe-0a3d-4088-b70a-b41022d4b5ee req-e12a4eb1-71d2-4ede-becb-a44b7d689b25 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:42.766597 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-191571fe-0a3d-4088-b70a-b41022d4b5ee req-e12a4eb1-71d2-4ede-becb-a44b7d689b25 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 943 time: 0.4961700 May 25 20:25:42.788647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:42.868921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-191571fe-0a3d-4088-b70a-b41022d4b5ee req-69995716-b98f-40cf-a224-2963134228c2 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Synchronizing usage tracker for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:25:42.947574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-191571fe-0a3d-4088-b70a-b41022d4b5ee req-69995716-b98f-40cf-a224-2963134228c2 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Unset dirty status for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:25:42.949158 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-191571fe-0a3d-4088-b70a-b41022d4b5ee req-69995716-b98f-40cf-a224-2963134228c2 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640255 May 25 20:25:42.959894 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b119c493-e648-41a3-85d7-fd88bea5dfc5 req-c013f20c-7e54-44f6-952e-4f6934a26a64 service neutron] 10.222.0.70 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127956 May 25 20:25:43.055562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b', 'network_id': '9ea20e5f-cd04-42b5-80b6-8282aee2594c', 'port_id': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b', 'mac_address': 'fa:16:3e:5c:59:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1bbcd9-cf54-4001-b338-39a569272935', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:25:43.108518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] For port 4d982e4f-3a5c-449e-9711-028269ab8092, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:25:43.112447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] For port 4d982e4f-3a5c-449e-9711-028269ab8092, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4d982e4f-3a5c-449e-9711-028269ab8092,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:25:43.119960 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948796c9-b82b-46b9-b557-4083678fb498'] response: {'name': 'network-changed', 'server_uuid': '1f353a97-6d34-4070-8adc-00037c83e06b', 'tag': '20eb181a-aa8d-4131-97d4-65217d9b80a6', 'status': 'completed', 'code': 200} May 25 20:25:43.138759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:43.139266 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:43.190961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:25:43.197592 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:43.237626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:43.254311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5f4da-6fa9-4c23-9305-98aa738990a4 req-c760c3f4-ca32-4873-9513-d51745bf615a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:43.256400 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:43.261729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b9642f69-f6c2-4a77-870e-3af6b31d7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'afdef717-9b7c-4421-9299-20cf3d973e04', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'port_id': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'mac_address': 'fa:16:3e:02:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:24:50Z', 'updated_at': '2022-05-25T20:25:32Z', 'revision_number': 1, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:37Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:25:43.262513 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cfa5f4da-6fa9-4c23-9305-98aa738990a4 req-c760c3f4-ca32-4873-9513-d51745bf615a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 931 time: 0.1177504 May 25 20:25:43.274390 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-6956cfee-095f-46c3-aa0c-6f3c25554fc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20eb181a-aa8d-4131-97d4-65217d9b80a6 HTTP/1.1" status: 200 len: 217 time: 0.1528113 May 25 20:25:43.331888 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cfa5f4da-6fa9-4c23-9305-98aa738990a4 req-1d50e40b-505d-4ca7-b669-00b7fafa3e0a tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7eb8652-a107-45a3-960b-b59ebf77a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669215 May 25 20:25:43.362826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9642f69-f6c2-4a77-870e-3af6b31d7071 None None] The sync data for ids ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'] in n-d-843339-1 is: [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'afdef717-9b7c-4421-9299-20cf3d973e04', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'port_id': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'mac_address': 'fa:16:3e:02:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:24:50Z', 'updated_at': '2022-05-25T20:25:32Z', 'revision_number': 1, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:37Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:25:43.427208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,revision_number=11']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:43.441906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-ad68a415-c84d-4a1e-8ab7-9732c846d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:43.443251 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-ad68a415-c84d-4a1e-8ab7-9732c846d787 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.0990264 May 25 20:25:43.565148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['5900ea63-11a5-4a8b-8d35-47d9c18dbd3b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:25:43.681989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:43.683044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2fd98-fc0d-4397-8a65-d5d4effd74cf req-40152906-95b6-44d6-b70c-340d47224f0a tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:43.683690 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:43.686715 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-926af292-abe6-406b-88d7-06080ddebad6 req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] 10.222.0.70 "PUT /v2.0/ports/4d982e4f-3a5c-449e-9711-028269ab8092 HTTP/1.1" status: 200 len: 1091 time: 6.6038465 May 25 20:25:43.693530 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-90b2fd98-fc0d-4397-8a65-d5d4effd74cf req-40152906-95b6-44d6-b70c-340d47224f0a tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.1634073 May 25 20:25:43.797790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238a8a3-044d-40a8-abbd-6485c0d91524 service neutron] Pushing event updated for resources: {'Port': ['ID=4d982e4f-3a5c-449e-9711-028269ab8092,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:43.842617 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-90b2fd98-fc0d-4397-8a65-d5d4effd74cf req-fe5349d1-103f-47e9-a8bb-36bdfe863c91 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467791 May 25 20:25:43.847730 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0afe22-0697-4631-880c-1c3128aa7761 None None] New status for floating IP afdef717-9b7c-4421-9299-20cf3d973e04: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:25:43.954663 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7cfa14ed-a413-4b46-aecc-7104f1f8bb41 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:43.957067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7cfa14ed-a413-4b46-aecc-7104f1f8bb41 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/networks?id=6718ee52-18d6-4684-8f96-195dddf416bb HTTP/1.1" status: 200 len: 809 time: 0.8389213 May 25 20:25:44.022236 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-220cb762-365a-4753-ac26-ec39c8e29edb tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/quotas/6f204ee4e8be473faf57d73cdd996c8b HTTP/1.1" status: 200 len: 375 time: 0.0509117 May 25 20:25:44.104083 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-6148b342-3c90-48cd-a1a5-e56207a87f3f tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f204ee4e8be473faf57d73cdd996c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535812 May 25 20:25:44.224414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f8819-e719-431a-8242-bab9ec2fa8d1 req-9d0163da-67f1-4901-bd16-a54e05b6b660 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:44.227145 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-532f8819-e719-431a-8242-bab9ec2fa8d1 req-9d0163da-67f1-4901-bd16-a54e05b6b660 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 943 time: 0.1123829 May 25 20:25:44.257300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-479d3588-b06c-4f94-86a8-15b0c3196f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:44.258811 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-479d3588-b06c-4f94-86a8-15b0c3196f92 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7741113 May 25 20:25:44.269119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926af292-abe6-406b-88d7-06080ddebad6 req-e20b9af7-235f-446f-974e-ea9510e3586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:44.270894 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-926af292-abe6-406b-88d7-06080ddebad6 req-e20b9af7-235f-446f-974e-ea9510e3586f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 1094 time: 0.5258601 May 25 20:25:44.286025 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-532f8819-e719-431a-8242-bab9ec2fa8d1 req-ad89b80e-74e2-4f15-88f0-d481192ce9b8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511596 May 25 20:25:44.427082 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:25:44.462738 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-926af292-abe6-406b-88d7-06080ddebad6 req-81f9623e-ffb6-4800-929b-f60d4a7c9bf5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d982e4f-3a5c-449e-9711-028269ab8092 HTTP/1.1" status: 200 len: 217 time: 0.1653824 May 25 20:25:44.549071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bd7bc-b606-4911-9d31-b1c54caa7e48 req-ab49abbd-4527-429c-9dc9-1f22ea1b56b7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:44.550603 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-977bd7bc-b606-4911-9d31-b1c54caa7e48 req-ab49abbd-4527-429c-9dc9-1f22ea1b56b7 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 931 time: 0.1007245 May 25 20:25:44.571967 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-477c092e-88bf-475f-bee9-8bb4633f53d7 service neutron] 10.222.0.60 "GET /v2.0/networks/6718ee52-18d6-4684-8f96-195dddf416bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573114 May 25 20:25:44.602243 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-977bd7bc-b606-4911-9d31-b1c54caa7e48 req-310c455d-fb4e-43b7-a559-85aa038ed026 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7eb8652-a107-45a3-960b-b59ebf77a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452201 May 25 20:25:44.700335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:25:44.729267 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:44.740945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926af292-abe6-406b-88d7-06080ddebad6 req-4b0923e1-f443-4b27-adf9-82779ab89528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:44.742466 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-926af292-abe6-406b-88d7-06080ddebad6 req-4b0923e1-f443-4b27-adf9-82779ab89528 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.2670436 May 25 20:25:44.744221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-547559ac-614f-487c-8b63-d1731f3be467 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695547 May 25 20:25:44.821274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Transition to ACTIVE for port object 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:25:44.887077 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:45.130590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247bd056-da32-4079-82de-472ad713d5f8', 'tag': '4d982e4f-3a5c-449e-9711-028269ab8092'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:25:45.195664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38cf6-6735-45ae-bb8d-697cacde0434 req-e6d13917-e7e6-461b-b239-d3d12e25b23c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:45.197960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d3c38cf6-6735-45ae-bb8d-697cacde0434 req-e6d13917-e7e6-461b-b239-d3d12e25b23c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 946 time: 0.2226000 May 25 20:25:45.214791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-f167565d-baf5-4d57-b8ce-434ba0ae97de service neutron] 10.222.0.60 "GET /v2.0/networks/6718ee52-18d6-4684-8f96-195dddf416bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291833 May 25 20:25:45.236622 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Pushing event updated for resources: {'Port': ['ID=2b96a2b5-4fce-4600-9ea4-50f1f9757b0b,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:45.264979 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d3c38cf6-6735-45ae-bb8d-697cacde0434 req-299e7dbf-e0d6-4f31-8845-8e7351c15209 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595593 May 25 20:25:45.312154 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7aba74e0-b635-429e-9041-0d783e6fb431 req-715f5c71-734e-4044-a9dd-98b5d6768e87 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589166 May 25 20:25:45.420462 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7187e7f-9fc8-4c75-b999-43010ef218f2'] response: {'name': 'network-changed', 'server_uuid': '247bd056-da32-4079-82de-472ad713d5f8', 'tag': '4d982e4f-3a5c-449e-9711-028269ab8092', 'status': 'completed', 'code': 200} May 25 20:25:45.542095 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e868c35c-11f8-470e-9df4-f6b846323085 req-f82a5257-18f7-4499-abb8-3da0e55841c7 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 210 time: 0.0651052 May 25 20:25:45.545983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926af292-abe6-406b-88d7-06080ddebad6 req-95b6017e-2bd3-4ea0-a3e5-3cdf5fa8b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:45.548155 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-926af292-abe6-406b-88d7-06080ddebad6 req-95b6017e-2bd3-4ea0-a3e5-3cdf5fa8b692 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7750568 May 25 20:25:45.572613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:25:45.765621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:25:45.770966 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:45.771340 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:45.821506 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-926af292-abe6-406b-88d7-06080ddebad6 req-b2349f60-8783-428e-885e-49a6a6633cac service neutron] 10.222.0.70 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643061 May 25 20:25:45.849149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3cf08-9695-4c35-9200-5b1009d6676c req-d1a027b2-c205-4de3-b3c5-b1e6088e8ae3 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:45.861030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ce3cf08-9695-4c35-9200-5b1009d6676c req-d1a027b2-c205-4de3-b3c5-b1e6088e8ae3 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 943 time: 0.3294146 May 25 20:25:45.963611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ce3cf08-9695-4c35-9200-5b1009d6676c req-ee4cf599-e2e6-4029-b1b1-f2696ec11816 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008134 May 25 20:25:46.009352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Attempting to bind port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:25:46.009690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Attempting to bind port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:25:46.010058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Attempting to bind port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b on network 1d861bbe-1d99-4238-9eb8-2ced58df3754 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:25:46.037402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b on network 1d861bbe-1d99-4238-9eb8-2ced58df3754 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:25:46.037660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Attempting to bind port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b on network 1d861bbe-1d99-4238-9eb8-2ced58df3754 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:25:46.039405 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:46.040112 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:46.052239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c669a-19f0-4529-a165-1723cc70e39d req-f2cc9a99-cd67-41ea-bcd4-aaacf5a0dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:46.053735 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de7c669a-19f0-4529-a165-1723cc70e39d req-f2cc9a99-cd67-41ea-bcd4-aaacf5a0dda0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 1095 time: 0.6796427 May 25 20:25:46.077919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:46.079313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:25:46.086888 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:46.102301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:25:46.102632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Checking segment: {'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:25:46.103022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Bound using segment: {'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:25:46.103652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Bound port: 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aba621d-3119-4d31-b000-254434dedcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:25:46.104007 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:46.219500 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dee7c71-44fc-44bf-8fc9-c7470f99d637'] response: {'server_uuid': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b', 'code': 200} May 25 20:25:46.236235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,revision_number=12']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:46.354559 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-926af292-abe6-406b-88d7-06080ddebad6 req-2039bc2d-eb7f-48f3-a165-0f5d9a860b67 service neutron] 10.222.0.70 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216820 May 25 20:25:46.404798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c669a-19f0-4529-a165-1723cc70e39d req-360969c2-04d8-4048-85dc-ffe3331f36bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:46.407678 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de7c669a-19f0-4529-a165-1723cc70e39d req-360969c2-04d8-4048-85dc-ffe3331f36bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 0.3416934 May 25 20:25:46.527111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a141ea-4a14-46a0-9d87-6f7462bb3df0 req-88b74bf2-1001-404e-9380-da8d0905480a tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:46.535817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e0a141ea-4a14-46a0-9d87-6f7462bb3df0 req-88b74bf2-1001-404e-9380-da8d0905480a tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.0995777 May 25 20:25:46.590823 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e0a141ea-4a14-46a0-9d87-6f7462bb3df0 req-09ba9277-8769-4079-be38-57747928ff61 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540071 May 25 20:25:46.630659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985725d-c302-4fa5-8f13-6bc15620ecdd req-92fb798a-c304-48db-b464-bb36e51065ce tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:46.631804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f985725d-c302-4fa5-8f13-6bc15620ecdd req-92fb798a-c304-48db-b464-bb36e51065ce tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Synchronizing usage tracker for tenant:bd9d7ecda85842f896097a31795071c4 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:25:46.646988 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de7c669a-19f0-4529-a165-1723cc70e39d req-4c5a02ed-5476-403c-b0d4-767ecb1051f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20eb181a-aa8d-4131-97d4-65217d9b80a6 HTTP/1.1" status: 200 len: 217 time: 0.2311881 May 25 20:25:46.648693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] For port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:25:46.723849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] For port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2b96a2b5-4fce-4600-9ea4-50f1f9757b0b,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:25:46.741390 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:46.781537 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-873c09f8-71b6-498e-b04e-f26f10561661 req-e54dbb32-12f6-4354-bfbd-6f23c2c7ffb9 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 210 time: 0.0595160 May 25 20:25:46.796234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f985725d-c302-4fa5-8f13-6bc15620ecdd req-92fb798a-c304-48db-b464-bb36e51065ce tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Unset dirty status for tenant:bd9d7ecda85842f896097a31795071c4 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:25:46.797420 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f985725d-c302-4fa5-8f13-6bc15620ecdd req-92fb798a-c304-48db-b464-bb36e51065ce tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 943 time: 0.9207294 May 25 20:25:46.825850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:46.826862 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:46.828227 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] 10.222.0.50 "PUT /v2.0/ports/2b96a2b5-4fce-4600-9ea4-50f1f9757b0b HTTP/1.1" status: 200 len: 1091 time: 5.3696721 May 25 20:25:46.869855 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c669a-19f0-4529-a165-1723cc70e39d req-b9812fa0-45d2-45bd-b593-9a5a4c6ac027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:46.871348 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de7c669a-19f0-4529-a165-1723cc70e39d req-b9812fa0-45d2-45bd-b593-9a5a4c6ac027 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.2074547 May 25 20:25:46.885740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593d456-6f71-43d5-8100-e3f65f1c8d4b req-f566fda9-4bb5-4658-bca7-d39989284af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:46.887221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d593d456-6f71-43d5-8100-e3f65f1c8d4b req-f566fda9-4bb5-4658-bca7-d39989284af6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 1098 time: 0.3759880 May 25 20:25:47.027411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d9310-f17f-4478-80a2-81c307ebb4ba service neutron] Pushing event updated for resources: {'Port': ['ID=2b96a2b5-4fce-4600-9ea4-50f1f9757b0b,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:47.147124 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a538c-ae88-4a04-9e19-7c16b654c38c req-1abbf6f6-30a1-45ad-96d4-47c84d67f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:47.148787 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-172a538c-ae88-4a04-9e19-7c16b654c38c req-1abbf6f6-30a1-45ad-96d4-47c84d67f78c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 1094 time: 0.6387811 May 25 20:25:47.157374 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f985725d-c302-4fa5-8f13-6bc15620ecdd req-68aa9303-de87-41a0-9363-b7836bc950ca tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7eb8652-a107-45a3-960b-b59ebf77a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229089 May 25 20:25:47.407701 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-21bd0d1d-f896-4fd8-be25-7a2d1f5d98d8 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:47.408275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-21bd0d1d-f896-4fd8-be25-7a2d1f5d98d8 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Synchronizing usage tracker for tenant:6f204ee4e8be473faf57d73cdd996c8b on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:25:47.449397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-21bd0d1d-f896-4fd8-be25-7a2d1f5d98d8 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Unset dirty status for tenant:6f204ee4e8be473faf57d73cdd996c8b on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:25:47.451627 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-21bd0d1d-f896-4fd8-be25-7a2d1f5d98d8 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.70 "GET /v2.0/networks?id=6718ee52-18d6-4684-8f96-195dddf416bb HTTP/1.1" status: 200 len: 809 time: 0.2168381 May 25 20:25:47.452577 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350c68ea-d8d1-4b15-bf54-3c49550be147', 'tag': '2b96a2b5-4fce-4600-9ea4-50f1f9757b0b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:25:47.458492 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d593d456-6f71-43d5-8100-e3f65f1c8d4b req-be7b687c-e2f6-4205-9cd2-b8f7a1340b44 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201974 May 25 20:25:47.464940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Request body: {'port': {'device_id': 'f765f2f9-f25f-49e6-95c3-0361b1904404', 'network_id': '6718ee52-18d6-4684-8f96-195dddf416bb', 'admin_state_up': True, 'tenant_id': '6f204ee4e8be473faf57d73cdd996c8b'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:47.499981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d022b-1f4e-4afd-b871-8b385b06f092 req-0329b334-7bdb-4e80-85a7-33c7ad985081 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:47.503141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea2d022b-1f4e-4afd-b871-8b385b06f092 req-0329b334-7bdb-4e80-85a7-33c7ad985081 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 943 time: 0.3705995 May 25 20:25:47.541015 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96054766-34b2-476f-83c5-fd54334684e9'] response: {'name': 'network-changed', 'server_uuid': '350c68ea-d8d1-4b15-bf54-3c49550be147', 'tag': '2b96a2b5-4fce-4600-9ea4-50f1f9757b0b', 'status': 'completed', 'code': 200} May 25 20:25:47.572743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-c97ad6e9-f90b-48d3-97f1-e803c87f27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:47.574290 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-c97ad6e9-f90b-48d3-97f1-e803c87f27a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd9d7ecda85842f896097a31795071c4&device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 1094 time: 0.6857555 May 25 20:25:47.584998 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-ac735e84-9b6f-4a8a-98ef-ab54e008f983 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5341687 May 25 20:25:47.595635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c669a-19f0-4529-a165-1723cc70e39d req-6e817097-9c06-425d-91c7-c3ade3a1bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:47.597441 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de7c669a-19f0-4529-a165-1723cc70e39d req-6e817097-9c06-425d-91c7-c3ade3a1bfa0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7027993 May 25 20:25:47.605498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a538c-ae88-4a04-9e19-7c16b654c38c req-61abd5ba-09e9-455f-bd21-dab129ed5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:47.608513 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-172a538c-ae88-4a04-9e19-7c16b654c38c req-61abd5ba-09e9-455f-bd21-dab129ed5f28 service neutron] 10.222.0.70 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 0.4497986 May 25 20:25:47.709085 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea2d022b-1f4e-4afd-b871-8b385b06f092 req-26e13d78-d2da-4f12-b31c-3d3ccd777192 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417065 May 25 20:25:47.746440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:25:47.751773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Usage tracker for resource:port and tenant:6f204ee4e8be473faf57d73cdd996c8b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:25:47.755528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:25:47.761571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:25:47.773200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Made reservation on behalf of 6f204ee4e8be473faf57d73cdd996c8b for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:25:47.777935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:47.803435 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-172a538c-ae88-4a04-9e19-7c16b654c38c req-9d555be3-4a5e-485f-a675-fd800f73a2ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d982e4f-3a5c-449e-9711-028269ab8092 HTTP/1.1" status: 200 len: 217 time: 0.1877429 May 25 20:25:47.874252 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-f44ee0a8-b189-4f88-9b92-5a877f25d4e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b96a2b5-4fce-4600-9ea4-50f1f9757b0b HTTP/1.1" status: 200 len: 217 time: 0.1701691 May 25 20:25:48.007120 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b376a6cf-dff6-49b4-af3b-e523631fc988 req-3cf40bd9-c22b-425f-bd9a-3f7376b33507 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 210 time: 0.0624552 May 25 20:25:48.018611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Allocated IP 172.20.0.7 (6718ee52-18d6-4684-8f96-195dddf416bb/46c2a3ab-13a5-4f5b-8378-fd1dc7831993/cd5b3c64-aafc-41ef-825f-50c6653114f4) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:25:48.205332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-8b33c742-de1c-4c26-92ec-af5a1dab8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:48.206578 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-8b33c742-de1c-4c26-92ec-af5a1dab8dd3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b86e6032-d969-4882-8d08-6181fe145086 HTTP/1.1" status: 200 len: 849 time: 0.2170231 May 25 20:25:48.213974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a538c-ae88-4a04-9e19-7c16b654c38c req-4fd0f479-164b-4292-8b44-765edab8a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:48.214329 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-172a538c-ae88-4a04-9e19-7c16b654c38c req-4fd0f479-164b-4292-8b44-765edab8a862 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.2721088 May 25 20:25:48.260799 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de7c669a-19f0-4529-a165-1723cc70e39d req-43a3a4a8-3783-40a7-8605-fa72a45fb28d service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848858 May 25 20:25:48.287291 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:48.327056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:48.417885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-57113be2-903f-4d72-bccc-5a81e4599bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:48.418389 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-57113be2-903f-4d72-bccc-5a81e4599bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:48.418856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-57113be2-903f-4d72-bccc-5a81e4599bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:48.419872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-57113be2-903f-4d72-bccc-5a81e4599bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:48.420331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-57113be2-903f-4d72-bccc-5a81e4599bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:48.420791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-57113be2-903f-4d72-bccc-5a81e4599bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:48.421246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-57113be2-903f-4d72-bccc-5a81e4599bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:48.423760 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-57113be2-903f-4d72-bccc-5a81e4599bba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 6492 time: 0.7181227 May 25 20:25:48.457403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513ab69-a500-4605-8938-a0f7bd3ca7c6 req-7555cbfb-f942-49db-ab9e-5920db5779fd tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:48.458993 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6513ab69-a500-4605-8938-a0f7bd3ca7c6 req-7555cbfb-f942-49db-ab9e-5920db5779fd tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.6545475 May 25 20:25:48.491527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Pushing event updated for resources: {'Port': ['ID=cd5b3c64-aafc-41ef-825f-50c6653114f4,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:48.519599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:48.519599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:48.519599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:48.519599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:48.520201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:48.520725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:48.521132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:48.521660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:48.522069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:48.522501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:48.522925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:48.523341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:25:48.547009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Network 6718ee52-18d6-4684-8f96-195dddf416bb is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:25:48.551072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:25:48.554064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:25:48.629407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:48.630716 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:48.649768 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de7c669a-19f0-4529-a165-1723cc70e39d req-1a043000-130a-455e-8af7-673c58f83169 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465028 May 25 20:25:48.688695 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-4cda688c-0501-48e9-8665-8ac598f04553 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2288737 May 25 20:25:48.696772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043841ba-cbe1-4b44-a1b6-ca201c233bc4 req-51d22354-b574-44da-a02d-3a2bdc82b710 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:48.702649 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-043841ba-cbe1-4b44-a1b6-ca201c233bc4 req-51d22354-b574-44da-a02d-3a2bdc82b710 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 943 time: 0.3060098 May 25 20:25:48.711922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Request body: {'port': {'device_id': 'f765f2f9-f25f-49e6-95c3-0361b1904404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:25:48.722081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a538c-ae88-4a04-9e19-7c16b654c38c req-2673c745-e740-47d4-ae29-c2e532c0b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:48.723647 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-172a538c-ae88-4a04-9e19-7c16b654c38c req-2673c745-e740-47d4-ae29-c2e532c0b2f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4658325 May 25 20:25:48.737625 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6513ab69-a500-4605-8938-a0f7bd3ca7c6 req-c960c278-51e2-4b56-8d1a-665d9e6addf0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435362 May 25 20:25:48.872389 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-162e7e54-b821-4568-9d1a-4a52d0ca2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:48.874906 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-162e7e54-b821-4568-9d1a-4a52d0ca2629 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d861bbe-1d99-4238-9eb8-2ced58df3754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6596196 May 25 20:25:48.881147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-043841ba-cbe1-4b44-a1b6-ca201c233bc4 req-40a9d66e-39e6-4a14-b71c-aa55d47c977c tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7eb8652-a107-45a3-960b-b59ebf77a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115353 May 25 20:25:48.938963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:49.080893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-39480f4e-5c5b-4d70-ae32-cb850f5452e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:49.081360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-39480f4e-5c5b-4d70-ae32-cb850f5452e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:49.081861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-39480f4e-5c5b-4d70-ae32-cb850f5452e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:49.083635 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-39480f4e-5c5b-4d70-ae32-cb850f5452e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c180c5b1-d3d2-49c2-820a-f270a32e5078&id=814e0c94-51e7-489c-9196-d87d06585fbd&id=814e0c94-51e7-489c-9196-d87d06585fbd&id=814e0c94-51e7-489c-9196-d87d06585fbd&id=814e0c94-51e7-489c-9196-d87d06585fbd&id=73524a7a-6b9f-4a42-a9b8-697767a31e19&id=73524a7a-6b9f-4a42-a9b8-697767a31e19 HTTP/1.1" status: 200 len: 2292 time: 0.6236928 May 25 20:25:49.578432 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-57698290-1071-4d52-a22a-301a3623d205 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ffb800-e99b-4d47-b8f7-575174420de8 HTTP/1.1" status: 200 len: 1000 time: 0.4416711 May 25 20:25:49.582949 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-172a538c-ae88-4a04-9e19-7c16b654c38c req-a49e5329-9345-4d0b-a0ba-087007a64775 service neutron] 10.222.0.70 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8418248 May 25 20:25:49.594027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b00b21-a448-4ae5-928e-db0ce592dfcf req-82b9c4d7-da0d-49f0-be9a-1f2886484114 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:49.600982 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-50b00b21-a448-4ae5-928e-db0ce592dfcf req-82b9c4d7-da0d-49f0-be9a-1f2886484114 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 943 time: 0.6407661 May 25 20:25:49.621629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5b3c64-aafc-41ef-825f-50c6653114f4 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:25:49.625641 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 20eb181a-aa8d-4131-97d4-65217d9b80a6 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:25:49.642420 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:49.688836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Transition to ACTIVE for port object cd5b3c64-aafc-41ef-825f-50c6653114f4 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:25:49.720567 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:49.978513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 20eb181a-aa8d-4131-97d4-65217d9b80a6, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=20eb181a-aa8d-4131-97d4-65217d9b80a6,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:50.005317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-fbad1983-622b-415b-8e60-9ad7d0a6f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:50.007178 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-fbad1983-622b-415b-8e60-9ad7d0a6f047 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dfdda60a-9fcc-4779-9258-31fe99bfbf7e HTTP/1.1" status: 200 len: 850 time: 0.0919218 May 25 20:25:50.019842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '20eb181a-aa8d-4131-97d4-65217d9b80a6', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'port_id': '20eb181a-aa8d-4131-97d4-65217d9b80a6', 'mac_address': 'fa:16:3e:3b:df:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:25:50.082028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Pushing event updated for resources: {'Port': ['ID=cd5b3c64-aafc-41ef-825f-50c6653114f4,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:50.099348 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-fc9c4ed2-4022-4214-b402-a58067d44109 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1334689 May 25 20:25:50.118282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de96855-4802-4272-9e94-9438c242712e req-ca39aba2-1bc0-4e0a-bf8e-6a4674b6c19b tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:50.119214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2de96855-4802-4272-9e94-9438c242712e req-ca39aba2-1bc0-4e0a-bf8e-6a4674b6c19b tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Synchronizing usage tracker for tenant:6f204ee4e8be473faf57d73cdd996c8b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:25:50.146644 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-50b00b21-a448-4ae5-928e-db0ce592dfcf req-21a82a98-b666-48f8-b3fa-b44fdab4ae73 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446925 May 25 20:25:50.180266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2de96855-4802-4272-9e94-9438c242712e req-ca39aba2-1bc0-4e0a-bf8e-6a4674b6c19b tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Unset dirty status for tenant:6f204ee4e8be473faf57d73cdd996c8b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:25:50.182042 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2de96855-4802-4272-9e94-9438c242712e req-ca39aba2-1bc0-4e0a-bf8e-6a4674b6c19b tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 931 time: 1.0016170 May 25 20:25:50.227423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 20eb181a-aa8d-4131-97d4-65217d9b80a6 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:50.227851 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:50.244524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Attempting to bind port cd5b3c64-aafc-41ef-825f-50c6653114f4 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:25:50.245211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Attempting to bind port cd5b3c64-aafc-41ef-825f-50c6653114f4 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '06225485-46c0-4333-9633-7e1bcd2962e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6718ee52-18d6-4684-8f96-195dddf416bb'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:25:50.245759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Attempting to bind port cd5b3c64-aafc-41ef-825f-50c6653114f4 on network 6718ee52-18d6-4684-8f96-195dddf416bb {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:25:50.264344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Port cd5b3c64-aafc-41ef-825f-50c6653114f4 on network 6718ee52-18d6-4684-8f96-195dddf416bb not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:25:50.265026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Attempting to bind port cd5b3c64-aafc-41ef-825f-50c6653114f4 on network 6718ee52-18d6-4684-8f96-195dddf416bb {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:25:50.267167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20eb181a-aa8d-4131-97d4-65217d9b80a6 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:25:50.275925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:25:50.276637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Checking segment: {'id': '06225485-46c0-4333-9633-7e1bcd2962e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6718ee52-18d6-4684-8f96-195dddf416bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:25:50.277256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Bound using segment: {'id': '06225485-46c0-4333-9633-7e1bcd2962e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6718ee52-18d6-4684-8f96-195dddf416bb'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:25:50.278030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Bound port: cd5b3c64-aafc-41ef-825f-50c6653114f4, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06225485-46c0-4333-9633-7e1bcd2962e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6718ee52-18d6-4684-8f96-195dddf416bb'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:25:50.279687 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:50.280459 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4d982e4f-3a5c-449e-9711-028269ab8092 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:25:50.295761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2de96855-4802-4272-9e94-9438c242712e req-4824320b-9d06-4301-b59a-42db1545a620 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Synchronizing usage tracker for tenant:6f204ee4e8be473faf57d73cdd996c8b on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:25:50.319133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 20eb181a-aa8d-4131-97d4-65217d9b80a6, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=20eb181a-aa8d-4131-97d4-65217d9b80a6,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:50.336082 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:50.350684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-172a538c-ae88-4a04-9e19-7c16b654c38c req-6b20d058-73c3-4f7e-80d6-387235feb8e2 service neutron] 10.222.0.70 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7176738 May 25 20:25:50.426665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2de96855-4802-4272-9e94-9438c242712e req-4824320b-9d06-4301-b59a-42db1545a620 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Unset dirty status for tenant:6f204ee4e8be473faf57d73cdd996c8b on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:25:50.428318 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2de96855-4802-4272-9e94-9438c242712e req-4824320b-9d06-4301-b59a-42db1545a620 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/security-groups?id=258ccb27-9056-4dfa-8916-7f504ee89f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369633 May 25 20:25:50.435705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] For port cd5b3c64-aafc-41ef-825f-50c6653114f4, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:25:50.441801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] For port cd5b3c64-aafc-41ef-825f-50c6653114f4, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cd5b3c64-aafc-41ef-825f-50c6653114f4,segment=NetworkSegment(06225485-46c0-4333-9633-7e1bcd2962e0),segment_id=06225485-46c0-4333-9633-7e1bcd2962e0)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:25:50.448090 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:50.514675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:50.515099 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:50.518081 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] 10.222.0.70 "PUT /v2.0/ports/cd5b3c64-aafc-41ef-825f-50c6653114f4 HTTP/1.1" status: 200 len: 1091 time: 1.8134253 May 25 20:25:50.522867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-86ef9f62-6349-4db9-9df8-39d37a4f3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:50.525088 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-86ef9f62-6349-4db9-9df8-39d37a4f3a90 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c180c5b1-d3d2-49c2-820a-f270a32e5078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4951556 May 25 20:25:50.530372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f765f2f9-f25f-49e6-95c3-0361b1904404', 'tag': 'cd5b3c64-aafc-41ef-825f-50c6653114f4'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:25:50.557447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=20eb181a-aa8d-4131-97d4-65217d9b80a6,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:50.561908 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b86a4ce5-caac-434e-b42e-237a784577c2 req-18c2b4e2-66f2-421f-bfec-b22b90691c22 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543316 May 25 20:25:50.626751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['20eb181a-aa8d-4131-97d4-65217d9b80a6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:25:50.692246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4d982e4f-3a5c-449e-9711-028269ab8092, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4d982e4f-3a5c-449e-9711-028269ab8092,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:50.776423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '4d982e4f-3a5c-449e-9711-028269ab8092', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'port_id': '4d982e4f-3a5c-449e-9711-028269ab8092', 'mac_address': 'fa:16:3e:75:ee:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:25:50.807747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398ca91-ad7d-46a6-9cec-ecf6e83739ed service neutron] Pushing event updated for resources: {'Port': ['ID=cd5b3c64-aafc-41ef-825f-50c6653114f4,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:50.912523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d994fbd-110c-42e2-8050-40abb357e7f9 req-c1fcb8d7-5cdd-4301-ac0d-4090ee2545f9 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:50.915473 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d994fbd-110c-42e2-8050-40abb357e7f9 req-c1fcb8d7-5cdd-4301-ac0d-4090ee2545f9 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.5318460 May 25 20:25:50.957267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 4d982e4f-3a5c-449e-9711-028269ab8092 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:50.957874 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:50.981615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d982e4f-3a5c-449e-9711-028269ab8092 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:25:50.989931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-a2b79f68-9da0-4c1e-baf3-cae6ccc9714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:50.994980 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-a2b79f68-9da0-4c1e-baf3-cae6ccc9714e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f204ee4e8be473faf57d73cdd996c8b&device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 1094 time: 0.3693662 May 25 20:25:51.024049 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-04d2cdf5-46c8-47e1-bc8a-ac2f6963c0f3 service neutron] 10.222.0.50 "GET /v2.0/networks/c180c5b1-d3d2-49c2-820a-f270a32e5078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912260 May 25 20:25:51.044346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4d982e4f-3a5c-449e-9711-028269ab8092, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4d982e4f-3a5c-449e-9711-028269ab8092,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:51.054643 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:51.058594 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d994fbd-110c-42e2-8050-40abb357e7f9 req-5cbd53c1-d68d-4b76-a88a-b068c0e85fe6 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320496 May 25 20:25:51.061617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bacf7-7254-4141-b9ca-56a947b4e878 req-6a0979b8-cb2c-47d2-b08c-9a0ff2744ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:51.063337 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e4bacf7-7254-4141-b9ca-56a947b4e878 req-6a0979b8-cb2c-47d2-b08c-9a0ff2744ec3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd9d7ecda85842f896097a31795071c4&device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 1094 time: 0.3336732 May 25 20:25:51.219043 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-ea4a1991-e855-4d03-89e4-9cc39237f99f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd5b3c64-aafc-41ef-825f-50c6653114f4 HTTP/1.1" status: 200 len: 217 time: 0.2133317 May 25 20:25:51.305402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=4d982e4f-3a5c-449e-9711-028269ab8092,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:51.332588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67da6bb-b32c-48ec-9793-dcbd1e038583 req-7d05e24f-0aa9-4d3d-b478-a129107a3a1d tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:51.340306 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d67da6bb-b32c-48ec-9793-dcbd1e038583 req-7d05e24f-0aa9-4d3d-b478-a129107a3a1d tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 943 time: 0.5094452 May 25 20:25:51.360009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-71646e83-ecef-4210-9714-d51032f1dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:51.361779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-71646e83-ecef-4210-9714-d51032f1dd0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46c2a3ab-13a5-4f5b-8378-fd1dc7831993 HTTP/1.1" status: 200 len: 849 time: 0.1284113 May 25 20:25:51.367913 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32f94f5-21b4-46cc-b37a-b4d8986299fa'] response: {'name': 'network-changed', 'server_uuid': 'f765f2f9-f25f-49e6-95c3-0361b1904404', 'tag': 'cd5b3c64-aafc-41ef-825f-50c6653114f4', 'status': 'completed', 'code': 200} May 25 20:25:51.419996 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-20efc9a7-535c-4da0-b40f-3c94b6d3cc7a service neutron] 10.222.0.50 "GET /v2.0/networks/c180c5b1-d3d2-49c2-820a-f270a32e5078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894057 May 25 20:25:51.452574 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-ea866e82-7e67-49f8-ab4e-34588344c7ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6718ee52-18d6-4684-8f96-195dddf416bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812967 May 25 20:25:51.459534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['4d982e4f-3a5c-449e-9711-028269ab8092'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:25:51.496491 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d67da6bb-b32c-48ec-9793-dcbd1e038583 req-607432ee-20e4-4be5-8af5-6cf67792508b tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7eb8652-a107-45a3-960b-b59ebf77a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549852 May 25 20:25:51.572022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bacf7-7254-4141-b9ca-56a947b4e878 req-4006a7fb-650b-438d-86c2-32caf1bd6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:51.589706 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e4bacf7-7254-4141-b9ca-56a947b4e878 req-4006a7fb-650b-438d-86c2-32caf1bd6bc7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d861bbe-1d99-4238-9eb8-2ced58df3754 HTTP/1.1" status: 200 len: 911 time: 0.4557176 May 25 20:25:51.631663 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-be6d331f-252c-451d-b3c7-6872b31bada1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=7194a444-0396-4362-aa01-2992d5275a0c HTTP/1.1" status: 200 len: 217 time: 0.2019799 May 25 20:25:51.753871 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e4bacf7-7254-4141-b9ca-56a947b4e878 req-c58f8a77-7c87-4758-82b4-704f4c81384f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b96a2b5-4fce-4600-9ea4-50f1f9757b0b HTTP/1.1" status: 200 len: 217 time: 0.1211171 May 25 20:25:51.765680 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-f279756c-00ff-4513-b7af-a6e902d36bf5 service neutron] 10.222.0.70 "GET /v2.0/networks/6718ee52-18d6-4684-8f96-195dddf416bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057680 May 25 20:25:51.867587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-3f5e8a4c-3930-4ee3-bd45-b51f06da9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:51.869474 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-3f5e8a4c-3930-4ee3-bd45-b51f06da9054 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43035961-3504-4c3a-94eb-4ba39088b719 HTTP/1.1" status: 200 len: 797 time: 0.1699598 May 25 20:25:51.874349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bacf7-7254-4141-b9ca-56a947b4e878 req-398878a3-dc0f-45d2-90da-826d44c7d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:51.875799 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e4bacf7-7254-4141-b9ca-56a947b4e878 req-398878a3-dc0f-45d2-90da-826d44c7d955 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b86e6032-d969-4882-8d08-6181fe145086 HTTP/1.1" status: 200 len: 849 time: 0.1020224 May 25 20:25:51.927057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53fb33-ff2e-4dec-8d58-4a5a1650f907 req-40cf09b6-ec6b-4e77-ba57-57f8d80ac922 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:51.934416 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c53fb33-ff2e-4dec-8d58-4a5a1650f907 req-40cf09b6-ec6b-4e77-ba57-57f8d80ac922 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 944 time: 0.2416906 May 25 20:25:51.998486 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48974a35-3236-43c8-b6be-8b63eb718ba6 req-2eef9817-53d2-49c7-99ee-e319f1339396 service neutron] 10.222.0.70 "GET /v2.0/networks/6718ee52-18d6-4684-8f96-195dddf416bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213447 May 25 20:25:52.008046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c53fb33-ff2e-4dec-8d58-4a5a1650f907 req-69dd58b8-e2ed-439f-b5ee-593a486829af tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725846 May 25 20:25:52.208071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1f3c4-ee40-419b-a637-af7389a2f836 req-43c23bc8-14c4-4207-ae4f-f5260b2fdeca tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:52.209647 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3fa1f3c4-ee40-419b-a637-af7389a2f836 req-43c23bc8-14c4-4207-ae4f-f5260b2fdeca tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.6665375 May 25 20:25:52.292212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-020333e0-8fa6-4246-8428-3cf6637cf9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:52.294520 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-020333e0-8fa6-4246-8428-3cf6637cf9ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=814e0c94-51e7-489c-9196-d87d06585fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4169266 May 25 20:25:52.324312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bacf7-7254-4141-b9ca-56a947b4e878 req-b9bc4ffe-202f-4e7e-87d6-691e055954ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:52.327065 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e4bacf7-7254-4141-b9ca-56a947b4e878 req-b9bc4ffe-202f-4e7e-87d6-691e055954ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d861bbe-1d99-4238-9eb8-2ced58df3754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4114659 May 25 20:25:52.372982 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3fa1f3c4-ee40-419b-a637-af7389a2f836 req-4b2e4e95-2741-436a-8a44-32b14bb0d00c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494536 May 25 20:25:52.420630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93572934-757b-48bf-b2fc-170bcdfbd96d req-46828150-3b63-4bf5-823b-22ff39245c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:52.421912 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93572934-757b-48bf-b2fc-170bcdfbd96d req-46828150-3b63-4bf5-823b-22ff39245c9d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f204ee4e8be473faf57d73cdd996c8b&device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 1094 time: 0.3503516 May 25 20:25:52.531145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341039b0-af49-4037-9dc9-5df480bef2eb req-298a0633-2909-44d3-822b-44519c7366e7 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:52.532732 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-341039b0-af49-4037-9dc9-5df480bef2eb req-298a0633-2909-44d3-822b-44519c7366e7 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 943 time: 0.3642180 May 25 20:25:52.603710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-341039b0-af49-4037-9dc9-5df480bef2eb req-91280553-f06f-47b1-914d-2820dd1c1560 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/security-groups?id=258ccb27-9056-4dfa-8916-7f504ee89f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627847 May 25 20:25:52.623558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93572934-757b-48bf-b2fc-170bcdfbd96d req-1b78272c-c537-4b63-9d66-1dfc4da9c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:52.625021 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93572934-757b-48bf-b2fc-170bcdfbd96d req-1b78272c-c537-4b63-9d66-1dfc4da9c1cb service neutron] 10.222.0.70 "GET /v2.0/networks?id=6718ee52-18d6-4684-8f96-195dddf416bb HTTP/1.1" status: 200 len: 910 time: 0.1971376 May 25 20:25:52.791516 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93572934-757b-48bf-b2fc-170bcdfbd96d req-357c473d-3ee9-4b06-9e17-7a1a698d59e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd5b3c64-aafc-41ef-825f-50c6653114f4 HTTP/1.1" status: 200 len: 217 time: 0.1581264 May 25 20:25:52.903574 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-7c4ca956-d821-49d5-8c03-286005117bfe service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015429 May 25 20:25:52.906537 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e4bacf7-7254-4141-b9ca-56a947b4e878 req-236cc726-9cc1-4988-899e-4f36f2049874 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719566 May 25 20:25:53.008168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93572934-757b-48bf-b2fc-170bcdfbd96d req-5e8b3aed-de0d-4e52-a7f9-962127e0b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:53.010810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93572934-757b-48bf-b2fc-170bcdfbd96d req-5e8b3aed-de0d-4e52-a7f9-962127e0b204 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46c2a3ab-13a5-4f5b-8378-fd1dc7831993 HTTP/1.1" status: 200 len: 849 time: 0.1509926 May 25 20:25:53.098746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93572934-757b-48bf-b2fc-170bcdfbd96d req-71d68f16-4ec9-4c8e-a878-be14daaec018 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6718ee52-18d6-4684-8f96-195dddf416bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807366 May 25 20:25:53.156707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691224b-1eb6-49f5-b0a8-a73f1eaab14d req-0905e8d0-abed-4619-ab61-504ece813f1f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:53.158786 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d691224b-1eb6-49f5-b0a8-a73f1eaab14d req-0905e8d0-abed-4619-ab61-504ece813f1f tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 943 time: 0.3653338 May 25 20:25:53.272628 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc5cdd-8dd6-4226-85aa-ad3326fa8773 req-583a940d-8fa0-4b36-ab3c-dd124be7b95c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:53.273159 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8bc5cdd-8dd6-4226-85aa-ad3326fa8773 req-583a940d-8fa0-4b36-ab3c-dd124be7b95c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.5243509 May 25 20:25:53.282606 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-701fa13a-4197-49c5-993e-fa6f2d0bea07 service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686244 May 25 20:25:53.366668 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d691224b-1eb6-49f5-b0a8-a73f1eaab14d req-eb44409d-8156-4388-aac8-772662ec23b9 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7eb8652-a107-45a3-960b-b59ebf77a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943809 May 25 20:25:53.385220 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-27b15951-79ea-4bd0-a4e6-0e95dbaf6d07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=cfb3cf7b-33cc-446c-bc12-45dbba72300e HTTP/1.1" status: 200 len: 217 time: 0.0755053 May 25 20:25:53.396440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93572934-757b-48bf-b2fc-170bcdfbd96d req-09be9cd2-5501-432a-9a97-3e0e0b9f4281 service neutron] 10.222.0.70 "GET /v2.0/networks/6718ee52-18d6-4684-8f96-195dddf416bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898688 May 25 20:25:53.469704 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8bc5cdd-8dd6-4226-85aa-ad3326fa8773 req-f42fd736-b517-4ce1-bdaa-e735873d39d8 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895771 May 25 20:25:53.499008 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e4bacf7-7254-4141-b9ca-56a947b4e878 req-881a806e-bc16-4a8e-bc3c-2ac29b3a1745 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546968 May 25 20:25:53.521364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-1f7db415-a978-4cfd-9ef6-4e643ec986c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:53.529528 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-1f7db415-a978-4cfd-9ef6-4e643ec986c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43035961-3504-4c3a-94eb-4ba39088b719 HTTP/1.1" status: 200 len: 797 time: 0.1307247 May 25 20:25:53.648419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:25:53.650172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 20eb181a-aa8d-4131-97d4-65217d9b80a6 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:25:53.686407 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93572934-757b-48bf-b2fc-170bcdfbd96d req-07b4ea11-3ae9-4c42-8be1-5d187aae0097 service neutron] 10.222.0.70 "GET /v2.0/networks/6718ee52-18d6-4684-8f96-195dddf416bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832263 May 25 20:25:53.707603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d70245-adaf-44ff-98d4-0048f9b55946 req-7d54efd3-e590-4300-8b89-77776730a4ab tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:53.715415 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3d70245-adaf-44ff-98d4-0048f9b55946 req-7d54efd3-e590-4300-8b89-77776730a4ab tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 944 time: 0.2009611 May 25 20:25:53.763350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-a5eb8ae8-53e0-4d76-978d-b3dea8d4ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:53.765256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-a5eb8ae8-53e0-4d76-978d-b3dea8d4ca9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=814e0c94-51e7-489c-9196-d87d06585fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2280176 May 25 20:25:53.794090 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3d70245-adaf-44ff-98d4-0048f9b55946 req-4dee47d4-c5ea-4e58-9ee8-59528df150f9 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776300 May 25 20:25:53.821406 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:53.843802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 20eb181a-aa8d-4131-97d4-65217d9b80a6 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:25:53.852871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 20eb181a-aa8d-4131-97d4-65217d9b80a6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:53.853374 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:53.909532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b52fb4-2156-46c5-b9a8-cc79ee8a136f req-fc65fce0-2372-4208-8ce5-5ef15983d8e2 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:53.911135 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-53b52fb4-2156-46c5-b9a8-cc79ee8a136f req-fc65fce0-2372-4208-8ce5-5ef15983d8e2 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.2922218 May 25 20:25:54.007285 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-fe0d34bf-356b-41c2-a275-53c107e120f7 service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356460 May 25 20:25:54.010303 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-53b52fb4-2156-46c5-b9a8-cc79ee8a136f req-3472aefd-ad9d-4d03-b515-9baa812fbfba tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919406 May 25 20:25:54.025158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 20eb181a-aa8d-4131-97d4-65217d9b80a6 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:54.025534 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:54.067883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f353a97-6d34-4070-8adc-00037c83e06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eb181a-aa8d-4131-97d4-65217d9b80a6'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:25:54.079442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2b96a2b5-4fce-4600-9ea4-50f1f9757b0b,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:54.101648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 20eb181a-aa8d-4131-97d4-65217d9b80a6, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=20eb181a-aa8d-4131-97d4-65217d9b80a6,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:54.115721 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '2b96a2b5-4fce-4600-9ea4-50f1f9757b0b', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'port_id': '2b96a2b5-4fce-4600-9ea4-50f1f9757b0b', 'mac_address': 'fa:16:3e:74:77:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:25:54.117684 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:54.125219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960e3a3-9232-457a-9f4b-e015c9408dcc req-2359b382-7d6d-48fb-af21-5b01a3120ab6 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:54.133343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0960e3a3-9232-457a-9f4b-e015c9408dcc req-2359b382-7d6d-48fb-af21-5b01a3120ab6 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 943 time: 0.1950021 May 25 20:25:54.197585 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0960e3a3-9232-457a-9f4b-e015c9408dcc req-96a68d85-8a9f-4088-82b1-98c4e88be082 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/security-groups?id=258ccb27-9056-4dfa-8916-7f504ee89f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620806 May 25 20:25:54.233811 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-be3bc82f-4cbc-4150-95f7-b65e651f38d1 service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127290 May 25 20:25:54.248716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:54.249090 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:54.263924 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032f5a8c-d833-45cf-8223-04319b6e8c6b'] response: {'server_uuid': '1f353a97-6d34-4070-8adc-00037c83e06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eb181a-aa8d-4131-97d4-65217d9b80a6', 'code': 200} May 25 20:25:54.265347 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=20eb181a-aa8d-4131-97d4-65217d9b80a6,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:54.274409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:25:54.291394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2b96a2b5-4fce-4600-9ea4-50f1f9757b0b,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:54.294757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4d982e4f-3a5c-449e-9711-028269ab8092 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:25:54.400701 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:54.423964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-a1c6b1ac-e10d-43c9-b607-ab159835958e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c HTTP/1.1" status: 200 len: 217 time: 0.1760397 May 25 20:25:54.482697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2b96a2b5-4fce-4600-9ea4-50f1f9757b0b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:54.486946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 4d982e4f-3a5c-449e-9711-028269ab8092 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:25:54.493908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 4d982e4f-3a5c-449e-9711-028269ab8092 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:54.494316 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:54.620248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a0372-7a71-44cd-b11f-4faf1d67ecc1 req-db72d759-e247-4c80-a713-3939f8027f2e tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:54.628375 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe1a0372-7a71-44cd-b11f-4faf1d67ecc1 req-db72d759-e247-4c80-a713-3939f8027f2e tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 944 time: 0.0958555 May 25 20:25:54.686733 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe1a0372-7a71-44cd-b11f-4faf1d67ecc1 req-c1ecc7a7-a379-4e3e-938c-67eecfff275d tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7eb8652-a107-45a3-960b-b59ebf77a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570548 May 25 20:25:54.692185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89070eaf-62e2-403b-9e11-169501034baa req-80776a98-21e6-46f6-82f2-cc87d5ee7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:54.694918 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-89070eaf-62e2-403b-9e11-169501034baa req-80776a98-21e6-46f6-82f2-cc87d5ee7d54 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 1097 time: 0.3312461 May 25 20:25:54.707801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 4d982e4f-3a5c-449e-9711-028269ab8092 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:54.707801 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:54.729973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8b73f-965d-45fe-82d5-342181958f83 req-c0a7a24a-84e6-466c-843f-406c468df15e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:54.731663 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b3b8b73f-965d-45fe-82d5-342181958f83 req-c0a7a24a-84e6-466c-843f-406c468df15e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.4131401 May 25 20:25:54.733331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-38583be5-ffee-49ee-be42-3d1469e366b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:54.733540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['2b96a2b5-4fce-4600-9ea4-50f1f9757b0b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:25:54.734803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-38583be5-ffee-49ee-be42-3d1469e366b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43035961-3504-4c3a-94eb-4ba39088b719 HTTP/1.1" status: 200 len: 797 time: 0.2927127 May 25 20:25:54.811597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4d982e4f-3a5c-449e-9711-028269ab8092, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4d982e4f-3a5c-449e-9711-028269ab8092,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:54.827699 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:54.844481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b3b8b73f-965d-45fe-82d5-342181958f83 req-3cd214fb-daea-4ba5-9c39-c2e21fbcc5d9 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036911 May 25 20:25:54.879218 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-89070eaf-62e2-403b-9e11-169501034baa req-779006b4-4985-4ce0-8dc5-54b07079f65c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765683 May 25 20:25:54.917148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-9df069a6-a707-4653-b46e-08301032ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:54.919014 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-9df069a6-a707-4653-b46e-08301032ca9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=814e0c94-51e7-489c-9196-d87d06585fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1191227 May 25 20:25:54.977430 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=4d982e4f-3a5c-449e-9711-028269ab8092,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:55.059339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddc21e-b552-42da-b772-fe71b436df7c req-e373b0b7-399e-4485-815c-4134a3b29de0 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:55.067797 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f3ddc21e-b552-42da-b772-fe71b436df7c req-e373b0b7-399e-4485-815c-4134a3b29de0 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1152122 May 25 20:25:55.120479 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f3ddc21e-b552-42da-b772-fe71b436df7c req-76b43e96-b709-46d0-b0a7-20a6638aec85 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517197 May 25 20:25:55.214490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91e575-9e6e-4c16-b7c0-cee329b312a3 req-74f5f2d7-708e-4420-87d8-28f26c650256 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:55.216585 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a91e575-9e6e-4c16-b7c0-cee329b312a3 req-74f5f2d7-708e-4420-87d8-28f26c650256 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.2013862 May 25 20:25:55.280391 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-ecb8964d-cc8a-4efc-abee-b56ae634613b service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973524 May 25 20:25:55.301835 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a91e575-9e6e-4c16-b7c0-cee329b312a3 req-29844581-378a-442f-9673-d659a83e21f2 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688272 May 25 20:25:55.429669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7108d7-b558-459a-b159-79e431bae832 req-ba28bf29-3dee-4d83-af29-93f5e4d7b8d2 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:55.431470 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5d7108d7-b558-459a-b159-79e431bae832 req-ba28bf29-3dee-4d83-af29-93f5e4d7b8d2 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 943 time: 0.1102810 May 25 20:25:55.504949 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5d7108d7-b558-459a-b159-79e431bae832 req-848288c2-20f4-411c-b637-904ffdd31439 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/security-groups?id=258ccb27-9056-4dfa-8916-7f504ee89f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645926 May 25 20:25:55.551652 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-837271d5-7ead-4c46-9094-e84c6547c44c service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454786 May 25 20:25:55.628088 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-feff28b2-b8af-46e0-b46d-df8261e1a211 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=07a3d510-0855-407d-9f05-bbea62ef048c HTTP/1.1" status: 200 len: 217 time: 0.0686262 May 25 20:25:55.700356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a954a-fac6-433d-91e8-68aab8d1f372 req-4b758482-79d6-49fa-b459-60ddce9361c3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:55.702289 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-187a954a-fac6-433d-91e8-68aab8d1f372 req-4b758482-79d6-49fa-b459-60ddce9361c3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.2318320 May 25 20:25:55.784679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-8a0120cd-57f7-4373-b5b5-0acc6dc91bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:55.787393 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-8a0120cd-57f7-4373-b5b5-0acc6dc91bd3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43035961-3504-4c3a-94eb-4ba39088b719 HTTP/1.1" status: 200 len: 797 time: 0.1523521 May 25 20:25:55.914688 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-187a954a-fac6-433d-91e8-68aab8d1f372 req-30fc77d1-001d-45b7-b29d-227c967dab38 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894145 May 25 20:25:55.981741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-f163fd5c-d441-4ccd-bf10-6b1e8ad18438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:55.984487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-f163fd5c-d441-4ccd-bf10-6b1e8ad18438 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=814e0c94-51e7-489c-9196-d87d06585fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1775215 May 25 20:25:56.068946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990f80d-6102-43bf-84c4-d2cbd17bae62 req-8f96f340-5148-47e8-b4ac-eba0e8175f94 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:56.070596 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a990f80d-6102-43bf-84c4-d2cbd17bae62 req-8f96f340-5148-47e8-b4ac-eba0e8175f94 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 944 time: 0.1705916 May 25 20:25:56.176854 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a990f80d-6102-43bf-84c4-d2cbd17bae62 req-3ba8cc5b-a211-4a5a-a3ea-638d11803861 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7eb8652-a107-45a3-960b-b59ebf77a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974147 May 25 20:25:56.240102 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-f17c7e5d-ea8d-4229-8b60-0129475ac91c service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466099 May 25 20:25:56.265487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247bd056-da32-4079-82de-472ad713d5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d982e4f-3a5c-449e-9711-028269ab8092'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:25:56.313634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device cd5b3c64-aafc-41ef-825f-50c6653114f4 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:25:56.389771 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c7f26b-6da3-44c6-86c5-d13c06a4fe9a'] response: {'server_uuid': '247bd056-da32-4079-82de-472ad713d5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d982e4f-3a5c-449e-9711-028269ab8092', 'code': 200} May 25 20:25:56.446904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c8c2c-489c-4b86-a239-e91950574515 req-93312765-ef05-42c2-b554-98ea9589088a tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:56.448481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f48c8c2c-489c-4b86-a239-e91950574515 req-93312765-ef05-42c2-b554-98ea9589088a tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1318667 May 25 20:25:56.531028 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-bcc442bb-ab05-4487-9466-8a8932255464 service neutron] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841244 May 25 20:25:56.598727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port cd5b3c64-aafc-41ef-825f-50c6653114f4, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cd5b3c64-aafc-41ef-825f-50c6653114f4,segment=NetworkSegment(06225485-46c0-4333-9633-7e1bcd2962e0),segment_id=06225485-46c0-4333-9633-7e1bcd2962e0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:56.619472 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f48c8c2c-489c-4b86-a239-e91950574515 req-57c73f8a-cf28-4931-b1dc-44b4a3181d38 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615674 May 25 20:25:56.631459 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'cd5b3c64-aafc-41ef-825f-50c6653114f4', 'network_id': '6718ee52-18d6-4684-8f96-195dddf416bb', 'port_id': 'cd5b3c64-aafc-41ef-825f-50c6653114f4', 'mac_address': 'fa:16:3e:f9:22:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c2a3ab-13a5-4f5b-8378-fd1dc7831993', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:25:56.649962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2271b-79a0-414a-bb08-be7b2f4842c0 req-21a7b97f-c5fe-472f-93f1-af00a694cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:56.651929 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17e2271b-79a0-414a-bb08-be7b2f4842c0 req-21a7b97f-c5fe-472f-93f1-af00a694cf72 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 1096 time: 0.1088188 May 25 20:25:56.669758 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-16695f6d-c9e6-4ad9-a668-7d82fb56ef5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d3085793-cb15-4202-9919-00b00a383ade HTTP/1.1" status: 200 len: 217 time: 0.1257141 May 25 20:25:56.721376 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17e2271b-79a0-414a-bb08-be7b2f4842c0 req-470f08a5-d48b-4e8a-a4c3-7b82253714a2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629106 May 25 20:25:56.757498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port cd5b3c64-aafc-41ef-825f-50c6653114f4 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:56.758045 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:56.793080 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5b3c64-aafc-41ef-825f-50c6653114f4 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:25:56.820843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port cd5b3c64-aafc-41ef-825f-50c6653114f4, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cd5b3c64-aafc-41ef-825f-50c6653114f4,segment=NetworkSegment(06225485-46c0-4333-9633-7e1bcd2962e0),segment_id=06225485-46c0-4333-9633-7e1bcd2962e0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:56.828684 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:56.930943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=cd5b3c64-aafc-41ef-825f-50c6653114f4,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:56.933659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-c5f83209-e652-4020-809e-b252c4995191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:56.936221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-c5f83209-e652-4020-809e-b252c4995191 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b HTTP/1.1" status: 200 len: 797 time: 0.1777501 May 25 20:25:57.029786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7808d-492c-4474-b8f0-76029a0621ff req-18a1d4af-d301-4f10-824e-8121b0a31932 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.037137 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-67b7808d-492c-4474-b8f0-76029a0621ff req-18a1d4af-d301-4f10-824e-8121b0a31932 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.3658445 May 25 20:25:57.059853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1b6ef-99c2-40d7-8f00-cb3ff94721b7 req-941e0a56-47d1-441e-bd16-73986b995748 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.062114 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-32b1b6ef-99c2-40d7-8f00-cb3ff94721b7 req-941e0a56-47d1-441e-bd16-73986b995748 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 943 time: 0.3175848 May 25 20:25:57.104951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-67b7808d-492c-4474-b8f0-76029a0621ff req-f84dc288-e5c9-4013-aa38-9b8c41a17f54 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666990 May 25 20:25:57.114431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-98b02678-d588-4b70-99bb-0312aa315560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.116906 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-98b02678-d588-4b70-99bb-0312aa315560 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73524a7a-6b9f-4a42-a9b8-697767a31e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1686661 May 25 20:25:57.152428 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-32b1b6ef-99c2-40d7-8f00-cb3ff94721b7 req-aef9a154-dc06-40da-858b-c5be45937595 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/security-groups?id=258ccb27-9056-4dfa-8916-7f504ee89f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687597 May 25 20:25:57.299660 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-73dab63a-a0de-47e2-aa00-5418e59111dc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1058123 May 25 20:25:57.303560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['cd5b3c64-aafc-41ef-825f-50c6653114f4'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:25:57.413855 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-cae4abac-1690-43a2-8864-d76c59ee9742 service neutron] 10.222.0.50 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906640 May 25 20:25:57.523531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-899771cb-7e8d-4558-b96b-82fc9568a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.524310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-899771cb-7e8d-4558-b96b-82fc9568a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.524310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-899771cb-7e8d-4558-b96b-82fc9568a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.524767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-899771cb-7e8d-4558-b96b-82fc9568a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.525214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-899771cb-7e8d-4558-b96b-82fc9568a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.525660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-899771cb-7e8d-4558-b96b-82fc9568a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.526101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-899771cb-7e8d-4558-b96b-82fc9568a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.529264 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-899771cb-7e8d-4558-b96b-82fc9568a279 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed2254629dea43a5bc70198b31357a0c&device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 6501 time: 0.1213236 May 25 20:25:57.622210 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b1af8-5474-4713-af89-5a51eb006ee3 req-40cdb2c3-924b-4ed9-bfe9-3d3f4493c465 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.623776 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-341b1af8-5474-4713-af89-5a51eb006ee3 req-40cdb2c3-924b-4ed9-bfe9-3d3f4493c465 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 944 time: 0.2090724 May 25 20:25:57.664194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:25:57.708552 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-a9e0fa68-8e5b-4cf5-8a3d-fe9e8d337d92 service neutron] 10.222.0.50 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347827 May 25 20:25:57.820094 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-341b1af8-5474-4713-af89-5a51eb006ee3 req-103c7c55-695d-4985-81c5-8ff363c69977 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7eb8652-a107-45a3-960b-b59ebf77a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853430 May 25 20:25:57.821728 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-955f22aa-c475-4557-93c5-abf17bfacbd9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6e0f4c6-dc40-46ca-98b1-a2078622314d HTTP/1.1" status: 200 len: 217 time: 0.1041436 May 25 20:25:57.844689 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:25:57.854925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:25:57.855291 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:57.878899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-0cd06e85-da2c-4e3a-8c64-8f868ef22615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.879408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-0cd06e85-da2c-4e3a-8c64-8f868ef22615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.880742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-0cd06e85-da2c-4e3a-8c64-8f868ef22615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.888503 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-0cd06e85-da2c-4e3a-8c64-8f868ef22615 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9f6aa92b-1e45-4e40-8f0b-11e846d81405&id=d3464776-988d-4c60-978a-9ad539684d1a&id=d3464776-988d-4c60-978a-9ad539684d1a&id=d3464776-988d-4c60-978a-9ad539684d1a&id=d3464776-988d-4c60-978a-9ad539684d1a&id=72bd1e88-522d-4f1d-8d48-37fb784df0f7&id=72bd1e88-522d-4f1d-8d48-37fb784df0f7 HTTP/1.1" status: 200 len: 2298 time: 0.3193393 May 25 20:25:57.929335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-6300c8e2-e11e-4e24-8f9e-8b99b4501fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:57.931108 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-6300c8e2-e11e-4e24-8f9e-8b99b4501fa7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b HTTP/1.1" status: 200 len: 797 time: 0.1034529 May 25 20:25:57.975110 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:58.042293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:25:58.042919 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:58.055104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-88233682-361a-4d5a-81fc-d4ea07c911a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9565183-6952-4d21-9f2f-934a495fbd32 HTTP/1.1" status: 200 len: 1002 time: 0.1555979 May 25 20:25:58.065017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-57df56a8-0813-4794-bb81-b097c097712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:58.068076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-57df56a8-0813-4794-bb81-b097c097712d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73524a7a-6b9f-4a42-a9b8-697767a31e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1301725 May 25 20:25:58.118068 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0461-6715-458c-a8a4-e6a4bfdaf463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:58.126837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2b96a2b5-4fce-4600-9ea4-50f1f9757b0b,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:25:58.132149 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:25:58.145120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f2cd1-1445-42cf-a0e9-a9f5eff52226 req-3971e2a2-375a-43ff-8b88-ae90b5ec31b0 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:58.147014 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b74f2cd1-1445-42cf-a0e9-a9f5eff52226 req-3971e2a2-375a-43ff-8b88-ae90b5ec31b0 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.3205328 May 25 20:25:58.212598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=2b96a2b5-4fce-4600-9ea4-50f1f9757b0b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:25:58.248577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-e71246d9-3897-4a59-9f14-2469b712f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:58.252664 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-e71246d9-3897-4a59-9f14-2469b712f3f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b910f206-f699-46fa-a00a-e1d2cb686c1a HTTP/1.1" status: 200 len: 856 time: 0.1866586 May 25 20:25:58.363024 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-091bedfc-e59c-4cab-bbad-14a9b782abb6 service neutron] 10.222.0.50 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881770 May 25 20:25:58.384069 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b74f2cd1-1445-42cf-a0e9-a9f5eff52226 req-7be9d966-1f6d-4a31-b3b0-5b459b77038e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310956 May 25 20:25:58.391200 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350c68ea-d8d1-4b15-bf54-3c49550be147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b96a2b5-4fce-4600-9ea4-50f1f9757b0b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:25:58.431513 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-7138fdcb-8b67-40bf-8890-77a47837ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:58.442305 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-7138fdcb-8b67-40bf-8890-77a47837ea8c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9f6aa92b-1e45-4e40-8f0b-11e846d81405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690941 May 25 20:25:58.660031 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c4e1f49-cffc-4d72-b3db-1d5078a63bf5 req-d552b4db-0ad1-4262-b2c7-fe40515c808c service neutron] 10.222.0.50 "GET /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898140 May 25 20:25:58.667754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c65a1-ffb1-4fd7-8ca2-8e2b9132312e req-21883dbf-f7a9-47a1-adc0-3dec78bee644 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:58.670815 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5e0c65a1-ffb1-4fd7-8ca2-8e2b9132312e req-21883dbf-f7a9-47a1-adc0-3dec78bee644 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.1311250 May 25 20:25:58.728266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed734ef1-a058-4f04-8b5c-32bf52180131 req-e7e5378e-adac-4f52-9289-fcbbead7ca9e tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:58.729785 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed734ef1-a058-4f04-8b5c-32bf52180131 req-e7e5378e-adac-4f52-9289-fcbbead7ca9e tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 944 time: 0.1527336 May 25 20:25:58.742293 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5e0c65a1-ffb1-4fd7-8ca2-8e2b9132312e req-3fe44c6b-bb83-46cc-b614-558415d4841d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594554 May 25 20:25:58.764472 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-fffd829b-2ca9-4afd-96e6-aba5d7bc392f service neutron] 10.222.0.70 "GET /v2.0/networks/9f6aa92b-1e45-4e40-8f0b-11e846d81405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205693 May 25 20:25:58.808199 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed734ef1-a058-4f04-8b5c-32bf52180131 req-0f2bafd0-09db-4e86-9477-2379c6f7786b tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/security-groups?id=258ccb27-9056-4dfa-8916-7f504ee89f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702965 May 25 20:25:58.817325 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a5f197-db76-40b6-81bb-81017fed6c33'] response: {'server_uuid': '350c68ea-d8d1-4b15-bf54-3c49550be147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b96a2b5-4fce-4600-9ea4-50f1f9757b0b', 'code': 200} May 25 20:25:58.982207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a9ba5-6544-4bfe-b90f-a4595f11e0cc req-e705c775-c94d-44d3-8e77-8c802bde5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:58.983895 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-784a9ba5-6544-4bfe-b90f-a4595f11e0cc req-e705c775-c94d-44d3-8e77-8c802bde5542 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 1096 time: 0.1042197 May 25 20:25:59.010437 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-b5bf0b76-d8db-4a61-af6c-b1267f713e88 service neutron] 10.222.0.70 "GET /v2.0/networks/9f6aa92b-1e45-4e40-8f0b-11e846d81405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318075 May 25 20:25:59.045024 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-784a9ba5-6544-4bfe-b90f-a4595f11e0cc req-61eeea8a-bcc2-47e9-b942-f1684e6ccecf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d7eb8652-a107-45a3-960b-b59ebf77a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538602 May 25 20:25:59.092914 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-4cd2cc3b-7cc8-48c4-97cb-9c36015ff53b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 HTTP/1.1" status: 200 len: 217 time: 0.0719516 May 25 20:25:59.167726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472698b0-de0e-4a53-b100-b2deb4b0c9f4 req-24f72448-7bb1-4f51-aa15-12f6d5316bd6 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:59.169328 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-472698b0-de0e-4a53-b100-b2deb4b0c9f4 req-24f72448-7bb1-4f51-aa15-12f6d5316bd6 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 945 time: 0.2146811 May 25 20:25:59.180721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-97e94999-3831-4396-a05c-5705935c6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:59.182297 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-97e94999-3831-4396-a05c-5705935c6b7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42845b9c-977c-464d-9399-a7f94f605a69 HTTP/1.1" status: 200 len: 797 time: 0.0830717 May 25 20:25:59.290665 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-472698b0-de0e-4a53-b100-b2deb4b0c9f4 req-6f45c038-6127-4187-8cce-73233cc5befe tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7eb8652-a107-45a3-960b-b59ebf77a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117277 May 25 20:25:59.335626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-ee7ce2bd-2f84-46e9-b6f4-4383bc150786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:59.337106 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-ee7ce2bd-2f84-46e9-b6f4-4383bc150786 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d3464776-988d-4c60-978a-9ad539684d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387990 May 25 20:25:59.503300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71457917-0ef1-4f48-8d00-25916dc99407 req-37a85186-61a0-4f03-a0d0-c5e831f91296 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:59.505564 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71457917-0ef1-4f48-8d00-25916dc99407 req-37a85186-61a0-4f03-a0d0-c5e831f91296 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.1669698 May 25 20:25:59.517412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592756ca-0c96-4d8e-a3b4-0d1abdbbea05 req-18c0f71c-49d1-4b02-b854-fb87d5411e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:59.519292 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-592756ca-0c96-4d8e-a3b4-0d1abdbbea05 req-18c0f71c-49d1-4b02-b854-fb87d5411e94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab&device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 1098 time: 0.1072028 May 25 20:25:59.549548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-af8a50cb-8384-4f00-8941-2ee9fa96dfbd service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993060 May 25 20:25:59.649839 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71457917-0ef1-4f48-8d00-25916dc99407 req-feb9c473-8b4d-4178-9a3f-f804fd801b8f tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295006 May 25 20:25:59.740564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592756ca-0c96-4d8e-a3b4-0d1abdbbea05 req-4c3843fd-533a-430c-8ffd-36a6a97ca684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:59.742061 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-592756ca-0c96-4d8e-a3b4-0d1abdbbea05 req-4c3843fd-533a-430c-8ffd-36a6a97ca684 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ea20e5f-cd04-42b5-80b6-8282aee2594c HTTP/1.1" status: 200 len: 915 time: 0.2061319 May 25 20:25:59.825537 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-592756ca-0c96-4d8e-a3b4-0d1abdbbea05 req-1d3905ee-402f-4264-8914-5f02e29b7cd4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b HTTP/1.1" status: 200 len: 217 time: 0.0738964 May 25 20:25:59.893706 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592756ca-0c96-4d8e-a3b4-0d1abdbbea05 req-34eae25f-5b58-4d08-9f5f-f9e24ef6f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:59.895427 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-592756ca-0c96-4d8e-a3b4-0d1abdbbea05 req-34eae25f-5b58-4d08-9f5f-f9e24ef6f583 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a1bbcd9-cf54-4001-b338-39a569272935 HTTP/1.1" status: 200 len: 854 time: 0.0646675 May 25 20:25:59.925379 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-00bc8e04-06e5-4436-b9b4-225db161d671 service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696280 May 25 20:25:59.933810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb6367-fcd7-49dc-9c3f-447ee617fd27 req-3d55d19a-3d38-493e-ad8f-3b748a14b8d3 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:25:59.936053 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e5fb6367-fcd7-49dc-9c3f-447ee617fd27 req-3d55d19a-3d38-493e-ad8f-3b748a14b8d3 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.3624914 May 25 20:25:59.962752 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-592756ca-0c96-4d8e-a3b4-0d1abdbbea05 req-e8e02e16-7a5c-44f6-a5a8-b22afa1f0bc4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ea20e5f-cd04-42b5-80b6-8282aee2594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596814 May 25 20:26:00.018645 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-9fe1950b-9af7-4f63-8e97-10ea77faaed1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=b07c8e8f-6335-426d-9c38-c8f745c11d75 HTTP/1.1" status: 200 len: 217 time: 0.0813386 May 25 20:26:00.104588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e5fb6367-fcd7-49dc-9c3f-447ee617fd27 req-f575dc8a-97fb-4bcc-b8ac-95b509bcaaa7 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166739 May 25 20:26:00.147469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-e6927d91-b626-4037-be84-fae6570aae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:00.151505 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-e6927d91-b626-4037-be84-fae6570aae7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42845b9c-977c-464d-9399-a7f94f605a69 HTTP/1.1" status: 200 len: 797 time: 0.1237519 May 25 20:26:00.319664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a36c86-1afa-4aa2-859c-2f17eb05eb31 req-dc21f3fc-ee21-4d31-b3c5-0b11863a74d9 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:00.328427 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9a36c86-1afa-4aa2-859c-2f17eb05eb31 req-dc21f3fc-ee21-4d31-b3c5-0b11863a74d9 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 944 time: 0.3612142 May 25 20:26:00.335050 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-592756ca-0c96-4d8e-a3b4-0d1abdbbea05 req-9d3f28f2-5f9f-4d8f-9c0a-6194a2e0b65f service neutron] 10.222.0.50 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335235 May 25 20:26:00.344207 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device cd5b3c64-aafc-41ef-825f-50c6653114f4 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:26:00.349516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-8eda1354-9428-47c3-a98c-f62845412f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:00.351137 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-8eda1354-9428-47c3-a98c-f62845412f22 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d3464776-988d-4c60-978a-9ad539684d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1923633 May 25 20:26:00.501052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port cd5b3c64-aafc-41ef-825f-50c6653114f4 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:26:00.504015 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9a36c86-1afa-4aa2-859c-2f17eb05eb31 req-05ef7fca-e5af-428b-a5f6-dfe119b99510 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/security-groups?id=258ccb27-9056-4dfa-8916-7f504ee89f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743431 May 25 20:26:00.510383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port cd5b3c64-aafc-41ef-825f-50c6653114f4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:26:00.510753 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:00.606240 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5850e744-7273-47fa-a90d-dfb0b06deab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:00.609770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-592756ca-0c96-4d8e-a3b4-0d1abdbbea05 req-ffd2608e-08cc-431e-b1c4-68c236b51374 service neutron] 10.222.0.50 "GET /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564340 May 25 20:26:00.619362 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-ff372c0d-1652-4e66-a226-271eb3982158 service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599742 May 25 20:26:00.717315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port cd5b3c64-aafc-41ef-825f-50c6653114f4 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:26:00.718050 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:00.779244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port cd5b3c64-aafc-41ef-825f-50c6653114f4, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cd5b3c64-aafc-41ef-825f-50c6653114f4,segment=NetworkSegment(06225485-46c0-4333-9633-7e1bcd2962e0),segment_id=06225485-46c0-4333-9633-7e1bcd2962e0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:26:00.784246 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:00.849565 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f765f2f9-f25f-49e6-95c3-0361b1904404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5b3c64-aafc-41ef-825f-50c6653114f4'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:26:00.919589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae867a-194c-41ef-a4b2-81c5769ef924 req-249cb99c-86f9-4cc0-b2a8-8c475e2a40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:00.920915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=cd5b3c64-aafc-41ef-825f-50c6653114f4,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:00.921769 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2ae867a-194c-41ef-a4b2-81c5769ef924 req-249cb99c-86f9-4cc0-b2a8-8c475e2a40d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 1096 time: 0.2625816 May 25 20:26:00.970768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542d901-023a-4dc7-8b81-5d4ea14d50fa req-512fe95d-add4-4f03-9e9d-eb8b111ae837 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:00.972279 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0542d901-023a-4dc7-8b81-5d4ea14d50fa req-512fe95d-add4-4f03-9e9d-eb8b111ae837 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 945 time: 0.2518749 May 25 20:26:00.983341 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-57805aa2-1f9b-4106-a141-c1ff07f959ca service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564997 May 25 20:26:01.000438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406fa35-1898-4757-9ae5-236184648cb6 req-147126ce-9208-4d58-9c2b-332778b7516b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:01.001879 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9406fa35-1898-4757-9ae5-236184648cb6 req-147126ce-9208-4d58-9c2b-332778b7516b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.2034016 May 25 20:26:01.083584 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-7c4befa8-9e30-4cd6-a4d0-637bedbba8d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=723f1476-6c1f-4111-adea-481a80bb6f47 HTTP/1.1" status: 200 len: 217 time: 0.0923126 May 25 20:26:01.097088 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0542d901-023a-4dc7-8b81-5d4ea14d50fa req-2a9f4c7a-a2f5-4362-9d73-ed55393cbae1 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7eb8652-a107-45a3-960b-b59ebf77a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787849 May 25 20:26:01.122093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae867a-194c-41ef-a4b2-81c5769ef924 req-f1f604ae-0347-42cf-9f11-ababbe87e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:01.123556 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2ae867a-194c-41ef-a4b2-81c5769ef924 req-f1f604ae-0347-42cf-9f11-ababbe87e721 service neutron] 10.222.0.70 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 0.1908531 May 25 20:26:01.173773 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9406fa35-1898-4757-9ae5-236184648cb6 req-7469f7a0-c95d-4bcb-b7cc-ffe484f2c135 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178567 May 25 20:26:01.198953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-00553a47-5ae8-4bdd-9ffb-29d9356e0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:01.200683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-00553a47-5ae8-4bdd-9ffb-29d9356e0e45 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42845b9c-977c-464d-9399-a7f94f605a69 HTTP/1.1" status: 200 len: 797 time: 0.1116707 May 25 20:26:01.212255 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2ae867a-194c-41ef-a4b2-81c5769ef924 req-fb97ec26-3e2d-4eb8-a5b8-6b6a242e4102 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d982e4f-3a5c-449e-9711-028269ab8092 HTTP/1.1" status: 200 len: 217 time: 0.0817912 May 25 20:26:01.278871 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1e23a1-782e-4b28-9cd4-bfe0af98993a'] response: {'server_uuid': 'f765f2f9-f25f-49e6-95c3-0361b1904404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5b3c64-aafc-41ef-825f-50c6653114f4', 'code': 200} May 25 20:26:01.333019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-11a0cad7-2f5f-4da5-98cc-178bf244dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:01.333019 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-11a0cad7-2f5f-4da5-98cc-178bf244dd1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d3464776-988d-4c60-978a-9ad539684d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1245952 May 25 20:26:01.351096 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:01.409978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae867a-194c-41ef-a4b2-81c5769ef924 req-9dc99a8a-511f-4034-a798-51ae4b81a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:01.412294 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2ae867a-194c-41ef-a4b2-81c5769ef924 req-9dc99a8a-511f-4034-a798-51ae4b81a5ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.1938820 May 25 20:26:01.509374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac969448-b79b-4a84-9cdf-e6a57478977e req-9a5e895b-5a49-4180-a228-32e2465d943b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:01.511044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac969448-b79b-4a84-9cdf-e6a57478977e req-9a5e895b-5a49-4180-a228-32e2465d943b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.2387416 May 25 20:26:01.577062 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac969448-b79b-4a84-9cdf-e6a57478977e req-17f15f37-125e-4f4a-83bf-de3421510a92 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592272 May 25 20:26:01.583868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae867a-194c-41ef-a4b2-81c5769ef924 req-c6dd254d-502e-44ca-8220-faff4cedc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:01.585488 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2ae867a-194c-41ef-a4b2-81c5769ef924 req-c6dd254d-502e-44ca-8220-faff4cedc3ef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673872 May 25 20:26:01.691914 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-10c34f0f-012d-45e3-a698-379f59850791 service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490341 May 25 20:26:01.694889 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:01.773403 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2ae867a-194c-41ef-a4b2-81c5769ef924 req-1c4f59eb-6b79-40a9-86a7-19d4480a0680 service neutron] 10.222.0.70 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811543 May 25 20:26:01.880258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cfc0a-d800-4972-8a9a-c9499151cce3 req-51457792-18bb-4e74-9d2f-756c49fc02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:01.882348 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c93cfc0a-d800-4972-8a9a-c9499151cce3 req-51457792-18bb-4e74-9d2f-756c49fc02e9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 1096 time: 0.3409827 May 25 20:26:01.926043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cac32-22c0-4e19-ba1a-931578ce6f2d req-64fd36a4-54fd-45f6-87fb-2c42fb0d25bf tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:01.931385 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a9cac32-22c0-4e19-ba1a-931578ce6f2d req-64fd36a4-54fd-45f6-87fb-2c42fb0d25bf tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 945 time: 0.3913200 May 25 20:26:01.933410 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-8f392eef-54e1-4361-9131-ac884cf59336 service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320633 May 25 20:26:01.938968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34346) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:01.996922 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2ae867a-194c-41ef-a4b2-81c5769ef924 req-6b9e5005-aad3-4894-98f1-f3ae15afc92b service neutron] 10.222.0.70 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176652 May 25 20:26:02.004070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-00e5c0f2-1ae6-447a-b779-e5bfedf39189 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Request body: {'floatingip': {'port_id': '2b96a2b5-4fce-4600-9ea4-50f1f9757b0b'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:26:02.017158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218a0ab-889e-4f0f-921c-42ef4487ea35 req-3cb4bd91-f3dd-44d6-857e-9935d6345ef8 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:02.018881 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4218a0ab-889e-4f0f-921c-42ef4487ea35 req-3cb4bd91-f3dd-44d6-857e-9935d6345ef8 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 945 time: 0.2189131 May 25 20:26:02.086986 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4218a0ab-889e-4f0f-921c-42ef4487ea35 req-a8a2080c-e8da-4c91-8e42-aed75cb5f2a2 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/security-groups?id=258ccb27-9056-4dfa-8916-7f504ee89f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608149 May 25 20:26:02.229325 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-bfbf11e4-8120-4082-bbe4-87bc595760dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=60f2c721-b8e7-4254-a086-1a16f4ce7793 HTTP/1.1" status: 200 len: 217 time: 0.2892375 May 25 20:26:02.259712 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c93cfc0a-d800-4972-8a9a-c9499151cce3 req-93e3debd-68e4-46b0-9de0-578f50f69099 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=258ccb27-9056-4dfa-8916-7f504ee89f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641865 May 25 20:26:02.297155 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00e5c0f2-1ae6-447a-b779-e5bfedf39189 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:02.494413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-1d839a82-135b-4a0d-b810-117917742943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:02.495827 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-1d839a82-135b-4a0d-b810-117917742943 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=42845b9c-977c-464d-9399-a7f94f605a69 HTTP/1.1" status: 200 len: 797 time: 0.2386026 May 25 20:26:02.814121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894003f1-6cfa-42c5-ab93-cf70b1402627 req-45eb91af-ba88-420e-bc62-60f5158744b1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:02.834605 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-894003f1-6cfa-42c5-ab93-cf70b1402627 req-45eb91af-ba88-420e-bc62-60f5158744b1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.1343987 May 25 20:26:02.837986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff6949-9a56-4ef9-94d2-1bd5fff36478 req-125000df-f122-488e-84b5-fb75fd9a6fdb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:02.848867 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e2ff6949-9a56-4ef9-94d2-1bd5fff36478 req-125000df-f122-488e-84b5-fb75fd9a6fdb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.3981111 May 25 20:26:02.866762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-8cf0232f-068f-4efe-b9b3-06cc7b6f8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:02.868227 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-8cf0232f-068f-4efe-b9b3-06cc7b6f8ec4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d3464776-988d-4c60-978a-9ad539684d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3348312 May 25 20:26:02.892485 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-894003f1-6cfa-42c5-ab93-cf70b1402627 req-f15044dc-2520-4828-8521-91e17a1597bd tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569551 May 25 20:26:03.032326 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:03.107607 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e2ff6949-9a56-4ef9-94d2-1bd5fff36478 req-50c2fc8e-faa8-426a-99c6-d49d1d8335a7 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576165 May 25 20:26:03.242777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4b51c-47c0-4757-b2cf-fabc3c0d0992 req-9f6a8bf7-1768-42cd-9345-c60bb0c371c1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:03.244926 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47e4b51c-47c0-4757-b2cf-fabc3c0d0992 req-9f6a8bf7-1768-42cd-9345-c60bb0c371c1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.1967585 May 25 20:26:03.305252 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47e4b51c-47c0-4757-b2cf-fabc3c0d0992 req-40333c80-4ba0-480d-868c-cbfa655b6c91 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490911 May 25 20:26:03.341802 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-7dd78a71-8bcb-4fbd-acda-8d6db4e695dd service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639325 May 25 20:26:03.383790 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-00e5c0f2-1ae6-447a-b779-e5bfedf39189 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:26:03.576626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565a69b-cc22-4235-ac71-46a22b99eb16 req-dcecfc80-95c9-4e60-9cc1-0de263e258f0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:03.578050 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5565a69b-cc22-4235-ac71-46a22b99eb16 req-dcecfc80-95c9-4e60-9cc1-0de263e258f0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.1067231 May 25 20:26:03.579927 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00e5c0f2-1ae6-447a-b779-e5bfedf39189 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:03.601520 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00e5c0f2-1ae6-447a-b779-e5bfedf39189 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:03.641311 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5565a69b-cc22-4235-ac71-46a22b99eb16 req-fd90654d-2f09-41cc-bc08-a71bc8d5abe1 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543199 May 25 20:26:03.737319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb7055-1970-4cdc-b6c3-f3a1db94e742 req-d48e9817-45b1-4270-b61e-9f99db96ccac tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:03.738911 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5eb7055-1970-4cdc-b6c3-f3a1db94e742 req-d48e9817-45b1-4270-b61e-9f99db96ccac tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 945 time: 0.4913268 May 25 20:26:03.740997 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-4ee80ebb-d12f-46a5-8412-8f8658a96eeb service neutron] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892608 May 25 20:26:03.997197 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9c76c-3f0c-4946-9fb4-9d436ace7c2d req-7f13a000-bcbf-43a3-a5fa-100355eb92d0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:03.999013 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-a9288f75-e0b7-486a-b3e7-e97e413a6a2b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=646b5601-3102-4461-916d-7e5427ae5ee1 HTTP/1.1" status: 200 len: 217 time: 0.2256334 May 25 20:26:03.999562 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2f9c76c-3f0c-4946-9fb4-9d436ace7c2d req-7f13a000-bcbf-43a3-a5fa-100355eb92d0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.2218096 May 25 20:26:04.053322 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2f9c76c-3f0c-4946-9fb4-9d436ace7c2d req-0a408695-3556-4de8-9ce6-8f3184b61c46 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473440 May 25 20:26:04.145438 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5eb7055-1970-4cdc-b6c3-f3a1db94e742 req-cfd88026-2d3e-4b47-83a0-04052437f0f2 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/security-groups?id=258ccb27-9056-4dfa-8916-7f504ee89f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946981 May 25 20:26:04.173485 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-00e5c0f2-1ae6-447a-b779-e5bfedf39189 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Floating IP 3c6862ea-e86b-4878-ab63-bda56bd148a6 associated. External IP: 172.25.3.249, port: 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b. May 25 20:26:04.236570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-50ef51b1-3a33-426c-81bd-2c0ff93ddbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:04.237998 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-50ef51b1-3a33-426c-81bd-2c0ff93ddbbc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5ee70b4-7ed2-418e-8ec0-3ebc08614a34 HTTP/1.1" status: 200 len: 797 time: 0.2299709 May 25 20:26:04.363106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028c225-1796-42fe-8b55-69b0a68c5aeb req-9ec54fb4-c99d-4a15-8b23-4684c8b160c4 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:04.364876 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8028c225-1796-42fe-8b55-69b0a68c5aeb req-9ec54fb4-c99d-4a15-8b23-4684c8b160c4 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.1014318 May 25 20:26:04.415217 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8028c225-1796-42fe-8b55-69b0a68c5aeb req-273556e8-0367-4ed1-ac2d-2c66092ac247 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 May 25 20:26:04.495584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bd8fe-4bef-4bc1-9cd5-86db1ef727f4 req-c414d8d5-d1c9-4a6d-9de1-559769d2525f tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:04.497433 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d62bd8fe-4bef-4bc1-9cd5-86db1ef727f4 req-c414d8d5-d1c9-4a6d-9de1-559769d2525f tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.2062984 May 25 20:26:04.571673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-4ac996fe-5759-4010-a9e5-2731f309a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:04.573012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-4ac996fe-5759-4010-a9e5-2731f309a48a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72bd1e88-522d-4f1d-8d48-37fb784df0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3264637 May 25 20:26:04.625956 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab39d59-634b-4296-b994-9d43ac87c947 req-86202244-7070-4eaf-ad3d-b30d95708614 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:04.627948 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ab39d59-634b-4296-b994-9d43ac87c947 req-86202244-7070-4eaf-ad3d-b30d95708614 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.0876296 May 25 20:26:04.677114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ab39d59-634b-4296-b994-9d43ac87c947 req-77edf99d-e209-4db0-81ad-480c7a967815 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 May 25 20:26:04.776722 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d62bd8fe-4bef-4bc1-9cd5-86db1ef727f4 req-34aeec4e-621d-45fb-a5c8-a4ee18165319 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247288 May 25 20:26:04.836805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e5c0f2-1ae6-447a-b779-e5bfedf39189 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Router c98ffa00-a92c-4100-a75f-16abb956bdae has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:26:04.922543 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-ef487c30-953d-4e00-9b8a-6422d6dbbb7e service neutron] 10.222.0.70 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355229 May 25 20:26:04.944753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31419bc-4732-48f3-98cd-a3832040ff1b req-db94808c-e525-4104-a77c-916218ab1014 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:04.946317 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d31419bc-4732-48f3-98cd-a3832040ff1b req-db94808c-e525-4104-a77c-916218ab1014 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.0921373 May 25 20:26:05.018757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d31419bc-4732-48f3-98cd-a3832040ff1b req-bc6dd257-6aaa-4c73-a715-d41b7ea3009d tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577395 May 25 20:26:05.209091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e5c0f2-1ae6-447a-b779-e5bfedf39189 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:26:05.218334 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00e5c0f2-1ae6-447a-b779-e5bfedf39189 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:05.221519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95611a95-1166-4da7-8172-a4cb5ac48a50 None None] Sync routers for ids ['c98ffa00-a92c-4100-a75f-16abb956bdae'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:26:05.233103 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95611a95-1166-4da7-8172-a4cb5ac48a50 None None] Routers {'c98ffa00-a92c-4100-a75f-16abb956bdae'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:26:05.233906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-95611a95-1166-4da7-8172-a4cb5ac48a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:26:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c98ffa00-a92c-4100-a75f-16abb956bdae'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:05.257157 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-77319ffd-fb05-4a33-bda7-e5c2ac0ea195 service neutron] 10.222.0.70 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253732 May 25 20:26:05.410512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730b19c-060e-40f6-8072-ed39802d5d7b req-3b8f4572-8847-46b3-8abe-93bace44fc85 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:05.412697 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7730b19c-060e-40f6-8072-ed39802d5d7b req-3b8f4572-8847-46b3-8abe-93bace44fc85 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 945 time: 0.1160583 May 25 20:26:05.463097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7730b19c-060e-40f6-8072-ed39802d5d7b req-d6e26b0e-c531-462a-814b-60abb549e4ef tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/security-groups?id=258ccb27-9056-4dfa-8916-7f504ee89f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 May 25 20:26:05.508008 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-0e787744-e4ae-4673-a9ed-4d35d82911f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2f2aef6-a947-402d-bea3-73ac08d5de61 HTTP/1.1" status: 200 len: 217 time: 0.2308273 May 25 20:26:05.532255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-95611a95-1166-4da7-8172-a4cb5ac48a50 None None] Set router c98ffa00-a92c-4100-a75f-16abb956bdae gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:26:05.561110 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-00e5c0f2-1ae6-447a-b779-e5bfedf39189 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "PUT /v2.0/floatingips/3c6862ea-e86b-4878-ab63-bda56bd148a6 HTTP/1.1" status: 200 len: 991 time: 3.6174977 May 25 20:26:05.566486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350c68ea-d8d1-4b15-bf54-3c49550be147', 'tag': '2b96a2b5-4fce-4600-9ea4-50f1f9757b0b'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:26:05.609133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-bd5ee9eb-ec2e-4a29-b1fa-9c889e6005bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:05.610932 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-bd5ee9eb-ec2e-4a29-b1fa-9c889e6005bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5ee70b4-7ed2-418e-8ec0-3ebc08614a34 HTTP/1.1" status: 200 len: 797 time: 0.0959868 May 25 20:26:05.619712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb20a74-d000-432e-8865-041832a06d4c req-3605fc4c-6ace-45bf-810c-4ed7026013fe tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:05.622350 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cbb20a74-d000-432e-8865-041832a06d4c req-3605fc4c-6ace-45bf-810c-4ed7026013fe tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.4738700 May 25 20:26:05.743454 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd97bf50-a27f-419a-b915-84eb55954a12'] response: {'name': 'network-changed', 'server_uuid': '350c68ea-d8d1-4b15-bf54-3c49550be147', 'tag': '2b96a2b5-4fce-4600-9ea4-50f1f9757b0b', 'status': 'completed', 'code': 200} May 25 20:26:05.793041 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cbb20a74-d000-432e-8865-041832a06d4c req-2704643d-b8fa-4e3f-87e8-341d942ff3ad tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812535 May 25 20:26:05.812187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-bd151c4f-b97e-499c-8b09-c237d17a14be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:05.814068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-bd151c4f-b97e-499c-8b09-c237d17a14be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72bd1e88-522d-4f1d-8d48-37fb784df0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1905100 May 25 20:26:05.901271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db88888-eb79-454f-999c-64ee185f5ce2 req-c0a902cf-f645-4d04-94ca-002040ee9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:05.904698 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3db88888-eb79-454f-999c-64ee185f5ce2 req-c0a902cf-f645-4d04-94ca-002040ee9e3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd9d7ecda85842f896097a31795071c4&device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 1096 time: 0.1819079 May 25 20:26:06.290997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db88888-eb79-454f-999c-64ee185f5ce2 req-04e8e2c6-1743-4e70-932a-b083d6fc57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:06.292767 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3db88888-eb79-454f-999c-64ee185f5ce2 req-04e8e2c6-1743-4e70-932a-b083d6fc57ec service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d861bbe-1d99-4238-9eb8-2ced58df3754 HTTP/1.1" status: 200 len: 911 time: 0.3805308 May 25 20:26:06.315131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-a59ee42f-3646-426d-9c78-18bb278f4e9e service neutron] 10.222.0.70 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922936 May 25 20:26:06.381915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-95611a95-1166-4da7-8172-a4cb5ac48a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '3c6862ea-e86b-4878-ab63-bda56bd148a6', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'port_id': '2b96a2b5-4fce-4600-9ea4-50f1f9757b0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'mac_address': 'fa:16:3e:74:77:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c68ea-d8d1-4b15-bf54-3c49550be147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:25:23Z', 'updated_at': '2022-05-25T20:26:03Z', 'revision_number': 1, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:35Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:06.387765 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95611a95-1166-4da7-8172-a4cb5ac48a50 None None] Checking router: c98ffa00-a92c-4100-a75f-16abb956bdae for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:26:06.398658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95611a95-1166-4da7-8172-a4cb5ac48a50 None None] Routers {'c98ffa00-a92c-4100-a75f-16abb956bdae'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:26:06.399427 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-95611a95-1166-4da7-8172-a4cb5ac48a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:26:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c98ffa00-a92c-4100-a75f-16abb956bdae'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:06.449971 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3db88888-eb79-454f-999c-64ee185f5ce2 req-bce93a63-67a8-45e3-99ab-bb8c28d32289 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b96a2b5-4fce-4600-9ea4-50f1f9757b0b HTTP/1.1" status: 200 len: 999 time: 0.1469116 May 25 20:26:06.526913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b81d-e632-4d8d-bb01-0865f3c907e7 req-be767396-e118-4c5f-8df9-149764eadf91 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:06.528897 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5049b81d-e632-4d8d-bb01-0865f3c907e7 req-be767396-e118-4c5f-8df9-149764eadf91 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.3032377 May 25 20:26:06.563806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db88888-eb79-454f-999c-64ee185f5ce2 req-13ca09a6-30ca-4d28-a9c5-6e0eddef748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:06.566039 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3db88888-eb79-454f-999c-64ee185f5ce2 req-13ca09a6-30ca-4d28-a9c5-6e0eddef748f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b86e6032-d969-4882-8d08-6181fe145086 HTTP/1.1" status: 200 len: 849 time: 0.1076379 May 25 20:26:06.587977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a339d7-42a6-49d3-bd38-a82e9c5204a8 req-2acefdda-3a29-4be5-b40c-d069b465888e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:06.595954 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-66a339d7-42a6-49d3-bd38-a82e9c5204a8 req-2acefdda-3a29-4be5-b40c-d069b465888e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.6263001 May 25 20:26:06.648420 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-881ad575-ba17-4beb-b234-c0d0c936a7dd req-82801581-cf68-42e7-84d2-c1a798d03328 service neutron] 10.222.0.70 "GET /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115127 May 25 20:26:06.666285 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5049b81d-e632-4d8d-bb01-0865f3c907e7 req-a07b5b20-1e85-4a27-8d34-b37b0680ba3c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223843 May 25 20:26:06.778259 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-95611a95-1166-4da7-8172-a4cb5ac48a50 None None] Set router c98ffa00-a92c-4100-a75f-16abb956bdae gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:26:06.786649 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-66a339d7-42a6-49d3-bd38-a82e9c5204a8 req-0ab9abb2-0258-41a3-b9fe-47ca7ac710b6 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897969 May 25 20:26:06.800772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db88888-eb79-454f-999c-64ee185f5ce2 req-db0fda09-ef5b-498a-889f-a8c7b6abf646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:06.802961 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3db88888-eb79-454f-999c-64ee185f5ce2 req-db0fda09-ef5b-498a-889f-a8c7b6abf646 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d861bbe-1d99-4238-9eb8-2ced58df3754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917226 May 25 20:26:06.930953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98524b9d-3371-4cc5-977d-68e61be8f89d req-ffe69d7c-2fd8-4e08-ac06-a12b25f961ed tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:06.932988 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-98524b9d-3371-4cc5-977d-68e61be8f89d req-ffe69d7c-2fd8-4e08-ac06-a12b25f961ed tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.1124237 May 25 20:26:07.050664 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-98524b9d-3371-4cc5-977d-68e61be8f89d req-08e50e7c-80f3-4a99-ab64-7d947be6cb52 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080770 May 25 20:26:07.067028 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3db88888-eb79-454f-999c-64ee185f5ce2 req-5bc3e981-3cbe-4b52-a1e8-e4caae950ab3 service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562935 May 25 20:26:07.322564 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3db88888-eb79-454f-999c-64ee185f5ce2 req-5c54d08e-ab94-40a4-857d-8322bad649ff service neutron] 10.222.0.50 "GET /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479503 May 25 20:26:07.443580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c716ff6-2062-4815-8052-b585184090c5 req-abec0cfd-6e26-46a0-b0b8-d3f62c0febef tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:07.445249 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c716ff6-2062-4815-8052-b585184090c5 req-abec0cfd-6e26-46a0-b0b8-d3f62c0febef tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.1576645 May 25 20:26:07.502027 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c716ff6-2062-4815-8052-b585184090c5 req-7f92da3c-7c05-46e1-b044-9de9a9941161 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492253 May 25 20:26:07.529672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-95611a95-1166-4da7-8172-a4cb5ac48a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '3c6862ea-e86b-4878-ab63-bda56bd148a6', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'port_id': '2b96a2b5-4fce-4600-9ea4-50f1f9757b0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'mac_address': 'fa:16:3e:74:77:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c68ea-d8d1-4b15-bf54-3c49550be147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:25:23Z', 'updated_at': '2022-05-25T20:26:03Z', 'revision_number': 1, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:35Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:07.529672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95611a95-1166-4da7-8172-a4cb5ac48a50 None None] The sync data for ids ['c98ffa00-a92c-4100-a75f-16abb956bdae'] in n-d-843339-1 is: [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '3c6862ea-e86b-4878-ab63-bda56bd148a6', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'port_id': '2b96a2b5-4fce-4600-9ea4-50f1f9757b0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'mac_address': 'fa:16:3e:74:77:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350c68ea-d8d1-4b15-bf54-3c49550be147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:25:23Z', 'updated_at': '2022-05-25T20:26:03Z', 'revision_number': 1, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:35Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:26:07.758973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16956b-280e-4537-875a-012cd319fb39 req-ce7069c9-cc60-42ee-a816-9c5a76207327 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:07.760881 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c16956b-280e-4537-875a-012cd319fb39 req-ce7069c9-cc60-42ee-a816-9c5a76207327 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.1366763 May 25 20:26:07.804204 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b686df-0452-4351-874a-470c2432292a None None] New status for floating IP 3c6862ea-e86b-4878-ab63-bda56bd148a6: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:26:07.813746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c16956b-280e-4537-875a-012cd319fb39 req-1e926372-8e77-488c-87b1-e281b877e915 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448554 May 25 20:26:08.035021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf748bda-634c-411f-8e9e-5c79fe98cfcb req-11d086e3-abb4-4927-8e31-d1a88f21bdf0 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:08.036626 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bf748bda-634c-411f-8e9e-5c79fe98cfcb req-11d086e3-abb4-4927-8e31-d1a88f21bdf0 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1148188 May 25 20:26:08.094259 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bf748bda-634c-411f-8e9e-5c79fe98cfcb req-0eeea081-ab39-46d1-8e3b-a2f512b7376f tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476170 May 25 20:26:08.148178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd549b-b46c-4576-a2ba-14d758140a3f req-f3a35516-b84d-4ced-a2f0-ffaea62ec809 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:08.149819 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-78dd549b-b46c-4576-a2ba-14d758140a3f req-f3a35516-b84d-4ced-a2f0-ffaea62ec809 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.1746483 May 25 20:26:08.208569 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-78dd549b-b46c-4576-a2ba-14d758140a3f req-decc266a-916f-4324-a37d-362d8ff35ec3 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516913 May 25 20:26:08.411925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b137e-240c-46c6-9818-b5b223c9acb8 req-be609f60-2d67-4daa-aba4-28704505b16b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:08.413430 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c16b137e-240c-46c6-9818-b5b223c9acb8 req-be609f60-2d67-4daa-aba4-28704505b16b tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.0831308 May 25 20:26:08.461970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c16b137e-240c-46c6-9818-b5b223c9acb8 req-a50acda1-ebd3-4bbb-94b0-244ec0df9537 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 May 25 20:26:08.695999 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a5d53-964f-4698-a91a-c174dce77e25 req-f45a5c79-7c66-4841-bf54-a5a467f35ec0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:08.697463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c75a5d53-964f-4698-a91a-c174dce77e25 req-f45a5c79-7c66-4841-bf54-a5a467f35ec0 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.0978577 May 25 20:26:08.748024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c75a5d53-964f-4698-a91a-c174dce77e25 req-9312ced5-ec26-4209-b9eb-3fe01666a7a5 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409279 May 25 20:26:09.338555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ba956-46ab-46c7-8e02-354a9b1550fe req-4dbc4d80-060f-4f36-83b2-7e190c3bafd6 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:09.340141 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a09ba956-46ab-46c7-8e02-354a9b1550fe req-4dbc4d80-060f-4f36-83b2-7e190c3bafd6 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.0914247 May 25 20:26:09.399678 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a09ba956-46ab-46c7-8e02-354a9b1550fe req-e89ab658-a95e-4f93-8ae3-dceda5757291 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522189 May 25 20:26:10.597645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa971101-4645-43cd-bb9e-2ad341988902 req-edff09c4-c80a-4873-bd79-03a31d76c31e tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:10.599260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa971101-4645-43cd-bb9e-2ad341988902 req-edff09c4-c80a-4873-bd79-03a31d76c31e tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 945 time: 0.1037586 May 25 20:26:10.653290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50224a-6ff5-47d9-a57b-326141ab6467 req-863ee6a9-7bd2-4cfd-b0f3-53d8e99818c7 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:10.655020 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec50224a-6ff5-47d9-a57b-326141ab6467 req-863ee6a9-7bd2-4cfd-b0f3-53d8e99818c7 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1366959 May 25 20:26:10.695302 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa971101-4645-43cd-bb9e-2ad341988902 req-37bec42a-da96-4801-9e56-d298d8c795e7 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/security-groups?id=258ccb27-9056-4dfa-8916-7f504ee89f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897341 May 25 20:26:10.726007 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec50224a-6ff5-47d9-a57b-326141ab6467 req-be5cb41a-8c06-4481-bf1a-aba9bb97fb5a tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608263 May 25 20:26:11.941499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d207c-fdf1-4187-89dc-95cb570c72c0 req-fefd84dc-35bc-4bd0-8f6f-cf11501f165e tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:11.949677 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-567d207c-fdf1-4187-89dc-95cb570c72c0 req-fefd84dc-35bc-4bd0-8f6f-cf11501f165e tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 945 time: 0.1259413 May 25 20:26:11.962021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a52ad-dccf-4782-8c2d-b181bed1ba92 req-29f6d0a5-9084-4b40-9181-55fb07668505 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:11.964159 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-725a52ad-dccf-4782-8c2d-b181bed1ba92 req-29f6d0a5-9084-4b40-9181-55fb07668505 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1159041 May 25 20:26:12.001049 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-567d207c-fdf1-4187-89dc-95cb570c72c0 req-95d8f2bc-475a-4351-b643-aa88f173c763 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/security-groups?id=258ccb27-9056-4dfa-8916-7f504ee89f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504489 May 25 20:26:12.079183 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-725a52ad-dccf-4782-8c2d-b181bed1ba92 req-2663890e-c6eb-4a85-99a2-69eb7f550b53 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071641 May 25 20:26:12.120191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0496f58-71ad-434e-99bf-dc114d7733a7 req-1cc7cc21-d394-44f9-a797-4f229d851e76 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:12.123394 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a0496f58-71ad-434e-99bf-dc114d7733a7 req-1cc7cc21-d394-44f9-a797-4f229d851e76 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.70 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 945 time: 0.1228535 May 25 20:26:12.237529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-a0496f58-71ad-434e-99bf-dc114d7733a7 req-1d6383a5-05b7-46fb-8f13-85059740385c tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Deleting port cd5b3c64-aafc-41ef-825f-50c6653114f4 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:26:12.237875 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a0496f58-71ad-434e-99bf-dc114d7733a7 req-1d6383a5-05b7-46fb-8f13-85059740385c tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:12.672334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-a0496f58-71ad-434e-99bf-dc114d7733a7 req-1d6383a5-05b7-46fb-8f13-85059740385c tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] For port cd5b3c64-aafc-41ef-825f-50c6653114f4, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cd5b3c64-aafc-41ef-825f-50c6653114f4,segment=NetworkSegment(06225485-46c0-4333-9633-7e1bcd2962e0),segment_id=06225485-46c0-4333-9633-7e1bcd2962e0)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:26:12.673058 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a0496f58-71ad-434e-99bf-dc114d7733a7 req-1d6383a5-05b7-46fb-8f13-85059740385c tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:12.804272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-a0496f58-71ad-434e-99bf-dc114d7733a7 req-1d6383a5-05b7-46fb-8f13-85059740385c tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Calling delete_port for cd5b3c64-aafc-41ef-825f-50c6653114f4 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:26:12.961592 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a0496f58-71ad-434e-99bf-dc114d7733a7 req-1d6383a5-05b7-46fb-8f13-85059740385c tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:12.975681 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['cd5b3c64-aafc-41ef-825f-50c6653114f4'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:26:13.018495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6383a5-05b7-46fb-8f13-85059740385c tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Pushing event deleted for resources: {'Port': ['ID=cd5b3c64-aafc-41ef-825f-50c6653114f4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:13.151868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0496f58-71ad-434e-99bf-dc114d7733a7 req-1d6383a5-05b7-46fb-8f13-85059740385c tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] No DVR routers for this DVR port cd5b3c64-aafc-41ef-825f-50c6653114f4 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:26:13.155057 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a0496f58-71ad-434e-99bf-dc114d7733a7 req-1d6383a5-05b7-46fb-8f13-85059740385c tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:13.166392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f765f2f9-f25f-49e6-95c3-0361b1904404', 'name': 'network-vif-deleted', 'tag': 'cd5b3c64-aafc-41ef-825f-50c6653114f4'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:26:13.174715 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a0496f58-71ad-434e-99bf-dc114d7733a7 req-1d6383a5-05b7-46fb-8f13-85059740385c tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.70 "DELETE /v2.0/ports/cd5b3c64-aafc-41ef-825f-50c6653114f4 HTTP/1.1" status: 204 len: 173 time: 1.0455084 May 25 20:26:13.318321 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-20258514-5262-403a-a977-c3f7aab2af61 req-a87310ae-8278-4992-a1cf-2265fe667a48 tempest-VolumesActionsTest-1397473735 tempest-VolumesActionsTest-1397473735-project] 10.222.0.60 "GET /v2.0/ports?device_id=f765f2f9-f25f-49e6-95c3-0361b1904404 HTTP/1.1" status: 200 len: 210 time: 0.0905056 May 25 20:26:13.380396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e41b9-d1ad-48f1-a974-7e4d762d58f8 req-eef17dc4-9ce8-458c-994a-96ef6f15ded8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:13.382000 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f5e41b9-d1ad-48f1-a974-7e4d762d58f8 req-eef17dc4-9ce8-458c-994a-96ef6f15ded8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1239045 May 25 20:26:13.423797 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c594bc25-6bff-4e95-af41-c92c8552b5c2'] response: {'server_uuid': 'f765f2f9-f25f-49e6-95c3-0361b1904404', 'name': 'network-vif-deleted', 'tag': 'cd5b3c64-aafc-41ef-825f-50c6653114f4', 'status': 'completed', 'code': 200} May 25 20:26:13.438884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f5e41b9-d1ad-48f1-a974-7e4d762d58f8 req-17b23bd5-7543-4545-ab7d-3959bff59e2c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488632 May 25 20:26:14.167583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458642c4-798a-4a7a-ba08-79fc5665c048 req-3fb6b445-54d8-443e-9058-8ec452e92e06 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:14.169044 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-458642c4-798a-4a7a-ba08-79fc5665c048 req-3fb6b445-54d8-443e-9058-8ec452e92e06 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.0980713 May 25 20:26:14.214642 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-458642c4-798a-4a7a-ba08-79fc5665c048 req-9d507b4b-eb49-41b1-a646-dceca90e45fc tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397913 May 25 20:26:14.702568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be2e23-8f29-4154-8f8f-f04fead88d40 req-4045b144-9fbc-48de-8d89-330670f1e3d4 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:14.704680 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2be2e23-8f29-4154-8f8f-f04fead88d40 req-4045b144-9fbc-48de-8d89-330670f1e3d4 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1350546 May 25 20:26:14.780839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2be2e23-8f29-4154-8f8f-f04fead88d40 req-097964cc-bd0c-4b8e-b5f9-3085e6e9adbf tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650866 May 25 20:26:15.417569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256efb46-aaa3-4c50-b853-a03e98de3382 req-226565c1-fa97-43f7-80ec-71d815530ddc tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:15.420145 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-256efb46-aaa3-4c50-b853-a03e98de3382 req-226565c1-fa97-43f7-80ec-71d815530ddc tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.0945871 May 25 20:26:15.478114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-256efb46-aaa3-4c50-b853-a03e98de3382 req-8b601f45-6442-4835-bcc7-613c9d135816 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469933 May 25 20:26:15.871424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d684c-96a6-460a-91dc-9cc84c69583d req-11578197-da88-4b3c-8ad6-51bb5d84da1e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:15.872499 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-257d684c-96a6-460a-91dc-9cc84c69583d req-11578197-da88-4b3c-8ad6-51bb5d84da1e tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.0873368 May 25 20:26:15.953202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-257d684c-96a6-460a-91dc-9cc84c69583d req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Deleting port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:26:15.953841 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-257d684c-96a6-460a-91dc-9cc84c69583d req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:15.988678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825a594-3428-4a0e-8523-272a23917995 req-de4f2c9c-7140-4b9c-81fc-3245a703e474 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:15.990918 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d825a594-3428-4a0e-8523-272a23917995 req-de4f2c9c-7140-4b9c-81fc-3245a703e474 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1053224 May 25 20:26:16.043728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d825a594-3428-4a0e-8523-272a23917995 req-f3935588-7b16-4b69-a2e6-08729cd23b1f tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442739 May 25 20:26:16.350756 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-257d684c-96a6-460a-91dc-9cc84c69583d req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] For port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,segment=NetworkSegment(10ef7b18-83ec-4ad9-a0fc-76600070f58e),segment_id=10ef7b18-83ec-4ad9-a0fc-76600070f58e)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:26:16.351124 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-257d684c-96a6-460a-91dc-9cc84c69583d req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:16.380764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device cd5b3c64-aafc-41ef-825f-50c6653114f4 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:26:16.426239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: cd5b3c64-aafc-41ef-825f-50c6653114f4 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:26:16.426832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device cd5b3c64-aafc-41ef-825f-50c6653114f4 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:26:16.493561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-257d684c-96a6-460a-91dc-9cc84c69583d req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Calling delete_port for 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:26:16.736564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd8050-39f6-4fa8-805a-7789753e3cbc req-c40ddfe6-b981-47ea-b8b8-5825af57d123 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:16.738270 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3bbd8050-39f6-4fa8-805a-7789753e3cbc req-c40ddfe6-b981-47ea-b8b8-5825af57d123 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9778785-f558-4c32-b0be-588fdb6dd09f HTTP/1.1" status: 200 len: 947 time: 0.1113801 May 25 20:26:16.778947 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-257d684c-96a6-460a-91dc-9cc84c69583d req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:16.790825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['5900ea63-11a5-4a8b-8d35-47d9c18dbd3b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:26:16.833244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Pushing event deleted for resources: {'Port': ['ID=5900ea63-11a5-4a8b-8d35-47d9c18dbd3b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:16.844991 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3bbd8050-39f6-4fa8-805a-7789753e3cbc req-64eaca53-0e37-46c7-8162-38fe21532f23 tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e5f8677-49c1-4add-9f00-ba35399219c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948648 May 25 20:26:16.852849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:16.853119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:16.853460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:16.853779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:16.854103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:16.854451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:16.854775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:16.855107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:16.855435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:16.855971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:16.856387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:16.856708 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:16.937040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-257d684c-96a6-460a-91dc-9cc84c69583d req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] No DVR routers for this DVR port 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:26:16.939698 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-257d684c-96a6-460a-91dc-9cc84c69583d req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:16.942387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'name': 'network-vif-deleted', 'tag': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:26:16.960077 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-257d684c-96a6-460a-91dc-9cc84c69583d req-359553aa-91c7-477d-9b54-4691f87c292c tempest-ServersNegativeTestJSON-304795709 tempest-ServersNegativeTestJSON-304795709-project] 10.222.0.50 "DELETE /v2.0/ports/5900ea63-11a5-4a8b-8d35-47d9c18dbd3b HTTP/1.1" status: 204 len: 173 time: 1.0825322 May 25 20:26:17.015562 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9eaf0e7-2691-459e-a606-364b7b87ff77'] response: {'server_uuid': 'c9778785-f558-4c32-b0be-588fdb6dd09f', 'name': 'network-vif-deleted', 'tag': '5900ea63-11a5-4a8b-8d35-47d9c18dbd3b', 'status': 'completed', 'code': 200} May 25 20:26:17.284133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49980da-b1ed-405f-9737-a15d6bccbeaf req-566f43ce-b085-4f9a-ae4b-e13324e823d3 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:17.285631 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c49980da-b1ed-405f-9737-a15d6bccbeaf req-566f43ce-b085-4f9a-ae4b-e13324e823d3 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.0995467 May 25 20:26:17.334501 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c49980da-b1ed-405f-9737-a15d6bccbeaf req-d9399ad9-6849-4740-a28b-5a7ab277418d tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421188 May 25 20:26:17.979001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34732) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:18.293816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bf35ed-3796-41fc-a7a8-a9f1cf60c816 admin admin] Deleting subnet 3a1bbcd9-cf54-4001-b338-39a569272935 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:26:18.294383 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:26:18.297284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31bf35ed-3796-41fc-a7a8-a9f1cf60c816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:18.372783 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31bf35ed-3796-41fc-a7a8-a9f1cf60c816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:18.442477 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31bf35ed-3796-41fc-a7a8-a9f1cf60c816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:18.547512 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31bf35ed-3796-41fc-a7a8-a9f1cf60c816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:18.608708 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf35ed-3796-41fc-a7a8-a9f1cf60c816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1bbcd9-cf54-4001-b338-39a569272935,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:18.610992 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-31bf35ed-3796-41fc-a7a8-a9f1cf60c816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:18.611133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7f363-b6f1-4f39-8153-50992a97f0ff req-e241bb20-379a-4d70-821c-264dcbd6874c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:18.615667 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8aa7f363-b6f1-4f39-8153-50992a97f0ff req-e241bb20-379a-4d70-821c-264dcbd6874c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1365552 May 25 20:26:18.627124 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-31bf35ed-3796-41fc-a7a8-a9f1cf60c816 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3a1bbcd9-cf54-4001-b338-39a569272935 HTTP/1.1" status: 204 len: 168 time: 0.6457763 May 25 20:26:18.627124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34748) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:18.710544 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8aa7f363-b6f1-4f39-8153-50992a97f0ff req-3bfc178f-a24e-43ec-91a4-088c118a4c3c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897374 May 25 20:26:18.789862 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7932225c-82a7-4105-8c0a-c4b41c53b31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:18.946753 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7932225c-82a7-4105-8c0a-c4b41c53b31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:18.978337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7932225c-82a7-4105-8c0a-c4b41c53b31b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea20e5f-cd04-42b5-80b6-8282aee2594c']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:18.993820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7932225c-82a7-4105-8c0a-c4b41c53b31b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ef7b18-83ec-4ad9-a0fc-76600070f58e') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:18.996721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7932225c-82a7-4105-8c0a-c4b41c53b31b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ef7b18-83ec-4ad9-a0fc-76600070f58e') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:19.017504 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7932225c-82a7-4105-8c0a-c4b41c53b31b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:19.049951 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7932225c-82a7-4105-8c0a-c4b41c53b31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:19.061216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7932225c-82a7-4105-8c0a-c4b41c53b31b admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:26:19.062416 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7932225c-82a7-4105-8c0a-c4b41c53b31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:19.238812 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7932225c-82a7-4105-8c0a-c4b41c53b31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:19.266545 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7932225c-82a7-4105-8c0a-c4b41c53b31b admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:19.348727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932225c-82a7-4105-8c0a-c4b41c53b31b admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea20e5f-cd04-42b5-80b6-8282aee2594c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:19.367020 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7932225c-82a7-4105-8c0a-c4b41c53b31b admin admin] 10.222.0.60 "DELETE /v2.0/networks/9ea20e5f-cd04-42b5-80b6-8282aee2594c HTTP/1.1" status: 204 len: 168 time: 0.7369885 May 25 20:26:19.386113 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 10ef7b18-83ec-4ad9-a0fc-76600070f58e resource provider aggregate not found May 25 20:26:19.424208 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 10ef7b18-83ec-4ad9-a0fc-76600070f58e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10ef7b18-83ec-4ad9-a0fc-76600070f58e found for delete ", "request_id": "req-f69ccd6f-f9d9-4be3-8b03-4d6f7fa0e78b"}]} May 25 20:26:19.558436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34770) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:19.613429 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-13115def-16a9-4fff-b271-7db912c86b7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ac1622f58c741a98ccad6c9c9ee8eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539687 May 25 20:26:19.616501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34774) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:19.698606 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-23a4057a-e5a6-4eab-a0c8-bf7bdcbefb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:19.737432 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-23a4057a-e5a6-4eab-a0c8-bf7bdcbefb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:19.766082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:26:19.828562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:26:19.828562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5900ea63-11a5-4a8b-8d35-47d9c18dbd3b not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:26:19.850698 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-23a4057a-e5a6-4eab-a0c8-bf7bdcbefb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:19.869518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4057a-e5a6-4eab-a0c8-bf7bdcbefb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5f8677-49c1-4add-9f00-ba35399219c6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:19.890008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-23a4057a-e5a6-4eab-a0c8-bf7bdcbefb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:19.894004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-23a4057a-e5a6-4eab-a0c8-bf7bdcbefb68 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e5f8677-49c1-4add-9f00-ba35399219c6 HTTP/1.1" status: 204 len: 168 time: 0.2763979 May 25 20:26:19.975785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e4e91-f1b9-4a7e-a595-d768f8b90c42 req-3794e38b-0448-411f-becb-64fab7991215 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:19.977082 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a94e4e91-f1b9-4a7e-a595-d768f8b90c42 req-3794e38b-0448-411f-becb-64fab7991215 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1185656 May 25 20:26:20.054207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a94e4e91-f1b9-4a7e-a595-d768f8b90c42 req-f29d0193-8573-4d5e-81f7-a0e744fd8633 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668995 May 25 20:26:20.850468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34814) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:20.985000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2057082010-network', 'tenant_id': 'f4c9f67f0ab945b4bd40b5a5004ca765'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:26:20.994934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:26:21.001183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Usage tracker for resource:network and tenant:f4c9f67f0ab945b4bd40b5a5004ca765 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:26:21.005339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:26:21.013564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:26:21.025729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Made reservation on behalf of f4c9f67f0ab945b4bd40b5a5004ca765 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:26:21.028736 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:21.043976 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:21.061188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:26:21.065559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Usage tracker for resource:security_group_rule and tenant:f4c9f67f0ab945b4bd40b5a5004ca765 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:26:21.069126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:26:21.075936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:26:21.222648 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:21.232503 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:21.290130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:26:21.302918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa555dd0-7cc9-41fd-b696-8bd3b0fa5c36,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:21.323580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:21.324860 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Added segment 72274b52-a05d-4564-b40b-54d93d5bf2b1 of type vlan for network 650691ff-066e-40d5-9860-399c96f01d34 May 25 20:26:21.368237 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:21.371932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f41024-0ee8-43f0-b85e-ff8fac11e9ac req-78048d56-ae91-4c77-9849-e954ba737145 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:21.379300 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-54f41024-0ee8-43f0-b85e-ff8fac11e9ac req-78048d56-ae91-4c77-9849-e954ba737145 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1383400 May 25 20:26:21.407873 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:21.408882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:21.409531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:21.456461 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-54f41024-0ee8-43f0-b85e-ff8fac11e9ac req-f7094e45-7bb5-48db-8c5c-38595b59a927 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761156 May 25 20:26:21.525589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6739221 May 25 20:26:21.529937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb536f-73d9-4aa6-ac5d-fb2def549e19 admin admin] Pushing event updated for resources: {'Network': ['ID=650691ff-066e-40d5-9860-399c96f01d34,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:21.543972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 650691ff-066e-40d5-9860-399c96f01d34 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:26:22.219125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5ad11-63b9-400c-b4c0-bc2a9fc67abc req-c1dcaa25-a91b-48bb-a76e-58a6db4fbe73 tempest-ComputeTenantNetworksTest-586208896 tempest-ComputeTenantNetworksTest-586208896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:22.225211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5ad11-63b9-400c-b4c0-bc2a9fc67abc req-c1dcaa25-a91b-48bb-a76e-58a6db4fbe73 tempest-ComputeTenantNetworksTest-586208896 tempest-ComputeTenantNetworksTest-586208896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:22.231075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5ad11-63b9-400c-b4c0-bc2a9fc67abc req-c1dcaa25-a91b-48bb-a76e-58a6db4fbe73 tempest-ComputeTenantNetworksTest-586208896 tempest-ComputeTenantNetworksTest-586208896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:22.231910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-bee5ad11-63b9-400c-b4c0-bc2a9fc67abc req-c1dcaa25-a91b-48bb-a76e-58a6db4fbe73 tempest-ComputeTenantNetworksTest-586208896 tempest-ComputeTenantNetworksTest-586208896-project] Synchronizing usage tracker for tenant:f4c9f67f0ab945b4bd40b5a5004ca765 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:26:22.253571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-bee5ad11-63b9-400c-b4c0-bc2a9fc67abc req-c1dcaa25-a91b-48bb-a76e-58a6db4fbe73 tempest-ComputeTenantNetworksTest-586208896 tempest-ComputeTenantNetworksTest-586208896-project] Unset dirty status for tenant:f4c9f67f0ab945b4bd40b5a5004ca765 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:26:22.254561 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bee5ad11-63b9-400c-b4c0-bc2a9fc67abc req-c1dcaa25-a91b-48bb-a76e-58a6db4fbe73 tempest-ComputeTenantNetworksTest-586208896 tempest-ComputeTenantNetworksTest-586208896-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3475575 May 25 20:26:22.409995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9950372-4d11-47cc-9275-381cf170a711 req-33aa1994-0765-4d80-ae08-5b60c517396a tempest-ComputeTenantNetworksTest-586208896 tempest-ComputeTenantNetworksTest-586208896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:22.419471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34836) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:22.420134 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9950372-4d11-47cc-9275-381cf170a711 req-33aa1994-0765-4d80-ae08-5b60c517396a tempest-ComputeTenantNetworksTest-586208896 tempest-ComputeTenantNetworksTest-586208896-project] 10.222.0.60 "GET /v2.0/networks/650691ff-066e-40d5-9860-399c96f01d34 HTTP/1.1" status: 200 len: 769 time: 0.1430304 May 25 20:26:22.541305 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8720b6a3-ce02-4c50-b827-61750244b2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:22.766946 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8720b6a3-ce02-4c50-b827-61750244b2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:22.807647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8720b6a3-ce02-4c50-b827-61750244b2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650691ff-066e-40d5-9860-399c96f01d34']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:22.828638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8720b6a3-ce02-4c50-b827-61750244b2c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72274b52-a05d-4564-b40b-54d93d5bf2b1') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:22.828638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8720b6a3-ce02-4c50-b827-61750244b2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72274b52-a05d-4564-b40b-54d93d5bf2b1') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:22.839108 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8720b6a3-ce02-4c50-b827-61750244b2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:22.860475 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8720b6a3-ce02-4c50-b827-61750244b2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:22.871227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8720b6a3-ce02-4c50-b827-61750244b2c8 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:26:22.871728 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8720b6a3-ce02-4c50-b827-61750244b2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:22.901438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79437fe-453a-42f6-8e45-f5227ec003c0 req-72a44ad2-f55b-42e6-86ae-5cace98903ee tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:22.903108 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e79437fe-453a-42f6-8e45-f5227ec003c0 req-72a44ad2-f55b-42e6-86ae-5cace98903ee tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.2864308 May 25 20:26:22.950296 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 72274b52-a05d-4564-b40b-54d93d5bf2b1 resource provider aggregate not found May 25 20:26:22.985224 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 72274b52-a05d-4564-b40b-54d93d5bf2b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72274b52-a05d-4564-b40b-54d93d5bf2b1 found for delete ", "request_id": "req-0fb1c3c3-b19f-4821-b500-49398e4d2c42"}]} May 25 20:26:23.019898 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e79437fe-453a-42f6-8e45-f5227ec003c0 req-4b88a002-0b99-48fb-aa8f-9a6533a8cdf2 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714986 May 25 20:26:23.020679 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8720b6a3-ce02-4c50-b827-61750244b2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:23.026018 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8720b6a3-ce02-4c50-b827-61750244b2c8 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:23.064516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720b6a3-ce02-4c50-b827-61750244b2c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=650691ff-066e-40d5-9860-399c96f01d34,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:23.076338 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8720b6a3-ce02-4c50-b827-61750244b2c8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/650691ff-066e-40d5-9860-399c96f01d34 HTTP/1.1" status: 204 len: 168 time: 0.6548448 May 25 20:26:23.209019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34858) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:23.261126 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0245d29e-3ca2-4c72-bdd8-2e8eccac5d6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4c9f67f0ab945b4bd40b5a5004ca765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509124 May 25 20:26:23.264688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34862) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:23.336695 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-049944d7-2f32-4c06-aad3-589fd7faa1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:23.366871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-049944d7-2f32-4c06-aad3-589fd7faa1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:23.434013 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-049944d7-2f32-4c06-aad3-589fd7faa1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:23.459157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049944d7-2f32-4c06-aad3-589fd7faa1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa555dd0-7cc9-41fd-b696-8bd3b0fa5c36,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:23.474311 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-049944d7-2f32-4c06-aad3-589fd7faa1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:23.475461 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-049944d7-2f32-4c06-aad3-589fd7faa1ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa555dd0-7cc9-41fd-b696-8bd3b0fa5c36 HTTP/1.1" status: 204 len: 168 time: 0.2098608 May 25 20:26:23.781740 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:24.420458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635270e-ad4e-4d5a-9833-5770a71bcd85 req-a7fe1707-0075-4f64-83fe-8959c444ca23 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:24.431029 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5635270e-ad4e-4d5a-9833-5770a71bcd85 req-a7fe1707-0075-4f64-83fe-8959c444ca23 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.2264006 May 25 20:26:24.515374 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5635270e-ad4e-4d5a-9833-5770a71bcd85 req-034105d5-b8e8-426d-96b7-89af558b7732 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830255 May 25 20:26:25.090963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34934) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:25.285816 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0699ffa5-c8ec-4b4c-80e0-864612db949c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:25.318732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0699ffa5-c8ec-4b4c-80e0-864612db949c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:26:25.324992 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0699ffa5-c8ec-4b4c-80e0-864612db949c admin admin] Usage tracker for resource:security_group_rule and tenant:26df471edeec475e93e23f3824c5510b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:26:25.329587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0699ffa5-c8ec-4b4c-80e0-864612db949c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:26:25.338604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0699ffa5-c8ec-4b4c-80e0-864612db949c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:26:25.445969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0699ffa5-c8ec-4b4c-80e0-864612db949c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:25.451617 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0699ffa5-c8ec-4b4c-80e0-864612db949c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:25.503160 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0699ffa5-c8ec-4b4c-80e0-864612db949c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=26df471edeec475e93e23f3824c5510b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4108775 May 25 20:26:25.503834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699ffa5-c8ec-4b4c-80e0-864612db949c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c495b49-5b26-492f-8a92-41f28220629e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:25.509088 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34944) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:25.570098 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64c2d0e8-a98e-4f88-beb6-b7e79f4baee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:25.606469 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64c2d0e8-a98e-4f88-beb6-b7e79f4baee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:25.682657 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64c2d0e8-a98e-4f88-beb6-b7e79f4baee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:25.705982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2d0e8-a98e-4f88-beb6-b7e79f4baee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c495b49-5b26-492f-8a92-41f28220629e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:25.710400 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64c2d0e8-a98e-4f88-beb6-b7e79f4baee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:25.711532 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-64c2d0e8-a98e-4f88-beb6-b7e79f4baee0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c495b49-5b26-492f-8a92-41f28220629e HTTP/1.1" status: 204 len: 168 time: 0.2044711 May 25 20:26:25.838980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccfdb6-d4d4-4c7c-8c42-55a0950785e3 req-4e8d4983-e8c4-46e7-a7e9-95543bf70614 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:25.841269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d0ccfdb6-d4d4-4c7c-8c42-55a0950785e3 req-4e8d4983-e8c4-46e7-a7e9-95543bf70614 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1363227 May 25 20:26:25.917264 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d0ccfdb6-d4d4-4c7c-8c42-55a0950785e3 req-2236fad9-6a60-4b74-871a-eb2eecf1837a tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700946 May 25 20:26:27.242556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bb67c-af86-496d-b4d4-c4a1f06055ae req-cf88a0b8-0e27-4600-8886-5937f09a39d6 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:27.244224 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a82bb67c-af86-496d-b4d4-c4a1f06055ae req-cf88a0b8-0e27-4600-8886-5937f09a39d6 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1790099 May 25 20:26:27.331151 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a82bb67c-af86-496d-b4d4-c4a1f06055ae req-ceb2ede4-c4ba-4045-9683-417a241da3ed tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718005 May 25 20:26:27.990751 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:28.101385 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c6737620-b050-4bc5-a2eb-a292dcd5cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:28.585858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32fbee-b9e2-49ba-82e3-64d36996af31 req-5ab25f05-86bb-4171-ae95-1ec87b309749 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:28.594910 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb32fbee-b9e2-49ba-82e3-64d36996af31 req-5ab25f05-86bb-4171-ae95-1ec87b309749 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1070681 May 25 20:26:28.654665 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb32fbee-b9e2-49ba-82e3-64d36996af31 req-5a6376f3-9726-4dd1-bb94-d0d475c12551 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584068 May 25 20:26:29.219471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd9170-84e1-4c00-a616-d2f53c995755 req-36b13063-c112-4485-b8bf-55d7c34eb5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:29.221378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56bd9170-84e1-4c00-a616-d2f53c995755 req-36b13063-c112-4485-b8bf-55d7c34eb5ff service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 1096 time: 0.1309402 May 25 20:26:29.279270 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56bd9170-84e1-4c00-a616-d2f53c995755 req-d4b21f5d-3986-4fe7-b3a4-5833f7cbd39c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492339 May 25 20:26:30.122074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6f01-27dc-4d07-987c-6d3034df0a4d req-b98c7d24-97c6-4ba9-9880-425c57e1cdfe tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:30.129432 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c5f6f01-27dc-4d07-987c-6d3034df0a4d req-b98c7d24-97c6-4ba9-9880-425c57e1cdfe tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.2926161 May 25 20:26:30.180040 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c5f6f01-27dc-4d07-987c-6d3034df0a4d req-0225c0a7-ad32-4f72-8e78-a9eab14761d6 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495427 May 25 20:26:30.569259 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-caedc25d-9e0e-4621-b6b0-cb9c7da7ad08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:31.373301 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:31.432029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c36d6-d2fb-4187-9c40-233d506b3aa5 req-78bcbf3b-8044-4c04-84c0-f616e3ca8707 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:31.439881 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-699c36d6-d2fb-4187-9c40-233d506b3aa5 req-78bcbf3b-8044-4c04-84c0-f616e3ca8707 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.1283095 May 25 20:26:31.505431 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-699c36d6-d2fb-4187-9c40-233d506b3aa5 req-a102abe5-1860-405f-b086-9cd0f6c3236d tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645397 May 25 20:26:31.686576 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:31.757368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f59c5c-f175-417f-942a-d70d80c41f8a req-5c69997f-d047-44a5-85c6-079c55af784d tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:31.762758 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1f59c5c-f175-417f-942a-d70d80c41f8a req-5c69997f-d047-44a5-85c6-079c55af784d tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.1044707 May 25 20:26:31.813707 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1f59c5c-f175-417f-942a-d70d80c41f8a req-3c3826f9-edaa-45e6-956e-43253f822739 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500765 May 25 20:26:32.441388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504e927-b560-4e66-b782-159f1caf008f req-cf0c8154-a409-4011-b4f8-7a45d1478e21 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:32.441388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f504e927-b560-4e66-b782-159f1caf008f req-cf0c8154-a409-4011-b4f8-7a45d1478e21 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.1467774 May 25 20:26:32.617017 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f504e927-b560-4e66-b782-159f1caf008f req-0ec8f771-3c5f-450c-b332-cc1dbfefa517 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519046 May 25 20:26:33.049827 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:33.814797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064ae51-80d7-4b62-b51d-bfe7c03b5029 req-70c06ec2-76a4-4d5d-bf4c-545f641145a3 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:33.821718 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a064ae51-80d7-4b62-b51d-bfe7c03b5029 req-70c06ec2-76a4-4d5d-bf4c-545f641145a3 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.0957215 May 25 20:26:33.864572 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a064ae51-80d7-4b62-b51d-bfe7c03b5029 req-47d9de0a-22de-4de6-b918-130c7a5534e6 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 May 25 20:26:34.555474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899fa27-b849-4a8a-b49b-2dabb8b3a672 req-e7a4e1e2-3af5-45df-b02e-3cd1fe53fde5 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:34.555474 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5899fa27-b849-4a8a-b49b-2dabb8b3a672 req-e7a4e1e2-3af5-45df-b02e-3cd1fe53fde5 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.1574328 May 25 20:26:34.641022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5899fa27-b849-4a8a-b49b-2dabb8b3a672 req-81d45570-7e3b-4554-b19b-fbbf6c353159 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768795 May 25 20:26:35.276048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35230) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:35.441270 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-12f8c333-e8a5-460a-af70-6873bb9960be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:35.457473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-12f8c333-e8a5-460a-af70-6873bb9960be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:26:35.469559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-12f8c333-e8a5-460a-af70-6873bb9960be admin admin] Usage tracker for resource:security_group_rule and tenant:3d6c8cb34c924bbd83cf285a5e42b0ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:26:35.469559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-12f8c333-e8a5-460a-af70-6873bb9960be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:26:35.471069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-12f8c333-e8a5-460a-af70-6873bb9960be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:26:35.595314 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-12f8c333-e8a5-460a-af70-6873bb9960be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:35.595314 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-12f8c333-e8a5-460a-af70-6873bb9960be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:35.646651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-12f8c333-e8a5-460a-af70-6873bb9960be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d6c8cb34c924bbd83cf285a5e42b0ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659394 May 25 20:26:35.650088 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35240) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:35.693725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8c333-e8a5-460a-af70-6873bb9960be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae7f9b9-d786-454d-9fdd-2d2c9b177a90,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:35.791341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cbb21257-b080-455b-a982-f01b76cd13d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:35.829167 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cbb21257-b080-455b-a982-f01b76cd13d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:35.964620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67156f4-37d5-40ed-afd0-264f31c0eec6 req-c8899b27-125f-4717-9de6-d41cbcbd87a6 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:35.964620 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e67156f4-37d5-40ed-afd0-264f31c0eec6 req-c8899b27-125f-4717-9de6-d41cbcbd87a6 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.1239965 May 25 20:26:36.036798 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cbb21257-b080-455b-a982-f01b76cd13d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:36.066784 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e67156f4-37d5-40ed-afd0-264f31c0eec6 req-e12ad040-f041-4b3a-8671-66b072e0639b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929527 May 25 20:26:36.067578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb21257-b080-455b-a982-f01b76cd13d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae7f9b9-d786-454d-9fdd-2d2c9b177a90,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:36.071678 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cbb21257-b080-455b-a982-f01b76cd13d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:36.072948 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cbb21257-b080-455b-a982-f01b76cd13d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ae7f9b9-d786-454d-9fdd-2d2c9b177a90 HTTP/1.1" status: 204 len: 168 time: 0.4265397 May 25 20:26:36.571251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35262) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:36.603820 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6ccb-55b7-46bc-abbd-e7baf2e6122f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:36.708666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3d9f6ccb-55b7-46bc-abbd-e7baf2e6122f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:26:36.708666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3d9f6ccb-55b7-46bc-abbd-e7baf2e6122f admin admin] Usage tracker for resource:security_group_rule and tenant:32e7c8f03db24f46a756a864b8a5357e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:26:36.721434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3d9f6ccb-55b7-46bc-abbd-e7baf2e6122f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:26:36.744353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3d9f6ccb-55b7-46bc-abbd-e7baf2e6122f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:26:36.949031 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6ccb-55b7-46bc-abbd-e7baf2e6122f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:36.958682 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6ccb-55b7-46bc-abbd-e7baf2e6122f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:37.063179 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3d9f6ccb-55b7-46bc-abbd-e7baf2e6122f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32e7c8f03db24f46a756a864b8a5357e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4885752 May 25 20:26:37.063179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f6ccb-55b7-46bc-abbd-e7baf2e6122f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057a68af-aff0-44d5-84c3-5bc81ab18da7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:37.064035 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35276) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:37.163688 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a1e9359-97bc-4a46-a458-06ba5c59f4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:37.195228 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a1e9359-97bc-4a46-a458-06ba5c59f4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:37.310324 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a1e9359-97bc-4a46-a458-06ba5c59f4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:37.367874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e9359-97bc-4a46-a458-06ba5c59f4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057a68af-aff0-44d5-84c3-5bc81ab18da7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:37.392148 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a1e9359-97bc-4a46-a458-06ba5c59f4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:37.400551 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5a1e9359-97bc-4a46-a458-06ba5c59f4c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/057a68af-aff0-44d5-84c3-5bc81ab18da7 HTTP/1.1" status: 204 len: 168 time: 0.3339894 May 25 20:26:38.882749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8eed7-528e-47eb-a583-9f1542656643 req-8a1c7a78-ec90-44b1-a3b6-e3263bb2b990 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:38.886272 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9c8eed7-528e-47eb-a583-9f1542656643 req-8a1c7a78-ec90-44b1-a3b6-e3263bb2b990 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.1975665 May 25 20:26:39.025149 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9c8eed7-528e-47eb-a583-9f1542656643 req-07643e36-de16-4e03-9238-7d022d68379c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209304 May 25 20:26:39.037586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61856694-4ea7-48bb-9cec-d43530f1d4fc req-2942fee7-9582-46c4-aa8e-9a6b973222ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:39.037586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61856694-4ea7-48bb-9cec-d43530f1d4fc req-2942fee7-9582-46c4-aa8e-9a6b973222ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 1097 time: 0.4365609 May 25 20:26:39.300442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61856694-4ea7-48bb-9cec-d43530f1d4fc req-6e76e38e-d390-4718-862d-64569cade980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:39.302445 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61856694-4ea7-48bb-9cec-d43530f1d4fc req-6e76e38e-d390-4718-862d-64569cade980 service neutron] 10.222.0.50 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 0.2585251 May 25 20:26:39.462540 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61856694-4ea7-48bb-9cec-d43530f1d4fc req-2539fcf6-0981-47e0-a50d-29014c926e9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20eb181a-aa8d-4131-97d4-65217d9b80a6 HTTP/1.1" status: 200 len: 217 time: 0.1471798 May 25 20:26:39.673825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61856694-4ea7-48bb-9cec-d43530f1d4fc req-c808d4a9-4b44-47e3-b120-199abccbf06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:39.675350 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61856694-4ea7-48bb-9cec-d43530f1d4fc req-c808d4a9-4b44-47e3-b120-199abccbf06e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.2005582 May 25 20:26:39.911602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61856694-4ea7-48bb-9cec-d43530f1d4fc req-6e6bf8f9-ab39-40f2-90e2-3b3099a2cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:39.911602 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61856694-4ea7-48bb-9cec-d43530f1d4fc req-6e6bf8f9-ab39-40f2-90e2-3b3099a2cea4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2248087 May 25 20:26:40.346058 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61856694-4ea7-48bb-9cec-d43530f1d4fc req-79accddb-6872-431b-aa71-5b42babae588 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096506 May 25 20:26:40.549419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c17dff-8909-4df1-b29d-ae3970fa7a54 req-4a67e4c5-58a4-4326-8a27-5a2139783b78 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:40.555806 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-31c17dff-8909-4df1-b29d-ae3970fa7a54 req-4a67e4c5-58a4-4326-8a27-5a2139783b78 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.3630672 May 25 20:26:40.601576 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61856694-4ea7-48bb-9cec-d43530f1d4fc req-b359baeb-f496-44ef-aa57-3447c680a03f service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612188 May 25 20:26:40.681083 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-31c17dff-8909-4df1-b29d-ae3970fa7a54 req-0de9db44-5cb4-433f-89c2-fc72d567defd tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279602 May 25 20:26:41.908934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35428) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:41.942581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db558fc-9a75-4668-825f-2a931f33fa85 req-063e824a-5f10-4834-bd82-d4e6625a1582 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:41.971780 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7db558fc-9a75-4668-825f-2a931f33fa85 req-063e824a-5f10-4834-bd82-d4e6625a1582 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.1284599 May 25 20:26:42.038910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7db558fc-9a75-4668-825f-2a931f33fa85 req-22e995f3-6c62-433e-8bcd-5ddbda2c47c9 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698216 May 25 20:26:42.084607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e50132-118b-4d4d-8318-161725b3d040 admin admin] Deleting subnet 46c2a3ab-13a5-4f5b-8378-fd1dc7831993 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:26:42.094022 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18e50132-118b-4d4d-8318-161725b3d040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:42.219417 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18e50132-118b-4d4d-8318-161725b3d040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:42.343208 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18e50132-118b-4d4d-8318-161725b3d040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:42.589833 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18e50132-118b-4d4d-8318-161725b3d040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:42.714189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e50132-118b-4d4d-8318-161725b3d040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c2a3ab-13a5-4f5b-8378-fd1dc7831993,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:42.740281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18e50132-118b-4d4d-8318-161725b3d040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:42.802995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35458) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:42.805227 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-18e50132-118b-4d4d-8318-161725b3d040 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/46c2a3ab-13a5-4f5b-8378-fd1dc7831993 HTTP/1.1" status: 204 len: 168 time: 0.8896844 May 25 20:26:43.303016 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7b2e4b08-9b4f-464e-a850-38050fa7caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:43.586501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b51df-e99f-4518-87a4-655e6eac22c9 req-c2845cec-b2c5-4d30-945e-d51f5def5782 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:43.603100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e45b51df-e99f-4518-87a4-655e6eac22c9 req-c2845cec-b2c5-4d30-945e-d51f5def5782 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.2138193 May 25 20:26:43.607779 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7b2e4b08-9b4f-464e-a850-38050fa7caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:43.652979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7b2e4b08-9b4f-464e-a850-38050fa7caa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6718ee52-18d6-4684-8f96-195dddf416bb']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:43.677595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7b2e4b08-9b4f-464e-a850-38050fa7caa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06225485-46c0-4333-9633-7e1bcd2962e0') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:43.677595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7b2e4b08-9b4f-464e-a850-38050fa7caa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06225485-46c0-4333-9633-7e1bcd2962e0') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:43.689546 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7b2e4b08-9b4f-464e-a850-38050fa7caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:43.737871 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e45b51df-e99f-4518-87a4-655e6eac22c9 req-656068ef-2483-4617-a72f-78ae7b8f616a tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287582 May 25 20:26:43.772454 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7b2e4b08-9b4f-464e-a850-38050fa7caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:43.783578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2e4b08-9b4f-464e-a850-38050fa7caa5 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:26:43.784470 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7b2e4b08-9b4f-464e-a850-38050fa7caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:43.955670 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 06225485-46c0-4333-9633-7e1bcd2962e0 resource provider aggregate not found May 25 20:26:44.030699 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7b2e4b08-9b4f-464e-a850-38050fa7caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:44.030699 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7b2e4b08-9b4f-464e-a850-38050fa7caa5 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:44.037036 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 06225485-46c0-4333-9633-7e1bcd2962e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06225485-46c0-4333-9633-7e1bcd2962e0 found for delete ", "request_id": "req-8b09d3cf-91ce-4968-8253-599709761b36"}]} May 25 20:26:44.071591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e4b08-9b4f-464e-a850-38050fa7caa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6718ee52-18d6-4684-8f96-195dddf416bb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:44.102635 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7b2e4b08-9b4f-464e-a850-38050fa7caa5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6718ee52-18d6-4684-8f96-195dddf416bb HTTP/1.1" status: 204 len: 168 time: 1.2995932 May 25 20:26:44.102635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35500) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:44.203417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c227efa-0528-4f2c-a487-4c1498b529c3 req-22b0d765-6436-4cff-a6e9-50dcec459bd3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:44.215043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c227efa-0528-4f2c-a487-4c1498b529c3 req-22b0d765-6436-4cff-a6e9-50dcec459bd3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:44.251301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-6576e6bc-9bac-498e-a503-98768838a39e admin admin] Deleting subnet 5cef56bc-aaea-4c17-ab5f-90f50a32e531 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:26:44.252360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c227efa-0528-4f2c-a487-4c1498b529c3 req-22b0d765-6436-4cff-a6e9-50dcec459bd3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:44.252644 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6576e6bc-9bac-498e-a503-98768838a39e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:44.255805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c227efa-0528-4f2c-a487-4c1498b529c3 req-22b0d765-6436-4cff-a6e9-50dcec459bd3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:44.262726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c227efa-0528-4f2c-a487-4c1498b529c3 req-22b0d765-6436-4cff-a6e9-50dcec459bd3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:44.269142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c227efa-0528-4f2c-a487-4c1498b529c3 req-22b0d765-6436-4cff-a6e9-50dcec459bd3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:44.275498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c227efa-0528-4f2c-a487-4c1498b529c3 req-22b0d765-6436-4cff-a6e9-50dcec459bd3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:44.285278 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c227efa-0528-4f2c-a487-4c1498b529c3 req-22b0d765-6436-4cff-a6e9-50dcec459bd3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5435 time: 0.3114130 May 25 20:26:44.302543 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6576e6bc-9bac-498e-a503-98768838a39e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:44.342278 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c227efa-0528-4f2c-a487-4c1498b529c3 req-7832ef31-308f-481b-bb4b-5cf8c798ec85 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558925 May 25 20:26:44.447517 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6576e6bc-9bac-498e-a503-98768838a39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:44.542838 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6576e6bc-9bac-498e-a503-98768838a39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:44.594757 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6576e6bc-9bac-498e-a503-98768838a39e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:44.594757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6576e6bc-9bac-498e-a503-98768838a39e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5cef56bc-aaea-4c17-ab5f-90f50a32e531 HTTP/1.1" status: 204 len: 168 time: 0.4920902 May 25 20:26:44.601719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35514) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:44.609056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576e6bc-9bac-498e-a503-98768838a39e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cef56bc-aaea-4c17-ab5f-90f50a32e531,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:44.811533 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0aaeeb8b-363d-4ef7-851b-26167e2ddead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:45.137066 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28e7db-bff2-4717-899a-2d15845039f0 req-c8212fe4-ae2a-4025-9e47-dc1e7e77a0fa tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:45.138941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6e28e7db-bff2-4717-899a-2d15845039f0 req-c8212fe4-ae2a-4025-9e47-dc1e7e77a0fa tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.2308099 May 25 20:26:45.253232 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6e28e7db-bff2-4717-899a-2d15845039f0 req-cdff0543-1751-4fc3-97da-557b8efa7d49 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970869 May 25 20:26:45.315669 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0aaeeb8b-363d-4ef7-851b-26167e2ddead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:45.357539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-0aaeeb8b-363d-4ef7-851b-26167e2ddead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d409e0d4-0ac3-465c-8d12-2407ad68857e']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:45.372687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-0aaeeb8b-363d-4ef7-851b-26167e2ddead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3f4949-16a8-442d-a16c-fd62222a2ce6') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:45.372687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-0aaeeb8b-363d-4ef7-851b-26167e2ddead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3f4949-16a8-442d-a16c-fd62222a2ce6') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:26:45.389727 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0aaeeb8b-363d-4ef7-851b-26167e2ddead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:45.434196 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0aaeeb8b-363d-4ef7-851b-26167e2ddead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:45.444136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aaeeb8b-363d-4ef7-851b-26167e2ddead admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:26:45.444661 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0aaeeb8b-363d-4ef7-851b-26167e2ddead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:45.626888 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 0d3f4949-16a8-442d-a16c-fd62222a2ce6 resource provider aggregate not found May 25 20:26:45.640646 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0aaeeb8b-363d-4ef7-851b-26167e2ddead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:45.683125 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 0d3f4949-16a8-442d-a16c-fd62222a2ce6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d3f4949-16a8-442d-a16c-fd62222a2ce6 found for delete ", "request_id": "req-21afa94d-04cb-4e42-ae77-1f1c0b83e003"}]} May 25 20:26:45.683125 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0aaeeb8b-363d-4ef7-851b-26167e2ddead admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:45.696848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaeeb8b-363d-4ef7-851b-26167e2ddead admin admin] Pushing event deleted for resources: {'Network': ['ID=d409e0d4-0ac3-465c-8d12-2407ad68857e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:45.703760 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0aaeeb8b-363d-4ef7-851b-26167e2ddead admin admin] 10.222.0.60 "DELETE /v2.0/networks/d409e0d4-0ac3-465c-8d12-2407ad68857e HTTP/1.1" status: 204 len: 168 time: 1.1044691 May 25 20:26:45.747558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42077ad-928d-4e2f-847f-784c8a6aaa6b req-2fc56928-da77-40b6-bcf4-2398753b0369 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:45.773407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42077ad-928d-4e2f-847f-784c8a6aaa6b req-2fc56928-da77-40b6-bcf4-2398753b0369 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:45.797819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42077ad-928d-4e2f-847f-784c8a6aaa6b req-2fc56928-da77-40b6-bcf4-2398753b0369 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:45.815459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42077ad-928d-4e2f-847f-784c8a6aaa6b req-2fc56928-da77-40b6-bcf4-2398753b0369 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:45.855530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42077ad-928d-4e2f-847f-784c8a6aaa6b req-2fc56928-da77-40b6-bcf4-2398753b0369 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:45.877962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42077ad-928d-4e2f-847f-784c8a6aaa6b req-2fc56928-da77-40b6-bcf4-2398753b0369 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:45.888275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42077ad-928d-4e2f-847f-784c8a6aaa6b req-2fc56928-da77-40b6-bcf4-2398753b0369 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:45.893921 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c42077ad-928d-4e2f-847f-784c8a6aaa6b req-2fc56928-da77-40b6-bcf4-2398753b0369 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5435 time: 0.3711765 May 25 20:26:45.954066 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c42077ad-928d-4e2f-847f-784c8a6aaa6b req-18a77bf9-e990-4e5b-bd1b-91de6522bf73 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469663 May 25 20:26:46.144446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35558) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:46.271075 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-edf6862a-b6f4-409b-a49e-1ca6e88694fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f204ee4e8be473faf57d73cdd996c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1212728 May 25 20:26:46.271075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35566) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:46.384143 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c7a76ef-efa5-4539-8387-cc2b89c2672d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:46.439611 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c7a76ef-efa5-4539-8387-cc2b89c2672d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:46.644636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ee3ce-fdd0-43c5-bed7-dc73ad95ae8a req-8bfb033e-1505-42b9-9a5b-c061f4b5e5aa tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:46.645748 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998ee3ce-fdd0-43c5-bed7-dc73ad95ae8a req-8bfb033e-1505-42b9-9a5b-c061f4b5e5aa tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.2011397 May 25 20:26:46.654316 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c7a76ef-efa5-4539-8387-cc2b89c2672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:46.720883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a76ef-efa5-4539-8387-cc2b89c2672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258ccb27-9056-4dfa-8916-7f504ee89f99,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:46.740816 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c7a76ef-efa5-4539-8387-cc2b89c2672d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:46.740816 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6c7a76ef-efa5-4539-8387-cc2b89c2672d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/258ccb27-9056-4dfa-8916-7f504ee89f99 HTTP/1.1" status: 204 len: 168 time: 0.4702065 May 25 20:26:46.821107 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998ee3ce-fdd0-43c5-bed7-dc73ad95ae8a req-2326ce6b-0793-4734-a730-2b5b27cbad85 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599252 May 25 20:26:47.116182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-7ce795a6-5b41-4c73-99a6-46bee482fc0d tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.129301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-7ce795a6-5b41-4c73-99a6-46bee482fc0d tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.145169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-7ce795a6-5b41-4c73-99a6-46bee482fc0d tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.145169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-7ce795a6-5b41-4c73-99a6-46bee482fc0d tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.153420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-7ce795a6-5b41-4c73-99a6-46bee482fc0d tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.160564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-7ce795a6-5b41-4c73-99a6-46bee482fc0d tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.170200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-7ce795a6-5b41-4c73-99a6-46bee482fc0d tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.170200 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-7ce795a6-5b41-4c73-99a6-46bee482fc0d tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5435 time: 0.2207627 May 25 20:26:47.358682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-2827fe89-614a-4e31-a745-24306abb8247 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.362266 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-2827fe89-614a-4e31-a745-24306abb8247 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "GET /v2.0/ports/7194a444-0396-4362-aa01-2992d5275a0c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1856246 May 25 20:26:47.377720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81176d7b-1c81-4259-9c92-92ace536c8f9 req-54b28686-55a9-4349-a51e-756867e62484 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.387088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81176d7b-1c81-4259-9c92-92ace536c8f9 req-54b28686-55a9-4349-a51e-756867e62484 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.393375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81176d7b-1c81-4259-9c92-92ace536c8f9 req-54b28686-55a9-4349-a51e-756867e62484 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.401053 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81176d7b-1c81-4259-9c92-92ace536c8f9 req-54b28686-55a9-4349-a51e-756867e62484 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.409007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81176d7b-1c81-4259-9c92-92ace536c8f9 req-54b28686-55a9-4349-a51e-756867e62484 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.416899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81176d7b-1c81-4259-9c92-92ace536c8f9 req-54b28686-55a9-4349-a51e-756867e62484 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.424490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81176d7b-1c81-4259-9c92-92ace536c8f9 req-54b28686-55a9-4349-a51e-756867e62484 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:47.442106 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81176d7b-1c81-4259-9c92-92ace536c8f9 req-54b28686-55a9-4349-a51e-756867e62484 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 5435 time: 0.2304864 May 25 20:26:47.529884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81176d7b-1c81-4259-9c92-92ace536c8f9 req-7ec94b2f-af51-4b12-9e76-7e000b2ca693 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797410 May 25 20:26:47.569181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35598) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:47.656182 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-78f9a493-76b8-48fd-a676-5bd3bf731c91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2da8e5a567e54b538dfd65beb535469d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806863 May 25 20:26:47.656182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35604) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:47.700347 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-16513edf-06a4-4dce-8da5-0d4c50de6586 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "GET /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3315303 May 25 20:26:47.711553 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-13c8bceb-6f7d-4103-9fd8-f3dea19fb6b3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:26:47.761803 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8c0a649-2064-44bb-8f08-622bffc7a097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:47.794201 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8c0a649-2064-44bb-8f08-622bffc7a097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:47.865517 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-13c8bceb-6f7d-4103-9fd8-f3dea19fb6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:47.914230 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8c0a649-2064-44bb-8f08-622bffc7a097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:47.928460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0a649-2064-44bb-8f08-622bffc7a097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ce815b-0a8d-4af2-8e0b-e95d74898c9b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:47.941648 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8c0a649-2064-44bb-8f08-622bffc7a097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:47.941648 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c8c0a649-2064-44bb-8f08-622bffc7a097 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6ce815b-0a8d-4af2-8e0b-e95d74898c9b HTTP/1.1" status: 204 len: 168 time: 0.2736068 May 25 20:26:48.389612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-13c8bceb-6f7d-4103-9fd8-f3dea19fb6b3 service neutron] For port 7194a444-0396-4362-aa01-2992d5275a0c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=7194a444-0396-4362-aa01-2992d5275a0c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:26:48.442541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99edec-a25b-4541-a161-d34135035d8b req-497ffbc2-9278-4277-937d-246712c5f5a1 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:48.444274 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce99edec-a25b-4541-a161-d34135035d8b req-497ffbc2-9278-4277-937d-246712c5f5a1 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.2651427 May 25 20:26:48.454262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-13c8bceb-6f7d-4103-9fd8-f3dea19fb6b3 service neutron] For port 7194a444-0396-4362-aa01-2992d5275a0c, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:26:48.698881 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce99edec-a25b-4541-a161-d34135035d8b req-e1a1e3f8-fbd2-49df-8aa9-de8ba85f3e02 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533425 May 25 20:26:48.732241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-13c8bceb-6f7d-4103-9fd8-f3dea19fb6b3 service neutron] device_id is not set on port 7194a444-0396-4362-aa01-2992d5275a0c yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:26:48.763989 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-13c8bceb-6f7d-4103-9fd8-f3dea19fb6b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:48.774105 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-13c8bceb-6f7d-4103-9fd8-f3dea19fb6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:49.027106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d97689-12ef-45ef-be3d-92ec2a16cb84 req-acbd3dc9-8a5c-46e9-8293-5e27cd2fdb10 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:49.034246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d97689-12ef-45ef-be3d-92ec2a16cb84 req-acbd3dc9-8a5c-46e9-8293-5e27cd2fdb10 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:49.048247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d97689-12ef-45ef-be3d-92ec2a16cb84 req-acbd3dc9-8a5c-46e9-8293-5e27cd2fdb10 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:49.048247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d97689-12ef-45ef-be3d-92ec2a16cb84 req-acbd3dc9-8a5c-46e9-8293-5e27cd2fdb10 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:49.060405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d97689-12ef-45ef-be3d-92ec2a16cb84 req-acbd3dc9-8a5c-46e9-8293-5e27cd2fdb10 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:49.068564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d97689-12ef-45ef-be3d-92ec2a16cb84 req-acbd3dc9-8a5c-46e9-8293-5e27cd2fdb10 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:49.075035 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d8d97689-12ef-45ef-be3d-92ec2a16cb84 req-acbd3dc9-8a5c-46e9-8293-5e27cd2fdb10 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 4660 time: 0.2661769 May 25 20:26:49.149834 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d8d97689-12ef-45ef-be3d-92ec2a16cb84 req-f7461881-59de-441c-87c1-8c1304e44171 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785117 May 25 20:26:49.249971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-13c8bceb-6f7d-4103-9fd8-f3dea19fb6b3 service neutron] No DVR routers for this DVR port 7194a444-0396-4362-aa01-2992d5275a0c on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:26:49.293230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8bceb-6f7d-4103-9fd8-f3dea19fb6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7194a444-0396-4362-aa01-2992d5275a0c,revision_number=6']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:49.400427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-13c8bceb-6f7d-4103-9fd8-f3dea19fb6b3 service neutron] In _notify_port_updated(), no bound segment for port 7194a444-0396-4362-aa01-2992d5275a0c on network 814e0c94-51e7-489c-9196-d87d06585fbd {{(pid=88331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:26:49.400427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-13c8bceb-6f7d-4103-9fd8-f3dea19fb6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:49.400427 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-13c8bceb-6f7d-4103-9fd8-f3dea19fb6b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:49.406815 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-13c8bceb-6f7d-4103-9fd8-f3dea19fb6b3 service neutron] 10.222.0.50 "PUT /v2.0/ports/7194a444-0396-4362-aa01-2992d5275a0c HTTP/1.1" status: 200 len: 1028 time: 1.6963406 May 25 20:26:49.553378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a811-967d-400d-9826-a56ca27996a4 req-56e75ec8-e929-4c5c-91d9-c8ff8b222f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:49.556898 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dea4a811-967d-400d-9826-a56ca27996a4 req-56e75ec8-e929-4c5c-91d9-c8ff8b222f2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 1097 time: 0.5187125 May 25 20:26:49.597761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-97b845b8-1262-41fd-b365-3e41ac1a9078 None None] Provisioning complete for port 7194a444-0396-4362-aa01-2992d5275a0c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:26:49.598739 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-97b845b8-1262-41fd-b365-3e41ac1a9078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:49.727294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-97b845b8-1262-41fd-b365-3e41ac1a9078 None None] Port 7194a444-0396-4362-aa01-2992d5275a0c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:26:49.793793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-37854c11-8daf-4e9e-930a-0f39cf411298 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:49.795543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-37854c11-8daf-4e9e-930a-0f39cf411298 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "GET /v2.0/ports/cfb3cf7b-33cc-446c-bc12-45dbba72300e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3848734 May 25 20:26:49.808361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-0b1e5a31-b2de-4dbd-9d41-cb06d2383094 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:26:49.962312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 7194a444-0396-4362-aa01-2992d5275a0c no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:26:50.206806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 7194a444-0396-4362-aa01-2992d5275a0c not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:26:50.207242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 07a3d510-0855-407d-9f05-bbea62ef048c no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:26:50.222707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f33c7-21ac-42a3-8050-0df74dec0cfd req-db2cbf23-6371-4198-88c7-fe9c7785dbeb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:50.230442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a811-967d-400d-9826-a56ca27996a4 req-1cfcea08-f975-402e-96ba-6828b8e88ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:50.237179 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-562f33c7-21ac-42a3-8050-0df74dec0cfd req-db2cbf23-6371-4198-88c7-fe9c7785dbeb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.2724516 May 25 20:26:50.240645 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dea4a811-967d-400d-9826-a56ca27996a4 req-1cfcea08-f975-402e-96ba-6828b8e88ad3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 0.6593013 May 25 20:26:50.373619 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-0b1e5a31-b2de-4dbd-9d41-cb06d2383094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:50.475396 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-562f33c7-21ac-42a3-8050-0df74dec0cfd req-beba5262-4ba0-4b89-9c34-0ed7a9af278f tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250941 May 25 20:26:50.614107 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dea4a811-967d-400d-9826-a56ca27996a4 req-5dc8cefe-360a-450c-94b0-a3a3b87eb45b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20eb181a-aa8d-4131-97d4-65217d9b80a6 HTTP/1.1" status: 200 len: 217 time: 0.2038498 May 25 20:26:50.786664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 07a3d510-0855-407d-9f05-bbea62ef048c is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:26:50.789919 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:50.899126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 07a3d510-0855-407d-9f05-bbea62ef048c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07a3d510-0855-407d-9f05-bbea62ef048c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:26:50.899126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a3d510-0855-407d-9f05-bbea62ef048c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:26:50.929043 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:50.929043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:26:51.075685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a811-967d-400d-9826-a56ca27996a4 req-2bd10e8e-8045-4682-984b-3fcd85ee0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:51.089792 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dea4a811-967d-400d-9826-a56ca27996a4 req-2bd10e8e-8045-4682-984b-3fcd85ee0f7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.4567518 May 25 20:26:51.158188 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-828c4ff5-f3d0-405c-bc9d-03c7a6e8bedc'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a3d510-0855-407d-9f05-bbea62ef048c', 'code': 200} May 25 20:26:51.313433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5df218-57e2-407a-ba7b-c77890ccdaed req-2ae0a0b2-685a-4478-b997-c30557db8768 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:51.359586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5df218-57e2-407a-ba7b-c77890ccdaed req-2ae0a0b2-685a-4478-b997-c30557db8768 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:51.385493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5df218-57e2-407a-ba7b-c77890ccdaed req-2ae0a0b2-685a-4478-b997-c30557db8768 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:51.398421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5df218-57e2-407a-ba7b-c77890ccdaed req-2ae0a0b2-685a-4478-b997-c30557db8768 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:51.426018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5df218-57e2-407a-ba7b-c77890ccdaed req-2ae0a0b2-685a-4478-b997-c30557db8768 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:51.441291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5df218-57e2-407a-ba7b-c77890ccdaed req-2ae0a0b2-685a-4478-b997-c30557db8768 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:51.444965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:26:51.444965 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:51.454926 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de5df218-57e2-407a-ba7b-c77890ccdaed req-2ae0a0b2-685a-4478-b997-c30557db8768 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 4660 time: 0.8233187 May 25 20:26:51.503517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=07a3d510-0855-407d-9f05-bbea62ef048c,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:51.572444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:51.572444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:51.572444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:51.572444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:51.572444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:51.572444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:51.572444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:51.572444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:51.572444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:51.572444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:51.572444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:51.572444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:51.645608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:26:51.650280 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:51.651816 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d3085793-cb15-4202-9919-00b00a383ade no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:26:51.674681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-0b1e5a31-b2de-4dbd-9d41-cb06d2383094 service neutron] For port cfb3cf7b-33cc-446c-bc12-45dbba72300e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=cfb3cf7b-33cc-446c-bc12-45dbba72300e,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:26:51.866716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-0b1e5a31-b2de-4dbd-9d41-cb06d2383094 service neutron] For port cfb3cf7b-33cc-446c-bc12-45dbba72300e, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:26:52.090763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-0b1e5a31-b2de-4dbd-9d41-cb06d2383094 service neutron] device_id is not set on port cfb3cf7b-33cc-446c-bc12-45dbba72300e yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:26:52.105215 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-0b1e5a31-b2de-4dbd-9d41-cb06d2383094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:52.137027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:52.159319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d3085793-cb15-4202-9919-00b00a383ade is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:26:52.170776 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:52.176620 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-0b1e5a31-b2de-4dbd-9d41-cb06d2383094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:52.177205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c318731-666b-4f09-9bd4-37fd344591cf req-679504c3-76a6-40bb-987b-3be557db401c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:52.178793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c318731-666b-4f09-9bd4-37fd344591cf req-679504c3-76a6-40bb-987b-3be557db401c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.3672409 May 25 20:26:52.282081 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c318731-666b-4f09-9bd4-37fd344591cf req-c4a81e9a-3b64-42b9-9661-4af73e1433d9 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760360 May 25 20:26:52.363633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d3085793-cb15-4202-9919-00b00a383ade, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d3085793-cb15-4202-9919-00b00a383ade,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:26:52.363633 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:52.363633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device cfb3cf7b-33cc-446c-bc12-45dbba72300e no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:26:52.479343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35726) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:52.656599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:52.674193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a811-967d-400d-9826-a56ca27996a4 req-e6e4daf0-25c6-4b7a-b446-6b2e39a90e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:52.676357 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dea4a811-967d-400d-9826-a56ca27996a4 req-e6e4daf0-25c6-4b7a-b446-6b2e39a90e86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4877975 May 25 20:26:52.726707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device cfb3cf7b-33cc-446c-bc12-45dbba72300e not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:26:52.731877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c6e0f4c6-dc40-46ca-98b1-a2078622314d no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:26:52.785121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:26:52.797835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Usage tracker for resource:security_group_rule and tenant:82a959d3f781405c93e993700e187a82 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:26:52.809382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:26:52.846988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:26:52.876366 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d3085793-cb15-4202-9919-00b00a383ade,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:53.017071 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port c6e0f4c6-dc40-46ca-98b1-a2078622314d is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:26:53.017502 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:53.060823 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c6e0f4c6-dc40-46ca-98b1-a2078622314d, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c6e0f4c6-dc40-46ca-98b1-a2078622314d,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:26:53.078881 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:53.078881 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 23ffb800-e99b-4d47-b8f7-575174420de8 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:26:53.086976 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:53.096665 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:53.107895 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de5df218-57e2-407a-ba7b-c77890ccdaed req-ff37d6f8-b78e-4eb7-98ec-7072f2c1b6e0 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b03b2d7-194f-4163-bc48-43cf8363f977&id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.6533556 May 25 20:26:53.107895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e5a31-b2de-4dbd-9d41-cb06d2383094 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb3cf7b-33cc-446c-bc12-45dbba72300e,revision_number=6']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:53.160168 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-0b1e5a31-b2de-4dbd-9d41-cb06d2383094 service neutron] No DVR routers for this DVR port cfb3cf7b-33cc-446c-bc12-45dbba72300e on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:26:53.223763 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4764c603-c8b0-4b2f-a37e-6ac5c5b7573c'}, {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3085793-cb15-4202-9919-00b00a383ade'}, {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e0f4c6-dc40-46ca-98b1-a2078622314d'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:26:53.229675 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=82a959d3f781405c93e993700e187a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7509387 May 25 20:26:53.229675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35746) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:53.229675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca9f2a8-b63d-460c-b928-1906349d088a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:53.255710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:53.255710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:53.255710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:53.255710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:53.255710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:53.255710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:53.255710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:53.255710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:53.255710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:53.255710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:53.255710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:53.255710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fb381-d8b2-44fa-9263-410e42461b38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:26:53.314870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dea4a811-967d-400d-9826-a56ca27996a4 req-4f5f0e77-e75d-420c-9ebc-c2a1809e34a2 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829796 May 25 20:26:53.386832 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eef16a2-6355-4ed9-8f3c-80961648d19c'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4764c603-c8b0-4b2f-a37e-6ac5c5b7573c', 'code': 200} May 25 20:26:53.386983 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eef16a2-6355-4ed9-8f3c-80961648d19c'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3085793-cb15-4202-9919-00b00a383ade', 'code': 200} May 25 20:26:53.387159 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eef16a2-6355-4ed9-8f3c-80961648d19c'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e0f4c6-dc40-46ca-98b1-a2078622314d', 'code': 200} May 25 20:26:53.403100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bc688143-d07c-4963-9d36-5af0d574eaf4 None None] Provisioning complete for port cfb3cf7b-33cc-446c-bc12-45dbba72300e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:26:53.403557 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bc688143-d07c-4963-9d36-5af0d574eaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:53.431405 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-11ce74d5-7c2e-4067-8d4a-d4482ea17e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:53.484603 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-11ce74d5-7c2e-4067-8d4a-d4482ea17e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:53.535336 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=c6e0f4c6-dc40-46ca-98b1-a2078622314d,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:53.562893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-bc688143-d07c-4963-9d36-5af0d574eaf4 None None] Port cfb3cf7b-33cc-446c-bc12-45dbba72300e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:26:53.591121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-11ce74d5-7c2e-4067-8d4a-d4482ea17e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:53.626499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce74d5-7c2e-4067-8d4a-d4482ea17e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca9f2a8-b63d-460c-b928-1906349d088a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:53.626499 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-11ce74d5-7c2e-4067-8d4a-d4482ea17e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:53.626499 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-11ce74d5-7c2e-4067-8d4a-d4482ea17e79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ca9f2a8-b63d-460c-b928-1906349d088a HTTP/1.1" status: 204 len: 168 time: 0.3838856 May 25 20:26:53.725858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 23ffb800-e99b-4d47-b8f7-575174420de8 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:26:53.725858 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:53.794114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 23ffb800-e99b-4d47-b8f7-575174420de8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=23ffb800-e99b-4d47-b8f7-575174420de8,segment=NetworkSegment(7dcb27d1-aab2-47d1-9786-a2d7b25e95a7),segment_id=7dcb27d1-aab2-47d1-9786-a2d7b25e95a7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:26:53.804148 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:53.861831 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:53.897151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-0b1e5a31-b2de-4dbd-9d41-cb06d2383094 service neutron] In _notify_port_updated(), no bound segment for port cfb3cf7b-33cc-446c-bc12-45dbba72300e on network 814e0c94-51e7-489c-9196-d87d06585fbd {{(pid=88331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:26:53.898119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-0b1e5a31-b2de-4dbd-9d41-cb06d2383094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:53.898917 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-0b1e5a31-b2de-4dbd-9d41-cb06d2383094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:53.901654 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-0b1e5a31-b2de-4dbd-9d41-cb06d2383094 service neutron] 10.222.0.50 "PUT /v2.0/ports/cfb3cf7b-33cc-446c-bc12-45dbba72300e HTTP/1.1" status: 200 len: 1027 time: 4.0996439 May 25 20:26:53.913823 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=23ffb800-e99b-4d47-b8f7-575174420de8,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:54.031706 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dea4a811-967d-400d-9826-a56ca27996a4 req-6833e8ba-8d88-44f2-8f4e-295c41237200 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6864309 May 25 20:26:54.081933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-1e0ca434-e7c1-4348-bfea-1d450b435442 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Deleting port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:26:54.090402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-1e0ca434-e7c1-4348-bfea-1d450b435442 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:54.225537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270732f3-8d4b-4b2e-8300-bea8e66ffe4e req-456d310d-223f-42f5-b4ed-2019fad8f5ab tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:54.231873 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-270732f3-8d4b-4b2e-8300-bea8e66ffe4e req-456d310d-223f-42f5-b4ed-2019fad8f5ab tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.6315982 May 25 20:26:54.492787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35784) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:54.509107 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-270732f3-8d4b-4b2e-8300-bea8e66ffe4e req-8f063092-f725-466f-9dac-c3c548f45c05 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737281 May 25 20:26:54.565637 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eddca4e6-02d3-4900-a87d-9b698d7e4121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:54.587371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-eddca4e6-02d3-4900-a87d-9b698d7e4121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:26:54.593532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-eddca4e6-02d3-4900-a87d-9b698d7e4121 admin admin] Usage tracker for resource:security_group_rule and tenant:1ebc2c1408954b3c87ad9a86f2bdba73 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:26:54.597844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-eddca4e6-02d3-4900-a87d-9b698d7e4121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:26:54.609409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-eddca4e6-02d3-4900-a87d-9b698d7e4121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:26:54.914052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-1e0ca434-e7c1-4348-bfea-1d450b435442 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] For port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:26:54.914052 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-1e0ca434-e7c1-4348-bfea-1d450b435442 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:54.953286 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eddca4e6-02d3-4900-a87d-9b698d7e4121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:55.053097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eddca4e6-02d3-4900-a87d-9b698d7e4121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:55.081913 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-eddca4e6-02d3-4900-a87d-9b698d7e4121 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ebc2c1408954b3c87ad9a86f2bdba73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5967300 May 25 20:26:55.086428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35800) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:26:55.096720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-1e0ca434-e7c1-4348-bfea-1d450b435442 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Calling delete_port for 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:26:55.205140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddca4e6-02d3-4900-a87d-9b698d7e4121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65756be5-e216-4252-95f1-dee967b1a773,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:55.215215 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5f762510-b001-4f2c-8d0c-01218b9d7285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:55.273009 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5f762510-b001-4f2c-8d0c-01218b9d7285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:55.284931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a1eb3-64d0-434a-9694-c5604740f822 req-79c7b964-6662-4bf0-8184-a2945338fa73 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:55.295084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-209a1eb3-64d0-434a-9694-c5604740f822 req-79c7b964-6662-4bf0-8184-a2945338fa73 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.3842280 May 25 20:26:55.318440 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:26:55.331651 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-1e0ca434-e7c1-4348-bfea-1d450b435442 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:55.392799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23ffb800-e99b-4d47-b8f7-575174420de8'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:26:55.421014 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5f762510-b001-4f2c-8d0c-01218b9d7285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:55.457730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f762510-b001-4f2c-8d0c-01218b9d7285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65756be5-e216-4252-95f1-dee967b1a773,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:55.459757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ca434-e7c1-4348-bfea-1d450b435442 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'Port': ['ID=4764c603-c8b0-4b2f-a37e-6ac5c5b7573c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:55.499807 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-209a1eb3-64d0-434a-9694-c5604740f822 req-0404e051-d8ff-49b0-a57b-72cea1f42d62 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101700 May 25 20:26:55.524498 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5f762510-b001-4f2c-8d0c-01218b9d7285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:55.526736 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5f762510-b001-4f2c-8d0c-01218b9d7285 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65756be5-e216-4252-95f1-dee967b1a773 HTTP/1.1" status: 204 len: 168 time: 0.4388890 May 25 20:26:55.608680 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-1e0ca434-e7c1-4348-bfea-1d450b435442 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] No DVR routers for this DVR port 4764c603-c8b0-4b2f-a37e-6ac5c5b7573c on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:26:55.615504 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-1e0ca434-e7c1-4348-bfea-1d450b435442 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:55.626880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-deleted', 'tag': '4764c603-c8b0-4b2f-a37e-6ac5c5b7573c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:26:55.642721 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c93deea-f76b-45bb-8240-425648ae8763'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23ffb800-e99b-4d47-b8f7-575174420de8', 'code': 200} May 25 20:26:55.648420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897b5e3-eb17-4353-bc73-61bff2a31864 req-289b465d-f2ad-49b7-a94f-c3a3a165e2bc tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:55.657985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897b5e3-eb17-4353-bc73-61bff2a31864 req-289b465d-f2ad-49b7-a94f-c3a3a165e2bc tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:55.682133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897b5e3-eb17-4353-bc73-61bff2a31864 req-289b465d-f2ad-49b7-a94f-c3a3a165e2bc tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:55.696184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897b5e3-eb17-4353-bc73-61bff2a31864 req-289b465d-f2ad-49b7-a94f-c3a3a165e2bc tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:55.705810 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f897b5e3-eb17-4353-bc73-61bff2a31864 req-289b465d-f2ad-49b7-a94f-c3a3a165e2bc tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 3143 time: 0.4484332 May 25 20:26:55.753365 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-1e0ca434-e7c1-4348-bfea-1d450b435442 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "DELETE /v2.0/ports/4764c603-c8b0-4b2f-a37e-6ac5c5b7573c HTTP/1.1" status: 204 len: 173 time: 1.8301015 May 25 20:26:55.895741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-c079c336-bdaa-4152-bbec-1375915c10d2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Deleting port 07a3d510-0855-407d-9f05-bbea62ef048c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:26:55.896409 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-c079c336-bdaa-4152-bbec-1375915c10d2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:55.991703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3b11c-f6bf-4c34-bdba-f8205c4d75d5 req-6ef78c54-2efd-4fbf-b53e-67ef34dda455 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:55.991703 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dbe3b11c-f6bf-4c34-bdba-f8205c4d75d5 req-6ef78c54-2efd-4fbf-b53e-67ef34dda455 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.2137749 May 25 20:26:56.114135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dbe3b11c-f6bf-4c34-bdba-f8205c4d75d5 req-14056e65-9d1d-4e51-a8e8-f92cfd03ad85 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084161 May 25 20:26:56.204389 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f897b5e3-eb17-4353-bc73-61bff2a31864 req-c713cee1-1881-444d-8b40-27f02e98ed3e tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4990981 May 25 20:26:56.240917 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7baa6a1-0a86-436a-9e49-68ee396a8ba0'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-deleted', 'tag': '4764c603-c8b0-4b2f-a37e-6ac5c5b7573c', 'status': 'completed', 'code': 200} May 25 20:26:56.547548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-c079c336-bdaa-4152-bbec-1375915c10d2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] For port 07a3d510-0855-407d-9f05-bbea62ef048c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07a3d510-0855-407d-9f05-bbea62ef048c,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:26:56.547548 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-c079c336-bdaa-4152-bbec-1375915c10d2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:56.782860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-c079c336-bdaa-4152-bbec-1375915c10d2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Calling delete_port for 07a3d510-0855-407d-9f05-bbea62ef048c owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:26:57.103208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c7a36-87b2-428c-8552-4a98fbf7c7af req-c9bc84bc-212a-4148-a24f-6dfdb20eea28 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:57.105720 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b2c7a36-87b2-428c-8552-4a98fbf7c7af req-c9bc84bc-212a-4148-a24f-6dfdb20eea28 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.2193029 May 25 20:26:57.232833 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-c079c336-bdaa-4152-bbec-1375915c10d2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:57.265005 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b2c7a36-87b2-428c-8552-4a98fbf7c7af req-bd43a680-6e29-4c3b-be9d-587e02980977 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385643 May 25 20:26:57.408991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c336-bdaa-4152-bbec-1375915c10d2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'Port': ['ID=07a3d510-0855-407d-9f05-bbea62ef048c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:26:57.587040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738527c-dbbb-4ca4-a3f4-da107f5bcfdc req-20d4a98e-5533-407a-ae8f-ed6fe118fba7 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:57.597693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738527c-dbbb-4ca4-a3f4-da107f5bcfdc req-20d4a98e-5533-407a-ae8f-ed6fe118fba7 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:57.604368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-c079c336-bdaa-4152-bbec-1375915c10d2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] No DVR routers for this DVR port 07a3d510-0855-407d-9f05-bbea62ef048c on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:26:57.606596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738527c-dbbb-4ca4-a3f4-da107f5bcfdc req-20d4a98e-5533-407a-ae8f-ed6fe118fba7 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:57.610619 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-c079c336-bdaa-4152-bbec-1375915c10d2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:57.619854 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d738527c-dbbb-4ca4-a3f4-da107f5bcfdc req-20d4a98e-5533-407a-ae8f-ed6fe118fba7 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 2410 time: 0.1416047 May 25 20:26:57.681259 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-c079c336-bdaa-4152-bbec-1375915c10d2 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "DELETE /v2.0/ports/07a3d510-0855-407d-9f05-bbea62ef048c HTTP/1.1" status: 204 len: 173 time: 1.9261241 May 25 20:26:57.719591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d738527c-dbbb-4ca4-a3f4-da107f5bcfdc req-363019fc-a660-4baf-a946-ce4565014cf6 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983140 May 25 20:26:57.913614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ec440-1b9d-41c2-a1f5-04b376f72b57 req-d56fedf1-aa43-4cd4-b3d2-83ac68764f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:57.913614 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-473ec440-1b9d-41c2-a1f5-04b376f72b57 req-d56fedf1-aa43-4cd4-b3d2-83ac68764f40 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 1097 time: 0.7889433 May 25 20:26:58.012329 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:58.027976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-71ff0950-ef10-4a73-a775-4816ac8a01ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Deleting port c6e0f4c6-dc40-46ca-98b1-a2078622314d {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:26:58.028316 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-71ff0950-ef10-4a73-a775-4816ac8a01ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:58.092004 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8dabf37c-96dc-466c-a0f3-131815a09b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:58.093134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481f1cf-80fa-4e71-9769-e80518f92498 req-640dc41f-2802-4bc1-8405-b78eead53aa5 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:58.100611 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9481f1cf-80fa-4e71-9769-e80518f92498 req-640dc41f-2802-4bc1-8405-b78eead53aa5 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.7469330 May 25 20:26:58.178434 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-473ec440-1b9d-41c2-a1f5-04b376f72b57 req-6bc16450-a778-4ed4-85b3-40f30fed8ae3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363915 May 25 20:26:58.251838 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9481f1cf-80fa-4e71-9769-e80518f92498 req-2ce32c93-1bec-46ac-a4de-37f9fdbf23e6 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365361 May 25 20:26:58.293725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-deleted', 'tag': '07a3d510-0855-407d-9f05-bbea62ef048c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:26:58.452800 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da33004-4caa-4da3-812e-fd64fc778768'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-deleted', 'tag': '07a3d510-0855-407d-9f05-bbea62ef048c', 'status': 'completed', 'code': 200} May 25 20:26:58.629545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-71ff0950-ef10-4a73-a775-4816ac8a01ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] For port c6e0f4c6-dc40-46ca-98b1-a2078622314d, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c6e0f4c6-dc40-46ca-98b1-a2078622314d,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:26:58.629545 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-71ff0950-ef10-4a73-a775-4816ac8a01ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:26:58.653366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39248ce5-12ac-46a5-ba60-52b1c7c55555 req-e8ab7ab5-cff9-4d78-8f94-fac28e8b7cba tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:58.659288 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39248ce5-12ac-46a5-ba60-52b1c7c55555 req-e8ab7ab5-cff9-4d78-8f94-fac28e8b7cba tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.1568408 May 25 20:26:58.749253 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39248ce5-12ac-46a5-ba60-52b1c7c55555 req-ca18b65e-e987-4077-9dff-19a384774c37 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775797 May 25 20:26:59.154478 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-71ff0950-ef10-4a73-a775-4816ac8a01ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Calling delete_port for c6e0f4c6-dc40-46ca-98b1-a2078622314d owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:26:59.710950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711071e-f38b-4e8a-92af-01211c6d760a req-78e7dd72-5b7d-4031-aa2d-68b7f937a80c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:59.721214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711071e-f38b-4e8a-92af-01211c6d760a req-78e7dd72-5b7d-4031-aa2d-68b7f937a80c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:59.741082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711071e-f38b-4e8a-92af-01211c6d760a req-78e7dd72-5b7d-4031-aa2d-68b7f937a80c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:59.742221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f711071e-f38b-4e8a-92af-01211c6d760a req-78e7dd72-5b7d-4031-aa2d-68b7f937a80c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Synchronizing usage tracker for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:26:59.780839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee7ce7-2c07-4bec-bee2-cf8a569ba152 req-f135de94-6ff4-4aa4-ad27-11bfdd3783a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:59.784248 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53ee7ce7-2c07-4bec-bee2-cf8a569ba152 req-f135de94-6ff4-4aa4-ad27-11bfdd3783a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 1097 time: 0.4393137 May 25 20:26:59.817296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d0c92-dfe2-4c54-92dd-5ae8a311db51 req-8879d4d0-b2dc-4ed5-b1bc-658c0a98be1b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:26:59.819120 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b28d0c92-dfe2-4c54-92dd-5ae8a311db51 req-8879d4d0-b2dc-4ed5-b1bc-658c0a98be1b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.2630212 May 25 20:26:59.967359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f711071e-f38b-4e8a-92af-01211c6d760a req-78e7dd72-5b7d-4031-aa2d-68b7f937a80c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Unset dirty status for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:26:59.984303 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f711071e-f38b-4e8a-92af-01211c6d760a req-78e7dd72-5b7d-4031-aa2d-68b7f937a80c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 2410 time: 0.6815457 May 25 20:27:00.012061 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b28d0c92-dfe2-4c54-92dd-5ae8a311db51 req-f831f861-0cf9-4d43-a63c-54f74993069b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568267 May 25 20:27:00.093195 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-71ff0950-ef10-4a73-a775-4816ac8a01ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:00.125141 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f711071e-f38b-4e8a-92af-01211c6d760a req-a39f67fb-21d4-4471-ae42-60daa91c9958 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448240 May 25 20:27:00.160851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee7ce7-2c07-4bec-bee2-cf8a569ba152 req-9d370bbe-8252-4f2e-90b7-4b9689b91799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:00.163188 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53ee7ce7-2c07-4bec-bee2-cf8a569ba152 req-9d370bbe-8252-4f2e-90b7-4b9689b91799 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 918 time: 0.3426628 May 25 20:27:00.591707 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6bf078ff-349d-47f7-b219-6b29fde5e8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:00.734809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53ee7ce7-2c07-4bec-bee2-cf8a569ba152 req-5d2f47e8-7b37-46fc-89bb-0f7dc039104a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4866384b-5172-4a9f-a685-ba9964e2ae79 HTTP/1.1" status: 200 len: 1002 time: 0.5654697 May 25 20:27:00.813360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff0950-ef10-4a73-a775-4816ac8a01ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'Port': ['ID=c6e0f4c6-dc40-46ca-98b1-a2078622314d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:00.825994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-71ff0950-ef10-4a73-a775-4816ac8a01ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] No DVR routers for this DVR port c6e0f4c6-dc40-46ca-98b1-a2078622314d on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:27:00.828907 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-71ff0950-ef10-4a73-a775-4816ac8a01ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:00.831029 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-71ff0950-ef10-4a73-a775-4816ac8a01ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "DELETE /v2.0/ports/c6e0f4c6-dc40-46ca-98b1-a2078622314d HTTP/1.1" status: 204 len: 173 time: 3.1418920 May 25 20:27:00.831709 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-deleted', 'tag': 'c6e0f4c6-dc40-46ca-98b1-a2078622314d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:01.308803 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6650dd74-ebbe-4680-9916-bced01b76e4e'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-deleted', 'tag': 'c6e0f4c6-dc40-46ca-98b1-a2078622314d', 'status': 'completed', 'code': 200} May 25 20:27:01.318524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-e9699e5f-00c2-47c2-90c7-28c8a3ba1f52 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Deleting port d3085793-cb15-4202-9919-00b00a383ade {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:01.319776 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-e9699e5f-00c2-47c2-90c7-28c8a3ba1f52 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:01.353340 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:01.379048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35980) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:01.554190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee7ce7-2c07-4bec-bee2-cf8a569ba152 req-2df91a0f-9a6d-46de-8b4a-918f9c6ceabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:01.554190 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53ee7ce7-2c07-4bec-bee2-cf8a569ba152 req-2df91a0f-9a6d-46de-8b4a-918f9c6ceabe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.3600850 May 25 20:27:01.681908 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:01.758768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8a7e6-a05b-4d8d-859a-0343f2f6fd68 req-5fa1bc03-113a-4d58-bf69-dbec22cae80b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:01.807063 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7dc8a7e6-a05b-4d8d-859a-0343f2f6fd68 req-5fa1bc03-113a-4d58-bf69-dbec22cae80b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 1.3038652 May 25 20:27:01.907004 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1912ca2b-56c6-4da9-bf8e-7eb9485c6c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:01.948579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a901b96-87dd-4f62-973c-8cbb931fc48b req-9c0b520a-6c1b-4c2b-b8ce-ee1911521459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:01.948579 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a901b96-87dd-4f62-973c-8cbb931fc48b req-9c0b520a-6c1b-4c2b-b8ce-ee1911521459 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 1097 time: 0.7002492 May 25 20:27:01.992808 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7dc8a7e6-a05b-4d8d-859a-0343f2f6fd68 req-17c42b4b-88d2-4c81-b2d2-1f86c6dd96df tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862404 May 25 20:27:02.024949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee7ce7-2c07-4bec-bee2-cf8a569ba152 req-6cf7cd99-8e94-47d9-91a6-4f5301e441ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:02.027635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1912ca2b-56c6-4da9-bf8e-7eb9485c6c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:02.029184 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53ee7ce7-2c07-4bec-bee2-cf8a569ba152 req-6cf7cd99-8e94-47d9-91a6-4f5301e441ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4632483 May 25 20:27:02.045922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9df61-5932-4474-9018-bf87591ed9ab req-bf72e25a-7551-49e0-bfe1-9873a4ec4b41 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:02.048684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0db9df61-5932-4474-9018-bf87591ed9ab req-bf72e25a-7551-49e0-bfe1-9873a4ec4b41 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.5009053 May 25 20:27:02.171274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1912ca2b-56c6-4da9-bf8e-7eb9485c6c87 admin admin] Usage tracker for resource:security_group_rule and tenant:1b4398ebd6bb4f1fb1fffb1c0cabaf72 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:02.188867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1912ca2b-56c6-4da9-bf8e-7eb9485c6c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:02.259582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1912ca2b-56c6-4da9-bf8e-7eb9485c6c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:02.356473 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0db9df61-5932-4474-9018-bf87591ed9ab req-6a52a640-b391-4452-97be-9f1f4b24f355 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769109 May 25 20:27:02.393000 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53ee7ce7-2c07-4bec-bee2-cf8a569ba152 req-140f7923-19eb-43e9-be33-e16c72b76dfe service neutron] 10.222.0.70 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569224 May 25 20:27:02.415020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1484e16-ec69-4529-8164-3569ece3b555 req-5fa0e5a3-d2ff-4706-b9f9-20aa5b3ebacf tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:02.422429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1484e16-ec69-4529-8164-3569ece3b555 req-5fa0e5a3-d2ff-4706-b9f9-20aa5b3ebacf tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:02.424286 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e1484e16-ec69-4529-8164-3569ece3b555 req-5fa0e5a3-d2ff-4706-b9f9-20aa5b3ebacf tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 1677 time: 0.2154164 May 25 20:27:02.460715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-e9699e5f-00c2-47c2-90c7-28c8a3ba1f52 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] For port d3085793-cb15-4202-9919-00b00a383ade, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d3085793-cb15-4202-9919-00b00a383ade,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:02.461085 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-e9699e5f-00c2-47c2-90c7-28c8a3ba1f52 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:02.479131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a901b96-87dd-4f62-973c-8cbb931fc48b req-c6d44a60-9207-4394-ad8b-aad1872a623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:02.481429 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a901b96-87dd-4f62-973c-8cbb931fc48b req-c6d44a60-9207-4394-ad8b-aad1872a623a service neutron] 10.222.0.50 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 0.5233889 May 25 20:27:02.686769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e1484e16-ec69-4529-8164-3569ece3b555 req-cda82cb9-c77c-46c1-87bf-f76d88a8b7b8 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725860 May 25 20:27:02.699935 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53ee7ce7-2c07-4bec-bee2-cf8a569ba152 req-6cb45515-553d-447c-8291-8e39b50cbcd6 service neutron] 10.222.0.70 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998030 May 25 20:27:02.712348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-e9699e5f-00c2-47c2-90c7-28c8a3ba1f52 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Calling delete_port for d3085793-cb15-4202-9919-00b00a383ade owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:02.880210 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a901b96-87dd-4f62-973c-8cbb931fc48b req-313aa020-7309-42ab-9121-00e44bbd0839 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20eb181a-aa8d-4131-97d4-65217d9b80a6 HTTP/1.1" status: 200 len: 217 time: 0.3228555 May 25 20:27:03.043597 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:03.077840 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1912ca2b-56c6-4da9-bf8e-7eb9485c6c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:03.091761 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1912ca2b-56c6-4da9-bf8e-7eb9485c6c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:03.148339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a901b96-87dd-4f62-973c-8cbb931fc48b req-1bd018c6-359d-4ca3-9713-f0bf088525c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:03.149800 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a901b96-87dd-4f62-973c-8cbb931fc48b req-1bd018c6-359d-4ca3-9713-f0bf088525c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.2463741 May 25 20:27:03.306044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93679ebe-7be3-4856-ad55-ad662ca30737 req-7585aa8c-d161-40d5-bc25-a6240f7a7483 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:03.309609 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1912ca2b-56c6-4da9-bf8e-7eb9485c6c87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b4398ebd6bb4f1fb1fffb1c0cabaf72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9234362 May 25 20:27:03.326590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93679ebe-7be3-4856-ad55-ad662ca30737 req-7585aa8c-d161-40d5-bc25-a6240f7a7483 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.1198380 May 25 20:27:03.329576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36020) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:03.329576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912ca2b-56c6-4da9-bf8e-7eb9485c6c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b851e6f7-e612-4383-bb44-42f9be1c51b0,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:03.381876 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93679ebe-7be3-4856-ad55-ad662ca30737 req-7c987676-8440-43dc-8d6e-30500269ec85 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645461 May 25 20:27:03.425677 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-e9699e5f-00c2-47c2-90c7-28c8a3ba1f52 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:03.513855 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9699e5f-00c2-47c2-90c7-28c8a3ba1f52 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'Port': ['ID=d3085793-cb15-4202-9919-00b00a383ade,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:03.639210 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-e9699e5f-00c2-47c2-90c7-28c8a3ba1f52 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] No DVR routers for this DVR port d3085793-cb15-4202-9919-00b00a383ade on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:27:03.639210 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-20b86dbe-7ab4-4fdd-b6cc-f58333c8a6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:03.647866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae9115-e9e5-43f0-b7d1-7e795b3f53a1 req-26d40e90-f8c8-4ca6-a14e-62d12354b209 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:03.660229 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-20b86dbe-7ab4-4fdd-b6cc-f58333c8a6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:03.663157 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55ae9115-e9e5-43f0-b7d1-7e795b3f53a1 req-26d40e90-f8c8-4ca6-a14e-62d12354b209 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.1595581 May 25 20:27:03.755482 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-e9699e5f-00c2-47c2-90c7-28c8a3ba1f52 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:03.755482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-deleted', 'tag': 'd3085793-cb15-4202-9919-00b00a383ade'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:03.784584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a901b96-87dd-4f62-973c-8cbb931fc48b req-e487a06e-0516-411a-971e-07d783cbe4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:03.787264 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a901b96-87dd-4f62-973c-8cbb931fc48b req-e487a06e-0516-411a-971e-07d783cbe4f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5941834 May 25 20:27:03.791665 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-20b86dbe-7ab4-4fdd-b6cc-f58333c8a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:03.801273 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55ae9115-e9e5-43f0-b7d1-7e795b3f53a1 req-4152c0c1-912e-44a6-9acf-d16918d05251 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417794 May 25 20:27:04.079944 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8920a09f-610a-4817-9d7d-35db9e097959'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-deleted', 'tag': 'd3085793-cb15-4202-9919-00b00a383ade', 'status': 'completed', 'code': 200} May 25 20:27:04.093200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b86dbe-7ab4-4fdd-b6cc-f58333c8a6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b851e6f7-e612-4383-bb44-42f9be1c51b0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:04.174366 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-e9699e5f-00c2-47c2-90c7-28c8a3ba1f52 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "DELETE /v2.0/ports/d3085793-cb15-4202-9919-00b00a383ade HTTP/1.1" status: 204 len: 173 time: 3.3142009 May 25 20:27:04.220195 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-20b86dbe-7ab4-4fdd-b6cc-f58333c8a6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:04.221417 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-20b86dbe-7ab4-4fdd-b6cc-f58333c8a6ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b851e6f7-e612-4383-bb44-42f9be1c51b0 HTTP/1.1" status: 204 len: 168 time: 0.8996406 May 25 20:27:04.352865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Deleting port 23ffb800-e99b-4d47-b8f7-575174420de8 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:04.352865 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:04.422600 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a901b96-87dd-4f62-973c-8cbb931fc48b req-7fac2644-2429-4f47-b89f-0a1fdb41cd18 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194561 May 25 20:27:04.575242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc7734-8e66-4a27-8c08-cf3ea59bcc41 req-5482d5cf-eb07-4c5b-bcf6-53983393a359 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:04.577103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b9fc7734-8e66-4a27-8c08-cf3ea59bcc41 req-5482d5cf-eb07-4c5b-bcf6-53983393a359 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Synchronizing usage tracker for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:27:04.868482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1421a2d-8e71-4e78-a863-d078acc7e257 req-50a9b48e-07f1-4abd-8be5-f43c544589f4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:04.871860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1421a2d-8e71-4e78-a863-d078acc7e257 req-50a9b48e-07f1-4abd-8be5-f43c544589f4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.2075734 May 25 20:27:04.970216 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1421a2d-8e71-4e78-a863-d078acc7e257 req-fdcfe901-204d-48a4-a589-e64787517188 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914514 May 25 20:27:05.097279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b9fc7734-8e66-4a27-8c08-cf3ea59bcc41 req-5482d5cf-eb07-4c5b-bcf6-53983393a359 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Unset dirty status for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:27:05.100140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36060) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:05.105209 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9fc7734-8e66-4a27-8c08-cf3ea59bcc41 req-5482d5cf-eb07-4c5b-bcf6-53983393a359 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 943 time: 1.0292447 May 25 20:27:05.186864 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a901b96-87dd-4f62-973c-8cbb931fc48b req-63d03eca-80a8-46bb-9a2f-45caaa9b690c service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7605555 May 25 20:27:05.268670 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aad29d0-b7a1-410f-8fb1-82206806a46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:05.278273 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9fc7734-8e66-4a27-8c08-cf3ea59bcc41 req-9653513c-2ceb-4d7f-84c6-4c3e4412dcc3 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups?id=22c63ad4-c26b-42cf-b6e3-3b0393710caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718583 May 25 20:27:05.284635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5aad29d0-b7a1-410f-8fb1-82206806a46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:05.298627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5aad29d0-b7a1-410f-8fb1-82206806a46e admin admin] Usage tracker for resource:security_group_rule and tenant:13755ddc9ba44064860422da13549a4f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:05.316102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5aad29d0-b7a1-410f-8fb1-82206806a46e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:05.327424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] For port 23ffb800-e99b-4d47-b8f7-575174420de8, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=23ffb800-e99b-4d47-b8f7-575174420de8,segment=NetworkSegment(7dcb27d1-aab2-47d1-9786-a2d7b25e95a7),segment_id=7dcb27d1-aab2-47d1-9786-a2d7b25e95a7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:05.327790 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:05.333001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5aad29d0-b7a1-410f-8fb1-82206806a46e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:05.367354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa324c-3c36-4519-a0fe-44d0ce660f88 req-18c9634a-1d5e-4003-a27c-c2c916d61c95 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:05.368941 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ffa324c-3c36-4519-a0fe-44d0ce660f88 req-18c9634a-1d5e-4003-a27c-c2c916d61c95 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.2310939 May 25 20:27:05.499579 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ffa324c-3c36-4519-a0fe-44d0ce660f88 req-e3ad6f6a-bbd8-4bbd-b331-6922cf2cead3 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170735 May 25 20:27:05.587965 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aad29d0-b7a1-410f-8fb1-82206806a46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:05.596204 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aad29d0-b7a1-410f-8fb1-82206806a46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:05.686292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5aad29d0-b7a1-410f-8fb1-82206806a46e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13755ddc9ba44064860422da13549a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5841999 May 25 20:27:05.687272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad29d0-b7a1-410f-8fb1-82206806a46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac4b83c-93ab-4eb2-b841-ec30f0cdb40c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:05.689767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36078) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:05.811346 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea56ea8b-0149-4f71-8ec0-3c5af32f58c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:05.853095 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea56ea8b-0149-4f71-8ec0-3c5af32f58c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:05.928294 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea56ea8b-0149-4f71-8ec0-3c5af32f58c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:05.955504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56ea8b-0149-4f71-8ec0-3c5af32f58c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac4b83c-93ab-4eb2-b841-ec30f0cdb40c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:05.964396 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea56ea8b-0149-4f71-8ec0-3c5af32f58c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:05.965553 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ea56ea8b-0149-4f71-8ec0-3c5af32f58c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dac4b83c-93ab-4eb2-b841-ec30f0cdb40c HTTP/1.1" status: 204 len: 168 time: 0.2746594 May 25 20:27:06.065259 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:06.065634 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:06.065944 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Floating IP 393a0f46-67c1-4c56-bdde-036a917661d9 disassociated. External IP: 172.25.3.79, port: 23ffb800-e99b-4d47-b8f7-575174420de8. May 25 20:27:06.069319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Calling delete_port for 23ffb800-e99b-4d47-b8f7-575174420de8 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:06.433071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b646d4e-d224-4b55-b538-720d6d83c0b0 req-591bce0e-4256-4986-bf20-2b4e325400d1 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:06.439646 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b646d4e-d224-4b55-b538-720d6d83c0b0 req-591bce0e-4256-4986-bf20-2b4e325400d1 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.1535850 May 25 20:27:06.550616 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:06.803957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'Port': ['ID=23ffb800-e99b-4d47-b8f7-575174420de8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:06.815349 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b646d4e-d224-4b55-b538-720d6d83c0b0 req-94859d54-de28-49df-82bb-f0dcae8112b7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3595531 May 25 20:27:06.850771 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b38a9323-483e-46a3-9d60-0adfed07b933 req-e8080c1d-a2ce-4799-bd08-c4dfd6762305 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 210 time: 0.1956277 May 25 20:27:07.085177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Router 66328b36-6ec2-4954-b9da-a2089192eb7c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:27:07.794925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790ab77-4653-4273-a459-03fc384ff52e req-0bdfd63b-f4e6-427e-a8b3-7cbed6bb2913 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:07.803025 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c790ab77-4653-4273-a459-03fc384ff52e req-0bdfd63b-f4e6-427e-a8b3-7cbed6bb2913 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.7164321 May 25 20:27:07.864164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:27:07.888335 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b03d3e-c7c1-431f-9e4d-4cf9b49b630e None None] Sync routers for ids ['66328b36-6ec2-4954-b9da-a2089192eb7c'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:27:07.903986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b03d3e-c7c1-431f-9e4d-4cf9b49b630e None None] Routers {'66328b36-6ec2-4954-b9da-a2089192eb7c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:27:07.904615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e8b03d3e-c7c1-431f-9e4d-4cf9b49b630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:27:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['66328b36-6ec2-4954-b9da-a2089192eb7c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:07.956400 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c790ab77-4653-4273-a459-03fc384ff52e req-c3236a0d-aeeb-43e6-a8d8-374b303dd9c7 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461902 May 25 20:27:08.047439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] No DVR routers for this DVR port 23ffb800-e99b-4d47-b8f7-575174420de8 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:27:08.052263 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:08.071275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-deleted', 'tag': '23ffb800-e99b-4d47-b8f7-575174420de8'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:08.088413 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1973312-5e5b-49f5-9ccc-4cbd0fd0267a req-39f65a8c-f5c8-4cc0-b8bb-ec0220bd62ff tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.50 "DELETE /v2.0/ports/23ffb800-e99b-4d47-b8f7-575174420de8 HTTP/1.1" status: 204 len: 173 time: 3.8994520 May 25 20:27:08.300995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e68730fa-5321-4146-8333-f0907110bdc3 req-eeed3ca4-6606-4586-9181-73da88e3675c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Synchronizing usage tracker for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:27:08.309122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b0ed2-38b6-4e8e-9f11-21339cd07000 req-82e316f8-e467-47bd-9627-a5ad476168b2 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:08.318460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-975b0ed2-38b6-4e8e-9f11-21339cd07000 req-82e316f8-e467-47bd-9627-a5ad476168b2 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.2030113 May 25 20:27:08.371095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e68730fa-5321-4146-8333-f0907110bdc3 req-eeed3ca4-6606-4586-9181-73da88e3675c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Unset dirty status for tenant:2de55f61b45045b4816f6a71bdaf22b8 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:27:08.373623 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e68730fa-5321-4146-8333-f0907110bdc3 req-eeed3ca4-6606-4586-9181-73da88e3675c tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 210 time: 0.1738865 May 25 20:27:08.380244 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-975b0ed2-38b6-4e8e-9f11-21339cd07000 req-c34441b6-ff26-4c26-8d5f-74f5e4043b67 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595396 May 25 20:27:08.463475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-e8b03d3e-c7c1-431f-9e4d-4cf9b49b630e None None] Set router 66328b36-6ec2-4954-b9da-a2089192eb7c gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:27:08.517491 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6f0a39-79b1-4ab4-8120-f12fa30f6b05'] response: {'server_uuid': '796817fd-a073-4a13-9423-aedb2990ab18', 'name': 'network-vif-deleted', 'tag': '23ffb800-e99b-4d47-b8f7-575174420de8', 'status': 'completed', 'code': 200} May 25 20:27:08.670363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4866384b-5172-4a9f-a685-ba9964e2ae79 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:27:08.935628 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.resource_extend [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:27:09.183092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:09.220530 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'port_id': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'mac_address': 'fa:16:3e:02:37:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:27:09.311206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e8b03d3e-c7c1-431f-9e4d-4cf9b49b630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:19:36Z', 'revision_number': 4, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a04fcb8d-5841-43e8-ba46-b065e6d334be', 'name': '', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'mac_address': 'fa:16:3e:72:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:32Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 5, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'subnets': [{'id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:09.313353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 4866384b-5172-4a9f-a685-ba9964e2ae79 is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:09.328345 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:09.351110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b03d3e-c7c1-431f-9e4d-4cf9b49b630e None None] Checking router: 66328b36-6ec2-4954-b9da-a2089192eb7c for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:27:09.382691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4866384b-5172-4a9f-a685-ba9964e2ae79 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:27:09.393379 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b03d3e-c7c1-431f-9e4d-4cf9b49b630e None None] Routers {'66328b36-6ec2-4954-b9da-a2089192eb7c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:27:09.394375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e8b03d3e-c7c1-431f-9e4d-4cf9b49b630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:27:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['66328b36-6ec2-4954-b9da-a2089192eb7c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:09.762328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:09.779478 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:09.963324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21fdfc-6332-467a-8013-d11364ec62cd req-11bedf2b-ed8c-4a33-907d-bf72dcb246c5 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:09.970887 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c21fdfc-6332-467a-8013-d11364ec62cd req-11bedf2b-ed8c-4a33-907d-bf72dcb246c5 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 0.2925465 May 25 20:27:10.002810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b31703be-1c51-4edb-adb2-eb501ae441bb req-a42bb268-e085-4c25-b610-9dba1a87d0af tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 210 time: 0.2152247 May 25 20:27:10.076907 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['4866384b-5172-4a9f-a685-ba9964e2ae79'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:27:10.125608 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c21fdfc-6332-467a-8013-d11364ec62cd req-ec974542-e218-4884-9589-7d7484afef5a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529484 May 25 20:27:10.206933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36224) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:10.217209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-948149977', 'description': 'tempest-secgroup-smoke-948149977 description', 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:10.233760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:10.246684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Usage tracker for resource:security_group and tenant:fb09bf8a58ce4944bfac1ad8a6036195 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:10.255397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:10.273103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:10.293950 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:10.332000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=4866384b-5172-4a9f-a685-ba9964e2ae79,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:10.391238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:10.408697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Usage tracker for resource:security_group_rule and tenant:fb09bf8a58ce4944bfac1ad8a6036195 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:10.421395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-e8b03d3e-c7c1-431f-9e4d-4cf9b49b630e None None] Set router 66328b36-6ec2-4954-b9da-a2089192eb7c gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:27:10.450769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:10.472779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:10.687849 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:10.693611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:10.765375 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:10.766603 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5582960 May 25 20:27:10.769715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36240) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:10.775444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ffe6f686-5cdd-4759-b444-22cd74be8e32 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Request body: {'security_group_rule': {'security_group_id': 'c1f6a10b-3dc1-4290-887a-ed0874edbc2e', 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:10.784431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ffe6f686-5cdd-4759-b444-22cd74be8e32 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:10.795913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ffe6f686-5cdd-4759-b444-22cd74be8e32 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Usage tracker for resource:security_group_rule and tenant:fb09bf8a58ce4944bfac1ad8a6036195 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:10.799165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ffe6f686-5cdd-4759-b444-22cd74be8e32 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:10.809135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ffe6f686-5cdd-4759-b444-22cd74be8e32 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:10.816213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301822d6-0a64-4ec5-8416-4a746e72922e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f6a10b-3dc1-4290-887a-ed0874edbc2e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:10.834902 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f686-5cdd-4759-b444-22cd74be8e32 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:10.930479 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f686-5cdd-4759-b444-22cd74be8e32 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:10.935096 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f686-5cdd-4759-b444-22cd74be8e32 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:10.983212 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f686-5cdd-4759-b444-22cd74be8e32 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:10.984719 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ffe6f686-5cdd-4759-b444-22cd74be8e32 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2139828 May 25 20:27:10.987548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36244) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:10.987843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6f686-5cdd-4759-b444-22cd74be8e32 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc49dd4f-f38f-41b6-bdea-639cb3e467e6,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:10.994176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-af8a0515-b4bb-43bd-9921-8f37122956ca tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Request body: {'security_group_rule': {'security_group_id': 'c1f6a10b-3dc1-4290-887a-ed0874edbc2e', 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:11.003457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-af8a0515-b4bb-43bd-9921-8f37122956ca tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:11.008912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-af8a0515-b4bb-43bd-9921-8f37122956ca tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Usage tracker for resource:security_group_rule and tenant:fb09bf8a58ce4944bfac1ad8a6036195 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:11.014495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-af8a0515-b4bb-43bd-9921-8f37122956ca tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:11.014733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e8b03d3e-c7c1-431f-9e4d-4cf9b49b630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:19:36Z', 'revision_number': 4, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a04fcb8d-5841-43e8-ba46-b065e6d334be', 'name': '', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'mac_address': 'fa:16:3e:72:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:32Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 5, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'subnets': [{'id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:11.024303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-af8a0515-b4bb-43bd-9921-8f37122956ca tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:11.028091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b03d3e-c7c1-431f-9e4d-4cf9b49b630e None None] The sync data for ids ['66328b36-6ec2-4954-b9da-a2089192eb7c'] in n-d-843339-1 is: [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:19:36Z', 'revision_number': 4, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a04fcb8d-5841-43e8-ba46-b065e6d334be', 'name': '', 'network_id': 'c180c5b1-d3d2-49c2-820a-f270a32e5078', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'mac_address': 'fa:16:3e:72:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:32Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 5, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'subnets': [{'id': 'dfdda60a-9fcc-4779-9258-31fe99bfbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:27:11.048972 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-af8a0515-b4bb-43bd-9921-8f37122956ca tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:11.177469 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-af8a0515-b4bb-43bd-9921-8f37122956ca tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:11.184007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-af8a0515-b4bb-43bd-9921-8f37122956ca tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:11.224751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a0515-b4bb-43bd-9921-8f37122956ca tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5617d459-574e-4a72-8a0c-51e33ffed63e,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:11.267099 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-af8a0515-b4bb-43bd-9921-8f37122956ca tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:11.268908 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-af8a0515-b4bb-43bd-9921-8f37122956ca tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2789805 May 25 20:27:11.271530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36260) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:11.278535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ab77e3ef-1f0f-42ab-b0c6-4572eb643341 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Request body: {'security_group_rule': {'security_group_id': 'c1f6a10b-3dc1-4290-887a-ed0874edbc2e', 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:11.287595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ab77e3ef-1f0f-42ab-b0c6-4572eb643341 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:11.350710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ab77e3ef-1f0f-42ab-b0c6-4572eb643341 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Usage tracker for resource:security_group_rule and tenant:fb09bf8a58ce4944bfac1ad8a6036195 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:11.356506 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-930f23db-a75d-4e42-9b25-9311e00bc3ba req-550d563e-b70f-4cef-a6ee-3edbfa23e734 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 210 time: 0.0710518 May 25 20:27:11.357557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ab77e3ef-1f0f-42ab-b0c6-4572eb643341 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:11.371660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ab77e3ef-1f0f-42ab-b0c6-4572eb643341 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:11.440965 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ab77e3ef-1f0f-42ab-b0c6-4572eb643341 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:11.578369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee02c7-3bad-4fee-8329-2cef616c85e0 req-5584325d-3a3f-4b16-92dd-8af9a387f533 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:11.580120 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f3ee02c7-3bad-4fee-8329-2cef616c85e0 req-5584325d-3a3f-4b16-92dd-8af9a387f533 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 0.1834507 May 25 20:27:11.629536 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c0ea37-27d2-4ed1-9ea9-d45cffd3686c None None] New status for floating IP 393a0f46-67c1-4c56-bdde-036a917661d9: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:27:11.634786 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ab77e3ef-1f0f-42ab-b0c6-4572eb643341 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:11.642544 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ab77e3ef-1f0f-42ab-b0c6-4572eb643341 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:11.670472 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f3ee02c7-3bad-4fee-8329-2cef616c85e0 req-7f238992-f5b2-412a-9b13-ceb04714debe tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824847 May 25 20:27:11.725471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77e3ef-1f0f-42ab-b0c6-4572eb643341 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054cb337-5f25-4cb4-b293-7bf4a8252324,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:11.732063 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ab77e3ef-1f0f-42ab-b0c6-4572eb643341 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:11.741535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36280) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:11.765374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e690cc89-91cb-4581-b45c-5413403114b5 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Request body: {'security_group_rule': {'security_group_id': 'c1f6a10b-3dc1-4290-887a-ed0874edbc2e', 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:11.775297 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ab77e3ef-1f0f-42ab-b0c6-4572eb643341 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4985623 May 25 20:27:11.795354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e690cc89-91cb-4581-b45c-5413403114b5 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:11.805411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e690cc89-91cb-4581-b45c-5413403114b5 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Usage tracker for resource:security_group_rule and tenant:fb09bf8a58ce4944bfac1ad8a6036195 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:11.815161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e690cc89-91cb-4581-b45c-5413403114b5 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:11.829633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e690cc89-91cb-4581-b45c-5413403114b5 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:11.856610 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e690cc89-91cb-4581-b45c-5413403114b5 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:11.992534 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e690cc89-91cb-4581-b45c-5413403114b5 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:11.997072 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e690cc89-91cb-4581-b45c-5413403114b5 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:12.064246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690cc89-91cb-4581-b45c-5413403114b5 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7270bf-99b8-440c-990e-fa566b8cb8b7,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:12.075358 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e690cc89-91cb-4581-b45c-5413403114b5 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:12.081113 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e690cc89-91cb-4581-b45c-5413403114b5 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3355360 May 25 20:27:12.081358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36292) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:12.103725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f5b93094-1207-41e1-83ca-59108ac1b93c tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Request body: {'security_group_rule': {'security_group_id': 'c1f6a10b-3dc1-4290-887a-ed0874edbc2e', 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:12.118915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f5b93094-1207-41e1-83ca-59108ac1b93c tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:12.127792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f5b93094-1207-41e1-83ca-59108ac1b93c tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Usage tracker for resource:security_group_rule and tenant:fb09bf8a58ce4944bfac1ad8a6036195 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:12.136366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f5b93094-1207-41e1-83ca-59108ac1b93c tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:12.166503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f5b93094-1207-41e1-83ca-59108ac1b93c tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:12.185947 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-f5b93094-1207-41e1-83ca-59108ac1b93c tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Project fb09bf8a58ce4944bfac1ad8a6036195 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:27:12.206234 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5b93094-1207-41e1-83ca-59108ac1b93c tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:12.413510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5b93094-1207-41e1-83ca-59108ac1b93c tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:12.413510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5b93094-1207-41e1-83ca-59108ac1b93c tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:12.588459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b93094-1207-41e1-83ca-59108ac1b93c tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef25a12-f2c7-40b5-8e61-92aeaef84af9,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:12.615867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36318) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:12.631826 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5b93094-1207-41e1-83ca-59108ac1b93c tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:12.647424 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f5b93094-1207-41e1-83ca-59108ac1b93c tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5597372 May 25 20:27:12.648545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36326) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:12.658888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4866384b-5172-4a9f-a685-ba9964e2ae79 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:27:12.703968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-afd0ee7b-4db0-4dbd-a71d-7285d7e3793f tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Request body: {'security_group_rule': {'security_group_id': 'c1f6a10b-3dc1-4290-887a-ed0874edbc2e', 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:12.746379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-afd0ee7b-4db0-4dbd-a71d-7285d7e3793f tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:12.787304 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-afd0ee7b-4db0-4dbd-a71d-7285d7e3793f tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Usage tracker for resource:security_group_rule and tenant:fb09bf8a58ce4944bfac1ad8a6036195 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:12.806910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-afd0ee7b-4db0-4dbd-a71d-7285d7e3793f tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:12.846073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-afd0ee7b-4db0-4dbd-a71d-7285d7e3793f tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:12.899533 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22def83f-430b-4650-aba8-3702a7334dff req-33411d6e-f2ab-4930-8388-5d75bd8a5a82 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/ports?device_id=796817fd-a073-4a13-9423-aedb2990ab18 HTTP/1.1" status: 200 len: 210 time: 0.0848877 May 25 20:27:12.905122 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-afd0ee7b-4db0-4dbd-a71d-7285d7e3793f tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Project fb09bf8a58ce4944bfac1ad8a6036195 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:27:12.927145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 4866384b-5172-4a9f-a685-ba9964e2ae79 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:27:12.927699 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:12.927990 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-afd0ee7b-4db0-4dbd-a71d-7285d7e3793f tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.030378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36338) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:13.036277 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4adb7d70-10fd-4630-bdc2-bac53c37cd36 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1102728325', 'description': 'tempest-description--1991740315'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:13.048437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4adb7d70-10fd-4630-bdc2-bac53c37cd36 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:13.073806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4adb7d70-10fd-4630-bdc2-bac53c37cd36 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:13.094661 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4adb7d70-10fd-4630-bdc2-bac53c37cd36 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.130673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4adb7d70-10fd-4630-bdc2-bac53c37cd36 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:13.136960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4adb7d70-10fd-4630-bdc2-bac53c37cd36 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Usage tracker for resource:security_group_rule and tenant:e14a2273f7b7408d958d6ef34ae3e65e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:13.141612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4adb7d70-10fd-4630-bdc2-bac53c37cd36 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:13.143386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-afd0ee7b-4db0-4dbd-a71d-7285d7e3793f tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.149505 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-afd0ee7b-4db0-4dbd-a71d-7285d7e3793f tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.153401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4adb7d70-10fd-4630-bdc2-bac53c37cd36 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:13.220908 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0ee7b-4db0-4dbd-a71d-7285d7e3793f tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7613e32-d66c-4701-ba62-10c8735a39c8,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:13.323503 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-afd0ee7b-4db0-4dbd-a71d-7285d7e3793f tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.329279 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-afd0ee7b-4db0-4dbd-a71d-7285d7e3793f tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6538768 May 25 20:27:13.343980 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fe2930d8-3466-4ba2-94e2-bfbe535bb690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.405815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fe2930d8-3466-4ba2-94e2-bfbe535bb690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:13.426310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fe2930d8-3466-4ba2-94e2-bfbe535bb690 admin admin] Usage tracker for resource:security_group_rule and tenant:0ca5bc101c0345279a7bd1d76f8b7e3c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:13.432220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fe2930d8-3466-4ba2-94e2-bfbe535bb690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:13.449407 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4adb7d70-10fd-4630-bdc2-bac53c37cd36 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.451074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fe2930d8-3466-4ba2-94e2-bfbe535bb690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:13.456591 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4adb7d70-10fd-4630-bdc2-bac53c37cd36 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.592578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb7d70-10fd-4630-bdc2-bac53c37cd36 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94416fd4-acfe-4dc2-b2d7-51d11c29f987,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:13.624172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b259e1-b959-41c8-bc1a-1056500afa88 req-3e63f58e-1717-41b0-a3e4-82b6fd39d749 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:13.624172 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d6b259e1-b959-41c8-bc1a-1056500afa88 req-3e63f58e-1717-41b0-a3e4-82b6fd39d749 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 0.4542749 May 25 20:27:13.624172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4adb7d70-10fd-4630-bdc2-bac53c37cd36 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.624172 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4adb7d70-10fd-4630-bdc2-bac53c37cd36 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5902712 May 25 20:27:13.624172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36354) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:13.628577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-64efe267-fb82-48f6-bfe9-896548bf195e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Request body: {'security_group_rule': {'security_group_id': '94416fd4-acfe-4dc2-b2d7-51d11c29f987', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:13.636137 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fe2930d8-3466-4ba2-94e2-bfbe535bb690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.641929 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fe2930d8-3466-4ba2-94e2-bfbe535bb690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.651085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-64efe267-fb82-48f6-bfe9-896548bf195e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:13.660786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-64efe267-fb82-48f6-bfe9-896548bf195e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Usage tracker for resource:security_group_rule and tenant:e14a2273f7b7408d958d6ef34ae3e65e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:13.663500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-64efe267-fb82-48f6-bfe9-896548bf195e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:13.670919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 4866384b-5172-4a9f-a685-ba9964e2ae79 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:13.671451 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.680079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-64efe267-fb82-48f6-bfe9-896548bf195e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:13.703343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d6b259e1-b959-41c8-bc1a-1056500afa88 req-c46696f8-156c-4eda-b075-4e729aad5e12 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693345 May 25 20:27:13.740494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fe2930d8-3466-4ba2-94e2-bfbe535bb690 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ca5bc101c0345279a7bd1d76f8b7e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1223485 May 25 20:27:13.741366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36362) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:13.768502 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:13.791353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:13.797282 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.800152 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64efe267-fb82-48f6-bfe9-896548bf195e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.802192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2930d8-3466-4ba2-94e2-bfbe535bb690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3d66c4-dfa8-4f04-b1b7-522ad3d54952,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:13.882704 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1779b934-51d9-4482-aaf1-6d55e156d754'] response: {'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'code': 200} May 25 20:27:13.955454 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-244a31cb-3b8d-4bc1-a7d8-941caa0aada5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:13.957822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=4866384b-5172-4a9f-a685-ba9964e2ae79,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:14.037494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-511da972-04cc-4f24-85e6-c58055d239f9 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-948149977&fields=id&tenant_id=fb09bf8a58ce4944bfac1ad8a6036195 HTTP/1.1" status: 200 len: 267 time: 0.1192636 May 25 20:27:14.046518 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-244a31cb-3b8d-4bc1-a7d8-941caa0aada5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:14.179971 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-244a31cb-3b8d-4bc1-a7d8-941caa0aada5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:14.242317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36380) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:14.284648 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-244a31cb-3b8d-4bc1-a7d8-941caa0aada5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:14.291501 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-244a31cb-3b8d-4bc1-a7d8-941caa0aada5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b3d66c4-dfa8-4f04-b1b7-522ad3d54952 HTTP/1.1" status: 204 len: 168 time: 0.5433860 May 25 20:27:14.305323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a31cb-3b8d-4bc1-a7d8-941caa0aada5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3d66c4-dfa8-4f04-b1b7-522ad3d54952,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:14.354818 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64efe267-fb82-48f6-bfe9-896548bf195e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:14.410953 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64efe267-fb82-48f6-bfe9-896548bf195e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:14.491997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9f847d85-f210-4e71-b7ca-9504fd6a5b64 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:14.502352 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9f847d85-f210-4e71-b7ca-9504fd6a5b64 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/networks?id=e03daf7e-8979-498d-8077-f38957dfd3bc HTTP/1.1" status: 200 len: 814 time: 0.4637835 May 25 20:27:14.516538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efe267-fb82-48f6-bfe9-896548bf195e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16b229c-3751-4f47-8538-d27f9b581b31,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:14.522398 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-314f2adb-70fb-4f5c-aec2-d166cd00ecbb tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/quotas/fb09bf8a58ce4944bfac1ad8a6036195 HTTP/1.1" status: 200 len: 375 time: 0.0179243 May 25 20:27:14.565165 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64efe267-fb82-48f6-bfe9-896548bf195e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:14.569405 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-64efe267-fb82-48f6-bfe9-896548bf195e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9451377 May 25 20:27:14.572664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36394) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:14.575807 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1bc01ed-da2f-47d3-8032-6ceca5f95352 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:14.668952 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1bc01ed-da2f-47d3-8032-6ceca5f95352 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:14.729072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-2b05e435-341d-4253-8946-e9e7ca3dc6d4 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fb09bf8a58ce4944bfac1ad8a6036195&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2019246 May 25 20:27:15.018444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36410) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:15.022860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-46a54d7c-e9d5-453e-93ee-e34a1edbd6b4 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Request body: {'security_group_rule': {'security_group_id': '94416fd4-acfe-4dc2-b2d7-51d11c29f987', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:15.068702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-46a54d7c-e9d5-453e-93ee-e34a1edbd6b4 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:15.071493 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5f0a976e-ba88-4c8b-928d-0a386cadec1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:15.086872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-46a54d7c-e9d5-453e-93ee-e34a1edbd6b4 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Usage tracker for resource:security_group_rule and tenant:e14a2273f7b7408d958d6ef34ae3e65e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:15.092648 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1bc01ed-da2f-47d3-8032-6ceca5f95352 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:15.103691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-46a54d7c-e9d5-453e-93ee-e34a1edbd6b4 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:15.107108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5f0a976e-ba88-4c8b-928d-0a386cadec1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:15.125888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc01ed-da2f-47d3-8032-6ceca5f95352 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c63ad4-c26b-42cf-b6e3-3b0393710caa,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:15.142672 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-e7702b0e-9647-4c90-829d-c1b058d9ad05 service neutron] 10.222.0.60 "GET /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942735 May 25 20:27:15.156943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-46a54d7c-e9d5-453e-93ee-e34a1edbd6b4 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:15.162100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5f0a976e-ba88-4c8b-928d-0a386cadec1d admin admin] Usage tracker for resource:security_group_rule and tenant:73d1ed14f8d14b949ef29e613e395962 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:15.168776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5f0a976e-ba88-4c8b-928d-0a386cadec1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:15.183156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5f0a976e-ba88-4c8b-928d-0a386cadec1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:15.193472 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1bc01ed-da2f-47d3-8032-6ceca5f95352 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:15.197721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a1bc01ed-da2f-47d3-8032-6ceca5f95352 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "DELETE /v2.0/security-groups/22c63ad4-c26b-42cf-b6e3-3b0393710caa HTTP/1.1" status: 204 len: 168 time: 0.9543896 May 25 20:27:15.200362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36416) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:15.230092 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-46a54d7c-e9d5-453e-93ee-e34a1edbd6b4 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:15.261328 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-7f061cd5-53e2-4f9b-a916-d8a54e7f9cca tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] show failed (client error): The resource could not be found. May 25 20:27:15.265910 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7f061cd5-53e2-4f9b-a916-d8a54e7f9cca tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "GET /v2.0/security-groups/22c63ad4-c26b-42cf-b6e3-3b0393710caa HTTP/1.1" status: 404 len: 347 time: 0.0642891 May 25 20:27:15.273678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36420) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:15.326394 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-86bd57d5-5eff-4520-a547-714aec3c6aae service neutron] 10.222.0.60 "GET /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821239 May 25 20:27:15.514705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ba012c46-1634-47fc-b898-55c281c31213 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Deleting port 2354bd50-a221-4c17-863e-81a530c8d047 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:15.515043 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba012c46-1634-47fc-b898-55c281c31213 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:15.656765 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-46a54d7c-e9d5-453e-93ee-e34a1edbd6b4 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:15.713864 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-46a54d7c-e9d5-453e-93ee-e34a1edbd6b4 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:15.898373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a54d7c-e9d5-453e-93ee-e34a1edbd6b4 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941caac2-e929-47d8-af22-0b7fa3e5d96b,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:16.062181 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5f0a976e-ba88-4c8b-928d-0a386cadec1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:16.063942 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-46a54d7c-e9d5-453e-93ee-e34a1edbd6b4 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:16.068878 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-46a54d7c-e9d5-453e-93ee-e34a1edbd6b4 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4948392 May 25 20:27:16.070074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36444) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:16.097472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:16.125457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:16.125457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Usage tracker for resource:floatingip and tenant:e14a2273f7b7408d958d6ef34ae3e65e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:16.125457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:16.146476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:16.150114 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5f0a976e-ba88-4c8b-928d-0a386cadec1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:16.274382 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:16.338806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a976e-ba88-4c8b-928d-0a386cadec1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938f6816-0bcb-4bc4-be36-3e07d6a4d745,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:16.389982 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5f0a976e-ba88-4c8b-928d-0a386cadec1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73d1ed14f8d14b949ef29e613e395962&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3606973 May 25 20:27:16.397191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36450) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:16.416482 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ff431bf-03dc-4344-84f7-2cadc1c50f42 req-eb05a0b8-7479-4681-8e69-045a26207fd7 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 210 time: 0.2375951 May 25 20:27:16.440291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc5c1c-1f6a-4864-af37-23c082da15d3 req-43f90125-c392-4395-af13-9474ca6351cf tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:16.452127 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3efc5c1c-1f6a-4864-af37-23c082da15d3 req-43f90125-c392-4395-af13-9474ca6351cf tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.6372528 May 25 20:27:16.500487 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba012c46-1634-47fc-b898-55c281c31213 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:16.501034 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba012c46-1634-47fc-b898-55c281c31213 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:17.074541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ba012c46-1634-47fc-b898-55c281c31213 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Calling delete_port for 2354bd50-a221-4c17-863e-81a530c8d047 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:17.151848 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3efc5c1c-1f6a-4864-af37-23c082da15d3 req-cc7e6272-0a9f-4b82-8d31-8823ad397269 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6951621 May 25 20:27:17.263075 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:17.381050 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:17.486353 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:17.583398 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba012c46-1634-47fc-b898-55c281c31213 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:17.653940 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:17.661287 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba012c46-1634-47fc-b898-55c281c31213 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'Port': ['ID=2354bd50-a221-4c17-863e-81a530c8d047,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:17.921984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938f6816-0bcb-4bc4-be36-3e07d6a4d745,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:17.951588 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8520b49-292c-4179-b639-6eb51a9996b2 req-efd77dfc-35fe-498f-bc56-da1acf0f301f tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 210 time: 0.1156392 May 25 20:27:17.962771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:17.963404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:17.963832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:17.964262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:17.964687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:17.965650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:17.965650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:17.965903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:17.966482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:17.966901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:17.968127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:17.968790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:18.037073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba012c46-1634-47fc-b898-55c281c31213 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:18.065041 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:18.074964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6755b132-279e-4bf2-9b51-c2ea9c1638ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/938f6816-0bcb-4bc4-be36-3e07d6a4d745 HTTP/1.1" status: 204 len: 168 time: 1.6570680 May 25 20:27:18.076608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Allocated IP 172.25.3.58 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/0ded4761-d292-48ed-9c0e-24da3809a6b8) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:27:18.099335 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba012c46-1634-47fc-b898-55c281c31213 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:18.101919 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ba012c46-1634-47fc-b898-55c281c31213 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "DELETE /v2.0/floatingips/393a0f46-67c1-4c56-bdde-036a917661d9 HTTP/1.1" status: 204 len: 168 time: 2.8246088 May 25 20:27:18.105867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36488) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:18.270998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b9da8c99-ab35-41df-a670-6bae4662b33b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Deleting port cfb3cf7b-33cc-446c-bc12-45dbba72300e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:18.271335 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9da8c99-ab35-41df-a670-6bae4662b33b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:18.596785 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:18.671508 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:18.786648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Pushing event updated for resources: {'Port': ['ID=0ded4761-d292-48ed-9c0e-24da3809a6b8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:18.802201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:27:18.803591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:27:18.811196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:27:19.000968 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:19.104253 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:19.555884 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:19.566936 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:19.948467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Pushing event updated for resources: {'Port': ['ID=0ded4761-d292-48ed-9c0e-24da3809a6b8,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:20.151224 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:20.168989 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6faa61e9-8c60-4c01-99be-f9697158d815 req-4cc3b133-217d-468f-9a0f-f4c5a03e2b3a tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 210 time: 0.4455934 May 25 20:27:20.200790 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:20.210196 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-501e8100-e090-46ab-a88e-04772793cbec tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1268241 May 25 20:27:20.264081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36f107-94ab-4746-bb48-ede0d258e692 req-fc1a345d-c58b-4bfb-af30-ebfe0d7f06b8 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:20.272389 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e36f107-94ab-4746-bb48-ede0d258e692 req-fc1a345d-c58b-4bfb-af30-ebfe0d7f06b8 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 1.7463274 May 25 20:27:20.294208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-393c19d0-1595-41a2-9cc1-136fae4ea676 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:20.295297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-393c19d0-1595-41a2-9cc1-136fae4ea676 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Synchronizing usage tracker for tenant:fb09bf8a58ce4944bfac1ad8a6036195 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:27:20.388600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4e36f107-94ab-4746-bb48-ede0d258e692 req-b919b2ce-8c67-4749-a5ed-713ed2eb7ac8 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811572 May 25 20:27:20.410705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-393c19d0-1595-41a2-9cc1-136fae4ea676 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Unset dirty status for tenant:fb09bf8a58ce4944bfac1ad8a6036195 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:27:20.412360 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-393c19d0-1595-41a2-9cc1-136fae4ea676 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.70 "GET /v2.0/networks?id=e03daf7e-8979-498d-8077-f38957dfd3bc HTTP/1.1" status: 200 len: 814 time: 1.5195661 May 25 20:27:20.562193 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9da8c99-ab35-41df-a670-6bae4662b33b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:20.583149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-3bec994e-04f1-48c7-b3dc-a56e728723fe tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Synchronizing usage tracker for tenant:fb09bf8a58ce4944bfac1ad8a6036195 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:27:20.716610 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-5cb6251b-47bf-470d-8a0b-321c2efc8dba tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1102728325&fields=id&tenant_id=e14a2273f7b7408d958d6ef34ae3e65e HTTP/1.1" status: 200 len: 267 time: 0.1155374 May 25 20:27:20.786326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-3bec994e-04f1-48c7-b3dc-a56e728723fe tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Unset dirty status for tenant:fb09bf8a58ce4944bfac1ad8a6036195 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:27:20.789775 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-3bec994e-04f1-48c7-b3dc-a56e728723fe tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb09bf8a58ce4944bfac1ad8a6036195 HTTP/1.1" status: 200 len: 379 time: 0.3540089 May 25 20:27:20.971407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Request body: {'port': {'device_id': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'admin_state_up': True, 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'security_groups': ['c1f6a10b-3dc1-4290-887a-ed0874edbc2e']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:21.054770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b9da8c99-ab35-41df-a670-6bae4662b33b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Calling delete_port for cfb3cf7b-33cc-446c-bc12-45dbba72300e owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:21.170258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007755e-4823-4c87-829b-e0e3786f7413 req-22703328-9424-4b6c-a00e-c056a09582bb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:21.174360 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-22703328-9424-4b6c-a00e-c056a09582bb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 818 time: 0.4524059 May 25 20:27:21.221024 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-17936685-7ab3-4e0c-88fc-6c883466d237 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/quotas/e14a2273f7b7408d958d6ef34ae3e65e HTTP/1.1" status: 200 len: 375 time: 0.0384951 May 25 20:27:21.455953 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-3b96fff8-b7c1-47e1-97ed-a1f6dc10f226 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2415509 May 25 20:27:21.621013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dce9a585-f33d-4a4d-b147-2017f8388a5a req-d9474188-9f0a-43e6-8e9b-725f0f930ad4 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Synchronizing usage tracker for tenant:fb09bf8a58ce4944bfac1ad8a6036195 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:27:21.731594 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-852ae8f5-309b-456f-92f1-5d5b12808e58 service neutron] 10.222.0.60 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707181 May 25 20:27:21.803475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:21.820604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dce9a585-f33d-4a4d-b147-2017f8388a5a req-d9474188-9f0a-43e6-8e9b-725f0f930ad4 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Unset dirty status for tenant:fb09bf8a58ce4944bfac1ad8a6036195 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:27:21.828267 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dce9a585-f33d-4a4d-b147-2017f8388a5a req-d9474188-9f0a-43e6-8e9b-725f0f930ad4 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 210 time: 0.3181334 May 25 20:27:21.866728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:22.053642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Made reservation on behalf of fb09bf8a58ce4944bfac1ad8a6036195 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:27:22.064001 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:22.253237 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-3fa09d34-c0d1-4555-8299-b8960807111b service neutron] 10.222.0.60 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137010 May 25 20:27:22.560487 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9da8c99-ab35-41df-a670-6bae4662b33b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:22.729604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da8c99-ab35-41df-a670-6bae4662b33b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'Port': ['ID=cfb3cf7b-33cc-446c-bc12-45dbba72300e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:22.960102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Allocated IP 172.20.0.11 (e03daf7e-8979-498d-8077-f38957dfd3bc/4ae632a4-9c23-4f44-9e84-0feb5294cccb/de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:27:23.127753 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fc843c0d-585e-452d-adf9-224fa8dc9a3a req-7fddf562-9add-4c39-b8c3-1d6298f4ec4f tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 210 time: 0.2204206 May 25 20:27:23.655147 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d7f0f68d-dc1a-44c6-8e9a-5bc17b9dcd10 req-9163b545-7a4c-4701-ada1-40ee83ba3640 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 210 time: 0.0874796 May 25 20:27:23.726112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9be39-f5e7-44b9-b3ae-3adf331f8988 req-1819477e-0918-4e05-a1d0-e48606bd0072 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:23.752185 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0f9be39-f5e7-44b9-b3ae-3adf331f8988 req-1819477e-0918-4e05-a1d0-e48606bd0072 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 1.6407256 May 25 20:27:23.819530 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:24.340092 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0f9be39-f5e7-44b9-b3ae-3adf331f8988 req-9dd22513-ca2b-435d-80af-d1f816ef8fa6 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5805130 May 25 20:27:24.356275 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9da8c99-ab35-41df-a670-6bae4662b33b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:24.567353 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:24.611550 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b9da8c99-ab35-41df-a670-6bae4662b33b tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "DELETE /v2.0/ports/cfb3cf7b-33cc-446c-bc12-45dbba72300e HTTP/1.1" status: 204 len: 168 time: 6.5041270 May 25 20:27:24.616305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36668) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:24.684177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Transition to ACTIVE for port object de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:27:24.811102 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:25.189592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Network e03daf7e-8979-498d-8077-f38957dfd3bc is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:27:25.220741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:27:25.235954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:27:25.299941 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b08fc4f4-db2b-4649-be6c-815c032d692b req-d997c4bb-e79a-44d0-8107-717c17f10dea tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 210 time: 0.2467101 May 25 20:27:25.428927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Pushing event updated for resources: {'Port': ['ID=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:25.461658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d0904c92-dc02-4529-a80b-aa80e3957326 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Deleting port 7194a444-0396-4362-aa01-2992d5275a0c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:25.486402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d0904c92-dc02-4529-a80b-aa80e3957326 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:25.537404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:25.540415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:25.624334 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-f20220d8-d245-43ff-8f96-fa967a758109 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6746283 May 25 20:27:25.644086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Request body: {'port': {'device_id': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:26.024890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5f9fab45-e656-42d8-bbf2-3aaa1f933721 None None] Provisioning for port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:27:26.056704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5f9fab45-e656-42d8-bbf2-3aaa1f933721 None None] Provisioning complete for port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:27:26.057270 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5f9fab45-e656-42d8-bbf2-3aaa1f933721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:26.144015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-e7dc7bf0-9a33-4807-8a65-34d9399b23f2 req-c2d83e0e-76df-4a66-94f1-e949baab4e05 service neutron] (88331) timed out ('10.222.0.60', 33448) {{(pid=88331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 20:27:26.340385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5f9fab45-e656-42d8-bbf2-3aaa1f933721 None None] Port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:27:26.582058 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:27.031313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007755e-4823-4c87-829b-e0e3786f7413 req-30b6a10c-b32d-4dbb-8238-47cb6574015c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:27.034310 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-30b6a10c-b32d-4dbb-8238-47cb6574015c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.50 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 818 time: 0.8948295 May 25 20:27:27.214006 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d0904c92-dc02-4529-a80b-aa80e3957326 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:27.301827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:27:27.333172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:27.399069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Transition to ACTIVE for port object de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:27:27.408032 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:27.626184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d0904c92-dc02-4529-a80b-aa80e3957326 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Calling delete_port for 7194a444-0396-4362-aa01-2992d5275a0c owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:27.721565 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-55c41f89-393b-4cbd-a1b3-eaad987562f6 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14a2273f7b7408d958d6ef34ae3e65e HTTP/1.1" status: 200 len: 380 time: 0.6722860 May 25 20:27:27.744621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da4451-15a5-4c7c-a87f-e6140c225344 req-e0f47f79-96d7-4f3b-b264-fd0632427c5e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:27.761932 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1da4451-15a5-4c7c-a87f-e6140c225344 req-e0f47f79-96d7-4f3b-b264-fd0632427c5e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 932 time: 2.0718436 May 25 20:27:27.797182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Request body: {'port': {'device_id': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'admin_state_up': True, 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'security_groups': ['94416fd4-acfe-4dc2-b2d7-51d11c29f987']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:27.872327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Pushing event updated for resources: {'Port': ['ID=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:28.005225 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:28.077310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Attempting to bind port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:27:28.077310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Attempting to bind port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:27:28.077310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Attempting to bind port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb on network e03daf7e-8979-498d-8077-f38957dfd3bc {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:27:28.093043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb on network e03daf7e-8979-498d-8077-f38957dfd3bc not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:27:28.093043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Attempting to bind port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb on network e03daf7e-8979-498d-8077-f38957dfd3bc {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:27:28.119721 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0534afd7-a821-4422-ad82-85ade5b6c278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:28.136415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397d10d-953c-426b-b5d3-32efc924c6f6 req-528729d8-25e6-487c-b62a-13f45f12c32f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:28.152134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397d10d-953c-426b-b5d3-32efc924c6f6 req-528729d8-25e6-487c-b62a-13f45f12c32f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:28.173936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397d10d-953c-426b-b5d3-32efc924c6f6 req-528729d8-25e6-487c-b62a-13f45f12c32f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:28.185175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397d10d-953c-426b-b5d3-32efc924c6f6 req-528729d8-25e6-487c-b62a-13f45f12c32f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:28.194930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397d10d-953c-426b-b5d3-32efc924c6f6 req-528729d8-25e6-487c-b62a-13f45f12c32f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:28.206727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397d10d-953c-426b-b5d3-32efc924c6f6 req-528729d8-25e6-487c-b62a-13f45f12c32f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:28.222088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397d10d-953c-426b-b5d3-32efc924c6f6 req-528729d8-25e6-487c-b62a-13f45f12c32f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:28.225345 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d397d10d-953c-426b-b5d3-32efc924c6f6 req-528729d8-25e6-487c-b62a-13f45f12c32f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5444 time: 1.6321468 May 25 20:27:28.237503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:27:28.237503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Checking segment: {'id': 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:27:28.237682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Bound using segment: {'id': 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:27:28.239252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Bound port: de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:27:28.239252 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:28.409034 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d397d10d-953c-426b-b5d3-32efc924c6f6 req-7a7ad5a2-005a-459d-8cf9-999b52302fd9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290300 May 25 20:27:28.452803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1da4451-15a5-4c7c-a87f-e6140c225344 req-3e07ab5d-d822-43c3-ab30-5cd447f4bf75 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6796765 May 25 20:27:28.468629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] For port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:27:28.480253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] For port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb,segment=NetworkSegment(bb80af49-32fc-4ec8-9ce3-3a0c54a86d51),segment_id=bb80af49-32fc-4ec8-9ce3-3a0c54a86d51)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:27:28.480253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:28.523556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:28.538350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:28.638175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Made reservation on behalf of e14a2273f7b7408d958d6ef34ae3e65e for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:27:28.641244 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:28.672380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:28.673807 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:28.675267 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] 10.222.0.70 "PUT /v2.0/ports/de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb HTTP/1.1" status: 200 len: 1092 time: 3.0399463 May 25 20:27:28.676159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913d1fe-2f9a-47ec-8384-1b8a72abb825 service neutron] Pushing event updated for resources: {'Port': ['ID=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:28.688696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:29.145092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-7bac69d6-b1de-4ca3-9224-b0f4b6bfb630 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:29.147655 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-7bac69d6-b1de-4ca3-9224-b0f4b6bfb630 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.50 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 945 time: 0.8150885 May 25 20:27:29.148529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d0904c92-dc02-4529-a80b-aa80e3957326 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:29.244541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-92699f90-7393-4080-a196-cda290e00e4e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:29.266996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0904c92-dc02-4529-a80b-aa80e3957326 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'Port': ['ID=7194a444-0396-4362-aa01-2992d5275a0c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:29.279249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-92699f90-7393-4080-a196-cda290e00e4e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:29.302442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-92699f90-7393-4080-a196-cda290e00e4e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:29.317670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-92699f90-7393-4080-a196-cda290e00e4e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:29.344499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-92699f90-7393-4080-a196-cda290e00e4e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:29.366370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-92699f90-7393-4080-a196-cda290e00e4e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:29.419045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-92699f90-7393-4080-a196-cda290e00e4e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:29.423457 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-92699f90-7393-4080-a196-cda290e00e4e tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 5444 time: 0.6360135 May 25 20:27:29.428861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-15df2c14-a902-4123-b868-da53bdbe88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:29.435022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-15df2c14-a902-4123-b868-da53bdbe88bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb09bf8a58ce4944bfac1ad8a6036195&device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 1095 time: 0.6589603 May 25 20:27:29.685809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb63f1-9b9a-4b3d-a496-d00a293a7677 req-fa438449-83f7-42c0-9568-42f0fe96d4ff tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:29.688240 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-23fb63f1-9b9a-4b3d-a496-d00a293a7677 req-fa438449-83f7-42c0-9568-42f0fe96d4ff tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.9075725 May 25 20:27:29.694521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Deleting port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:29.695633 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:29.795265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45020695-e37c-4612-acaf-927ea3a15bcc req-87130373-3655-4d7d-b06c-77c7a2f75889 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:29.805965 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45020695-e37c-4612-acaf-927ea3a15bcc req-87130373-3655-4d7d-b06c-77c7a2f75889 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 945 time: 1.1015573 May 25 20:27:29.812165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-4926918e-0f80-48cd-8a9d-f6b7c440e061 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:29.820001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-4926918e-0f80-48cd-8a9d-f6b7c440e061 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "GET /v2.0/ports/b07c8e8f-6335-426d-9c38-c8f745c11d75?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3829379 May 25 20:27:29.826336 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-c4084c9d-e47d-4f6a-899a-01d4df652664 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb HTTP/1.1" status: 200 len: 217 time: 0.2955489 May 25 20:27:29.931328 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d0904c92-dc02-4529-a80b-aa80e3957326 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:30.154460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45020695-e37c-4612-acaf-927ea3a15bcc req-66c3bcc4-593d-42a2-866f-66c59c65c547 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups?id=d7eb8652-a107-45a3-960b-b59ebf77a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255596 May 25 20:27:30.176230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-b8d18d6b-8b6d-46f6-972a-797229accde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:30.177921 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-b8d18d6b-8b6d-46f6-972a-797229accde9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ae632a4-9c23-4f44-9e84-0feb5294cccb HTTP/1.1" status: 200 len: 853 time: 0.2537820 May 25 20:27:30.223494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d0904c92-dc02-4529-a80b-aa80e3957326 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "DELETE /v2.0/ports/7194a444-0396-4362-aa01-2992d5275a0c HTTP/1.1" status: 204 len: 168 time: 5.6053946 May 25 20:27:30.240344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36774) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:30.596623 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dd98bda4-f4a6-4075-9cab-04e1efca4e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:30.620823 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-06b583a8-0417-467c-ab7c-ff5aaf47a7c0 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "GET /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7594388 May 25 20:27:30.631069 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-720992cd-0612-4015-a1dc-108b24919a8f req-dea7836d-e25b-485b-afcd-9f02783661fd tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 210 time: 0.1118398 May 25 20:27:30.638769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-d8ab1ca5-2939-4640-8f33-c676c6a01ad7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:30.792012 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-23fb63f1-9b9a-4b3d-a496-d00a293a7677 req-c6fb9b23-5868-4d85-9ba3-984ba211a38b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8654106 May 25 20:27:30.797141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e62a3ca-fb10-405a-badc-d1ccb41a4614 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Deleting subnet d41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:27:30.802621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Allocated IP 172.20.0.4 (164c88b4-177b-4381-afdd-4a8c4f88e909/279f1a22-ecae-455b-8eb6-ade985c0afc7/06c08728-e001-4860-ab46-7ca9bb1274bb) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:27:30.863318 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e62a3ca-fb10-405a-badc-d1ccb41a4614 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:30.871293 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15850f13-0439-47a9-949a-e51c93ad9968'] response: {'name': 'network-changed', 'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'status': 'completed', 'code': 200} May 25 20:27:30.931699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-5d26059f-a99f-41dc-a141-32d281ea671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:30.934192 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-5d26059f-a99f-41dc-a141-32d281ea671f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e03daf7e-8979-498d-8077-f38957dfd3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7496271 May 25 20:27:30.997712 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-d8ab1ca5-2939-4640-8f33-c676c6a01ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:31.110679 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e62a3ca-fb10-405a-badc-d1ccb41a4614 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:31.225676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] For port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=2b96a2b5-4fce-4600-9ea4-50f1f9757b0b,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:31.226001 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:31.363384 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:31.602596 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-79a98cad-d562-40aa-ae49-57ed570be3d5 service neutron] 10.222.0.70 "GET /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580815 May 25 20:27:31.613730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8be43a-dfa9-4289-a552-e8dee80f183d req-1a29b85b-3389-4d41-bda3-45214b353fd2 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:31.614482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-df8be43a-dfa9-4289-a552-e8dee80f183d req-1a29b85b-3389-4d41-bda3-45214b353fd2 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Synchronizing usage tracker for tenant:fb09bf8a58ce4944bfac1ad8a6036195 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:27:31.697371 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:31.751939 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:31.752758 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:31.753314 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Floating IP 3c6862ea-e86b-4878-ab63-bda56bd148a6 disassociated. External IP: 172.25.3.249, port: 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b. May 25 20:27:31.753838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Calling delete_port for 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:31.861329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-df8be43a-dfa9-4289-a552-e8dee80f183d req-1a29b85b-3389-4d41-bda3-45214b353fd2 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Unset dirty status for tenant:fb09bf8a58ce4944bfac1ad8a6036195 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:27:31.862466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df8be43a-dfa9-4289-a552-e8dee80f183d req-1a29b85b-3389-4d41-bda3-45214b353fd2 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 944 time: 0.6399648 May 25 20:27:31.902539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-d8ab1ca5-2939-4640-8f33-c676c6a01ad7 service neutron] For port b07c8e8f-6335-426d-9c38-c8f745c11d75, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b07c8e8f-6335-426d-9c38-c8f745c11d75,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:31.968193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df8be43a-dfa9-4289-a552-e8dee80f183d req-317aec62-6db6-4555-ab19-881962af3805 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983133 May 25 20:27:32.009951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-d8ab1ca5-2939-4640-8f33-c676c6a01ad7 service neutron] For port b07c8e8f-6335-426d-9c38-c8f745c11d75, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:27:32.091316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc13b06b-e4c8-4206-9b9b-e5114980987a req-0e244127-65fa-4d61-b85c-4b4cf44557ce service neutron] 10.222.0.70 "GET /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702005 May 25 20:27:32.114655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-d8ab1ca5-2939-4640-8f33-c676c6a01ad7 service neutron] device_id is not set on port b07c8e8f-6335-426d-9c38-c8f745c11d75 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:27:32.128614 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-d8ab1ca5-2939-4640-8f33-c676c6a01ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:32.151309 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-d8ab1ca5-2939-4640-8f33-c676c6a01ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:32.256976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:27:32.296263 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:27:32.565035 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e62a3ca-fb10-405a-badc-d1ccb41a4614 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:32.700047 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0cbe5-77c7-498e-a4d3-bef9d3870a13 req-8131a2ea-5532-4d2f-ae7e-b348f690290c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:32.708367 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0cbe5-77c7-498e-a4d3-bef9d3870a13 req-8131a2ea-5532-4d2f-ae7e-b348f690290c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:32.715651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:32.716194 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:32.718059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0cbe5-77c7-498e-a4d3-bef9d3870a13 req-8131a2ea-5532-4d2f-ae7e-b348f690290c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:32.725683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0cbe5-77c7-498e-a4d3-bef9d3870a13 req-8131a2ea-5532-4d2f-ae7e-b348f690290c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:32.731951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0cbe5-77c7-498e-a4d3-bef9d3870a13 req-8131a2ea-5532-4d2f-ae7e-b348f690290c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:32.743627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0cbe5-77c7-498e-a4d3-bef9d3870a13 req-8131a2ea-5532-4d2f-ae7e-b348f690290c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:32.752393 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98f0cbe5-77c7-498e-a4d3-bef9d3870a13 req-8131a2ea-5532-4d2f-ae7e-b348f690290c tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 4666 time: 0.8293955 May 25 20:27:32.761879 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b07c8e8f-6335-426d-9c38-c8f745c11d75 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:27:32.769724 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:32.943422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-d8ab1ca5-2939-4640-8f33-c676c6a01ad7 service neutron] No DVR routers for this DVR port b07c8e8f-6335-426d-9c38-c8f745c11d75 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:27:32.965398 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98f0cbe5-77c7-498e-a4d3-bef9d3870a13 req-c405884d-b53a-461e-98a8-2ec494a81e3f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2117102 May 25 20:27:32.966648 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:32.970262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Transition to ACTIVE for port object 06c08728-e001-4860-ab46-7ca9bb1274bb will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:27:33.126933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b07c8e8f-6335-426d-9c38-c8f745c11d75 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:27:33.127903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b2f2aef6-a947-402d-bea3-73ac08d5de61 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:27:33.128961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:33.163543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event deleted for resources: {'Port': ['ID=2b96a2b5-4fce-4600-9ea4-50f1f9757b0b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:33.172471 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e62a3ca-fb10-405a-badc-d1ccb41a4614 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:33.183015 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2609aff-c3b8-4ce4-af20-ffd0ea97d31f req-5030c72b-e51a-4d8a-b1b8-805d52f6668e tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/ports?device_id=350c68ea-d8d1-4b15-bf54-3c49550be147 HTTP/1.1" status: 200 len: 210 time: 0.4190800 May 25 20:27:33.208074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab1ca5-2939-4640-8f33-c676c6a01ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=b07c8e8f-6335-426d-9c38-c8f745c11d75,revision_number=6']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:33.240692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-45a5b15a-9c09-418d-ad70-2ee3daefe9fd None None] Provisioning complete for port b07c8e8f-6335-426d-9c38-c8f745c11d75 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:27:33.241063 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-45a5b15a-9c09-418d-ad70-2ee3daefe9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:33.326407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5760452-732f-4216-b822-394be6b6d3e9 req-73bcf4d8-f0b5-43fa-a737-e0791fc94957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:33.327886 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5760452-732f-4216-b822-394be6b6d3e9 req-73bcf4d8-f0b5-43fa-a737-e0791fc94957 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb09bf8a58ce4944bfac1ad8a6036195&device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 1095 time: 0.9571440 May 25 20:27:33.418546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-d8ab1ca5-2939-4640-8f33-c676c6a01ad7 service neutron] In _notify_port_updated(), no bound segment for port b07c8e8f-6335-426d-9c38-c8f745c11d75 on network d3464776-988d-4c60-978a-9ad539684d1a {{(pid=88332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:27:33.419540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-d8ab1ca5-2939-4640-8f33-c676c6a01ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:33.420407 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-d8ab1ca5-2939-4640-8f33-c676c6a01ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:33.422223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-d8ab1ca5-2939-4640-8f33-c676c6a01ad7 service neutron] 10.222.0.70 "PUT /v2.0/ports/b07c8e8f-6335-426d-9c38-c8f745c11d75 HTTP/1.1" status: 200 len: 1031 time: 2.7897079 May 25 20:27:33.536416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-45a5b15a-9c09-418d-ad70-2ee3daefe9fd None None] Port b07c8e8f-6335-426d-9c38-c8f745c11d75 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:27:33.538506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe0efe-8658-4b54-9acb-40f7d161e55f None None] Network 73524a7a-6b9f-4a42-a9b8-697767a31e19 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:27:33.589284 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:33.652240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ffc8ebb3-8f11-426c-a4fc-df1973ca07a4 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:33.653668 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ffc8ebb3-8f11-426c-a4fc-df1973ca07a4 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "GET /v2.0/ports/d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2178867 May 25 20:27:33.803115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:33.915086 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e62a3ca-fb10-405a-badc-d1ccb41a4614 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:33.926896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Pushing event updated for resources: {'Port': ['ID=06c08728-e001-4860-ab46-7ca9bb1274bb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:33.933073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Network 164c88b4-177b-4381-afdd-4a8c4f88e909 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:27:34.003002 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:27:34.049886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:27:34.127026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62a3ca-fb10-405a-badc-d1ccb41a4614 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'Subnet': ['ID=d41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:34.191435 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b2f2aef6-a947-402d-bea3-73ac08d5de61 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:34.200508 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:34.265314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b2f2aef6-a947-402d-bea3-73ac08d5de61, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b2f2aef6-a947-402d-bea3-73ac08d5de61,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:34.266242 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1e62a3ca-fb10-405a-badc-d1ccb41a4614 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "DELETE /v2.0/subnets/d41ed3e9-124e-4bbd-95c2-2d3adcdc8f2b HTTP/1.1" status: 204 len: 168 time: 3.9576426 May 25 20:27:34.289302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f2aef6-a947-402d-bea3-73ac08d5de61'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:34.303608 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:34.307082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:27:34.321123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36872) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:34.490697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:34.491639 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:34.530524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Router c98ffa00-a92c-4100-a75f-16abb956bdae has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:27:34.564549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8893bf7-57d2-4910-8c0f-f509d7220c70 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Deleting subnet 43035961-3504-4c3a-94eb-4ba39088b719 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:27:34.615947 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:34.717199 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-4728164c-6a0d-4615-86ad-2ccc6dbe073c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9842155 May 25 20:27:34.738820 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8893bf7-57d2-4910-8c0f-f509d7220c70 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:34.757922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516ca06-5c3c-4edf-bcd4-4298295bf53e req-a2c2e293-b446-4c8b-9b62-3b747ff7ee9b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:34.760001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:34.760647 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:34.763746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9516ca06-5c3c-4edf-bcd4-4298295bf53e req-a2c2e293-b446-4c8b-9b62-3b747ff7ee9b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 1.0863106 May 25 20:27:34.764860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5760452-732f-4216-b822-394be6b6d3e9 req-d420d1f0-40d7-49c2-becb-3ff995c1f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:34.770572 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5760452-732f-4216-b822-394be6b6d3e9 req-d420d1f0-40d7-49c2-becb-3ff995c1f5bf service neutron] 10.222.0.70 "GET /v2.0/networks?id=e03daf7e-8979-498d-8077-f38957dfd3bc HTTP/1.1" status: 200 len: 915 time: 1.4341948 May 25 20:27:34.816528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:34.834245 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:34.835581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 60f2c721-b8e7-4254-a086-1a16f4ce7793 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:27:34.878422 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a194a-4f0f-45ea-83ae-4c15a0c29444 req-fa56c99f-de1b-4264-9f46-14f7d65e6cf1 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:34.884692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-997a194a-4f0f-45ea-83ae-4c15a0c29444 req-fa56c99f-de1b-4264-9f46-14f7d65e6cf1 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Synchronizing usage tracker for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:27:34.940054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Request body: {'port': {'device_id': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:34.958126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-85cc2877-ce30-48fb-ab0d-fd844c99db98 None None] Provisioning for port 06c08728-e001-4860-ab46-7ca9bb1274bb completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:27:34.980262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b2f2aef6-a947-402d-bea3-73ac08d5de61,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:35.004297 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5760452-732f-4216-b822-394be6b6d3e9 req-6390ea77-1fbe-4500-a057-1e1e0f0b8cd5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb HTTP/1.1" status: 200 len: 217 time: 0.1659207 May 25 20:27:35.075393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-997a194a-4f0f-45ea-83ae-4c15a0c29444 req-fa56c99f-de1b-4264-9f46-14f7d65e6cf1 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Unset dirty status for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:27:35.077546 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-997a194a-4f0f-45ea-83ae-4c15a0c29444 req-fa56c99f-de1b-4264-9f46-14f7d65e6cf1 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 931 time: 1.1542783 May 25 20:27:35.153897 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8893bf7-57d2-4910-8c0f-f509d7220c70 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:35.211961 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9516ca06-5c3c-4edf-bcd4-4298295bf53e req-05b5464a-a549-47bd-867d-e872a1e1bd8c tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4164863 May 25 20:27:35.213635 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-85cc2877-ce30-48fb-ab0d-fd844c99db98 None None] Provisioning complete for port 06c08728-e001-4860-ab46-7ca9bb1274bb triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:27:35.214253 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-85cc2877-ce30-48fb-ab0d-fd844c99db98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:35.229264 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:27:35.229839 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:27:35.269683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5760452-732f-4216-b822-394be6b6d3e9 req-107dc9bf-4b73-4647-b581-2f83f221ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:35.275169 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5760452-732f-4216-b822-394be6b6d3e9 req-107dc9bf-4b73-4647-b581-2f83f221ad47 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ae632a4-9c23-4f44-9e84-0feb5294cccb HTTP/1.1" status: 200 len: 853 time: 0.2563174 May 25 20:27:35.289856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:35.365535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 60f2c721-b8e7-4254-a086-1a16f4ce7793 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:35.366692 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:35.419099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 60f2c721-b8e7-4254-a086-1a16f4ce7793, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=60f2c721-b8e7-4254-a086-1a16f4ce7793,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:35.440418 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:35.441122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e9565183-6952-4d21-9f2f-934a495fbd32 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:27:35.534084 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-997a194a-4f0f-45ea-83ae-4c15a0c29444 req-967a87ff-1d67-40fb-88ac-2aca5cb37790 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664859 May 25 20:27:35.535319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:27:35.598176 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:35.600766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] DHCP port deletion for 73524a7a-6b9f-4a42-a9b8-697767a31e19 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:27:35.610303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e47fea-cb52-41fc-b3e3-bbaa6101a6f8 None None] Sync routers for ids ['c98ffa00-a92c-4100-a75f-16abb956bdae'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:27:35.657625 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e47fea-cb52-41fc-b3e3-bbaa6101a6f8 None None] Routers {'c98ffa00-a92c-4100-a75f-16abb956bdae'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:27:35.658323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-33e47fea-cb52-41fc-b3e3-bbaa6101a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:27:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c98ffa00-a92c-4100-a75f-16abb956bdae'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:35.689328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5760452-732f-4216-b822-394be6b6d3e9 req-6415bba2-1c8b-47af-85d5-4e244bafcc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:35.690833 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5760452-732f-4216-b822-394be6b6d3e9 req-6415bba2-1c8b-47af-85d5-4e244bafcc4d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e03daf7e-8979-498d-8077-f38957dfd3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4093781 May 25 20:27:35.708043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] No DVR routers for this DVR port 2b96a2b5-4fce-4600-9ea4-50f1f9757b0b on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:27:35.712918 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:35.718542 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe28e8af-9612-4734-99ca-edae6ead2a87 req-656782c6-726d-4b40-b65b-669ad41dd0e0 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.50 "DELETE /v2.0/ports/2b96a2b5-4fce-4600-9ea4-50f1f9757b0b HTTP/1.1" status: 204 len: 173 time: 6.5542247 May 25 20:27:35.730871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350c68ea-d8d1-4b15-bf54-3c49550be147', 'name': 'network-vif-deleted', 'tag': '2b96a2b5-4fce-4600-9ea4-50f1f9757b0b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:35.930065 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:35.967281 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8893bf7-57d2-4910-8c0f-f509d7220c70 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:36.001707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] Deleting port 25693a76-dbd2-4f04-96b9-d267821c193b {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:36.002124 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:36.225695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-85cc2877-ce30-48fb-ab0d-fd844c99db98 None None] Port 06c08728-e001-4860-ab46-7ca9bb1274bb cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:27:36.338071 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 25693a76-dbd2-4f04-96b9-d267821c193b no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:27:36.531006 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-33e47fea-cb52-41fc-b3e3-bbaa6101a6f8 None None] Set router c98ffa00-a92c-4100-a75f-16abb956bdae gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:27:36.702432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c08728-e001-4860-ab46-7ca9bb1274bb {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:27:36.720309 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:36.767172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=60f2c721-b8e7-4254-a086-1a16f4ce7793,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:36.791278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Transition to ACTIVE for port object 06c08728-e001-4860-ab46-7ca9bb1274bb will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:27:36.818857 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:37.008697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5760452-732f-4216-b822-394be6b6d3e9 req-620c9e99-7d30-4cdf-b8bb-bcd56962931e service neutron] 10.222.0.70 "GET /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3045826 May 25 20:27:37.161502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee3a2d-b14f-4848-a465-0e2e45f89292 req-30d59cda-c45c-46d4-8287-86e5b9402b94 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:37.207823 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dcee3a2d-b14f-4848-a465-0e2e45f89292 req-30d59cda-c45c-46d4-8287-86e5b9402b94 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 944 time: 1.6576412 May 25 20:27:37.227179 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 25693a76-dbd2-4f04-96b9-d267821c193b is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:37.227969 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:37.397532 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 25693a76-dbd2-4f04-96b9-d267821c193b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=25693a76-dbd2-4f04-96b9-d267821c193b,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:37.418791 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:37.516880 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8893bf7-57d2-4910-8c0f-f509d7220c70 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:37.571948 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5760452-732f-4216-b822-394be6b6d3e9 req-f77797bd-b5f6-4284-a9f4-35641bdf6d6a service neutron] 10.222.0.70 "GET /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434241 May 25 20:27:37.628920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=25693a76-dbd2-4f04-96b9-d267821c193b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:37.632620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Pushing event updated for resources: {'Port': ['ID=06c08728-e001-4860-ab46-7ca9bb1274bb,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:37.635691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port e9565183-6952-4d21-9f2f-934a495fbd32 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:37.636510 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:37.636790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8893bf7-57d2-4910-8c0f-f509d7220c70 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'Subnet': ['ID=43035961-3504-4c3a-94eb-4ba39088b719,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:37.645177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8893bf7-57d2-4910-8c0f-f509d7220c70 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:37.680826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d98778d-6840-42de-9f5b-0b0d597d4116 None None] Network 814e0c94-51e7-489c-9196-d87d06585fbd requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:27:37.726444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] For port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:37.756777 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dcee3a2d-b14f-4848-a465-0e2e45f89292 req-72074c42-324e-4a4b-bfbc-b1ee82096b39 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5477583 May 25 20:27:37.788148 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a8893bf7-57d2-4910-8c0f-f509d7220c70 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "DELETE /v2.0/subnets/43035961-3504-4c3a-94eb-4ba39088b719 HTTP/1.1" status: 204 len: 168 time: 3.4637883 May 25 20:27:37.793205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36938) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:37.906446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] For port 25693a76-dbd2-4f04-96b9-d267821c193b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=25693a76-dbd2-4f04-96b9-d267821c193b,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:37.910450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] For port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:27:37.913322 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:37.996332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825df99e-7072-4277-a946-dbe85f640145 req-f5e204cd-bffb-4e4f-8624-43956df4e78b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:38.002346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825df99e-7072-4277-a946-dbe85f640145 req-f5e204cd-bffb-4e4f-8624-43956df4e78b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:38.008583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825df99e-7072-4277-a946-dbe85f640145 req-f5e204cd-bffb-4e4f-8624-43956df4e78b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:38.014614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825df99e-7072-4277-a946-dbe85f640145 req-f5e204cd-bffb-4e4f-8624-43956df4e78b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:38.026507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825df99e-7072-4277-a946-dbe85f640145 req-f5e204cd-bffb-4e4f-8624-43956df4e78b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:38.036599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825df99e-7072-4277-a946-dbe85f640145 req-f5e204cd-bffb-4e4f-8624-43956df4e78b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:38.050698 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825df99e-7072-4277-a946-dbe85f640145 req-f5e204cd-bffb-4e4f-8624-43956df4e78b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 4660 time: 1.2424831 May 25 20:27:38.125397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] device_id is not set on port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:27:38.133464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Attempting to bind port 06c08728-e001-4860-ab46-7ca9bb1274bb on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:27:38.133844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Attempting to bind port 06c08728-e001-4860-ab46-7ca9bb1274bb by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:27:38.134193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Attempting to bind port 06c08728-e001-4860-ab46-7ca9bb1274bb on network 164c88b4-177b-4381-afdd-4a8c4f88e909 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:27:38.176418 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:38.187272 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:38.187980 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Port 06c08728-e001-4860-ab46-7ca9bb1274bb on network 164c88b4-177b-4381-afdd-4a8c4f88e909 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:27:38.188292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Attempting to bind port 06c08728-e001-4860-ab46-7ca9bb1274bb on network 164c88b4-177b-4381-afdd-4a8c4f88e909 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:27:38.240339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:27:38.241018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Checking segment: {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:27:38.241511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Bound using segment: {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:27:38.242209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Bound port: 06c08728-e001-4860-ab46-7ca9bb1274bb, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379d25f1-9f92-4309-87e5-5df0b51e12c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:27:38.242670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:38.282097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-825df99e-7072-4277-a946-dbe85f640145 req-8cf95b31-7db3-4c4d-9408-5f703bfe068b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ef89e0f-e13c-40ce-972b-86f476d290ce&id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2300258 May 25 20:27:38.316086 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d55d0ac9-3038-47c9-a7b3-3ec1de7044e0'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f2aef6-a947-402d-bea3-73ac08d5de61', 'code': 200} May 25 20:27:38.429786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e9565183-6952-4d21-9f2f-934a495fbd32, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e9565183-6952-4d21-9f2f-934a495fbd32,segment=NetworkSegment(74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7),segment_id=74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:38.585272 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] For port 06c08728-e001-4860-ab46-7ca9bb1274bb, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:27:38.605434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] For port 06c08728-e001-4860-ab46-7ca9bb1274bb, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=06c08728-e001-4860-ab46-7ca9bb1274bb,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:27:38.612972 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4eb20f1-ef15-4554-b85b-a7e3331140f5'] response: {'server_uuid': '350c68ea-d8d1-4b15-bf54-3c49550be147', 'name': 'network-vif-deleted', 'tag': '2b96a2b5-4fce-4600-9ea4-50f1f9757b0b', 'status': 'completed', 'code': 200} May 25 20:27:38.630958 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:38.647435 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:38.808061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] No DVR routers for this DVR port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:27:38.819300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] Calling delete_port for 25693a76-dbd2-4f04-96b9-d267821c193b owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:38.917320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:38.918227 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:38.920004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] 10.222.0.50 "PUT /v2.0/ports/06c08728-e001-4860-ab46-7ca9bb1274bb HTTP/1.1" status: 200 len: 1091 time: 4.0246558 May 25 20:27:38.958075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Deleting port 25693a76-dbd2-4f04-96b9-d267821c193b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:38.959163 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:39.018809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] Pushing event updated for resources: {'Port': ['ID=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000,revision_number=7']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:39.073288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] In _notify_port_updated(), no bound segment for port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 on network d3464776-988d-4c60-978a-9ad539684d1a {{(pid=88332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:27:39.075601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:39.079149 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:39.088892 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-200c47e2-0aa7-42e0-b67c-838dc7b1ff61 service neutron] 10.222.0.70 "PUT /v2.0/ports/d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 HTTP/1.1" status: 200 len: 1032 time: 5.3816185 May 25 20:27:39.181477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edf0ba-ffc6-4352-97bb-6e70b8966e40 req-d8fc5918-1c8d-4eec-8779-eee608cfb19d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:39.190398 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8edf0ba-ffc6-4352-97bb-6e70b8966e40 req-d8fc5918-1c8d-4eec-8779-eee608cfb19d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.4827135 May 25 20:27:39.198870 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:39.199777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 646b5601-3102-4461-916d-7e5427ae5ee1 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:27:39.297885 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8edf0ba-ffc6-4352-97bb-6e70b8966e40 req-eed5a5eb-600a-41c7-b078-e88ecca4f026 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818517 May 25 20:27:39.302053 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:27:39.302591 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:27:39.310541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8d007-29e9-4fb5-becb-162e08747d5f service neutron] Pushing event updated for resources: {'Port': ['ID=06c08728-e001-4860-ab46-7ca9bb1274bb,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:39.325904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Deleting port e9565183-6952-4d21-9f2f-934a495fbd32 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:39.326428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:39.429249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36972) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:39.463458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161e3c3-270a-4304-979d-9aabbf364f5f req-a7a1dfb7-4f90-4050-a94e-cf830b740165 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:39.464979 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d161e3c3-270a-4304-979d-9aabbf364f5f req-a7a1dfb7-4f90-4050-a94e-cf830b740165 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 943 time: 0.8318977 May 25 20:27:39.680879 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e308d4f4-d10b-4c4c-bcda-c714a2efb042 None None] Provisioning complete for port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:27:39.681704 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e308d4f4-d10b-4c4c-bcda-c714a2efb042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:39.728897 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d161e3c3-270a-4304-979d-9aabbf364f5f req-c966d4a4-7469-4363-a7a0-b91a7a6bf019 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554576 May 25 20:27:39.937100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] For port 25693a76-dbd2-4f04-96b9-d267821c193b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=25693a76-dbd2-4f04-96b9-d267821c193b,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:39.937489 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:40.007074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] Deleting port 25693a76-dbd2-4f04-96b9-d267821c193b {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:40.008576 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:40.034552 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=e9565183-6952-4d21-9f2f-934a495fbd32,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:40.188393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e308d4f4-d10b-4c4c-bcda-c714a2efb042 None None] Port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:27:40.196283 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b95a9ac1-0244-4dd6-93c9-ab6f9cc238ad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:40.275598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 646b5601-3102-4461-916d-7e5427ae5ee1 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:40.276956 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:40.281882 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b95a9ac1-0244-4dd6-93c9-ab6f9cc238ad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:40.301800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c930275a-7b06-4bb1-97d4-38fb32a2a537 None None] DHCP port deletion for 814e0c94-51e7-489c-9196-d87d06585fbd request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:27:40.325216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c930275a-7b06-4bb1-97d4-38fb32a2a537 None None] Deleting port d520c2ad-5ce6-441a-b63f-b7786e562d10 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:40.326339 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c930275a-7b06-4bb1-97d4-38fb32a2a537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:40.413666 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b95a9ac1-0244-4dd6-93c9-ab6f9cc238ad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:40.422125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Calling delete_port for 25693a76-dbd2-4f04-96b9-d267821c193b owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:40.425322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76ce2fa-0e4d-4f0c-bacf-bfb05d44a000'}, {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f2c721-b8e7-4254-a086-1a16f4ce7793'}, {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9565183-6952-4d21-9f2f-934a495fbd32'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:40.441514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-33e47fea-cb52-41fc-b3e3-bbaa6101a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:35Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:40.507029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e47fea-cb52-41fc-b3e3-bbaa6101a6f8 None None] Checking router: c98ffa00-a92c-4100-a75f-16abb956bdae for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:27:40.540234 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 646b5601-3102-4461-916d-7e5427ae5ee1, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=646b5601-3102-4461-916d-7e5427ae5ee1,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:40.621745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a9ac1-0244-4dd6-93c9-ab6f9cc238ad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7eb8652-a107-45a3-960b-b59ebf77a465,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:40.631190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'tag': '06c08728-e001-4860-ab46-7ca9bb1274bb'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:40.641336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007755e-4823-4c87-829b-e0e3786f7413 req-2df62ab1-2306-4e4b-ab9f-48132a9d9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:40.643012 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-2df62ab1-2306-4e4b-ab9f-48132a9d9f88 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 1094 time: 1.6261137 May 25 20:27:40.695065 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:40.696977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 723f1476-6c1f-4111-adea-481a80bb6f47 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:27:40.759638 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b95a9ac1-0244-4dd6-93c9-ab6f9cc238ad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:40.776841 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b95a9ac1-0244-4dd6-93c9-ab6f9cc238ad tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "DELETE /v2.0/security-groups/d7eb8652-a107-45a3-960b-b59ebf77a465 HTTP/1.1" status: 204 len: 168 time: 1.3424385 May 25 20:27:40.784609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37008) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:40.839942 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-e077fa52-0ce7-47c0-b35b-e4ead947e557 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] show failed (client error): The resource could not be found. May 25 20:27:40.847549 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e077fa52-0ce7-47c0-b35b-e4ead947e557 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "GET /v2.0/security-groups/d7eb8652-a107-45a3-960b-b59ebf77a465 HTTP/1.1" status: 404 len: 347 time: 0.0578609 May 25 20:27:40.860077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37012) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:40.926591 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:40.998876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:27:41.032100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=646b5601-3102-4461-916d-7e5427ae5ee1,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:41.035263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e47fea-cb52-41fc-b3e3-bbaa6101a6f8 None None] Routers {'c98ffa00-a92c-4100-a75f-16abb956bdae'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:27:41.035885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-33e47fea-cb52-41fc-b3e3-bbaa6101a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:27:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c98ffa00-a92c-4100-a75f-16abb956bdae'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:41.091904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-3e385ebd-9c7b-4b83-a181-b5b9d42aec96 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06c08728-e001-4860-ab46-7ca9bb1274bb HTTP/1.1" status: 200 len: 217 time: 0.3625753 May 25 20:27:41.263304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] For port 25693a76-dbd2-4f04-96b9-d267821c193b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=25693a76-dbd2-4f04-96b9-d267821c193b,segment=NetworkSegment(268d7cd4-b2c9-4109-aefa-37a27593868d),segment_id=268d7cd4-b2c9-4109-aefa-37a27593868d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:41.263991 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:41.379382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-083c10d0-681c-4b78-86b9-4d29726ffa77 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Deleting port c2d9e4be-65f5-4748-9ae8-fe594c3d5b2b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:41.382574 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-083c10d0-681c-4b78-86b9-4d29726ffa77 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:41.398347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007755e-4823-4c87-829b-e0e3786f7413 req-8d63ff10-af8a-4fa8-b759-bb62dec1762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:41.401311 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-8d63ff10-af8a-4fa8-b759-bb62dec1762e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.2072258 May 25 20:27:41.410038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'Port': ['ID=25693a76-dbd2-4f04-96b9-d267821c193b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:41.438357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63409e-d76e-4a30-a82a-407e475c4094 req-41c4d536-a077-4ca1-b1a3-b275df02e5cc tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:41.445830 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b63409e-d76e-4a30-a82a-407e475c4094 req-41c4d536-a077-4ca1-b1a3-b275df02e5cc tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 944 time: 1.3907676 May 25 20:27:41.486405 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] No DVR routers for this DVR port 25693a76-dbd2-4f04-96b9-d267821c193b on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:27:41.606374 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b63409e-d76e-4a30-a82a-407e475c4094 req-0f623d78-98c4-4365-b4c3-763d788a4977 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594174 May 25 20:27:41.681369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] For port e9565183-6952-4d21-9f2f-934a495fbd32, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e9565183-6952-4d21-9f2f-934a495fbd32,segment=NetworkSegment(74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7),segment_id=74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:41.683941 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:41.761500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab218cb-3bfa-46d2-bc78-41f018d95b9a req-dc831c43-7d94-4070-8e8e-df171da25386 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:41.767603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab218cb-3bfa-46d2-bc78-41f018d95b9a req-dc831c43-7d94-4070-8e8e-df171da25386 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:41.787327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab218cb-3bfa-46d2-bc78-41f018d95b9a req-dc831c43-7d94-4070-8e8e-df171da25386 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:41.790639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-33e47fea-cb52-41fc-b3e3-bbaa6101a6f8 None None] Set router c98ffa00-a92c-4100-a75f-16abb956bdae gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:27:41.816652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab218cb-3bfa-46d2-bc78-41f018d95b9a req-dc831c43-7d94-4070-8e8e-df171da25386 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:41.857946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab218cb-3bfa-46d2-bc78-41f018d95b9a req-dc831c43-7d94-4070-8e8e-df171da25386 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:41.869291 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ab218cb-3bfa-46d2-bc78-41f018d95b9a req-dc831c43-7d94-4070-8e8e-df171da25386 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 3879 time: 1.2308838 May 25 20:27:42.114655 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:42.174656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73524a7a-6b9f-4a42-a9b8-697767a31e19']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:42.215458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007755e-4823-4c87-829b-e0e3786f7413 req-a0473d86-7438-470e-a28c-3220cec56d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:42.227393 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-a0473d86-7438-470e-a28c-3220cec56d8b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8142242 May 25 20:27:42.233106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268d7cd4-b2c9-4109-aefa-37a27593868d') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:42.237029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268d7cd4-b2c9-4109-aefa-37a27593868d') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:42.303273 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ab218cb-3bfa-46d2-bc78-41f018d95b9a req-235ba6e0-1988-4007-8860-6eded644c2f4 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4326229 May 25 20:27:42.405416 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:42.497295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] Calling delete_port for 25693a76-dbd2-4f04-96b9-d267821c193b owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:42.586365 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-083c10d0-681c-4b78-86b9-4d29726ffa77 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:42.587026 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-083c10d0-681c-4b78-86b9-4d29726ffa77 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:42.589346 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:42.632979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:27:42.633227 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:42.696565 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb,segment=NetworkSegment(bb80af49-32fc-4ec8-9ce3-3a0c54a86d51),segment_id=bb80af49-32fc-4ec8-9ce3-3a0c54a86d51)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:42.714020 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d520c2ad-5ce6-441a-b63f-b7786e562d10 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:27:42.771741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19024ec-d840-4c42-8b35-79bab61098ae req-1d3d957d-a585-48e7-a113-07089f8753b1 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:42.787029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e19024ec-d840-4c42-8b35-79bab61098ae req-1d3d957d-a585-48e7-a113-07089f8753b1 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.7743180 May 25 20:27:42.809691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'port_id': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'mac_address': 'fa:16:3e:13:5c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:27:42.822683 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f82fb5-6c96-4519-bded-16302b5639bd'] response: {'name': 'network-changed', 'server_uuid': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'tag': '06c08728-e001-4860-ab46-7ca9bb1274bb', 'status': 'completed', 'code': 200} May 25 20:27:42.827838 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819486d3-132b-4a2f-bfbe-6e2f2b54a117'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76ce2fa-0e4d-4f0c-bacf-bfb05d44a000', 'code': 200} May 25 20:27:42.828220 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819486d3-132b-4a2f-bfbe-6e2f2b54a117'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f2c721-b8e7-4254-a086-1a16f4ce7793', 'code': 200} May 25 20:27:42.828480 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819486d3-132b-4a2f-bfbe-6e2f2b54a117'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9565183-6952-4d21-9f2f-934a495fbd32', 'code': 200} May 25 20:27:42.828578 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 268d7cd4-b2c9-4109-aefa-37a27593868d resource provider aggregate not found May 25 20:27:42.866695 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 268d7cd4-b2c9-4109-aefa-37a27593868d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 268d7cd4-b2c9-4109-aefa-37a27593868d found for delete ", "request_id": "req-f4f304c8-65ed-4709-9de2-ce6adac7fd69"}]} May 25 20:27:42.924618 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-df7d0bfe-c7bb-4310-8b6d-b9dcdac9cb93 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697297 May 25 20:27:42.955287 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-083c10d0-681c-4b78-86b9-4d29726ffa77 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Calling delete_port for c2d9e4be-65f5-4748-9ae8-fe594c3d5b2b owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:43.005899 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:43.070369 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:43.132429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'Network': ['ID=73524a7a-6b9f-4a42-a9b8-697767a31e19,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:43.216874 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e19024ec-d840-4c42-8b35-79bab61098ae req-0c0f964b-2402-4cba-9050-7cf819e31daa tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287062 May 25 20:27:43.237131 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b24a0eb2-5bef-454d-ab92-ae83659583ab tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "DELETE /v2.0/networks/73524a7a-6b9f-4a42-a9b8-697767a31e19 HTTP/1.1" status: 204 len: 168 time: 5.4355433 May 25 20:27:43.250038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37068) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:43.349486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cb6f9-bb45-40cb-b4f3-bd25ecc80bad req-b6a7d359-7001-4036-86c5-b5b2a5b5a1d3 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:43.359375 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd0cb6f9-bb45-40cb-b4f3-bd25ecc80bad req-b6a7d359-7001-4036-86c5-b5b2a5b5a1d3 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 943 time: 0.1634359 May 25 20:27:43.591250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c930275a-7b06-4bb1-97d4-38fb32a2a537 None None] For port d520c2ad-5ce6-441a-b63f-b7786e562d10, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d520c2ad-5ce6-441a-b63f-b7786e562d10,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:43.591683 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c930275a-7b06-4bb1-97d4-38fb32a2a537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:43.606366 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd0cb6f9-bb45-40cb-b4f3-bd25ecc80bad req-ced9b239-776a-4a1f-8d20-e6ca95321041 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459764 May 25 20:27:43.618556 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b007755e-4823-4c87-829b-e0e3786f7413 req-1669123d-9dec-40bd-9758-ae3b9a5cd0f9 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818848 May 25 20:27:43.648563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:43.650903 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:43.694777 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:43.737842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 723f1476-6c1f-4111-adea-481a80bb6f47 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:43.739969 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:43.795771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Deleting port d520c2ad-5ce6-441a-b63f-b7786e562d10 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:43.796111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:43.892986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:43.893352 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:43.893669 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Floating IP 18e8630a-da9c-4e51-a2f7-44afe1a67f27 disassociated. External IP: 172.25.3.221, port: e9565183-6952-4d21-9f2f-934a495fbd32. May 25 20:27:43.894028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Calling delete_port for e9565183-6952-4d21-9f2f-934a495fbd32 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:43.916725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc3724-cdbb-45b0-a734-1838aa86b6d1 req-de5ac1a2-a57c-4246-b8ed-06cabaec538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:43.918289 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8efc3724-cdbb-45b0-a734-1838aa86b6d1 req-de5ac1a2-a57c-4246-b8ed-06cabaec538e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 1094 time: 0.2340033 May 25 20:27:44.224580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c930275a-7b06-4bb1-97d4-38fb32a2a537 None None] Calling delete_port for d520c2ad-5ce6-441a-b63f-b7786e562d10 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:44.287283 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:27:44.287630 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:27:44.318551 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] For port d520c2ad-5ce6-441a-b63f-b7786e562d10, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d520c2ad-5ce6-441a-b63f-b7786e562d10,segment=NetworkSegment(bf810068-8e93-4579-91f3-70acaa6be292),segment_id=bf810068-8e93-4579-91f3-70acaa6be292)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:44.318911 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:44.380564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc3724-cdbb-45b0-a734-1838aa86b6d1 req-ea7169d0-3691-4132-b280-6f07aee59517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:44.383112 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8efc3724-cdbb-45b0-a734-1838aa86b6d1 req-ea7169d0-3691-4132-b280-6f07aee59517 service neutron] 10.222.0.50 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 0.3633628 May 25 20:27:44.495234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8efc3724-cdbb-45b0-a734-1838aa86b6d1 req-b6f3927a-60fa-448f-9c10-c4ccf38c214a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06c08728-e001-4860-ab46-7ca9bb1274bb HTTP/1.1" status: 200 len: 217 time: 0.1056271 May 25 20:27:44.547658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:27:44.565346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 723f1476-6c1f-4111-adea-481a80bb6f47, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=723f1476-6c1f-4111-adea-481a80bb6f47,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:44.592752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Calling delete_port for d520c2ad-5ce6-441a-b63f-b7786e562d10 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:44.656320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc3724-cdbb-45b0-a734-1838aa86b6d1 req-6ad048e7-e0b3-451e-8506-1e3610c70b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:44.658130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8efc3724-cdbb-45b0-a734-1838aa86b6d1 req-6ad048e7-e0b3-451e-8506-1e3610c70b7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.1567822 May 25 20:27:44.673168 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829b436-4160-404c-aece-869800a7305c req-0c822ecf-35a7-4acd-9c03-7dbb62354972 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:44.683455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829b436-4160-404c-aece-869800a7305c req-0c822ecf-35a7-4acd-9c03-7dbb62354972 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:44.698179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829b436-4160-404c-aece-869800a7305c req-0c822ecf-35a7-4acd-9c03-7dbb62354972 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:44.705169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829b436-4160-404c-aece-869800a7305c req-0c822ecf-35a7-4acd-9c03-7dbb62354972 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:44.713642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829b436-4160-404c-aece-869800a7305c req-0c822ecf-35a7-4acd-9c03-7dbb62354972 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:44.722444 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0829b436-4160-404c-aece-869800a7305c req-0c822ecf-35a7-4acd-9c03-7dbb62354972 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 3879 time: 0.7992089 May 25 20:27:44.797949 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:44.834140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] Deleting port 25693a76-dbd2-4f04-96b9-d267821c193b {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:44.834548 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:44.858597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] No DVR routers for this DVR port d520c2ad-5ce6-441a-b63f-b7786e562d10 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:27:44.942744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646b5601-3102-4461-916d-7e5427ae5ee1'}, {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '723f1476-6c1f-4111-adea-481a80bb6f47'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:44.980506 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0829b436-4160-404c-aece-869800a7305c req-98752995-2e51-4d72-a52a-ce01cd93b4cb tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566996 May 25 20:27:44.988744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb,segment=NetworkSegment(bb80af49-32fc-4ec8-9ce3-3a0c54a86d51),segment_id=bb80af49-32fc-4ec8-9ce3-3a0c54a86d51)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:45.022901 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:45.071141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc3724-cdbb-45b0-a734-1838aa86b6d1 req-37643dc4-947d-486d-87ac-f8fad9b3aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:45.072743 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8efc3724-cdbb-45b0-a734-1838aa86b6d1 req-37643dc4-947d-486d-87ac-f8fad9b3aacc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3472652 May 25 20:27:45.092149 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:45.099772 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port d520c2ad-5ce6-441a-b63f-b7786e562d10 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:45.100145 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:45.172302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-99e3c712-fce4-48d6-81a9-9e9a33e856eb None None] The port '25693a76-dbd2-4f04-96b9-d267821c193b' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:27:45.253322 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:45.297854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814e0c94-51e7-489c-9196-d87d06585fbd']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:45.313412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'Port': ['ID=d520c2ad-5ce6-441a-b63f-b7786e562d10,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:45.328357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d08a67-2894-47f8-98dc-88d1a3a7ab29 req-6a663fe6-491d-4f4e-b159-993722ae0615 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:45.349413 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-34d08a67-2894-47f8-98dc-88d1a3a7ab29 req-6a663fe6-491d-4f4e-b159-993722ae0615 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 944 time: 1.6368849 May 25 20:27:45.350465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=723f1476-6c1f-4111-adea-481a80bb6f47,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:45.375996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf810068-8e93-4579-91f3-70acaa6be292') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:45.376660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf810068-8e93-4579-91f3-70acaa6be292') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:45.406270 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:45.437211 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-c930275a-7b06-4bb1-97d4-38fb32a2a537 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:27:45.437468 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-c930275a-7b06-4bb1-97d4-38fb32a2a537 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:27:45.438099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:45.452143 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-34d08a67-2894-47f8-98dc-88d1a3a7ab29 req-53c98289-20c7-4536-9d94-8bc266a83993 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012969 May 25 20:27:45.464935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-33e47fea-cb52-41fc-b3e3-bbaa6101a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:35Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:45.475359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e47fea-cb52-41fc-b3e3-bbaa6101a6f8 None None] The sync data for ids ['c98ffa00-a92c-4100-a75f-16abb956bdae'] in n-d-843339-1 is: [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:21:24Z', 'revision_number': 4, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '064d9132-db32-41a3-8a6e-b7e3df28fb89', 'name': '', 'network_id': '1d861bbe-1d99-4238-9eb8-2ced58df3754', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'mac_address': 'fa:16:3e:bb:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'b86e6032-d969-4882-8d08-6181fe145086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:19Z', 'updated_at': '2022-05-25T20:21:35Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'subnets': [{'id': 'b86e6032-d969-4882-8d08-6181fe145086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:27:45.540240 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:45.546692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:27:45.547104 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:45.587954 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8efc3724-cdbb-45b0-a734-1838aa86b6d1 req-03ffd3bb-7c2b-41b8-8933-fdecbaf0badf service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080814 May 25 20:27:45.607383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db171e3-9978-4f69-b7e3-6f0c0fd6b57a req-8684edb4-9f9e-47e6-84b0-a7f77da68fb4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:45.608924 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7db171e3-9978-4f69-b7e3-6f0c0fd6b57a req-8684edb4-9f9e-47e6-84b0-a7f77da68fb4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.3405824 May 25 20:27:45.679029 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-083c10d0-681c-4b78-86b9-4d29726ffa77 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:45.729968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:27:45.864001 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment bf810068-8e93-4579-91f3-70acaa6be292 resource provider aggregate not found May 25 20:27:45.930459 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8efc3724-cdbb-45b0-a734-1838aa86b6d1 req-01638a5a-bd27-4346-a81c-509c63ab4ff2 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204968 May 25 20:27:45.942808 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c930275a-7b06-4bb1-97d4-38fb32a2a537 None None] Deleting port d520c2ad-5ce6-441a-b63f-b7786e562d10 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:45.943177 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c930275a-7b06-4bb1-97d4-38fb32a2a537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:45.953809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c10d0-681c-4b78-86b9-4d29726ffa77 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Pushing event deleted for resources: {'Port': ['ID=c2d9e4be-65f5-4748-9ae8-fe594c3d5b2b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:45.965538 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7db171e3-9978-4f69-b7e3-6f0c0fd6b57a req-4682fe7d-83c6-4c60-9148-31aae602d11e tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798994 May 25 20:27:46.044923 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment bf810068-8e93-4579-91f3-70acaa6be292 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf810068-8e93-4579-91f3-70acaa6be292 found for delete ", "request_id": "req-b601b2fb-bc90-4a39-bcb5-f717af6a74d4"}]} May 25 20:27:46.111664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c930275a-7b06-4bb1-97d4-38fb32a2a537 None None] The port 'd520c2ad-5ce6-441a-b63f-b7786e562d10' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:27:46.114575 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08f47ae-54b3-419d-bd22-d28f3adb0a52'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646b5601-3102-4461-916d-7e5427ae5ee1', 'code': 200} May 25 20:27:46.115066 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08f47ae-54b3-419d-bd22-d28f3adb0a52'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '723f1476-6c1f-4111-adea-481a80bb6f47', 'code': 200} May 25 20:27:46.211581 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:46.213557 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-083c10d0-681c-4b78-86b9-4d29726ffa77 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:46.224492 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d52989-4db7-40c0-ab17-9de45f437bf8 None None] New status for floating IP 3c6862ea-e86b-4878-ab63-bda56bd148a6: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:27:46.229222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 06c08728-e001-4860-ab46-7ca9bb1274bb details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:27:46.252029 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:46.351139 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] 10.222.0.60 "DELETE /v2.0/networks/814e0c94-51e7-489c-9196-d87d06585fbd HTTP/1.1" status: 204 len: 168 time: 3.0954261 May 25 20:27:46.404149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b6c38-d814-489a-a015-5dacc1890a25 tempest-TaggedBootDevicesTest-1330058722 tempest-TaggedBootDevicesTest-1330058722-project] Pushing event deleted for resources: {'Network': ['ID=814e0c94-51e7-489c-9196-d87d06585fbd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:46.419603 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-083c10d0-681c-4b78-86b9-4d29726ffa77 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:46.436001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-083c10d0-681c-4b78-86b9-4d29726ffa77 tempest-AttachVolumeTestJSON-230222910 tempest-AttachVolumeTestJSON-230222910-project] 10.222.0.60 "DELETE /v2.0/floatingips/3c6862ea-e86b-4878-ab63-bda56bd148a6 HTTP/1.1" status: 204 len: 168 time: 5.5603032 May 25 20:27:46.436196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 06c08728-e001-4860-ab46-7ca9bb1274bb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=06c08728-e001-4860-ab46-7ca9bb1274bb,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:46.440490 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:46.450604 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '06c08728-e001-4860-ab46-7ca9bb1274bb', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'port_id': '06c08728-e001-4860-ab46-7ca9bb1274bb', 'mac_address': 'fa:16:3e:8a:a7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:27:46.466417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15e503-9881-464a-898a-f63f12306cfd req-d33d6a6a-fbc6-41ff-84b3-7a6f5241f1a3 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:46.496413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15e503-9881-464a-898a-f63f12306cfd req-d33d6a6a-fbc6-41ff-84b3-7a6f5241f1a3 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:46.513815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15e503-9881-464a-898a-f63f12306cfd req-d33d6a6a-fbc6-41ff-84b3-7a6f5241f1a3 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:46.525312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15e503-9881-464a-898a-f63f12306cfd req-d33d6a6a-fbc6-41ff-84b3-7a6f5241f1a3 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:46.540301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 06c08728-e001-4860-ab46-7ca9bb1274bb is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:46.540746 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:46.541154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15e503-9881-464a-898a-f63f12306cfd req-d33d6a6a-fbc6-41ff-84b3-7a6f5241f1a3 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:46.555148 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc15e503-9881-464a-898a-f63f12306cfd req-d33d6a6a-fbc6-41ff-84b3-7a6f5241f1a3 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 3877 time: 0.3181775 May 25 20:27:46.597471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c08728-e001-4860-ab46-7ca9bb1274bb {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:27:46.599208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event deleted for resources: {'Port': ['ID=e9565183-6952-4d21-9f2f-934a495fbd32,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:46.724525 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cc15e503-9881-464a-898a-f63f12306cfd req-a9893eef-3993-4519-971f-be436d3f357f tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681259 May 25 20:27:46.758590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 06c08728-e001-4860-ab46-7ca9bb1274bb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=06c08728-e001-4860-ab46-7ca9bb1274bb,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:46.982332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b934f68-54de-41eb-8b64-722e7d5715d1 req-69e64d17-d7a4-4141-b736-3b7a466fdc21 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:46.984019 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8b934f68-54de-41eb-8b64-722e7d5715d1 req-69e64d17-d7a4-4141-b736-3b7a466fdc21 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 943 time: 1.1317711 May 25 20:27:47.037162 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:47.168810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9956ff1-3327-4d41-bc62-1bf56865a425 req-c31d290c-2833-497c-9f6c-bfbb7eacf0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:47.170378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9956ff1-3327-4d41-bc62-1bf56865a425 req-c31d290c-2833-497c-9f6c-bfbb7eacf0a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 1097 time: 0.8690422 May 25 20:27:47.198283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=06c08728-e001-4860-ab46-7ca9bb1274bb,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:47.324836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['06c08728-e001-4860-ab46-7ca9bb1274bb'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:27:47.476278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e513f1-efa0-4ef9-916a-df408d39e886 req-4d511660-9d51-4671-b1b9-dabf663f74a9 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:47.485392 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4e513f1-efa0-4ef9-916a-df408d39e886 req-4d511660-9d51-4671-b1b9-dabf663f74a9 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 945 time: 0.4351032 May 25 20:27:47.493835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9956ff1-3327-4d41-bc62-1bf56865a425 req-e84be7d8-ce01-4dc1-9407-082370372658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:47.495629 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9956ff1-3327-4d41-bc62-1bf56865a425 req-e84be7d8-ce01-4dc1-9407-082370372658 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 918 time: 0.2547350 May 25 20:27:47.556890 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4e513f1-efa0-4ef9-916a-df408d39e886 req-ab2da434-479b-4611-babb-9bf70c0ccb59 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637000 May 25 20:27:47.638538 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9956ff1-3327-4d41-bc62-1bf56865a425 req-6c32e13b-5db7-4244-b59a-33a24667b9c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4866384b-5172-4a9f-a685-ba9964e2ae79 HTTP/1.1" status: 200 len: 1002 time: 0.1336217 May 25 20:27:47.647708 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8b934f68-54de-41eb-8b64-722e7d5715d1 req-563b1fef-9f30-436a-95d8-b89de271d98e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Synchronizing usage tracker for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:27:47.717429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9956ff1-3327-4d41-bc62-1bf56865a425 req-940b6145-997f-4b91-8f20-a0c827f350a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:47.720163 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9956ff1-3327-4d41-bc62-1bf56865a425 req-940b6145-997f-4b91-8f20-a0c827f350a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.0640070 May 25 20:27:47.930520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Router bfa578fb-b953-4932-b2c2-c1db5030a43a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:27:47.937893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8b934f68-54de-41eb-8b64-722e7d5715d1 req-563b1fef-9f30-436a-95d8-b89de271d98e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Unset dirty status for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:27:47.947656 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8b934f68-54de-41eb-8b64-722e7d5715d1 req-563b1fef-9f30-436a-95d8-b89de271d98e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9533520 May 25 20:27:48.218709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37190) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:48.225216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 06c08728-e001-4860-ab46-7ca9bb1274bb up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:27:48.383332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:27:48.408318 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4668e466-cd63-4a6b-8c17-fbf790a6728a None None] Sync routers for ids ['bfa578fb-b953-4932-b2c2-c1db5030a43a'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:27:48.424359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eb32f-506e-4d0e-a560-f0b1845aff58 req-d3b38dda-37e1-4547-b460-8005e92ecb99 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:48.428807 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-531eb32f-506e-4d0e-a560-f0b1845aff58 req-d3b38dda-37e1-4547-b460-8005e92ecb99 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 0.2642698 May 25 20:27:48.431129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 06c08728-e001-4860-ab46-7ca9bb1274bb completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:27:48.441519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 06c08728-e001-4860-ab46-7ca9bb1274bb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:27:48.441885 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:48.510784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4668e466-cd63-4a6b-8c17-fbf790a6728a None None] Routers {'bfa578fb-b953-4932-b2c2-c1db5030a43a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:27:48.518453 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-531eb32f-506e-4d0e-a560-f0b1845aff58 req-66ba9e0c-67a2-4d1d-9859-53ab600ada0c tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751967 May 25 20:27:48.519123 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4668e466-cd63-4a6b-8c17-fbf790a6728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:27:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bfa578fb-b953-4932-b2c2-c1db5030a43a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:48.612750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] No DVR routers for this DVR port e9565183-6952-4d21-9f2f-934a495fbd32 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:27:48.618349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9956ff1-3327-4d41-bc62-1bf56865a425 req-1d6bad6f-3669-4c4c-a081-e2e009e6a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:48.628893 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9956ff1-3327-4d41-bc62-1bf56865a425 req-1d6bad6f-3669-4c4c-a081-e2e009e6a0fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8967414 May 25 20:27:48.629916 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a6d1937a-85b9-4ddf-9be9-b9e0f960429c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:48.676949 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:48.681691 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-ac9cdaec-2299-4974-84cc-62bd2ef664ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "DELETE /v2.0/ports/e9565183-6952-4d21-9f2f-934a495fbd32 HTTP/1.1" status: 204 len: 173 time: 9.5911305 May 25 20:27:48.700780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-deleted', 'tag': 'e9565183-6952-4d21-9f2f-934a495fbd32'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:48.843834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-4668e466-cd63-4a6b-8c17-fbf790a6728a None None] Set router bfa578fb-b953-4932-b2c2-c1db5030a43a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:27:48.923155 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbd5e4-0f39-4e1e-b4cc-d614d8f611b9 req-6773ad89-30f0-41a5-a881-a71966964ca7 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:48.932974 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9dbbd5e4-0f39-4e1e-b4cc-d614d8f611b9 req-6773ad89-30f0-41a5-a881-a71966964ca7 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 945 time: 0.1740189 May 25 20:27:48.969737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a6d1937a-85b9-4ddf-9be9-b9e0f960429c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:49.001759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0460b-41b8-4031-b16c-743c30052d39 req-ed509ba6-5c7c-41e6-86e8-7ebd2e442bc2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:49.010342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0460b-41b8-4031-b16c-743c30052d39 req-ed509ba6-5c7c-41e6-86e8-7ebd2e442bc2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:49.016723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0460b-41b8-4031-b16c-743c30052d39 req-ed509ba6-5c7c-41e6-86e8-7ebd2e442bc2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:49.026084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0460b-41b8-4031-b16c-743c30052d39 req-ed509ba6-5c7c-41e6-86e8-7ebd2e442bc2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:49.027046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-32a0460b-41b8-4031-b16c-743c30052d39 req-ed509ba6-5c7c-41e6-86e8-7ebd2e442bc2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Synchronizing usage tracker for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:27:49.036956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a6d1937a-85b9-4ddf-9be9-b9e0f960429c admin admin] Usage tracker for resource:security_group_rule and tenant:8c0619f5f3b14ff2a62c424f1bc6e258 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:49.041570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a6d1937a-85b9-4ddf-9be9-b9e0f960429c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:49.064049 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9dbbd5e4-0f39-4e1e-b4cc-d614d8f611b9 req-f9d4b84c-1cf7-44d4-afac-32e3a39afab0 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296217 May 25 20:27:49.147311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9956ff1-3327-4d41-bc62-1bf56865a425 req-ef5f881d-0eba-4ef6-8ba1-77c495b18fdc service neutron] 10.222.0.70 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972003 May 25 20:27:49.151692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a6d1937a-85b9-4ddf-9be9-b9e0f960429c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:49.326129 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bec5bc2-d38a-4e77-a3c6-9dfa87e9a348'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-deleted', 'tag': 'e9565183-6952-4d21-9f2f-934a495fbd32', 'status': 'completed', 'code': 200} May 25 20:27:49.344929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bdab677d-1fc6-4f01-b58b-6840f63c4da9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Deleting port 60f2c721-b8e7-4254-a086-1a16f4ce7793 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:49.345436 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bdab677d-1fc6-4f01-b58b-6840f63c4da9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:49.401003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-32a0460b-41b8-4031-b16c-743c30052d39 req-ed509ba6-5c7c-41e6-86e8-7ebd2e442bc2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Unset dirty status for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:27:49.402766 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-32a0460b-41b8-4031-b16c-743c30052d39 req-ed509ba6-5c7c-41e6-86e8-7ebd2e442bc2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 3143 time: 1.1863945 May 25 20:27:49.425749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 06c08728-e001-4860-ab46-7ca9bb1274bb is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:49.426357 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:49.502506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 06c08728-e001-4860-ab46-7ca9bb1274bb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=06c08728-e001-4860-ab46-7ca9bb1274bb,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:49.504998 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:27:49.536207 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c08728-e001-4860-ab46-7ca9bb1274bb'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:49.541655 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:49.553700 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-32a0460b-41b8-4031-b16c-743c30052d39 req-c9b7cf1f-a205-4180-b410-26c8fd3c7340 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182420 May 25 20:27:49.707975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9956ff1-3327-4d41-bc62-1bf56865a425 req-2ad1483a-f357-4554-8746-a4f8217a4472 service neutron] 10.222.0.70 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497172 May 25 20:27:49.760848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2004c89-e086-4518-b9d3-be9ba1f72001 req-5bfbb395-d737-447e-8d3f-57a5e12bd4cf tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:49.772221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2004c89-e086-4518-b9d3-be9ba1f72001 req-5bfbb395-d737-447e-8d3f-57a5e12bd4cf tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.3175180 May 25 20:27:49.816663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=06c08728-e001-4860-ab46-7ca9bb1274bb,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:49.859763 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:27:49.872411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:27:49.875308 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:49.885693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2004c89-e086-4518-b9d3-be9ba1f72001 req-3019ed95-35c8-435b-9c02-263efe4ff495 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095872 May 25 20:27:49.952671 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4668e466-cd63-4a6b-8c17-fbf790a6728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 4, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port': {'id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:33Z', 'updated_at': '2022-05-25T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '2ded26bd-62c8-4ee5-9832-457caddaa37e', 'name': '', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'mac_address': 'fa:16:3e:77:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:47Z', 'updated_at': '2022-05-25T20:20:06Z', 'revision_number': 5, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'subnets': [{'id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:49.974802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4668e466-cd63-4a6b-8c17-fbf790a6728a None None] Checking router: bfa578fb-b953-4932-b2c2-c1db5030a43a for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:27:50.014961 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb98aa49-5d74-46a9-9188-32763c323228'] response: {'server_uuid': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c08728-e001-4860-ab46-7ca9bb1274bb', 'code': 200} May 25 20:27:50.040416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4668e466-cd63-4a6b-8c17-fbf790a6728a None None] Routers {'bfa578fb-b953-4932-b2c2-c1db5030a43a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:27:50.041034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4668e466-cd63-4a6b-8c17-fbf790a6728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:27:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bfa578fb-b953-4932-b2c2-c1db5030a43a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:50.285468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44eee7-73d3-4cb4-920a-b62c26a41a26 req-71ec4301-da9e-436b-a7cd-7fd32b3eb212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:50.287585 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6d44eee7-73d3-4cb4-920a-b62c26a41a26 req-71ec4301-da9e-436b-a7cd-7fd32b3eb212 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 1096 time: 0.2437999 May 25 20:27:50.559212 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6d44eee7-73d3-4cb4-920a-b62c26a41a26 req-229ebd47-8c15-49cb-b186-b496d775b2db service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646708 May 25 20:27:50.576408 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a6d1937a-85b9-4ddf-9be9-b9e0f960429c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:50.582038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:50.582673 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:50.620685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6562a6a-1bd6-4656-ab5e-2606b71cd086 req-3b96facb-cab2-4a34-aa6c-cc01cea44a60 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:50.622996 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6562a6a-1bd6-4656-ab5e-2606b71cd086 req-3b96facb-cab2-4a34-aa6c-cc01cea44a60 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 945 time: 0.2987046 May 25 20:27:50.652387 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a6d1937a-85b9-4ddf-9be9-b9e0f960429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:50.708154 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-4668e466-cd63-4a6b-8c17-fbf790a6728a None None] Set router bfa578fb-b953-4932-b2c2-c1db5030a43a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:27:50.740610 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6562a6a-1bd6-4656-ab5e-2606b71cd086 req-26d5aedb-95c3-41db-96c0-8c6285c58910 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103907 May 25 20:27:50.786027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1937a-85b9-4ddf-9be9-b9e0f960429c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0450d0a-cd9d-43ab-80b3-2801b3bf07c6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:50.859596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb,segment=NetworkSegment(bb80af49-32fc-4ec8-9ce3-3a0c54a86d51),segment_id=bb80af49-32fc-4ec8-9ce3-3a0c54a86d51)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:50.879634 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a6d1937a-85b9-4ddf-9be9-b9e0f960429c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c0619f5f3b14ff2a62c424f1bc6e258&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6598327 May 25 20:27:50.882242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37246) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:50.894675 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:50.897725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4866384b-5172-4a9f-a685-ba9964e2ae79 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:27:50.921658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3f7c8-c838-4146-9284-ac1d77b01bbb req-3e1ff7a1-8107-4166-9707-eec09e7ec41b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:50.923284 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d6c3f7c8-c838-4146-9284-ac1d77b01bbb req-3e1ff7a1-8107-4166-9707-eec09e7ec41b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 1.1166375 May 25 20:27:50.972620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bdab677d-1fc6-4f01-b58b-6840f63c4da9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] For port 60f2c721-b8e7-4254-a086-1a16f4ce7793, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=60f2c721-b8e7-4254-a086-1a16f4ce7793,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:50.972995 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bdab677d-1fc6-4f01-b58b-6840f63c4da9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:51.127475 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8c6fb76-252b-4134-a0e4-f9bf330f7967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:51.231136 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d6c3f7c8-c838-4146-9284-ac1d77b01bbb req-cb7aa081-3f23-4fa4-b1c2-dcdad19ec88b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968249 May 25 20:27:51.248248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bdab677d-1fc6-4f01-b58b-6840f63c4da9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Calling delete_port for 60f2c721-b8e7-4254-a086-1a16f4ce7793 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:51.258926 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8c6fb76-252b-4134-a0e4-f9bf330f7967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:51.303890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c4d8b-430e-41a7-93ff-074ea461e0c7 req-70bae3c0-000b-4a62-894b-6d8d8a893278 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:51.325487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c4d8b-430e-41a7-93ff-074ea461e0c7 req-70bae3c0-000b-4a62-894b-6d8d8a893278 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:51.332697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c4d8b-430e-41a7-93ff-074ea461e0c7 req-70bae3c0-000b-4a62-894b-6d8d8a893278 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:51.365024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c4d8b-430e-41a7-93ff-074ea461e0c7 req-70bae3c0-000b-4a62-894b-6d8d8a893278 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:51.382118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-767c4d8b-430e-41a7-93ff-074ea461e0c7 req-70bae3c0-000b-4a62-894b-6d8d8a893278 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 3143 time: 0.4524059 May 25 20:27:51.503313 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8c6fb76-252b-4134-a0e4-f9bf330f7967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:51.619064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6fb76-252b-4134-a0e4-f9bf330f7967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0450d0a-cd9d-43ab-80b3-2801b3bf07c6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:51.649578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:51.670814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-767c4d8b-430e-41a7-93ff-074ea461e0c7 req-b394bb94-290d-4ae0-b8fa-a52a34fcd2d2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874217 May 25 20:27:51.680656 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8c6fb76-252b-4134-a0e4-f9bf330f7967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:51.681770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c8c6fb76-252b-4134-a0e4-f9bf330f7967 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0450d0a-cd9d-43ab-80b3-2801b3bf07c6 HTTP/1.1" status: 204 len: 168 time: 0.7978840 May 25 20:27:51.689931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 4866384b-5172-4a9f-a685-ba9964e2ae79 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:51.696692 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:52.048699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:52.067864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:52.069924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:52.075214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:52.077211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:52.080254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:52.081034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:52.083041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:52.083714 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:52.086081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:52.088935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:52.089504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:52.092078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:52.154276 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bdab677d-1fc6-4f01-b58b-6840f63c4da9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:52.183079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:52.245461 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:52.254880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab677d-1fc6-4f01-b58b-6840f63c4da9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event deleted for resources: {'Port': ['ID=60f2c721-b8e7-4254-a086-1a16f4ce7793,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:52.479682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31977d1-f760-4967-b194-ff74a8bd39fd req-cc0f0220-93c0-4a34-ae26-bd2d0c29e7d0 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:52.481887 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d31977d1-f760-4967-b194-ff74a8bd39fd req-cc0f0220-93c0-4a34-ae26-bd2d0c29e7d0 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.7140620 May 25 20:27:52.521143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37286) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:52.568900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bdab677d-1fc6-4f01-b58b-6840f63c4da9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] No DVR routers for this DVR port 60f2c721-b8e7-4254-a086-1a16f4ce7793 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:27:52.573361 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bdab677d-1fc6-4f01-b58b-6840f63c4da9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:52.583541 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0cbaedd6-c000-450f-bf42-980a45c4fc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:52.593708 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-deleted', 'tag': '60f2c721-b8e7-4254-a086-1a16f4ce7793'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:52.655801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d31977d1-f760-4967-b194-ff74a8bd39fd req-d25899b9-1442-49f9-8756-60f3a3b57a26 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652808 May 25 20:27:52.674325 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bdab677d-1fc6-4f01-b58b-6840f63c4da9 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "DELETE /v2.0/ports/60f2c721-b8e7-4254-a086-1a16f4ce7793 HTTP/1.1" status: 204 len: 173 time: 3.9532733 May 25 20:27:52.694684 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=4866384b-5172-4a9f-a685-ba9964e2ae79,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:52.701299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481a353-e463-4883-a651-f20a076162a7 req-11680b30-a602-48c5-a539-4692e3e09674 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:52.717697 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0481a353-e463-4883-a651-f20a076162a7 req-11680b30-a602-48c5-a539-4692e3e09674 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 946 time: 0.3021367 May 25 20:27:52.826674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0cbaedd6-c000-450f-bf42-980a45c4fc3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:52.841045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0cbaedd6-c000-450f-bf42-980a45c4fc3c admin admin] Usage tracker for resource:security_group_rule and tenant:32516b1ef4ba490faba3aef9e9e822f6 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:52.867377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0cbaedd6-c000-450f-bf42-980a45c4fc3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:52.885455 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de11d7a5-9f56-4cae-a7e0-7c193219de5e'] response: {'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'code': 200} May 25 20:27:52.935466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0cbaedd6-c000-450f-bf42-980a45c4fc3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:53.002028 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0481a353-e463-4883-a651-f20a076162a7 req-fc3b3159-658d-4baa-a110-cb0741c51a0f tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832174 May 25 20:27:53.188512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4668e466-cd63-4a6b-8c17-fbf790a6728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 4, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port': {'id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:33Z', 'updated_at': '2022-05-25T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '2ded26bd-62c8-4ee5-9832-457caddaa37e', 'name': '', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'mac_address': 'fa:16:3e:77:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:47Z', 'updated_at': '2022-05-25T20:20:06Z', 'revision_number': 5, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'subnets': [{'id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:27:53.200319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4668e466-cd63-4a6b-8c17-fbf790a6728a None None] The sync data for ids ['bfa578fb-b953-4932-b2c2-c1db5030a43a'] in n-d-843339-1 is: [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:19:51Z', 'revision_number': 4, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port': {'id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:33Z', 'updated_at': '2022-05-25T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '2ded26bd-62c8-4ee5-9832-457caddaa37e', 'name': '', 'network_id': '9f6aa92b-1e45-4e40-8f0b-11e846d81405', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'mac_address': 'fa:16:3e:77:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:47Z', 'updated_at': '2022-05-25T20:20:06Z', 'revision_number': 5, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'subnets': [{'id': 'b910f206-f699-46fa-a00a-e1d2cb686c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:27:53.207126 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0cbaedd6-c000-450f-bf42-980a45c4fc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:53.212205 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3228f2d0-0531-40c3-a4b7-6e41ef1b51b3'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-deleted', 'tag': '60f2c721-b8e7-4254-a086-1a16f4ce7793', 'status': 'completed', 'code': 200} May 25 20:27:53.216064 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0cbaedd6-c000-450f-bf42-980a45c4fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:53.228093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Deleting port 723f1476-6c1f-4111-adea-481a80bb6f47 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:53.228703 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:53.293129 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0cbaedd6-c000-450f-bf42-980a45c4fc3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32516b1ef4ba490faba3aef9e9e822f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7603087 May 25 20:27:53.296536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37304) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:53.429735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbaedd6-c000-450f-bf42-980a45c4fc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305433ec-d881-4837-a8dd-7ca785e14603,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:53.627488 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f39a487b-60bc-4dad-9f50-9c567571a3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:53.723222 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f39a487b-60bc-4dad-9f50-9c567571a3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:53.816393 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:53.903089 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb727c9c-42d3-420e-bc90-9890a84fff6e None None] New status for floating IP 18e8630a-da9c-4e51-a2f7-44afe1a67f27: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:27:53.917197 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520905b4-142f-4a64-856f-d2e53240275b req-00e94719-35d7-447d-8229-f7c626730ee6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:53.925131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520905b4-142f-4a64-856f-d2e53240275b req-00e94719-35d7-447d-8229-f7c626730ee6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:53.932613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520905b4-142f-4a64-856f-d2e53240275b req-00e94719-35d7-447d-8229-f7c626730ee6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:53.934377 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-520905b4-142f-4a64-856f-d2e53240275b req-00e94719-35d7-447d-8229-f7c626730ee6 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 2410 time: 0.4706669 May 25 20:27:53.996113 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-520905b4-142f-4a64-856f-d2e53240275b req-48d075b2-b84b-415b-b237-935b8cf05743 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548103 May 25 20:27:53.996746 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f39a487b-60bc-4dad-9f50-9c567571a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:54.020343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a487b-60bc-4dad-9f50-9c567571a3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305433ec-d881-4837-a8dd-7ca785e14603,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:54.028723 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f39a487b-60bc-4dad-9f50-9c567571a3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:54.029940 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f39a487b-60bc-4dad-9f50-9c567571a3e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/305433ec-d881-4837-a8dd-7ca785e14603 HTTP/1.1" status: 204 len: 168 time: 0.7322898 May 25 20:27:54.109383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] For port 723f1476-6c1f-4111-adea-481a80bb6f47, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=723f1476-6c1f-4111-adea-481a80bb6f47,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:54.109898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:54.327473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Calling delete_port for 723f1476-6c1f-4111-adea-481a80bb6f47 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:54.481251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82591e49-38a0-4f51-bcda-ba00112ba0dc req-37103f10-aeb4-4725-a982-a594ec1c28db tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:54.490759 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82591e49-38a0-4f51-bcda-ba00112ba0dc req-37103f10-aeb4-4725-a982-a594ec1c28db tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.1998746 May 25 20:27:54.502117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf22bd-644c-4bd3-8c5e-a916829d54e7 req-9d35c314-d3ec-46a4-a944-8be37d532c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:54.504523 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18cf22bd-644c-4bd3-8c5e-a916829d54e7 req-9d35c314-d3ec-46a4-a944-8be37d532c8a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 1097 time: 1.5421073 May 25 20:27:54.570476 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18cf22bd-644c-4bd3-8c5e-a916829d54e7 req-cf65a65d-44a3-4858-9527-a3935a582808 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587475 May 25 20:27:54.653164 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82591e49-38a0-4f51-bcda-ba00112ba0dc req-066665ff-7562-42a4-8da1-801112c410aa tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612144 May 25 20:27:54.724516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497d326-926a-4712-a624-695a14d79983 req-e39a1327-becf-428c-b44b-434bd40ab42b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:54.726683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7497d326-926a-4712-a624-695a14d79983 req-e39a1327-becf-428c-b44b-434bd40ab42b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 944 time: 1.5124543 May 25 20:27:54.871866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:54.889993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:55.013416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15d9fc-b674-41aa-9d4a-5f121862dd85 req-508d4386-be91-47fe-aef9-96e0701f6c5e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:55.027483 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d15d9fc-b674-41aa-9d4a-5f121862dd85 req-508d4386-be91-47fe-aef9-96e0701f6c5e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 946 time: 0.1941655 May 25 20:27:55.088408 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0d15d9fc-b674-41aa-9d4a-5f121862dd85 req-04eb2231-15bd-4072-a09d-4a9f13cf6f98 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545118 May 25 20:27:55.120349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4866384b-5172-4a9f-a685-ba9964e2ae79 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:27:55.238038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event deleted for resources: {'Port': ['ID=723f1476-6c1f-4111-adea-481a80bb6f47,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:55.267492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:55.267839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:55.268173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:55.268505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:55.268837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:55.269165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:55.269489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:55.269812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:55.270135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:55.270480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:55.270798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:55.271119 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:27:55.294644 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7497d326-926a-4712-a624-695a14d79983 req-d3daf053-2908-4e12-a9c2-a9eb569b5505 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5320785 May 25 20:27:55.504629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86423f-7203-4a63-ba4c-ba05649db1e9 req-3b1e2715-21a5-4b3b-bea6-0d82e128bc33 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:55.508514 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee86423f-7203-4a63-ba4c-ba05649db1e9 req-3b1e2715-21a5-4b3b-bea6-0d82e128bc33 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.2541468 May 25 20:27:55.518739 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37364) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:55.535404 n-d-843339-1 neutron-server[88333]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f346d976-1709-4acf-9476-fba1eb650883']: {'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'code': 422} returned with failed status May 25 20:27:55.535946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 4866384b-5172-4a9f-a685-ba9964e2ae79 is: DOWN; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:27:55.543300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4f0838d4-6bd3-4a54-8c99-757372d8d019 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Request body: {'floatingip': {'port_id': '06c08728-e001-4860-ab46-7ca9bb1274bb'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:55.737733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] No DVR routers for this DVR port 723f1476-6c1f-4111-adea-481a80bb6f47 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:27:55.754076 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:55.813217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-deleted', 'tag': '723f1476-6c1f-4111-adea-481a80bb6f47'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:27:55.838819 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f0838d4-6bd3-4a54-8c99-757372d8d019 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:56.093789 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-bacbad5c-987f-47ed-a2d5-e6c35a2bc154 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "DELETE /v2.0/ports/723f1476-6c1f-4111-adea-481a80bb6f47 HTTP/1.1" status: 204 len: 173 time: 3.4184670 May 25 20:27:56.576570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe279d4-7655-4572-bd5f-57cbcef62fcc req-551a2a19-0c25-4680-ad28-bf038c2ab371 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:56.583738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe279d4-7655-4572-bd5f-57cbcef62fcc req-551a2a19-0c25-4680-ad28-bf038c2ab371 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:56.585031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0fe279d4-7655-4572-bd5f-57cbcef62fcc req-551a2a19-0c25-4680-ad28-bf038c2ab371 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Synchronizing usage tracker for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:27:56.721249 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d6c237-0d28-426c-b4f3-b4a720bc91f0'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-deleted', 'tag': '723f1476-6c1f-4111-adea-481a80bb6f47', 'status': 'completed', 'code': 200} May 25 20:27:56.744815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37408) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:56.759272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-dc13780d-7fd7-46d1-8220-9e7146d730b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Deleting port b2f2aef6-a947-402d-bea3-73ac08d5de61 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:27:56.759580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-dc13780d-7fd7-46d1-8220-9e7146d730b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:56.885796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0fe279d4-7655-4572-bd5f-57cbcef62fcc req-551a2a19-0c25-4680-ad28-bf038c2ab371 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Unset dirty status for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:27:56.895757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fe279d4-7655-4572-bd5f-57cbcef62fcc req-551a2a19-0c25-4680-ad28-bf038c2ab371 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 1677 time: 1.1949382 May 25 20:27:57.012871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-49fc6ab8-e5d2-4e73-8210-e36c00fc5c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:57.038932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-49fc6ab8-e5d2-4e73-8210-e36c00fc5c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:57.047559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-49fc6ab8-e5d2-4e73-8210-e36c00fc5c44 admin admin] Usage tracker for resource:security_group_rule and tenant:9336a84db101441383b32bd08923223b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:57.058059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-49fc6ab8-e5d2-4e73-8210-e36c00fc5c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:57.075501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-49fc6ab8-e5d2-4e73-8210-e36c00fc5c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:57.114687 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fe279d4-7655-4572-bd5f-57cbcef62fcc req-4e88a920-fb10-4813-abd9-c5de01137ff1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180603 May 25 20:27:57.198423 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-49fc6ab8-e5d2-4e73-8210-e36c00fc5c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:57.219661 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-49fc6ab8-e5d2-4e73-8210-e36c00fc5c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:57.260080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd3e2a-6c4d-4657-bbb6-28efd5440188 req-429eed41-6331-494d-a84c-fd0dd3a758d5 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:57.267259 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bedd3e2a-6c4d-4657-bbb6-28efd5440188 req-429eed41-6331-494d-a84c-fd0dd3a758d5 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 946 time: 0.3995559 May 25 20:27:57.336690 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-49fc6ab8-e5d2-4e73-8210-e36c00fc5c44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9336a84db101441383b32bd08923223b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5871620 May 25 20:27:57.355397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc6ab8-e5d2-4e73-8210-e36c00fc5c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61dd8ff-97b3-4d20-ad6b-b7101d28c28f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:57.357715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37428) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:57.389073 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bedd3e2a-6c4d-4657-bbb6-28efd5440188 req-75f746e6-3f55-48bf-aa98-4810d2c2ea1e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125371 May 25 20:27:57.612477 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-772c9fb7-bdb3-479b-a382-46100b47de26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:57.653938 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-772c9fb7-bdb3-479b-a382-46100b47de26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:57.907783 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-772c9fb7-bdb3-479b-a382-46100b47de26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:57.987875 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:57.989517 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c9fb7-bdb3-479b-a382-46100b47de26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61dd8ff-97b3-4d20-ad6b-b7101d28c28f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:27:58.045908 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-772c9fb7-bdb3-479b-a382-46100b47de26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:58.047198 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-772c9fb7-bdb3-479b-a382-46100b47de26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a61dd8ff-97b3-4d20-ad6b-b7101d28c28f HTTP/1.1" status: 204 len: 168 time: 0.6569481 May 25 20:27:58.099875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-dc13780d-7fd7-46d1-8220-9e7146d730b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] For port b2f2aef6-a947-402d-bea3-73ac08d5de61, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b2f2aef6-a947-402d-bea3-73ac08d5de61,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:27:58.100488 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-dc13780d-7fd7-46d1-8220-9e7146d730b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:58.122829 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8dc600b4-bdb9-4e8f-960f-5424b56b4030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:58.144031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152a86b-e11e-41c0-af1d-c61e52dccf3c req-03191a55-4e53-41ad-863f-ee2fa477f016 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:58.156735 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f152a86b-e11e-41c0-af1d-c61e52dccf3c req-03191a55-4e53-41ad-863f-ee2fa477f016 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 946 time: 0.3710814 May 25 20:27:58.260005 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f152a86b-e11e-41c0-af1d-c61e52dccf3c req-7e7bb01a-8841-4e3d-85bd-388697f46319 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024239 May 25 20:27:58.282061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37458) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:58.627722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-dc13780d-7fd7-46d1-8220-9e7146d730b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Calling delete_port for b2f2aef6-a947-402d-bea3-73ac08d5de61 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:27:58.774482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bf9b8-e3b9-48e1-bce9-ce7490cf913e req-45d32bb5-cff1-4c8d-9d88-896999f71378 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:58.803161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bf9b8-e3b9-48e1-bce9-ce7490cf913e req-45d32bb5-cff1-4c8d-9d88-896999f71378 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:58.820346 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd9bf9b8-e3b9-48e1-bce9-ce7490cf913e req-45d32bb5-cff1-4c8d-9d88-896999f71378 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 1677 time: 0.3267944 May 25 20:27:59.327588 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd9bf9b8-e3b9-48e1-bce9-ce7490cf913e req-a6c164eb-3282-4d77-85a0-c43f9c1da0cd tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5062556 May 25 20:27:59.373142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f875e1-81f3-4e8c-beab-7ce15bd4b11f tempest-TestVolumeBackupRestore-1639061517 tempest-TestVolumeBackupRestore-1639061517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:59.373983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-48f875e1-81f3-4e8c-beab-7ce15bd4b11f tempest-TestVolumeBackupRestore-1639061517 tempest-TestVolumeBackupRestore-1639061517-project-admin] Synchronizing usage tracker for tenant:eb20154d848c49b8adeca7040471c554 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:27:59.418710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-48f875e1-81f3-4e8c-beab-7ce15bd4b11f tempest-TestVolumeBackupRestore-1639061517 tempest-TestVolumeBackupRestore-1639061517-project-admin] Unset dirty status for tenant:eb20154d848c49b8adeca7040471c554 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:27:59.423571 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-48f875e1-81f3-4e8c-beab-7ce15bd4b11f tempest-TestVolumeBackupRestore-1639061517 tempest-TestVolumeBackupRestore-1639061517-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 1092 time: 1.1402838 May 25 20:27:59.424769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37508) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:59.431199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:27:59.450377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:27:59.460573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Usage tracker for resource:floatingip and tenant:fb09bf8a58ce4944bfac1ad8a6036195 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:27:59.473465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:27:59.478786 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-4f0838d4-6bd3-4a54-8c99-757372d8d019 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] It took 1.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:27:59.489703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:27:59.524212 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:59.730589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37522) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:27:59.893899 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:59.915611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-dc13780d-7fd7-46d1-8220-9e7146d730b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:59.933385 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f0838d4-6bd3-4a54-8c99-757372d8d019 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:27:59.943240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f874c51-933c-4cd8-a600-2c440d36ed82 req-88b13b73-3f7d-4a94-a3b7-ebc95096961d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:27:59.954337 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8f874c51-933c-4cd8-a600-2c440d36ed82 req-88b13b73-3f7d-4a94-a3b7-ebc95096961d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 944 time: 0.6459599 May 25 20:28:00.095235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13780d-7fd7-46d1-8220-9e7146d730b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event deleted for resources: {'Port': ['ID=b2f2aef6-a947-402d-bea3-73ac08d5de61,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:00.303310 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f0838d4-6bd3-4a54-8c99-757372d8d019 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:00.471157 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-34783ec9-8c1f-4f8e-974a-1f0bf72ecaab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7379529 May 25 20:28:00.494403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Allocated IP 172.25.3.204 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/65ef089e-6797-4596-9d06-2b70b20819cc) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:28:00.527555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-dc13780d-7fd7-46d1-8220-9e7146d730b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] No DVR routers for this DVR port b2f2aef6-a947-402d-bea3-73ac08d5de61 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:28:00.530786 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-4f0838d4-6bd3-4a54-8c99-757372d8d019 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Floating IP 7852815a-c737-4c93-aabf-41b29c476907 associated. External IP: 172.25.3.58, port: 06c08728-e001-4860-ab46-7ca9bb1274bb. May 25 20:28:00.571728 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9e19b237-db66-4dc0-8ef0-cac80487ad9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:00.644525 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-dc13780d-7fd7-46d1-8220-9e7146d730b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:00.697942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-deleted', 'tag': 'b2f2aef6-a947-402d-bea3-73ac08d5de61'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:28:00.770463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-dc13780d-7fd7-46d1-8220-9e7146d730b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "DELETE /v2.0/ports/b2f2aef6-a947-402d-bea3-73ac08d5de61 HTTP/1.1" status: 204 len: 173 time: 4.6170652 May 25 20:28:00.846775 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8f874c51-933c-4cd8-a600-2c440d36ed82 req-aa13b29c-3e44-447b-b190-b9feb99f3428 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8915274 May 25 20:28:01.068555 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74538284-f3f6-4dee-82eb-6702150d3e75'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-deleted', 'tag': 'b2f2aef6-a947-402d-bea3-73ac08d5de61', 'status': 'completed', 'code': 200} May 25 20:28:01.092356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e355c-596a-4813-841d-6d0c31c0832f req-6ad13ab4-a082-4252-b455-fb0c4c0f13ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:01.100784 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a99e355c-596a-4813-841d-6d0c31c0832f req-6ad13ab4-a082-4252-b455-fb0c4c0f13ea tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 943 time: 0.3245828 May 25 20:28:01.182679 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:01.275552 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a99e355c-596a-4813-841d-6d0c31c0832f req-40ac3b4f-1379-4ec1-a03c-2f0461247b7a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714549 May 25 20:28:01.354940 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:01.359894 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:01.572028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Pushing event updated for resources: {'Port': ['ID=65ef089e-6797-4596-9d06-2b70b20819cc,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:01.598808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:28:01.603958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:28:01.610179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:28:01.619136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-6f066886-08f9-472e-ab73-3ee05426d915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Deleting port 646b5601-3102-4461-916d-7e5427ae5ee1 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:01.620452 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-6f066886-08f9-472e-ab73-3ee05426d915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:01.723404 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:02.541338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37628) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:02.961167 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9df74385-e51b-4983-8077-c036ee69fa05 req-c38df4f9-b949-4022-9752-d0b858047a56 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4218690 May 25 20:28:03.020183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0838d4-6bd3-4a54-8c99-757372d8d019 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:28:03.051630 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:03.063804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb7138-10f4-4c8e-8bf0-96e11e01c565 req-d0ce168e-1dd5-40b1-8792-e263e3885aa9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:03.073246 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65eb7138-10f4-4c8e-8bf0-96e11e01c565 req-d0ce168e-1dd5-40b1-8792-e263e3885aa9 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 944 time: 0.9510088 May 25 20:28:03.082666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-6f066886-08f9-472e-ab73-3ee05426d915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] For port 646b5601-3102-4461-916d-7e5427ae5ee1, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=646b5601-3102-4461-916d-7e5427ae5ee1,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:03.083172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-6f066886-08f9-472e-ab73-3ee05426d915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:03.112719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37644) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:03.222093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-5e3d34ab-fecb-438b-a350-71af0f579521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:03.224763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-5e3d34ab-fecb-438b-a350-71af0f579521 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099&tenant_id=a52a7ae8afff4a00995e63198463c2df HTTP/1.1" status: 200 len: 1095 time: 0.9641373 May 25 20:28:03.250615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:28:03.336416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-6f066886-08f9-472e-ab73-3ee05426d915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Calling delete_port for 646b5601-3102-4461-916d-7e5427ae5ee1 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:03.635370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0838d4-6bd3-4a54-8c99-757372d8d019 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:28:03.641635 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f0838d4-6bd3-4a54-8c99-757372d8d019 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:03.644892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60d55e5-9091-4153-979a-b5bd6dfa5a9d None None] Sync routers for ids ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:28:03.672925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60d55e5-9091-4153-979a-b5bd6dfa5a9d None None] Routers {'cb39b7dc-0b20-4c75-863b-d4100e7e70a6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:28:03.675141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b60d55e5-9091-4153-979a-b5bd6dfa5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:28:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:03.689388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8974f-123c-40a5-8bcc-0fffdff4b5e7 req-2a46b29d-c590-4a6e-aa78-4e3471346c20 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:03.707652 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73d8974f-123c-40a5-8bcc-0fffdff4b5e7 req-2a46b29d-c590-4a6e-aa78-4e3471346c20 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 943 time: 1.0850294 May 25 20:28:03.829420 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65eb7138-10f4-4c8e-8bf0-96e11e01c565 req-0a83ad0d-0012-42b8-b2ce-8377a9302e73 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7551348 May 25 20:28:03.831131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4f0838d4-6bd3-4a54-8c99-757372d8d019 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "PUT /v2.0/floatingips/7852815a-c737-4c93-aabf-41b29c476907 HTTP/1.1" status: 200 len: 990 time: 8.3113475 May 25 20:28:03.834466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'tag': '06c08728-e001-4860-ab46-7ca9bb1274bb'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:28:03.846290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df74385-e51b-4983-8077-c036ee69fa05 req-8b262ad0-a24d-42fd-b42f-d60be589eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:03.848115 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9df74385-e51b-4983-8077-c036ee69fa05 req-8b262ad0-a24d-42fd-b42f-d60be589eaf9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 1096 time: 0.6204939 May 25 20:28:03.883574 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:04.184757 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079d87d2-6b84-430c-b0e2-182f06eb9263'] response: {'name': 'network-changed', 'server_uuid': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'tag': '06c08728-e001-4860-ab46-7ca9bb1274bb', 'status': 'completed', 'code': 200} May 25 20:28:04.199204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-b60d55e5-9091-4153-979a-b5bd6dfa5a9d None None] Set router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:28:04.262309 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-6f066886-08f9-472e-ab73-3ee05426d915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:04.286677 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7256b8f9-6cee-412c-962b-b40ef37dfcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:04.306994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37672) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:04.422878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f066886-08f9-472e-ab73-3ee05426d915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event deleted for resources: {'Port': ['ID=646b5601-3102-4461-916d-7e5427ae5ee1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:04.471354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73d8974f-123c-40a5-8bcc-0fffdff4b5e7 req-49740cb5-aa05-4d15-a0af-59772c219722 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups?id=4471f896-4acc-44c9-b68e-619465abb649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7598906 May 25 20:28:04.476564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7256b8f9-6cee-412c-962b-b40ef37dfcd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:28:04.489297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-6f066886-08f9-472e-ab73-3ee05426d915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] No DVR routers for this DVR port 646b5601-3102-4461-916d-7e5427ae5ee1 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:28:04.493645 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-6f066886-08f9-472e-ab73-3ee05426d915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:04.510092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7256b8f9-6cee-412c-962b-b40ef37dfcd4 admin admin] Usage tracker for resource:security_group_rule and tenant:9d24efec363347e1a725f548c4185c46 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:28:04.517122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df74385-e51b-4983-8077-c036ee69fa05 req-e31cfa9f-5687-45d7-a60e-d64f15c7fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:04.519618 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9df74385-e51b-4983-8077-c036ee69fa05 req-e31cfa9f-5687-45d7-a60e-d64f15c7fe8e service neutron] 10.222.0.70 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 0.5693262 May 25 20:28:04.524641 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-42b3c085-3cb1-4806-a7ef-48844c484932 req-6f066886-08f9-472e-ab73-3ee05426d915 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.70 "DELETE /v2.0/ports/646b5601-3102-4461-916d-7e5427ae5ee1 HTTP/1.1" status: 204 len: 173 time: 3.7090945 May 25 20:28:04.545366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7256b8f9-6cee-412c-962b-b40ef37dfcd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:28:04.677622 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9df74385-e51b-4983-8077-c036ee69fa05 req-8c1e1abc-0c01-4dfa-b6bd-669e3f781998 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d982e4f-3a5c-449e-9711-028269ab8092 HTTP/1.1" status: 200 len: 217 time: 0.1412382 May 25 20:28:04.783785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df74385-e51b-4983-8077-c036ee69fa05 req-40def66b-0637-4512-9dc3-640f34547523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:04.785586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9df74385-e51b-4983-8077-c036ee69fa05 req-40def66b-0637-4512-9dc3-640f34547523 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.1003280 May 25 20:28:04.887171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df74385-e51b-4983-8077-c036ee69fa05 req-a0e1bdbe-c1e1-402e-b1ad-4f06bf4879d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:04.888798 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9df74385-e51b-4983-8077-c036ee69fa05 req-a0e1bdbe-c1e1-402e-b1ad-4f06bf4879d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968878 May 25 20:28:05.033031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b60d55e5-9091-4153-979a-b5bd6dfa5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:12Z', 'revision_number': 4, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '7852815a-c737-4c93-aabf-41b29c476907', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'port_id': '06c08728-e001-4860-ab46-7ca9bb1274bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'mac_address': 'fa:16:3e:8a:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:27:18Z', 'updated_at': '2022-05-25T20:27:58Z', 'revision_number': 1, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6eb180-138c-4732-9b8a-f09915d6e4ac', 'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'mac_address': 'fa:16:3e:e9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:25:08Z', 'updated_at': '2022-05-25T20:25:22Z', 'revision_number': 5, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'subnets': [{'id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:05.041907 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60d55e5-9091-4153-979a-b5bd6dfa5a9d None None] Checking router: cb39b7dc-0b20-4c75-863b-d4100e7e70a6 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:28:05.062203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60d55e5-9091-4153-979a-b5bd6dfa5a9d None None] Routers {'cb39b7dc-0b20-4c75-863b-d4100e7e70a6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:28:05.062997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b60d55e5-9091-4153-979a-b5bd6dfa5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:28:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:05.073139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7256b8f9-6cee-412c-962b-b40ef37dfcd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:28:05.211703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf065a8-a54a-4462-b188-2c05ae777c69 req-1375afed-7206-4ff0-8af4-8b2544fc7780 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:05.211703 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1bf065a8-a54a-4462-b188-2c05ae777c69 req-1375afed-7206-4ff0-8af4-8b2544fc7780 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 944 time: 0.1555002 May 25 20:28:05.260475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9df74385-e51b-4983-8077-c036ee69fa05 req-9c12c648-7453-4304-b76a-aff1b604724c service neutron] 10.222.0.70 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517394 May 25 20:28:05.344236 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:05.404989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc21a8-ab14-48cb-b2f7-d9b0d2bdc4e6 req-9bc4c00a-a716-4d05-ac8c-a3cef3b71193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:05.407127 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5dc21a8-ab14-48cb-b2f7-d9b0d2bdc4e6 req-9bc4c00a-a716-4d05-ac8c-a3cef3b71193 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 1096 time: 1.0928307 May 25 20:28:05.423860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-b60d55e5-9091-4153-979a-b5bd6dfa5a9d None None] Set router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:28:05.745964 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9df74385-e51b-4983-8077-c036ee69fa05 req-0af5b55c-bf7d-4a06-9e44-0d761615df86 service neutron] 10.222.0.70 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890723 May 25 20:28:05.755432 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1bf065a8-a54a-4462-b188-2c05ae777c69 req-420bca66-ce71-4e93-a4ec-af214810ba0d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5338049 May 25 20:28:06.041944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b60d55e5-9091-4153-979a-b5bd6dfa5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:12Z', 'revision_number': 4, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '7852815a-c737-4c93-aabf-41b29c476907', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'port_id': '06c08728-e001-4860-ab46-7ca9bb1274bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'mac_address': 'fa:16:3e:8a:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:27:18Z', 'updated_at': '2022-05-25T20:27:58Z', 'revision_number': 1, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6eb180-138c-4732-9b8a-f09915d6e4ac', 'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'mac_address': 'fa:16:3e:e9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:25:08Z', 'updated_at': '2022-05-25T20:25:22Z', 'revision_number': 5, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'subnets': [{'id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:06.048507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60d55e5-9091-4153-979a-b5bd6dfa5a9d None None] The sync data for ids ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'] in n-d-843339-1 is: [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:12Z', 'revision_number': 4, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '7852815a-c737-4c93-aabf-41b29c476907', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'port_id': '06c08728-e001-4860-ab46-7ca9bb1274bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'mac_address': 'fa:16:3e:8a:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:27:18Z', 'updated_at': '2022-05-25T20:27:58Z', 'revision_number': 1, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6eb180-138c-4732-9b8a-f09915d6e4ac', 'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'mac_address': 'fa:16:3e:e9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:25:08Z', 'updated_at': '2022-05-25T20:25:22Z', 'revision_number': 5, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'subnets': [{'id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:28:06.174845 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a9020f2-3412-4099-a995-d857dc73481b req-6b3efab2-d71e-4839-9160-751b127b486b tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 210 time: 0.3444214 May 25 20:28:06.187570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-deleted', 'tag': '646b5601-3102-4461-916d-7e5427ae5ee1'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:28:06.274518 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d93d81-19fe-4b07-80bf-7cfa1c49e53b'] response: {'server_uuid': '2092c1b7-a27b-4c8d-91f7-cb9263a474d8', 'name': 'network-vif-deleted', 'tag': '646b5601-3102-4461-916d-7e5427ae5ee1', 'status': 'completed', 'code': 200} May 25 20:28:06.372512 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70d4bd-bddc-4d31-8dc3-4c858b5a101f None None] New status for floating IP 7852815a-c737-4c93-aabf-41b29c476907: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:28:06.498724 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:06.560912 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7256b8f9-6cee-412c-962b-b40ef37dfcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:06.595175 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7256b8f9-6cee-412c-962b-b40ef37dfcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:06.607784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc21a8-ab14-48cb-b2f7-d9b0d2bdc4e6 req-1ce69643-8af3-435a-8a16-b8be3f4425e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:06.608754 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5dc21a8-ab14-48cb-b2f7-d9b0d2bdc4e6 req-1ce69643-8af3-435a-8a16-b8be3f4425e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 1.1764615 May 25 20:28:06.770028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:06.780900 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2eb2fce8-40cd-4ac9-8414-1061ae02dd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:06.907255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256b8f9-6cee-412c-962b-b40ef37dfcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8368f48c-b541-4bf9-ab79-7b4a76652de4,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:06.928341 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7256b8f9-6cee-412c-962b-b40ef37dfcd4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d24efec363347e1a725f548c4185c46&name=default HTTP/1.1" status: 200 len: 2983 time: 3.8054552 May 25 20:28:06.937931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37722) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:07.081185 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13bc5fd7-7911-41d8-bd19-68538d4f96e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:07.138838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13bc5fd7-7911-41d8-bd19-68538d4f96e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:07.223452 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13bc5fd7-7911-41d8-bd19-68538d4f96e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:07.241800 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5dc21a8-ab14-48cb-b2f7-d9b0d2bdc4e6 req-419ae539-ced4-4d40-8021-4d361a5b69d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06c08728-e001-4860-ab46-7ca9bb1274bb HTTP/1.1" status: 200 len: 998 time: 0.6122410 May 25 20:28:07.255609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc5fd7-7911-41d8-bd19-68538d4f96e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8368f48c-b541-4bf9-ab79-7b4a76652de4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:07.282742 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13bc5fd7-7911-41d8-bd19-68538d4f96e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:07.282742 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-13bc5fd7-7911-41d8-bd19-68538d4f96e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8368f48c-b541-4bf9-ab79-7b4a76652de4 HTTP/1.1" status: 204 len: 168 time: 0.3466823 May 25 20:28:07.354395 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:28:07.489413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2cf52dfd-af32-4d73-b755-84c4a650a25b req-2da884c1-f1c9-4899-88e5-74406e847c71 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Synchronizing usage tracker for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:28:07.538633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2cf52dfd-af32-4d73-b755-84c4a650a25b req-2da884c1-f1c9-4899-88e5-74406e847c71 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Unset dirty status for tenant:ed2254629dea43a5bc70198b31357a0c on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:28:07.544335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2cf52dfd-af32-4d73-b755-84c4a650a25b req-2da884c1-f1c9-4899-88e5-74406e847c71 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/ports?device_id=2092c1b7-a27b-4c8d-91f7-cb9263a474d8 HTTP/1.1" status: 200 len: 210 time: 0.1138082 May 25 20:28:07.670725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc21a8-ab14-48cb-b2f7-d9b0d2bdc4e6 req-66bc2dac-7150-4fac-8fd7-5b9aeee73730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:07.672164 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5dc21a8-ab14-48cb-b2f7-d9b0d2bdc4e6 req-66bc2dac-7150-4fac-8fd7-5b9aeee73730 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.3123326 May 25 20:28:07.693729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:28:07.863043 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:07.897491 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:07.925570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37734) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:07.946969 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b8e457a5-8a2e-4016-98cf-d0dc03d1ac41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:07.976809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b8e457a5-8a2e-4016-98cf-d0dc03d1ac41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:28:07.983190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b8e457a5-8a2e-4016-98cf-d0dc03d1ac41 admin admin] Usage tracker for resource:security_group_rule and tenant:48aba72575dd497496b22098160abe59 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:28:07.985183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4866384b-5172-4a9f-a685-ba9964e2ae79 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:28:07.987628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b8e457a5-8a2e-4016-98cf-d0dc03d1ac41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:28:08.008378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b8e457a5-8a2e-4016-98cf-d0dc03d1ac41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:28:08.091697 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:08.174109 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b8e457a5-8a2e-4016-98cf-d0dc03d1ac41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:08.183736 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b8e457a5-8a2e-4016-98cf-d0dc03d1ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:08.233297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Pushing event updated for resources: {'Port': ['ID=65ef089e-6797-4596-9d06-2b70b20819cc,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:08.242743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Transition to ACTIVE for port object 4866384b-5172-4a9f-a685-ba9964e2ae79 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:28:08.272548 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:08.291430 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b8e457a5-8a2e-4016-98cf-d0dc03d1ac41 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48aba72575dd497496b22098160abe59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645978 May 25 20:28:08.292140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37738) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:08.329422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e457a5-8a2e-4016-98cf-d0dc03d1ac41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbfe8fa-5886-44de-985e-893af08415ce,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:08.345949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a963d-0a8f-4cdb-b8a5-76171393daf6 req-81e53ed8-0749-4c55-b2e3-1f35518b58df tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:08.348579 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-857a963d-0a8f-4cdb-b8a5-76171393daf6 req-81e53ed8-0749-4c55-b2e3-1f35518b58df tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 944 time: 1.1836562 May 25 20:28:08.369096 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:08.376927 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2ef454b-44a0-4cc9-b636-2b8bfb42bbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:08.405327 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2ef454b-44a0-4cc9-b636-2b8bfb42bbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:08.468381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2ef454b-44a0-4cc9-b636-2b8bfb42bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:08.489005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef454b-44a0-4cc9-b636-2b8bfb42bbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbfe8fa-5886-44de-985e-893af08415ce,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:08.499581 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2ef454b-44a0-4cc9-b636-2b8bfb42bbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:08.516575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f2ef454b-44a0-4cc9-b636-2b8bfb42bbd6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8fbfe8fa-5886-44de-985e-893af08415ce HTTP/1.1" status: 204 len: 168 time: 0.2222290 May 25 20:28:08.750646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37750) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:08.840637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc21a8-ab14-48cb-b2f7-d9b0d2bdc4e6 req-6b5db8a5-4eb1-468b-81a3-b9ffc60a0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:08.843215 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5dc21a8-ab14-48cb-b2f7-d9b0d2bdc4e6 req-6b5db8a5-4eb1-468b-81a3-b9ffc60a0e4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1034822 May 25 20:28:08.846895 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef4336a6-b947-429c-a27d-35c397f19bd2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:08.891495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Pushing event updated for resources: {'Port': ['ID=4866384b-5172-4a9f-a685-ba9964e2ae79,revision_number=9']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:08.895378 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef4336a6-b947-429c-a27d-35c397f19bd2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:08.936445 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad3e86cb-203f-4d3b-b9e5-95986ce4e451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:08.969049 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef4336a6-b947-429c-a27d-35c397f19bd2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:09.006067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4336a6-b947-429c-a27d-35c397f19bd2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4471f896-4acc-44c9-b68e-619465abb649,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:09.010773 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef4336a6-b947-429c-a27d-35c397f19bd2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:09.015836 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ef4336a6-b947-429c-a27d-35c397f19bd2 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "DELETE /v2.0/security-groups/4471f896-4acc-44c9-b68e-619465abb649 HTTP/1.1" status: 204 len: 168 time: 0.2636924 May 25 20:28:09.016604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37764) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:09.032902 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-7da8662a-ffef-4859-89bf-2643aab31c61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] show failed (client error): The resource could not be found. May 25 20:28:09.038561 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7da8662a-ffef-4859-89bf-2643aab31c61 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "GET /v2.0/security-groups/4471f896-4acc-44c9-b68e-619465abb649 HTTP/1.1" status: 404 len: 347 time: 0.0200231 May 25 20:28:09.039800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37768) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:09.082914 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-857a963d-0a8f-4cdb-b8a5-76171393daf6 req-360b6b3a-3f31-4398-8644-7902998f5442 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4737661 May 25 20:28:09.195506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2fce8-40cd-4ac9-8414-1061ae02dd79 admin admin] Deleting port a04fcb8d-5841-43e8-ba46-b065e6d334be {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:09.195841 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2eb2fce8-40cd-4ac9-8414-1061ae02dd79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:09.234420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-edc23cee-d9f8-4854-a9a9-d000f2fb2804 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Deleting port 446c65e4-3247-4683-87b9-2bde2af85609 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:09.234763 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc23cee-d9f8-4854-a9a9-d000f2fb2804 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:09.295279 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:28:09.310534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] No DVR routers for this DVR port 4866384b-5172-4a9f-a685-ba9964e2ae79 on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:28:09.505311 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc23cee-d9f8-4854-a9a9-d000f2fb2804 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:09.506351 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc23cee-d9f8-4854-a9a9-d000f2fb2804 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:09.506912 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Floating IP c5684022-abab-4079-a580-ea2d9b86d058 associated. External IP: 172.25.3.204, port: de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb. May 25 20:28:09.697908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-edc23cee-d9f8-4854-a9a9-d000f2fb2804 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Calling delete_port for 446c65e4-3247-4683-87b9-2bde2af85609 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:09.897355 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc23cee-d9f8-4854-a9a9-d000f2fb2804 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:09.901462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5dc21a8-ab14-48cb-b2f7-d9b0d2bdc4e6 req-4a0ea7f2-563c-4539-a5e2-89bca79956fd service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0110323 May 25 20:28:09.949768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc23cee-d9f8-4854-a9a9-d000f2fb2804 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event deleted for resources: {'Port': ['ID=446c65e4-3247-4683-87b9-2bde2af85609,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:10.062507 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc23cee-d9f8-4854-a9a9-d000f2fb2804 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:10.092829 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc23cee-d9f8-4854-a9a9-d000f2fb2804 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:10.094451 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-edc23cee-d9f8-4854-a9a9-d000f2fb2804 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "DELETE /v2.0/floatingips/18e8630a-da9c-4e51-a2f7-44afe1a67f27 HTTP/1.1" status: 204 len: 168 time: 1.0532706 May 25 20:28:10.097613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37798) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:10.174957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7ec413b5-afbb-4e52-97fe-dc774e028d6a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Deleting port b07c8e8f-6335-426d-9c38-c8f745c11d75 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:10.175303 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ec413b5-afbb-4e52-97fe-dc774e028d6a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:10.331500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-2eb2fce8-40cd-4ac9-8414-1061ae02dd79 admin admin] For port a04fcb8d-5841-43e8-ba46-b065e6d334be, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a04fcb8d-5841-43e8-ba46-b065e6d334be,segment=NetworkSegment(7dcb27d1-aab2-47d1-9786-a2d7b25e95a7),segment_id=7dcb27d1-aab2-47d1-9786-a2d7b25e95a7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:10.331852 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2eb2fce8-40cd-4ac9-8414-1061ae02dd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:10.463488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80dabf-c963-4591-95d0-7082c237dc8e req-8fefa68a-4e40-483a-be32-0c54ba3e88fa tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:10.464952 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9f80dabf-c963-4591-95d0-7082c237dc8e req-8fefa68a-4e40-483a-be32-0c54ba3e88fa tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 944 time: 0.2435088 May 25 20:28:10.529244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2fce8-40cd-4ac9-8414-1061ae02dd79 admin admin] Calling delete_port for a04fcb8d-5841-43e8-ba46-b065e6d334be owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:10.540542 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9f80dabf-c963-4591-95d0-7082c237dc8e req-b8e03488-88df-47e6-af76-2b8d3b32377d tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665441 May 25 20:28:10.720829 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ec413b5-afbb-4e52-97fe-dc774e028d6a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:10.735722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Attempting to bind port 4866384b-5172-4a9f-a685-ba9964e2ae79 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:28:10.736050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Attempting to bind port 4866384b-5172-4a9f-a685-ba9964e2ae79 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:28:10.736371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Attempting to bind port 4866384b-5172-4a9f-a685-ba9964e2ae79 on network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:28:10.764241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Port 4866384b-5172-4a9f-a685-ba9964e2ae79 on network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:28:10.764577 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Attempting to bind port 4866384b-5172-4a9f-a685-ba9964e2ae79 on network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:28:10.775964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5dc21a8-ab14-48cb-b2f7-d9b0d2bdc4e6 req-45c515f5-1f29-4f39-a6fb-ca929e56afe8 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8594885 May 25 20:28:10.885357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7ec413b5-afbb-4e52-97fe-dc774e028d6a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Calling delete_port for b07c8e8f-6335-426d-9c38-c8f745c11d75 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:11.040171 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ec413b5-afbb-4e52-97fe-dc774e028d6a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:11.052625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:28:11.053136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Checking segment: {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:28:11.053898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Bound using segment: {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:28:11.055042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Bound port: 4866384b-5172-4a9f-a685-ba9964e2ae79, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516ecdf2-3c00-409d-bd4f-91fb75372482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:28:11.055845 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:11.097508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec413b5-afbb-4e52-97fe-dc774e028d6a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event deleted for resources: {'Port': ['ID=b07c8e8f-6335-426d-9c38-c8f745c11d75,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:11.221263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e86cb-203f-4d3b-b9e5-95986ce4e451 admin admin] Deleting port 064d9132-db32-41a3-8a6e-b7e3df28fb89 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:11.221829 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad3e86cb-203f-4d3b-b9e5-95986ce4e451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:11.253030 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ec413b5-afbb-4e52-97fe-dc774e028d6a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:11.267168 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7ec413b5-afbb-4e52-97fe-dc774e028d6a tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "DELETE /v2.0/ports/b07c8e8f-6335-426d-9c38-c8f745c11d75 HTTP/1.1" status: 204 len: 168 time: 1.1657169 May 25 20:28:11.270648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37854) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:11.305126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Router f7d2da74-f18e-4678-9066-85fc4ca61403 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:28:11.356942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-001a9f6c-3211-4705-8c03-c581abd23bfe tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Deleting port d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:11.357292 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-001a9f6c-3211-4705-8c03-c581abd23bfe tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:11.392575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37858) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:11.505196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:28:11.548948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:28:11.568436 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:11.791575 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-001a9f6c-3211-4705-8c03-c581abd23bfe tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:11.863431 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-643f2383-f6ad-4ec7-a8d5-5b7dff6ba706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:11.938103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:11.939610 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:11.941323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-001a9f6c-3211-4705-8c03-c581abd23bfe tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Calling delete_port for d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:11.941704 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] 10.222.0.50 "PUT /v2.0/ports/4866384b-5172-4a9f-a685-ba9964e2ae79 HTTP/1.1" status: 200 len: 1092 time: 8.7063708 May 25 20:28:11.961454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:28:11.992830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-643f2383-f6ad-4ec7-a8d5-5b7dff6ba706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:28:12.000168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-643f2383-f6ad-4ec7-a8d5-5b7dff6ba706 admin admin] Usage tracker for resource:security_group_rule and tenant:29b3aeac3d2e4599bcf720b6fe22366a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:28:12.005067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-643f2383-f6ad-4ec7-a8d5-5b7dff6ba706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:28:12.015918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-643f2383-f6ad-4ec7-a8d5-5b7dff6ba706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:28:12.101490 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63abf25-0bb1-467c-a73f-cff71354dbf5'] response: {'name': 'network-changed', 'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'status': 'completed', 'code': 200} May 25 20:28:12.256018 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-001a9f6c-3211-4705-8c03-c581abd23bfe tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:12.258571 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-ad3e86cb-203f-4d3b-b9e5-95986ce4e451 admin admin] For port 064d9132-db32-41a3-8a6e-b7e3df28fb89, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=064d9132-db32-41a3-8a6e-b7e3df28fb89,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:12.259324 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad3e86cb-203f-4d3b-b9e5-95986ce4e451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:12.297397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883d539-f762-4cf8-8a84-48636096ac8d service neutron] Pushing event updated for resources: {'Port': ['ID=4866384b-5172-4a9f-a685-ba9964e2ae79,revision_number=10']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:12.332481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a9f6c-3211-4705-8c03-c581abd23bfe tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event deleted for resources: {'Port': ['ID=d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:12.453282 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-643f2383-f6ad-4ec7-a8d5-5b7dff6ba706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:12.461869 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-643f2383-f6ad-4ec7-a8d5-5b7dff6ba706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:12.480494 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2eb2fce8-40cd-4ac9-8414-1061ae02dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:12.494564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e86cb-203f-4d3b-b9e5-95986ce4e451 admin admin] Calling delete_port for 064d9132-db32-41a3-8a6e-b7e3df28fb89 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:12.526780 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-643f2383-f6ad-4ec7-a8d5-5b7dff6ba706 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29b3aeac3d2e4599bcf720b6fe22366a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1327920 May 25 20:28:12.528322 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-001a9f6c-3211-4705-8c03-c581abd23bfe tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:12.532196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f2383-f6ad-4ec7-a8d5-5b7dff6ba706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc98c5e6-e98f-4f4d-affc-fcf8c51a80f5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:12.536401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37874) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:12.558536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:28:12.570409 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-001a9f6c-3211-4705-8c03-c581abd23bfe tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "DELETE /v2.0/ports/d76ce2fa-0e4d-4f0c-bacf-bfb05d44a000 HTTP/1.1" status: 204 len: 168 time: 1.2977488 May 25 20:28:12.573759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f7b4d-5332-43c2-9fef-29ee6e4f51b0 None None] Sync routers for ids ['f7d2da74-f18e-4678-9066-85fc4ca61403'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:28:12.578665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37878) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:12.585480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f7b4d-5332-43c2-9fef-29ee6e4f51b0 None None] Routers {'f7d2da74-f18e-4678-9066-85fc4ca61403'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:28:12.586755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-431f7b4d-5332-43c2-9fef-29ee6e4f51b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:28:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f7d2da74-f18e-4678-9066-85fc4ca61403'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:12.609320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-28aec916-6427-4f40-8023-5bb65cd01914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:12.611625 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-28aec916-6427-4f40-8023-5bb65cd01914 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 1096 time: 0.5648534 May 25 20:28:12.655854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2fce8-40cd-4ac9-8414-1061ae02dd79 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04fcb8d-5841-43e8-ba46-b065e6d334be,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:12.684265 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7373522a-c218-4cef-a4d8-f01543786cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:12.721523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb61abd1-ca3a-440d-a6f5-f790be8c93e7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Deleting subnet c5ee70b4-7ed2-418e-8ec0-3ebc08614a34 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:28:12.742923 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb61abd1-ca3a-440d-a6f5-f790be8c93e7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:12.781653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5adaf5-9e2d-4bdf-a110-997da814a23d req-668bdaf7-04e7-4e59-aa53-5edf5783c3f2 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:12.786844 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd5adaf5-9e2d-4bdf-a110-997da814a23d req-668bdaf7-04e7-4e59-aa53-5edf5783c3f2 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 0.8392432 May 25 20:28:12.821374 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7373522a-c218-4cef-a4d8-f01543786cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:12.897959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-431f7b4d-5332-43c2-9fef-29ee6e4f51b0 None None] Set router f7d2da74-f18e-4678-9066-85fc4ca61403 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:28:12.939243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb61abd1-ca3a-440d-a6f5-f790be8c93e7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:13.069508 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7373522a-c218-4cef-a4d8-f01543786cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:13.087723 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:13.101000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373522a-c218-4cef-a4d8-f01543786cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc98c5e6-e98f-4f4d-affc-fcf8c51a80f5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:13.108851 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7373522a-c218-4cef-a4d8-f01543786cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:13.110105 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7373522a-c218-4cef-a4d8-f01543786cc5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc98c5e6-e98f-4f4d-affc-fcf8c51a80f5 HTTP/1.1" status: 204 len: 168 time: 0.5727837 May 25 20:28:13.140364 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb61abd1-ca3a-440d-a6f5-f790be8c93e7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:13.192976 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bb1720a8-7809-40ff-b47b-838b099df987 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 13.7602034 May 25 20:28:13.204529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37884) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:13.204529 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd5adaf5-9e2d-4bdf-a110-997da814a23d req-b108df35-428d-474f-8789-a7f54caf4a23 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753327 May 25 20:28:13.341615 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb61abd1-ca3a-440d-a6f5-f790be8c93e7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:13.541932 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb61abd1-ca3a-440d-a6f5-f790be8c93e7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:13.542937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36d135c-143c-458f-aa55-44606278ff51 None None] Network 72bd1e88-522d-4f1d-8d48-37fb784df0f7 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:28:13.549292 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad3e86cb-203f-4d3b-b9e5-95986ce4e451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:13.555618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61abd1-ca3a-440d-a6f5-f790be8c93e7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ee70b4-7ed2-418e-8ec0-3ebc08614a34,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:13.567483 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cb61abd1-ca3a-440d-a6f5-f790be8c93e7 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "DELETE /v2.0/subnets/c5ee70b4-7ed2-418e-8ec0-3ebc08614a34 HTTP/1.1" status: 204 len: 168 time: 0.9838808 May 25 20:28:13.567483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37894) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:13.747545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e86cb-203f-4d3b-b9e5-95986ce4e451 admin admin] Pushing event deleted for resources: {'Port': ['ID=064d9132-db32-41a3-8a6e-b7e3df28fb89,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:13.781846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a60736-0fed-4b82-a819-6a571882f807 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Deleting subnet 42845b9c-977c-464d-9399-a7f94f605a69 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:28:13.781846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68a60736-0fed-4b82-a819-6a571882f807 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:13.895782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37898) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:13.900965 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68a60736-0fed-4b82-a819-6a571882f807 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:14.019484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-431f7b4d-5332-43c2-9fef-29ee6e4f51b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'c5684022-abab-4079-a580-ea2d9b86d058', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'port_id': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'mac_address': 'fa:16:3e:13:5c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:28:03Z', 'updated_at': '2022-05-25T20:28:03Z', 'revision_number': 0, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba13ef8a-0d04-45db-a863-2f269aac28b7', 'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'mac_address': 'fa:16:3e:f8:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:36Z', 'updated_at': '2022-05-25T20:24:04Z', 'revision_number': 5, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'subnets': [{'id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:14.030094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f7b4d-5332-43c2-9fef-29ee6e4f51b0 None None] Checking router: f7d2da74-f18e-4678-9066-85fc4ca61403 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:28:14.060873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f7b4d-5332-43c2-9fef-29ee6e4f51b0 None None] Routers {'f7d2da74-f18e-4678-9066-85fc4ca61403'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:28:14.060873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-431f7b4d-5332-43c2-9fef-29ee6e4f51b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:28:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f7d2da74-f18e-4678-9066-85fc4ca61403'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:14.218913 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-530f391f-d085-4e41-bf02-d9877b569a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:14.267218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:28:14.299353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-530f391f-d085-4e41-bf02-d9877b569a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:28:14.313339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-530f391f-d085-4e41-bf02-d9877b569a1f admin admin] Usage tracker for resource:security_group_rule and tenant:61cdc75114df4bd58a5ddc22942e675f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:28:14.322556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-530f391f-d085-4e41-bf02-d9877b569a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:28:14.345001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-530f391f-d085-4e41-bf02-d9877b569a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:28:14.390469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-431f7b4d-5332-43c2-9fef-29ee6e4f51b0 None None] Set router f7d2da74-f18e-4678-9066-85fc4ca61403 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:28:14.716885 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68a60736-0fed-4b82-a819-6a571882f807 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:14.739377 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50aaf9bb-d8df-47ac-abd8-665c115621b4'] response: {'name': 'network-changed', 'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'status': 'completed', 'code': 200} May 25 20:28:14.742873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-884499af-7190-4b03-920c-5707cb84320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:14.744351 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-884499af-7190-4b03-920c-5707cb84320a service neutron] 10.222.0.50 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 918 time: 2.0792329 May 25 20:28:14.803534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4284d00-4f1e-44be-823c-d9e0b7874411 None None] DHCP port deletion for 72bd1e88-522d-4f1d-8d48-37fb784df0f7 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:28:14.815242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a4284d00-4f1e-44be-823c-d9e0b7874411 None None] Deleting port 3827dbad-bb03-4380-bcbc-da487b2de999 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:14.815603 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a4284d00-4f1e-44be-823c-d9e0b7874411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:14.837748 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-530f391f-d085-4e41-bf02-d9877b569a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:14.849440 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-530f391f-d085-4e41-bf02-d9877b569a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:14.901521 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-530f391f-d085-4e41-bf02-d9877b569a1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61cdc75114df4bd58a5ddc22942e675f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0082207 May 25 20:28:14.910448 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37908) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:15.001793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e9fa8-f31d-467c-9657-16df72aa8d44 req-18f06c24-ce5b-406b-a572-f4a94378d22a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:15.003354 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804e9fa8-f31d-467c-9657-16df72aa8d44 req-18f06c24-ce5b-406b-a572-f4a94378d22a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 0.4938056 May 25 20:28:15.098957 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-804e9fa8-f31d-467c-9657-16df72aa8d44 req-f969c418-3a6b-44d1-84bc-d6b2baba28ff tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784986 May 25 20:28:15.107341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad3e86cb-203f-4d3b-b9e5-95986ce4e451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:15.119452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f391f-d085-4e41-bf02-d9877b569a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8761769d-f135-4ecb-ae26-32820ff1d13b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:15.124603 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a5bc4ebf-db8d-4634-91fd-7d439c07040d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:15.148223 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68a60736-0fed-4b82-a819-6a571882f807 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:15.208307 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68a60736-0fed-4b82-a819-6a571882f807 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:15.211843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a60736-0fed-4b82-a819-6a571882f807 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event deleted for resources: {'Subnet': ['ID=42845b9c-977c-464d-9399-a7f94f605a69,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:15.223540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d4cd6-b251-459e-b007-6349aae0077f req-1b38281b-1b06-4306-8e74-ae4732562e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:15.225369 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d4d4cd6-b251-459e-b007-6349aae0077f req-1b38281b-1b06-4306-8e74-ae4732562e3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb09bf8a58ce4944bfac1ad8a6036195&device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 1097 time: 0.4380476 May 25 20:28:15.235902 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a5bc4ebf-db8d-4634-91fd-7d439c07040d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:15.251673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982d2666-d5e7-4ffc-9a12-eaa8bf407157 tempest-TestVolumeBackupRestore-1639061517 tempest-TestVolumeBackupRestore-1639061517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:15.253546 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-982d2666-d5e7-4ffc-9a12-eaa8bf407157 tempest-TestVolumeBackupRestore-1639061517 tempest-TestVolumeBackupRestore-1639061517-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 1092 time: 2.0504704 May 25 20:28:15.265189 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2eb2fce8-40cd-4ac9-8414-1061ae02dd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:15.267549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c0f428-5509-443d-b37a-c46b11658a8d None None] Network d3464776-988d-4c60-978a-9ad539684d1a requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:28:15.268293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37912) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:15.286641 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-624c7e0d-964f-4669-bea8-901aeab3eacc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4866384b-5172-4a9f-a685-ba9964e2ae79 HTTP/1.1" status: 200 len: 1000 time: 0.3098605 May 25 20:28:15.336116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-14730843-c95b-4004-9d73-1dc5c3f1b24e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Request body: {'floatingip': {'port_id': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:28:15.393118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-68a60736-0fed-4b82-a819-6a571882f807 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "DELETE /v2.0/subnets/42845b9c-977c-464d-9399-a7f94f605a69 HTTP/1.1" status: 204 len: 168 time: 1.8219628 May 25 20:28:15.409352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37918) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:15.567846 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a4284d00-4f1e-44be-823c-d9e0b7874411 None None] For port 3827dbad-bb03-4380-bcbc-da487b2de999, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3827dbad-bb03-4380-bcbc-da487b2de999,segment=NetworkSegment(1b6147d3-f2fe-4c82-bb19-4a001cd7eded),segment_id=1b6147d3-f2fe-4c82-bb19-4a001cd7eded)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:15.567846 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a4284d00-4f1e-44be-823c-d9e0b7874411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:15.655017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-ca449a2f-e844-4c6f-ab3a-4789749ba836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:15.655017 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-ca449a2f-e844-4c6f-ab3a-4789749ba836 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.3530221 May 25 20:28:15.758479 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a5bc4ebf-db8d-4634-91fd-7d439c07040d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:15.783036 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3827dbad-bb03-4380-bcbc-da487b2de999 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:28:15.839720 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-14730843-c95b-4004-9d73-1dc5c3f1b24e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:15.856839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a4284d00-4f1e-44be-823c-d9e0b7874411 None None] Calling delete_port for 3827dbad-bb03-4380-bcbc-da487b2de999 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:15.904197 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc4ebf-db8d-4634-91fd-7d439c07040d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8761769d-f135-4ecb-ae26-32820ff1d13b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:15.938634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a5bc4ebf-db8d-4634-91fd-7d439c07040d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:15.941872 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a5bc4ebf-db8d-4634-91fd-7d439c07040d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8761769d-f135-4ecb-ae26-32820ff1d13b HTTP/1.1" status: 204 len: 168 time: 1.0210803 May 25 20:28:15.992669 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81d4ed70-a7e5-45be-befd-8ab26f8bc3b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:16.018434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-431f7b4d-5332-43c2-9fef-29ee6e4f51b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'c5684022-abab-4079-a580-ea2d9b86d058', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'port_id': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'mac_address': 'fa:16:3e:13:5c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:28:03Z', 'updated_at': '2022-05-25T20:28:03Z', 'revision_number': 0, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba13ef8a-0d04-45db-a863-2f269aac28b7', 'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'mac_address': 'fa:16:3e:f8:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:36Z', 'updated_at': '2022-05-25T20:24:04Z', 'revision_number': 5, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'subnets': [{'id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:16.031239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f7b4d-5332-43c2-9fef-29ee6e4f51b0 None None] The sync data for ids ['f7d2da74-f18e-4678-9066-85fc4ca61403'] in n-d-843339-1 is: [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'c5684022-abab-4079-a580-ea2d9b86d058', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'port_id': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'mac_address': 'fa:16:3e:13:5c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:28:03Z', 'updated_at': '2022-05-25T20:28:03Z', 'revision_number': 0, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba13ef8a-0d04-45db-a863-2f269aac28b7', 'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'mac_address': 'fa:16:3e:f8:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:36Z', 'updated_at': '2022-05-25T20:24:04Z', 'revision_number': 5, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'subnets': [{'id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:28:16.034030 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a4284d00-4f1e-44be-823c-d9e0b7874411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:16.115032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d4cd6-b251-459e-b007-6349aae0077f req-7328a995-2f40-48d2-a285-89a9f96842c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:16.117136 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d4d4cd6-b251-459e-b007-6349aae0077f req-7328a995-2f40-48d2-a285-89a9f96842c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e03daf7e-8979-498d-8077-f38957dfd3bc HTTP/1.1" status: 200 len: 915 time: 0.8834038 May 25 20:28:16.117308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No active binding found for port 3827dbad-bb03-4380-bcbc-da487b2de999 {{(pid=88333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 20:28:16.117943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3827dbad-bb03-4380-bcbc-da487b2de999 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:28:16.139335 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4284d00-4f1e-44be-823c-d9e0b7874411 None None] Pushing event deleted for resources: {'Port': ['ID=3827dbad-bb03-4380-bcbc-da487b2de999,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:16.180906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4284d00-4f1e-44be-823c-d9e0b7874411 None None] No DVR routers for this DVR port 3827dbad-bb03-4380-bcbc-da487b2de999 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:28:16.241211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-2697c807-6bc9-4e4e-9f93-656889229935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:16.242767 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-2697c807-6bc9-4e4e-9f93-656889229935 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5899441 May 25 20:28:16.280841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41f3b6d-9848-448b-a838-5af439aa1377 None None] DHCP port deletion for d3464776-988d-4c60-978a-9ad539684d1a request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:28:16.285455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a41f3b6d-9848-448b-a838-5af439aa1377 None None] Deleting port 0c1837f6-4b08-4a4d-a488-e27b29ca7681 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:16.285761 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a41f3b6d-9848-448b-a838-5af439aa1377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:16.549711 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81d4ed70-a7e5-45be-befd-8ab26f8bc3b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:16.581684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-81d4ed70-a7e5-45be-befd-8ab26f8bc3b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bd1e88-522d-4f1d-8d48-37fb784df0f7']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:16.610215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-81d4ed70-a7e5-45be-befd-8ab26f8bc3b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6147d3-f2fe-4c82-bb19-4a001cd7eded') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:16.610215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-81d4ed70-a7e5-45be-befd-8ab26f8bc3b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6147d3-f2fe-4c82-bb19-4a001cd7eded') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:16.639349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3e86cb-203f-4d3b-b9e5-95986ce4e451 admin admin] Router c98ffa00-a92c-4100-a75f-16abb956bdae has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:28:16.642078 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81d4ed70-a7e5-45be-befd-8ab26f8bc3b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:16.681692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81d4ed70-a7e5-45be-befd-8ab26f8bc3b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:16.693497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d4ed70-a7e5-45be-befd-8ab26f8bc3b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:28:16.699210 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81d4ed70-a7e5-45be-befd-8ab26f8bc3b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:16.751227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb2fce8-40cd-4ac9-8414-1061ae02dd79 admin admin] Router 66328b36-6ec2-4954-b9da-a2089192eb7c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:28:16.948441 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-9af0d1b1-83e3-4809-935e-27463ee9fa9d service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6979642 May 25 20:28:17.049504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a41f3b6d-9848-448b-a838-5af439aa1377 None None] For port 0c1837f6-4b08-4a4d-a488-e27b29ca7681, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0c1837f6-4b08-4a4d-a488-e27b29ca7681,segment=NetworkSegment(928e69cf-ccfb-456d-b7be-0fa887697402),segment_id=928e69cf-ccfb-456d-b7be-0fa887697402)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:17.049896 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a41f3b6d-9848-448b-a838-5af439aa1377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:17.371115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a41f3b6d-9848-448b-a838-5af439aa1377 None None] Calling delete_port for 0c1837f6-4b08-4a4d-a488-e27b29ca7681 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:17.588994 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a41f3b6d-9848-448b-a838-5af439aa1377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:17.649882 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 1b6147d3-f2fe-4c82-bb19-4a001cd7eded resource provider aggregate not found May 25 20:28:17.747755 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 1b6147d3-f2fe-4c82-bb19-4a001cd7eded resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b6147d3-f2fe-4c82-bb19-4a001cd7eded found for delete ", "request_id": "req-44212ef2-d651-4811-bcf3-9c83e877b5da"}]} May 25 20:28:17.753616 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7644d1-2043-4f06-80bb-3fdd6693e5a5 None None] New status for floating IP c5684022-abab-4079-a580-ea2d9b86d058: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:28:17.882697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d4d4cd6-b251-459e-b007-6349aae0077f req-106e27b9-d107-447c-bb9e-c9ce18584b4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb HTTP/1.1" status: 200 len: 1000 time: 1.6013570 May 25 20:28:17.998745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0c1837f6-4b08-4a4d-a488-e27b29ca7681 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:28:18.012163 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81d4ed70-a7e5-45be-befd-8ab26f8bc3b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:18.018480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3e86cb-203f-4d3b-b9e5-95986ce4e451 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:28:18.025150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 0c1837f6-4b08-4a4d-a488-e27b29ca7681 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:28:18.025150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0c1837f6-4b08-4a4d-a488-e27b29ca7681 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:28:18.025150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da9f0de-28a5-4044-93cd-f62dafd1b9d0 None None] Sync routers for ids ['c98ffa00-a92c-4100-a75f-16abb956bdae'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:28:18.025150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f3b6d-9848-448b-a838-5af439aa1377 None None] Pushing event deleted for resources: {'Port': ['ID=0c1837f6-4b08-4a4d-a488-e27b29ca7681,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:18.031765 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f3b6d-9848-448b-a838-5af439aa1377 None None] No DVR routers for this DVR port 0c1837f6-4b08-4a4d-a488-e27b29ca7681 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:28:18.052211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da9f0de-28a5-4044-93cd-f62dafd1b9d0 None None] Routers {'c98ffa00-a92c-4100-a75f-16abb956bdae'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:28:18.052211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2da9f0de-28a5-4044-93cd-f62dafd1b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:28:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c98ffa00-a92c-4100-a75f-16abb956bdae'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:18.186991 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81d4ed70-a7e5-45be-befd-8ab26f8bc3b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:18.260353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03ffb3-ce34-42dd-a410-931988623f04 req-a270a12f-6812-4d6e-977a-92851d0c18f4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:18.264173 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2a03ffb3-ce34-42dd-a410-931988623f04 req-a270a12f-6812-4d6e-977a-92851d0c18f4 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 1.8482797 May 25 20:28:18.393667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4ed70-a7e5-45be-befd-8ab26f8bc3b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event deleted for resources: {'Network': ['ID=72bd1e88-522d-4f1d-8d48-37fb784df0f7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:18.413065 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-2da9f0de-28a5-4044-93cd-f62dafd1b9d0 None None] Set router c98ffa00-a92c-4100-a75f-16abb956bdae gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:28:18.468923 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-81d4ed70-a7e5-45be-befd-8ab26f8bc3b1 tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "DELETE /v2.0/networks/72bd1e88-522d-4f1d-8d48-37fb784df0f7 HTTP/1.1" status: 204 len: 168 time: 3.0335214 May 25 20:28:18.478089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37980) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:18.607257 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ad3e86cb-203f-4d3b-b9e5-95986ce4e451 admin admin] 10.222.0.60 "PUT /v2.0/routers/c98ffa00-a92c-4100-a75f-16abb956bdae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2063897 May 25 20:28:18.633505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37988) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:18.767555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb2fce8-40cd-4ac9-8414-1061ae02dd79 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:28:18.780075 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e46b9-2330-4c9c-9901-85ee71c6b413 None None] Sync routers for ids ['66328b36-6ec2-4954-b9da-a2089192eb7c'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:28:18.819544 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e46b9-2330-4c9c-9901-85ee71c6b413 None None] Routers {'66328b36-6ec2-4954-b9da-a2089192eb7c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:28:18.819544 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3d1e46b9-2330-4c9c-9901-85ee71c6b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:28:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['66328b36-6ec2-4954-b9da-a2089192eb7c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:18.843076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-87916167-934d-4f91-90b4-663f18f1151e service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8708677 May 25 20:28:18.868118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2eb2fce8-40cd-4ac9-8414-1061ae02dd79 admin admin] 10.222.0.60 "PUT /v2.0/routers/66328b36-6ec2-4954-b9da-a2089192eb7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3180711 May 25 20:28:18.882682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d4cd6-b251-459e-b007-6349aae0077f req-1a73294b-9962-4cc2-9a7e-81a5a2e8c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:18.887402 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d4d4cd6-b251-459e-b007-6349aae0077f req-1a73294b-9962-4cc2-9a7e-81a5a2e8c2a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ae632a4-9c23-4f44-9e84-0feb5294cccb HTTP/1.1" status: 200 len: 853 time: 1.1005919 May 25 20:28:18.887402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37994) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:19.243881 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2da9f0de-28a5-4044-93cd-f62dafd1b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:28:13Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:19.260635 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da9f0de-28a5-4044-93cd-f62dafd1b9d0 None None] Checking router: c98ffa00-a92c-4100-a75f-16abb956bdae for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:28:19.300320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da9f0de-28a5-4044-93cd-f62dafd1b9d0 None None] Routers {'c98ffa00-a92c-4100-a75f-16abb956bdae'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:28:19.302075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2da9f0de-28a5-4044-93cd-f62dafd1b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:28:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c98ffa00-a92c-4100-a75f-16abb956bdae'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:19.372823 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-14730843-c95b-4004-9d73-1dc5c3f1b24e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:28:19.372823 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-14730843-c95b-4004-9d73-1dc5c3f1b24e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:28:19.386372 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-85b1f4e3-4d23-404c-b441-9308828a95de tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:19.464226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38010) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:19.540671 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:19.656291 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3d1e46b9-2330-4c9c-9901-85ee71c6b413 None None] Set router 66328b36-6ec2-4954-b9da-a2089192eb7c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:28:19.812602 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2a03ffb3-ce34-42dd-a410-931988623f04 req-06cbfd62-dc38-4755-a7b2-69f4129139f3 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4887664 May 25 20:28:19.941424 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-14730843-c95b-4004-9d73-1dc5c3f1b24e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:20.094516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-2da9f0de-28a5-4044-93cd-f62dafd1b9d0 None None] Set router c98ffa00-a92c-4100-a75f-16abb956bdae gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:28:20.299212 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-85b1f4e3-4d23-404c-b441-9308828a95de tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:20.321428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-85b1f4e3-4d23-404c-b441-9308828a95de tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3464776-988d-4c60-978a-9ad539684d1a']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:20.350931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-85b1f4e3-4d23-404c-b441-9308828a95de tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928e69cf-ccfb-456d-b7be-0fa887697402') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:20.350931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-85b1f4e3-4d23-404c-b441-9308828a95de tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928e69cf-ccfb-456d-b7be-0fa887697402') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:20.401352 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-85b1f4e3-4d23-404c-b441-9308828a95de tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:20.462460 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-85b1f4e3-4d23-404c-b441-9308828a95de tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:20.493347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b1f4e3-4d23-404c-b441-9308828a95de tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:28:20.493347 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-85b1f4e3-4d23-404c-b441-9308828a95de tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:20.549349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3dd09-a03c-4a04-9e68-60014f14a493 req-9464efc1-cf0f-4ef1-a38a-d204c6392974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:20.575877 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ba3dd09-a03c-4a04-9e68-60014f14a493 req-9464efc1-cf0f-4ef1-a38a-d204c6392974 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 1096 time: 1.6627271 May 25 20:28:20.839765 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2da9f0de-28a5-4044-93cd-f62dafd1b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:28:13Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:20.846350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da9f0de-28a5-4044-93cd-f62dafd1b9d0 None None] The sync data for ids ['c98ffa00-a92c-4100-a75f-16abb956bdae'] in n-d-843339-1 is: [{'id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'name': 'tempest-AttachVolumeTestJSON-639767285-router', 'tenant_id': 'bd9d7ecda85842f896097a31795071c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:21:00Z', 'updated_at': '2022-05-25T20:28:13Z', 'revision_number': 5, 'project_id': 'bd9d7ecda85842f896097a31795071c4', 'gw_port': {'id': '1813a753-dc13-46f3-98fa-c18e2278047b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ffa00-a92c-4100-a75f-16abb956bdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:21:04Z', 'updated_at': '2022-05-25T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:28:20.991140 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3d1e46b9-2330-4c9c-9901-85ee71c6b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:28:11Z', 'revision_number': 5, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:20.996014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:20.996130 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e46b9-2330-4c9c-9901-85ee71c6b413 None None] Checking router: 66328b36-6ec2-4954-b9da-a2089192eb7c for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:28:21.005289 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e46b9-2330-4c9c-9901-85ee71c6b413 None None] Routers {'66328b36-6ec2-4954-b9da-a2089192eb7c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:28:21.007984 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3d1e46b9-2330-4c9c-9901-85ee71c6b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:28:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['66328b36-6ec2-4954-b9da-a2089192eb7c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:21.056469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Deleting port 1813a753-dc13-46f3-98fa-c18e2278047b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:21.056469 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:21.091967 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3dd09-a03c-4a04-9e68-60014f14a493 req-05247a35-e204-434b-9b84-160d73789569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:21.095363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1186658227'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:28:21.097583 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ba3dd09-a03c-4a04-9e68-60014f14a493 req-05247a35-e204-434b-9b84-160d73789569 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 918 time: 0.5122993 May 25 20:28:21.190012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:28:21.341927 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:21.361342 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3d1e46b9-2330-4c9c-9901-85ee71c6b413 None None] Set router 66328b36-6ec2-4954-b9da-a2089192eb7c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:28:21.492174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 064d9132-db32-41a3-8a6e-b7e3df28fb89 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:28:21.514837 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-85b1f4e3-4d23-404c-b441-9308828a95de tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:21.687299 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 928e69cf-ccfb-456d-b7be-0fa887697402 resource provider aggregate not found May 25 20:28:21.702139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Usage tracker for resource:network and tenant:71ca7ca27e9a422a9e6bd2666ce6dbf1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:28:21.713694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 064d9132-db32-41a3-8a6e-b7e3df28fb89 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:28:21.713694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 064d9132-db32-41a3-8a6e-b7e3df28fb89 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:28:21.744468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:28:21.770742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:28:21.776098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] For port 1813a753-dc13-46f3-98fa-c18e2278047b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1813a753-dc13-46f3-98fa-c18e2278047b,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:21.776098 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:22.398766 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3d1e46b9-2330-4c9c-9901-85ee71c6b413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:28:11Z', 'revision_number': 5, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:22.404261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d4cd6-b251-459e-b007-6349aae0077f req-117d9560-c090-4fcb-9333-0f64c4f4280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:22.404261 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d4d4cd6-b251-459e-b007-6349aae0077f req-117d9560-c090-4fcb-9333-0f64c4f4280a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e03daf7e-8979-498d-8077-f38957dfd3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 3.4412405 May 25 20:28:22.404261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Made reservation on behalf of 71ca7ca27e9a422a9e6bd2666ce6dbf1 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:28:22.404261 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:22.422500 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1e46b9-2330-4c9c-9901-85ee71c6b413 None None] The sync data for ids ['66328b36-6ec2-4954-b9da-a2089192eb7c'] in n-d-843339-1 is: [{'id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'name': 'tempest-TaggedBootDevicesTest-580070818-router', 'tenant_id': '2de55f61b45045b4816f6a71bdaf22b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:16Z', 'updated_at': '2022-05-25T20:28:11Z', 'revision_number': 5, 'project_id': '2de55f61b45045b4816f6a71bdaf22b8', 'gw_port': {'id': '8a1184c6-7f2e-4a04-8fac-2156faa97235', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66328b36-6ec2-4954-b9da-a2089192eb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:19Z', 'updated_at': '2022-05-25T20:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:28:22.429201 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 928e69cf-ccfb-456d-b7be-0fa887697402 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 928e69cf-ccfb-456d-b7be-0fa887697402 found for delete ", "request_id": "req-9f267426-8e24-4ad9-9597-ab061e117a44"}]} May 25 20:28:22.440512 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-85b1f4e3-4d23-404c-b441-9308828a95de tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:22.509431 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-85b1f4e3-4d23-404c-b441-9308828a95de tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] 10.222.0.60 "DELETE /v2.0/networks/d3464776-988d-4c60-978a-9ad539684d1a HTTP/1.1" status: 204 len: 168 time: 4.0149560 May 25 20:28:22.762461 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:22.803044 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:22.885385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Calling delete_port for 1813a753-dc13-46f3-98fa-c18e2278047b owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:22.890537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1f4e3-4d23-404c-b441-9308828a95de tempest-TaggedBootDevicesTest_v242-1531598889 tempest-TaggedBootDevicesTest_v242-1531598889-project] Pushing event deleted for resources: {'Network': ['ID=d3464776-988d-4c60-978a-9ad539684d1a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:23.044543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] Deleting port 8a1184c6-7f2e-4a04-8fac-2156faa97235 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:23.044543 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:23.102621 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d4d4cd6-b251-459e-b007-6349aae0077f req-ac317a6f-dd6c-4698-8d93-e4b27a0c66f6 service neutron] 10.222.0.70 "GET /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6834044 May 25 20:28:23.363606 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ba3dd09-a03c-4a04-9e68-60014f14a493 req-41d77770-cc71-4c22-a174-4d73db49bd6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4866384b-5172-4a9f-a685-ba9964e2ae79 HTTP/1.1" status: 200 len: 1000 time: 1.8269541 May 25 20:28:23.486008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:28:23.663514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a04fcb8d-5841-43e8-ba46-b065e6d334be no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:28:23.790611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3dd09-a03c-4a04-9e68-60014f14a493 req-209672d5-062f-48dc-b8dc-27d9e15a92a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:23.790611 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ba3dd09-a03c-4a04-9e68-60014f14a493 req-209672d5-062f-48dc-b8dc-27d9e15a92a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.4087796 May 25 20:28:23.961332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a04fcb8d-5841-43e8-ba46-b065e6d334be {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:28:23.961332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a04fcb8d-5841-43e8-ba46-b065e6d334be not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:28:23.987887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3dd09-a03c-4a04-9e68-60014f14a493 req-c3ab780f-6113-4be3-a8f6-1fcfe02fce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:23.987887 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ba3dd09-a03c-4a04-9e68-60014f14a493 req-c3ab780f-6113-4be3-a8f6-1fcfe02fce87 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836495 May 25 20:28:24.062894 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:24.081372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] For port 8a1184c6-7f2e-4a04-8fac-2156faa97235, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8a1184c6-7f2e-4a04-8fac-2156faa97235,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:24.081372 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:24.245525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] Calling delete_port for 8a1184c6-7f2e-4a04-8fac-2156faa97235 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:24.625721 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:24.772260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Usage tracker for resource:security_group_rule and tenant:71ca7ca27e9a422a9e6bd2666ce6dbf1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:28:24.777510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:24.800379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:28:24.800827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=1813a753-dc13-46f3-98fa-c18e2278047b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:24.859439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1184c6-7f2e-4a04-8fac-2156faa97235,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:24.924690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:24.924910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:24.925682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:24.925682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:24.926058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:24.926262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:24.930864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:24.931276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:24.931457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:24.931799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:24.932172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:24.932750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:25.052019 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ba3dd09-a03c-4a04-9e68-60014f14a493 req-bdf80251-ae5e-4806-9173-50e3a55c770d service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9506304 May 25 20:28:25.069072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:28:25.069072 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d4d4cd6-b251-459e-b007-6349aae0077f req-2495ec77-33bc-4af3-8a0e-5fe670c36c4d service neutron] 10.222.0.70 "GET /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9392953 May 25 20:28:25.383716 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:25.903901 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ba3dd09-a03c-4a04-9e68-60014f14a493 req-bf3d681d-081f-4984-8820-3d35b7367cc9 service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8193915 May 25 20:28:25.903901 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:25.910922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:25.957882 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:25.957882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c98ffa00-a92c-4100-a75f-16abb956bdae {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:28:25.970876 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:25.974498 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d13880ae-0043-4fe9-b110-86529ba83a85 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c98ffa00-a92c-4100-a75f-16abb956bdae HTTP/1.1" status: 204 len: 168 time: 7.3374181 May 25 20:28:25.974903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38086) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:26.097771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b724d-f845-465b-a6ca-352e420d4e84 req-a9f1a371-69f6-488a-a784-a57c628a88cf tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:26.103672 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d91b724d-f845-465b-a6ca-352e420d4e84 req-a9f1a371-69f6-488a-a784-a57c628a88cf tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 4.5868752 May 25 20:28:26.104643 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:26.197745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-56103882-2d39-4e8b-830a-e55279d48a5a admin admin] Deleting subnet b86e6032-d969-4882-8d08-6181fe145086 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:28:26.197745 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-56103882-2d39-4e8b-830a-e55279d48a5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:26.331432 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-56103882-2d39-4e8b-830a-e55279d48a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:26.497715 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-56103882-2d39-4e8b-830a-e55279d48a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:26.718115 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-56103882-2d39-4e8b-830a-e55279d48a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:26.947073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56103882-2d39-4e8b-830a-e55279d48a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86e6032-d969-4882-8d08-6181fe145086,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:26.964528 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-56103882-2d39-4e8b-830a-e55279d48a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:26.972198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fb0df4-e98a-43cb-a3f8-d2558fb96e37 None None] Network 1d861bbe-1d99-4238-9eb8-2ced58df3754 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:28:27.013457 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-56103882-2d39-4e8b-830a-e55279d48a5a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b86e6032-d969-4882-8d08-6181fe145086 HTTP/1.1" status: 204 len: 168 time: 1.0267143 May 25 20:28:27.013457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38106) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:27.524377 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:27.576848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Deleting port 69ccde5c-b920-43a5-8b74-6abcdda55164 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:27.576848 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:27.748586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1813a753-dc13-46f3-98fa-c18e2278047b no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:28:27.806259 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:27.909615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 1813a753-dc13-46f3-98fa-c18e2278047b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:28:27.910786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1813a753-dc13-46f3-98fa-c18e2278047b not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:28:27.969242 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:28.029992 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:28.040098 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:28.117345 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a06dd06d-5681-4823-85c9-3a6d7e1f01cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:28.143716 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:28.173437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ff2daa-6dc4-4881-848d-75183121d1e9 None None] DHCP port deletion for 1d861bbe-1d99-4238-9eb8-2ced58df3754 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:28:28.173437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d5ff2daa-6dc4-4881-848d-75183121d1e9 None None] Deleting port 69ccde5c-b920-43a5-8b74-6abcdda55164 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:28.173437 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d5ff2daa-6dc4-4881-848d-75183121d1e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:28.382629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f9ed15-1c16-40a6-9a8c-715fd2f1a6aa,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:28.536285 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d91b724d-f845-465b-a6ca-352e420d4e84 req-2302d21a-bb17-4278-ab5e-693ff46671c5 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1803153 May 25 20:28:28.536752 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:28.537156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66328b36-6ec2-4954-b9da-a2089192eb7c {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:28:28.539174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:28:28.631487 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:28.633706 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Added segment bab65bae-8752-4fe4-8d9d-b2f7038f4d37 of type vlan for network e5a87edf-bc24-423f-ba7a-2d9454f42c7e May 25 20:28:28.788015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d5ff2daa-6dc4-4881-848d-75183121d1e9 None None] For port 69ccde5c-b920-43a5-8b74-6abcdda55164, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=69ccde5c-b920-43a5-8b74-6abcdda55164,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:28.788460 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d5ff2daa-6dc4-4881-848d-75183121d1e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:29.002345 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:29.011460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3c85938b-39f2-439c-bd09-dee7257b795d admin admin] 10.222.0.60 "DELETE /v2.0/routers/66328b36-6ec2-4954-b9da-a2089192eb7c HTTP/1.1" status: 204 len: 168 time: 10.0856760 May 25 20:28:29.019898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:29.040729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38130) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:29.243954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d5ff2daa-6dc4-4881-848d-75183121d1e9 None None] Calling delete_port for 69ccde5c-b920-43a5-8b74-6abcdda55164 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:29.330353 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:29.357298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:29.357298 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:29.450442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] For port 69ccde5c-b920-43a5-8b74-6abcdda55164, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=69ccde5c-b920-43a5-8b74-6abcdda55164,segment=NetworkSegment(1aba621d-3119-4d31-b000-254434dedcae),segment_id=1aba621d-3119-4d31-b000-254434dedcae)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:29.450442 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:29.502394 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d5ff2daa-6dc4-4881-848d-75183121d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:29.772930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff2daa-6dc4-4881-848d-75183121d1e9 None None] No DVR routers for this DVR port 69ccde5c-b920-43a5-8b74-6abcdda55164 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:28:29.784670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff2daa-6dc4-4881-848d-75183121d1e9 None None] Pushing event deleted for resources: {'Port': ['ID=69ccde5c-b920-43a5-8b74-6abcdda55164,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:29.784670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 69ccde5c-b920-43a5-8b74-6abcdda55164 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:28:29.848880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef405879-a872-4bff-968f-656c63e9ab70 admin admin] Deleting subnet dfdda60a-9fcc-4779-9258-31fe99bfbf7e {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:28:29.900192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 69ccde5c-b920-43a5-8b74-6abcdda55164 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:28:29.907997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 69ccde5c-b920-43a5-8b74-6abcdda55164 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:28:29.937793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8a1184c6-7f2e-4a04-8fac-2156faa97235 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:28:30.061698 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 10.5788000 May 25 20:28:30.061698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38146) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:30.079863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Request body: {'subnet': {'network_id': 'e5a87edf-bc24-423f-ba7a-2d9454f42c7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:28:30.093826 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef405879-a872-4bff-968f-656c63e9ab70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:30.259626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 8a1184c6-7f2e-4a04-8fac-2156faa97235 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:28:30.259626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8a1184c6-7f2e-4a04-8fac-2156faa97235 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:28:30.302855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:28:30.302855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Usage tracker for resource:subnet and tenant:71ca7ca27e9a422a9e6bd2666ce6dbf1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:28:30.311079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:28:30.335183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:28:30.351684 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-14730843-c95b-4004-9d73-1dc5c3f1b24e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] It took 1.04 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:28:30.394498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Calling delete_port for 69ccde5c-b920-43a5-8b74-6abcdda55164 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:30.484940 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:28:30.484940 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:28:30.499375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Made reservation on behalf of 71ca7ca27e9a422a9e6bd2666ce6dbf1 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:28:30.514857 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:30.533316 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef405879-a872-4bff-968f-656c63e9ab70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:30.603412 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-77b86d82-9f58-4fa8-995e-b85e11ff3ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:30.779877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef25443-7ba4-414a-a516-8f5fcfa33470 req-b4fc9da2-a63a-4803-9207-b1d5bc6c440b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:30.793370 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cef25443-7ba4-414a-a516-8f5fcfa33470 req-b4fc9da2-a63a-4803-9207-b1d5bc6c440b tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 0.5982621 May 25 20:28:30.915295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0132be-44cb-467f-b519-37e61620b10c tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Pushing event updated for resources: {'Network': ['ID=e5a87edf-bc24-423f-ba7a-2d9454f42c7e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:30.952354 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network e5a87edf-bc24-423f-ba7a-2d9454f42c7e details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:28:31.006013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Deleting port 69ccde5c-b920-43a5-8b74-6abcdda55164 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:31.006013 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:31.051763 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-14730843-c95b-4004-9d73-1dc5c3f1b24e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:31.066580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-14730843-c95b-4004-9d73-1dc5c3f1b24e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:31.502595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] The port '69ccde5c-b920-43a5-8b74-6abcdda55164' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:28:31.541738 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:31.752478 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:32.142719 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cef25443-7ba4-414a-a516-8f5fcfa33470 req-c73c7ac3-74a5-4094-bea5-957db7a22599 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3321059 May 25 20:28:32.240774 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:32.465674 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef405879-a872-4bff-968f-656c63e9ab70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:32.605250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:32.614311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d861bbe-1d99-4238-9eb8-2ced58df3754']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:32.677411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aba621d-3119-4d31-b000-254434dedcae') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:32.677411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aba621d-3119-4d31-b000-254434dedcae') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:32.717358 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:32.776073 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:32.809750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:28:32.810139 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:33.051443 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:33.281271 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 1aba621d-3119-4d31-b000-254434dedcae resource provider aggregate not found May 25 20:28:33.296375 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:33.307654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Pushing event updated for resources: {'Subnet': ['ID=c5b67c99-d6fe-4a1d-8503-64e09a6eaaba,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:33.406424 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:33.480233 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 1aba621d-3119-4d31-b000-254434dedcae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1aba621d-3119-4d31-b000-254434dedcae found for delete ", "request_id": "req-d959f2cb-f39d-4ad9-8ad1-3b7cf74a4810"}]} May 25 20:28:33.490774 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] 10.222.0.60 "DELETE /v2.0/networks/1d861bbe-1d99-4238-9eb8-2ced58df3754 HTTP/1.1" status: 204 len: 168 time: 6.4697940 May 25 20:28:33.512894 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef405879-a872-4bff-968f-656c63e9ab70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:33.530194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Checking segment: {'id': 'bab65bae-8752-4fe4-8d9d-b2f7038f4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5a87edf-bc24-423f-ba7a-2d9454f42c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:28:33.530194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Network hostable DHCP agents. Network: e5a87edf-bc24-423f-ba7a-2d9454f42c7e, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:28:33.699667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d47b05-ba70-4f75-a0b7-548d5270bcc1 None None] Network c180c5b1-d3d2-49c2-820a-f270a32e5078 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:28:33.715181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0622b-cb86-467d-893b-f875f2d60fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=1d861bbe-1d99-4238-9eb8-2ced58df3754,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:33.721769 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef405879-a872-4bff-968f-656c63e9ab70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:33.733438 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ef405879-a872-4bff-968f-656c63e9ab70 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dfdda60a-9fcc-4779-9258-31fe99bfbf7e HTTP/1.1" status: 204 len: 168 time: 4.6925230 May 25 20:28:33.733438 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38190) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:34.140917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef405879-a872-4bff-968f-656c63e9ab70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfdda60a-9fcc-4779-9258-31fe99bfbf7e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:34.393298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38200) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:34.448293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Network e5a87edf-bc24-423f-ba7a-2d9454f42c7e is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:28:34.526222 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:34.585177 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ed215e-52e6-4e9b-8bad-b7c9663c54a5 None None] DHCP port deletion for c180c5b1-d3d2-49c2-820a-f270a32e5078 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:28:34.593915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed215e-52e6-4e9b-8bad-b7c9663c54a5 None None] Deleting port b10aa1d6-54ba-4eaa-87d8-657419aedf7d {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:34.594845 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8ed215e-52e6-4e9b-8bad-b7c9663c54a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:34.695917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-195f99a6-0423-410f-8cc0-575eed9a7295 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd9d7ecda85842f896097a31795071c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895281 May 25 20:28:34.746407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38204) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:34.807238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14730843-c95b-4004-9d73-1dc5c3f1b24e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Router f7d2da74-f18e-4678-9066-85fc4ca61403 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:28:34.814443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Deleting port b10aa1d6-54ba-4eaa-87d8-657419aedf7d {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:34.814443 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:34.836051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, e5a87edf-bc24-423f-ba7a-2d9454f42c7e) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:28:34.846775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd96a1d-d3bf-4e1c-8ea5-fef85d6fc2f9 None None] Network e5a87edf-bc24-423f-ba7a-2d9454f42c7e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:28:35.339653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:35.340330 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:35.414554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b3766-9fd1-46f6-9016-1f53dac18143 req-9cd23bfe-75a5-4d0c-b082-d5bde3819b29 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:35.422354 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc2b3766-9fd1-46f6-9016-1f53dac18143 req-9cd23bfe-75a5-4d0c-b082-d5bde3819b29 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 1.1146712 May 25 20:28:35.531401 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a91eec69-b38b-45c0-828e-14a7bbd6079e tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4573543 May 25 20:28:35.545062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38216) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:35.592736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Request body: {'port': {'network_id': 'e5a87edf-bc24-423f-ba7a-2d9454f42c7e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-413432243'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:28:35.648828 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14730843-c95b-4004-9d73-1dc5c3f1b24e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:28:35.701975 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-14730843-c95b-4004-9d73-1dc5c3f1b24e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:35.771186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b10aa1d6-54ba-4eaa-87d8-657419aedf7d no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:28:35.943009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52059e27-eebd-4a20-936f-402b61af6f8e None None] Sync routers for ids ['f7d2da74-f18e-4678-9066-85fc4ca61403'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:28:35.971426 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc2b3766-9fd1-46f6-9016-1f53dac18143 req-2157c3b6-66a0-479f-bf2b-9f3014ceef55 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5213187 May 25 20:28:36.310686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] For port b10aa1d6-54ba-4eaa-87d8-657419aedf7d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b10aa1d6-54ba-4eaa-87d8-657419aedf7d,segment=NetworkSegment(7dcb27d1-aab2-47d1-9786-a2d7b25e95a7),segment_id=7dcb27d1-aab2-47d1-9786-a2d7b25e95a7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:36.310686 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:36.394413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52059e27-eebd-4a20-936f-402b61af6f8e None None] Routers {'f7d2da74-f18e-4678-9066-85fc4ca61403'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:28:36.395102 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-52059e27-eebd-4a20-936f-402b61af6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f7d2da74-f18e-4678-9066-85fc4ca61403'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:36.477465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:28:36.484301 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-14730843-c95b-4004-9d73-1dc5c3f1b24e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "PUT /v2.0/floatingips/c5684022-abab-4079-a580-ea2d9b86d058 HTTP/1.1" status: 200 len: 994 time: 21.2129185 May 25 20:28:36.640810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Calling delete_port for b10aa1d6-54ba-4eaa-87d8-657419aedf7d owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:36.692199 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff64dc6-db3d-45bd-9b12-3fed17668656'] response: {'name': 'network-changed', 'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'status': 'completed', 'code': 200} May 25 20:28:36.835293 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1c08cf73-dc13-4e63-b931-38bfab02cd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:36.924637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:28:36.939674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Usage tracker for resource:port and tenant:71ca7ca27e9a422a9e6bd2666ce6dbf1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:28:36.963084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:28:36.985674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:28:36.997137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-e5a87edf-bc24-423f-ba7a-2d9454f42c7e', 'network_id': 'e5a87edf-bc24-423f-ba7a-2d9454f42c7e', 'tenant_id': '71ca7ca27e9a422a9e6bd2666ce6dbf1', 'fixed_ips': [{'subnet_id': 'c5b67c99-d6fe-4a1d-8503-64e09a6eaaba'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:28:36.998033 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:37.026348 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1c08cf73-dc13-4e63-b931-38bfab02cd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:37.034784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Made reservation on behalf of 71ca7ca27e9a422a9e6bd2666ce6dbf1 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:28:37.041228 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:37.091568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] device_id is not set on port 5b5516f9-99fb-49ae-84a2-68f0ae083b1d yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:28:37.250040 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:37.295278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862291d2-a493-4308-b550-ff64166c61a6 req-20d2033e-05bd-4919-9e45-1b61b3f66c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:37.297104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862291d2-a493-4308-b550-ff64166c61a6 req-20d2033e-05bd-4919-9e45-1b61b3f66c21 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb09bf8a58ce4944bfac1ad8a6036195&device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 1097 time: 0.5714314 May 25 20:28:37.306074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Port b10aa1d6-54ba-4eaa-87d8-657419aedf7d update to DOWN by agent not found {{(pid=88333) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 25 20:28:37.356210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f8ed215e-52e6-4e9b-8bad-b7c9663c54a5 None None] For port b10aa1d6-54ba-4eaa-87d8-657419aedf7d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b10aa1d6-54ba-4eaa-87d8-657419aedf7d,segment=NetworkSegment(7dcb27d1-aab2-47d1-9786-a2d7b25e95a7),segment_id=7dcb27d1-aab2-47d1-9786-a2d7b25e95a7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:37.356599 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8ed215e-52e6-4e9b-8bad-b7c9663c54a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:37.481527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Pushing event deleted for resources: {'Port': ['ID=b10aa1d6-54ba-4eaa-87d8-657419aedf7d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:37.503703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] No DVR routers for this DVR port b10aa1d6-54ba-4eaa-87d8-657419aedf7d on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:28:37.758454 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1c08cf73-dc13-4e63-b931-38bfab02cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:37.842311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08cf73-dc13-4e63-b931-38bfab02cd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7583c11c-0f36-4bb1-a72c-09cfa0caf826,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:37.986000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed215e-52e6-4e9b-8bad-b7c9663c54a5 None None] Calling delete_port for b10aa1d6-54ba-4eaa-87d8-657419aedf7d owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:38.053433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-52059e27-eebd-4a20-936f-402b61af6f8e None None] Set router f7d2da74-f18e-4678-9066-85fc4ca61403 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:28:38.118825 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:38.193568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862291d2-a493-4308-b550-ff64166c61a6 req-772148e6-dca1-424d-96b4-08fbb8a30f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:38.202078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862291d2-a493-4308-b550-ff64166c61a6 req-772148e6-dca1-424d-96b4-08fbb8a30f01 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e03daf7e-8979-498d-8077-f38957dfd3bc HTTP/1.1" status: 200 len: 915 time: 0.8669767 May 25 20:28:38.233697 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1c08cf73-dc13-4e63-b931-38bfab02cd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:38.241172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1c08cf73-dc13-4e63-b931-38bfab02cd72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7583c11c-0f36-4bb1-a72c-09cfa0caf826 HTTP/1.1" status: 204 len: 168 time: 3.5012627 May 25 20:28:38.362778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c180c5b1-d3d2-49c2-820a-f270a32e5078']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:38.425331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:38.434921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcb27d1-aab2-47d1-9786-a2d7b25e95a7') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:38.456413 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:38.481705 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:38.517503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:28:38.520159 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:38.547157 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862291d2-a493-4308-b550-ff64166c61a6 req-75b479c6-235f-4fe2-a6e4-e4cf18194e55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb HTTP/1.1" status: 200 len: 1002 time: 0.3338602 May 25 20:28:38.614786 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-f8ed215e-52e6-4e9b-8bad-b7c9663c54a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:28:38.622358 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-f8ed215e-52e6-4e9b-8bad-b7c9663c54a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:28:39.022112 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:39.039002 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 7dcb27d1-aab2-47d1-9786-a2d7b25e95a7 resource provider aggregate not found May 25 20:28:39.114367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:28:39.145310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862291d2-a493-4308-b550-ff64166c61a6 req-b74f7a3d-f18a-4977-88eb-ecc4d2588344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:39.156170 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862291d2-a493-4308-b550-ff64166c61a6 req-b74f7a3d-f18a-4977-88eb-ecc4d2588344 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ae632a4-9c23-4f44-9e84-0feb5294cccb HTTP/1.1" status: 200 len: 853 time: 0.5945857 May 25 20:28:39.189083 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:39.239010 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c180c5b1-d3d2-49c2-820a-f270a32e5078 HTTP/1.1" status: 204 len: 168 time: 5.5021937 May 25 20:28:39.254029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38272) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:39.254029 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 7dcb27d1-aab2-47d1-9786-a2d7b25e95a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dcb27d1-aab2-47d1-9786-a2d7b25e95a7 found for delete ", "request_id": "req-ae12d70c-917d-44f1-bcba-368b1c917a16"}]} May 25 20:28:39.254029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3781f-073d-4870-a6a3-68a33281a281 admin admin] Pushing event deleted for resources: {'Network': ['ID=c180c5b1-d3d2-49c2-820a-f270a32e5078,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:39.285039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed215e-52e6-4e9b-8bad-b7c9663c54a5 None None] Deleting port b10aa1d6-54ba-4eaa-87d8-657419aedf7d {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:39.285039 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8ed215e-52e6-4e9b-8bad-b7c9663c54a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:39.422457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Allocated IP 172.20.0.7 (e5a87edf-bc24-423f-ba7a-2d9454f42c7e/c5b67c99-d6fe-4a1d-8503-64e09a6eaaba/5b5516f9-99fb-49ae-84a2-68f0ae083b1d) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:28:39.422457 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4051d164-eab4-4d29-a604-a0ee95d5a4b6'] response: {'name': 'network-changed', 'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'status': 'completed', 'code': 200} May 25 20:28:39.524856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceba233-bb61-41ae-b27f-cee13a045da9 req-81e984ec-fd7d-4b37-80db-5fed1f347e75 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:39.528359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed215e-52e6-4e9b-8bad-b7c9663c54a5 None None] The port 'b10aa1d6-54ba-4eaa-87d8-657419aedf7d' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:28:39.538266 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8ceba233-bb61-41ae-b27f-cee13a045da9 req-81e984ec-fd7d-4b37-80db-5fed1f347e75 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 2.0859175 May 25 20:28:39.622537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-52059e27-eebd-4a20-936f-402b61af6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'c5684022-abab-4079-a580-ea2d9b86d058', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'port_id': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'mac_address': 'fa:16:3e:13:5c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:28:03Z', 'updated_at': '2022-05-25T20:28:29Z', 'revision_number': 2, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba13ef8a-0d04-45db-a863-2f269aac28b7', 'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'mac_address': 'fa:16:3e:f8:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:36Z', 'updated_at': '2022-05-25T20:24:04Z', 'revision_number': 5, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'subnets': [{'id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:39.635268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52059e27-eebd-4a20-936f-402b61af6f8e None None] Checking router: f7d2da74-f18e-4678-9066-85fc4ca61403 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:28:39.653503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52059e27-eebd-4a20-936f-402b61af6f8e None None] Routers {'f7d2da74-f18e-4678-9066-85fc4ca61403'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:28:39.653783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-52059e27-eebd-4a20-936f-402b61af6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f7d2da74-f18e-4678-9066-85fc4ca61403'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:39.731779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38284) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:39.775010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8ceba233-bb61-41ae-b27f-cee13a045da9 req-6ca1d29e-50e4-4d41-bbed-fd46fd411c15 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356818 May 25 20:28:40.607891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a29aba53-7825-42aa-82ed-0b1c06bafffa tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Deleting port 65ef089e-6797-4596-9d06-2b70b20819cc {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:40.608522 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a29aba53-7825-42aa-82ed-0b1c06bafffa tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:40.926117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-52059e27-eebd-4a20-936f-402b61af6f8e None None] Set router f7d2da74-f18e-4678-9066-85fc4ca61403 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:28:40.961713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862291d2-a493-4308-b550-ff64166c61a6 req-4435331f-bd69-4d88-929d-07ec2c2de91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:40.961713 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862291d2-a493-4308-b550-ff64166c61a6 req-4435331f-bd69-4d88-929d-07ec2c2de91d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e03daf7e-8979-498d-8077-f38957dfd3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7839713 May 25 20:28:41.896458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec082efa-9116-4a1f-920f-158ddc484ad0 req-35232353-5636-472b-89bf-c2a0c3f31e1e tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:41.922998 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec082efa-9116-4a1f-920f-158ddc484ad0 req-35232353-5636-472b-89bf-c2a0c3f31e1e tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 0.5944033 May 25 20:28:42.029301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-52059e27-eebd-4a20-936f-402b61af6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'c5684022-abab-4079-a580-ea2d9b86d058', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'port_id': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'mac_address': 'fa:16:3e:13:5c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:28:03Z', 'updated_at': '2022-05-25T20:28:29Z', 'revision_number': 2, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba13ef8a-0d04-45db-a863-2f269aac28b7', 'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'mac_address': 'fa:16:3e:f8:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:36Z', 'updated_at': '2022-05-25T20:24:04Z', 'revision_number': 5, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'subnets': [{'id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:42.071504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52059e27-eebd-4a20-936f-402b61af6f8e None None] The sync data for ids ['f7d2da74-f18e-4678-9066-85fc4ca61403'] in n-d-843339-1 is: [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'c5684022-abab-4079-a580-ea2d9b86d058', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'port_id': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'mac_address': 'fa:16:3e:13:5c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:28:03Z', 'updated_at': '2022-05-25T20:28:29Z', 'revision_number': 2, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba13ef8a-0d04-45db-a863-2f269aac28b7', 'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'mac_address': 'fa:16:3e:f8:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:36Z', 'updated_at': '2022-05-25T20:24:04Z', 'revision_number': 5, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'subnets': [{'id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:28:42.278428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec082efa-9116-4a1f-920f-158ddc484ad0 req-65280698-df4c-418a-b3c5-80ec1af89d83 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531115 May 25 20:28:42.385263 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdf9b-4f5f-48e0-9d4a-a87f78aed849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:42.680410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a29aba53-7825-42aa-82ed-0b1c06bafffa tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:42.680410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a29aba53-7825-42aa-82ed-0b1c06bafffa tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:43.133648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a29aba53-7825-42aa-82ed-0b1c06bafffa tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Calling delete_port for 65ef089e-6797-4596-9d06-2b70b20819cc owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:43.570451 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862291d2-a493-4308-b550-ff64166c61a6 req-f7506be7-a7ef-48ef-9e15-2ed9ef2f97de service neutron] 10.222.0.70 "GET /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7178066 May 25 20:28:43.750326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d23056-0a16-4b34-8e7e-bcf3f78f5fec req-e0eb0e69-fff5-4b1c-8a14-6156e42da641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:43.750326 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59d23056-0a16-4b34-8e7e-bcf3f78f5fec req-e0eb0e69-fff5-4b1c-8a14-6156e42da641 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 1096 time: 1.0602455 May 25 20:28:44.037326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f4dd1-121d-4e92-a044-d13307723c96 req-0a42a8fe-e4b5-4788-8b4e-695b2dffbf45 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:44.052702 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe1f4dd1-121d-4e92-a044-d13307723c96 req-0a42a8fe-e4b5-4788-8b4e-695b2dffbf45 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.7569146 May 25 20:28:44.132543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38350) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:44.337147 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe1f4dd1-121d-4e92-a044-d13307723c96 req-5b7c0397-7254-4d73-ac3f-535f65912ea1 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720076 May 25 20:28:44.376449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d23056-0a16-4b34-8e7e-bcf3f78f5fec req-35f6ebe5-41de-4073-9e3b-d794d9a76ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:44.376449 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59d23056-0a16-4b34-8e7e-bcf3f78f5fec req-35f6ebe5-41de-4073-9e3b-d794d9a76ec5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 0.4303725 May 25 20:28:44.436309 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a29aba53-7825-42aa-82ed-0b1c06bafffa tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:44.482662 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:44.672051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59d23056-0a16-4b34-8e7e-bcf3f78f5fec req-ad77ab56-32ff-4780-b641-7d57acfcdbda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06c08728-e001-4860-ab46-7ca9bb1274bb HTTP/1.1" status: 200 len: 1000 time: 0.2787318 May 25 20:28:44.851830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29aba53-7825-42aa-82ed-0b1c06bafffa tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Pushing event deleted for resources: {'Port': ['ID=65ef089e-6797-4596-9d06-2b70b20819cc,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:44.897624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Transition to ACTIVE for port object 5b5516f9-99fb-49ae-84a2-68f0ae083b1d will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:28:44.980889 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-a1bcdf9b-4f5f-48e0-9d4a-a87f78aed849 admin admin] Deleting port 2e217584-ecc4-4b56-90b2-fd2f0eefde98 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:44.980889 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdf9b-4f5f-48e0-9d4a-a87f78aed849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:45.057874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d23056-0a16-4b34-8e7e-bcf3f78f5fec req-bdbd6824-583d-4f6a-9e29-97b23d188756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:45.057874 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59d23056-0a16-4b34-8e7e-bcf3f78f5fec req-bdbd6824-583d-4f6a-9e29-97b23d188756 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.3655701 May 25 20:28:45.249746 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a29aba53-7825-42aa-82ed-0b1c06bafffa tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:45.249746 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-a29aba53-7825-42aa-82ed-0b1c06bafffa tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Floating IP c5684022-abab-4079-a580-ea2d9b86d058 disassociated (deleted). External IP: 172.25.3.204, port: de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb. May 25 20:28:45.457723 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862291d2-a493-4308-b550-ff64166c61a6 req-474b69a4-badb-4561-9d57-d2d35b82e39e service neutron] 10.222.0.70 "GET /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6073558 May 25 20:28:45.469745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d374e58-532f-4836-872c-22114c7a1ad1 req-b2d74b3b-bda3-4b48-af8d-d10804c6d5da tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:45.477581 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d374e58-532f-4836-872c-22114c7a1ad1 req-b2d74b3b-bda3-4b48-af8d-d10804c6d5da tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 1.8229244 May 25 20:28:45.799000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d23056-0a16-4b34-8e7e-bcf3f78f5fec req-33b309e3-3a83-4ab3-8a19-2c36efe270df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:45.801218 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59d23056-0a16-4b34-8e7e-bcf3f78f5fec req-33b309e3-3a83-4ab3-8a19-2c36efe270df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7083533 May 25 20:28:45.998766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-a1bcdf9b-4f5f-48e0-9d4a-a87f78aed849 admin admin] For port 2e217584-ecc4-4b56-90b2-fd2f0eefde98, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2e217584-ecc4-4b56-90b2-fd2f0eefde98,segment=NetworkSegment(f9bfb79c-0278-4fc8-9366-dd2851a93389),segment_id=f9bfb79c-0278-4fc8-9366-dd2851a93389)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:45.998766 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdf9b-4f5f-48e0-9d4a-a87f78aed849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:46.155814 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:46.176033 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d374e58-532f-4836-872c-22114c7a1ad1 req-632ee67d-8222-4bd9-96d6-79d39c468ff7 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7028935 May 25 20:28:46.218999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-a1bcdf9b-4f5f-48e0-9d4a-a87f78aed849 admin admin] Calling delete_port for 2e217584-ecc4-4b56-90b2-fd2f0eefde98 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:46.278600 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Allocated IP 172.20.0.2 (e5a87edf-bc24-423f-ba7a-2d9454f42c7e/c5b67c99-d6fe-4a1d-8503-64e09a6eaaba/50f6b913-72b0-4ae9-9681-b63743b93329) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:28:46.316649 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:28:46.321403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076505d-74f7-4fb9-a58f-437d2956eab7 req-6075bd7a-3583-4ecd-ae68-07699ff17c5c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:46.321403 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1076505d-74f7-4fb9-a58f-437d2956eab7 req-6075bd7a-3583-4ecd-ae68-07699ff17c5c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.6787879 May 25 20:28:46.495806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Pushing event updated for resources: {'Port': ['ID=5b5516f9-99fb-49ae-84a2-68f0ae083b1d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:46.514699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Network e5a87edf-bc24-423f-ba7a-2d9454f42c7e is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:28:46.583473 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4866384b-5172-4a9f-a685-ba9964e2ae79 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:28:46.667693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:28:46.692501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:28:46.811126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214d2e8-9235-4612-8a4b-8c2d426932bd req-33aa0b69-9605-4ec2-b403-d628a1e888e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:46.813426 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e214d2e8-9235-4612-8a4b-8c2d426932bd req-33aa0b69-9605-4ec2-b403-d628a1e888e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb09bf8a58ce4944bfac1ad8a6036195&device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 1097 time: 1.2272553 May 25 20:28:46.830019 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1076505d-74f7-4fb9-a58f-437d2956eab7 req-6f32b556-bd7a-4124-a473-aaaf5c7e638a tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4885583 May 25 20:28:46.830019 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59d23056-0a16-4b34-8e7e-bcf3f78f5fec req-bf1a411f-4ea1-458a-b222-9804be14ff96 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9996686 May 25 20:28:46.846007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:46.846007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:47.113386 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:47.138881 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:47.143220 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdf9b-4f5f-48e0-9d4a-a87f78aed849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:47.160005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Transition to ACTIVE for port object 50f6b913-72b0-4ae9-9681-b63743b93329 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:28:47.262119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcdf9b-4f5f-48e0-9d4a-a87f78aed849 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e217584-ecc4-4b56-90b2-fd2f0eefde98,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:47.296212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'port_id': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'mac_address': 'fa:16:3e:02:37:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:28:47.410202 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59d23056-0a16-4b34-8e7e-bcf3f78f5fec req-5fe1ea2d-05d6-4b27-a366-1e3105e4085f service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711498 May 25 20:28:47.414529 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Transition to ACTIVE for port object 50f6b913-72b0-4ae9-9681-b63743b93329 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:28:47.444672 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1d2c2062-5009-4147-8c6a-a2cb336d3d11 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 11.8968494 May 25 20:28:47.465919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38392) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:47.484613 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:47.666960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Network e5a87edf-bc24-423f-ba7a-2d9454f42c7e is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:28:47.680418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:28:47.715616 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:28:48.026047 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 4866384b-5172-4a9f-a685-ba9964e2ae79 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:28:48.026047 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:48.053610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Attempting to bind port 50f6b913-72b0-4ae9-9681-b63743b93329 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:28:48.053989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Attempting to bind port 50f6b913-72b0-4ae9-9681-b63743b93329 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'bab65bae-8752-4fe4-8d9d-b2f7038f4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5a87edf-bc24-423f-ba7a-2d9454f42c7e'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:28:48.054450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Attempting to bind port 50f6b913-72b0-4ae9-9681-b63743b93329 on network e5a87edf-bc24-423f-ba7a-2d9454f42c7e {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:28:48.061253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4866384b-5172-4a9f-a685-ba9964e2ae79 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:28:48.090098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:28:48.090618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Checking segment: {'id': 'bab65bae-8752-4fe4-8d9d-b2f7038f4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5a87edf-bc24-423f-ba7a-2d9454f42c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:28:48.091125 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:48.091653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Bound using segment: {'id': 'bab65bae-8752-4fe4-8d9d-b2f7038f4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5a87edf-bc24-423f-ba7a-2d9454f42c7e'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:28:48.092444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Bound port: 50f6b913-72b0-4ae9-9681-b63743b93329, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab65bae-8752-4fe4-8d9d-b2f7038f4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5a87edf-bc24-423f-ba7a-2d9454f42c7e'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:28:48.093020 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:48.139612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Pushing event updated for resources: {'Port': ['ID=50f6b913-72b0-4ae9-9681-b63743b93329,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:48.179745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:48.189107 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:48.197379 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdf9b-4f5f-48e0-9d4a-a87f78aed849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:48.344491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=4866384b-5172-4a9f-a685-ba9964e2ae79,revision_number=11']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:48.359528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] For port 50f6b913-72b0-4ae9-9681-b63743b93329, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:28:48.367375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] For port 50f6b913-72b0-4ae9-9681-b63743b93329, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=50f6b913-72b0-4ae9-9681-b63743b93329,segment=NetworkSegment(bab65bae-8752-4fe4-8d9d-b2f7038f4d37),segment_id=bab65bae-8752-4fe4-8d9d-b2f7038f4d37)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:28:48.382027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214d2e8-9235-4612-8a4b-8c2d426932bd req-7ebf5800-19c5-4757-ac63-9edb1041c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:48.382027 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e214d2e8-9235-4612-8a4b-8c2d426932bd req-7ebf5800-19c5-4757-ac63-9edb1041c7d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e03daf7e-8979-498d-8077-f38957dfd3bc HTTP/1.1" status: 200 len: 915 time: 1.4674747 May 25 20:28:48.386688 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:48.553145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e84472-c05e-491a-b6af-c5ddc68d51e9 None None] Pushing event updated for resources: {'Port': ['ID=50f6b913-72b0-4ae9-9681-b63743b93329,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:48.555067 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e214d2e8-9235-4612-8a4b-8c2d426932bd req-b8822166-77b1-4110-bbaa-07e52cd409c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb HTTP/1.1" status: 200 len: 217 time: 0.1635275 May 25 20:28:48.561101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4c3ce-a431-4c7d-97f4-4aebf5893a7a req-aeb0c00e-ae49-4ad9-bdc5-4adc8b6924f8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:48.562696 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ffa4c3ce-a431-4c7d-97f4-4aebf5893a7a req-aeb0c00e-ae49-4ad9-bdc5-4adc8b6924f8 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.4804969 May 25 20:28:48.573680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['4866384b-5172-4a9f-a685-ba9964e2ae79'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:28:48.715684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214d2e8-9235-4612-8a4b-8c2d426932bd req-5321b035-7cc8-4c14-93fb-8eb7f723fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:48.715684 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e214d2e8-9235-4612-8a4b-8c2d426932bd req-5321b035-7cc8-4c14-93fb-8eb7f723fd1c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ae632a4-9c23-4f44-9e84-0feb5294cccb HTTP/1.1" status: 200 len: 853 time: 0.1407251 May 25 20:28:48.884460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ffa4c3ce-a431-4c7d-97f4-4aebf5893a7a req-176bf1f5-4469-41c2-94bc-6d0b68f2ebe5 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097334 May 25 20:28:48.913967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-568b552c-bab5-4476-9634-8cc4cb665033 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Deleting port 5b5516f9-99fb-49ae-84a2-68f0ae083b1d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:48.925111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-568b552c-bab5-4476-9634-8cc4cb665033 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:49.180430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bcdf9b-4f5f-48e0-9d4a-a87f78aed849 admin admin] Router 34cb4871-4699-4b14-b03f-bb06edeffb8a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:28:49.323063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29aba53-7825-42aa-82ed-0b1c06bafffa tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Router f7d2da74-f18e-4678-9066-85fc4ca61403 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:28:49.549092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bcdf9b-4f5f-48e0-9d4a-a87f78aed849 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:28:49.570004 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c31fb3-7a54-4eac-b0e8-7ce696746441 None None] Sync routers for ids ['34cb4871-4699-4b14-b03f-bb06edeffb8a'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:28:49.581367 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a1bcdf9b-4f5f-48e0-9d4a-a87f78aed849 admin admin] 10.222.0.60 "PUT /v2.0/routers/34cb4871-4699-4b14-b03f-bb06edeffb8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3072772 May 25 20:28:49.581614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38424) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:49.585699 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c31fb3-7a54-4eac-b0e8-7ce696746441 None None] Routers {'34cb4871-4699-4b14-b03f-bb06edeffb8a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:28:49.586703 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-38c31fb3-7a54-4eac-b0e8-7ce696746441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['34cb4871-4699-4b14-b03f-bb06edeffb8a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:49.715787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 50f6b913-72b0-4ae9-9681-b63743b93329 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:28:49.978650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 50f6b913-72b0-4ae9-9681-b63743b93329 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:28:50.017384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c274b1f-ff15-4ea5-8564-88f264dafc66 req-1efbff88-51e5-4a2e-8c96-15cc9b464a64 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:50.041855 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6c274b1f-ff15-4ea5-8564-88f264dafc66 req-1efbff88-51e5-4a2e-8c96-15cc9b464a64 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 946 time: 2.2831426 May 25 20:28:50.135399 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-38c31fb3-7a54-4eac-b0e8-7ce696746441 None None] Set router 34cb4871-4699-4b14-b03f-bb06edeffb8a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:28:50.370903 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:50.466283 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6c274b1f-ff15-4ea5-8564-88f264dafc66 req-a3acc516-ba42-48cb-af3f-34935f7efb40 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4233193 May 25 20:28:50.570357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4866384b-5172-4a9f-a685-ba9964e2ae79 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:28:50.902644 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-568b552c-bab5-4476-9634-8cc4cb665033 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:50.960373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 4866384b-5172-4a9f-a685-ba9964e2ae79 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:28:50.974990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 4866384b-5172-4a9f-a685-ba9964e2ae79 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:28:50.975515 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:51.069538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810fc130-a8bd-4ab8-9f22-b2c43c9047b8 None None] Network e5a87edf-bc24-423f-ba7a-2d9454f42c7e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:28:51.163827 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-38c31fb3-7a54-4eac-b0e8-7ce696746441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'name': 'tempest-TaggedBootDevicesTest-2127703880-router', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:51Z', 'updated_at': '2022-05-25T20:28:46Z', 'revision_number': 5, 'project_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'gw_port': {'id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:54Z', 'updated_at': '2022-05-25T20:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:51.163827 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c31fb3-7a54-4eac-b0e8-7ce696746441 None None] Checking router: 34cb4871-4699-4b14-b03f-bb06edeffb8a for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:28:51.191097 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c31fb3-7a54-4eac-b0e8-7ce696746441 None None] Routers {'34cb4871-4699-4b14-b03f-bb06edeffb8a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:28:51.191097 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-38c31fb3-7a54-4eac-b0e8-7ce696746441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['34cb4871-4699-4b14-b03f-bb06edeffb8a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:51.341137 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:51.373739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] Deleting port a9466db6-3581-4153-9012-f6b4f95b14dd {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:51.374122 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:51.485967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-568b552c-bab5-4476-9634-8cc4cb665033 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Calling delete_port for 5b5516f9-99fb-49ae-84a2-68f0ae083b1d owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:51.512182 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-038598ce-57b6-4a6d-b5a4-1a6d29e7191a None None] Provisioning for port 50f6b913-72b0-4ae9-9681-b63743b93329 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:28:51.590597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-038598ce-57b6-4a6d-b5a4-1a6d29e7191a None None] Provisioning complete for port 50f6b913-72b0-4ae9-9681-b63743b93329 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:28:51.590597 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-038598ce-57b6-4a6d-b5a4-1a6d29e7191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:51.775337 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-38c31fb3-7a54-4eac-b0e8-7ce696746441 None None] Set router 34cb4871-4699-4b14-b03f-bb06edeffb8a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:28:51.865356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 4866384b-5172-4a9f-a685-ba9964e2ae79 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:28:51.865957 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:51.887392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29aba53-7825-42aa-82ed-0b1c06bafffa tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:28:51.909288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:51.912930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:28:51.948447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a29aba53-7825-42aa-82ed-0b1c06bafffa tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:52.069791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] For port a9466db6-3581-4153-9012-f6b4f95b14dd, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a9466db6-3581-4153-9012-f6b4f95b14dd,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:52.069791 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:52.137690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214d2e8-9235-4612-8a4b-8c2d426932bd req-24b6fb99-6029-48e6-8cfb-d2d07764a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:52.139511 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e214d2e8-9235-4612-8a4b-8c2d426932bd req-24b6fb99-6029-48e6-8cfb-d2d07764a7a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e03daf7e-8979-498d-8077-f38957dfd3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 3.3859859 May 25 20:28:52.140004 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:52.145367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecfa46d-ea39-4483-8b42-dc358746f154 None None] Sync routers for ids ['f7d2da74-f18e-4678-9066-85fc4ca61403'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:28:52.262961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfa46d-ea39-4483-8b42-dc358746f154 None None] Routers {'f7d2da74-f18e-4678-9066-85fc4ca61403'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:28:52.263991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7ecfa46d-ea39-4483-8b42-dc358746f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f7d2da74-f18e-4678-9066-85fc4ca61403'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:52.513109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] Calling delete_port for a9466db6-3581-4153-9012-f6b4f95b14dd owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:52.581040 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-38c31fb3-7a54-4eac-b0e8-7ce696746441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'name': 'tempest-TaggedBootDevicesTest-2127703880-router', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:51Z', 'updated_at': '2022-05-25T20:28:46Z', 'revision_number': 5, 'project_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'gw_port': {'id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:54Z', 'updated_at': '2022-05-25T20:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:52.591459 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c31fb3-7a54-4eac-b0e8-7ce696746441 None None] The sync data for ids ['34cb4871-4699-4b14-b03f-bb06edeffb8a'] in n-d-843339-1 is: [{'id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'name': 'tempest-TaggedBootDevicesTest-2127703880-router', 'tenant_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:51Z', 'updated_at': '2022-05-25T20:28:46Z', 'revision_number': 5, 'project_id': 'cf3464970d6841da8fd2a22e4b6c500b', 'gw_port': {'id': 'a9466db6-3581-4153-9012-f6b4f95b14dd', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cb4871-4699-4b14-b03f-bb06edeffb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:54Z', 'updated_at': '2022-05-25T20:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:28:52.594290 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-038598ce-57b6-4a6d-b5a4-1a6d29e7191a None None] Current status of the port 50f6b913-72b0-4ae9-9681-b63743b93329 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:28:52.595728 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-038598ce-57b6-4a6d-b5a4-1a6d29e7191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:52.636590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e214d2e8-9235-4612-8a4b-8c2d426932bd req-51a3ff11-65a4-4ad6-8851-c0e14ad62c0d service neutron] 10.222.0.70 "GET /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609516 May 25 20:28:52.641992 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-568b552c-bab5-4476-9634-8cc4cb665033 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:52.644505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987d707-1455-481f-996b-b76d0ae0b474 req-cafade52-1df4-47a2-951a-e2e7becec94b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:52.650002 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9987d707-1455-481f-996b-b76d0ae0b474 req-cafade52-1df4-47a2-951a-e2e7becec94b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 2.4004986 May 25 20:28:52.672966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba164-db52-4797-b29a-d159b560dea9 req-292f0b88-edd0-43b3-bdd6-7c748ffb2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:52.678298 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e59ba164-db52-4797-b29a-d159b560dea9 req-292f0b88-edd0-43b3-bdd6-7c748ffb2413 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a52a7ae8afff4a00995e63198463c2df&device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 1097 time: 1.3958161 May 25 20:28:52.887523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7ecfa46d-ea39-4483-8b42-dc358746f154 None None] Set router f7d2da74-f18e-4678-9066-85fc4ca61403 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:28:53.062477 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9987d707-1455-481f-996b-b76d0ae0b474 req-1fc19653-df9f-4de5-bdf3-b5877c883319 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3692272 May 25 20:28:53.114939 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=4866384b-5172-4a9f-a685-ba9964e2ae79,revision_number=12']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:53.184853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba164-db52-4797-b29a-d159b560dea9 req-d150bb7f-c7d9-4d6c-88ac-964ba551a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:53.222834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:53.222834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:53.222834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:53.222834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:53.222834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:53.232032 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e59ba164-db52-4797-b29a-d159b560dea9 req-d150bb7f-c7d9-4d6c-88ac-964ba551a890 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 200 len: 918 time: 0.5141857 May 25 20:28:53.239362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:53.239362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:53.239362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:53.239362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:53.239362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:53.239362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:53.239362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:28:53.566087 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e214d2e8-9235-4612-8a4b-8c2d426932bd req-4e245ad0-0eb6-4190-8f59-f5f5106a3f6f service neutron] 10.222.0.70 "GET /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9059441 May 25 20:28:53.605855 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a29aba53-7825-42aa-82ed-0b1c06bafffa tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "DELETE /v2.0/floatingips/c5684022-abab-4079-a580-ea2d9b86d058 HTTP/1.1" status: 204 len: 168 time: 13.8294511 May 25 20:28:53.612692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b552c-bab5-4476-9634-8cc4cb665033 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Pushing event deleted for resources: {'Port': ['ID=5b5516f9-99fb-49ae-84a2-68f0ae083b1d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:53.646685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:28:53.673921 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e822e7-a8d5-44c9-9c6e-9cac5c9815d1'] response: {'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'code': 200} May 25 20:28:53.679043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2e217584-ecc4-4b56-90b2-fd2f0eefde98 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:28:53.705884 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:53.823812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-038598ce-57b6-4a6d-b5a4-1a6d29e7191a None None] For port 50f6b913-72b0-4ae9-9681-b63743b93329, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=50f6b913-72b0-4ae9-9681-b63743b93329,segment=NetworkSegment(bab65bae-8752-4fe4-8d9d-b2f7038f4d37),segment_id=bab65bae-8752-4fe4-8d9d-b2f7038f4d37)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:53.856868 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 2e217584-ecc4-4b56-90b2-fd2f0eefde98 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:28:53.856868 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2e217584-ecc4-4b56-90b2-fd2f0eefde98 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:28:53.929899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96b44f-5d8f-4db0-8be9-a51da7240185 req-be03c04f-acf3-4cff-a3ed-5f6f296676c2 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:53.964438 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-038598ce-57b6-4a6d-b5a4-1a6d29e7191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:53.977913 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e96b44f-5d8f-4db0-8be9-a51da7240185 req-be03c04f-acf3-4cff-a3ed-5f6f296676c2 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 947 time: 1.9458640 May 25 20:28:54.068700 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e96b44f-5d8f-4db0-8be9-a51da7240185 req-0d43e2e2-93d3-4c4f-a4cf-1a670557cf9e tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918105 May 25 20:28:54.130080 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-568b552c-bab5-4476-9634-8cc4cb665033 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:54.132241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] Pushing event deleted for resources: {'Port': ['ID=a9466db6-3581-4153-9012-f6b4f95b14dd,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:54.146282 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c35dce3-43b2-4dba-ac83-7745991d3c31'] response: {'name': 'network-changed', 'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'status': 'completed', 'code': 200} May 25 20:28:54.271130 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:54.275017 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-568b552c-bab5-4476-9634-8cc4cb665033 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] 10.222.0.60 "DELETE /v2.0/ports/5b5516f9-99fb-49ae-84a2-68f0ae083b1d HTTP/1.1" status: 204 len: 168 time: 6.5280330 May 25 20:28:54.302703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38486) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:54.318020 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:54.412935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-afe53f1a-0596-4b26-9948-da29a0d9e87c None None] Could not find standard attr ID for object 5b5516f9-99fb-49ae-84a2-68f0ae083b1d. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:28:54.474673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-afe53f1a-0596-4b26-9948-da29a0d9e87c None None] Provisioning complete for port 50f6b913-72b0-4ae9-9681-b63743b93329 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:28:54.475061 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afe53f1a-0596-4b26-9948-da29a0d9e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:54.514011 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e59ba164-db52-4797-b29a-d159b560dea9 req-8eb30fd0-e686-49da-892d-3c500784de86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4866384b-5172-4a9f-a685-ba9964e2ae79 HTTP/1.1" status: 200 len: 1002 time: 1.2879963 May 25 20:28:54.777333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bd561-4529-44f2-a7fe-2292439bb37a req-13c00b62-1047-4c98-9472-003db56de8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:54.792495 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-629bd561-4529-44f2-a7fe-2292439bb37a req-13c00b62-1047-4c98-9472-003db56de8ef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 1098 time: 0.7218046 May 25 20:28:54.836601 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038598ce-57b6-4a6d-b5a4-1a6d29e7191a None None] Pushing event updated for resources: {'Port': ['ID=50f6b913-72b0-4ae9-9681-b63743b93329,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:54.997143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-afe53f1a-0596-4b26-9948-da29a0d9e87c None None] Current status of the port 50f6b913-72b0-4ae9-9681-b63743b93329 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:28:54.999311 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:55.074133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7ecfa46d-ea39-4483-8b42-dc358746f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ba13ef8a-0d04-45db-a863-2f269aac28b7', 'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'mac_address': 'fa:16:3e:f8:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:36Z', 'updated_at': '2022-05-25T20:24:04Z', 'revision_number': 5, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'subnets': [{'id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:55.096432 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecfa46d-ea39-4483-8b42-dc358746f154 None None] Checking router: f7d2da74-f18e-4678-9066-85fc4ca61403 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:28:55.113247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfa46d-ea39-4483-8b42-dc358746f154 None None] Routers {'f7d2da74-f18e-4678-9066-85fc4ca61403'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:28:55.113247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7ecfa46d-ea39-4483-8b42-dc358746f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f7d2da74-f18e-4678-9066-85fc4ca61403'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:55.187517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b59bc8cc-258f-4e1b-b779-e870a385c8a7 None None] Could not find standard attr ID for object 5b5516f9-99fb-49ae-84a2-68f0ae083b1d. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:28:55.359418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7ecfa46d-ea39-4483-8b42-dc358746f154 None None] Set router f7d2da74-f18e-4678-9066-85fc4ca61403 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:28:55.363689 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-629bd561-4529-44f2-a7fe-2292439bb37a req-beb6c2df-691a-4ee3-9d63-f571dbfaece5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5585315 May 25 20:28:55.363689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba164-db52-4797-b29a-d159b560dea9 req-39f9919f-ccbb-468a-8848-38fba462cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:55.363689 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e59ba164-db52-4797-b29a-d159b560dea9 req-39f9919f-ccbb-468a-8848-38fba462cb32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 200 len: 856 time: 0.8315318 May 25 20:28:55.400377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446a9ba-8e4e-4755-8070-3c36debbe2e6 req-ce64f591-4ef6-4926-9cc5-694fa805dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:55.404343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0446a9ba-8e4e-4755-8070-3c36debbe2e6 req-ce64f591-4ef6-4926-9cc5-694fa805dbd6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb09bf8a58ce4944bfac1ad8a6036195&device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 1097 time: 1.2311199 May 25 20:28:55.530715 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:55.537638 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:55.659186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc19a68-b7f6-474d-badc-409ca1300649 req-41d36c5a-3e08-41b1-bb7d-66d7ca90c4b6 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:55.667386 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dbc19a68-b7f6-474d-badc-409ca1300649 req-41d36c5a-3e08-41b1-bb7d-66d7ca90c4b6 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 946 time: 0.7497511 May 25 20:28:55.713091 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:55.713914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34cb4871-4699-4b14-b03f-bb06edeffb8a {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:28:55.799784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446a9ba-8e4e-4755-8070-3c36debbe2e6 req-05ca68f0-cce4-458a-a791-5d9f2e77d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:55.799784 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0446a9ba-8e4e-4755-8070-3c36debbe2e6 req-05ca68f0-cce4-458a-a791-5d9f2e77d02a service neutron] 10.222.0.70 "GET /v2.0/networks?id=e03daf7e-8979-498d-8077-f38957dfd3bc HTTP/1.1" status: 200 len: 915 time: 0.3790779 May 25 20:28:55.811871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df91335-d5ca-407b-b9df-3a121fd6481f req-ac82ee67-543c-47ee-8abd-0243dec4929e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:55.822576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9df91335-d5ca-407b-b9df-3a121fd6481f req-ac82ee67-543c-47ee-8abd-0243dec4929e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.9546216 May 25 20:28:55.825591 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:55.825591 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-af3d8030-d902-434d-a1a7-70b907c5962c admin admin] 10.222.0.60 "DELETE /v2.0/routers/34cb4871-4699-4b14-b03f-bb06edeffb8a HTTP/1.1" status: 204 len: 168 time: 6.2350092 May 25 20:28:55.857545 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dbc19a68-b7f6-474d-badc-409ca1300649 req-f196c012-4eb5-4822-8d22-55c9d3b1635e tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820965 May 25 20:28:55.857545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38510) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:55.977408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 50f6b913-72b0-4ae9-9681-b63743b93329 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:28:55.981793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8b535385-3a8a-46e6-b230-6a37fd232e94 tempest-DHCPAgentSchedulersTestJSON-2094744476 tempest-DHCPAgentSchedulersTestJSON-2094744476-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 1.1604879 May 25 20:28:55.988446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38516) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:55.997532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-160400292'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:28:56.003268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9df91335-d5ca-407b-b9df-3a121fd6481f req-5171ea8a-83c0-4dcc-b95c-009b51626854 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861002 May 25 20:28:56.006773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba164-db52-4797-b29a-d159b560dea9 req-c0f613f9-5bac-4797-a296-0e16353fd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:56.008737 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e59ba164-db52-4797-b29a-d159b560dea9 req-c0f613f9-5bac-4797-a296-0e16353fd504 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60c85bf1-10d8-47d9-9f87-ec16cc26b225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4504290 May 25 20:28:56.015596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:28:56.072184 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0446a9ba-8e4e-4755-8070-3c36debbe2e6 req-c3ffb5ec-fea7-4406-85f5-2d716c759967 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb HTTP/1.1" status: 200 len: 217 time: 0.2716734 May 25 20:28:56.072406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Usage tracker for resource:network and tenant:71ca7ca27e9a422a9e6bd2666ce6dbf1 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:28:56.093151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:28:56.108668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:28:56.162692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 50f6b913-72b0-4ae9-9681-b63743b93329 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:28:56.163159 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:56.272279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f49bdcc-bf43-43c1-a3ae-4fce91e79ad9 admin admin] Deleting subnet 0f0cb997-13f0-4dea-9cdb-b196a7d9e4c7 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:28:56.299379 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f49bdcc-bf43-43c1-a3ae-4fce91e79ad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:56.432407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Made reservation on behalf of 71ca7ca27e9a422a9e6bd2666ce6dbf1 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:28:56.444440 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:56.450125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Deleting port 2ded26bd-62c8-4ee5-9832-457caddaa37e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:56.451156 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:56.595656 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e59ba164-db52-4797-b29a-d159b560dea9 req-372b8848-8fbe-432f-af73-ac4a0e65142c service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5731113 May 25 20:28:56.653742 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f49bdcc-bf43-43c1-a3ae-4fce91e79ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:56.656362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 50f6b913-72b0-4ae9-9681-b63743b93329 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:28:56.755638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7ecfa46d-ea39-4483-8b42-dc358746f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ba13ef8a-0d04-45db-a863-2f269aac28b7', 'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'mac_address': 'fa:16:3e:f8:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:36Z', 'updated_at': '2022-05-25T20:24:04Z', 'revision_number': 5, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'subnets': [{'id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:56.759885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446a9ba-8e4e-4755-8070-3c36debbe2e6 req-da1c1859-7845-4cd1-9d2b-14d5b3fc60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:56.759885 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0446a9ba-8e4e-4755-8070-3c36debbe2e6 req-da1c1859-7845-4cd1-9d2b-14d5b3fc60e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ae632a4-9c23-4f44-9e84-0feb5294cccb HTTP/1.1" status: 200 len: 853 time: 0.6623244 May 25 20:28:56.763702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecfa46d-ea39-4483-8b42-dc358746f154 None None] The sync data for ids ['f7d2da74-f18e-4678-9066-85fc4ca61403'] in n-d-843339-1 is: [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:23:37Z', 'revision_number': 4, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ba13ef8a-0d04-45db-a863-2f269aac28b7', 'name': '', 'network_id': 'e03daf7e-8979-498d-8077-f38957dfd3bc', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'mac_address': 'fa:16:3e:f8:ad:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:36Z', 'updated_at': '2022-05-25T20:24:04Z', 'revision_number': 5, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'subnets': [{'id': '4ae632a4-9c23-4f44-9e84-0feb5294cccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:28:56.940510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:28:57.003577 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:57.004176 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Added segment 214cd562-ff01-4369-8ab7-2a9ee35deb29 of type vlan for network b6c2ff32-0011-47b3-b6dd-0f77b88dfb00 May 25 20:28:57.119883 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:57.156144 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e59ba164-db52-4797-b29a-d159b560dea9 req-64ca1900-0743-4da5-9126-db347e468069 service neutron] 10.222.0.50 "GET /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504532 May 25 20:28:57.198056 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f49bdcc-bf43-43c1-a3ae-4fce91e79ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:57.205746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] For port 2ded26bd-62c8-4ee5-9832-457caddaa37e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2ded26bd-62c8-4ee5-9832-457caddaa37e,segment=NetworkSegment(74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7),segment_id=74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:57.205746 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:57.251066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dbb1e-8283-489e-b68f-8d23a7ac25ca req-2f76bae7-34b0-4174-a9e4-188874bf1150 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:57.261491 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-648dbb1e-8283-489e-b68f-8d23a7ac25ca req-2f76bae7-34b0-4174-a9e4-188874bf1150 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 947 time: 0.9246905 May 25 20:28:57.265929 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada397df-c1d2-4769-8fb9-b5e5c28f34d2 None None] New status for floating IP c5684022-abab-4079-a580-ea2d9b86d058: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:28:57.303534 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:57.342996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:57.346603 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:57.400761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-3320f5f2-128a-45f9-b579-014c5bd1bb49 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:57.402125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-3320f5f2-128a-45f9-b579-014c5bd1bb49 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Synchronizing usage tracker for tenant:fb09bf8a58ce4944bfac1ad8a6036195 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:28:57.500279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a9466db6-3581-4153-9012-f6b4f95b14dd no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:28:57.509774 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Pushing event updated for resources: {'Network': ['ID=b6c2ff32-0011-47b3-b6dd-0f77b88dfb00,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:57.553187 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8ec62f2d-ead5-499f-a9a4-5a36d6b602ae tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5520260 May 25 20:28:57.553187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38582) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:57.603135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network b6c2ff32-0011-47b3-b6dd-0f77b88dfb00 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:28:57.622690 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f49bdcc-bf43-43c1-a3ae-4fce91e79ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:57.745317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Calling delete_port for 2ded26bd-62c8-4ee5-9832-457caddaa37e owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:57.869383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-3320f5f2-128a-45f9-b579-014c5bd1bb49 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Unset dirty status for tenant:fb09bf8a58ce4944bfac1ad8a6036195 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:28:57.874531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-3320f5f2-128a-45f9-b579-014c5bd1bb49 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 946 time: 1.6195157 May 25 20:28:57.888622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a9466db6-3581-4153-9012-f6b4f95b14dd {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:28:57.890134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a9466db6-3581-4153-9012-f6b4f95b14dd not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:28:57.933700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49bdcc-bf43-43c1-a3ae-4fce91e79ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f0cb997-13f0-4dea-9cdb-b196a7d9e4c7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:57.979040 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aca9aa-4e87-4d9c-998f-bb82d264716c None None] Network 0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:28:58.065499 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f49bdcc-bf43-43c1-a3ae-4fce91e79ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:58.065499 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0f49bdcc-bf43-43c1-a3ae-4fce91e79ad9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0f0cb997-13f0-4dea-9cdb-b196a7d9e4c7 HTTP/1.1" status: 204 len: 168 time: 2.2108243 May 25 20:28:58.078516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38588) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:58.114430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Deleting port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:58.114430 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:58.198718 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-648dbb1e-8283-489e-b68f-8d23a7ac25ca req-d2312f6f-d620-45d2-9b96-89b55ef9d265 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9410739 May 25 20:28:58.225393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446a9ba-8e4e-4755-8070-3c36debbe2e6 req-e96340ec-40b2-4231-92c0-12dc1e9491a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:58.227305 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0446a9ba-8e4e-4755-8070-3c36debbe2e6 req-e96340ec-40b2-4231-92c0-12dc1e9491a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e03daf7e-8979-498d-8077-f38957dfd3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2471001 May 25 20:28:58.233626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-47d79e81-d956-4439-ba33-e2518f586de9 tempest-DHCPAgentSchedulersTestJSON-2094744476 tempest-DHCPAgentSchedulersTestJSON-2094744476-project-admin] 10.222.0.60 "GET /v2.0/agents/c74211a1-99f9-4a91-bf93-a9ae126c2198/dhcp-networks HTTP/1.1" status: 200 len: 8871 time: 0.6706233 May 25 20:28:58.234523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38594) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:28:58.366920 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:58.366920 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d3befa92-814a-4bd9-9e05-c43456274368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:58.556479 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:58.568213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Deleting port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:58.568213 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:58.574787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa831173-8edb-4847-a43d-49205e43e396 None None] DHCP port deletion for 0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:28:58.579483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-aa831173-8edb-4847-a43d-49205e43e396 None None] Deleting port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:28:58.579852 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-aa831173-8edb-4847-a43d-49205e43e396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:58.639019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b1f1c-d80b-4e33-9990-eeff88fc3b18 req-c7d48949-d2bc-45c4-993b-0f135de5a841 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:58.648275 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c3b1f1c-d80b-4e33-9990-eeff88fc3b18 req-c7d48949-d2bc-45c4-993b-0f135de5a841 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 946 time: 0.4129179 May 25 20:28:58.908314 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c3b1f1c-d80b-4e33-9990-eeff88fc3b18 req-045c985d-5e47-42c6-ba50-084361b4adb6 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529187 May 25 20:28:59.047191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] For port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4245ce1b-b387-4f00-8e0d-5ede0a9ba210,segment=NetworkSegment(f9bfb79c-0278-4fc8-9366-dd2851a93389),segment_id=f9bfb79c-0278-4fc8-9366-dd2851a93389)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:59.047790 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:59.124116 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0446a9ba-8e4e-4755-8070-3c36debbe2e6 req-6501dcc8-1b90-4021-ae94-d2826808c6fc service neutron] 10.222.0.70 "GET /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8851962 May 25 20:28:59.201806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-aa831173-8edb-4847-a43d-49205e43e396 None None] For port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4245ce1b-b387-4f00-8e0d-5ede0a9ba210,segment=NetworkSegment(f9bfb79c-0278-4fc8-9366-dd2851a93389),segment_id=f9bfb79c-0278-4fc8-9366-dd2851a93389)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:28:59.201806 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-aa831173-8edb-4847-a43d-49205e43e396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:59.280789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Calling delete_port for 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:59.413999 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:59.540392 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Pushing event deleted for resources: {'Port': ['ID=4245ce1b-b387-4f00-8e0d-5ede0a9ba210,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:59.563187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98071975-f6a4-4e78-b824-d2f42f5c6f3b req-a7f02ecb-0314-41d1-9654-37008b2c6c96 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:59.584148 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-98071975-f6a4-4e78-b824-d2f42f5c6f3b req-a7f02ecb-0314-41d1-9654-37008b2c6c96 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.8364971 May 25 20:28:59.587235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-aa831173-8edb-4847-a43d-49205e43e396 None None] Calling delete_port for 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:28:59.607000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] No DVR routers for this DVR port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:28:59.656704 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:59.663880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:28:59.713858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:28:59.840597 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:28:59.848235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:28:59.861256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:28:59.906726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ded26bd-62c8-4ee5-9832-457caddaa37e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:28:59.961463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:59.981095 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-aa831173-8edb-4847-a43d-49205e43e396 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:28:59.981095 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-aa831173-8edb-4847-a43d-49205e43e396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:28:59.985754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494deea-472d-44fd-871f-bd988816a377 req-d63cb461-692a-4a40-93da-434bd54617e5 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:28:59.985754 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8494deea-472d-44fd-871f-bd988816a377 req-d63cb461-692a-4a40-93da-434bd54617e5 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 947 time: 0.4646096 May 25 20:28:59.994270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bfb79c-0278-4fc8-9366-dd2851a93389') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:28:59.994270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bfb79c-0278-4fc8-9366-dd2851a93389') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:00.030541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:29:00.030541 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:00.033613 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:00.061156 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0446a9ba-8e4e-4755-8070-3c36debbe2e6 req-1033717d-4103-4029-b3c4-73e0841227d9 service neutron] 10.222.0.70 "GET /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9024720 May 25 20:29:00.094540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb,segment=NetworkSegment(bb80af49-32fc-4ec8-9ce3-3a0c54a86d51),segment_id=bb80af49-32fc-4ec8-9ce3-3a0c54a86d51)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:00.094540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:29:00.111887 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:00.156922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:00.169181 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8494deea-472d-44fd-871f-bd988816a377 req-f040de2f-f313-4286-a66b-42ad5a0245b8 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735418 May 25 20:29:00.183828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:29:00.184376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:00.192721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4734ed-13e1-42ca-b243-fad417af78c1 tempest-DHCPAgentSchedulersTestJSON-2094744476 tempest-DHCPAgentSchedulersTestJSON-2094744476-project-admin] Network b6c2ff32-0011-47b3-b6dd-0f77b88dfb00 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:29:00.238695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:00.254903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:00.255391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:00.255934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:00.256477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:00.256957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:00.257437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:00.258035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:00.258536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:00.259058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:00.259551 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:00.260048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:00.260595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:00.278391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] For port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb,segment=NetworkSegment(bb80af49-32fc-4ec8-9ce3-3a0c54a86d51),segment_id=bb80af49-32fc-4ec8-9ce3-3a0c54a86d51)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:00.278391 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:00.306867 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment f9bfb79c-0278-4fc8-9366-dd2851a93389 resource provider aggregate not found May 25 20:29:00.357529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:00.368210 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment f9bfb79c-0278-4fc8-9366-dd2851a93389 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9bfb79c-0278-4fc8-9366-dd2851a93389 found for delete ", "request_id": "req-30510389-9e97-44f8-a81f-856709a8e537"}]} May 25 20:29:00.416033 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:00.416033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:00.460688 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-298417b9-5e3c-4d7d-84e7-7ad85fa39665 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0bdfbd0d-1633-4c3a-8ea2-b9e9ad94bfb7 HTTP/1.1" status: 204 len: 168 time: 2.3823521 May 25 20:29:00.475844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Calling delete_port for de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:00.480717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-aa831173-8edb-4847-a43d-49205e43e396 None None] Deleting port 4245ce1b-b387-4f00-8e0d-5ede0a9ba210 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:00.480717 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-aa831173-8edb-4847-a43d-49205e43e396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:00.687046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b26916-139b-4f55-bfae-8eed98109115 None None] Network b6c2ff32-0011-47b3-b6dd-0f77b88dfb00 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:29:00.826727 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38642) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:00.828650 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:00.840970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-98071975-f6a4-4e78-b824-d2f42f5c6f3b req-9cf125d7-a604-49d7-a0b8-1861aba7ceb6 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2283039 May 25 20:29:00.848958 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fb4734ed-13e1-42ca-b243-fad417af78c1 tempest-DHCPAgentSchedulersTestJSON-2094744476 tempest-DHCPAgentSchedulersTestJSON-2094744476-project-admin] 10.222.0.60 "POST /v2.0/agents/c74211a1-99f9-4a91-bf93-a9ae126c2198/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 2.6032236 May 25 20:29:00.851655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874349e-d682-4b32-8248-a213f1b98898 req-888802ef-5119-4c31-96fd-2257617b40c1 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:00.852986 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2874349e-d682-4b32-8248-a213f1b98898 req-888802ef-5119-4c31-96fd-2257617b40c1 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 944 time: 0.2498229 May 25 20:29:00.855298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38646) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:00.891562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-aa831173-8edb-4847-a43d-49205e43e396 None None] The port '4245ce1b-b387-4f00-8e0d-5ede0a9ba210' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:29:00.911628 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9d76a2bc-d217-44c2-9032-a7f23ad42def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:00.974000 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d997ba-515a-46aa-8b59-1ba553b2c238'] response: {'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'code': 200} May 25 20:29:01.178170 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9b3d6a19-2df0-483f-88fc-974e22adb54e tempest-DHCPAgentSchedulersTestJSON-2094744476 tempest-DHCPAgentSchedulersTestJSON-2094744476-project-admin] 10.222.0.60 "GET /v2.0/agents/c74211a1-99f9-4a91-bf93-a9ae126c2198/dhcp-networks HTTP/1.1" status: 200 len: 8881 time: 0.3218033 May 25 20:29:01.183880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38656) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:01.285955 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7e74daef-5be8-4121-aed1-e2a0cb256436 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2de55f61b45045b4816f6a71bdaf22b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278009 May 25 20:29:01.297565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38664) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:01.373599 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:01.377594 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2874349e-d682-4b32-8248-a213f1b98898 req-4d0cfbe6-35b9-4af3-acbb-415d7e335eec tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1f6a10b-3dc1-4290-887a-ed0874edbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007554 May 25 20:29:01.393897 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3567adc0-95f8-4ccc-a499-66c1850dc396 tempest-DHCPAgentSchedulersTestJSON-2094744476 tempest-DHCPAgentSchedulersTestJSON-2094744476-project-admin] 10.222.0.60 "DELETE /v2.0/agents/c74211a1-99f9-4a91-bf93-a9ae126c2198/dhcp-networks/b6c2ff32-0011-47b3-b6dd-0f77b88dfb00 HTTP/1.1" status: 204 len: 168 time: 0.1968789 May 25 20:29:01.393897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38668) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:01.516675 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7c5518a7-a29e-4aa7-92d1-648c3b8528a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:01.679936 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:01.701534 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7c5518a7-a29e-4aa7-92d1-648c3b8528a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:01.916983 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:29:01.930669 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:29:01.937681 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f2438445-7d8e-4245-b501-5d8040e58034 tempest-DHCPAgentSchedulersTestJSON-2094744476 tempest-DHCPAgentSchedulersTestJSON-2094744476-project-admin] 10.222.0.60 "GET /v2.0/agents/c74211a1-99f9-4a91-bf93-a9ae126c2198/dhcp-networks HTTP/1.1" status: 200 len: 8111 time: 0.5479646 May 25 20:29:01.943591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38688) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:01.958362 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7c5518a7-a29e-4aa7-92d1-648c3b8528a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:01.994582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5518a7-a29e-4aa7-92d1-648c3b8528a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b03b2d7-194f-4163-bc48-43cf8363f977,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:02.009040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Router bfa578fb-b953-4932-b2c2-c1db5030a43a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:29:02.020231 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7ac6e362-babd-41e3-9aa9-7df88bf4adf1 tempest-DHCPAgentSchedulersTestJSON-2094744476 tempest-DHCPAgentSchedulersTestJSON-2094744476-project-admin] 10.222.0.60 "GET /v2.0/networks/e5a87edf-bc24-423f-ba7a-2d9454f42c7e/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0707777 May 25 20:29:02.020231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38692) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:02.050707 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7c5518a7-a29e-4aa7-92d1-648c3b8528a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:02.050707 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7c5518a7-a29e-4aa7-92d1-648c3b8528a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b03b2d7-194f-4163-bc48-43cf8363f977 HTTP/1.1" status: 204 len: 168 time: 0.7477014 May 25 20:29:02.082545 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1c1ace3a-2fa4-4de8-a5d0-c880931abb2e tempest-DHCPAgentSchedulersTestJSON-2094744476 tempest-DHCPAgentSchedulersTestJSON-2094744476-project-admin] 10.222.0.60 "GET /v2.0/networks/e5a87edf-bc24-423f-ba7a-2d9454f42c7e/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0532634 May 25 20:29:02.082545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38698) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:02.404053 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:29:02.441608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b20b193-5c26-4126-94cb-9e790c25b9bf None None] Sync routers for ids ['bfa578fb-b953-4932-b2c2-c1db5030a43a'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:29:02.519321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Deleting port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:02.519321 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:02.526822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b20b193-5c26-4126-94cb-9e790c25b9bf None None] Routers {'bfa578fb-b953-4932-b2c2-c1db5030a43a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:29:02.526822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2b20b193-5c26-4126-94cb-9e790c25b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:29:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bfa578fb-b953-4932-b2c2-c1db5030a43a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:02.657533 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9e948f95-70b1-4879-81d9-151669662078 tempest-DHCPAgentSchedulersTestJSON-2094744476 tempest-DHCPAgentSchedulersTestJSON-2094744476-project-admin] 10.222.0.60 "GET /v2.0/agents/c74211a1-99f9-4a91-bf93-a9ae126c2198/dhcp-networks HTTP/1.1" status: 200 len: 8111 time: 0.5718713 May 25 20:29:02.657533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38708) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:02.699671 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b81b1b74-9668-4d85-8654-7292ef412670 admin admin] 10.222.0.60 "PUT /v2.0/routers/bfa578fb-b953-4932-b2c2-c1db5030a43a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.4990218 May 25 20:29:02.710658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38712) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:02.796679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212da9b-9aa9-4bad-8310-e78df1572076 req-f644a905-c156-4a66-96a6-2b868add2762 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:02.843548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3212da9b-9aa9-4bad-8310-e78df1572076 req-f644a905-c156-4a66-96a6-2b868add2762 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.8296573 May 25 20:29:03.122563 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:03.139201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38724) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:03.192643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-2b20b193-5c26-4126-94cb-9e790c25b9bf None None] Set router bfa578fb-b953-4932-b2c2-c1db5030a43a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:29:03.305507 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:03.315221 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3212da9b-9aa9-4bad-8310-e78df1572076 req-26c84ec8-4c1d-4c6f-aee9-686803aee302 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4680188 May 25 20:29:03.478871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ac42148-5fb8-41b3-a7d0-8119d9418e18 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:03.514710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] For port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb,segment=NetworkSegment(bb80af49-32fc-4ec8-9ce3-3a0c54a86d51),segment_id=bb80af49-32fc-4ec8-9ce3-3a0c54a86d51)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:03.517975 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:03.804569 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a038b31d-1c33-46f6-b8e7-17dc577cfeab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf3464970d6841da8fd2a22e4b6c500b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5195405 May 25 20:29:03.825716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38734) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:03.893672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2b20b193-5c26-4126-94cb-9e790c25b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:28:58Z', 'revision_number': 5, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port': {'id': '76215e1b-ce3d-46c9-84ae-b66792e3f24f', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:33Z', 'updated_at': '2022-05-25T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:03.903724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b20b193-5c26-4126-94cb-9e790c25b9bf None None] Checking router: bfa578fb-b953-4932-b2c2-c1db5030a43a for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:29:03.921897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b20b193-5c26-4126-94cb-9e790c25b9bf None None] Routers {'bfa578fb-b953-4932-b2c2-c1db5030a43a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:29:03.922534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2b20b193-5c26-4126-94cb-9e790c25b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:29:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['bfa578fb-b953-4932-b2c2-c1db5030a43a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:03.947529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:03.966310 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ac42148-5fb8-41b3-a7d0-8119d9418e18 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:04.008469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] Deleting port 76215e1b-ce3d-46c9-84ae-b66792e3f24f {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:04.008469 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:04.016360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Calling delete_port for de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:04.157225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6ac42148-5fb8-41b3-a7d0-8119d9418e18 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c2ff32-0011-47b3-b6dd-0f77b88dfb00']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:04.260277 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c49b14bc-3df9-4bfa-ac85-0cbb0f5ba192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:04.293447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-2b20b193-5c26-4126-94cb-9e790c25b9bf None None] Set router bfa578fb-b953-4932-b2c2-c1db5030a43a gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:29:04.310049 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:04.323069 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c49b14bc-3df9-4bfa-ac85-0cbb0f5ba192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:04.407470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6ac42148-5fb8-41b3-a7d0-8119d9418e18 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214cd562-ff01-4369-8ab7-2a9ee35deb29') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:04.407470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6ac42148-5fb8-41b3-a7d0-8119d9418e18 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214cd562-ff01-4369-8ab7-2a9ee35deb29') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:04.428602 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c49b14bc-3df9-4bfa-ac85-0cbb0f5ba192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:04.452658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Pushing event deleted for resources: {'Port': ['ID=de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:04.469500 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ac42148-5fb8-41b3-a7d0-8119d9418e18 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:04.484649 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a593683-689e-4a7f-85ce-0dee65c306c8 req-bed03042-bba1-4677-9b42-b15bfb474f40 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 210 time: 1.5604138 May 25 20:29:04.543849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b14bc-3df9-4bfa-ac85-0cbb0f5ba192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936976bc-2151-4394-8c3c-192a7145e6a6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:04.570291 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c49b14bc-3df9-4bfa-ac85-0cbb0f5ba192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:04.570291 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c49b14bc-3df9-4bfa-ac85-0cbb0f5ba192 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/936976bc-2151-4394-8c3c-192a7145e6a6 HTTP/1.1" status: 204 len: 168 time: 0.7376654 May 25 20:29:04.596207 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ac42148-5fb8-41b3-a7d0-8119d9418e18 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:04.619009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac42148-5fb8-41b3-a7d0-8119d9418e18 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:29:04.619559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ac42148-5fb8-41b3-a7d0-8119d9418e18 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:04.639723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] No DVR routers for this DVR port de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:29:04.642928 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:04.646715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'name': 'network-vif-deleted', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:29:04.711499 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 214cd562-ff01-4369-8ab7-2a9ee35deb29 resource provider aggregate not found May 25 20:29:04.795996 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3093d9-0d0a-4726-8ecd-03cbaad8df99'] response: {'server_uuid': 'bdb0a062-b581-42eb-8887-2d9876f9f218', 'name': 'network-vif-deleted', 'tag': 'de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb', 'status': 'completed', 'code': 200} May 25 20:29:04.797319 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb02189b-c4f8-4bfc-8079-d2d0b5f1d545 req-117b2e9a-a21c-4f54-b335-8bf80cc27236 tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.70 "DELETE /v2.0/ports/de3bcc7d-15ef-4c1f-980e-7c4d1d24e9fb HTTP/1.1" status: 204 len: 173 time: 6.8803585 May 25 20:29:04.869759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2b20b193-5c26-4126-94cb-9e790c25b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:29:03Z', 'revision_number': 6, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:04.879579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b20b193-5c26-4126-94cb-9e790c25b9bf None None] The sync data for ids ['bfa578fb-b953-4932-b2c2-c1db5030a43a'] in n-d-843339-1 is: [{'id': 'bfa578fb-b953-4932-b2c2-c1db5030a43a', 'name': 'tempest-TaggedBootDevicesTest_v242-1541780356-router', 'tenant_id': 'ed2254629dea43a5bc70198b31357a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:30Z', 'updated_at': '2022-05-25T20:29:03Z', 'revision_number': 6, 'project_id': 'ed2254629dea43a5bc70198b31357a0c', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:29:05.064998 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 214cd562-ff01-4369-8ab7-2a9ee35deb29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 214cd562-ff01-4369-8ab7-2a9ee35deb29 found for delete ", "request_id": "req-bfd8627f-20de-4c3b-b237-f3e863388c90"}]} May 25 20:29:05.068894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fb367-dd8c-462e-a521-b03d7f097021 req-e11f0e7b-e668-43e1-8e84-9ce52698b629 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:05.083266 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d72fb367-dd8c-462e-a521-b03d7f097021 req-e11f0e7b-e668-43e1-8e84-9ce52698b629 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.4243810 May 25 20:29:05.199054 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d72fb367-dd8c-462e-a521-b03d7f097021 req-80b8f2a8-7ca0-4f8b-aa9b-ccf37f4153ef tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108921 May 25 20:29:05.213858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] For port 76215e1b-ce3d-46c9-84ae-b66792e3f24f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=76215e1b-ce3d-46c9-84ae-b66792e3f24f,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:05.213858 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:05.232226 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ac42148-5fb8-41b3-a7d0-8119d9418e18 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:05.377934 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6ac42148-5fb8-41b3-a7d0-8119d9418e18 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:05.409229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac42148-5fb8-41b3-a7d0-8119d9418e18 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Pushing event deleted for resources: {'Network': ['ID=b6c2ff32-0011-47b3-b6dd-0f77b88dfb00,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:05.536185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ded26bd-62c8-4ee5-9832-457caddaa37e no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:29:05.665948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 2ded26bd-62c8-4ee5-9832-457caddaa37e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:29:05.665948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ded26bd-62c8-4ee5-9832-457caddaa37e not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:29:06.157130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6ac42148-5fb8-41b3-a7d0-8119d9418e18 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] 10.222.0.60 "DELETE /v2.0/networks/b6c2ff32-0011-47b3-b6dd-0f77b88dfb00 HTTP/1.1" status: 204 len: 168 time: 3.5009460 May 25 20:29:06.157749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38790) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:06.178726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] Calling delete_port for 76215e1b-ce3d-46c9-84ae-b66792e3f24f owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:06.355361 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d16f48a-0470-48e9-8163-50539d4cea62 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] DELETE failed (client error): The resource could not be found. May 25 20:29:06.355361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d16f48a-0470-48e9-8163-50539d4cea62 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:29:06.373598 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9d16f48a-0470-48e9-8163-50539d4cea62 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] 10.222.0.60 "DELETE /v2.0/ports/5b5516f9-99fb-49ae-84a2-68f0ae083b1d HTTP/1.1" status: 404 len: 333 time: 0.2065237 May 25 20:29:06.373598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38796) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:06.415676 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-688aadc6-9be4-435f-8d9b-0d6c8c40a320 req-0fdcccd6-be34-45a8-9028-f05868b595cd tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdb0a062-b581-42eb-8887-2d9876f9f218 HTTP/1.1" status: 200 len: 210 time: 0.2519498 May 25 20:29:06.702604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea22fa6-6291-418d-9147-eecc97b43158 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Deleting subnet c5b67c99-d6fe-4a1d-8503-64e09a6eaaba {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:29:06.718751 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ea22fa6-6291-418d-9147-eecc97b43158 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:06.871468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38806) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:06.886008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:07.014896 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ea22fa6-6291-418d-9147-eecc97b43158 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:07.026562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] Pushing event deleted for resources: {'Port': ['ID=76215e1b-ce3d-46c9-84ae-b66792e3f24f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:07.298022 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:07.458986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4259d3-593c-4d40-8917-ad889ae13a05 req-96a2217e-de01-43b1-85cf-94ff4ee03421 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:07.469209 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce4259d3-593c-4d40-8917-ad889ae13a05 req-96a2217e-de01-43b1-85cf-94ff4ee03421 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.9596725 May 25 20:29:07.501896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-611213479-network', 'tenant_id': '2ccd84371dae430bbf0d0a57fb99a3ef'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:07.501896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:07.517746 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Usage tracker for resource:network and tenant:2ccd84371dae430bbf0d0a57fb99a3ef is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:07.517746 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:07.543265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:07.595378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce4259d3-593c-4d40-8917-ad889ae13a05 req-e9c3f952-c24d-44c5-841e-dc1ddfecb012 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240726 May 25 20:29:07.630166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 76215e1b-ce3d-46c9-84ae-b66792e3f24f no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:29:07.678316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 76215e1b-ce3d-46c9-84ae-b66792e3f24f {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:29:07.678925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 76215e1b-ce3d-46c9-84ae-b66792e3f24f not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:29:07.689556 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ea22fa6-6291-418d-9147-eecc97b43158 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:07.716333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38824) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:07.719237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Made reservation on behalf of 2ccd84371dae430bbf0d0a57fb99a3ef for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:29:07.721560 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:07.796638 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ea22fa6-6291-418d-9147-eecc97b43158 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:07.815239 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:07.867997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea22fa6-6291-418d-9147-eecc97b43158 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b67c99-d6fe-4a1d-8503-64e09a6eaaba,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:07.873913 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:07.876827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ea22fa6-6291-418d-9147-eecc97b43158 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:07.880463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b74a0ee-7033-4883-8cde-03e45a211266 None None] Network e5a87edf-bc24-423f-ba7a-2d9454f42c7e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:29:07.886489 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4ea22fa6-6291-418d-9147-eecc97b43158 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] 10.222.0.60 "DELETE /v2.0/subnets/c5b67c99-d6fe-4a1d-8503-64e09a6eaaba HTTP/1.1" status: 204 len: 168 time: 1.5118897 May 25 20:29:07.886489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38828) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:07.905551 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:07.920181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:07.992533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Usage tracker for resource:security_group_rule and tenant:2ccd84371dae430bbf0d0a57fb99a3ef is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:07.997748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:08.003502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:08.076503 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.095049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Deleting port 50f6b913-72b0-4ae9-9681-b63743b93329 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:08.095393 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.106049 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.136165 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3111-6f00-4c05-907d-d9abe78fdb9b tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.202571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3111-6f00-4c05-907d-d9abe78fdb9b tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.260868 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.271889 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:29:08.284553 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.284553 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Added segment 1811dd55-5e7d-45f3-b5eb-bed903945617 of type vlan for network 9f2b0728-0038-421a-b617-7d83758eea93 May 25 20:29:08.321112 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.332315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12acfc79-48d4-4fe1-be00-26a7cee1fb06 None None] DHCP port deletion for e5a87edf-bc24-423f-ba7a-2d9454f42c7e request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:29:08.339477 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-12acfc79-48d4-4fe1-be00-26a7cee1fb06 None None] Deleting port 50f6b913-72b0-4ae9-9681-b63743b93329 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:08.339477 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-12acfc79-48d4-4fe1-be00-26a7cee1fb06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.384069 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.384069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfa578fb-b953-4932-b2c2-c1db5030a43a {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:29:08.384069 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3111-6f00-4c05-907d-d9abe78fdb9b tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.384069 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.384069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:08.389132 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.556238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] For port 50f6b913-72b0-4ae9-9681-b63743b93329, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=50f6b913-72b0-4ae9-9681-b63743b93329,segment=NetworkSegment(bab65bae-8752-4fe4-8d9d-b2f7038f4d37),segment_id=bab65bae-8752-4fe4-8d9d-b2f7038f4d37)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:08.568289 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.651603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Pushing event updated for resources: {'Network': ['ID=9f2b0728-0038-421a-b617-7d83758eea93,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:08.743526 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.743526 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1670c09b-a2a7-4ce3-8b0f-bfcb80b9effe admin admin] 10.222.0.60 "DELETE /v2.0/routers/bfa578fb-b953-4932-b2c2-c1db5030a43a HTTP/1.1" status: 204 len: 168 time: 6.0230923 May 25 20:29:08.752927 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3111-6f00-4c05-907d-d9abe78fdb9b tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.752927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dd6e3111-6f00-4c05-907d-d9abe78fdb9b tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] 10.222.0.60 "DELETE /v2.0/security-groups/c1f6a10b-3dc1-4290-887a-ed0874edbc2e HTTP/1.1" status: 204 len: 168 time: 1.0324178 May 25 20:29:08.766228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38842) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:08.766228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bed307d-fa0f-46c7-99c8-21381d637e40,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:08.782365 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 9f2b0728-0038-421a-b617-7d83758eea93 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:29:08.907803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c354f6-64d6-464c-8f85-82112bdf5655 admin admin] Deleting subnet b910f206-f699-46fa-a00a-e1d2cb686c1a {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:29:08.930978 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b3ab1729-900f-48f5-9560-aac6a68106de admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0570092 May 25 20:29:08.931882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e3111-6f00-4c05-907d-d9abe78fdb9b tempest-TestVolumeBackupRestore-763716361 tempest-TestVolumeBackupRestore-763716361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f6a10b-3dc1-4290-887a-ed0874edbc2e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:08.933744 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94c354f6-64d6-464c-8f85-82112bdf5655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:08.953225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38850) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:09.044251 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94c354f6-64d6-464c-8f85-82112bdf5655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:09.058379 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-12acfc79-48d4-4fe1-be00-26a7cee1fb06 None None] For port 50f6b913-72b0-4ae9-9681-b63743b93329, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=50f6b913-72b0-4ae9-9681-b63743b93329,segment=NetworkSegment(bab65bae-8752-4fe4-8d9d-b2f7038f4d37),segment_id=bab65bae-8752-4fe4-8d9d-b2f7038f4d37)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:09.058785 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-12acfc79-48d4-4fe1-be00-26a7cee1fb06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:09.166000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Calling delete_port for 50f6b913-72b0-4ae9-9681-b63743b93329 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:09.277603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Request body: {'subnet': {'network_id': '9f2b0728-0038-421a-b617-7d83758eea93', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-611213479-subnet', 'tenant_id': '2ccd84371dae430bbf0d0a57fb99a3ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:09.305167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:09.308992 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94c354f6-64d6-464c-8f85-82112bdf5655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:09.312267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Usage tracker for resource:subnet and tenant:2ccd84371dae430bbf0d0a57fb99a3ef is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:09.332882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:09.342479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:09.408862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Made reservation on behalf of 2ccd84371dae430bbf0d0a57fb99a3ef for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:29:09.414702 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:09.518099 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94c354f6-64d6-464c-8f85-82112bdf5655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:09.681298 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94c354f6-64d6-464c-8f85-82112bdf5655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:09.698707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c354f6-64d6-464c-8f85-82112bdf5655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b910f206-f699-46fa-a00a-e1d2cb686c1a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:09.702777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 50f6b913-72b0-4ae9-9681-b63743b93329 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:29:09.709678 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-94c354f6-64d6-464c-8f85-82112bdf5655 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b910f206-f699-46fa-a00a-e1d2cb686c1a HTTP/1.1" status: 204 len: 168 time: 0.9529228 May 25 20:29:09.715352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38880) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:09.846038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd19775-f05a-4455-a9c6-1f2e868efbc5 None None] Network 9f6aa92b-1e45-4e40-8f0b-11e846d81405 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:29:09.865399 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:09.986393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-12acfc79-48d4-4fe1-be00-26a7cee1fb06 None None] Calling delete_port for 50f6b913-72b0-4ae9-9681-b63743b93329 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:09.994547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] No DVR routers for this DVR port 50f6b913-72b0-4ae9-9681-b63743b93329 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:29:10.099571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:10.128851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Deleting port 4863c0c6-a32e-4b44-899d-9643929d5402 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:10.129488 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:10.331043 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-12acfc79-48d4-4fe1-be00-26a7cee1fb06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:29:10.331387 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-12acfc79-48d4-4fe1-be00-26a7cee1fb06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:29:10.346734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 50f6b913-72b0-4ae9-9681-b63743b93329 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:29:10.346967 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 50f6b913-72b0-4ae9-9681-b63743b93329 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:29:10.434060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:10.492694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a87edf-bc24-423f-ba7a-2d9454f42c7e']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:10.526856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab65bae-8752-4fe4-8d9d-b2f7038f4d37') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:10.527132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab65bae-8752-4fe4-8d9d-b2f7038f4d37') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:10.551745 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:10.588936 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:10.605245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:29:10.605245 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:10.867508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Pushing event deleted for resources: {'Port': ['ID=50f6b913-72b0-4ae9-9681-b63743b93329,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:10.883480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-12acfc79-48d4-4fe1-be00-26a7cee1fb06 None None] Deleting port 50f6b913-72b0-4ae9-9681-b63743b93329 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:10.884266 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-12acfc79-48d4-4fe1-be00-26a7cee1fb06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:11.042453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] For port 4863c0c6-a32e-4b44-899d-9643929d5402, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4863c0c6-a32e-4b44-899d-9643929d5402,segment=NetworkSegment(74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7),segment_id=74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:11.047149 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:11.146868 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:11.151988 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:11.219938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-12acfc79-48d4-4fe1-be00-26a7cee1fb06 None None] The port '50f6b913-72b0-4ae9-9681-b63743b93329' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:29:11.373455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bc9134-01c0-40c4-b62c-7cf7c74b77c4 None None] DHCP port deletion for 9f6aa92b-1e45-4e40-8f0b-11e846d81405 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:29:11.383566 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-03bc9134-01c0-40c4-b62c-7cf7c74b77c4 None None] Deleting port 4863c0c6-a32e-4b44-899d-9643929d5402 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:11.384323 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-03bc9134-01c0-40c4-b62c-7cf7c74b77c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:11.403556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c5456-7905-4f1b-8fc6-ba197fb6230d req-b3b4843c-90d1-47ab-a772-d29bff06b2d3 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:11.412345 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e68c5456-7905-4f1b-8fc6-ba197fb6230d req-b3b4843c-90d1-47ab-a772-d29bff06b2d3 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 2.4664228 May 25 20:29:11.429240 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:11.461077 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment bab65bae-8752-4fe4-8d9d-b2f7038f4d37 resource provider aggregate not found May 25 20:29:11.469156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b37fe93-d1a5-433c-8457-7945493cef1d,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:11.498901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] Pushing event deleted for resources: {'Network': ['ID=e5a87edf-bc24-423f-ba7a-2d9454f42c7e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:11.573807 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment bab65bae-8752-4fe4-8d9d-b2f7038f4d37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bab65bae-8752-4fe4-8d9d-b2f7038f4d37 found for delete ", "request_id": "req-810612a7-c55a-488d-ad72-118883854d06"}]} May 25 20:29:11.600573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1e80c10d-964e-4115-af78-a4f9207cfd27 tempest-DHCPAgentSchedulersTestJSON-618449637 tempest-DHCPAgentSchedulersTestJSON-618449637-project] 10.222.0.60 "DELETE /v2.0/networks/e5a87edf-bc24-423f-ba7a-2d9454f42c7e HTTP/1.1" status: 204 len: 168 time: 3.7096634 May 25 20:29:11.701369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Checking segment: {'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:29:11.701775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Network hostable DHCP agents. Network: 9f2b0728-0038-421a-b617-7d83758eea93, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:29:11.709431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Calling delete_port for 4863c0c6-a32e-4b44-899d-9643929d5402 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:11.798694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Network 9f2b0728-0038-421a-b617-7d83758eea93 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:29:11.835195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 9f2b0728-0038-421a-b617-7d83758eea93) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:29:11.855615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:11.857378 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:11.943437 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-59e7b3ce-1342-46f1-904d-54ae353f3ee5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9862571 May 25 20:29:11.958411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4863c0c6-a32e-4b44-899d-9643929d5402 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:29:11.988169 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:12.171994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] No DVR routers for this DVR port 4863c0c6-a32e-4b44-899d-9643929d5402 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:29:12.218010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e68c5456-7905-4f1b-8fc6-ba197fb6230d req-edf6a1ad-a117-444a-a496-d62edf6f4cb5 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8045566 May 25 20:29:12.270202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc5375d-23b1-470e-8be4-76c8ea00a543 None None] Network 9f2b0728-0038-421a-b617-7d83758eea93 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:29:12.408586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4863c0c6-a32e-4b44-899d-9643929d5402,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:12.434782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39036) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:12.521548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 4863c0c6-a32e-4b44-899d-9643929d5402 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:29:12.521847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4863c0c6-a32e-4b44-899d-9643929d5402 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:29:12.789866 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:12.927235 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6aa92b-1e45-4e40-8f0b-11e846d81405']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:12.993981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-03bc9134-01c0-40c4-b62c-7cf7c74b77c4 None None] For port 4863c0c6-a32e-4b44-899d-9643929d5402, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4863c0c6-a32e-4b44-899d-9643929d5402,segment=NetworkSegment(74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7),segment_id=74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:12.994493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:12.994493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:12.994980 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-03bc9134-01c0-40c4-b62c-7cf7c74b77c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:13.081481 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:13.158765 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:13.194278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:29:13.199134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:13.353382 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ebf21cf7-0668-468b-9239-1cf9fd015eb1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=71ca7ca27e9a422a9e6bd2666ce6dbf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9170713 May 25 20:29:13.356953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39136) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:13.564592 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86c531e6-6e1e-4880-8745-f63f8ec5cd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:13.601408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-03bc9134-01c0-40c4-b62c-7cf7c74b77c4 None None] Calling delete_port for 4863c0c6-a32e-4b44-899d-9643929d5402 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:13.670498 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86c531e6-6e1e-4880-8745-f63f8ec5cd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:13.841720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc060bc3-ec2c-405e-a461-6ae0d4e3797a req-dc75df50-7dae-46a9-9eb0-16cf218415be tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:13.852500 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc060bc3-ec2c-405e-a461-6ae0d4e3797a req-dc75df50-7dae-46a9-9eb0-16cf218415be tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.3740270 May 25 20:29:13.990544 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc060bc3-ec2c-405e-a461-6ae0d4e3797a req-67c1734f-019d-412c-806f-68d602ea0863 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328528 May 25 20:29:14.008036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-89759f73-9f85-49bb-a4d4-c399d2444757 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:14.009117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-89759f73-9f85-49bb-a4d4-c399d2444757 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Synchronizing usage tracker for tenant:2ccd84371dae430bbf0d0a57fb99a3ef on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:29:14.010791 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86c531e6-6e1e-4880-8745-f63f8ec5cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:14.056408 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7 resource provider aggregate not found May 25 20:29:14.073228 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:14.075304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c531e6-6e1e-4880-8745-f63f8ec5cd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f9ed15-1c16-40a6-9a8c-715fd2f1a6aa,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:14.082114 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86c531e6-6e1e-4880-8745-f63f8ec5cd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:14.089626 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-86c531e6-6e1e-4880-8745-f63f8ec5cd85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6f9ed15-1c16-40a6-9a8c-715fd2f1a6aa HTTP/1.1" status: 204 len: 168 time: 0.7310565 May 25 20:29:14.174961 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74b27ad4-31ad-4d41-baa8-02b5f0ee4ad7 found for delete ", "request_id": "req-d7463435-e99e-4795-b84f-fd59f38ebe41"}]} May 25 20:29:14.208966 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:14.219229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-89759f73-9f85-49bb-a4d4-c399d2444757 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Unset dirty status for tenant:2ccd84371dae430bbf0d0a57fb99a3ef on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:29:14.220467 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-89759f73-9f85-49bb-a4d4-c399d2444757 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/networks?id=9f2b0728-0038-421a-b617-7d83758eea93 HTTP/1.1" status: 200 len: 812 time: 0.9154744 May 25 20:29:14.227427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6aa92b-1e45-4e40-8f0b-11e846d81405,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:14.249150 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-183b1077-9340-426a-b868-d7fa241ba439 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/quotas/2ccd84371dae430bbf0d0a57fb99a3ef HTTP/1.1" status: 200 len: 375 time: 0.0181398 May 25 20:29:14.335660 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3d4bfdcd-1ff8-4940-b98f-0e83ddbe3fd3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9f6aa92b-1e45-4e40-8f0b-11e846d81405 HTTP/1.1" status: 204 len: 168 time: 4.6151869 May 25 20:29:14.336891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0582da7-49d9-46b4-90fd-38d788282745 None None] Network 9f2b0728-0038-421a-b617-7d83758eea93 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:29:14.339248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39226) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:14.353799 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-a0a8e59c-9832-44ba-a189-600b977bcc16 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ccd84371dae430bbf0d0a57fb99a3ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935211 May 25 20:29:14.454685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b5f31-03fe-4252-9c3a-329179617ea0 req-e02f3532-d3b9-475d-9037-8a7bd0ee5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:14.463570 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e87b5f31-03fe-4252-9c3a-329179617ea0 req-e02f3532-d3b9-475d-9037-8a7bd0ee5d7f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 1096 time: 0.3957970 May 25 20:29:14.696522 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e87b5f31-03fe-4252-9c3a-329179617ea0 req-82f8983d-a6b1-4c4a-bef3-2575c55dfb8b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253015 May 25 20:29:14.796266 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-03bc9134-01c0-40c4-b62c-7cf7c74b77c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:29:14.796620 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-03bc9134-01c0-40c4-b62c-7cf7c74b77c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:29:15.167106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39294) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:15.291668 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bba20e2e-9cf4-4fcc-9fcc-9d8366088824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:15.297826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-03bc9134-01c0-40c4-b62c-7cf7c74b77c4 None None] Deleting port 4863c0c6-a32e-4b44-899d-9643929d5402 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:15.298210 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-03bc9134-01c0-40c4-b62c-7cf7c74b77c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:15.423883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bba20e2e-9cf4-4fcc-9fcc-9d8366088824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:15.479146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-03bc9134-01c0-40c4-b62c-7cf7c74b77c4 None None] The port '4863c0c6-a32e-4b44-899d-9643929d5402' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:29:15.498920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bba20e2e-9cf4-4fcc-9fcc-9d8366088824 admin admin] Usage tracker for resource:security_group_rule and tenant:6828e4f3140245498ae653a6d0dfa368 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:15.514693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bba20e2e-9cf4-4fcc-9fcc-9d8366088824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:15.559545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bba20e2e-9cf4-4fcc-9fcc-9d8366088824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:15.600471 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-43e9fbe6-2abd-4b00-a589-c326a9c1f6bc service neutron] 10.222.0.60 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1990290 May 25 20:29:15.765640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560592a6-9740-4d73-9e2d-2c53723d9d74 req-36646769-3119-4062-9d9b-218ef15dc9c0 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:15.771132 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-560592a6-9740-4d73-9e2d-2c53723d9d74 req-36646769-3119-4062-9d9b-218ef15dc9c0 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.3850179 May 25 20:29:16.037779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-560592a6-9740-4d73-9e2d-2c53723d9d74 req-bd1c1fe9-2dcd-42fe-ac9f-6821bdd61171 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499661 May 25 20:29:16.124873 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bba20e2e-9cf4-4fcc-9fcc-9d8366088824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:16.131666 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bba20e2e-9cf4-4fcc-9fcc-9d8366088824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:16.172806 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6bd589ae-6fbc-41bd-88d6-de5c57b0bbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:16.236437 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bba20e2e-9cf4-4fcc-9fcc-9d8366088824 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6828e4f3140245498ae653a6d0dfa368&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0657878 May 25 20:29:16.293925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39388) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:16.419370 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-c7a3105a-a96f-46db-86d8-cf53ba3bb4a7 service neutron] 10.222.0.60 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7851756 May 25 20:29:16.441844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba20e2e-9cf4-4fcc-9fcc-9d8366088824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71a3c80-a755-43f9-b37c-b4688002109e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:16.454881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:16.635086 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37110f69-cf67-4fb7-a1ca-cff52a3dfa50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:16.759579 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37110f69-cf67-4fb7-a1ca-cff52a3dfa50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:16.977252 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37110f69-cf67-4fb7-a1ca-cff52a3dfa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:17.011700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37110f69-cf67-4fb7-a1ca-cff52a3dfa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71a3c80-a755-43f9-b37c-b4688002109e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:17.049556 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37110f69-cf67-4fb7-a1ca-cff52a3dfa50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:17.053745 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-37110f69-cf67-4fb7-a1ca-cff52a3dfa50 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e71a3c80-a755-43f9-b37c-b4688002109e HTTP/1.1" status: 204 len: 168 time: 0.7570016 May 25 20:29:17.637344 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d5cdfdd-97f4-4863-839a-9895c11265a4 req-99999bfe-a485-4646-b5bf-2b3d8aca961f tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 210 time: 0.3413358 May 25 20:29:17.703295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28023cb8-9983-40d4-b9b5-917784ceae3a req-d4b28d9d-2480-483c-ba31-1c84cdf66da2 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:17.705882 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-28023cb8-9983-40d4-b9b5-917784ceae3a req-d4b28d9d-2480-483c-ba31-1c84cdf66da2 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.3508868 May 25 20:29:17.854710 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-28023cb8-9983-40d4-b9b5-917784ceae3a req-09661652-a19f-4bc1-b222-3f90b98006bf tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395147 May 25 20:29:18.358125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6bd589ae-6fbc-41bd-88d6-de5c57b0bbee admin admin] Deleting port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:18.358544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6bd589ae-6fbc-41bd-88d6-de5c57b0bbee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:18.872223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39492) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:19.398993 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf187133-fdf9-42ce-86f9-ca55a68f95ac req-b20792cb-a5d8-4bb9-a114-02d0d99fad03 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 210 time: 0.3755224 May 25 20:29:19.486244 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0de842fa-c98e-46b4-a315-cde16011ddbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:19.522526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0de842fa-c98e-46b4-a315-cde16011ddbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:19.527286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0de842fa-c98e-46b4-a315-cde16011ddbc admin admin] Usage tracker for resource:security_group_rule and tenant:b997c8a76b864261adbc0184bee5a787 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:19.530926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0de842fa-c98e-46b4-a315-cde16011ddbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:19.539423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0de842fa-c98e-46b4-a315-cde16011ddbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:19.793918 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0de842fa-c98e-46b4-a315-cde16011ddbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:19.913087 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0de842fa-c98e-46b4-a315-cde16011ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:20.014725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-6bd589ae-6fbc-41bd-88d6-de5c57b0bbee admin admin] For port e1bde3fc-8a0b-4aae-a074-52ba017ea5f4, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e1bde3fc-8a0b-4aae-a074-52ba017ea5f4,segment=NetworkSegment(ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d),segment_id=ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:20.015212 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6bd589ae-6fbc-41bd-88d6-de5c57b0bbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:20.268832 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0de842fa-c98e-46b4-a315-cde16011ddbc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b997c8a76b864261adbc0184bee5a787&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3949382 May 25 20:29:20.291113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19de578-6d1d-4724-8153-22653b497302 req-61c7ac78-eedf-494b-8172-e8a1150d53bc tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:20.292631 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d19de578-6d1d-4724-8153-22653b497302 req-61c7ac78-eedf-494b-8172-e8a1150d53bc tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.3827820 May 25 20:29:20.307637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de842fa-c98e-46b4-a315-cde16011ddbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0830fe44-61a4-485c-9f37-90daa4c2dd15,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:20.311456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39630) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:20.313494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e201b-d160-46cd-94d3-44f731068c9d req-1dc78c17-0a71-4204-8c71-35c1b59b4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:20.315016 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a5e201b-d160-46cd-94d3-44f731068c9d req-1dc78c17-0a71-4204-8c71-35c1b59b4e99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 1096 time: 0.5190351 May 25 20:29:20.477863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d19de578-6d1d-4724-8153-22653b497302 req-343cdbe5-c464-486a-bed7-09bc04e76f10 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670010 May 25 20:29:20.564385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6bd589ae-6fbc-41bd-88d6-de5c57b0bbee admin admin] Calling delete_port for e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:20.877180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e201b-d160-46cd-94d3-44f731068c9d req-280f9660-5192-4792-a817-272e3d8c7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:20.879573 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a5e201b-d160-46cd-94d3-44f731068c9d req-280f9660-5192-4792-a817-272e3d8c7f1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 0.5500603 May 25 20:29:21.000314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39710) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:21.006535 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c14f12fc-0624-41a2-8666-25db22bbaf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:21.049275 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a5e201b-d160-46cd-94d3-44f731068c9d req-e8308ad6-bbfe-4802-9347-7f2949ff79fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06c08728-e001-4860-ab46-7ca9bb1274bb HTTP/1.1" status: 200 len: 1000 time: 0.1609292 May 25 20:29:21.054085 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c14f12fc-0624-41a2-8666-25db22bbaf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:21.199318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e201b-d160-46cd-94d3-44f731068c9d req-f87a522b-1a95-43d5-a88f-44ed4224049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:21.201476 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a5e201b-d160-46cd-94d3-44f731068c9d req-f87a522b-1a95-43d5-a88f-44ed4224049d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.1401362 May 25 20:29:21.262717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-300dc878-7e57-488d-82fa-8094bdc39a85 req-f16df214-b422-4e12-a42d-a0393c4d9a75 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 210 time: 0.4742439 May 25 20:29:21.280778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:21.296375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:21.303943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Usage tracker for resource:floatingip and tenant:bf10053592c44192ab32c11383ef03c4 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:21.307296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:21.313478 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:21.336853 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:21.337944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-1f86067b-ba50-413e-914c-1b410292e77d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:21.339499 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-1f86067b-ba50-413e-914c-1b410292e77d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.70 "GET /v2.0/networks?id=9f2b0728-0038-421a-b617-7d83758eea93 HTTP/1.1" status: 200 len: 812 time: 1.7144308 May 25 20:29:21.362486 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c14f12fc-0624-41a2-8666-25db22bbaf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:21.363532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Request body: {'port': {'device_id': '4ed0e70d-7341-4ee7-acbc-09d286c061bf', 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93', 'admin_state_up': True, 'tenant_id': '2ccd84371dae430bbf0d0a57fb99a3ef'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:21.458100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f12fc-0624-41a2-8666-25db22bbaf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0830fe44-61a4-485c-9f37-90daa4c2dd15,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:21.475482 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c14f12fc-0624-41a2-8666-25db22bbaf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:21.476587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-79a11e64-fe96-4cb5-a7f8-205b2bd9c8e6 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:21.478055 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-79a11e64-fe96-4cb5-a7f8-205b2bd9c8e6 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.70 "GET /v2.0/networks?id=9f2b0728-0038-421a-b617-7d83758eea93 HTTP/1.1" status: 200 len: 812 time: 1.0219467 May 25 20:29:21.479764 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c14f12fc-0624-41a2-8666-25db22bbaf03 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0830fe44-61a4-485c-9f37-90daa4c2dd15 HTTP/1.1" status: 204 len: 168 time: 1.1638331 May 25 20:29:21.494292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e201b-d160-46cd-94d3-44f731068c9d req-5450302a-1249-4a7e-b1f3-cc1a0ccdc257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:21.496044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a5e201b-d160-46cd-94d3-44f731068c9d req-5450302a-1249-4a7e-b1f3-cc1a0ccdc257 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2858980 May 25 20:29:21.517961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-7a5e201b-d160-46cd-94d3-44f731068c9d req-3f97f5a4-7482-461d-9190-8955ac2a13dc service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:29:21.520059 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a5e201b-d160-46cd-94d3-44f731068c9d req-3f97f5a4-7482-461d-9190-8955ac2a13dc service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099847 May 25 20:29:21.524597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Request body: {'port': {'device_id': '6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1', 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93', 'admin_state_up': True, 'tenant_id': '2ccd84371dae430bbf0d0a57fb99a3ef'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:21.731947 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a5e201b-d160-46cd-94d3-44f731068c9d req-6a1d1cef-73b5-4cf6-9e17-60f9d4cbed15 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040057 May 25 20:29:21.927760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:22.128086 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a5e201b-d160-46cd-94d3-44f731068c9d req-3fa76ec7-b7ff-4a48-a7ee-cfc5d31b013b service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313637 May 25 20:29:22.153413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9e32e-fb2a-46d3-9514-0f9e22ec8ea3 req-772ff1ca-69e0-4c63-a787-bcfb590f8f68 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:22.154955 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5af9e32e-fb2a-46d3-9514-0f9e22ec8ea3 req-772ff1ca-69e0-4c63-a787-bcfb590f8f68 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.4289496 May 25 20:29:22.461634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:22.469897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Usage tracker for resource:port and tenant:2ccd84371dae430bbf0d0a57fb99a3ef is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:22.471669 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5af9e32e-fb2a-46d3-9514-0f9e22ec8ea3 req-1b51de99-c2c5-40a6-b7e7-b2cefeb77d36 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814786 May 25 20:29:22.474891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:22.499900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:22.520787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Allocated IP 172.25.3.76 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/dbc80d3f-4a00-4026-a26b-89930c24638b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:29:22.578881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Made reservation on behalf of 2ccd84371dae430bbf0d0a57fb99a3ef for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:29:22.583610 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:22.796967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c597f2f-0e54-4cea-a645-8a5612c19c5e req-bfac4dde-3117-43ea-b9f9-842b097c967e tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 210 time: 0.2526267 May 25 20:29:22.853356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:22.875423 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bee316c1-c6d5-4f8d-8c32-07a5f26210fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:23.000511 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6bd589ae-6fbc-41bd-88d6-de5c57b0bbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:23.016493 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:23.087743 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:23.115597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Usage tracker for resource:port and tenant:2ccd84371dae430bbf0d0a57fb99a3ef is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:23.163488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:23.170419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd589ae-6fbc-41bd-88d6-de5c57b0bbee admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bde3fc-8a0b-4aae-a074-52ba017ea5f4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:23.202045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:23.427862 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:29:23.511735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:29:23.537689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:29:23.572728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:29:23.816809 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:23.832155 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Pushing event updated for resources: {'Port': ['ID=dbc80d3f-4a00-4026-a26b-89930c24638b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:24.012075 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:24.101699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Made reservation on behalf of 2ccd84371dae430bbf0d0a57fb99a3ef for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:29:24.105235 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:24.141251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa80e2-46c6-4fc6-a615-14e2236cd362 req-8ba9e485-64a9-4506-ae66-1947928caf6e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:24.142876 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e5aa80e2-46c6-4fc6-a615-14e2236cd362 req-8ba9e485-64a9-4506-ae66-1947928caf6e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.2563519 May 25 20:29:24.178112 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:24.261436 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e5aa80e2-46c6-4fc6-a615-14e2236cd362 req-50d6b7de-e1e4-40c3-bbfd-a8ba16f1a791 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075063 May 25 20:29:24.268650 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd27a0fe-7a5b-4064-8e3f-84f730fd56e5 req-79b98364-80bf-4986-8dd1-754a291f528c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 210 time: 0.1227305 May 25 20:29:24.273247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Allocated IP 172.20.0.5 (9f2b0728-0038-421a-b617-7d83758eea93/4b37fe93-d1a5-433c-8457-7945493cef1d/d0f1b781-5c6b-422a-ac03-b2adaedc0c0b) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:29:24.496007 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:24.502367 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:24.581907 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6bd589ae-6fbc-41bd-88d6-de5c57b0bbee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:24.683364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Pushing event updated for resources: {'Port': ['ID=dbc80d3f-4a00-4026-a26b-89930c24638b,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:24.716142 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:24.766841 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:24.772988 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-aef773f6-b0ee-47d2-be56-6a6f2002b407 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7671723 May 25 20:29:24.773626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40026) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:24.788170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-756580601', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'fixed_ips': [{'ip_address': '172.25.3.76'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:24.802758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:24.810408 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Usage tracker for resource:port and tenant:bf10053592c44192ab32c11383ef03c4 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:24.816719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:24.832336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:24.851445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Made reservation on behalf of bf10053592c44192ab32c11383ef03c4 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:29:24.855134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:24.876913 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:24.898000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:24.904182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Usage tracker for resource:security_group_rule and tenant:bf10053592c44192ab32c11383ef03c4 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:24.909938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:24.917269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:25.064070 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:25.073403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:25.103880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] device_id is not set on port 0548b884-2c7e-458e-a731-3fed88661718 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:29:25.165670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bee316c1-c6d5-4f8d-8c32-07a5f26210fd admin admin] Deleting port ba13ef8a-0d04-45db-a863-2f269aac28b7 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:25.166222 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bee316c1-c6d5-4f8d-8c32-07a5f26210fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:25.245674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35bdf8d-cd1a-4c74-94ec-9d01889c3ecd,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:25.261871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:25.262308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:25.262580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:25.262914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:25.263238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:25.263569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:25.263894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:25.264214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:25.264535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:25.264854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:25.265171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:25.265490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:29:25.455632 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 25 20:29:25.456231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:29:25.486166 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-16c04c2c-30b6-4ed6-b433-0330cfe282f3 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7108512 May 25 20:29:25.489891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40056) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:25.623003 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:25.681243 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d43bb0e4-efa4-4b5c-9cc0-15c59c0026b0 req-14940bae-d26c-4156-a9bc-8d8bc2c0fe3c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 210 time: 0.0761719 May 25 20:29:25.785280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6a61bf3b-ebca-43e0-88c6-3ff3835e3dd0 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Deleting port dbc80d3f-4a00-4026-a26b-89930c24638b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:25.785280 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a61bf3b-ebca-43e0-88c6-3ff3835e3dd0 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:25.879289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd589ae-6fbc-41bd-88d6-de5c57b0bbee admin admin] Router 2553f5ad-29db-4d62-8faa-8b1401b5c507 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:29:25.951873 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-bee316c1-c6d5-4f8d-8c32-07a5f26210fd admin admin] For port ba13ef8a-0d04-45db-a863-2f269aac28b7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ba13ef8a-0d04-45db-a863-2f269aac28b7,segment=NetworkSegment(bb80af49-32fc-4ec8-9ce3-3a0c54a86d51),segment_id=bb80af49-32fc-4ec8-9ce3-3a0c54a86d51)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:25.952316 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bee316c1-c6d5-4f8d-8c32-07a5f26210fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:26.025446 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a61bf3b-ebca-43e0-88c6-3ff3835e3dd0 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:26.025692 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a61bf3b-ebca-43e0-88c6-3ff3835e3dd0 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:26.198180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bee316c1-c6d5-4f8d-8c32-07a5f26210fd admin admin] Calling delete_port for ba13ef8a-0d04-45db-a863-2f269aac28b7 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:26.244950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e2dd2-c0d0-48f1-b2a5-b99a70c1925a req-8b94bd3e-43d2-455e-ab1e-cc1a61ababc7 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:26.245051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6a61bf3b-ebca-43e0-88c6-3ff3835e3dd0 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Calling delete_port for dbc80d3f-4a00-4026-a26b-89930c24638b owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:26.258909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-976e2dd2-c0d0-48f1-b2a5-b99a70c1925a req-8b94bd3e-43d2-455e-ab1e-cc1a61ababc7 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.6451039 May 25 20:29:26.559965 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:26.675592 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-976e2dd2-c0d0-48f1-b2a5-b99a70c1925a req-81ae7e83-9ad5-44a6-bde1-c52ee9512ae2 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931635 May 25 20:29:26.726130 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a61bf3b-ebca-43e0-88c6-3ff3835e3dd0 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:26.735823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Network 9f2b0728-0038-421a-b617-7d83758eea93 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:29:26.755942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:29:26.771129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:29:26.813867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40078) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:26.815087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61bf3b-ebca-43e0-88c6-3ff3835e3dd0 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbc80d3f-4a00-4026-a26b-89930c24638b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:26.856996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd589ae-6fbc-41bd-88d6-de5c57b0bbee admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:29:26.881319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Pushing event updated for resources: {'Port': ['ID=d0f1b781-5c6b-422a-ac03-b2adaedc0c0b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:26.891911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Allocated IP 172.20.0.2 (9f2b0728-0038-421a-b617-7d83758eea93/4b37fe93-d1a5-433c-8457-7945493cef1d/cdcf5a9e-db08-410a-806e-ba7b02fbdc7b) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:29:26.906185 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996082e-4eed-4cdf-b7e5-b669a868e5f0 None None] Sync routers for ids ['2553f5ad-29db-4d62-8faa-8b1401b5c507'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:29:26.937521 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996082e-4eed-4cdf-b7e5-b669a868e5f0 None None] Routers {'2553f5ad-29db-4d62-8faa-8b1401b5c507'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:29:26.938670 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6996082e-4eed-4cdf-b7e5-b669a868e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:29:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2553f5ad-29db-4d62-8faa-8b1401b5c507'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:26.977167 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6bd589ae-6fbc-41bd-88d6-de5c57b0bbee admin admin] 10.222.0.60 "PUT /v2.0/routers/2553f5ad-29db-4d62-8faa-8b1401b5c507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6364484 May 25 20:29:26.979422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40084) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:26.994288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:26.994928 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:27.007691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-07f3555d-b62d-4bdf-b2e2-725e17e25575 req-921c6bb2-0e1f-4cac-adf2-1a68bb2aca21 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Synchronizing usage tracker for tenant:2ccd84371dae430bbf0d0a57fb99a3ef on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:29:27.021320 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a61bf3b-ebca-43e0-88c6-3ff3835e3dd0 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:27.067973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec58e5-e91c-474b-8e59-e49d4f91e641 req-1b34eb59-1e16-49c4-80ad-2e387aae7349 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:27.069874 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8aec58e5-e91c-474b-8e59-e49d4f91e641 req-1b34eb59-1e16-49c4-80ad-2e387aae7349 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.2191556 May 25 20:29:27.070879 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-296d695f-fa68-42ee-8aee-ade6b5caa092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:27.086454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40090) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:27.091161 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a61bf3b-ebca-43e0-88c6-3ff3835e3dd0 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:27.095853 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6a61bf3b-ebca-43e0-88c6-3ff3835e3dd0 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373 tempest-ExternalNetworksAdminNegativeTestJSON-2018543373-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/a3f643fa-34cb-43cf-9727-3b26c9929c2c HTTP/1.1" status: 204 len: 168 time: 1.6030402 May 25 20:29:27.103977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-296d695f-fa68-42ee-8aee-ade6b5caa092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:27.108864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-296d695f-fa68-42ee-8aee-ade6b5caa092 admin admin] Usage tracker for resource:security_group_rule and tenant:de7577c6e84c4c21b23fb4b75296b533 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:27.114748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-296d695f-fa68-42ee-8aee-ade6b5caa092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:27.129892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-296d695f-fa68-42ee-8aee-ade6b5caa092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:27.211328 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-fdc67656-91a8-4979-a093-d86d9bc475aa tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8532269 May 25 20:29:27.219586 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-6996082e-4eed-4cdf-b7e5-b669a868e5f0 None None] Set router 2553f5ad-29db-4d62-8faa-8b1401b5c507 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:29:27.237988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Request body: {'port': {'device_id': '4ed0e70d-7341-4ee7-acbc-09d286c061bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:27.267423 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-296d695f-fa68-42ee-8aee-ade6b5caa092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:27.275654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2e6e8c0c-772c-4ccc-b563-3c8c622ec963 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Request body: {'floatingip': {'port_id': '06c08728-e001-4860-ab46-7ca9bb1274bb'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:27.427688 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e6e8c0c-772c-4ccc-b563-3c8c622ec963 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:27.480343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40098) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:27.493818 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-296d695f-fa68-42ee-8aee-ade6b5caa092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:27.506893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-07f3555d-b62d-4bdf-b2e2-725e17e25575 req-921c6bb2-0e1f-4cac-adf2-1a68bb2aca21 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Unset dirty status for tenant:2ccd84371dae430bbf0d0a57fb99a3ef on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:29:27.508044 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-07f3555d-b62d-4bdf-b2e2-725e17e25575 req-921c6bb2-0e1f-4cac-adf2-1a68bb2aca21 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 210 time: 0.6004481 May 25 20:29:27.569100 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bee316c1-c6d5-4f8d-8c32-07a5f26210fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:27.620909 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-296d695f-fa68-42ee-8aee-ade6b5caa092 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de7577c6e84c4c21b23fb4b75296b533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8031130 May 25 20:29:27.632228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d695f-fa68-42ee-8aee-ade6b5caa092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86dad75-96b4-4fb0-bbfb-3b561255afc6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:27.648422 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40106) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:27.750207 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6996082e-4eed-4cdf-b7e5-b669a868e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'name': 'tempest-TaggedBootDevicesTest_v242-428314647-router', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:20:04Z', 'updated_at': '2022-05-25T20:29:21Z', 'revision_number': 5, 'project_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'gw_port': {'id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:07Z', 'updated_at': '2022-05-25T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:27.755315 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996082e-4eed-4cdf-b7e5-b669a868e5f0 None None] Checking router: 2553f5ad-29db-4d62-8faa-8b1401b5c507 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:29:27.756921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee316c1-c6d5-4f8d-8c32-07a5f26210fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ba13ef8a-0d04-45db-a863-2f269aac28b7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:27.781082 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996082e-4eed-4cdf-b7e5-b669a868e5f0 None None] Routers {'2553f5ad-29db-4d62-8faa-8b1401b5c507'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:29:27.781688 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6996082e-4eed-4cdf-b7e5-b669a868e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:29:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2553f5ad-29db-4d62-8faa-8b1401b5c507'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:27.838255 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c79e5428-309d-47c1-9327-4a3aaeed5807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:27.840349 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ff5f8e1-f451-4d5a-9339-75d6795d29b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:27.866569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5ff5f8e1-f451-4d5a-9339-75d6795d29b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:27.871797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5ff5f8e1-f451-4d5a-9339-75d6795d29b8 admin admin] Usage tracker for resource:security_group_rule and tenant:6611b22895a94defa236326833607ae8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:27.874861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5ff5f8e1-f451-4d5a-9339-75d6795d29b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:27.882128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5ff5f8e1-f451-4d5a-9339-75d6795d29b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:27.913428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:28.005318 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:28.059758 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ff5f8e1-f451-4d5a-9339-75d6795d29b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:28.114273 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4672d34b-f8d7-44d2-a486-a91da2ab24de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:28.161792 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:28.203979 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-6996082e-4eed-4cdf-b7e5-b669a868e5f0 None None] Set router 2553f5ad-29db-4d62-8faa-8b1401b5c507 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:29:28.297413 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ff5f8e1-f451-4d5a-9339-75d6795d29b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:28.334950 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c79e5428-309d-47c1-9327-4a3aaeed5807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:28.464114 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:28.518034 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:28.531069 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5ff5f8e1-f451-4d5a-9339-75d6795d29b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6611b22895a94defa236326833607ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0490992 May 25 20:29:28.532184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5f8e1-f451-4d5a-9339-75d6795d29b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87aeeedc-4491-450a-961e-031014f3ee58,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:28.540085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40114) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:28.657205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] Deleting port 09320aad-e7df-428f-a9c1-c7c594cfab9e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:28.657531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:28.715759 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6996082e-4eed-4cdf-b7e5-b669a868e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'name': 'tempest-TaggedBootDevicesTest_v242-428314647-router', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:20:04Z', 'updated_at': '2022-05-25T20:29:21Z', 'revision_number': 5, 'project_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'gw_port': {'id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:07Z', 'updated_at': '2022-05-25T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:28.719958 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996082e-4eed-4cdf-b7e5-b669a868e5f0 None None] The sync data for ids ['2553f5ad-29db-4d62-8faa-8b1401b5c507'] in n-d-843339-1 is: [{'id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'name': 'tempest-TaggedBootDevicesTest_v242-428314647-router', 'tenant_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:20:04Z', 'updated_at': '2022-05-25T20:29:21Z', 'revision_number': 5, 'project_id': 'f5fb9c57cb4d4b248f340f91374fd2ac', 'gw_port': {'id': '09320aad-e7df-428f-a9c1-c7c594cfab9e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2553f5ad-29db-4d62-8faa-8b1401b5c507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:07Z', 'updated_at': '2022-05-25T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:29:28.901360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] For port 09320aad-e7df-428f-a9c1-c7c594cfab9e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=09320aad-e7df-428f-a9c1-c7c594cfab9e,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:28.901634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:28.904290 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ef4f1855-741c-452b-ab89-880bfd42269c req-850b540b-07bd-4b2c-b48f-fda7a3d9dc16 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 210 time: 0.0911858 May 25 20:29:28.916542 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c79e5428-309d-47c1-9327-4a3aaeed5807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:28.935665 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81e5f6b1-0311-499d-8b62-91a5c56e13a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:28.953960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e5428-309d-47c1-9327-4a3aaeed5807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86dad75-96b4-4fb0-bbfb-3b561255afc6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:28.992988 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81e5f6b1-0311-499d-8b62-91a5c56e13a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:28.999692 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c79e5428-309d-47c1-9327-4a3aaeed5807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:29.000866 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c79e5428-309d-47c1-9327-4a3aaeed5807 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a86dad75-96b4-4fb0-bbfb-3b561255afc6 HTTP/1.1" status: 204 len: 168 time: 1.3386505 May 25 20:29:29.154538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] Calling delete_port for 09320aad-e7df-428f-a9c1-c7c594cfab9e owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:29.218389 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e6e8c0c-772c-4ccc-b563-3c8c622ec963 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:29.226276 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:29.230692 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e6e8c0c-772c-4ccc-b563-3c8c622ec963 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:29.498170 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81e5f6b1-0311-499d-8b62-91a5c56e13a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:29.538494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5f6b1-0311-499d-8b62-91a5c56e13a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87aeeedc-4491-450a-961e-031014f3ee58,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:29.562898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81e5f6b1-0311-499d-8b62-91a5c56e13a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:29.567061 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-81e5f6b1-0311-499d-8b62-91a5c56e13a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87aeeedc-4491-450a-961e-031014f3ee58 HTTP/1.1" status: 204 len: 168 time: 1.0203846 May 25 20:29:29.655570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40130) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:29.664213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:29:29.750180 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:29:29.750429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e1bde3fc-8a0b-4aae-a074-52ba017ea5f4 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:29:29.836012 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3c30dfa-595d-461e-8c16-b83a16ee6876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:29.970933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Network 9f2b0728-0038-421a-b617-7d83758eea93 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:29:29.972652 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bee316c1-c6d5-4f8d-8c32-07a5f26210fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:29.982642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3c30dfa-595d-461e-8c16-b83a16ee6876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:29.990369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:29:30.006435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:29:30.011193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3c30dfa-595d-461e-8c16-b83a16ee6876 admin admin] Usage tracker for resource:security_group_rule and tenant:20c0ca94ba02461b9a4cc41c6b0e10ad is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:30.016196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3c30dfa-595d-461e-8c16-b83a16ee6876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:30.029277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3c30dfa-595d-461e-8c16-b83a16ee6876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:30.175393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Pushing event updated for resources: {'Port': ['ID=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:30.302946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:30.304047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:30.368238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40148) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:30.373082 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:30.400337 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6e8c0c-772c-4ccc-b563-3c8c622ec963 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:29:30.510445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] Pushing event deleted for resources: {'Port': ['ID=09320aad-e7df-428f-a9c1-c7c594cfab9e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:30.566968 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5523d715-62f3-4407-afcc-413eeeefa2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:30.572464 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-6724654f-4287-4abc-9e1c-c82a12c32c78 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0551145 May 25 20:29:30.641484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Request body: {'port': {'device_id': '6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:30.645538 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3c30dfa-595d-461e-8c16-b83a16ee6876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:30.675219 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3c30dfa-595d-461e-8c16-b83a16ee6876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:30.780850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a55b77-5008-4c6e-af96-b76b3f46c26f req-35817d56-3589-43a8-81b2-a63768eb140f tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:30.782399 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00a55b77-5008-4c6e-af96-b76b3f46c26f req-35817d56-3589-43a8-81b2-a63768eb140f tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 931 time: 0.6000912 May 25 20:29:30.799207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e6dc0e16-7076-46fb-8090-d893982d95c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf10053592c44192ab32c11383ef03c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175231 May 25 20:29:30.799529 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f3c30dfa-595d-461e-8c16-b83a16ee6876 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20c0ca94ba02461b9a4cc41c6b0e10ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1373694 May 25 20:29:30.800050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40154) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:30.803124 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:29:30.825961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40156) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:30.951434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c30dfa-595d-461e-8c16-b83a16ee6876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4b85c1-34d3-4ff3-bdf5-f31b268afefd,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:31.015170 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:31.026065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-00a55b77-5008-4c6e-af96-b76b3f46c26f req-fbe15f8d-0c2f-40b7-854f-9d202b2df919 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Synchronizing usage tracker for tenant:2ccd84371dae430bbf0d0a57fb99a3ef on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:29:31.064802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6e8c0c-772c-4ccc-b563-3c8c622ec963 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:29:31.064802 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bdfcd345-470d-4d88-abc9-71a05801d935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:31.072327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ece02a-a56a-4fc4-9eec-ab4e7f739369 None None] Sync routers for ids ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:29:31.090034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ece02a-a56a-4fc4-9eec-ab4e7f739369 None None] Routers {'cb39b7dc-0b20-4c75-863b-d4100e7e70a6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:29:31.094426 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-81ece02a-a56a-4fc4-9eec-ab4e7f739369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:29:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:31.131848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f1b781-5c6b-422a-ac03-b2adaedc0c0b {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:29:31.140561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-00a55b77-5008-4c6e-af96-b76b3f46c26f req-fbe15f8d-0c2f-40b7-854f-9d202b2df919 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Unset dirty status for tenant:2ccd84371dae430bbf0d0a57fb99a3ef on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:29:31.142037 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:31.157884 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00a55b77-5008-4c6e-af96-b76b3f46c26f req-fbe15f8d-0c2f-40b7-854f-9d202b2df919 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679731 May 25 20:29:31.161386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Transition to ACTIVE for port object d0f1b781-5c6b-422a-ac03-b2adaedc0c0b will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:29:31.172042 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e6e8c0c-772c-4ccc-b563-3c8c622ec963 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:31.255288 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bdfcd345-470d-4d88-abc9-71a05801d935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:31.290382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'tag': '06c08728-e001-4860-ab46-7ca9bb1274bb'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:29:31.350420 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:31.354145 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab462bb9-9eba-4e0f-99bf-e9a3d607d8b7'] response: {'name': 'network-changed', 'server_uuid': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'tag': '06c08728-e001-4860-ab46-7ca9bb1274bb', 'status': 'completed', 'code': 200} May 25 20:29:31.358647 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2e6e8c0c-772c-4ccc-b563-3c8c622ec963 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "PUT /v2.0/floatingips/7852815a-c737-4c93-aabf-41b29c476907 HTTP/1.1" status: 200 len: 992 time: 4.2701035 May 25 20:29:31.387258 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bdfcd345-470d-4d88-abc9-71a05801d935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:31.392661 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:31.431126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-81ece02a-a56a-4fc4-9eec-ab4e7f739369 None None] Set router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:29:31.455164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcd345-470d-4d88-abc9-71a05801d935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35bdf8d-cd1a-4c74-94ec-9d01889c3ecd,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:31.460009 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bdfcd345-470d-4d88-abc9-71a05801d935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:31.461015 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bdfcd345-470d-4d88-abc9-71a05801d935 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e35bdf8d-cd1a-4c74-94ec-9d01889c3ecd HTTP/1.1" status: 204 len: 168 time: 0.6022213 May 25 20:29:31.538788 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:31.542266 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:31.543988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcec96-da11-4895-add2-2637cb95a7e9 req-810d8e1f-ad4e-4cda-ab22-6e3659995d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:31.546701 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aabcec96-da11-4895-add2-2637cb95a7e9 req-810d8e1f-ad4e-4cda-ab22-6e3659995d00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 1096 time: 0.1547360 May 25 20:29:31.820136 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:31.891415 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:31.927379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcec96-da11-4895-add2-2637cb95a7e9 req-b63a38d1-77ea-46ae-ab18-53b6832dc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:31.928887 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aabcec96-da11-4895-add2-2637cb95a7e9 req-b63a38d1-77ea-46ae-ab18-53b6832dc9c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 0.3742630 May 25 20:29:31.965852 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-81ece02a-a56a-4fc4-9eec-ab4e7f739369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:12Z', 'revision_number': 4, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '7852815a-c737-4c93-aabf-41b29c476907', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'port_id': '06c08728-e001-4860-ab46-7ca9bb1274bb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'mac_address': 'fa:16:3e:8a:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:27:18Z', 'updated_at': '2022-05-25T20:29:28Z', 'revision_number': 3, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6eb180-138c-4732-9b8a-f09915d6e4ac', 'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'mac_address': 'fa:16:3e:e9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:25:08Z', 'updated_at': '2022-05-25T20:25:22Z', 'revision_number': 5, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'subnets': [{'id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:31.970273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ece02a-a56a-4fc4-9eec-ab4e7f739369 None None] Checking router: cb39b7dc-0b20-4c75-863b-d4100e7e70a6 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:29:31.981697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ece02a-a56a-4fc4-9eec-ab4e7f739369 None None] Routers {'cb39b7dc-0b20-4c75-863b-d4100e7e70a6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:29:31.982356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-81ece02a-a56a-4fc4-9eec-ab4e7f739369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:29:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:32.065747 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aabcec96-da11-4895-add2-2637cb95a7e9 req-b9bb30ef-151a-43ca-8799-70ab38213278 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06c08728-e001-4860-ab46-7ca9bb1274bb HTTP/1.1" status: 200 len: 1000 time: 0.1277652 May 25 20:29:32.075192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-f31ff810-e083-402f-840e-118405d5d855 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:32.076850 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-f31ff810-e083-402f-840e-118405d5d855 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 947 time: 0.2871244 May 25 20:29:32.145899 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2e34ffc-9c44-40b9-8521-2ed415abd178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:32.155661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4705937-ad5a-4756-bccc-e33650d1d61e req-745c07a3-cf28-4c7e-8106-01589f51e162 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:32.157209 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4705937-ad5a-4756-bccc-e33650d1d61e req-745c07a3-cf28-4c7e-8106-01589f51e162 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 947 time: 1.4445906 May 25 20:29:32.166703 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:32.167438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2553f5ad-29db-4d62-8faa-8b1401b5c507 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:29:32.309093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f1b781-5c6b-422a-ac03-b2adaedc0c0b,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:32.437251 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:32.441259 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e3de2013-e54a-409f-abdd-6770d28b4703 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2553f5ad-29db-4d62-8faa-8b1401b5c507 HTTP/1.1" status: 204 len: 168 time: 5.4394472 May 25 20:29:32.450133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-81ece02a-a56a-4fc4-9eec-ab4e7f739369 None None] Set router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:29:32.475987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40188) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:32.485576 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2e34ffc-9c44-40b9-8521-2ed415abd178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:32.618283 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4705937-ad5a-4756-bccc-e33650d1d61e req-9d41116e-c608-4b73-b527-2632542e81fc tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233159 May 25 20:29:32.722115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee316c1-c6d5-4f8d-8c32-07a5f26210fd admin admin] Router f7d2da74-f18e-4678-9066-85fc4ca61403 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:29:32.883647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcec96-da11-4895-add2-2637cb95a7e9 req-1506d854-e8aa-4d93-bdb6-437405566668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:32.885158 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aabcec96-da11-4895-add2-2637cb95a7e9 req-1506d854-e8aa-4d93-bdb6-437405566668 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.8073840 May 25 20:29:32.892937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Deleting port 4866384b-5172-4a9f-a685-ba9964e2ae79 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:32.893994 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:33.025570 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2e34ffc-9c44-40b9-8521-2ed415abd178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:33.068315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0cd5ad-b1ec-468c-8c2f-575d2ae7203c admin admin] Deleting subnet d977499a-389a-4f47-a794-67f60727de4d {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:29:33.075155 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd5ad-b1ec-468c-8c2f-575d2ae7203c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:33.077914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Attempting to bind port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:29:33.078295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Attempting to bind port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:29:33.078629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Attempting to bind port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b on network 9f2b0728-0038-421a-b617-7d83758eea93 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:29:33.144313 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:33.178945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-81ece02a-a56a-4fc4-9eec-ab4e7f739369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:12Z', 'revision_number': 4, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '7852815a-c737-4c93-aabf-41b29c476907', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'port_id': '06c08728-e001-4860-ab46-7ca9bb1274bb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'mac_address': 'fa:16:3e:8a:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:27:18Z', 'updated_at': '2022-05-25T20:29:28Z', 'revision_number': 3, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6eb180-138c-4732-9b8a-f09915d6e4ac', 'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'mac_address': 'fa:16:3e:e9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:25:08Z', 'updated_at': '2022-05-25T20:25:22Z', 'revision_number': 5, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'subnets': [{'id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:33.192758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ece02a-a56a-4fc4-9eec-ab4e7f739369 None None] The sync data for ids ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'] in n-d-843339-1 is: [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:12Z', 'revision_number': 4, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '7852815a-c737-4c93-aabf-41b29c476907', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'port_id': '06c08728-e001-4860-ab46-7ca9bb1274bb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'mac_address': 'fa:16:3e:8a:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:27:18Z', 'updated_at': '2022-05-25T20:29:28Z', 'revision_number': 3, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6eb180-138c-4732-9b8a-f09915d6e4ac', 'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'mac_address': 'fa:16:3e:e9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:25:08Z', 'updated_at': '2022-05-25T20:25:22Z', 'revision_number': 5, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'subnets': [{'id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:29:33.218302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e34ffc-9c44-40b9-8521-2ed415abd178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4b85c1-34d3-4ff3-bdf5-f31b268afefd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:33.225666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b on network 9f2b0728-0038-421a-b617-7d83758eea93 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:29:33.225913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Attempting to bind port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b on network 9f2b0728-0038-421a-b617-7d83758eea93 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:29:33.325666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:29:33.325666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Checking segment: {'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:29:33.325666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Bound using segment: {'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:29:33.325666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Bound port: d0f1b781-5c6b-422a-ac03-b2adaedc0c0b, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:29:33.327044 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:33.357457 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd5ad-b1ec-468c-8c2f-575d2ae7203c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:33.371518 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2e34ffc-9c44-40b9-8521-2ed415abd178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:33.375204 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e2e34ffc-9c44-40b9-8521-2ed415abd178 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df4b85c1-34d3-4ff3-bdf5-f31b268afefd HTTP/1.1" status: 204 len: 168 time: 2.5458910 May 25 20:29:33.497966 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd5ad-b1ec-468c-8c2f-575d2ae7203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:33.517626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 09320aad-e7df-428f-a9c1-c7c594cfab9e no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:29:33.583890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee316c1-c6d5-4f8d-8c32-07a5f26210fd admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:29:33.590471 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bee316c1-c6d5-4f8d-8c32-07a5f26210fd admin admin] 10.222.0.60 "PUT /v2.0/routers/f7d2da74-f18e-4678-9066-85fc4ca61403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1345627 May 25 20:29:33.595328 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d737c-4d90-454a-b043-3a4d722278dd None None] Sync routers for ids ['f7d2da74-f18e-4678-9066-85fc4ca61403'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:29:33.601511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40222) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:33.619212 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d737c-4d90-454a-b043-3a4d722278dd None None] Routers {'f7d2da74-f18e-4678-9066-85fc4ca61403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:29:33.620261 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9c0d737c-4d90-454a-b043-3a4d722278dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:29:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f7d2da74-f18e-4678-9066-85fc4ca61403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:33.683156 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 09320aad-e7df-428f-a9c1-c7c594cfab9e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:29:33.683470 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 09320aad-e7df-428f-a9c1-c7c594cfab9e not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:29:33.688387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'tag': '06c08728-e001-4860-ab46-7ca9bb1274bb'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:29:33.942949 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:34.003208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28ef0d-e7a1-49fe-893c-1c21950b2be5 req-1dfe2fa2-afc3-4c40-8eaa-fff19e1037eb tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:34.026188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf28ef0d-e7a1-49fe-893c-1c21950b2be5 req-1dfe2fa2-afc3-4c40-8eaa-fff19e1037eb tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 931 time: 1.5373328 May 25 20:29:34.028883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:34.029423 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:34.140445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcec96-da11-4895-add2-2637cb95a7e9 req-abd27e9b-611d-4203-9073-5a3a326ead14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:34.146085 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aabcec96-da11-4895-add2-2637cb95a7e9 req-abd27e9b-611d-4203-9073-5a3a326ead14 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1965172 May 25 20:29:34.233847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] For port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:29:34.244813 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-9c0d737c-4d90-454a-b043-3a4d722278dd None None] Set router f7d2da74-f18e-4678-9066-85fc4ca61403 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:29:34.342921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] For port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d0f1b781-5c6b-422a-ac03-b2adaedc0c0b,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:29:34.361744 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:29:34.361868 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd5ad-b1ec-468c-8c2f-575d2ae7203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:34.385356 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:34.542840 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf28ef0d-e7a1-49fe-893c-1c21950b2be5 req-9af1158a-0e61-4e74-9447-7cd0dcec8c2e tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293794 May 25 20:29:34.576056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:34.576589 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:34.578060 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] 10.222.0.70 "PUT /v2.0/ports/d0f1b781-5c6b-422a-ac03-b2adaedc0c0b HTTP/1.1" status: 200 len: 1091 time: 7.3577430 May 25 20:29:34.579386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40256) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:34.588982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cd5ad-b1ec-468c-8c2f-575d2ae7203c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d977499a-389a-4f47-a794-67f60727de4d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:34.593113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed0e70d-7341-4ee7-acbc-09d286c061bf', 'tag': 'd0f1b781-5c6b-422a-ac03-b2adaedc0c0b'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:29:34.749702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccadaaa6-4f2b-4360-aa1d-a6387d03e810 None None] Network 90d7cbd3-3a5f-4ce8-86e6-514f54edb560 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:29:34.750365 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8712b2da-371e-4141-b051-5e6b01281b90'] response: {'name': 'network-changed', 'server_uuid': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'tag': '06c08728-e001-4860-ab46-7ca9bb1274bb', 'status': 'completed', 'code': 200} May 25 20:29:34.752095 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c0cd5ad-b1ec-468c-8c2f-575d2ae7203c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:34.792122 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2c0cd5ad-b1ec-468c-8c2f-575d2ae7203c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d977499a-389a-4f47-a794-67f60727de4d HTTP/1.1" status: 204 len: 168 time: 2.3150668 May 25 20:29:34.806574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 4866384b-5172-4a9f-a685-ba9964e2ae79 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:29:34.823157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40268) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:34.934348 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c24b47-4725-4a94-8e97-cacd0e168fe3'] response: {'name': 'network-changed', 'server_uuid': '4ed0e70d-7341-4ee7-acbc-09d286c061bf', 'tag': 'd0f1b781-5c6b-422a-ac03-b2adaedc0c0b', 'status': 'completed', 'code': 200} May 25 20:29:35.166037 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9c0d737c-4d90-454a-b043-3a4d722278dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:29:26Z', 'revision_number': 5, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port': {'id': '344101e0-756a-42ba-82e6-50ac9bb1fe3e', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:31Z', 'updated_at': '2022-05-25T20:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:35.183984 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d737c-4d90-454a-b043-3a4d722278dd None None] Checking router: f7d2da74-f18e-4678-9066-85fc4ca61403 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:29:35.187027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcf5a9e-db08-410a-806e-ba7b02fbdc7b {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:29:35.208804 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d737c-4d90-454a-b043-3a4d722278dd None None] Routers {'f7d2da74-f18e-4678-9066-85fc4ca61403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:29:35.209418 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9c0d737c-4d90-454a-b043-3a4d722278dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:29:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f7d2da74-f18e-4678-9066-85fc4ca61403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:35.215265 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:35.238128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Transition to ACTIVE for port object cdcf5a9e-db08-410a-806e-ba7b02fbdc7b will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:29:35.260083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:35.299147 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 4866384b-5172-4a9f-a685-ba9964e2ae79 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:29:35.302368 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:35.303738 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:35.319078 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574332e-0ce4-4fd9-806b-5c2c6a632965 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f1b781-5c6b-422a-ac03-b2adaedc0c0b,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:35.450729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2016416905', 'router:external': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:35.469931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:29:35.554600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:35.589299 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aabcec96-da11-4895-add2-2637cb95a7e9 req-57afcb06-1c75-4a90-bd25-6825cba5b9fa service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4236279 May 25 20:29:35.593788 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4dc362-745a-44e0-a7fc-63ccaeb85a46'] response: {'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'code': 200} May 25 20:29:35.595461 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:35.595968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf5760-2d01-4d06-bce1-ed760db2fc68 req-7dcc25bd-675f-40ac-8dd9-d0ae4793f3d3 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:35.606550 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8bf5760-2d01-4d06-bce1-ed760db2fc68 req-7dcc25bd-675f-40ac-8dd9-d0ae4793f3d3 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 947 time: 1.4916668 May 25 20:29:35.608460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:35.642968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:35.643130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] Deleting port 344101e0-756a-42ba-82e6-50ac9bb1fe3e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:35.644074 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:35.652461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Usage tracker for resource:network and tenant:181e8d87cc9d413b880afc52bd0f67b8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:35.655323 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:35.684923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:35.743176 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-9c0d737c-4d90-454a-b043-3a4d722278dd None None] Set router f7d2da74-f18e-4678-9066-85fc4ca61403 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:29:35.803309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:35.812494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=4866384b-5172-4a9f-a685-ba9964e2ae79,revision_number=13']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:35.855253 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:35.855619 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:35.855980 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Floating IP afdef717-9b7c-4421-9299-20cf3d973e04 disassociated. External IP: 172.25.3.240, port: 4866384b-5172-4a9f-a685-ba9964e2ae79. May 25 20:29:35.856497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Calling delete_port for 4866384b-5172-4a9f-a685-ba9964e2ae79 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:35.928661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-afabc215-768a-4a5c-8b7c-9777afdc2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:35.930600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-afabc215-768a-4a5c-8b7c-9777afdc2286 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ccd84371dae430bbf0d0a57fb99a3ef&device_id=4ed0e70d-7341-4ee7-acbc-09d286c061bf HTTP/1.1" status: 200 len: 1094 time: 0.9705529 May 25 20:29:35.991833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bcf46b-53eb-45dd-ab4c-921752e235f7 None None] DHCP port deletion for 90d7cbd3-3a5f-4ce8-86e6-514f54edb560 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:29:36.007761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-96bcf46b-53eb-45dd-ab4c-921752e235f7 None None] Deleting port a399261f-1ae8-477e-84be-fd4fec5d1782 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:36.012938 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-96bcf46b-53eb-45dd-ab4c-921752e235f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:36.129032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Deleting port a399261f-1ae8-477e-84be-fd4fec5d1782 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:36.129437 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:36.146851 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8bf5760-2d01-4d06-bce1-ed760db2fc68 req-df7d5cfb-60d1-4fed-b56e-ea84b4b2922e tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5392199 May 25 20:29:36.148518 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-0834dc27-6614-4b90-b72e-159607bd6921 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0f1b781-5c6b-422a-ac03-b2adaedc0c0b HTTP/1.1" status: 200 len: 217 time: 0.1910717 May 25 20:29:36.165433 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9c0d737c-4d90-454a-b043-3a4d722278dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:29:35Z', 'revision_number': 6, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:36.175624 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d737c-4d90-454a-b043-3a4d722278dd None None] The sync data for ids ['f7d2da74-f18e-4678-9066-85fc4ca61403'] in n-d-843339-1 is: [{'id': 'f7d2da74-f18e-4678-9066-85fc4ca61403', 'name': 'tempest-TestVolumeBackupRestore-1921879854-router', 'tenant_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:29Z', 'updated_at': '2022-05-25T20:29:35Z', 'revision_number': 6, 'project_id': 'fb09bf8a58ce4944bfac1ad8a6036195', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:29:36.302563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Made reservation on behalf of 181e8d87cc9d413b880afc52bd0f67b8 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:29:36.311108 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:36.356720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-96bcf46b-53eb-45dd-ab4c-921752e235f7 None None] For port a399261f-1ae8-477e-84be-fd4fec5d1782, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a399261f-1ae8-477e-84be-fd4fec5d1782,segment=NetworkSegment(ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d),segment_id=ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:36.357111 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-96bcf46b-53eb-45dd-ab4c-921752e235f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:36.387909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Attempting to bind port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:29:36.388404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Attempting to bind port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:29:36.388873 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Attempting to bind port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b on network 9f2b0728-0038-421a-b617-7d83758eea93 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:29:36.408690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b on network 9f2b0728-0038-421a-b617-7d83758eea93 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:29:36.409652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Attempting to bind port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b on network 9f2b0728-0038-421a-b617-7d83758eea93 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:29:36.414323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-7702ff11-22a0-45b1-b3bc-9a9a982ed672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:36.416137 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-7702ff11-22a0-45b1-b3bc-9a9a982ed672 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4b37fe93-d1a5-433c-8457-7945493cef1d HTTP/1.1" status: 200 len: 852 time: 0.1792507 May 25 20:29:36.423409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] For port 344101e0-756a-42ba-82e6-50ac9bb1fe3e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=344101e0-756a-42ba-82e6-50ac9bb1fe3e,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:36.423867 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:36.476233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:29:36.476574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Checking segment: {'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:29:36.477117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Bound using segment: {'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:29:36.477632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Bound port: cdcf5a9e-db08-410a-806e-ba7b02fbdc7b, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:29:36.478047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:36.555570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-96bcf46b-53eb-45dd-ab4c-921752e235f7 None None] Calling delete_port for a399261f-1ae8-477e-84be-fd4fec5d1782 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:36.618200 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aabcec96-da11-4895-add2-2637cb95a7e9 req-34555355-a8a6-4e31-9caf-606876531af4 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0143263 May 25 20:29:36.627859 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:36.677879 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:29:36.688049 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:29:36.738474 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-96bcf46b-53eb-45dd-ab4c-921752e235f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:36.832336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:36.841652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-34accb7e-700f-4f8a-9de6-659c98229c44 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9f2b0728-0038-421a-b617-7d83758eea93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4084179 May 25 20:29:36.855384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bcf46b-53eb-45dd-ab4c-921752e235f7 None None] No DVR routers for this DVR port a399261f-1ae8-477e-84be-fd4fec5d1782 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:29:36.857361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] Calling delete_port for 344101e0-756a-42ba-82e6-50ac9bb1fe3e owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:36.886856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Usage tracker for resource:security_group_rule and tenant:181e8d87cc9d413b880afc52bd0f67b8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:36.912419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:36.912702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcf46b-53eb-45dd-ab4c-921752e235f7 None None] Pushing event deleted for resources: {'Port': ['ID=a399261f-1ae8-477e-84be-fd4fec5d1782,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:36.994075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:37.074068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a43b43-f090-4f45-8dcb-178cdb0cae7a req-4d00d42e-eee9-4a9e-b87a-598a6f9deeab tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:37.075765 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4a43b43-f090-4f45-8dcb-178cdb0cae7a req-4d00d42e-eee9-4a9e-b87a-598a6f9deeab tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 943 time: 1.3186486 May 25 20:29:37.080383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] For port a399261f-1ae8-477e-84be-fd4fec5d1782, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a399261f-1ae8-477e-84be-fd4fec5d1782,segment=NetworkSegment(ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d),segment_id=ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:37.081522 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:37.311675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] For port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:29:37.326395 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:37.452955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] For port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:29:37.455393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-9b1dbca1-2238-462f-8dbe-c3f0eaecccca service neutron] 10.222.0.70 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220561 May 25 20:29:37.482736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Calling delete_port for a399261f-1ae8-477e-84be-fd4fec5d1782 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:37.575617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Deleting port 4866384b-5172-4a9f-a685-ba9964e2ae79 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:37.575952 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:37.588386 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:37.592565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=344101e0-756a-42ba-82e6-50ac9bb1fe3e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:37.613492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 344101e0-756a-42ba-82e6-50ac9bb1fe3e no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:29:37.615278 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:29:37.615790 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:29:37.630728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa47e19-e87a-47d8-85a0-5ae4ae28f4ae req-2a15eb7d-2cb6-4eee-b2bc-5eace428d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:37.632232 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efa47e19-e87a-47d8-85a0-5ae4ae28f4ae req-2a15eb7d-2cb6-4eee-b2bc-5eace428d7e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 1096 time: 0.9637489 May 25 20:29:37.685184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 344101e0-756a-42ba-82e6-50ac9bb1fe3e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:29:37.686811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 344101e0-756a-42ba-82e6-50ac9bb1fe3e not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:29:37.691587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a399261f-1ae8-477e-84be-fd4fec5d1782 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:29:37.715685 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4a43b43-f090-4f45-8dcb-178cdb0cae7a req-c68ba3ed-0073-4407-a280-5056b2a1710f tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140838 May 25 20:29:37.817704 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:37.828692 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:37.833350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a399261f-1ae8-477e-84be-fd4fec5d1782 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:29:37.833695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a399261f-1ae8-477e-84be-fd4fec5d1782 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:29:37.834115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ba13ef8a-0d04-45db-a863-2f269aac28b7 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:29:37.882400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ba13ef8a-0d04-45db-a863-2f269aac28b7 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:29:37.883106 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ba13ef8a-0d04-45db-a863-2f269aac28b7 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:29:37.982283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:29:37.992149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5136cc-f043-4916-974a-1a27544d8628,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:38.013489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:38.017944 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:38.019795 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Added segment cee4a309-e9d4-4953-bafc-917d8e27d317 of type vlan for network 9970079d-cba3-4874-83ca-31e14250fe1a May 25 20:29:38.033118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa47e19-e87a-47d8-85a0-5ae4ae28f4ae req-00d1384c-df4b-49c1-bc47-0ea01112c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:38.035616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efa47e19-e87a-47d8-85a0-5ae4ae28f4ae req-00d1384c-df4b-49c1-bc47-0ea01112c20a service neutron] 10.222.0.50 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 0.3863509 May 25 20:29:38.044825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:38.045621 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:38.047804 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5374d2b2-79b2-40ee-9d51-5e8b8043beb0 service neutron] 10.222.0.70 "PUT /v2.0/ports/cdcf5a9e-db08-410a-806e-ba7b02fbdc7b HTTP/1.1" status: 200 len: 1091 time: 7.4283791 May 25 20:29:38.048438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1', 'tag': 'cdcf5a9e-db08-410a-806e-ba7b02fbdc7b'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:29:38.102878 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:38.154144 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Deleting port a399261f-1ae8-477e-84be-fd4fec5d1782 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:38.154507 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:38.202537 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118faaee-02e0-4295-8612-8c0fe4a7b6b0'] response: {'name': 'network-changed', 'server_uuid': '6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1', 'tag': 'cdcf5a9e-db08-410a-806e-ba7b02fbdc7b', 'status': 'completed', 'code': 200} May 25 20:29:38.338829 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-45e6e1eb-edb1-4bf7-a1b8-dd865c85caba service neutron] 10.222.0.70 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8570728 May 25 20:29:38.445268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] The port 'a399261f-1ae8-477e-84be-fd4fec5d1782' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:29:38.476562 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:38.482516 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:38.537311 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efa47e19-e87a-47d8-85a0-5ae4ae28f4ae req-5143949b-7d63-4e05-b9bc-2ec250702a7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06c08728-e001-4860-ab46-7ca9bb1274bb HTTP/1.1" status: 200 len: 1000 time: 0.4746380 May 25 20:29:38.538530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c04bfe-2495-45b6-9574-714fabe266e6 req-9569fc30-fddd-45e4-a571-c4e36d4034ea tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:38.540812 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67c04bfe-2495-45b6-9574-714fabe266e6 req-9569fc30-fddd-45e4-a571-c4e36d4034ea tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 1.0580254 May 25 20:29:38.567341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:38.586174 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:38.587096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7d2da74-f18e-4678-9066-85fc4ca61403 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:29:38.616329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-58c3efca-b6b2-4201-8e55-211c7c93ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:38.617971 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-58c3efca-b6b2-4201-8e55-211c7c93ab5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ccd84371dae430bbf0d0a57fb99a3ef&device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 1094 time: 0.4338691 May 25 20:29:38.699581 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67c04bfe-2495-45b6-9574-714fabe266e6 req-d4ea8680-6d62-4f99-b5c3-51a731d97467 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436648 May 25 20:29:38.712873 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:38.716803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-162bc646-42a4-47af-aacb-b4091fac1f86 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f7d2da74-f18e-4678-9066-85fc4ca61403 HTTP/1.1" status: 204 len: 168 time: 5.1143572 May 25 20:29:38.717954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40372) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:38.724429 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-50c5b912-9900-449b-86a3-ed44d8b86beb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b HTTP/1.1" status: 200 len: 217 time: 0.0984104 May 25 20:29:38.794661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f9b4-069b-4a6e-9809-cf334ea159e1 req-4ae3a410-5152-4b06-8e85-857f12271ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:38.796668 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8428f9b4-069b-4a6e-9809-cf334ea159e1 req-4ae3a410-5152-4b06-8e85-857f12271ab9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ccd84371dae430bbf0d0a57fb99a3ef&device_id=4ed0e70d-7341-4ee7-acbc-09d286c061bf HTTP/1.1" status: 200 len: 1094 time: 0.3939614 May 25 20:29:38.951440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40382) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:38.958180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-1768b428-2234-42aa-b774-b25eac232e37 admin admin] Deleting subnet 4ae632a4-9c23-4f44-9e84-0feb5294cccb {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:29:38.974346 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1768b428-2234-42aa-b774-b25eac232e37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:39.060929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] For port 4866384b-5172-4a9f-a685-ba9964e2ae79, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=4866384b-5172-4a9f-a685-ba9964e2ae79,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:39.061532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:39.101076 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:39.116097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-156a22de-4386-450a-bd80-2c029af0c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:39.118584 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-156a22de-4386-450a-bd80-2c029af0c38d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4b37fe93-d1a5-433c-8457-7945493cef1d HTTP/1.1" status: 200 len: 852 time: 0.3394125 May 25 20:29:39.177087 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1768b428-2234-42aa-b774-b25eac232e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:39.186725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa47e19-e87a-47d8-85a0-5ae4ae28f4ae req-ebe64f76-76ac-4428-88ef-86c62bab49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:39.188178 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efa47e19-e87a-47d8-85a0-5ae4ae28f4ae req-ebe64f76-76ac-4428-88ef-86c62bab49e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.6236260 May 25 20:29:39.245931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-01dc665b-f4f0-42e1-a1ba-6d41336e3749 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9f2b0728-0038-421a-b617-7d83758eea93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186826 May 25 20:29:39.276486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d7cbd3-3a5f-4ce8-86e6-514f54edb560']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:39.306581 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:39.306581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:39.307250 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:39.317859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:39.317859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:39.364622 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:39.420091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f9b4-069b-4a6e-9809-cf334ea159e1 req-e60d4954-5c4f-4cbe-a1f2-f960046e8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:39.420091 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8428f9b4-069b-4a6e-9809-cf334ea159e1 req-e60d4954-5c4f-4cbe-a1f2-f960046e8964 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9f2b0728-0038-421a-b617-7d83758eea93 HTTP/1.1" status: 200 len: 913 time: 0.5394421 May 25 20:29:39.433342 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e7c8b4a-e4d5-4901-93ab-0a9e5d843e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:39.540804 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8428f9b4-069b-4a6e-9809-cf334ea159e1 req-cd3432db-0391-4bb4-8934-6c9b095840ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0f1b781-5c6b-422a-ac03-b2adaedc0c0b HTTP/1.1" status: 200 len: 217 time: 0.0866153 May 25 20:29:39.540804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8e7c8b4a-e4d5-4901-93ab-0a9e5d843e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:39.548601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8e7c8b4a-e4d5-4901-93ab-0a9e5d843e80 admin admin] Usage tracker for resource:security_group_rule and tenant:140af449dc4d45c0b62dd69b4a9d3217 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:39.548601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8e7c8b4a-e4d5-4901-93ab-0a9e5d843e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:39.554097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8e7c8b4a-e4d5-4901-93ab-0a9e5d843e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:39.578199 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:39.603341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda380d-047d-4983-aa7e-30a3567d52da req-4a007e4c-6fa5-40c4-b537-c7f53abe9679 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:39.604954 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6eda380d-047d-4983-aa7e-30a3567d52da req-4a007e4c-6fa5-40c4-b537-c7f53abe9679 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 943 time: 0.6235445 May 25 20:29:39.613435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event updated for resources: {'Network': ['ID=9970079d-cba3-4874-83ca-31e14250fe1a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:39.626254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:29:39.626254 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:39.647170 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1768b428-2234-42aa-b774-b25eac232e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:39.675358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 9970079d-cba3-4874-83ca-31e14250fe1a details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:29:39.727369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f9b4-069b-4a6e-9809-cf334ea159e1 req-9b42a83e-62a3-498c-8c29-1874523fb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:39.728839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8428f9b4-069b-4a6e-9809-cf334ea159e1 req-9b42a83e-62a3-498c-8c29-1874523fb8d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4b37fe93-d1a5-433c-8457-7945493cef1d HTTP/1.1" status: 200 len: 852 time: 0.1691895 May 25 20:29:39.745178 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-5eac88c4-884d-4d82-b96d-5f8f37422faf service neutron] 10.222.0.70 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806550 May 25 20:29:39.836217 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:39.836522 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:39.837030 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Floating IP afdef717-9b7c-4421-9299-20cf3d973e04 disassociated. External IP: 172.25.3.240, port: 4866384b-5172-4a9f-a685-ba9964e2ae79. May 25 20:29:39.838057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Calling delete_port for 4866384b-5172-4a9f-a685-ba9964e2ae79 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:39.908931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8428f9b4-069b-4a6e-9809-cf334ea159e1 req-ac01f1c8-b7c7-47c0-a356-28d7b6a601d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9f2b0728-0038-421a-b617-7d83758eea93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705127 May 25 20:29:39.950067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c7912e7d-91aa-4eb3-9332-96204806626a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 5.3501239 May 25 20:29:39.980934 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d resource provider aggregate not found May 25 20:29:40.031982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40410) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:40.043016 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ceba67d3-d1e7-4c91-bfd9-b82f8b6c9e0d found for delete ", "request_id": "req-3e51772f-adec-4f76-ab37-496a475f4a91"}]} May 25 20:29:40.055311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Request body: {'subnet': {'network_id': '9970079d-cba3-4874-83ca-31e14250fe1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:40.074268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:40.095713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Usage tracker for resource:subnet and tenant:181e8d87cc9d413b880afc52bd0f67b8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:40.108118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa47e19-e87a-47d8-85a0-5ae4ae28f4ae req-f2f3150c-b6c8-4fc3-b931-0e6c9a7bcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:40.110863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efa47e19-e87a-47d8-85a0-5ae4ae28f4ae req-f2f3150c-b6c8-4fc3-b931-0e6c9a7bcd80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8953240 May 25 20:29:40.113019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:40.166379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:40.168267 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:40.200026 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6eda380d-047d-4983-aa7e-30a3567d52da req-fe5b33c4-9af1-4154-8a00-93666add801a tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479143 May 25 20:29:40.256168 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:40.282346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=90d7cbd3-3a5f-4ce8-86e6-514f54edb560,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:40.291344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Made reservation on behalf of 181e8d87cc9d413b880afc52bd0f67b8 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:29:40.294564 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:40.357652 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bfd69705-7813-4526-88ef-1e9cb6a64a33 admin admin] 10.222.0.60 "DELETE /v2.0/networks/90d7cbd3-3a5f-4ce8-86e6-514f54edb560 HTTP/1.1" status: 204 len: 168 time: 5.5197182 May 25 20:29:40.427635 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1768b428-2234-42aa-b774-b25eac232e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:40.478631 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1768b428-2234-42aa-b774-b25eac232e37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:40.482550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1ee75e-f5a7-43f6-b4f0-b142ab0ed5fc None None] Network e03daf7e-8979-498d-8077-f38957dfd3bc requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:29:40.486498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768b428-2234-42aa-b774-b25eac232e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ae632a4-9c23-4f44-9e84-0feb5294cccb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:40.549048 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e7c8b4a-e4d5-4901-93ab-0a9e5d843e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:40.561910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efa47e19-e87a-47d8-85a0-5ae4ae28f4ae req-fbe08b43-c935-4acd-8ae8-fa4e4dec545c service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247386 May 25 20:29:40.565610 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0ee2e47f-a7d9-47ff-9fc2-9641bb5f205e req-8ffd65bf-7f1d-4e23-9a47-d2a32bd4647e service neutron] 10.222.0.70 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7234638 May 25 20:29:40.571548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1768b428-2234-42aa-b774-b25eac232e37 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4ae632a4-9c23-4f44-9e84-0feb5294cccb HTTP/1.1" status: 204 len: 168 time: 1.8502395 May 25 20:29:40.572754 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e7c8b4a-e4d5-4901-93ab-0a9e5d843e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:40.580384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40422) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:40.642773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40428) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:40.651548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8453c6-2e03-474f-bb5f-83fdfe6485d6 req-e7cb60c3-474f-4396-84b2-e8a54c139770 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:40.653441 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd8453c6-2e03-474f-bb5f-83fdfe6485d6 req-e7cb60c3-474f-4396-84b2-e8a54c139770 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 945 time: 0.7402458 May 25 20:29:40.678532 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8428f9b4-069b-4a6e-9809-cf334ea159e1 req-ab2702bf-5e3d-4743-b675-4b3412c5cffd service neutron] 10.222.0.70 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7495482 May 25 20:29:40.685955 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8e7c8b4a-e4d5-4901-93ab-0a9e5d843e80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=140af449dc4d45c0b62dd69b4a9d3217&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7313559 May 25 20:29:40.832965 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-efa47e19-e87a-47d8-85a0-5ae4ae28f4ae req-9877d278-bbf3-432e-8ec7-b6eaa2021688 service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511301 May 25 20:29:40.853599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40434) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:40.925771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53daf11e-5507-4b3f-8b9f-c636e375da14 None None] DHCP port deletion for e03daf7e-8979-498d-8077-f38957dfd3bc request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:29:40.937241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c8b4a-e4d5-4901-93ab-0a9e5d843e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54b54d0-1c72-4732-b544-62878cf5eee0,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:40.957681 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-53daf11e-5507-4b3f-8b9f-c636e375da14 None None] Deleting port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:40.958060 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-53daf11e-5507-4b3f-8b9f-c636e375da14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:40.970963 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:41.138944 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd8453c6-2e03-474f-bb5f-83fdfe6485d6 req-499b6e5d-20fc-4aa3-a828-f5ac43bf100a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b5d4702-a560-4c9f-aeaa-0f078885d175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287596 May 25 20:29:41.154779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e503c106-0d0a-4d82-8bce-56e761f08102 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed2254629dea43a5bc70198b31357a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4996328 May 25 20:29:41.175102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40446) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:41.219689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ea51a-42a3-48ea-a433-5663dc828ecd req-ee92f4a9-59ec-4441-9b51-7a2de14e5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:41.222374 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a72ea51a-42a3-48ea-a433-5663dc828ecd req-ee92f4a9-59ec-4441-9b51-7a2de14e5736 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ccd84371dae430bbf0d0a57fb99a3ef&device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 1094 time: 0.5462215 May 25 20:29:41.307528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event deleted for resources: {'Port': ['ID=4866384b-5172-4a9f-a685-ba9964e2ae79,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:41.310922 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8428f9b4-069b-4a6e-9809-cf334ea159e1 req-b2ce0a63-821c-4b41-8c66-19686a6d2e70 service neutron] 10.222.0.70 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923042 May 25 20:29:41.337568 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:41.372102 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-53daf11e-5507-4b3f-8b9f-c636e375da14 None None] For port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d,segment=NetworkSegment(bb80af49-32fc-4ec8-9ce3-3a0c54a86d51),segment_id=bb80af49-32fc-4ec8-9ce3-3a0c54a86d51)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:41.372489 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-53daf11e-5507-4b3f-8b9f-c636e375da14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:41.544605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ea51a-42a3-48ea-a433-5663dc828ecd req-c0827dc3-134c-4f15-ac68-2325a2c5b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:41.550233 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a72ea51a-42a3-48ea-a433-5663dc828ecd req-c0827dc3-134c-4f15-ac68-2325a2c5b2a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9f2b0728-0038-421a-b617-7d83758eea93 HTTP/1.1" status: 200 len: 913 time: 0.3099697 May 25 20:29:41.556773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-53daf11e-5507-4b3f-8b9f-c636e375da14 None None] Calling delete_port for 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:41.578686 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81a34fa2-f576-456c-bf48-260e58cfbdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:41.618380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] Deleting port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:41.619129 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:41.646370 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-53daf11e-5507-4b3f-8b9f-c636e375da14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:41.677405 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a72ea51a-42a3-48ea-a433-5663dc828ecd req-010718d2-0947-4106-9b71-7cb22da6448c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b HTTP/1.1" status: 200 len: 217 time: 0.1144805 May 25 20:29:41.706016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daf11e-5507-4b3f-8b9f-c636e375da14 None None] Pushing event deleted for resources: {'Port': ['ID=5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:41.708369 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:29:41.751768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:29:41.753104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:29:41.754825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device d0f1b781-5c6b-422a-ac03-b2adaedc0c0b details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:29:41.782206 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c03e627e-ca37-4b32-b256-94977fd80705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:41.909235 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c03e627e-ca37-4b32-b256-94977fd80705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:41.935979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] The port '5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:29:41.962261 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d0f1b781-5c6b-422a-ac03-b2adaedc0c0b,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:41.970517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ea51a-42a3-48ea-a433-5663dc828ecd req-c4e962ca-b63c-45c7-96d2-05e0e7b4ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:41.972619 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a72ea51a-42a3-48ea-a433-5663dc828ecd req-c4e962ca-b63c-45c7-96d2-05e0e7b4ec66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4b37fe93-d1a5-433c-8457-7945493cef1d HTTP/1.1" status: 200 len: 852 time: 0.2774744 May 25 20:29:41.979640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'd0f1b781-5c6b-422a-ac03-b2adaedc0c0b', 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93', 'port_id': 'd0f1b781-5c6b-422a-ac03-b2adaedc0c0b', 'mac_address': 'fa:16:3e:f6:69:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b37fe93-d1a5-433c-8457-7945493cef1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:29:42.048543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53daf11e-5507-4b3f-8b9f-c636e375da14 None None] No DVR routers for this DVR port 5fe45fd1-5a25-4cdf-a161-dd745dc5ef5d on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:29:42.072216 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81a34fa2-f576-456c-bf48-260e58cfbdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:42.090416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:29:42.091097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:42.094310 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a72ea51a-42a3-48ea-a433-5663dc828ecd req-be3f0f47-f1e9-47c1-adf4-671cf7b90fde service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9f2b0728-0038-421a-b617-7d83758eea93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156192 May 25 20:29:42.118390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f1b781-5c6b-422a-ac03-b2adaedc0c0b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:29:42.135980 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c03e627e-ca37-4b32-b256-94977fd80705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:42.136497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d0f1b781-5c6b-422a-ac03-b2adaedc0c0b,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:42.141897 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:42.215056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e627e-ca37-4b32-b256-94977fd80705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef89e0f-e13c-40ce-972b-86f476d290ce,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:42.267568 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c03e627e-ca37-4b32-b256-94977fd80705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:42.268996 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c03e627e-ca37-4b32-b256-94977fd80705 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ef89e0f-e13c-40ce-972b-86f476d290ce HTTP/1.1" status: 204 len: 168 time: 1.0925701 May 25 20:29:42.331085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=d0f1b781-5c6b-422a-ac03-b2adaedc0c0b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:42.417493 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28ae81b9-5523-4bcd-97c2-49a2a2e454aa req-1ed4f9a4-6cdd-4d1a-a5e4-04e869382452 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 210 time: 0.0779524 May 25 20:29:42.426377 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a72ea51a-42a3-48ea-a433-5663dc828ecd req-c737aff5-1c0f-404a-ada4-fe3a5159e06e service neutron] 10.222.0.70 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257906 May 25 20:29:42.493517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['d0f1b781-5c6b-422a-ac03-b2adaedc0c0b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:29:42.503484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd7286-d27a-42d7-af4f-2f884703a4ca req-c48b881e-8363-4247-925f-1753cd460569 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:42.505199 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-40dd7286-d27a-42d7-af4f-2f884703a4ca req-c48b881e-8363-4247-925f-1753cd460569 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 943 time: 1.0431521 May 25 20:29:42.558290 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81a34fa2-f576-456c-bf48-260e58cfbdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:42.561789 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:42.571087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:29:42.626129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a34fa2-f576-456c-bf48-260e58cfbdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54b54d0-1c72-4732-b544-62878cf5eee0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:42.646030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a72ea51a-42a3-48ea-a433-5663dc828ecd req-a64620e1-21aa-45a8-8b94-a84ec8ce2740 service neutron] 10.222.0.70 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119105 May 25 20:29:42.662674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03daf7e-8979-498d-8077-f38957dfd3bc']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:42.885714 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-40dd7286-d27a-42d7-af4f-2f884703a4ca req-49ef3660-e349-4ea8-b566-9f3efbb73a85 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682241 May 25 20:29:42.898606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:42.898903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb80af49-32fc-4ec8-9ce3-3a0c54a86d51') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:42.918859 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81a34fa2-f576-456c-bf48-260e58cfbdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:42.920005 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-81a34fa2-f576-456c-bf48-260e58cfbdde admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e54b54d0-1c72-4732-b544-62878cf5eee0 HTTP/1.1" status: 204 len: 168 time: 2.0653968 May 25 20:29:42.927263 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:42.958734 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:42.961434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:29:42.979585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40486) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:42.980548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93af90f-9bd0-4c88-9f68-3a01dc764e94 None None] Sync routers for ids ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:29:42.991570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93af90f-9bd0-4c88-9f68-3a01dc764e94 None None] Routers {'6c2fd807-7204-48b8-a728-b0d9a3ba3061'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:29:42.992302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d93af90f-9bd0-4c88-9f68-3a01dc764e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:29:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:43.031955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:29:43.033696 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:43.108075 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ac701df1-14f6-43b1-a0a8-883c110a0a87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5fb9c57cb4d4b248f340f91374fd2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263893 May 25 20:29:43.108864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40492) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:43.185383 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment bb80af49-32fc-4ec8-9ce3-3a0c54a86d51 resource provider aggregate not found May 25 20:29:43.236312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] No DVR routers for this DVR port 4866384b-5172-4a9f-a685-ba9964e2ae79 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:29:43.253272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-d93af90f-9bd0-4c88-9f68-3a01dc764e94 None None] Set router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:29:43.254775 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment bb80af49-32fc-4ec8-9ce3-3a0c54a86d51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb80af49-32fc-4ec8-9ce3-3a0c54a86d51 found for delete ", "request_id": "req-a8a38a65-5453-450a-8e99-01e7f9592a87"}]} May 25 20:29:43.258608 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:43.260845 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-804a89e7-3809-4a19-9cd3-aa70fcb20a8e req-92b6aaed-764a-40f3-aa47-001eeaf351ee tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.50 "DELETE /v2.0/ports/4866384b-5172-4a9f-a685-ba9964e2ae79 HTTP/1.1" status: 204 len: 173 time: 11.1321516 May 25 20:29:43.261423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'name': 'network-vif-deleted', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:29:43.338726 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ff70d7-797e-43d5-8ac0-4e657651d940'] response: {'server_uuid': '02f962d9-b063-40a6-ada6-f4cf91f85099', 'name': 'network-vif-deleted', 'tag': '4866384b-5172-4a9f-a685-ba9964e2ae79', 'status': 'completed', 'code': 200} May 25 20:29:43.341855 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:43.439487 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:43.439677 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fdb124d-22d1-4ee1-9cc5-e64951392cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:43.453029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.objects.ports [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88331) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:29:43.453510 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:43.460107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e03daf7e-8979-498d-8077-f38957dfd3bc,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:43.477005 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fdb124d-22d1-4ee1-9cc5-e64951392cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:43.516315 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6d0bc80e-b2de-4c9f-b7b7-be96b92b6cb4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e03daf7e-8979-498d-8077-f38957dfd3bc HTTP/1.1" status: 204 len: 168 time: 2.8715928 May 25 20:29:43.523923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40510) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:43.564495 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fdb124d-22d1-4ee1-9cc5-e64951392cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:43.611046 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fdb124d-22d1-4ee1-9cc5-e64951392cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:43.616633 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6fdb124d-22d1-4ee1-9cc5-e64951392cb7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/631cd0b8-6f1e-418b-9c69-c235d159b292 HTTP/1.1" status: 204 len: 168 time: 0.5067220 May 25 20:29:43.619175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb124d-22d1-4ee1-9cc5-e64951392cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631cd0b8-6f1e-418b-9c69-c235d159b292,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:43.820054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device cdcf5a9e-db08-410a-806e-ba7b02fbdc7b details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:29:43.937276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device d0f1b781-5c6b-422a-ac03-b2adaedc0c0b up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:29:44.083746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40522) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:44.111409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Checking segment: {'id': 'cee4a309-e9d4-4953-bafc-917d8e27d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9970079d-cba3-4874-83ca-31e14250fe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:29:44.112291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Network hostable DHCP agents. Network: 9970079d-cba3-4874-83ca-31e14250fe1a, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:29:44.123237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event updated for resources: {'Subnet': ['ID=501fdfa7-8cd9-418e-87eb-8f6bf4535c2b,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:44.131472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-22000c8f-6edf-4729-8e8d-599a78581fde req-5bf0d210-7a0b-46fa-b3c7-e74fb94fc16a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Synchronizing usage tracker for tenant:a52a7ae8afff4a00995e63198463c2df on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:29:44.153934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:29:44.185876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:29:44.191006 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:44.254395 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8251054-5fb5-47be-87a0-fff4196b8b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:44.287971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-22000c8f-6edf-4729-8e8d-599a78581fde req-5bf0d210-7a0b-46fa-b3c7-e74fb94fc16a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Unset dirty status for tenant:a52a7ae8afff4a00995e63198463c2df on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:29:44.289388 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22000c8f-6edf-4729-8e8d-599a78581fde req-5bf0d210-7a0b-46fa-b3c7-e74fb94fc16a tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/ports?device_id=02f962d9-b063-40a6-ada6-f4cf91f85099 HTTP/1.1" status: 200 len: 210 time: 0.3894382 May 25 20:29:44.292676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Network 9970079d-cba3-4874-83ca-31e14250fe1a is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:29:44.330544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a8251054-5fb5-47be-87a0-fff4196b8b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:44.336786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a8251054-5fb5-47be-87a0-fff4196b8b6c admin admin] Usage tracker for resource:security_group_rule and tenant:57477cf5d800462889d1ff556191e01a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:44.340604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a8251054-5fb5-47be-87a0-fff4196b8b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:44.361573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a8251054-5fb5-47be-87a0-fff4196b8b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:44.400462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 9970079d-cba3-4874-83ca-31e14250fe1a) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:29:44.404563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7614ee-7893-4333-b604-cca31576c14c req-36adb5c7-33be-4dfa-841b-71516d7ae998 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:44.406569 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb7614ee-7893-4333-b604-cca31576c14c req-36adb5c7-33be-4dfa-841b-71516d7ae998 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 943 time: 0.2648935 May 25 20:29:44.419407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:44.424041 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:44.434509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:44.468953 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d7c103-4cba-417d-beb2-43d24d06bad0 None None] Network 9970079d-cba3-4874-83ca-31e14250fe1a requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:29:44.474369 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9ed2839a-2cf4-4beb-84c1-a09d2e48fe0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.4373004 May 25 20:29:44.476805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40538) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:44.546069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1398799943', 'network_id': '9970079d-cba3-4874-83ca-31e14250fe1a'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:44.577738 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb7614ee-7893-4333-b604-cca31576c14c req-5e28d8d7-65bf-4e5b-959e-4b3c8bdc7521 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538417 May 25 20:29:44.601213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:44.617771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Usage tracker for resource:port and tenant:181e8d87cc9d413b880afc52bd0f67b8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:44.629729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:44.639291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'cdcf5a9e-db08-410a-806e-ba7b02fbdc7b', 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93', 'port_id': 'cdcf5a9e-db08-410a-806e-ba7b02fbdc7b', 'mac_address': 'fa:16:3e:fe:e7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b37fe93-d1a5-433c-8457-7945493cef1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:29:44.666183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:44.685270 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8251054-5fb5-47be-87a0-fff4196b8b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:44.692360 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8251054-5fb5-47be-87a0-fff4196b8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:44.731059 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:29:44.731665 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:44.779496 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a8251054-5fb5-47be-87a0-fff4196b8b6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57477cf5d800462889d1ff556191e01a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6908345 May 25 20:29:44.785328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40550) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:44.793590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcf5a9e-db08-410a-806e-ba7b02fbdc7b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:29:44.848511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d93af90f-9bd0-4c88-9f68-3a01dc764e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:37Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:44.916467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8251054-5fb5-47be-87a0-fff4196b8b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ef2a60-aa10-402f-80d4-d350ba33d04e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:44.935781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:29:44.936154 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:44.948042 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59c50f36-c38c-478c-810a-f390a047e9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:44.951859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:44.952831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93af90f-9bd0-4c88-9f68-3a01dc764e94 None None] Checking router: 6c2fd807-7204-48b8-a728-b0d9a3ba3061 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:29:44.971761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93af90f-9bd0-4c88-9f68-3a01dc764e94 None None] Routers {'6c2fd807-7204-48b8-a728-b0d9a3ba3061'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:29:44.972795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d93af90f-9bd0-4c88-9f68-3a01dc764e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:29:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:44.992733 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59c50f36-c38c-478c-810a-f390a047e9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:45.002667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Made reservation on behalf of 181e8d87cc9d413b880afc52bd0f67b8 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:29:45.005114 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:45.028864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] device_id is not set on port 38ca9f0e-e373-4adf-ac09-bf8a3353e608 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:29:45.050977 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:45.063007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59c50f36-c38c-478c-810a-f390a047e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:45.115549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c50f36-c38c-478c-810a-f390a047e9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ef2a60-aa10-402f-80d4-d350ba33d04e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:45.124193 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59c50f36-c38c-478c-810a-f390a047e9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:45.132370 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-59c50f36-c38c-478c-810a-f390a047e9e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88ef2a60-aa10-402f-80d4-d350ba33d04e HTTP/1.1" status: 204 len: 168 time: 0.3458686 May 25 20:29:45.283541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Allocated IP 2001:db8::1e1 (9970079d-cba3-4874-83ca-31e14250fe1a/501fdfa7-8cd9-418e-87eb-8f6bf4535c2b/38ca9f0e-e373-4adf-ac09-bf8a3353e608) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:29:45.331486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40572) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:45.351136 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8ea166e-50c7-4ff9-aa21-cb4afbe903b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:45.476143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40580) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:45.614535 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c4df3d3-ad43-43cb-b80d-cbe78dec4aca tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:45.663145 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c4df3d3-ad43-43cb-b80d-cbe78dec4aca tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:45.734547 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d0f1b781-5c6b-422a-ac03-b2adaedc0c0b,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:45.758828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c4df3d3-ad43-43cb-b80d-cbe78dec4aca tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:45.766307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['cdcf5a9e-db08-410a-806e-ba7b02fbdc7b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:29:45.823634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4df3d3-ad43-43cb-b80d-cbe78dec4aca tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5d4702-a560-4c9f-aeaa-0f078885d175,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:45.852500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c4df3d3-ad43-43cb-b80d-cbe78dec4aca tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:45.853624 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4c4df3d3-ad43-43cb-b80d-cbe78dec4aca tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "DELETE /v2.0/security-groups/5b5d4702-a560-4c9f-aeaa-0f078885d175 HTTP/1.1" status: 204 len: 168 time: 0.3765275 May 25 20:29:45.857864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2046794-3d9e-400e-b11e-c4226cdbf88b None None] Network 9970079d-cba3-4874-83ca-31e14250fe1a requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:29:45.858052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40592) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:45.897169 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-0ae284d9-990a-4888-a15f-635a712f7cda tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] show failed (client error): The resource could not be found. May 25 20:29:45.898680 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0ae284d9-990a-4888-a15f-635a712f7cda tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "GET /v2.0/security-groups/5b5d4702-a560-4c9f-aeaa-0f078885d175 HTTP/1.1" status: 404 len: 347 time: 0.0391445 May 25 20:29:45.901185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40598) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:46.004453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1578257323-network', 'tenant_id': '212413ebfaf045a6b05332ddfc943624'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:46.023167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:46.053066 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed0e70d-7341-4ee7-acbc-09d286c061bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f1b781-5c6b-422a-ac03-b2adaedc0c0b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:29:46.109472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Usage tracker for resource:network and tenant:212413ebfaf045a6b05332ddfc943624 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:46.121656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:46.151877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:46.159125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-d93af90f-9bd0-4c88-9f68-3a01dc764e94 None None] Set router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:29:46.161308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-cea412d0-d0e2-4396-a1d0-274a9f522497 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Deleting port 52674964-8c70-4e46-9c61-945aad7d0cd2 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:46.162079 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cea412d0-d0e2-4396-a1d0-274a9f522497 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:46.369064 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:46.406602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Made reservation on behalf of 212413ebfaf045a6b05332ddfc943624 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:29:46.406602 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:46.451644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea166e-50c7-4ff9-aa21-cb4afbe903b2 admin admin] Deleting port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:46.451644 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8ea166e-50c7-4ff9-aa21-cb4afbe903b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:46.496748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfde560-f999-4126-9f93-ce202b05624e req-03ee882c-d7b3-47fc-8330-2f7b9ea7c86c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:46.503565 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ecfde560-f999-4126-9f93-ce202b05624e req-03ee882c-d7b3-47fc-8330-2f7b9ea7c86c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 944 time: 0.4597890 May 25 20:29:46.587114 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:46.621470 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:46.651524 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e03d30f-2c92-4025-8997-83f430e9e4bd'] response: {'server_uuid': '4ed0e70d-7341-4ee7-acbc-09d286c061bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f1b781-5c6b-422a-ac03-b2adaedc0c0b', 'code': 200} May 25 20:29:46.666704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:46.800325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=d0f1b781-5c6b-422a-ac03-b2adaedc0c0b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:46.874461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:46.878922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Usage tracker for resource:security_group_rule and tenant:212413ebfaf045a6b05332ddfc943624 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:46.882834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:46.889292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:46.973652 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ecfde560-f999-4126-9f93-ce202b05624e req-db484a46-4edb-4bfc-954c-dc7ecd63a49a tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740763 May 25 20:29:47.078879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:47.107243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:47.132550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-f8ea166e-50c7-4ff9-aa21-cb4afbe903b2 admin admin] For port 4e9280e3-a23e-4911-8b17-eb8e06f4e94a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4e9280e3-a23e-4911-8b17-eb8e06f4e94a,segment=NetworkSegment(5b5f9f7b-eb25-414a-a9e3-b311fab00016),segment_id=5b5f9f7b-eb25-414a-a9e3-b311fab00016)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:47.132911 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8ea166e-50c7-4ff9-aa21-cb4afbe903b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:47.169683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:29:47.175231 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cea412d0-d0e2-4396-a1d0-274a9f522497 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:47.175865 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cea412d0-d0e2-4396-a1d0-274a9f522497 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:47.217765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478216d-92e0-4d9f-a797-11c97c9d77a0 req-5d408ea1-668c-42a1-9380-98a459ca4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:47.222248 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3478216d-92e0-4d9f-a797-11c97c9d77a0 req-5d408ea1-668c-42a1-9380-98a459ca4c36 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4ed0e70d-7341-4ee7-acbc-09d286c061bf HTTP/1.1" status: 200 len: 1096 time: 0.4037721 May 25 20:29:47.303654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea166e-50c7-4ff9-aa21-cb4afbe903b2 admin admin] Calling delete_port for 4e9280e3-a23e-4911-8b17-eb8e06f4e94a owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:47.337817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04a29a2-9cca-42ea-8a08-8609b8f52c3c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:47.507935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:47.508270 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Added segment df5672a3-fe5c-4684-9fad-2d85720ce536 of type vlan for network 65547adc-ce3c-4cc8-af97-256dbbd2583f May 25 20:29:47.526045 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:47.540841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d93af90f-9bd0-4c88-9f68-3a01dc764e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:37Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:47.543957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-cea412d0-d0e2-4396-a1d0-274a9f522497 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Calling delete_port for 52674964-8c70-4e46-9c61-945aad7d0cd2 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:47.554411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93af90f-9bd0-4c88-9f68-3a01dc764e94 None None] The sync data for ids ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'] in n-d-843339-1 is: [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:20:13Z', 'revision_number': 4, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f00322ed-ed7e-4d5e-983f-d2afdacef75c', 'name': '', 'network_id': '60c85bf1-10d8-47d9-9f87-ec16cc26b225', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'mac_address': 'fa:16:3e:a7:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:20:11Z', 'updated_at': '2022-05-25T20:20:37Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'subnets': [{'id': '90f38b46-9103-4fb4-97e5-af5301a4267f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:29:47.652072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8ea166e-50c7-4ff9-aa21-cb4afbe903b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:47.715355 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3478216d-92e0-4d9f-a797-11c97c9d77a0 req-80c559d5-7476-4a63-b7e7-9660ee374ed8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808665 May 25 20:29:47.781900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Network 9970079d-cba3-4874-83ca-31e14250fe1a is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:29:47.802686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:29:47.807740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:29:47.809039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:47.809999 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:47.879312 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.4017406 May 25 20:29:47.882439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40648) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:47.905147 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cea412d0-d0e2-4396-a1d0-274a9f522497 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:47.921399 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:47.936307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220118b9-9631-4efd-986c-757c2a05d02f tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event updated for resources: {'Port': ['ID=38ca9f0e-e373-4adf-ac09-bf8a3353e608,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:47.991102 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a11f5-333f-4c45-82ef-87fb19def07e None None] New status for floating IP afdef717-9b7c-4421-9299-20cf3d973e04: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:29:48.005134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea166e-50c7-4ff9-aa21-cb4afbe903b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9280e3-a23e-4911-8b17-eb8e06f4e94a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:48.078289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea412d0-d0e2-4396-a1d0-274a9f522497 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Pushing event deleted for resources: {'Port': ['ID=52674964-8c70-4e46-9c61-945aad7d0cd2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:48.223402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-8db69b80-fec9-4c2c-b904-0bbd40359749 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Deleting port 38ca9f0e-e373-4adf-ac09-bf8a3353e608 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:48.224119 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8db69b80-fec9-4c2c-b904-0bbd40359749 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:48.232857 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cea412d0-d0e2-4396-a1d0-274a9f522497 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:48.251191 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:48.253602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:48.254614 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:48.520444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] Pushing event updated for resources: {'Network': ['ID=65547adc-ce3c-4cc8-af97-256dbbd2583f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:48.533080 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 65547adc-ce3c-4cc8-af97-256dbbd2583f details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:29:48.549415 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8ea166e-50c7-4ff9-aa21-cb4afbe903b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:48.605531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cea412d0-d0e2-4396-a1d0-274a9f522497 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:48.618812 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cea412d0-d0e2-4396-a1d0-274a9f522497 tempest-AttachVolumeShelveTestJSON-136532792 tempest-AttachVolumeShelveTestJSON-136532792-project] 10.222.0.60 "DELETE /v2.0/floatingips/afdef717-9b7c-4421-9299-20cf3d973e04 HTTP/1.1" status: 204 len: 168 time: 2.7163596 May 25 20:29:48.639268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8e855357-705a-40e6-a6ec-ce10b3d8845b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2909629 May 25 20:29:48.639780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40672) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:48.652956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Request body: {'subnet': {'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1578257323-subnet', 'tenant_id': '212413ebfaf045a6b05332ddfc943624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:48.661214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:48.668670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Usage tracker for resource:subnet and tenant:212413ebfaf045a6b05332ddfc943624 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:48.672640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:48.689099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:48.732626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1134593-6254-45df-9b52-5222d09170bc req-6d0e4894-237c-4c2e-8889-2dc72aa76eda tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:48.745376 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e1134593-6254-45df-9b52-5222d09170bc req-6d0e4894-237c-4c2e-8889-2dc72aa76eda tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 944 time: 0.2180262 May 25 20:29:48.750222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Made reservation on behalf of 212413ebfaf045a6b05332ddfc943624 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:29:48.754431 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:48.985341 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e1134593-6254-45df-9b52-5222d09170bc req-51b6b55f-0b79-46d9-924b-d92a0037e3ae tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251327 May 25 20:29:49.358041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:49.596837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1a9ea4-8bbb-4cea-a1d1-019b683babad,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:49.604018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Checking segment: {'id': 'df5672a3-fe5c-4684-9fad-2d85720ce536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:29:49.604775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Network hostable DHCP agents. Network: 65547adc-ce3c-4cc8-af97-256dbbd2583f, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:29:49.659769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Network 65547adc-ce3c-4cc8-af97-256dbbd2583f is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:29:49.685048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 65547adc-ce3c-4cc8-af97-256dbbd2583f) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:29:49.696837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ff826-e9c7-4242-b7bc-4f9e1d4b5248 None None] Network 65547adc-ce3c-4cc8-af97-256dbbd2583f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:29:49.706968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:49.707751 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:49.715506 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8db69b80-fec9-4c2c-b904-0bbd40359749 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:49.761303 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-54f057f7-70cd-41f0-a2c1-ea0d6addad88 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1194296 May 25 20:29:49.929142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device cdcf5a9e-db08-410a-806e-ba7b02fbdc7b up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:29:50.026233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40702) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:50.039720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ea166e-50c7-4ff9-aa21-cb4afbe903b2 admin admin] Router 98dee784-bfb1-4b07-a128-a058f1c8ebcf has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:29:50.047423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-8db69b80-fec9-4c2c-b904-0bbd40359749 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Calling delete_port for 38ca9f0e-e373-4adf-ac09-bf8a3353e608 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:50.122824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:29:50.202998 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:29:50.203734 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:50.371732 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-691b179f-88a4-4a4f-ab1f-1fe08859a910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:50.411764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-691b179f-88a4-4a4f-ab1f-1fe08859a910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:50.422824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-691b179f-88a4-4a4f-ab1f-1fe08859a910 admin admin] Usage tracker for resource:security_group_rule and tenant:7c461b751bad40b89e417fff176091b5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:50.442851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-691b179f-88a4-4a4f-ab1f-1fe08859a910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:50.456149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-691b179f-88a4-4a4f-ab1f-1fe08859a910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:50.623285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:29:50.623826 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:50.651114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23db1e1-d02f-410d-8f38-3933c828c6bf None None] Network 65547adc-ce3c-4cc8-af97-256dbbd2583f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:29:50.686016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcf5a9e-db08-410a-806e-ba7b02fbdc7b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:29:50.766550 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-691b179f-88a4-4a4f-ab1f-1fe08859a910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:50.781831 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-691b179f-88a4-4a4f-ab1f-1fe08859a910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:50.900836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:50.948565 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:51.014073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ea166e-50c7-4ff9-aa21-cb4afbe903b2 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:29:51.047708 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f8ea166e-50c7-4ff9-aa21-cb4afbe903b2 admin admin] 10.222.0.60 "PUT /v2.0/routers/98dee784-bfb1-4b07-a128-a058f1c8ebcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5175650 May 25 20:29:51.052366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40734) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:51.077371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc927fcc-cf29-4d91-aae0-95cab036c69f None None] Sync routers for ids ['98dee784-bfb1-4b07-a128-a058f1c8ebcf'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:29:51.186138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc927fcc-cf29-4d91-aae0-95cab036c69f None None] Routers {'98dee784-bfb1-4b07-a128-a058f1c8ebcf'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:29:51.187523 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8db69b80-fec9-4c2c-b904-0bbd40359749 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:51.187947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fc927fcc-cf29-4d91-aae0-95cab036c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:29:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['98dee784-bfb1-4b07-a128-a058f1c8ebcf'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:51.255451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b179f-88a4-4a4f-ab1f-1fe08859a910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0710d183-eb4e-4282-8d89-01bc4b24c423,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:51.280785 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-691b179f-88a4-4a4f-ab1f-1fe08859a910 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c461b751bad40b89e417fff176091b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2510309 May 25 20:29:51.293392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40746) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:51.463153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-12e9a29c-6489-4fd7-8968-394aa0939a31 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:51.463865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-12e9a29c-6489-4fd7-8968-394aa0939a31 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Synchronizing usage tracker for tenant:212413ebfaf045a6b05332ddfc943624 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:29:51.477181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db69b80-fec9-4c2c-b904-0bbd40359749 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event deleted for resources: {'Port': ['ID=38ca9f0e-e373-4adf-ac09-bf8a3353e608,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:51.489997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-fc927fcc-cf29-4d91-aae0-95cab036c69f None None] Set router 98dee784-bfb1-4b07-a128-a058f1c8ebcf gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:29:51.521213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-12e9a29c-6489-4fd7-8968-394aa0939a31 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Unset dirty status for tenant:212413ebfaf045a6b05332ddfc943624 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:29:51.523463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-12e9a29c-6489-4fd7-8968-394aa0939a31 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/networks?id=65547adc-ce3c-4cc8-af97-256dbbd2583f HTTP/1.1" status: 200 len: 815 time: 0.6550484 May 25 20:29:51.562135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-b90af79c-d2d9-4ac5-b944-f5651319606f tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/quotas/212413ebfaf045a6b05332ddfc943624 HTTP/1.1" status: 200 len: 375 time: 0.0292702 May 25 20:29:51.678515 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-6c79558e-aeff-48e9-a248-eefba134c270 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=212413ebfaf045a6b05332ddfc943624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900822 May 25 20:29:51.679819 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a281b4ac-5986-49b9-ad69-7749121b5f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:51.688576 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:51.764023 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a281b4ac-5986-49b9-ad69-7749121b5f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:51.772165 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8db69b80-fec9-4c2c-b904-0bbd40359749 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:51.774831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8db69b80-fec9-4c2c-b904-0bbd40359749 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "DELETE /v2.0/ports/38ca9f0e-e373-4adf-ac09-bf8a3353e608 HTTP/1.1" status: 204 len: 168 time: 3.8872666 May 25 20:29:51.809182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40758) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:51.853010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9970079d-cba3-4874-83ca-31e14250fe1a', 'external_fixed_ips': [{'subnet_id': '501fdfa7-8cd9-418e-87eb-8f6bf4535c2b', 'ip_address': '2001:db8::1e1'}]}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:51.861869 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:51.866948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Usage tracker for resource:router and tenant:181e8d87cc9d413b880afc52bd0f67b8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:51.870395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:51.878292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:51.958400 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:51.959428 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:52.021067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fa28c-902a-4a01-b7a6-a1c7199cedf6 req-58fe20f6-62b6-4352-89e6-af04587c9312 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:52.022763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0f5fa28c-902a-4a01-b7a6-a1c7199cedf6 req-58fe20f6-62b6-4352-89e6-af04587c9312 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 945 time: 1.3786640 May 25 20:29:52.039638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:52.083749 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:52.156504 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a281b4ac-5986-49b9-ad69-7749121b5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:52.204985 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a281b4ac-5986-49b9-ad69-7749121b5f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:52.210530 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a281b4ac-5986-49b9-ad69-7749121b5f58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0710d183-eb4e-4282-8d89-01bc4b24c423 HTTP/1.1" status: 204 len: 168 time: 0.9159420 May 25 20:29:52.212314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281b4ac-5986-49b9-ad69-7749121b5f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0710d183-eb4e-4282-8d89-01bc4b24c423,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:52.218383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fc927fcc-cf29-4d91-aae0-95cab036c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'name': 'tempest-TestVolumeBackupRestore-1495288060-router', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:44Z', 'updated_at': '2022-05-25T20:29:47Z', 'revision_number': 5, 'project_id': 'eb20154d848c49b8adeca7040471c554', 'gw_port': {'id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:46Z', 'updated_at': '2022-05-25T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:52.223011 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-9845ccd3-79f1-47ad-9342-606e263ed6da service neutron] 10.222.0.60 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152349 May 25 20:29:52.225586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc927fcc-cf29-4d91-aae0-95cab036c69f None None] Checking router: 98dee784-bfb1-4b07-a128-a058f1c8ebcf for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:29:52.246507 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48dfbd6f-9cda-4d38-a8aa-5eec2066d562 req-416c33da-e43f-4292-a991-31e3af4cb5fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0885725 May 25 20:29:52.255133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc927fcc-cf29-4d91-aae0-95cab036c69f None None] Routers {'98dee784-bfb1-4b07-a128-a058f1c8ebcf'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:29:52.256384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fc927fcc-cf29-4d91-aae0-95cab036c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:29:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['98dee784-bfb1-4b07-a128-a058f1c8ebcf'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:52.507109 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-6aef5c79-0cc4-487a-a313-4d59652b5676 service neutron] 10.222.0.60 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731538 May 25 20:29:52.614588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-fc927fcc-cf29-4d91-aae0-95cab036c69f None None] Set router 98dee784-bfb1-4b07-a128-a058f1c8ebcf gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:29:52.748221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0f5fa28c-902a-4a01-b7a6-a1c7199cedf6 req-c2a2e003-6d24-45ae-988f-ac6e4f88fc00 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6972964 May 25 20:29:52.947640 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10aac94b-11b0-4d7e-a447-27282ed9cf57'] response: {'server_uuid': '6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcf5a9e-db08-410a-806e-ba7b02fbdc7b', 'code': 200} May 25 20:29:53.112897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40788) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:53.189970 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-885fcfe5-8be5-4a6c-b1fc-f14d1df62d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:53.239386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-885fcfe5-8be5-4a6c-b1fc-f14d1df62d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:53.258637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-885fcfe5-8be5-4a6c-b1fc-f14d1df62d61 admin admin] Usage tracker for resource:security_group_rule and tenant:56b9739723fd405695858d789d65e06c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:53.276082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-885fcfe5-8be5-4a6c-b1fc-f14d1df62d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:53.285707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-885fcfe5-8be5-4a6c-b1fc-f14d1df62d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:53.303077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03497f8-77b5-4694-ad5a-44a6d3c089fa req-0ceb23b1-ded8-4d4f-acde-7808fcba2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:53.306609 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f03497f8-77b5-4694-ad5a-44a6d3c089fa req-0ceb23b1-ded8-4d4f-acde-7808fcba2335 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 1096 time: 0.3523798 May 25 20:29:53.375846 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:53.401813 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2aee704-bca9-4cc6-8bd0-3251c7bb3971 req-7d768081-6616-41d8-aa3c-464b4f5aedb7 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 210 time: 0.3779705 May 25 20:29:53.419401 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:53.482186 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f03497f8-77b5-4694-ad5a-44a6d3c089fa req-08765055-bb50-4c55-912b-b7e4c1eb9e43 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632333 May 25 20:29:53.485089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fc927fcc-cf29-4d91-aae0-95cab036c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'name': 'tempest-TestVolumeBackupRestore-1495288060-router', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:44Z', 'updated_at': '2022-05-25T20:29:47Z', 'revision_number': 5, 'project_id': 'eb20154d848c49b8adeca7040471c554', 'gw_port': {'id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:46Z', 'updated_at': '2022-05-25T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:29:53.496767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc927fcc-cf29-4d91-aae0-95cab036c69f None None] The sync data for ids ['98dee784-bfb1-4b07-a128-a058f1c8ebcf'] in n-d-843339-1 is: [{'id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'name': 'tempest-TestVolumeBackupRestore-1495288060-router', 'tenant_id': 'eb20154d848c49b8adeca7040471c554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:23:44Z', 'updated_at': '2022-05-25T20:29:47Z', 'revision_number': 5, 'project_id': 'eb20154d848c49b8adeca7040471c554', 'gw_port': {'id': '1ea23567-d1c9-46e2-b75a-524a9d0201d0', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dee784-bfb1-4b07-a128-a058f1c8ebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:23:46Z', 'updated_at': '2022-05-25T20:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:29:53.565715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] Deleting port 1ea23567-d1c9-46e2-b75a-524a9d0201d0 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:53.567578 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:53.751526 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-885fcfe5-8be5-4a6c-b1fc-f14d1df62d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:53.762036 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-885fcfe5-8be5-4a6c-b1fc-f14d1df62d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:53.816701 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:53.937989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fcfe5-8be5-4a6c-b1fc-f14d1df62d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d931bf-f695-42d8-b306-2dae8a63a351,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:54.003912 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-885fcfe5-8be5-4a6c-b1fc-f14d1df62d61 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56b9739723fd405695858d789d65e06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8824823 May 25 20:29:54.004856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40810) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:54.168076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] For port 1ea23567-d1c9-46e2-b75a-524a9d0201d0, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1ea23567-d1c9-46e2-b75a-524a9d0201d0,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:54.168554 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:54.211281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89de9316-1e2f-49b8-b3c5-075d78c8f43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:54.269180 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89de9316-1e2f-49b8-b3c5-075d78c8f43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:54.346137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304217a2-25eb-46e4-ba83-ac998e12e613 req-1e826aeb-3983-45d0-a48b-b429123b840c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:54.348020 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-304217a2-25eb-46e4-ba83-ac998e12e613 req-1e826aeb-3983-45d0-a48b-b429123b840c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 945 time: 0.3317385 May 25 20:29:54.434834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] Calling delete_port for 1ea23567-d1c9-46e2-b75a-524a9d0201d0 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:29:54.435385 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-304217a2-25eb-46e4-ba83-ac998e12e613 req-432732d2-a980-4f32-9141-d312307e3ecb tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766323 May 25 20:29:54.451207 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89de9316-1e2f-49b8-b3c5-075d78c8f43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:54.484941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de9316-1e2f-49b8-b3c5-075d78c8f43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d931bf-f695-42d8-b306-2dae8a63a351,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:54.502377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89de9316-1e2f-49b8-b3c5-075d78c8f43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:54.527764 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-89de9316-1e2f-49b8-b3c5-075d78c8f43f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91d931bf-f695-42d8-b306-2dae8a63a351 HTTP/1.1" status: 204 len: 168 time: 0.5176620 May 25 20:29:54.742838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfbd6f-9cda-4d38-a8aa-5eec2066d562 req-a8d5931c-5a26-4dab-a47d-672c76d4f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:54.745391 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48dfbd6f-9cda-4d38-a8aa-5eec2066d562 req-a8d5931c-5a26-4dab-a47d-672c76d4f0d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 1097 time: 2.3931673 May 25 20:29:54.961534 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:55.147277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea23567-d1c9-46e2-b75a-524a9d0201d0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:55.197709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4279926a-a137-4956-8d4a-e4a8710e7392 req-2d40200f-bdb5-4223-a135-512f6ef7a585 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 210 time: 0.4215727 May 25 20:29:55.579914 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:55.675874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4e9280e3-a23e-4911-8b17-eb8e06f4e94a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:29:55.768278 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 4e9280e3-a23e-4911-8b17-eb8e06f4e94a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:29:55.768604 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4e9280e3-a23e-4911-8b17-eb8e06f4e94a not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:29:55.859385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfbd6f-9cda-4d38-a8aa-5eec2066d562 req-09f45882-fce9-4575-a719-182acecb8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:55.861467 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48dfbd6f-9cda-4d38-a8aa-5eec2066d562 req-09f45882-fce9-4575-a719-182acecb8885 service neutron] 10.222.0.50 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 0.9282830 May 25 20:29:56.599743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d92283ff-b96c-42b3-a20b-f5372cca5bfd req-6f653097-084d-43c4-bf8a-846a83dbc4f7 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 210 time: 0.1036160 May 25 20:29:56.761565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:56.765023 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:56.958345 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48dfbd6f-9cda-4d38-a8aa-5eec2066d562 req-5f9ea577-57b0-4aed-9385-2e043c8e83b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20eb181a-aa8d-4131-97d4-65217d9b80a6 HTTP/1.1" status: 200 len: 217 time: 0.4134336 May 25 20:29:56.997886 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:56.997886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98dee784-bfb1-4b07-a128-a058f1c8ebcf {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:29:57.067479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfbd6f-9cda-4d38-a8aa-5eec2066d562 req-bae09e5e-5b04-4360-adc8-fc4ea31109cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:57.074029 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48dfbd6f-9cda-4d38-a8aa-5eec2066d562 req-bae09e5e-5b04-4360-adc8-fc4ea31109cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 0.1011887 May 25 20:29:57.169718 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:57.176437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40906) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:57.176936 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c0b8d369-b074-4162-b917-8e11d106a0f1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/98dee784-bfb1-4b07-a128-a058f1c8ebcf HTTP/1.1" status: 204 len: 168 time: 6.1214812 May 25 20:29:57.290607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7dfaa2-5cc4-4771-91f5-8a2d9d8129f3 admin admin] Deleting subnet 483ccc93-c350-4821-b062-7933f2a19d0c {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:29:57.304712 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfaa2-5cc4-4771-91f5-8a2d9d8129f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:57.499818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-dadad901-3e2b-420f-92b9-c197a6d6a4d7 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:57.504092 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-dadad901-3e2b-420f-92b9-c197a6d6a4d7 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.50 "GET /v2.0/networks?id=65547adc-ce3c-4cc8-af97-256dbbd2583f HTTP/1.1" status: 200 len: 815 time: 1.0311322 May 25 20:29:57.528690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Request body: {'port': {'device_id': '2ee5fad3-a2af-4966-8a04-f5790ff4725e', 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f', 'admin_state_up': True, 'tenant_id': '212413ebfaf045a6b05332ddfc943624'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:29:57.687801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1ea23567-d1c9-46e2-b75a-524a9d0201d0 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:29:57.776042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:29:57.780195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Usage tracker for resource:port and tenant:212413ebfaf045a6b05332ddfc943624 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:29:57.783676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:29:57.792825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:29:57.816158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Made reservation on behalf of 212413ebfaf045a6b05332ddfc943624 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:29:57.819719 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:57.983315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 1ea23567-d1c9-46e2-b75a-524a9d0201d0 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:29:57.985482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1ea23567-d1c9-46e2-b75a-524a9d0201d0 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:29:58.001419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b65897f0-e4e4-4fbc-b954-49e043d022bf req-e2b5ed14-4ca9-4f88-b58d-b787ffef4c2a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 210 time: 0.0628536 May 25 20:29:58.010996 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfaa2-5cc4-4771-91f5-8a2d9d8129f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:58.048692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Allocated IP 172.20.0.5 (65547adc-ce3c-4cc8-af97-256dbbd2583f/4f1a9ea4-8bbb-4cea-a1d1-019b683babad/d65260d1-04df-460e-a5b4-5c088ca4b0a7) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:29:58.057032 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:58.113847 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74d2ef1e-18a6-499f-857e-686cbe399df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:58.131576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d89d37-ad97-4725-8693-ee104df1d658 req-06c1a153-bdea-40c7-80d3-ea5b28642bf5 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:58.133580 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0d89d37-ad97-4725-8693-ee104df1d658 req-06c1a153-bdea-40c7-80d3-ea5b28642bf5 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 945 time: 2.2705855 May 25 20:29:58.252664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40948) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:58.290090 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfaa2-5cc4-4771-91f5-8a2d9d8129f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:58.481770 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfaa2-5cc4-4771-91f5-8a2d9d8129f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:58.542501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dfaa2-5cc4-4771-91f5-8a2d9d8129f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=483ccc93-c350-4821-b062-7933f2a19d0c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:29:58.552156 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfaa2-5cc4-4771-91f5-8a2d9d8129f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:58.559489 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55592ce7-5af3-434a-a3b9-ff8ddde81526 None None] Network ed87529d-e548-4932-b1ff-8fe983f27164 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:29:58.560280 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cb7dfaa2-5cc4-4771-91f5-8a2d9d8129f3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/483ccc93-c350-4821-b062-7933f2a19d0c HTTP/1.1" status: 204 len: 168 time: 1.3823633 May 25 20:29:58.563402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40964) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:29:58.621727 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:58.766509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfbd6f-9cda-4d38-a8aa-5eec2066d562 req-ea1a583f-bf48-445a-aa30-b7caf71668cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:29:58.774484 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48dfbd6f-9cda-4d38-a8aa-5eec2066d562 req-ea1a583f-bf48-445a-aa30-b7caf71668cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6097221 May 25 20:29:58.780442 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:58.952593 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:58.992072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Deleting port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:58.992713 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:59.102676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] DHCP port deletion for ed87529d-e548-4932-b1ff-8fe983f27164 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:29:59.107236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] Deleting port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:29:59.107712 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:59.377583 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c53ba3d6-da30-4b29-aeab-8ed12841b2e9 req-bdc3e271-ebfb-4c79-9acc-4ba7836a62fe tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 210 time: 0.0759516 May 25 20:29:59.564701 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] For port 2add1fe2-1dc2-4e14-821e-3829e4fd5085, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2add1fe2-1dc2-4e14-821e-3829e4fd5085,segment=NetworkSegment(5b5f9f7b-eb25-414a-a9e3-b311fab00016),segment_id=5b5f9f7b-eb25-414a-a9e3-b311fab00016)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:59.565098 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:59.649005 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0d89d37-ad97-4725-8693-ee104df1d658 req-868611aa-5abf-40b6-8e05-027c86bed946 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2927699 May 25 20:29:59.887557 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2add1fe2-1dc2-4e14-821e-3829e4fd5085 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:29:59.921541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] For port 2add1fe2-1dc2-4e14-821e-3829e4fd5085, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2add1fe2-1dc2-4e14-821e-3829e4fd5085,segment=NetworkSegment(5b5f9f7b-eb25-414a-a9e3-b311fab00016),segment_id=5b5f9f7b-eb25-414a-a9e3-b311fab00016)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:29:59.921949 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:29:59.968271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] Calling delete_port for 2add1fe2-1dc2-4e14-821e-3829e4fd5085 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:00.172670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:00.174038 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:00.269834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 2add1fe2-1dc2-4e14-821e-3829e4fd5085, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2add1fe2-1dc2-4e14-821e-3829e4fd5085,segment=NetworkSegment(5b5f9f7b-eb25-414a-a9e3-b311fab00016),segment_id=5b5f9f7b-eb25-414a-a9e3-b311fab00016)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:00.276684 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:00.318116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Calling delete_port for 2add1fe2-1dc2-4e14-821e-3829e4fd5085 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:00.377075 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:30:00.379372 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:30:00.414708 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=2add1fe2-1dc2-4e14-821e-3829e4fd5085,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:00.415811 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:30:00.428107 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:00.428682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:00.429191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:00.429700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:00.430192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:00.430828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:00.431366 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:00.431878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:00.432340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:00.432871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:00.433381 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:00.434079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:00.473992 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48dfbd6f-9cda-4d38-a8aa-5eec2066d562 req-1881da86-1365-4878-aa43-ef8da6f9714b service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5361905 May 25 20:30:00.573516 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8b17de0-25ae-4b3d-ab7b-04862f1fc34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:00.688723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Allocated IP 2001:db8::1e1 (9970079d-cba3-4874-83ca-31e14250fe1a/501fdfa7-8cd9-418e-87eb-8f6bf4535c2b/cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:30:00.848635 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-149d76c5-0602-4a3f-8a31-3b3aaeaa8f4c req-6b4d3e9b-633e-4c58-bc88-a106832d16e4 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 210 time: 0.1799517 May 25 20:30:00.849949 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:30:00.850489 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:30:00.881336 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] Deleting port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:00.881965 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:01.051084 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:01.159349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df9f17-5323-47ed-8f0d-caa4a40370db req-ac40aedd-baac-4cd7-badd-0d9942c374bc tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:01.161870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47df9f17-5323-47ed-8f0d-caa4a40370db req-ac40aedd-baac-4cd7-badd-0d9942c374bc tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed0e70d-7341-4ee7-acbc-09d286c061bf HTTP/1.1" status: 200 len: 945 time: 0.8513200 May 25 20:30:01.178787 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48dfbd6f-9cda-4d38-a8aa-5eec2066d562 req-73d56eeb-072e-4af3-9212-6c393d10c78a service neutron] 10.222.0.50 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905618 May 25 20:30:01.341654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] For port 2add1fe2-1dc2-4e14-821e-3829e4fd5085, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2add1fe2-1dc2-4e14-821e-3829e4fd5085,segment=NetworkSegment(5b5f9f7b-eb25-414a-a9e3-b311fab00016),segment_id=5b5f9f7b-eb25-414a-a9e3-b311fab00016)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:01.342291 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:01.354777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Deleting port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:01.355478 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:01.399743 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:01.416899 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47df9f17-5323-47ed-8f0d-caa4a40370db req-240199b8-6554-4dd9-9b73-54060b4de517 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332265 May 25 20:30:01.459179 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:01.515923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] Calling delete_port for 2add1fe2-1dc2-4e14-821e-3829e4fd5085 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:01.557671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Network 65547adc-ce3c-4cc8-af97-256dbbd2583f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:30:01.566885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:30:01.582231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:30:01.690977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Pushing event updated for resources: {'Port': ['ID=d65260d1-04df-460e-a5b4-5c088ca4b0a7,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:01.723763 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:01.772703 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:01.879106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Network 9970079d-cba3-4874-83ca-31e14250fe1a is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:30:01.884963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:30:01.887561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:30:01.974772 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:01.983991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] Pushing event deleted for resources: {'Port': ['ID=2add1fe2-1dc2-4e14-821e-3829e4fd5085,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:01.991762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02bfd6-d853-4d7b-9a8f-40dcc95628f1 None None] No DVR routers for this DVR port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:30:02.004088 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:02.005778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:02.006487 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:02.006604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] For port 2add1fe2-1dc2-4e14-821e-3829e4fd5085, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2add1fe2-1dc2-4e14-821e-3829e4fd5085,segment=NetworkSegment(5b5f9f7b-eb25-414a-a9e3-b311fab00016),segment_id=5b5f9f7b-eb25-414a-a9e3-b311fab00016)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:02.007004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:02.060646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event updated for resources: {'Port': ['ID=cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:02.150065 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-ac11c496-c516-4b31-b3b8-8dc92ea715ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6251993 May 25 20:30:02.182711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Request body: {'port': {'device_id': '2ee5fad3-a2af-4966-8a04-f5790ff4725e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:02.196562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Calling delete_port for 2add1fe2-1dc2-4e14-821e-3829e4fd5085 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:02.366216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63c512-b906-4589-9ba0-bacf6b423ea8 req-7623dd50-ab6b-4427-a6f6-1d9b8d7a8993 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:02.367751 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9d63c512-b906-4589-9ba0-bacf6b423ea8 req-7623dd50-ab6b-4427-a6f6-1d9b8d7a8993 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.6216416 May 25 20:30:02.371873 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:30:02.372188 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:30:02.431761 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a43d-f917-4add-9374-4793c6398142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:02.475403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:02.538751 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9d63c512-b906-4589-9ba0-bacf6b423ea8 req-6239540f-3485-4b99-96f1-6ab5d2cd9354 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519251 May 25 20:30:02.866917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c84514-7d50-4d89-8e08-31aa5f3f2b75 req-e5db36f7-ef33-4f17-8105-720f644bd88a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:02.867681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-67c84514-7d50-4d89-8e08-31aa5f3f2b75 req-e5db36f7-ef33-4f17-8105-720f644bd88a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Synchronizing usage tracker for tenant:212413ebfaf045a6b05332ddfc943624 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:30:02.876793 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:03.073345 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:03.285984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41198) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:03.316924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Deleting port 2add1fe2-1dc2-4e14-821e-3829e4fd5085 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:03.317447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:03.389402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-67c84514-7d50-4d89-8e08-31aa5f3f2b75 req-e5db36f7-ef33-4f17-8105-720f644bd88a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Unset dirty status for tenant:212413ebfaf045a6b05332ddfc943624 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:30:03.390406 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-67c84514-7d50-4d89-8e08-31aa5f3f2b75 req-e5db36f7-ef33-4f17-8105-720f644bd88a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 931 time: 1.1029875 May 25 20:30:03.574116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] The port '2add1fe2-1dc2-4e14-821e-3829e4fd5085' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:30:03.615415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3a43d-f917-4add-9374-4793c6398142 admin admin] Deleting port f00322ed-ed7e-4d5e-983f-d2afdacef75c {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:03.615636 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a43d-f917-4add-9374-4793c6398142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:03.708789 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-67c84514-7d50-4d89-8e08-31aa5f3f2b75 req-198250c8-95dc-42e0-951f-04bb3451b3b9 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086264 May 25 20:30:03.949509 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b3bfca3-0da3-45de-9a0e-ff073c3432b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:04.115061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6b3bfca3-0da3-45de-9a0e-ff073c3432b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:04.202275 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:04.206671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9934b49-2a49-442b-8be7-f01a346d85d1 req-abb9567a-44c6-4ad3-9884-669b401a077a tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:04.217481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6b3bfca3-0da3-45de-9a0e-ff073c3432b2 admin admin] Usage tracker for resource:security_group_rule and tenant:9a746c616de445a2a12c43dd1de6fc60 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:04.218740 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9934b49-2a49-442b-8be7-f01a346d85d1 req-abb9567a-44c6-4ad3-9884-669b401a077a tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.3340507 May 25 20:30:04.252237 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:04.253635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6b3bfca3-0da3-45de-9a0e-ff073c3432b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:04.274865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6b3bfca3-0da3-45de-9a0e-ff073c3432b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:04.324888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452030ae-56bc-4f98-8629-1312562c904b req-dc0b7e84-52dc-48e7-b9f3-e99e730bff4b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:04.326394 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-dc0b7e84-52dc-48e7-b9f3-e99e730bff4b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/networks?id=9f2b0728-0038-421a-b617-7d83758eea93 HTTP/1.1" status: 200 len: 812 time: 0.8952358 May 25 20:30:04.329166 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed87529d-e548-4932-b1ff-8fe983f27164']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:04.342333 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8279584a-8e4a-42b8-9541-9e642b48c299 req-a2e4c9a1-1473-4eeb-8223-8de391c7f0dd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0618720 May 25 20:30:04.347041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65260d1-04df-460e-a5b4-5c088ca4b0a7 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:30:04.397779 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:04.411029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5f9f7b-eb25-414a-a9e3-b311fab00016') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:04.411322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5f9f7b-eb25-414a-a9e3-b311fab00016') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:04.420901 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-4c91f4bb-f59c-4a00-90e4-8d1af6721b42 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/quotas/2ccd84371dae430bbf0d0a57fb99a3ef HTTP/1.1" status: 200 len: 375 time: 0.0481482 May 25 20:30:04.433026 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9934b49-2a49-442b-8be7-f01a346d85d1 req-bb6ba4f9-fc74-4c54-b65e-5a455f04c619 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142904 May 25 20:30:04.434365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3085f-5849-4e97-aafb-e09a0a3ebb58 req-6abd866f-e4c9-4dfa-82ef-2dde92bffc22 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:04.438487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7af3085f-5849-4e97-aafb-e09a0a3ebb58 req-6abd866f-e4c9-4dfa-82ef-2dde92bffc22 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ed0e70d-7341-4ee7-acbc-09d286c061bf HTTP/1.1" status: 200 len: 945 time: 0.7128923 May 25 20:30:04.464591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Transition to ACTIVE for port object d65260d1-04df-460e-a5b4-5c088ca4b0a7 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:30:04.467060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:04.472713 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:04.703695 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:04.729823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:30:04.730249 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:04.754453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-f4c3a43d-f917-4add-9374-4793c6398142 admin admin] For port f00322ed-ed7e-4d5e-983f-d2afdacef75c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f00322ed-ed7e-4d5e-983f-d2afdacef75c,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:04.755013 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a43d-f917-4add-9374-4793c6398142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:04.792870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7af3085f-5849-4e97-aafb-e09a0a3ebb58 req-d38dee98-d774-4008-b086-2482c528f094 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Deleting port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:04.793611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7af3085f-5849-4e97-aafb-e09a0a3ebb58 req-d38dee98-d774-4008-b086-2482c528f094 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:04.882411 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 5b5f9f7b-eb25-414a-a9e3-b311fab00016 resource provider aggregate not found May 25 20:30:05.000659 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 5b5f9f7b-eb25-414a-a9e3-b311fab00016 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b5f9f7b-eb25-414a-a9e3-b311fab00016 found for delete ", "request_id": "req-b9e89fec-9ddd-462c-a065-4510b2ddd600"}]} May 25 20:30:05.023353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d65260d1-04df-460e-a5b4-5c088ca4b0a7,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:05.090040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3a43d-f917-4add-9374-4793c6398142 admin admin] Calling delete_port for f00322ed-ed7e-4d5e-983f-d2afdacef75c owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:05.139271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-20623e8c-7834-4ab1-9f40-e0debbc3dba5 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ccd84371dae430bbf0d0a57fb99a3ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6953595 May 25 20:30:05.147572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Attempting to bind port d65260d1-04df-460e-a5b4-5c088ca4b0a7 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:30:05.147819 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Attempting to bind port d65260d1-04df-460e-a5b4-5c088ca4b0a7 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'df5672a3-fe5c-4684-9fad-2d85720ce536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:30:05.148531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Attempting to bind port d65260d1-04df-460e-a5b4-5c088ca4b0a7 on network 65547adc-ce3c-4cc8-af97-256dbbd2583f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:30:05.165888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Port d65260d1-04df-460e-a5b4-5c088ca4b0a7 on network 65547adc-ce3c-4cc8-af97-256dbbd2583f not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:30:05.166237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Attempting to bind port d65260d1-04df-460e-a5b4-5c088ca4b0a7 on network 65547adc-ce3c-4cc8-af97-256dbbd2583f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:30:05.171711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Router 333387e0-c014-4340-bf75-d6a3ee43112a is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:30:05.187781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-869c3809-5e85-49b6-98c6-f532ce0d4273 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:05.189624 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-869c3809-5e85-49b6-98c6-f532ce0d4273 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.70 "GET /v2.0/ports?device_id=6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1 HTTP/1.1" status: 200 len: 945 time: 0.4155970 May 25 20:30:05.197663 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-1417e508-147c-48cd-9511-1365248ff93a tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:05.199097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-1417e508-147c-48cd-9511-1365248ff93a tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.50 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 0.5292702 May 25 20:30:05.199901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:30:05.200264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Checking segment: {'id': 'df5672a3-fe5c-4684-9fad-2d85720ce536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:30:05.200853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Bound using segment: {'id': 'df5672a3-fe5c-4684-9fad-2d85720ce536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:30:05.201302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Bound port: d65260d1-04df-460e-a5b4-5c088ca4b0a7, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5672a3-fe5c-4684-9fad-2d85720ce536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:30:05.201684 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:05.309983 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:05.385400 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:05.423950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed87529d-e548-4932-b1ff-8fe983f27164,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:05.473387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279584a-8e4a-42b8-9541-9e642b48c299 req-fcc36a58-7eff-4db7-8449-dd301554775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:05.474983 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8279584a-8e4a-42b8-9541-9e642b48c299 req-fcc36a58-7eff-4db7-8449-dd301554775d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 1096 time: 0.9006269 May 25 20:30:05.480366 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b3bfca3-0da3-45de-9a0e-ff073c3432b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:05.497515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:05.497830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:05.498261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:05.498702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:05.499130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:05.499557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:05.500000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:05.500442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:05.500862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:05.501373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:05.501801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:05.502253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:05.575803 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6b3bfca3-0da3-45de-9a0e-ff073c3432b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:05.622393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb82d5-cd8b-4461-9438-5eb16c50206e req-ea4cd711-9246-40a6-95c0-7caf755115d9 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:05.623927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5bb82d5-cd8b-4461-9438-5eb16c50206e req-ea4cd711-9246-40a6-95c0-7caf755115d9 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 943 time: 0.7319191 May 25 20:30:05.641583 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7a65fa62-0957-4bfb-820b-68fa8ecf712f admin admin] 10.222.0.60 "DELETE /v2.0/networks/ed87529d-e548-4932-b1ff-8fe983f27164 HTTP/1.1" status: 204 len: 168 time: 7.0746617 May 25 20:30:05.688184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Deleting port 06c08728-e001-4860-ab46-7ca9bb1274bb {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:05.688530 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:05.722273 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-0d1c4f5e-8dbf-4c75-b8cc-7d2dc0bc8a92 service neutron] 10.222.0.60 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816698 May 25 20:30:05.858338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Deleting port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:05.859101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:05.893683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41260) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:06.019811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bfca3-0da3-45de-9a0e-ff073c3432b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e6fadd-46ae-4b97-9c18-363ae9daf31f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:06.039301 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6b3bfca3-0da3-45de-9a0e-ff073c3432b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a746c616de445a2a12c43dd1de6fc60&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7516956 May 25 20:30:06.055348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41266) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:06.202965 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5bb82d5-cd8b-4461-9438-5eb16c50206e req-a4dc16ce-c01c-4701-8932-6059f0f7f3b1 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394564 May 25 20:30:06.229949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] For port d65260d1-04df-460e-a5b4-5c088ca4b0a7, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:30:06.239207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] For port d65260d1-04df-460e-a5b4-5c088ca4b0a7, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d65260d1-04df-460e-a5b4-5c088ca4b0a7,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:30:06.242713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:30:06.254860 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Sync routers for ids ['333387e0-c014-4340-bf75-d6a3ee43112a'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:30:06.277151 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Routers {'333387e0-c014-4340-bf75-d6a3ee43112a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:30:06.277466 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:30:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['333387e0-c014-4340-bf75-d6a3ee43112a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:06.300441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279584a-8e4a-42b8-9541-9e642b48c299 req-505cec64-88f8-429a-805b-dcf5f82ba5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:06.301921 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8279584a-8e4a-42b8-9541-9e642b48c299 req-505cec64-88f8-429a-805b-dcf5f82ba5b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 200 len: 919 time: 0.7682018 May 25 20:30:06.325314 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:06.349792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7af3085f-5849-4e97-aafb-e09a0a3ebb58 req-d38dee98-d774-4008-b086-2482c528f094 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] For port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d0f1b781-5c6b-422a-ac03-b2adaedc0c0b,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:06.349792 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7af3085f-5849-4e97-aafb-e09a0a3ebb58 req-d38dee98-d774-4008-b086-2482c528f094 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:06.428739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-5fb45b1f-5e1a-4893-92a0-4ae52ca9508d service neutron] 10.222.0.60 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6834648 May 25 20:30:06.519548 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Set router 333387e0-c014-4340-bf75-d6a3ee43112a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:30:06.586240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] For port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:06.586582 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:06.828012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7af3085f-5849-4e97-aafb-e09a0a3ebb58 req-d38dee98-d774-4008-b086-2482c528f094 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Calling delete_port for d0f1b781-5c6b-422a-ac03-b2adaedc0c0b owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:06.886843 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8279584a-8e4a-42b8-9541-9e642b48c299 req-7cb427f5-442c-448a-a425-7bdb5b5e406a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d982e4f-3a5c-449e-9711-028269ab8092 HTTP/1.1" status: 200 len: 217 time: 0.5413058 May 25 20:30:06.887825 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7300e427-c1b2-4135-b1eb-3a5710eaf3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:06.917988 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7300e427-c1b2-4135-b1eb-3a5710eaf3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:06.918536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Calling delete_port for cdcf5a9e-db08-410a-806e-ba7b02fbdc7b owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:06.972636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d65260d1-04df-460e-a5b4-5c088ca4b0a7,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:06.993468 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1ba1e00e-1028-40d6-a6dd-f64804837aa9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb09bf8a58ce4944bfac1ad8a6036195&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0607913 May 25 20:30:07.024423 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333387e0-c014-4340-bf75-d6a3ee43112a', 'name': '', 'tenant_id': '181e8d87cc9d413b880afc52bd0f67b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9970079d-cba3-4874-83ca-31e14250fe1a', 'external_fixed_ips': [{'subnet_id': '501fdfa7-8cd9-418e-87eb-8f6bf4535c2b', 'ip_address': '2001:db8::1e1'}], 'enable_snat': True}, 'gw_port_id': 'cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:29:51Z', 'updated_at': '2022-05-25T20:30:02Z', 'revision_number': 3, 'project_id': '181e8d87cc9d413b880afc52bd0f67b8', 'gw_port': {'id': 'cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9', 'name': '', 'network_id': '9970079d-cba3-4874-83ca-31e14250fe1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333387e0-c014-4340-bf75-d6a3ee43112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '501fdfa7-8cd9-418e-87eb-8f6bf4535c2b', 'ip_address': '2001:db8::1e1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:29:58Z', 'updated_at': '2022-05-25T20:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '501fdfa7-8cd9-418e-87eb-8f6bf4535c2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:07.035719 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Checking router: 333387e0-c014-4340-bf75-d6a3ee43112a for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:30:07.035982 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Updating router 333387e0-c014-4340-bf75-d6a3ee43112a port cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:30:07.052740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41288) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:07.068852 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:07.070055 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7aea3a50-458b-41ca-a31d-5ea73977bf54 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 15.2583294 May 25 20:30:07.088958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:07.090205 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:07.093977 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-8fb2d07c-57be-4e38-b443-3e038ac603a8 service neutron] 10.222.0.50 "PUT /v2.0/ports/d65260d1-04df-460e-a5b4-5c088ca4b0a7 HTTP/1.1" status: 200 len: 1091 time: 4.9198458 May 25 20:30:07.094827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41292) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:07.100400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee5fad3-a2af-4966-8a04-f5790ff4725e', 'tag': 'd65260d1-04df-460e-a5b4-5c088ca4b0a7'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:07.183136 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:07.224258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] For port 06c08728-e001-4860-ab46-7ca9bb1274bb, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=06c08728-e001-4860-ab46-7ca9bb1274bb,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:07.224498 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:07.366392 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7af3085f-5849-4e97-aafb-e09a0a3ebb58 req-d38dee98-d774-4008-b086-2482c528f094 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:07.468094 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a43d-f917-4add-9374-4793c6398142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:07.485590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38dee98-d774-4008-b086-2482c528f094 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Pushing event deleted for resources: {'Port': ['ID=d0f1b781-5c6b-422a-ac03-b2adaedc0c0b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:07.490731 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83d8f1a-503f-488e-b746-d7f85be308de'] response: {'name': 'network-changed', 'server_uuid': '2ee5fad3-a2af-4966-8a04-f5790ff4725e', 'tag': 'd65260d1-04df-460e-a5b4-5c088ca4b0a7', 'status': 'completed', 'code': 200} May 25 20:30:07.639785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3a43d-f917-4add-9374-4793c6398142 admin admin] Pushing event deleted for resources: {'Port': ['ID=f00322ed-ed7e-4d5e-983f-d2afdacef75c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:07.642705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7300e427-c1b2-4135-b1eb-3a5710eaf3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:07.833502 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device cdcf5a9e-db08-410a-806e-ba7b02fbdc7b no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:30:07.963768 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:08.014338 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Transition to ACTIVE for port object cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:30:08.038252 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:08.095847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af3085f-5849-4e97-aafb-e09a0a3ebb58 req-d38dee98-d774-4008-b086-2482c528f094 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] No DVR routers for this DVR port d0f1b781-5c6b-422a-ac03-b2adaedc0c0b on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:30:08.127386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:08.127784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:08.167129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300e427-c1b2-4135-b1eb-3a5710eaf3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e6fadd-46ae-4b97-9c18-363ae9daf31f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:08.176208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdcf5a9e-db08-410a-806e-ba7b02fbdc7b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:08.180857 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7af3085f-5849-4e97-aafb-e09a0a3ebb58 req-d38dee98-d774-4008-b086-2482c528f094 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:08.202402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed0e70d-7341-4ee7-acbc-09d286c061bf', 'name': 'network-vif-deleted', 'tag': 'd0f1b781-5c6b-422a-ac03-b2adaedc0c0b'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:08.238254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:08.254699 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:08.256270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device d0f1b781-5c6b-422a-ac03-b2adaedc0c0b no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:30:08.263093 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e99e3-8a89-49c2-ba7c-3508dc4fef23 None None] Pushing event updated for resources: {'Port': ['ID=cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:08.310733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279584a-8e4a-42b8-9541-9e642b48c299 req-0f5c1539-5ff0-4458-8fed-b38d39e8ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:08.321720 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Attempting to bind port cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:30:08.322084 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Attempting to bind port cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'cee4a309-e9d4-4953-bafc-917d8e27d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9970079d-cba3-4874-83ca-31e14250fe1a'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:30:08.322475 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Attempting to bind port cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 on network 9970079d-cba3-4874-83ca-31e14250fe1a {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:30:08.324548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8279584a-8e4a-42b8-9541-9e642b48c299 req-0f5c1539-5ff0-4458-8fed-b38d39e8ba0d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 200 len: 857 time: 1.1001911 May 25 20:30:08.325394 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e99e3-8a89-49c2-ba7c-3508dc4fef23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:08.325648 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e99e3-8a89-49c2-ba7c-3508dc4fef23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:08.325979 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e99e3-8a89-49c2-ba7c-3508dc4fef23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:08.339535 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e99e3-8a89-49c2-ba7c-3508dc4fef23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:08.339870 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e99e3-8a89-49c2-ba7c-3508dc4fef23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:08.340245 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e99e3-8a89-49c2-ba7c-3508dc4fef23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:08.340608 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e99e3-8a89-49c2-ba7c-3508dc4fef23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:08.342299 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e99e3-8a89-49c2-ba7c-3508dc4fef23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:08.342935 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e99e3-8a89-49c2-ba7c-3508dc4fef23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:08.347178 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e99e3-8a89-49c2-ba7c-3508dc4fef23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:08.347733 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e99e3-8a89-49c2-ba7c-3508dc4fef23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:08.348086 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e99e3-8a89-49c2-ba7c-3508dc4fef23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:08.358087 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:30:08.371222 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Checking segment: {'id': 'cee4a309-e9d4-4953-bafc-917d8e27d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9970079d-cba3-4874-83ca-31e14250fe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:30:08.371749 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:08.372361 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Bound using segment: {'id': 'cee4a309-e9d4-4953-bafc-917d8e27d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9970079d-cba3-4874-83ca-31e14250fe1a'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:30:08.372925 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Bound port: cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee4a309-e9d4-4953-bafc-917d8e27d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9970079d-cba3-4874-83ca-31e14250fe1a'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:30:08.373358 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:08.489513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: d0f1b781-5c6b-422a-ac03-b2adaedc0c0b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:30:08.489738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device d0f1b781-5c6b-422a-ac03-b2adaedc0c0b not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:30:08.495878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:08.511445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7300e427-c1b2-4135-b1eb-3a5710eaf3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:08.513407 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7300e427-c1b2-4135-b1eb-3a5710eaf3db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81e6fadd-46ae-4b97-9c18-363ae9daf31f HTTP/1.1" status: 204 len: 168 time: 2.4512603 May 25 20:30:08.523122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7af3085f-5849-4e97-aafb-e09a0a3ebb58 req-d38dee98-d774-4008-b086-2482c528f094 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.70 "DELETE /v2.0/ports/d0f1b781-5c6b-422a-ac03-b2adaedc0c0b HTTP/1.1" status: 204 len: 173 time: 4.0613937 May 25 20:30:08.541002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b474f40-ad64-4c1d-8a9b-285e3869bd3b req-27055f77-952b-4191-bb54-8f040a08bf80 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:08.542996 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b474f40-ad64-4c1d-8a9b-285e3869bd3b req-27055f77-952b-4191-bb54-8f040a08bf80 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 943 time: 0.9418957 May 25 20:30:08.588776 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-52805343-f578-4909-a883-3d215a19bbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:08.607895 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] For port cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:30:08.619230 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] For port cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9,segment=NetworkSegment(cee4a309-e9d4-4953-bafc-917d8e27d317),segment_id=cee4a309-e9d4-4953-bafc-917d8e27d317)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:30:08.627847 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-52805343-f578-4909-a883-3d215a19bbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:08.628328 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:08.688059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddc27c-e1f3-4434-94b6-e85cf2d487be req-e758e60f-65a1-4aaa-980f-5a9d94881bdd tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:08.695624 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-daddc27c-e1f3-4434-94b6-e85cf2d487be req-e758e60f-65a1-4aaa-980f-5a9d94881bdd tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 945 time: 1.8065560 May 25 20:30:08.825566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:08.825962 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:08.826350 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Floating IP 7852815a-c737-4c93-aabf-41b29c476907 disassociated. External IP: 172.25.3.58, port: 06c08728-e001-4860-ab46-7ca9bb1274bb. May 25 20:30:08.826742 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Calling delete_port for 06c08728-e001-4860-ab46-7ca9bb1274bb owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:08.851808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6b474f40-ad64-4c1d-8a9b-285e3869bd3b req-a0781cc9-eee5-449b-908d-a800abba7845 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Synchronizing usage tracker for tenant:212413ebfaf045a6b05332ddfc943624 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:30:08.882538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279584a-8e4a-42b8-9541-9e642b48c299 req-e6e3224e-153a-47b4-92e2-316e9cd64c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:08.884380 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8279584a-8e4a-42b8-9541-9e642b48c299 req-e6e3224e-153a-47b4-92e2-316e9cd64c78 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=164c88b4-177b-4381-afdd-4a8c4f88e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5305326 May 25 20:30:08.892882 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Routers {'333387e0-c014-4340-bf75-d6a3ee43112a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:30:08.908999 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:30:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['333387e0-c014-4340-bf75-d6a3ee43112a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:08.909913 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 06c08728-e001-4860-ab46-7ca9bb1274bb no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:30:08.922815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-9f674144-acf4-4362-bc7e-27eb423e001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:08.924446 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-9f674144-acf4-4362-bc7e-27eb423e001e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=212413ebfaf045a6b05332ddfc943624&device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 1094 time: 1.5024269 May 25 20:30:08.925045 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:30:08.925314 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:30:08.926199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-8279584a-8e4a-42b8-9541-9e642b48c299 req-9c3fe502-309a-468f-a12e-4243c2301e9f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:08.928462 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8279584a-8e4a-42b8-9541-9e642b48c299 req-9c3fe502-309a-468f-a12e-4243c2301e9f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236921 May 25 20:30:08.935140 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a43d-f917-4add-9374-4793c6398142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:09.069652 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-daddc27c-e1f3-4434-94b6-e85cf2d487be req-4ad9acac-6036-4ef7-b10c-ae0c0cf10209 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=94416fd4-acfe-4dc2-b2d7-51d11c29f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730390 May 25 20:30:09.341765 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-72c49dbb-8f17-43e3-bf12-99422702f61f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d65260d1-04df-460e-a5b4-5c088ca4b0a7 HTTP/1.1" status: 200 len: 217 time: 0.4072971 May 25 20:30:09.381314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 06c08728-e001-4860-ab46-7ca9bb1274bb is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:09.381732 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:09.489684 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e99e3-8a89-49c2-ba7c-3508dc4fef23 None None] Pushing event updated for resources: {'Port': ['ID=cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:09.491372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Deleting port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:09.492213 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:09.528524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-7249a386-901a-4b6d-b425-7ac185cd468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:09.530062 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-7249a386-901a-4b6d-b425-7ac185cd468c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4f1a9ea4-8bbb-4cea-a1d1-019b683babad HTTP/1.1" status: 200 len: 855 time: 0.1658444 May 25 20:30:09.602996 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] Set router 333387e0-c014-4340-bf75-d6a3ee43112a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:30:09.661833 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:09.808365 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:09.929126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Pushing event deleted for resources: {'Port': ['ID=06c08728-e001-4860-ab46-7ca9bb1274bb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:09.952987 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7389486b-d5ba-425c-8709-501352c4a186 req-b47e735b-3ea8-4603-9e61-39ed8cc9cd34 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 210 time: 0.4009221 May 25 20:30:09.961389 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-52805343-f578-4909-a883-3d215a19bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:09.970481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-40b2ba7e-049f-4814-ad54-e0d4ca79f39b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65547adc-ce3c-4cc8-af97-256dbbd2583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3948236 May 25 20:30:10.148682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6b474f40-ad64-4c1d-8a9b-285e3869bd3b req-a0781cc9-eee5-449b-908d-a800abba7845 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Unset dirty status for tenant:212413ebfaf045a6b05332ddfc943624 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:30:10.163353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b474f40-ad64-4c1d-8a9b-285e3869bd3b req-a0781cc9-eee5-449b-908d-a800abba7845 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5230548 May 25 20:30:10.409799 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c161672-c634-4d37-9f7f-01c45f43dc7b'] response: {'server_uuid': '4ed0e70d-7341-4ee7-acbc-09d286c061bf', 'name': 'network-vif-deleted', 'tag': 'd0f1b781-5c6b-422a-ac03-b2adaedc0c0b', 'status': 'completed', 'code': 200} May 25 20:30:10.467693 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333387e0-c014-4340-bf75-d6a3ee43112a', 'name': '', 'tenant_id': '181e8d87cc9d413b880afc52bd0f67b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9970079d-cba3-4874-83ca-31e14250fe1a', 'external_fixed_ips': [{'subnet_id': '501fdfa7-8cd9-418e-87eb-8f6bf4535c2b', 'ip_address': '2001:db8::1e1'}], 'enable_snat': True}, 'gw_port_id': 'cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:29:51Z', 'updated_at': '2022-05-25T20:30:02Z', 'revision_number': 3, 'project_id': '181e8d87cc9d413b880afc52bd0f67b8', 'gw_port': {'id': 'cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9', 'name': '', 'network_id': '9970079d-cba3-4874-83ca-31e14250fe1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333387e0-c014-4340-bf75-d6a3ee43112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '501fdfa7-8cd9-418e-87eb-8f6bf4535c2b', 'ip_address': '2001:db8::1e1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:29:58Z', 'updated_at': '2022-05-25T20:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501fdfa7-8cd9-418e-87eb-8f6bf4535c2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:10.481497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52805343-f578-4909-a883-3d215a19bbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fddfcfe-4e54-4dd2-902c-5e8b66719ef6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:10.488274 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ecf8b-cc32-4aee-b232-a2ae7bcffa5e None None] The sync data for ids ['333387e0-c014-4340-bf75-d6a3ee43112a'] in n-d-843339-1 is: [{'id': '333387e0-c014-4340-bf75-d6a3ee43112a', 'name': '', 'tenant_id': '181e8d87cc9d413b880afc52bd0f67b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9970079d-cba3-4874-83ca-31e14250fe1a', 'external_fixed_ips': [{'subnet_id': '501fdfa7-8cd9-418e-87eb-8f6bf4535c2b', 'ip_address': '2001:db8::1e1'}], 'enable_snat': True}, 'gw_port_id': 'cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:29:51Z', 'updated_at': '2022-05-25T20:30:02Z', 'revision_number': 3, 'project_id': '181e8d87cc9d413b880afc52bd0f67b8', 'gw_port': {'id': 'cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9', 'name': '', 'network_id': '9970079d-cba3-4874-83ca-31e14250fe1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333387e0-c014-4340-bf75-d6a3ee43112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '501fdfa7-8cd9-418e-87eb-8f6bf4535c2b', 'ip_address': '2001:db8::1e1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:29:58Z', 'updated_at': '2022-05-25T20:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501fdfa7-8cd9-418e-87eb-8f6bf4535c2b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:30:10.539874 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2ce358-5f42-418d-89b8-3e61b3a9d04f'] response: {'server_uuid': '6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdcf5a9e-db08-410a-806e-ba7b02fbdc7b', 'code': 200} May 25 20:30:10.875200 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8279584a-8e4a-42b8-9541-9e642b48c299 req-da6ce3d1-7774-4555-8cd1-f8354c3b48c8 service neutron] 10.222.0.70 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9195516 May 25 20:30:10.884793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df89face-d2ba-4c04-924e-6a9a9bda1e5a req-00205055-a8c6-4105-91c9-060f3b2539da tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 210 time: 0.1173263 May 25 20:30:11.156194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452030ae-56bc-4f98-8629-1312562c904b req-9a17a944-4194-4437-9fec-b19a369d41c1 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:11.158673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-9a17a944-4194-4437-9fec-b19a369d41c1 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.70 "GET /v2.0/networks?id=9f2b0728-0038-421a-b617-7d83758eea93 HTTP/1.1" status: 200 len: 812 time: 1.2022874 May 25 20:30:11.181070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-452030ae-56bc-4f98-8629-1312562c904b req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Request body: {'port': {'device_id': '708c5d76-c69e-42e7-83be-8a14ec32bfe4', 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93', 'admin_state_up': True, 'tenant_id': '2ccd84371dae430bbf0d0a57fb99a3ef'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:11.491723 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-64c5c2ea-757d-45e9-8ed1-f48b051da49c service neutron] 10.222.0.50 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3988373 May 25 20:30:11.724267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:30:11.805662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c3a43d-f917-4add-9374-4793c6398142 admin admin] Router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:30:11.848959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8279584a-8e4a-42b8-9541-9e642b48c299 req-b808b14a-2458-4a72-8995-7f89cd40f87c service neutron] 10.222.0.70 "GET /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9561260 May 25 20:30:11.916756 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-56fa0ff0-8587-4a1a-9ef0-2766d38c96c9 req-e946b128-b600-48a9-b3c8-2052ba3bbf95 service neutron] 10.222.0.50 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018920 May 25 20:30:11.965209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41402) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:11.967284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:30:11.979313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:11.979605 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:12.037112 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:12.041831 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-01eb4b91-cb00-459c-9ca1-1eda7f7423f2 req-ec647074-6f35-4fc8-9a93-25b3730df1de tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Synchronizing usage tracker for tenant:2ccd84371dae430bbf0d0a57fb99a3ef on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:30:12.142995 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-52805343-f578-4909-a883-3d215a19bbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:12.145679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-52805343-f578-4909-a883-3d215a19bbe6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2fddfcfe-4e54-4dd2-902c-5e8b66719ef6 HTTP/1.1" status: 204 len: 168 time: 5.0818095 May 25 20:30:12.178595 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:12.178982 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:12.179187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-01eb4b91-cb00-459c-9ca1-1eda7f7423f2 req-ec647074-6f35-4fc8-9a93-25b3730df1de tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Unset dirty status for tenant:2ccd84371dae430bbf0d0a57fb99a3ef on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:30:12.181053 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-01eb4b91-cb00-459c-9ca1-1eda7f7423f2 req-ec647074-6f35-4fc8-9a93-25b3730df1de tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 210 time: 0.6911530 May 25 20:30:12.195614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-452030ae-56bc-4f98-8629-1312562c904b req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:12.226767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9,segment=NetworkSegment(cee4a309-e9d4-4953-bafc-917d8e27d317),segment_id=cee4a309-e9d4-4953-bafc-917d8e27d317)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:12.238547 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:12.305285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Deleting port cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:12.309993 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:12.351900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:12.427684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a6e8b-6ad1-45ef-a8bc-6ba2e6387d84 req-b3031e8a-3b38-47e4-a39e-17b13a19a353 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:12.431143 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f6a6e8b-6ad1-45ef-a8bc-6ba2e6387d84 req-b3031e8a-3b38-47e4-a39e-17b13a19a353 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 943 time: 0.9635346 May 25 20:30:12.487558 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e72bad1d-967c-402e-892d-0acb27440a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:12.499463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-452030ae-56bc-4f98-8629-1312562c904b req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:12.536830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e72bad1d-967c-402e-892d-0acb27440a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:12.554479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452030ae-56bc-4f98-8629-1312562c904b req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Made reservation on behalf of 2ccd84371dae430bbf0d0a57fb99a3ef for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:30:12.558628 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:12.573338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e72bad1d-967c-402e-892d-0acb27440a65 admin admin] Usage tracker for resource:security_group_rule and tenant:0a27209224734baf85f01026d6ef851f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:12.582126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e72bad1d-967c-402e-892d-0acb27440a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:12.596392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e72bad1d-967c-402e-892d-0acb27440a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:12.605555 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f6a6e8b-6ad1-45ef-a8bc-6ba2e6387d84 req-5af38740-cfed-467e-b125-bc455801469f tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533766 May 25 20:30:12.611985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c3a43d-f917-4add-9374-4793c6398142 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:30:12.624654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92946c56-7b25-4a3c-86ed-eeed530cb977 None None] Sync routers for ids ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:30:12.644879 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92946c56-7b25-4a3c-86ed-eeed530cb977 None None] Routers {'6c2fd807-7204-48b8-a728-b0d9a3ba3061'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:30:12.647220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-92946c56-7b25-4a3c-86ed-eeed530cb977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:30:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:12.666957 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f4c3a43d-f917-4add-9374-4793c6398142 admin admin] 10.222.0.60 "PUT /v2.0/routers/6c2fd807-7204-48b8-a728-b0d9a3ba3061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4094794 May 25 20:30:12.669868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41420) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:12.880868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c5d6d7c4-edb8-44b1-83dd-5fc94d4151f6 req-771806de-8715-49ea-ae13-c9e3fc84883e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Synchronizing usage tracker for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:30:12.890098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41426) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:12.965796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:30:12.976172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452030ae-56bc-4f98-8629-1312562c904b req-d25359af-95c2-4a34-8b76-bc7c63277321 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:12.977737 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-d25359af-95c2-4a34-8b76-bc7c63277321 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.50 "GET /v2.0/networks?id=9f2b0728-0038-421a-b617-7d83758eea93 HTTP/1.1" status: 200 len: 812 time: 2.4937882 May 25 20:30:13.008211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-92946c56-7b25-4a3c-86ed-eeed530cb977 None None] Set router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:30:13.012682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-452030ae-56bc-4f98-8629-1312562c904b req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Request body: {'port': {'device_id': '034c7f2b-d528-43b0-a260-e60ed1f0c394', 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93', 'admin_state_up': True, 'tenant_id': '2ccd84371dae430bbf0d0a57fb99a3ef'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:13.234069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-452030ae-56bc-4f98-8629-1312562c904b req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:13.241834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-452030ae-56bc-4f98-8629-1312562c904b req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Allocated IP 172.20.0.10 (9f2b0728-0038-421a-b617-7d83758eea93/4b37fe93-d1a5-433c-8457-7945493cef1d/de96b14d-9207-4275-9d1d-773bfeb35d1c) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:30:13.309472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c5d6d7c4-edb8-44b1-83dd-5fc94d4151f6 req-771806de-8715-49ea-ae13-c9e3fc84883e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Unset dirty status for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:30:13.322835 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5d6d7c4-edb8-44b1-83dd-5fc94d4151f6 req-771806de-8715-49ea-ae13-c9e3fc84883e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 210 time: 0.6702790 May 25 20:30:13.376830 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-616f240d-8de8-469e-8b16-798ccb663594 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb20154d848c49b8adeca7040471c554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833140 May 25 20:30:13.401559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-452030ae-56bc-4f98-8629-1312562c904b req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:13.403584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41436) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:13.430412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed8a99-3ded-4cab-9e3f-1d11d45bc858 req-ab7b49f2-6968-4c8e-bdac-3d946527c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:13.432522 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2ed8a99-3ded-4cab-9e3f-1d11d45bc858 req-ab7b49f2-6968-4c8e-bdac-3d946527c1c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=212413ebfaf045a6b05332ddfc943624&device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 1094 time: 1.3854816 May 25 20:30:13.445634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] For port cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9,segment=NetworkSegment(cee4a309-e9d4-4953-bafc-917d8e27d317),segment_id=cee4a309-e9d4-4953-bafc-917d8e27d317)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:13.446398 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:13.477090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] For port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:13.477730 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:13.532229 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-92946c56-7b25-4a3c-86ed-eeed530cb977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:30:07Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:13.538301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92946c56-7b25-4a3c-86ed-eeed530cb977 None None] Checking router: 6c2fd807-7204-48b8-a728-b0d9a3ba3061 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:30:13.546890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92946c56-7b25-4a3c-86ed-eeed530cb977 None None] Routers {'6c2fd807-7204-48b8-a728-b0d9a3ba3061'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:30:13.547497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-92946c56-7b25-4a3c-86ed-eeed530cb977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:30:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:13.647632 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:30:13.649159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed8a99-3ded-4cab-9e3f-1d11d45bc858 req-6373bbf1-3d2a-4aa5-8161-c3bfa74b9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:13.659522 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2ed8a99-3ded-4cab-9e3f-1d11d45bc858 req-6373bbf1-3d2a-4aa5-8161-c3bfa74b9025 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65547adc-ce3c-4cc8-af97-256dbbd2583f HTTP/1.1" status: 200 len: 916 time: 0.1878924 May 25 20:30:13.784277 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:13.831315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:13.831701 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:13.854711 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e72bad1d-967c-402e-892d-0acb27440a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:13.863092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f56874a1-5e65-4467-9b53-9a8278d893c1 req-59ef70a8-a341-441d-8f39-de317e7ddc29 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Synchronizing usage tracker for tenant:2ccd84371dae430bbf0d0a57fb99a3ef on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:30:13.893760 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e72bad1d-967c-402e-892d-0acb27440a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:14.019454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:14.044693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-92946c56-7b25-4a3c-86ed-eeed530cb977 None None] Set router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:30:14.160223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e72bad1d-967c-402e-892d-0acb27440a65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a27209224734baf85f01026d6ef851f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1872745 May 25 20:30:14.161259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bad1d-967c-402e-892d-0acb27440a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f73b282-c5ca-4108-ae64-6a570430e178,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:14.165220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41456) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:14.181611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f56874a1-5e65-4467-9b53-9a8278d893c1 req-59ef70a8-a341-441d-8f39-de317e7ddc29 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Unset dirty status for tenant:2ccd84371dae430bbf0d0a57fb99a3ef on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:30:14.183326 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f56874a1-5e65-4467-9b53-9a8278d893c1 req-59ef70a8-a341-441d-8f39-de317e7ddc29 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 210 time: 0.6958957 May 25 20:30:14.208771 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:14.267506 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] Deleting port f2e69538-cee5-483e-ac82-c2670dc881a9 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:14.268121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:14.396580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Calling delete_port for cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:14.424039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-92946c56-7b25-4a3c-86ed-eeed530cb977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:30:07Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:14.428208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92946c56-7b25-4a3c-86ed-eeed530cb977 None None] The sync data for ids ['6c2fd807-7204-48b8-a728-b0d9a3ba3061'] in n-d-843339-1 is: [{'id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'name': 'tempest-AttachVolumeShelveTestJSON-1001039398-router', 'tenant_id': 'a52a7ae8afff4a00995e63198463c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:19:55Z', 'updated_at': '2022-05-25T20:30:07Z', 'revision_number': 5, 'project_id': 'a52a7ae8afff4a00995e63198463c2df', 'gw_port': {'id': 'f2e69538-cee5-483e-ac82-c2670dc881a9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2fd807-7204-48b8-a728-b0d9a3ba3061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:19:59Z', 'updated_at': '2022-05-25T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:30:14.472763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Calling delete_port for cdcf5a9e-db08-410a-806e-ba7b02fbdc7b owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:14.526632 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:14.536727 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452030ae-56bc-4f98-8629-1312562c904b req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Made reservation on behalf of 2ccd84371dae430bbf0d0a57fb99a3ef for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:30:14.540144 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:14.560567 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18443870-c73a-4e42-8b89-c722ecc9b148 req-d5b66418-d516-41d0-9d38-c84aa101d555 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=db02888a-8f9d-4091-8a93-e7c83861e84e HTTP/1.1" status: 200 len: 210 time: 0.0758910 May 25 20:30:14.570203 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2ed8a99-3ded-4cab-9e3f-1d11d45bc858 req-d81067f8-8632-4e56-96d6-5569229be27f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d65260d1-04df-460e-a5b4-5c088ca4b0a7 HTTP/1.1" status: 200 len: 217 time: 0.5183783 May 25 20:30:14.573723 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b4c05c8a-18a0-402e-8ebe-c170a1072074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:14.663856 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b4c05c8a-18a0-402e-8ebe-c170a1072074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:14.673964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] For port f2e69538-cee5-483e-ac82-c2670dc881a9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f2e69538-cee5-483e-ac82-c2670dc881a9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:14.674895 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:14.743880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:30:14.759588 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ef29e-7353-4e3d-a8ac-7b5631c215e1 None None] Sync routers for ids ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:30:14.820510 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ef29e-7353-4e3d-a8ac-7b5631c215e1 None None] Routers {'cb39b7dc-0b20-4c75-863b-d4100e7e70a6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:30:14.821150 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f88ef29e-7353-4e3d-a8ac-7b5631c215e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:30:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:14.834943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] Calling delete_port for f2e69538-cee5-483e-ac82-c2670dc881a9 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:14.898186 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:14.924646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d65260d1-04df-460e-a5b4-5c088ca4b0a7 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:30:15.007942 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-effa2783-4a36-48bd-a69a-ef0af1cf38da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:15.085399 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-effa2783-4a36-48bd-a69a-ef0af1cf38da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:15.106360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Pushing event updated for resources: {'Port': ['ID=de96b14d-9207-4275-9d1d-773bfeb35d1c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:15.130293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452030ae-56bc-4f98-8629-1312562c904b req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Network 9f2b0728-0038-421a-b617-7d83758eea93 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:30:15.140422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-452030ae-56bc-4f98-8629-1312562c904b req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:30:15.143534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-452030ae-56bc-4f98-8629-1312562c904b req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:30:15.149196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d65260d1-04df-460e-a5b4-5c088ca4b0a7, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d65260d1-04df-460e-a5b4-5c088ca4b0a7,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:15.183218 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'd65260d1-04df-460e-a5b4-5c088ca4b0a7', 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f', 'port_id': 'd65260d1-04df-460e-a5b4-5c088ca4b0a7', 'mac_address': 'fa:16:3e:22:ad:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1a9ea4-8bbb-4cea-a1d1-019b683babad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:30:15.209040 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f88ef29e-7353-4e3d-a8ac-7b5631c215e1 None None] Set router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:30:15.273943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452030ae-56bc-4f98-8629-1312562c904b req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:15.274576 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:15.281124 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b4c05c8a-18a0-402e-8ebe-c170a1072074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:15.305521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] No DVR routers for this DVR port 06c08728-e001-4860-ab46-7ca9bb1274bb on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:30:15.307139 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:15.318690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c05c8a-18a0-402e-8ebe-c170a1072074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f73b282-c5ca-4108-ae64-6a570430e178,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:15.324448 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b4c05c8a-18a0-402e-8ebe-c170a1072074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:15.326082 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b4c05c8a-18a0-402e-8ebe-c170a1072074 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f73b282-c5ca-4108-ae64-6a570430e178 HTTP/1.1" status: 204 len: 168 time: 1.1460328 May 25 20:30:15.331481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-c7a43a6a-9218-473a-9b85-1608ab41538c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1604378 May 25 20:30:15.336311 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:15.427236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d65260d1-04df-460e-a5b4-5c088ca4b0a7 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:15.431711 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:15.450534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Request body: {'port': {'device_id': '708c5d76-c69e-42e7-83be-8a14ec32bfe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:15.472760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed8a99-3ded-4cab-9e3f-1d11d45bc858 req-9304f34d-b2cb-42e7-b6fd-bc2a85cb5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:15.474583 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2ed8a99-3ded-4cab-9e3f-1d11d45bc858 req-9304f34d-b2cb-42e7-b6fd-bc2a85cb5d7d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4f1a9ea4-8bbb-4cea-a1d1-019b683babad HTTP/1.1" status: 200 len: 855 time: 0.8851602 May 25 20:30:15.475277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'name': 'network-vif-deleted', 'tag': '06c08728-e001-4860-ab46-7ca9bb1274bb'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:15.480803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44c88b35-057f-4fcc-8c77-2ae16dcf2307 req-d5af2696-3484-4763-bb25-edaaa2c65a98 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.50 "DELETE /v2.0/ports/06c08728-e001-4860-ab46-7ca9bb1274bb HTTP/1.1" status: 204 len: 173 time: 10.2671518 May 25 20:30:15.484575 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65260d1-04df-460e-a5b4-5c088ca4b0a7 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:30:15.515852 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:15.549912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d65260d1-04df-460e-a5b4-5c088ca4b0a7, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d65260d1-04df-460e-a5b4-5c088ca4b0a7,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:15.557541 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:15.598882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f00322ed-ed7e-4d5e-983f-d2afdacef75c no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:30:15.633817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:15.820372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: f00322ed-ed7e-4d5e-983f-d2afdacef75c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:30:15.820840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f00322ed-ed7e-4d5e-983f-d2afdacef75c not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:30:15.829739 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d65260d1-04df-460e-a5b4-5c088ca4b0a7,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:15.900976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['d65260d1-04df-460e-a5b4-5c088ca4b0a7'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:30:15.903551 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-effa2783-4a36-48bd-a69a-ef0af1cf38da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:15.908133 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:16.068652 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f88ef29e-7353-4e3d-a8ac-7b5631c215e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:12Z', 'revision_number': 4, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '3d6eb180-138c-4732-9b8a-f09915d6e4ac', 'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'mac_address': 'fa:16:3e:e9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:25:08Z', 'updated_at': '2022-05-25T20:25:22Z', 'revision_number': 5, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'subnets': [{'id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:16.077933 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ef29e-7353-4e3d-a8ac-7b5631c215e1 None None] Checking router: cb39b7dc-0b20-4c75-863b-d4100e7e70a6 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:30:16.085295 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2ed8a99-3ded-4cab-9e3f-1d11d45bc858 req-c89c92e9-8734-4d32-ab70-69496c52f7bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65547adc-ce3c-4cc8-af97-256dbbd2583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5973926 May 25 20:30:16.105765 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ef29e-7353-4e3d-a8ac-7b5631c215e1 None None] Routers {'cb39b7dc-0b20-4c75-863b-d4100e7e70a6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:30:16.106910 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f88ef29e-7353-4e3d-a8ac-7b5631c215e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:30:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:16.118427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa2783-4a36-48bd-a69a-ef0af1cf38da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd27115-bdec-4c68-a844-60c3cca2a9b0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:16.132863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Pushing event deleted for resources: {'Port': ['ID=cdcf5a9e-db08-410a-806e-ba7b02fbdc7b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:16.143844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0415c-b71d-4d29-a526-489a5cfe7dda req-7fecd877-773c-4885-8551-90b458003798 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:16.151393 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9c0415c-b71d-4d29-a526-489a5cfe7dda req-7fecd877-773c-4885-8551-90b458003798 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 943 time: 2.1115730 May 25 20:30:16.154452 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:16.262476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e69538-cee5-483e-ac82-c2670dc881a9,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:16.350779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-692b41b0-d738-4496-afc3-58b91f8a4bc2 req-e755ea63-11b0-49ee-8f4b-cd6d8b45a074 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 210 time: 0.8401771 May 25 20:30:16.470731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:16.479665 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f88ef29e-7353-4e3d-a8ac-7b5631c215e1 None None] Set router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:30:16.916248 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:16.940088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d65260d1-04df-460e-a5b4-5c088ca4b0a7 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:30:16.997355 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:16.999149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41520) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:17.094078 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f88ef29e-7353-4e3d-a8ac-7b5631c215e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:12Z', 'revision_number': 4, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '3d6eb180-138c-4732-9b8a-f09915d6e4ac', 'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'mac_address': 'fa:16:3e:e9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:25:08Z', 'updated_at': '2022-05-25T20:25:22Z', 'revision_number': 5, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'subnets': [{'id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:17.099158 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:17.114258 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ef29e-7353-4e3d-a8ac-7b5631c215e1 None None] The sync data for ids ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'] in n-d-843339-1 is: [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:25:12Z', 'revision_number': 4, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '3d6eb180-138c-4732-9b8a-f09915d6e4ac', 'name': '', 'network_id': '164c88b4-177b-4381-afdd-4a8c4f88e909', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'mac_address': 'fa:16:3e:e9:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:25:08Z', 'updated_at': '2022-05-25T20:25:22Z', 'revision_number': 5, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'subnets': [{'id': '279f1a22-ecae-455b-8eb6-ade985c0afc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:30:17.192027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port d65260d1-04df-460e-a5b4-5c088ca4b0a7 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:30:17.201645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port d65260d1-04df-460e-a5b4-5c088ca4b0a7 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:17.202459 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:17.316799 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:17.320314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2fd807-7204-48b8-a728-b0d9a3ba3061 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:30:17.401238 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2ed8a99-3ded-4cab-9e3f-1d11d45bc858 req-5415c0af-f622-421f-9f74-6b5329794c4c service neutron] 10.222.0.50 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2782788 May 25 20:30:17.408655 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:17.409841 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ba70d3f9-e619-44db-85a4-f2ba72185a4a admin admin] 10.222.0.60 "DELETE /v2.0/routers/6c2fd807-7204-48b8-a728-b0d9a3ba3061 HTTP/1.1" status: 204 len: 168 time: 4.7387526 May 25 20:30:17.418984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41534) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:17.598805 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b977060-3d01-4634-aa4f-de35a264dfef tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:17.615298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d65260d1-04df-460e-a5b4-5c088ca4b0a7 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:17.615686 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:17.705138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee5fad3-a2af-4966-8a04-f5790ff4725e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65260d1-04df-460e-a5b4-5c088ca4b0a7'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:17.734461 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b977060-3d01-4634-aa4f-de35a264dfef tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:17.768738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d65260d1-04df-460e-a5b4-5c088ca4b0a7, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d65260d1-04df-460e-a5b4-5c088ca4b0a7,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:17.772380 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac56383-afc5-4110-a220-160d92d98535'] response: {'server_uuid': 'db02888a-8f9d-4091-8a93-e7c83861e84e', 'name': 'network-vif-deleted', 'tag': '06c08728-e001-4860-ab46-7ca9bb1274bb', 'status': 'completed', 'code': 200} May 25 20:30:17.777728 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:17.837012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] No DVR routers for this DVR port cdcf5a9e-db08-410a-806e-ba7b02fbdc7b on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:30:17.840542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-452030ae-56bc-4f98-8629-1312562c904b req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Allocated IP 172.20.0.8 (9f2b0728-0038-421a-b617-7d83758eea93/4b37fe93-d1a5-433c-8457-7945493cef1d/a8cc9847-959b-4d19-abe9-1d88fb6d806c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:30:17.919554 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbba04bb-58f9-4356-aa04-0cfbc9a22e83 None None] New status for floating IP 7852815a-c737-4c93-aabf-41b29c476907: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:30:17.936300 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:17.938295 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f09af2ce-a4cd-43e2-8480-1cee07163408 req-65c46033-5454-444a-bfda-73dbe3e8dd28 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.70 "DELETE /v2.0/ports/cdcf5a9e-db08-410a-806e-ba7b02fbdc7b HTTP/1.1" status: 204 len: 173 time: 12.7257402 May 25 20:30:17.952609 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:17.960871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-effa2783-4a36-48bd-a69a-ef0af1cf38da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:17.965057 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-effa2783-4a36-48bd-a69a-ef0af1cf38da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bd27115-bdec-4c68-a844-60c3cca2a9b0 HTTP/1.1" status: 204 len: 168 time: 4.5595522 May 25 20:30:17.972558 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:17.989264 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9c0415c-b71d-4d29-a526-489a5cfe7dda req-1e27e6dc-c120-4207-bae6-967b77c9cad1 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8368640 May 25 20:30:17.996878 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c828f30d-f3b1-4236-9e36-5abcde224513 req-7b5eb076-2ddb-478b-8039-315e174cd7ca tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 210 time: 0.1440358 May 25 20:30:18.077516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c2ef19-57a7-4a98-9eb6-993308218002 admin admin] Deleting subnet 90f38b46-9103-4fb4-97e5-af5301a4267f {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:30:18.115359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d65260d1-04df-460e-a5b4-5c088ca4b0a7,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:18.165274 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc49c23a-dc41-48bd-96d5-004afba53c43'] response: {'server_uuid': '2ee5fad3-a2af-4966-8a04-f5790ff4725e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65260d1-04df-460e-a5b4-5c088ca4b0a7', 'code': 200} May 25 20:30:18.201313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b977060-3d01-4634-aa4f-de35a264dfef tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:18.221928 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:18.230247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 333387e0-c014-4340-bf75-d6a3ee43112a {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:30:18.264536 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26c2ef19-57a7-4a98-9eb6-993308218002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:18.447474 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26c2ef19-57a7-4a98-9eb6-993308218002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:18.733379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b977060-3d01-4634-aa4f-de35a264dfef tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94416fd4-acfe-4dc2-b2d7-51d11c29f987,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:18.775268 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b977060-3d01-4634-aa4f-de35a264dfef tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:18.778771 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7b977060-3d01-4634-aa4f-de35a264dfef tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "DELETE /v2.0/security-groups/94416fd4-acfe-4dc2-b2d7-51d11c29f987 HTTP/1.1" status: 204 len: 168 time: 1.6835356 May 25 20:30:18.796440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41562) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:18.948611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26c2ef19-57a7-4a98-9eb6-993308218002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:19.024693 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:19.026483 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5d01c6af-e507-4ed4-9f2e-8c4a0898de77 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "DELETE /v2.0/routers/333387e0-c014-4340-bf75-d6a3ee43112a HTTP/1.1" status: 204 len: 168 time: 11.9209194 May 25 20:30:19.033763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41572) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:19.039583 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2ed8a99-3ded-4cab-9e3f-1d11d45bc858 req-7954a9d4-d66a-4e68-8d5c-90dc0cb41aa0 service neutron] 10.222.0.50 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3099201 May 25 20:30:19.133660 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:19.185112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d2b2e-469f-4a30-a4ed-8171b853d063 req-39c5ce54-9dac-4a74-8fe6-f9b12d4cf300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:19.188682 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d4d2b2e-469f-4a30-a4ed-8171b853d063 req-39c5ce54-9dac-4a74-8fe6-f9b12d4cf300 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 1096 time: 0.8506415 May 25 20:30:19.197515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-726bc7f8-ae5d-4713-a3ca-7365198aff1a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Deleting subnet 501fdfa7-8cd9-418e-87eb-8f6bf4535c2b {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:30:19.201183 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-726bc7f8-ae5d-4713-a3ca-7365198aff1a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:19.287662 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-726bc7f8-ae5d-4713-a3ca-7365198aff1a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:19.296744 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:19.352874 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-726bc7f8-ae5d-4713-a3ca-7365198aff1a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:19.510018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452030ae-56bc-4f98-8629-1312562c904b req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Network 9f2b0728-0038-421a-b617-7d83758eea93 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:30:19.524957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-452030ae-56bc-4f98-8629-1312562c904b req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:30:19.527568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-452030ae-56bc-4f98-8629-1312562c904b req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:30:19.556794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f2e69538-cee5-483e-ac82-c2670dc881a9 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:30:19.583349 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d4d2b2e-469f-4a30-a4ed-8171b853d063 req-aee0ea5f-2644-4d34-b2d7-47a1d1727ee1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671629 May 25 20:30:19.611383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Pushing event updated for resources: {'Port': ['ID=a8cc9847-959b-4d19-abe9-1d88fb6d806c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:19.611663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: f2e69538-cee5-483e-ac82-c2670dc881a9 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:30:19.611912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f2e69538-cee5-483e-ac82-c2670dc881a9 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:30:19.612794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:30:19.623312 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-5ec9f236-d1f1-44c3-9f33-555e484c34d0 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] show failed (client error): The resource could not be found. May 25 20:30:19.628903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41590) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:19.642667 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5ec9f236-d1f1-44c3-9f33-555e484c34d0 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups/94416fd4-acfe-4dc2-b2d7-51d11c29f987 HTTP/1.1" status: 404 len: 347 time: 0.8187969 May 25 20:30:19.703614 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:30:19.703924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cf3e48ff-dac3-410a-802b-1f5cbfa6e1d9 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:30:19.712915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41596) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:19.748583 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26c2ef19-57a7-4a98-9eb6-993308218002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:19.756332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452030ae-56bc-4f98-8629-1312562c904b req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:19.757041 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:19.790057 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-726bc7f8-ae5d-4713-a3ca-7365198aff1a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:19.835954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1', 'name': 'network-vif-deleted', 'tag': 'cdcf5a9e-db08-410a-806e-ba7b02fbdc7b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:19.846056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9247401-34c6-4b81-8ab7-c19c1e8b7f9a None None] Network 60c85bf1-10d8-47d9-9f87-ec16cc26b225 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:30:19.859296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2ef19-57a7-4a98-9eb6-993308218002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f38b46-9103-4fb4-97e5-af5301a4267f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:19.875219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af2c1a-4f01-4f8e-b837-1411b07ef1c2 req-7c68ae75-5391-4e54-8c09-93db620a7943 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:19.876639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b7af2c1a-4f01-4f8e-b837-1411b07ef1c2 req-7c68ae75-5391-4e54-8c09-93db620a7943 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Synchronizing usage tracker for tenant:2ccd84371dae430bbf0d0a57fb99a3ef on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:30:19.877380 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26c2ef19-57a7-4a98-9eb6-993308218002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:19.899957 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-726bc7f8-ae5d-4713-a3ca-7365198aff1a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:19.905857 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-c46d7944-dcf6-4a69-8638-9612c4ae263b tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9092319 May 25 20:30:19.906933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d43a8deb-54bb-43bf-ad63-40974d70c439 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Deleting port 0ded4761-d292-48ed-9c0e-24da3809a6b8 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:19.907376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d43a8deb-54bb-43bf-ad63-40974d70c439 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:19.952684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Request body: {'port': {'device_id': '034c7f2b-d528-43b0-a260-e60ed1f0c394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:19.988568 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-726bc7f8-ae5d-4713-a3ca-7365198aff1a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/501fdfa7-8cd9-418e-87eb-8f6bf4535c2b HTTP/1.1" status: 204 len: 168 time: 0.9521830 May 25 20:30:19.989886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bc7f8-ae5d-4713-a3ca-7365198aff1a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=501fdfa7-8cd9-418e-87eb-8f6bf4535c2b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:19.992061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41606) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:20.009684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2143b39f-5c72-42a4-89d5-e3c4b18b5801 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:20.026280 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-26c2ef19-57a7-4a98-9eb6-993308218002 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/90f38b46-9103-4fb4-97e5-af5301a4267f HTTP/1.1" status: 204 len: 168 time: 2.6062014 May 25 20:30:20.027434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41610) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:20.039602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b7af2c1a-4f01-4f8e-b837-1411b07ef1c2 req-7c68ae75-5391-4e54-8c09-93db620a7943 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Unset dirty status for tenant:2ccd84371dae430bbf0d0a57fb99a3ef on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:30:20.040788 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b7af2c1a-4f01-4f8e-b837-1411b07ef1c2 req-7c68ae75-5391-4e54-8c09-93db620a7943 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 931 time: 0.6169755 May 25 20:30:20.249270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ed5f6-68bf-4d02-bcda-4c9017f16e6d req-44f17b11-66da-41b7-8f97-324be9a36f1c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:20.254741 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23e5483-5cff-4887-9970-fb0de6d28915 None None] DHCP port deletion for 60c85bf1-10d8-47d9-9f87-ec16cc26b225 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:30:20.255206 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ac7ed5f6-68bf-4d02-bcda-4c9017f16e6d req-44f17b11-66da-41b7-8f97-324be9a36f1c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.7904744 May 25 20:30:20.261571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f23e5483-5cff-4887-9970-fb0de6d28915 None None] Deleting port cce17803-3dd5-4742-88de-da0ead61f40e {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:20.262013 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f23e5483-5cff-4887-9970-fb0de6d28915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:20.409531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2143b39f-5c72-42a4-89d5-e3c4b18b5801 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] 10.222.0.60 "PUT /v2.0/quotas/208bb17863c4493c9d0d529beeb24797 HTTP/1.1" status: 200 len: 368 time: 0.6517198 May 25 20:30:20.409531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:20.413790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41624) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:20.430404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Request body: {'network': {'project_id': '208bb17863c4493c9d0d529beeb24797'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:20.466371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:20.491983 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b3863ce-3151-43d5-89b7-7908b0065992 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:20.494228 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ac7ed5f6-68bf-4d02-bcda-4c9017f16e6d req-ffcaf8aa-ccf7-40ca-baed-ee51ba65ba2d tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379909 May 25 20:30:20.543398 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b7af2c1a-4f01-4f8e-b837-1411b07ef1c2 req-e385fb2b-9372-4b6b-9e76-0e0cb6c9a380 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902074 May 25 20:30:20.548944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Usage tracker for resource:network and tenant:208bb17863c4493c9d0d529beeb24797 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:20.552848 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:20.559249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Deleting port cce17803-3dd5-4742-88de-da0ead61f40e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:20.559557 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:20.619073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f23e5483-5cff-4887-9970-fb0de6d28915 None None] For port cce17803-3dd5-4742-88de-da0ead61f40e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cce17803-3dd5-4742-88de-da0ead61f40e,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:20.619622 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f23e5483-5cff-4887-9970-fb0de6d28915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:20.748189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:20.785802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:20.846597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de96b14d-9207-4275-9d1d-773bfeb35d1c {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:30:20.865326 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:20.867784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Made reservation on behalf of 208bb17863c4493c9d0d529beeb24797 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:30:20.869662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f23e5483-5cff-4887-9970-fb0de6d28915 None None] Calling delete_port for cce17803-3dd5-4742-88de-da0ead61f40e owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:20.870488 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:20.925490 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:20.936700 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5927ecc1-1c09-4cbe-9006-e02939e09ce3'] response: {'server_uuid': '6146ba00-48dd-4ef5-b6f9-20ce2bcb78a1', 'name': 'network-vif-deleted', 'tag': 'cdcf5a9e-db08-410a-806e-ba7b02fbdc7b', 'status': 'completed', 'code': 200} May 25 20:30:20.955643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Transition to ACTIVE for port object de96b14d-9207-4275-9d1d-773bfeb35d1c will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:30:20.963234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:20.966570 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d43a8deb-54bb-43bf-ad63-40974d70c439 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:20.967153 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d43a8deb-54bb-43bf-ad63-40974d70c439 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:20.969778 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f23e5483-5cff-4887-9970-fb0de6d28915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:21.048836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23e5483-5cff-4887-9970-fb0de6d28915 None None] No DVR routers for this DVR port cce17803-3dd5-4742-88de-da0ead61f40e on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:30:21.048836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e5483-5cff-4887-9970-fb0de6d28915 None None] Pushing event deleted for resources: {'Port': ['ID=cce17803-3dd5-4742-88de-da0ead61f40e,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:21.058762 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:21.068212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Usage tracker for resource:security_group_rule and tenant:208bb17863c4493c9d0d529beeb24797 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:21.114273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:21.128910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:21.207665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d43a8deb-54bb-43bf-ad63-40974d70c439 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Calling delete_port for 0ded4761-d292-48ed-9c0e-24da3809a6b8 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:21.247428 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b3863ce-3151-43d5-89b7-7908b0065992 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:21.261038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] For port cce17803-3dd5-4742-88de-da0ead61f40e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=cce17803-3dd5-4742-88de-da0ead61f40e,segment=NetworkSegment(516ecdf2-3c00-409d-bd4f-91fb75372482),segment_id=516ecdf2-3c00-409d-bd4f-91fb75372482)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:21.261321 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:21.309607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Pushing event updated for resources: {'Port': ['ID=de96b14d-9207-4275-9d1d-773bfeb35d1c,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:21.373156 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-8b3863ce-3151-43d5-89b7-7908b0065992 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9970079d-cba3-4874-83ca-31e14250fe1a']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:21.401687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-8b3863ce-3151-43d5-89b7-7908b0065992 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee4a309-e9d4-4953-bafc-917d8e27d317') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:21.401687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-8b3863ce-3151-43d5-89b7-7908b0065992 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee4a309-e9d4-4953-bafc-917d8e27d317') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:21.449075 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b3863ce-3151-43d5-89b7-7908b0065992 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:21.478958 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b3863ce-3151-43d5-89b7-7908b0065992 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:21.487822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Calling delete_port for cce17803-3dd5-4742-88de-da0ead61f40e owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:21.494906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3863ce-3151-43d5-89b7-7908b0065992 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:30:21.495381 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b3863ce-3151-43d5-89b7-7908b0065992 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:21.602615 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment cee4a309-e9d4-4953-bafc-917d8e27d317 resource provider aggregate not found May 25 20:30:21.645494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cce17803-3dd5-4742-88de-da0ead61f40e no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:30:21.662027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Attempting to bind port de96b14d-9207-4275-9d1d-773bfeb35d1c on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:30:21.662563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Attempting to bind port de96b14d-9207-4275-9d1d-773bfeb35d1c by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:30:21.662889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Attempting to bind port de96b14d-9207-4275-9d1d-773bfeb35d1c on network 9f2b0728-0038-421a-b617-7d83758eea93 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:30:21.676015 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment cee4a309-e9d4-4953-bafc-917d8e27d317 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cee4a309-e9d4-4953-bafc-917d8e27d317 found for delete ", "request_id": "req-2e4f4ba1-82ba-4e8d-ac55-79a72b360bfa"}]} May 25 20:30:21.681682 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b3863ce-3151-43d5-89b7-7908b0065992 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:21.715677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3863ce-3151-43d5-89b7-7908b0065992 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9970079d-cba3-4874-83ca-31e14250fe1a {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 25 20:30:21.732113 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:30:21.750919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Port de96b14d-9207-4275-9d1d-773bfeb35d1c on network 9f2b0728-0038-421a-b617-7d83758eea93 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:30:21.756157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Attempting to bind port de96b14d-9207-4275-9d1d-773bfeb35d1c on network 9f2b0728-0038-421a-b617-7d83758eea93 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:30:21.779920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:30:21.784018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Checking segment: {'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:30:21.784624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Bound using segment: {'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:30:21.785676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Bound port: de96b14d-9207-4275-9d1d-773bfeb35d1c, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:30:21.786244 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:21.794558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: cce17803-3dd5-4742-88de-da0ead61f40e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:30:21.794943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device cce17803-3dd5-4742-88de-da0ead61f40e not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:30:21.806519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3863ce-3151-43d5-89b7-7908b0065992 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event deleted for resources: {'Network': ['ID=9970079d-cba3-4874-83ca-31e14250fe1a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:21.815743 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:21.830637 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b3863ce-3151-43d5-89b7-7908b0065992 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:21.862620 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:21.866535 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:30:21.867031 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:30:21.966191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:30:21.992566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79861f7-ff38-4dac-bdf1-9c60d25233df,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:22.020233 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.020586 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Added segment cde0f56e-a4e5-44c2-a48b-6e9e96f3e4d7 of type vlan for network bb14d81b-1b34-4c8e-89b1-faba9c67beed May 25 20:30:22.025134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d43a8deb-54bb-43bf-ad63-40974d70c439 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.047221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] For port de96b14d-9207-4275-9d1d-773bfeb35d1c, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:30:22.059688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] For port de96b14d-9207-4275-9d1d-773bfeb35d1c, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=de96b14d-9207-4275-9d1d-773bfeb35d1c,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:30:22.069278 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.073685 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.081763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8b3863ce-3151-43d5-89b7-7908b0065992 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "DELETE /v2.0/networks/9970079d-cba3-4874-83ca-31e14250fe1a HTTP/1.1" status: 204 len: 168 time: 2.0812607 May 25 20:30:22.087037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8cc9847-959b-4d19-abe9-1d88fb6d806c {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:30:22.097868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a8deb-54bb-43bf-ad63-40974d70c439 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Pushing event deleted for resources: {'Port': ['ID=0ded4761-d292-48ed-9c0e-24da3809a6b8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:22.103786 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.176689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Transition to ACTIVE for port object a8cc9847-959b-4d19-abe9-1d88fb6d806c will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:30:22.199011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d2deb-b0be-4d75-86bb-038c0e80f204 req-858f5cf7-a9e3-474a-b7b0-e5f3a77de3b1 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:22.211155 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a40d2deb-b0be-4d75-86bb-038c0e80f204 req-858f5cf7-a9e3-474a-b7b0-e5f3a77de3b1 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 931 time: 0.4072943 May 25 20:30:22.223400 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.331019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Pushing event updated for resources: {'Port': ['ID=de96b14d-9207-4275-9d1d-773bfeb35d1c,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:22.343640 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:30:22.356995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:22.357766 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.361436 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-2282d251-c7fa-4f42-9e96-b4b90d8b33ae service neutron] 10.222.0.70 "PUT /v2.0/ports/de96b14d-9207-4275-9d1d-773bfeb35d1c HTTP/1.1" status: 200 len: 1092 time: 6.9169331 May 25 20:30:22.361938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708c5d76-c69e-42e7-83be-8a14ec32bfe4', 'tag': 'de96b14d-9207-4275-9d1d-773bfeb35d1c'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:22.374261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Deleting port cce17803-3dd5-4742-88de-da0ead61f40e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:22.374599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.445925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed777a-e242-4597-9a92-a48613df3868 req-a7ecffb1-951c-462d-9811-a041428ce47a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:22.447528 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-72ed777a-e242-4597-9a92-a48613df3868 req-a7ecffb1-951c-462d-9811-a041428ce47a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.5999961 May 25 20:30:22.456131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Pushing event updated for resources: {'Port': ['ID=a8cc9847-959b-4d19-abe9-1d88fb6d806c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:22.484583 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d43a8deb-54bb-43bf-ad63-40974d70c439 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.487726 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d43a8deb-54bb-43bf-ad63-40974d70c439 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.510622 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d43a8deb-54bb-43bf-ad63-40974d70c439 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "DELETE /v2.0/floatingips/7852815a-c737-4c93-aabf-41b29c476907 HTTP/1.1" status: 204 len: 168 time: 2.8656788 May 25 20:30:22.544029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] The port 'cce17803-3dd5-4742-88de-da0ead61f40e' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:30:22.572821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41670) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:22.577579 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a40d2deb-b0be-4d75-86bb-038c0e80f204 req-f67c342f-563b-4434-8cfe-be5c33245f70 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655694 May 25 20:30:22.578371 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.580019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:22.580542 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-72ed777a-e242-4597-9a92-a48613df3868 req-d4eff062-e2a2-4e82-a104-f1feb25b771f tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256330 May 25 20:30:22.580884 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.621523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-44623128-6a8f-4928-b52c-202638f4dddf tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Request body: {'router': {'name': 'tempest-router--872327447', 'project_id': '1d2b90d881b044378a67cfdebf0449ef'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:22.639460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-44623128-6a8f-4928-b52c-202638f4dddf tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:22.671175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-44623128-6a8f-4928-b52c-202638f4dddf tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Usage tracker for resource:router and tenant:1d2b90d881b044378a67cfdebf0449ef is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:22.694211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-44623128-6a8f-4928-b52c-202638f4dddf tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:22.712528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-44623128-6a8f-4928-b52c-202638f4dddf tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:22.748997 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44623128-6a8f-4928-b52c-202638f4dddf tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.750013 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44623128-6a8f-4928-b52c-202638f4dddf tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.760152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Attempting to bind port a8cc9847-959b-4d19-abe9-1d88fb6d806c on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:30:22.761667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Attempting to bind port a8cc9847-959b-4d19-abe9-1d88fb6d806c by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:30:22.762191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Attempting to bind port a8cc9847-959b-4d19-abe9-1d88fb6d806c on network 9f2b0728-0038-421a-b617-7d83758eea93 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:30:22.773250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Port a8cc9847-959b-4d19-abe9-1d88fb6d806c on network 9f2b0728-0038-421a-b617-7d83758eea93 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:30:22.774205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Attempting to bind port a8cc9847-959b-4d19-abe9-1d88fb6d806c on network 9f2b0728-0038-421a-b617-7d83758eea93 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:30:22.789846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:30:22.790226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Checking segment: {'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:30:22.790804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Bound using segment: {'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:30:22.791398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Bound port: a8cc9847-959b-4d19-abe9-1d88fb6d806c, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1811dd55-5e7d-45f3-b5eb-bed903945617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:30:22.792007 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:22.945530 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921eb85f-2cf9-41c7-aa9e-20ee1644501a'] response: {'name': 'network-changed', 'server_uuid': '708c5d76-c69e-42e7-83be-8a14ec32bfe4', 'tag': 'de96b14d-9207-4275-9d1d-773bfeb35d1c', 'status': 'completed', 'code': 200} May 25 20:30:23.103484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Pushing event updated for resources: {'Network': ['ID=bb14d81b-1b34-4c8e-89b1-faba9c67beed,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:23.107060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.122999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network bb14d81b-1b34-4c8e-89b1-faba9c67beed details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:30:23.123534 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4b65af5b-9215-4b6a-9f54-c3faa65cc15b tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7053697 May 25 20:30:23.139438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41678) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:23.149791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Request body: {'network': {'project_id': '208bb17863c4493c9d0d529beeb24797'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:23.155327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c85bf1-10d8-47d9-9f87-ec16cc26b225']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:23.165137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:23.172482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] For port a8cc9847-959b-4d19-abe9-1d88fb6d806c, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:30:23.173926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Usage tracker for resource:network and tenant:208bb17863c4493c9d0d529beeb24797 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:23.178017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] For port a8cc9847-959b-4d19-abe9-1d88fb6d806c, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a8cc9847-959b-4d19-abe9-1d88fb6d806c,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:30:23.178354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516ecdf2-3c00-409d-bd4f-91fb75372482') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:23.178548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516ecdf2-3c00-409d-bd4f-91fb75372482') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:23.182346 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44623128-6a8f-4928-b52c-202638f4dddf tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.185708 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:23.190083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452030ae-56bc-4f98-8629-1312562c904b req-ad2cbf22-a387-4289-af38-bdb9bed32e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:23.191669 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-ad2cbf22-a387-4289-af38-bdb9bed32e20 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ccd84371dae430bbf0d0a57fb99a3ef&device_id=708c5d76-c69e-42e7-83be-8a14ec32bfe4 HTTP/1.1" status: 200 len: 1095 time: 0.7621121 May 25 20:30:23.197687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:23.210890 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.215040 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44623128-6a8f-4928-b52c-202638f4dddf tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.288469 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.326856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:23.327495 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.329747 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] 10.222.0.50 "PUT /v2.0/ports/a8cc9847-959b-4d19-abe9-1d88fb6d806c HTTP/1.1" status: 200 len: 1091 time: 3.3917067 May 25 20:30:23.330337 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034c7f2b-d528-43b0-a260-e60ed1f0c394', 'tag': 'a8cc9847-959b-4d19-abe9-1d88fb6d806c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:23.357669 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44623128-6a8f-4928-b52c-202638f4dddf tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.363428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-44623128-6a8f-4928-b52c-202638f4dddf tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7774019 May 25 20:30:23.363586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41684) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:23.367543 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-003453dd-8475-4e2e-b2fc-dc8fab07a5bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de96b14d-9207-4275-9d1d-773bfeb35d1c HTTP/1.1" status: 200 len: 217 time: 0.1674936 May 25 20:30:23.371029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Made reservation on behalf of 208bb17863c4493c9d0d529beeb24797 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:30:23.371780 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.391891 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.429661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ad7e3-27eb-44c1-b204-2ac5329f1b2a service neutron] Pushing event updated for resources: {'Port': ['ID=a8cc9847-959b-4d19-abe9-1d88fb6d806c,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:23.469924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:30:23.469924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.486515 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f4606a-62fc-4085-92f0-21edbb420e62'] response: {'name': 'network-changed', 'server_uuid': '034c7f2b-d528-43b0-a260-e60ed1f0c394', 'tag': 'a8cc9847-959b-4d19-abe9-1d88fb6d806c', 'status': 'completed', 'code': 200} May 25 20:30:23.582625 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 516ecdf2-3c00-409d-bd4f-91fb75372482 resource provider aggregate not found May 25 20:30:23.616775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf02fa-18d3-4cba-8980-5679b4f27e25 req-de200151-1400-4b20-85ab-650a680a6947 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:23.624451 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ccf02fa-18d3-4cba-8980-5679b4f27e25 req-de200151-1400-4b20-85ab-650a680a6947 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.7423544 May 25 20:30:23.673421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452030ae-56bc-4f98-8629-1312562c904b req-d97dd2d4-8589-4f3f-8ae5-760c31e0b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:23.678849 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-d97dd2d4-8589-4f3f-8ae5-760c31e0b193 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4b37fe93-d1a5-433c-8457-7945493cef1d HTTP/1.1" status: 200 len: 852 time: 0.2806270 May 25 20:30:23.682353 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.687325 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8a439149-3435-4ec2-a076-cda7df06414a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.752779 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.756047 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 516ecdf2-3c00-409d-bd4f-91fb75372482 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 516ecdf2-3c00-409d-bd4f-91fb75372482 found for delete ", "request_id": "req-fe0e045f-3c31-488b-bc16-890760a5d294"}]} May 25 20:30:23.756757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] Pushing event deleted for resources: {'Network': ['ID=60c85bf1-10d8-47d9-9f87-ec16cc26b225,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:23.766446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:30:23.788012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-3781e97f-c10d-46cd-82e7-2221379ae7c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9f2b0728-0038-421a-b617-7d83758eea93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943055 May 25 20:30:23.805170 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.821140 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:23.821832 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Added segment 4658485e-ec2f-47eb-a66d-0aa6f2a8d726 of type vlan for network ee7bafcf-fa9f-4a0b-9cc2-157673f4117c May 25 20:30:23.830552 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c84370cf-1a2c-4cf5-80a3-e1671044c838 admin admin] 10.222.0.60 "DELETE /v2.0/networks/60c85bf1-10d8-47d9-9f87-ec16cc26b225 HTTP/1.1" status: 204 len: 168 time: 3.7843351 May 25 20:30:23.946629 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ccf02fa-18d3-4cba-8980-5679b4f27e25 req-d927b134-7646-489f-9d96-1a18103e078d tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207207 May 25 20:30:24.025196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452030ae-56bc-4f98-8629-1312562c904b req-9c736997-fc69-4e80-b342-484c4dcb056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:24.026871 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-9c736997-fc69-4e80-b342-484c4dcb056b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ccd84371dae430bbf0d0a57fb99a3ef&device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 1094 time: 0.6047451 May 25 20:30:24.093350 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:24.130049 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-b488068a-05c6-4f3d-b841-ffea8ba4227f service neutron] 10.222.0.70 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363059 May 25 20:30:24.237498 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-d7bef7e4-5c36-451e-b2d3-69ede2df0616 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8cc9847-959b-4d19-abe9-1d88fb6d806c HTTP/1.1" status: 200 len: 217 time: 0.1396444 May 25 20:30:24.274677 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:30:24.294988 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8a439149-3435-4ec2-a076-cda7df06414a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:24.300693 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8a439149-3435-4ec2-a076-cda7df06414a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:24.302402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41710) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:24.325334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dd826-4af6-4759-a442-2783e43e6510 req-97c64e77-11b7-4522-8fe6-acad501df865 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:24.333076 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a04dd826-4af6-4759-a442-2783e43e6510 req-97c64e77-11b7-4522-8fe6-acad501df865 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 943 time: 0.5133760 May 25 20:30:24.355124 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-cc22cc12-3e62-475f-b511-08bcca22682c service neutron] 10.222.0.70 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180479 May 25 20:30:24.356204 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:24.357387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:24.358175 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:24.380929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452030ae-56bc-4f98-8629-1312562c904b req-e7626237-8449-4a9e-aa2a-3860fc3770c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:24.382587 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-e7626237-8449-4a9e-aa2a-3860fc3770c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b37fe93-d1a5-433c-8457-7945493cef1d HTTP/1.1" status: 200 len: 852 time: 0.1384199 May 25 20:30:24.441228 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-c6dd7ae2-8d60-44b8-9b69-4febf5153e1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f2b0728-0038-421a-b617-7d83758eea93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483057 May 25 20:30:24.442059 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8a439149-3435-4ec2-a076-cda7df06414a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:24.442749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a439149-3435-4ec2-a076-cda7df06414a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e71160a-0e96-485a-9f5d-f4b90518d09a {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:30:24.564280 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4225500 May 25 20:30:24.568737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41714) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:24.579255 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a04dd826-4af6-4759-a442-2783e43e6510 req-b2469339-1b66-4a6c-bcad-c0e0cfb6d9d9 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429733 May 25 20:30:24.597859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-947f4d16-2862-441f-81c3-abeb97b82989 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Request body: {'network': {'project_id': '208bb17863c4493c9d0d529beeb24797'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:24.598225 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-88f36d6f-3e0b-485f-aed6-731e7fd5ed02 service neutron] 10.222.0.50 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504052 May 25 20:30:24.605889 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8a439149-3435-4ec2-a076-cda7df06414a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:24.607647 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8a439149-3435-4ec2-a076-cda7df06414a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "DELETE /v2.0/routers/9e71160a-0e96-485a-9f5d-f4b90518d09a HTTP/1.1" status: 204 len: 168 time: 1.2425888 May 25 20:30:24.608445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-947f4d16-2862-441f-81c3-abeb97b82989 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:24.631844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba8cb9-54f4-4111-8178-05bdce79ad69 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Pushing event updated for resources: {'Network': ['ID=ee7bafcf-fa9f-4a0b-9cc2-157673f4117c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:24.632125 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dc79e449-5c24-47f3-8722-6d4bc4958da9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a52a7ae8afff4a00995e63198463c2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147411 May 25 20:30:24.632222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-947f4d16-2862-441f-81c3-abeb97b82989 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Usage tracker for resource:network and tenant:208bb17863c4493c9d0d529beeb24797 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:24.632222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41722) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:24.646221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network ee7bafcf-fa9f-4a0b-9cc2-157673f4117c details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:30:24.676540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-947f4d16-2862-441f-81c3-abeb97b82989 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:24.744911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-947f4d16-2862-441f-81c3-abeb97b82989 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:24.763661 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-947f4d16-2862-441f-81c3-abeb97b82989 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 25 20:30:24.764429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947f4d16-2862-441f-81c3-abeb97b82989 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:30:24.769367 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-947f4d16-2862-441f-81c3-abeb97b82989 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1847122 May 25 20:30:24.778927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41732) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:24.872231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2147c-418e-47e4-a71c-b8a99da7ad43 req-0ca0dcad-ca10-47ce-9b01-50a5b4f5a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:24.873771 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2c2147c-418e-47e4-a71c-b8a99da7ad43 req-0ca0dcad-ca10-47ce-9b01-50a5b4f5a638 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ccd84371dae430bbf0d0a57fb99a3ef&device_id=708c5d76-c69e-42e7-83be-8a14ec32bfe4 HTTP/1.1" status: 200 len: 1095 time: 0.3791356 May 25 20:30:24.970738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41742) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:25.027353 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-452030ae-56bc-4f98-8629-1312562c904b req-94cd9891-962c-4771-9dfa-269aed47276a service neutron] 10.222.0.50 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040449 May 25 20:30:25.097809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f440c504-f4d3-4b9c-af31-508ea6afd419 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=208bb17863c4493c9d0d529beeb24797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3172972 May 25 20:30:25.102536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41744) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:25.214787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0b93d-0f98-4f7e-8584-032bfb8997e7 req-99a9f9a7-e876-4fca-bf98-d069871997c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:25.216683 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-90d0b93d-0f98-4f7e-8584-032bfb8997e7 req-99a9f9a7-e876-4fca-bf98-d069871997c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ccd84371dae430bbf0d0a57fb99a3ef&device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 1094 time: 0.1242526 May 25 20:30:25.282932 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5be1381-4ffd-4411-a0dd-fec37381698f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:25.316973 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5be1381-4ffd-4411-a0dd-fec37381698f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:25.404362 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5be1381-4ffd-4411-a0dd-fec37381698f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:25.473577 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30bb912e-3bf4-409d-918a-6e5383945c23 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:25.476302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be1381-4ffd-4411-a0dd-fec37381698f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c231893c-33ca-4807-ad8c-f7d18de173b5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:25.580944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5be1381-4ffd-4411-a0dd-fec37381698f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:25.582439 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f5be1381-4ffd-4411-a0dd-fec37381698f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c231893c-33ca-4807-ad8c-f7d18de173b5 HTTP/1.1" status: 204 len: 168 time: 0.9556751 May 25 20:30:25.625560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0b93d-0f98-4f7e-8584-032bfb8997e7 req-f7b0fc6e-78e8-42c8-9beb-f913661f14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:25.629738 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-90d0b93d-0f98-4f7e-8584-032bfb8997e7 req-f7b0fc6e-78e8-42c8-9beb-f913661f14ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=9f2b0728-0038-421a-b617-7d83758eea93 HTTP/1.1" status: 200 len: 913 time: 0.4063015 May 25 20:30:25.701636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf121a8-aa6a-40ad-932d-37fd02190828 req-53eb7812-e775-4245-a662-fbad0bae1ab4 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:25.716928 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ddf121a8-aa6a-40ad-932d-37fd02190828 req-53eb7812-e775-4245-a662-fbad0bae1ab4 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.6958239 May 25 20:30:25.721695 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30bb912e-3bf4-409d-918a-6e5383945c23 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:25.730276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2147c-418e-47e4-a71c-b8a99da7ad43 req-a74a4056-7dc8-4676-b41d-f023a89ba901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:25.731945 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2c2147c-418e-47e4-a71c-b8a99da7ad43 req-a74a4056-7dc8-4676-b41d-f023a89ba901 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9f2b0728-0038-421a-b617-7d83758eea93 HTTP/1.1" status: 200 len: 913 time: 0.7534561 May 25 20:30:25.821191 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-90d0b93d-0f98-4f7e-8584-032bfb8997e7 req-0e97200f-50f7-4e7d-a011-f35ab358376d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8cc9847-959b-4d19-abe9-1d88fb6d806c HTTP/1.1" status: 200 len: 217 time: 0.1835153 May 25 20:30:26.015984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0b93d-0f98-4f7e-8584-032bfb8997e7 req-10e8df2d-4460-4821-998d-843d56d720b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:26.017614 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-90d0b93d-0f98-4f7e-8584-032bfb8997e7 req-10e8df2d-4460-4821-998d-843d56d720b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b37fe93-d1a5-433c-8457-7945493cef1d HTTP/1.1" status: 200 len: 852 time: 0.1453578 May 25 20:30:26.084428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-90d0b93d-0f98-4f7e-8584-032bfb8997e7 req-21858935-54da-461f-8541-1152567f91cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f2b0728-0038-421a-b617-7d83758eea93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595410 May 25 20:30:26.130787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac25c65-e732-494a-a903-6a123ca00b23 req-07f36227-cc20-44cd-a9d7-0cc0f7c1862d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:26.139675 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ac25c65-e732-494a-a903-6a123ca00b23 req-07f36227-cc20-44cd-a9d7-0cc0f7c1862d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 943 time: 0.3174055 May 25 20:30:26.154387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1587965300', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:26.171421 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2c2147c-418e-47e4-a71c-b8a99da7ad43 req-df34b093-427f-4bd4-a50e-011dbea44b42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de96b14d-9207-4275-9d1d-773bfeb35d1c HTTP/1.1" status: 200 len: 217 time: 0.3985243 May 25 20:30:26.191839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:26.249686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Usage tracker for resource:router and tenant:19e9ea5e96cd458499e30bb916fa6297 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:26.253832 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:26.273610 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ddf121a8-aa6a-40ad-932d-37fd02190828 req-a68e48ee-faa6-4008-9419-719c21eecfe5 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556126 May 25 20:30:26.289314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:26.323826 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:26.325442 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:26.346039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2147c-418e-47e4-a71c-b8a99da7ad43 req-c586127c-e254-44de-b699-949646680bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:26.349229 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ac25c65-e732-494a-a903-6a123ca00b23 req-09b5e35c-1a4e-4443-a5ae-4eb7ecfaf9c9 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066016 May 25 20:30:26.351897 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2c2147c-418e-47e4-a71c-b8a99da7ad43 req-c586127c-e254-44de-b699-949646680bdc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4b37fe93-d1a5-433c-8457-7945493cef1d HTTP/1.1" status: 200 len: 852 time: 0.1602588 May 25 20:30:26.419806 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30bb912e-3bf4-409d-918a-6e5383945c23 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:26.465065 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-90d0b93d-0f98-4f7e-8584-032bfb8997e7 req-2b257ddd-e93c-4c7d-b0e4-936e84480370 service neutron] 10.222.0.50 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732100 May 25 20:30:26.489566 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2c2147c-418e-47e4-a71c-b8a99da7ad43 req-76b1a9ea-7777-4fcb-9d51-74b021de64e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9f2b0728-0038-421a-b617-7d83758eea93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268494 May 25 20:30:26.817399 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-90d0b93d-0f98-4f7e-8584-032bfb8997e7 req-04dd3d48-3942-4d5d-8406-3dd42f63aed2 service neutron] 10.222.0.50 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368778 May 25 20:30:26.877775 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:26.919673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb912e-3bf4-409d-918a-6e5383945c23 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79861f7-ff38-4dac-bdf1-9c60d25233df,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:26.988096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device a8cc9847-959b-4d19-abe9-1d88fb6d806c details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:30:27.190262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port a8cc9847-959b-4d19-abe9-1d88fb6d806c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a8cc9847-959b-4d19-abe9-1d88fb6d806c,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:27.195821 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30bb912e-3bf4-409d-918a-6e5383945c23 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:27.199774 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-30bb912e-3bf4-409d-918a-6e5383945c23 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/e79861f7-ff38-4dac-bdf1-9c60d25233df HTTP/1.1" status: 204 len: 168 time: 2.0466223 May 25 20:30:27.200677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41972) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:27.235728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'a8cc9847-959b-4d19-abe9-1d88fb6d806c', 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93', 'port_id': 'a8cc9847-959b-4d19-abe9-1d88fb6d806c', 'mac_address': 'fa:16:3e:4b:a9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b37fe93-d1a5-433c-8457-7945493cef1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:30:27.310035 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2c2147c-418e-47e4-a71c-b8a99da7ad43 req-96a44d77-6ec4-4eaa-bf1f-310d9a74daf8 service neutron] 10.222.0.70 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8193061 May 25 20:30:27.366725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port a8cc9847-959b-4d19-abe9-1d88fb6d806c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:27.368346 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:27.420345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8cc9847-959b-4d19-abe9-1d88fb6d806c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:30:27.481528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port a8cc9847-959b-4d19-abe9-1d88fb6d806c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a8cc9847-959b-4d19-abe9-1d88fb6d806c,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:27.490392 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:27.555948 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:27.692991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=a8cc9847-959b-4d19-abe9-1d88fb6d806c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:27.713625 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['a8cc9847-959b-4d19-abe9-1d88fb6d806c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:30:27.799784 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2c2147c-418e-47e4-a71c-b8a99da7ad43 req-e3af8b3c-b9ce-4d49-a109-2b52152ade5b service neutron] 10.222.0.70 "GET /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825442 May 25 20:30:27.942187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device de96b14d-9207-4275-9d1d-773bfeb35d1c details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:30:27.959886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:28.058831 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:28.127226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d112b6-606f-4eef-b36b-62f35f202606 req-99f155ba-e5e5-4a85-91a0-34efa9d584f6 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:28.128979 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02d112b6-606f-4eef-b36b-62f35f202606 req-99f155ba-e5e5-4a85-91a0-34efa9d584f6 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 944 time: 0.5501754 May 25 20:30:28.131253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7bafcf-fa9f-4a0b-9cc2-157673f4117c']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:28.150820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02ab9-3247-4d8c-8b67-9dc74ca60e18 req-c2a2517e-e092-4fc5-97d8-e75d481787ae tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:28.160542 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bb02ab9-3247-4d8c-8b67-9dc74ca60e18 req-c2a2517e-e092-4fc5-97d8-e75d481787ae tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.3597300 May 25 20:30:28.171265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4658485e-ec2f-47eb-a66d-0aa6f2a8d726') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:28.171565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4658485e-ec2f-47eb-a66d-0aa6f2a8d726') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:28.204009 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:28.246441 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:28.253739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bb02ab9-3247-4d8c-8b67-9dc74ca60e18 req-df9460a8-d0c1-4095-b6d5-5c8d3e53debe tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918818 May 25 20:30:28.273287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:30:28.273788 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:28.367575 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:28.379724 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-be40006b-3fe5-46ce-a0b2-2fc738950549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:28.527263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port de96b14d-9207-4275-9d1d-773bfeb35d1c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=de96b14d-9207-4275-9d1d-773bfeb35d1c,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:28.578002 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 4658485e-ec2f-47eb-a66d-0aa6f2a8d726 resource provider aggregate not found May 25 20:30:28.591896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'de96b14d-9207-4275-9d1d-773bfeb35d1c', 'network_id': '9f2b0728-0038-421a-b617-7d83758eea93', 'port_id': 'de96b14d-9207-4275-9d1d-773bfeb35d1c', 'mac_address': 'fa:16:3e:d9:70:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b37fe93-d1a5-433c-8457-7945493cef1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:30:28.615356 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:28.653871 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:28.692089 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:28.700229 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:28.728604 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 4658485e-ec2f-47eb-a66d-0aa6f2a8d726 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4658485e-ec2f-47eb-a66d-0aa6f2a8d726 found for delete ", "request_id": "req-ae6acb5f-0eeb-454a-aef2-6fa30ef120fd"}]} May 25 20:30:28.757553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port de96b14d-9207-4275-9d1d-773bfeb35d1c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:28.760302 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] 10.222.0.60 "DELETE /v2.0/networks/ee7bafcf-fa9f-4a0b-9cc2-157673f4117c HTTP/1.1" status: 204 len: 168 time: 1.5571072 May 25 20:30:28.761602 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:28.768378 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02d112b6-606f-4eef-b36b-62f35f202606 req-2453d238-75ed-42ee-84b0-b512050ca97a tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243605 May 25 20:30:28.770561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42186) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:28.795536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee7bafcf-fa9f-4a0b-9cc2-157673f4117c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:28.820260 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de96b14d-9207-4275-9d1d-773bfeb35d1c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:30:28.884153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port de96b14d-9207-4275-9d1d-773bfeb35d1c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=de96b14d-9207-4275-9d1d-773bfeb35d1c,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:28.890486 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:28.900203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:28.900772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:28.901692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:28.902231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:28.902763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:28.903611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:28.904453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:28.904960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:28.905461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:28.906198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:28.907223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:28.907752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab3418-07d5-44e0-b9c4-14c36ca5231a tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:30:29.026458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Allocated IP 172.25.3.22 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/a5c7e191-6dd4-40aa-838d-b22231c5eef3) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:30:29.042972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=de96b14d-9207-4275-9d1d-773bfeb35d1c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:29.068801 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f2163e2-049d-4e91-96b4-3609ee332135 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:29.205873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['de96b14d-9207-4275-9d1d-773bfeb35d1c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:30:29.271589 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:29.368037 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:29.489498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:30:29.492725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:30:29.495413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:30:29.604352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Pushing event updated for resources: {'Port': ['ID=a5c7e191-6dd4-40aa-838d-b22231c5eef3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:29.643316 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f2163e2-049d-4e91-96b4-3609ee332135 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:29.726133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6f2163e2-049d-4e91-96b4-3609ee332135 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb14d81b-1b34-4c8e-89b1-faba9c67beed']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:29.760018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6f2163e2-049d-4e91-96b4-3609ee332135 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde0f56e-a4e5-44c2-a48b-6e9e96f3e4d7') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:29.760308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6f2163e2-049d-4e91-96b4-3609ee332135 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde0f56e-a4e5-44c2-a48b-6e9e96f3e4d7') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:29.814987 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f2163e2-049d-4e91-96b4-3609ee332135 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:29.858363 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f2163e2-049d-4e91-96b4-3609ee332135 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:29.872601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2163e2-049d-4e91-96b4-3609ee332135 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:30:29.873087 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f2163e2-049d-4e91-96b4-3609ee332135 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:30.044002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1106f62-4848-4253-bd73-dc64871b0c1a req-22b02cb7-1b44-4a28-a42f-a992121a5cfd tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:30.052028 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f1106f62-4848-4253-bd73-dc64871b0c1a req-22b02cb7-1b44-4a28-a42f-a992121a5cfd tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.4443860 May 25 20:30:30.131092 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f2163e2-049d-4e91-96b4-3609ee332135 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:30.203507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f1106f62-4848-4253-bd73-dc64871b0c1a req-0da7f62a-8d86-4de5-a8d2-d8727006b84e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505032 May 25 20:30:30.220239 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f2163e2-049d-4e91-96b4-3609ee332135 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:30.236281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2163e2-049d-4e91-96b4-3609ee332135 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb14d81b-1b34-4c8e-89b1-faba9c67beed,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:30.246716 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6f2163e2-049d-4e91-96b4-3609ee332135 tempest-QuotasNegativeTest-1875493096 tempest-QuotasNegativeTest-1875493096-project-admin] 10.222.0.60 "DELETE /v2.0/networks/bb14d81b-1b34-4c8e-89b1-faba9c67beed HTTP/1.1" status: 204 len: 168 time: 1.4529974 May 25 20:30:30.274122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78f664-754c-4dbf-bb08-6ca54cc6a712 req-3ffeefb2-2dc4-4054-992a-6654df0b2215 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:30.276004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d78f664-754c-4dbf-bb08-6ca54cc6a712 req-3ffeefb2-2dc4-4054-992a-6654df0b2215 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 944 time: 0.2657340 May 25 20:30:30.365958 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d78f664-754c-4dbf-bb08-6ca54cc6a712 req-3396f0e6-ed31-4b01-9ed7-c1107d642089 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845044 May 25 20:30:30.455249 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:30.579879 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-534b3cbc-87fa-4aa7-ba67-06903b630a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:30.745471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42310) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:30.754390 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment cde0f56e-a4e5-44c2-a48b-6e9e96f3e4d7 resource provider aggregate not found May 25 20:30:30.804823 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment cde0f56e-a4e5-44c2-a48b-6e9e96f3e4d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cde0f56e-a4e5-44c2-a48b-6e9e96f3e4d7 found for delete ", "request_id": "req-0e4fff25-97c4-4db5-bb89-13b3e1f184de"}]} May 25 20:30:30.993132 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa549-0341-48bf-8ea1-f0ca48ef671d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:31.005652 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device a8cc9847-959b-4d19-abe9-1d88fb6d806c up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:30:31.045715 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:31.076399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0f1fa549-0341-48bf-8ea1-f0ca48ef671d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:31.094556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0f1fa549-0341-48bf-8ea1-f0ca48ef671d admin admin] Usage tracker for resource:security_group_rule and tenant:517fe7860f9d46d585e55a923544a6c7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:31.105007 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port a8cc9847-959b-4d19-abe9-1d88fb6d806c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:30:31.106714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0f1fa549-0341-48bf-8ea1-f0ca48ef671d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:31.120352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port a8cc9847-959b-4d19-abe9-1d88fb6d806c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:31.121248 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:31.138213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0f1fa549-0341-48bf-8ea1-f0ca48ef671d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:31.162207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef3477-0145-49c2-a3e3-53ca13a2c6fc req-5d03aa54-c847-472f-ac5c-9f36f1883403 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:31.167194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b4ef3477-0145-49c2-a3e3-53ca13a2c6fc req-5d03aa54-c847-472f-ac5c-9f36f1883403 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Synchronizing usage tracker for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:30:31.229353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42324) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:31.273853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b4ef3477-0145-49c2-a3e3-53ca13a2c6fc req-5d03aa54-c847-472f-ac5c-9f36f1883403 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Unset dirty status for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:30:31.275284 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4ef3477-0145-49c2-a3e3-53ca13a2c6fc req-5d03aa54-c847-472f-ac5c-9f36f1883403 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.4337282 May 25 20:30:31.363831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4ef3477-0145-49c2-a3e3-53ca13a2c6fc req-65d7197d-d4e9-45ac-800b-4fda1405c731 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783644 May 25 20:30:31.440264 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa549-0341-48bf-8ea1-f0ca48ef671d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:31.449042 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa549-0341-48bf-8ea1-f0ca48ef671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:31.478449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port a8cc9847-959b-4d19-abe9-1d88fb6d806c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:31.479355 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:31.526340 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fa549-0341-48bf-8ea1-f0ca48ef671d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f84ab73-fa68-4073-bbb5-a69f7143e763,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:31.556932 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:31.588299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034c7f2b-d528-43b0-a260-e60ed1f0c394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cc9847-959b-4d19-abe9-1d88fb6d806c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:31.600279 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa5c4-6af6-47c0-936e-15363d881331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:31.602546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port a8cc9847-959b-4d19-abe9-1d88fb6d806c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a8cc9847-959b-4d19-abe9-1d88fb6d806c,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:31.607777 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:31.712792 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0f1fa549-0341-48bf-8ea1-f0ca48ef671d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=517fe7860f9d46d585e55a923544a6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9658217 May 25 20:30:31.713177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42334) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:31.714665 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:31.731439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fc3fa5c4-6af6-47c0-936e-15363d881331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:31.736591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=a8cc9847-959b-4d19-abe9-1d88fb6d806c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:31.743807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fc3fa5c4-6af6-47c0-936e-15363d881331 admin admin] Usage tracker for resource:security_group_rule and tenant:185bc9eb4a6748638769be26f927f3c1 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:31.749728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fc3fa5c4-6af6-47c0-936e-15363d881331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:31.764367 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fc3fa5c4-6af6-47c0-936e-15363d881331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:31.811819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Router 2d52aee0-9014-4780-bc38-23c70b1bc7f6 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:30:31.817614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec98a20-cdd6-42fe-8647-b9a49f34b45f req-4082871b-8bc7-4cf0-bff7-c9fd48af068e tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:31.819460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fec98a20-cdd6-42fe-8647-b9a49f34b45f req-4082871b-8bc7-4cf0-bff7-c9fd48af068e tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 945 time: 0.1927085 May 25 20:30:31.826797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c7a9b-2f78-4968-9a59-680d04082439 req-0aec0462-5b77-4ef9-b2fd-2cd1cdfe1340 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:31.829252 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe4c7a9b-2f78-4968-9a59-680d04082439 req-0aec0462-5b77-4ef9-b2fd-2cd1cdfe1340 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.3518746 May 25 20:30:31.939125 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fec98a20-cdd6-42fe-8647-b9a49f34b45f req-8a564fac-96fc-414a-a2d4-26108573185d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116796 May 25 20:30:31.957658 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa5c4-6af6-47c0-936e-15363d881331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:31.960828 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa5c4-6af6-47c0-936e-15363d881331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:31.960982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device de96b14d-9207-4275-9d1d-773bfeb35d1c up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:30:31.980408 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-47cc997e-3600-4f51-826d-89873498527f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:32.010421 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fc3fa5c4-6af6-47c0-936e-15363d881331 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=185bc9eb4a6748638769be26f927f3c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7731032 May 25 20:30:32.011118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42338) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:32.015520 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb63eee7-9b58-491d-95c8-ce5c80dc0040'] response: {'server_uuid': '034c7f2b-d528-43b0-a260-e60ed1f0c394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cc9847-959b-4d19-abe9-1d88fb6d806c', 'code': 200} May 25 20:30:32.071490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe4c7a9b-2f78-4968-9a59-680d04082439 req-fbef1f8f-1a03-452f-89be-e3da644aadb2 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341547 May 25 20:30:32.072179 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port de96b14d-9207-4275-9d1d-773bfeb35d1c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:30:32.078396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port de96b14d-9207-4275-9d1d-773bfeb35d1c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:32.078767 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:32.127084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fa5c4-6af6-47c0-936e-15363d881331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b73caa-ae99-4172-bf1a-bdc52e45b354,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:32.165262 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-47cc997e-3600-4f51-826d-89873498527f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:32.183015 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-426b4ab5-706a-4258-a8cd-b96a0275374a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:32.228019 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-426b4ab5-706a-4258-a8cd-b96a0275374a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:32.273858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:30:32.280924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2533c7a-0061-4e15-a9a6-d7bf7908eb32 req-51a1c1dc-e3a6-4a61-a94e-d568b01a3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:32.281726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port de96b14d-9207-4275-9d1d-773bfeb35d1c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:32.282005 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:32.289602 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f39a03-7811-4f3b-8e52-91be49782edf None None] Sync routers for ids ['2d52aee0-9014-4780-bc38-23c70b1bc7f6'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:30:32.290350 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2533c7a-0061-4e15-a9a6-d7bf7908eb32 req-51a1c1dc-e3a6-4a61-a94e-d568b01a3379 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 1096 time: 0.2044404 May 25 20:30:32.312734 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f39a03-7811-4f3b-8e52-91be49782edf None None] Routers {'2d52aee0-9014-4780-bc38-23c70b1bc7f6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:30:32.313601 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-48f39a03-7811-4f3b-8e52-91be49782edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:30:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2d52aee0-9014-4780-bc38-23c70b1bc7f6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:32.340243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-47cc997e-3600-4f51-826d-89873498527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:32.343687 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2533c7a-0061-4e15-a9a6-d7bf7908eb32 req-c04313ae-9dbc-4c4f-beac-a728e4201185 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439804 May 25 20:30:32.347138 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-47cc997e-3600-4f51-826d-89873498527f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:32.348333 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-47cc997e-3600-4f51-826d-89873498527f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f84ab73-fa68-4073-bbb5-a69f7143e763 HTTP/1.1" status: 204 len: 168 time: 0.6300483 May 25 20:30:32.352426 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-426b4ab5-706a-4258-a8cd-b96a0275374a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:32.353898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:32.357986 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ca383854-7087-410a-b309-9eb262e80a3f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.2550108 May 25 20:30:32.370870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42346) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:32.373316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port de96b14d-9207-4275-9d1d-773bfeb35d1c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=de96b14d-9207-4275-9d1d-773bfeb35d1c,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:32.379421 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:32.383132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc997e-3600-4f51-826d-89873498527f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f84ab73-fa68-4073-bbb5-a69f7143e763,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:32.440945 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-48f39a03-7811-4f3b-8e52-91be49782edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:32.442953 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b4ab5-706a-4258-a8cd-b96a0275374a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b73caa-ae99-4172-bf1a-bdc52e45b354,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:32.453919 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f39a03-7811-4f3b-8e52-91be49782edf None None] Routers {'2d52aee0-9014-4780-bc38-23c70b1bc7f6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:30:32.454828 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-48f39a03-7811-4f3b-8e52-91be49782edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:30:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2d52aee0-9014-4780-bc38-23c70b1bc7f6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:32.490366 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-426b4ab5-706a-4258-a8cd-b96a0275374a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:32.491763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-426b4ab5-706a-4258-a8cd-b96a0275374a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0b73caa-ae99-4172-bf1a-bdc52e45b354 HTTP/1.1" status: 204 len: 168 time: 0.4794970 May 25 20:30:32.586225 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=de96b14d-9207-4275-9d1d-773bfeb35d1c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:32.595487 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-48f39a03-7811-4f3b-8e52-91be49782edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:32.596149 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f39a03-7811-4f3b-8e52-91be49782edf None None] The sync data for ids ['2d52aee0-9014-4780-bc38-23c70b1bc7f6'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:30:32.788405 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d11fac8f-bcd0-4032-9255-fb594f187aa7 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/routers/2d52aee0-9014-4780-bc38-23c70b1bc7f6 HTTP/1.1" status: 200 len: 924 time: 0.4161689 May 25 20:30:32.791342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42356) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:32.868024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7fe0f-3ec5-41e6-9c42-8987def1f3f6 req-19214673-8211-443d-9859-7255410d2691 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:32.869986 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-21856304-9f9d-4bcd-984a-0e02f9891047 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d52aee0-9014-4780-bc38-23c70b1bc7f6 HTTP/1.1" status: 200 len: 205 time: 0.0764437 May 25 20:30:32.870185 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-97a7fe0f-3ec5-41e6-9c42-8987def1f3f6 req-19214673-8211-443d-9859-7255410d2691 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.2455318 May 25 20:30:32.873263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42362) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:32.968075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42368) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:33.037719 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78905f61-bbcb-49dc-8420-8586288f937f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:33.039173 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:33.046763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-97a7fe0f-3ec5-41e6-9c42-8987def1f3f6 req-6fa8f40c-3266-44e2-85cd-5c1bab144320 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168010 May 25 20:30:33.073470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-78905f61-bbcb-49dc-8420-8586288f937f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:33.080151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-78905f61-bbcb-49dc-8420-8586288f937f admin admin] Usage tracker for resource:security_group_rule and tenant:f4c52ce43d7843fbbebe1f77279af3b9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:33.084070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-78905f61-bbcb-49dc-8420-8586288f937f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:33.090973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-78905f61-bbcb-49dc-8420-8586288f937f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:33.120378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42372) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:33.168319 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9b1d63de-9f86-42ae-ada4-ead259c824a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:33.194523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9b1d63de-9f86-42ae-ada4-ead259c824a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:33.202732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9b1d63de-9f86-42ae-ada4-ead259c824a8 admin admin] Usage tracker for resource:security_group_rule and tenant:a00f5701189644ae817a356f9d998a9c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:33.207625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9b1d63de-9f86-42ae-ada4-ead259c824a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:33.212830 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:33.289620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9b1d63de-9f86-42ae-ada4-ead259c824a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:33.310569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dcf5a-1ae4-4eb3-86f8-f75abd2f637e req-720a14cb-0e87-4db6-b4b7-8c912c357e25 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:33.312851 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca4dcf5a-1ae4-4eb3-86f8-f75abd2f637e req-720a14cb-0e87-4db6-b4b7-8c912c357e25 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.70 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.3458407 May 25 20:30:33.447604 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78905f61-bbcb-49dc-8420-8586288f937f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:33.459680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-ca4dcf5a-1ae4-4eb3-86f8-f75abd2f637e req-10243a67-9a24-4209-b56f-b57122062a65 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Deleting port 4d982e4f-3a5c-449e-9711-028269ab8092 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:33.461710 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ca4dcf5a-1ae4-4eb3-86f8-f75abd2f637e req-10243a67-9a24-4209-b56f-b57122062a65 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:33.530090 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78905f61-bbcb-49dc-8420-8586288f937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:33.570436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a8246-53f9-4c97-a558-d72191a07cd5 req-fdd2d957-72a5-4b51-a342-c2e914351929 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:33.577781 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8b8a8246-53f9-4c97-a558-d72191a07cd5 req-fdd2d957-72a5-4b51-a342-c2e914351929 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 945 time: 0.4141724 May 25 20:30:33.650685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78905f61-bbcb-49dc-8420-8586288f937f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc83304-62f1-4345-a075-2faca4590eeb,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:33.693798 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-78905f61-bbcb-49dc-8420-8586288f937f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4c52ce43d7843fbbebe1f77279af3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6920555 May 25 20:30:33.701986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42384) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:33.761171 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:33.789105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Deleting port a5c7e191-6dd4-40aa-838d-b22231c5eef3 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:33.789629 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:33.833832 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8b8a8246-53f9-4c97-a558-d72191a07cd5 req-9db1f50f-f896-4455-8549-5c721f7471a0 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147689 May 25 20:30:33.891121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-45f75236-2ed2-4de8-a069-e133e949580f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:33.995946 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-45f75236-2ed2-4de8-a069-e133e949580f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:34.016768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708c5d76-c69e-42e7-83be-8a14ec32bfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de96b14d-9207-4275-9d1d-773bfeb35d1c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:34.024027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cc777-a203-4644-a446-55ce1f76bce4 req-73749a8e-887b-4bb3-adeb-9df72318e16e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:34.031629 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ad7cc777-a203-4644-a446-55ce1f76bce4 req-73749a8e-887b-4bb3-adeb-9df72318e16e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.3233523 May 25 20:30:34.036593 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9b1d63de-9f86-42ae-ada4-ead259c824a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:34.067842 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd9aee1-e8e2-4552-ba10-682393df822d'] response: {'server_uuid': '708c5d76-c69e-42e7-83be-8a14ec32bfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de96b14d-9207-4275-9d1d-773bfeb35d1c', 'code': 200} May 25 20:30:34.072812 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9b1d63de-9f86-42ae-ada4-ead259c824a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:34.119415 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9b1d63de-9f86-42ae-ada4-ead259c824a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a00f5701189644ae817a356f9d998a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9954140 May 25 20:30:34.135149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42392) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:34.154880 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ad7cc777-a203-4644-a446-55ce1f76bce4 req-f47635ad-4a76-48bd-9218-2c1b99f7d4b1 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222513 May 25 20:30:34.178075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-ca4dcf5a-1ae4-4eb3-86f8-f75abd2f637e req-10243a67-9a24-4209-b56f-b57122062a65 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] For port 4d982e4f-3a5c-449e-9711-028269ab8092, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=4d982e4f-3a5c-449e-9711-028269ab8092,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:34.178741 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ca4dcf5a-1ae4-4eb3-86f8-f75abd2f637e req-10243a67-9a24-4209-b56f-b57122062a65 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:34.186786 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-45f75236-2ed2-4de8-a069-e133e949580f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:34.292597 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:34.308134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d63de-9f86-42ae-ada4-ead259c824a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307cf1f3-daa1-4567-ad96-3467986459ce,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:34.318679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f75236-2ed2-4de8-a069-e133e949580f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc83304-62f1-4345-a075-2faca4590eeb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:34.327535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-ca4dcf5a-1ae4-4eb3-86f8-f75abd2f637e req-10243a67-9a24-4209-b56f-b57122062a65 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Calling delete_port for 4d982e4f-3a5c-449e-9711-028269ab8092 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:34.399637 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-45f75236-2ed2-4de8-a069-e133e949580f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:34.400769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-45f75236-2ed2-4de8-a069-e133e949580f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8cc83304-62f1-4345-a075-2faca4590eeb HTTP/1.1" status: 204 len: 168 time: 0.6977961 May 25 20:30:34.459052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Calling delete_port for a5c7e191-6dd4-40aa-838d-b22231c5eef3 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:34.488710 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a9129097-ffc9-4ba2-ac5e-dbeeebae695c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:34.508302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd676a-501f-4f5c-8a7d-70b66d32b694 req-9d1cca57-a16f-4bda-a0e2-a6a5c83c3b17 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:34.514637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d0dd676a-501f-4f5c-8a7d-70b66d32b694 req-9d1cca57-a16f-4bda-a0e2-a6a5c83c3b17 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 945 time: 0.2000058 May 25 20:30:34.550923 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a9129097-ffc9-4ba2-ac5e-dbeeebae695c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:34.604352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0e4ad-2648-47f3-9504-d5fb10b458b3 req-407ba4f1-cc7a-4748-bc9c-ff6a734ce502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:34.605859 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-abb0e4ad-2648-47f3-9504-d5fb10b458b3 req-407ba4f1-cc7a-4748-bc9c-ff6a734ce502 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=708c5d76-c69e-42e7-83be-8a14ec32bfe4 HTTP/1.1" status: 200 len: 1097 time: 0.4417796 May 25 20:30:34.644335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-d0dd676a-501f-4f5c-8a7d-70b66d32b694 req-3791651a-a880-4b84-8e60-ba8067aa7e3b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Synchronizing usage tracker for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:30:34.695770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-abb0e4ad-2648-47f3-9504-d5fb10b458b3 req-28e5f0ed-9125-4fc7-9357-96a5c113a921 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709791 May 25 20:30:34.711593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-d0dd676a-501f-4f5c-8a7d-70b66d32b694 req-3791651a-a880-4b84-8e60-ba8067aa7e3b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Unset dirty status for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:30:34.713050 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d0dd676a-501f-4f5c-8a7d-70b66d32b694 req-3791651a-a880-4b84-8e60-ba8067aa7e3b tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952064 May 25 20:30:34.720142 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a9129097-ffc9-4ba2-ac5e-dbeeebae695c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:34.733789 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ca4dcf5a-1ae4-4eb3-86f8-f75abd2f637e req-10243a67-9a24-4209-b56f-b57122062a65 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:34.748643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['20eb181a-aa8d-4131-97d4-65217d9b80a6'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:30:34.855092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9129097-ffc9-4ba2-ac5e-dbeeebae695c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307cf1f3-daa1-4567-ad96-3467986459ce,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:34.913185 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a9129097-ffc9-4ba2-ac5e-dbeeebae695c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:34.916827 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a9129097-ffc9-4ba2-ac5e-dbeeebae695c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/307cf1f3-daa1-4567-ad96-3467986459ce HTTP/1.1" status: 204 len: 168 time: 0.7777872 May 25 20:30:34.942608 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:34.993257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10243a67-9a24-4209-b56f-b57122062a65 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Pushing event deleted for resources: {'Port': ['ID=4d982e4f-3a5c-449e-9711-028269ab8092,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:35.152178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4dcf5a-1ae4-4eb3-86f8-f75abd2f637e req-10243a67-9a24-4209-b56f-b57122062a65 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] No DVR routers for this DVR port 4d982e4f-3a5c-449e-9711-028269ab8092 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:30:35.155895 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-ca4dcf5a-1ae4-4eb3-86f8-f75abd2f637e req-10243a67-9a24-4209-b56f-b57122062a65 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:35.163956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247bd056-da32-4079-82de-472ad713d5f8', 'name': 'network-vif-deleted', 'tag': '4d982e4f-3a5c-449e-9711-028269ab8092'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:35.185267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Pushing event deleted for resources: {'Port': ['ID=a5c7e191-6dd4-40aa-838d-b22231c5eef3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:35.188822 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca4dcf5a-1ae4-4eb3-86f8-f75abd2f637e req-10243a67-9a24-4209-b56f-b57122062a65 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.70 "DELETE /v2.0/ports/4d982e4f-3a5c-449e-9711-028269ab8092 HTTP/1.1" status: 204 len: 173 time: 1.8671465 May 25 20:30:35.253734 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ba4fb4-9b19-43e6-8dd8-2309e7b12e83'] response: {'server_uuid': '247bd056-da32-4079-82de-472ad713d5f8', 'name': 'network-vif-deleted', 'tag': '4d982e4f-3a5c-449e-9711-028269ab8092', 'status': 'completed', 'code': 200} May 25 20:30:35.298795 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:35.592122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6ad44-295f-4359-89bc-66f5b8d27522 req-6d4324e2-5ad3-4be9-a144-46b749d58560 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:35.604784 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37e6ad44-295f-4359-89bc-66f5b8d27522 req-6d4324e2-5ad3-4be9-a144-46b749d58560 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.2204492 May 25 20:30:35.671170 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:35.675387 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:35.684386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd601b83-ccf3-46bf-8720-6d4ccf489693 req-a5eace1a-5843-48d7-8362-bab83dd885dc tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:35.686097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd601b83-ccf3-46bf-8720-6d4ccf489693 req-a5eace1a-5843-48d7-8362-bab83dd885dc tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 945 time: 0.5875695 May 25 20:30:35.721863 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37e6ad44-295f-4359-89bc-66f5b8d27522 req-1bae6bde-13c6-4d8b-847d-c65ef36c74fb tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145620 May 25 20:30:35.816440 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:35.816986 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Fanout notify agent at l3_agent the message router_deleted on router 2d52aee0-9014-4780-bc38-23c70b1bc7f6 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:30:35.835544 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:35.841179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42432) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:35.850996 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0beed053-cb4d-4fbd-985b-841c2e2d58bc tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "DELETE /v2.0/routers/2d52aee0-9014-4780-bc38-23c70b1bc7f6 HTTP/1.1" status: 204 len: 168 time: 2.9764287 May 25 20:30:35.855216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Request body: {'router': {'name': 'tempest-snat-router-775200315', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'enable_snat': False}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:35.869733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:35.879853 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd601b83-ccf3-46bf-8720-6d4ccf489693 req-1e7492ac-0ae2-495a-9fe2-2aef317163d0 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745720 May 25 20:30:35.882642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Usage tracker for resource:router and tenant:181e8d87cc9d413b880afc52bd0f67b8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:35.892081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:35.906368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:35.951230 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:35.953636 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:35.972993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4d982e4f-3a5c-449e-9711-028269ab8092 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:30:36.001591 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:36.275424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 4d982e4f-3a5c-449e-9711-028269ab8092 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:30:36.277821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 4d982e4f-3a5c-449e-9711-028269ab8092 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:30:36.523673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ec30-2a08-40e2-b9a1-ede09d9723df req-5cac9eec-a215-468f-8ca7-8e5777ba5e2a tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:36.525532 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9423ec30-2a08-40e2-b9a1-ede09d9723df req-5cac9eec-a215-468f-8ca7-8e5777ba5e2a tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=708c5d76-c69e-42e7-83be-8a14ec32bfe4 HTTP/1.1" status: 200 len: 946 time: 0.3197410 May 25 20:30:36.590103 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:36.608826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ef2eba6b-30da-4b7d-9073-420794a4cc58 req-31b3b03c-2785-4272-83c1-4601f3b5f913 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Synchronizing usage tracker for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:30:36.642707 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9423ec30-2a08-40e2-b9a1-ede09d9723df req-57d9af9a-9114-4e5a-b476-3e8565d44718 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069582 May 25 20:30:36.652659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ef2eba6b-30da-4b7d-9073-420794a4cc58 req-31b3b03c-2785-4272-83c1-4601f3b5f913 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Unset dirty status for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:30:36.652659 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ef2eba6b-30da-4b7d-9073-420794a4cc58 req-31b3b03c-2785-4272-83c1-4601f3b5f913 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=247bd056-da32-4079-82de-472ad713d5f8 HTTP/1.1" status: 200 len: 210 time: 0.4040804 May 25 20:30:36.831143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42462) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:37.028888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e37f4-77bf-44e0-bd56-407900fb1957 req-538adfd0-5e6f-4ef1-bf8a-df9f8f3d27f4 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:37.031568 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3e2e37f4-77bf-44e0-bd56-407900fb1957 req-538adfd0-5e6f-4ef1-bf8a-df9f8f3d27f4 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.1556425 May 25 20:30:37.059728 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:37.094747 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:37.095748 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3e2e37f4-77bf-44e0-bd56-407900fb1957 req-c99442c3-b4dc-4893-9340-836a83657e86 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575471 May 25 20:30:37.261962 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-93b0f7ff-348b-477a-b3c1-a2e5cb884e97 tempest-AgentManagementNegativeTest-1146364307 tempest-AgentManagementNegativeTest-1146364307-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4277918 May 25 20:30:37.289254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Allocated IP 172.25.3.215 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/0b10369c-8d6a-40ce-94ef-5f603aded725) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:30:37.394789 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:30:37.473011 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:37.511338 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:37.589032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event updated for resources: {'Port': ['ID=0b10369c-8d6a-40ce-94ef-5f603aded725,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:37.603417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:30:37.604628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:30:37.607110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:30:37.647540 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42488) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:37.700716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42500) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:37.848699 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eecf6e0b-5ab7-423e-8955-65c30f1a406c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:37.896936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-eecf6e0b-5ab7-423e-8955-65c30f1a406c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:37.899957 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-653e80db-65fd-4203-af69-44da141df0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:37.914990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-eecf6e0b-5ab7-423e-8955-65c30f1a406c admin admin] Usage tracker for resource:security_group_rule and tenant:9c61646c6a704800b75d6a33a710faea is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:37.920654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-eecf6e0b-5ab7-423e-8955-65c30f1a406c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:37.930924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-eecf6e0b-5ab7-423e-8955-65c30f1a406c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:37.933713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-653e80db-65fd-4203-af69-44da141df0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:37.940941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-653e80db-65fd-4203-af69-44da141df0c3 admin admin] Usage tracker for resource:security_group_rule and tenant:766da20d0c6847de833c00ca77fde387 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:37.948548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-653e80db-65fd-4203-af69-44da141df0c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:37.958751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-653e80db-65fd-4203-af69-44da141df0c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:38.139659 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-653e80db-65fd-4203-af69-44da141df0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:38.151985 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-653e80db-65fd-4203-af69-44da141df0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:38.201433 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-653e80db-65fd-4203-af69-44da141df0c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=766da20d0c6847de833c00ca77fde387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4972775 May 25 20:30:38.209969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42522) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:38.257624 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eecf6e0b-5ab7-423e-8955-65c30f1a406c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:38.261070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e80db-65fd-4203-af69-44da141df0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb3bc8a-fd08-42be-8177-8b207199a6da,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:38.313183 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eecf6e0b-5ab7-423e-8955-65c30f1a406c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:38.362254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9214b7-9ed9-44a1-864e-97b5bd48bef6 req-a9cfee4e-7b20-4200-bcc3-5f06166e11d7 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:38.363718 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a9214b7-9ed9-44a1-864e-97b5bd48bef6 req-a9cfee4e-7b20-4200-bcc3-5f06166e11d7 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=708c5d76-c69e-42e7-83be-8a14ec32bfe4 HTTP/1.1" status: 200 len: 946 time: 0.2413011 May 25 20:30:38.414031 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-eecf6e0b-5ab7-423e-8955-65c30f1a406c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c61646c6a704800b75d6a33a710faea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7682872 May 25 20:30:38.421766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42528) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:38.442291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf6e0b-5ab7-423e-8955-65c30f1a406c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6413fccc-95e9-4c8c-a8f9-04d080ff09d9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:38.461443 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d949e39-8407-47b7-ba5c-bf9f1ed8fe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:38.510356 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a9214b7-9ed9-44a1-864e-97b5bd48bef6 req-dc469ef5-885c-4008-a6ca-d8cf4eba8e55 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377094 May 25 20:30:38.532107 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d949e39-8407-47b7-ba5c-bf9f1ed8fe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:38.533314 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:38.585191 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5c60ae5b-b6dd-49a9-8f2d-e978f0801b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:38.600414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c06663-a7fb-44cd-94f0-6c61a4a1c298 req-cd4533da-9faa-4501-8fed-cc00a2c520c8 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:38.602731 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-79c06663-a7fb-44cd-94f0-6c61a4a1c298 req-cd4533da-9faa-4501-8fed-cc00a2c520c8 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.3478124 May 25 20:30:38.675522 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5c60ae5b-b6dd-49a9-8f2d-e978f0801b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:38.734375 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-79c06663-a7fb-44cd-94f0-6c61a4a1c298 req-4ad36179-de8f-425e-aad6-c2c31ea1b7b6 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166172 May 25 20:30:38.745727 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d949e39-8407-47b7-ba5c-bf9f1ed8fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:38.766369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d949e39-8407-47b7-ba5c-bf9f1ed8fe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb3bc8a-fd08-42be-8177-8b207199a6da,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:38.778502 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5c60ae5b-b6dd-49a9-8f2d-e978f0801b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:38.781481 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5c60ae5b-b6dd-49a9-8f2d-e978f0801b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:38.782683 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5c60ae5b-b6dd-49a9-8f2d-e978f0801b2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6413fccc-95e9-4c8c-a8f9-04d080ff09d9 HTTP/1.1" status: 204 len: 168 time: 0.3595645 May 25 20:30:38.792527 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d949e39-8407-47b7-ba5c-bf9f1ed8fe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:38.793775 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3d949e39-8407-47b7-ba5c-bf9f1ed8fe05 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5bb3bc8a-fd08-42be-8177-8b207199a6da HTTP/1.1" status: 204 len: 168 time: 0.5806451 May 25 20:30:38.796271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60ae5b-b6dd-49a9-8f2d-e978f0801b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6413fccc-95e9-4c8c-a8f9-04d080ff09d9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:38.983174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777c3bb-0617-4db9-a0d9-435177700b67 req-f80a0769-f724-441f-bff5-68a3b0ae1f92 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:38.985329 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1777c3bb-0617-4db9-a0d9-435177700b67 req-f80a0769-f724-441f-bff5-68a3b0ae1f92 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.2629397 May 25 20:30:39.119110 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42546) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:39.129402 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1777c3bb-0617-4db9-a0d9-435177700b67 req-5932ac27-ba9c-4d67-b071-79c3ff527695 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893550 May 25 20:30:39.131960 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:39.288302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42554) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:39.316014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-739b5594-00e4-4bae-863e-de4a112a5162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:39.343320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-739b5594-00e4-4bae-863e-de4a112a5162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:39.356633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-739b5594-00e4-4bae-863e-de4a112a5162 admin admin] Usage tracker for resource:security_group_rule and tenant:8c0c8bc78c1e492ca2b88064c7e2e25d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:39.364490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-739b5594-00e4-4bae-863e-de4a112a5162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:39.380274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-739b5594-00e4-4bae-863e-de4a112a5162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:39.407294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Router 146a1179-c7f3-415d-a856-b42fcdc63c5b is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:30:39.537492 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-739b5594-00e4-4bae-863e-de4a112a5162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:39.542951 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-739b5594-00e4-4bae-863e-de4a112a5162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:39.640050 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-739b5594-00e4-4bae-863e-de4a112a5162 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c0c8bc78c1e492ca2b88064c7e2e25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502960 May 25 20:30:39.643128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b5594-00e4-4bae-863e-de4a112a5162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c56efe8-14b9-4f51-9f18-21e7b0c3204e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:39.647698 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-15f67082-0011-483e-ac16-543adb4316c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:39.650137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42566) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:39.666514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-15f67082-0011-483e-ac16-543adb4316c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:39.674584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-15f67082-0011-483e-ac16-543adb4316c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0a7f1eec74d94fb78d5fc72dc89dac5a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:39.678525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-15f67082-0011-483e-ac16-543adb4316c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:39.685341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-15f67082-0011-483e-ac16-543adb4316c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:39.738439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:30:39.751532 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Sync routers for ids ['146a1179-c7f3-415d-a856-b42fcdc63c5b'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:30:39.766537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Routers {'146a1179-c7f3-415d-a856-b42fcdc63c5b'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:30:39.767813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:30:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['146a1179-c7f3-415d-a856-b42fcdc63c5b'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:39.770016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb761dc-27fc-4982-a304-8656f9a5a376 req-b63f8207-36ef-4e78-843e-a987d7503566 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:39.772201 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5bb761dc-27fc-4982-a304-8656f9a5a376 req-b63f8207-36ef-4e78-843e-a987d7503566 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=708c5d76-c69e-42e7-83be-8a14ec32bfe4 HTTP/1.1" status: 200 len: 946 time: 0.2654328 May 25 20:30:39.837093 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-15f67082-0011-483e-ac16-543adb4316c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:39.846549 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-15f67082-0011-483e-ac16-543adb4316c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:39.943440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-15f67082-0011-483e-ac16-543adb4316c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a7f1eec74d94fb78d5fc72dc89dac5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8208597 May 25 20:30:39.946042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f67082-0011-483e-ac16-543adb4316c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9617d84-e8c7-448d-9ed6-0eb2693278f6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:39.956924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42578) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:39.960639 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c3f34c5-5b23-42e6-917b-6bde944587aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:39.998770 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:40.000513 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-44e81c75-859a-4d97-a474-e52a537b55bb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1577737 May 25 20:30:40.009077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42584) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:40.045727 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c3f34c5-5b23-42e6-917b-6bde944587aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:40.054125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Set router 146a1179-c7f3-415d-a856-b42fcdc63c5b gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:30:40.064343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5bb761dc-27fc-4982-a304-8656f9a5a376 req-4cd51159-0012-4d47-b5a0-e6ab1156747c tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309958 May 25 20:30:40.116783 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86a905f6-37c5-4c98-b990-518d404cbbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:40.150371 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86a905f6-37c5-4c98-b990-518d404cbbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:40.163230 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c3f34c5-5b23-42e6-917b-6bde944587aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:40.198115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f34c5-5b23-42e6-917b-6bde944587aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c56efe8-14b9-4f51-9f18-21e7b0c3204e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:40.217283 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4c3f34c5-5b23-42e6-917b-6bde944587aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:40.221490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4c3f34c5-5b23-42e6-917b-6bde944587aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c56efe8-14b9-4f51-9f18-21e7b0c3204e HTTP/1.1" status: 204 len: 168 time: 0.5673451 May 25 20:30:40.247846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86a905f6-37c5-4c98-b990-518d404cbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:40.298963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a905f6-37c5-4c98-b990-518d404cbbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9617d84-e8c7-448d-9ed6-0eb2693278f6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:40.316106 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-86a905f6-37c5-4c98-b990-518d404cbbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:40.321058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-86a905f6-37c5-4c98-b990-518d404cbbc3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9617d84-e8c7-448d-9ed6-0eb2693278f6 HTTP/1.1" status: 204 len: 168 time: 0.3607824 May 25 20:30:40.321308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753734ef-16e4-40c4-9903-b04165b83194 req-77dea844-1c08-4c06-b873-fea9081c5621 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:40.325636 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-753734ef-16e4-40c4-9903-b04165b83194 req-77dea844-1c08-4c06-b873-fea9081c5621 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.3903666 May 25 20:30:40.325768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42598) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:40.399281 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-753734ef-16e4-40c4-9903-b04165b83194 req-949a5295-04ba-450b-ac72-c805f3f310c9 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580924 May 25 20:30:40.409511 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e542cf93-e875-4d4f-b46a-d00e9e59d90a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/routers/146a1179-c7f3-415d-a856-b42fcdc63c5b HTTP/1.1" status: 200 len: 908 time: 0.3965311 May 25 20:30:40.409844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42604) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:40.416723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Request body: {'router': {'name': 'tempest-snat-router-775200315', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'enable_snat': True}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:40.422631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:40.426867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Usage tracker for resource:router and tenant:181e8d87cc9d413b880afc52bd0f67b8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:40.430837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:40.436930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:40.456000 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:40.457053 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:40.474694 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:40.615546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a1179-c7f3-415d-a856-b42fcdc63c5b', 'name': 'tempest-snat-router-775200315', 'tenant_id': '181e8d87cc9d413b880afc52bd0f67b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.215'}], 'enable_snat': False}, 'gw_port_id': '0b10369c-8d6a-40ce-94ef-5f603aded725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:30:35Z', 'updated_at': '2022-05-25T20:30:38Z', 'revision_number': 3, 'project_id': '181e8d87cc9d413b880afc52bd0f67b8', 'gw_port': {'id': '0b10369c-8d6a-40ce-94ef-5f603aded725', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a1179-c7f3-415d-a856-b42fcdc63c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:30:37Z', 'updated_at': '2022-05-25T20:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:40.620417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Checking router: 146a1179-c7f3-415d-a856-b42fcdc63c5b for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:30:40.620752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Updating router 146a1179-c7f3-415d-a856-b42fcdc63c5b port 0b10369c-8d6a-40ce-94ef-5f603aded725 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:30:40.633638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a7380-7d9e-4572-a6b0-880601ee84a8 req-71eb0044-66d5-4da6-b445-58539d9ada82 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:40.635367 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a60a7380-7d9e-4572-a6b0-880601ee84a8 req-71eb0044-66d5-4da6-b445-58539d9ada82 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 0.2928252 May 25 20:30:40.689840 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:40.800647 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a60a7380-7d9e-4572-a6b0-880601ee84a8 req-e7b5ede2-86b8-4712-9155-7b4330460367 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437664 May 25 20:30:40.832639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdccff-4fcc-4bb0-bac5-5a28240a4634 req-ed6b36be-48ac-485a-916f-8ac5f2ac5433 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:40.834664 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9ecdccff-4fcc-4bb0-bac5-5a28240a4634 req-ed6b36be-48ac-485a-916f-8ac5f2ac5433 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.70 "GET /v2.0/ports?device_id=708c5d76-c69e-42e7-83be-8a14ec32bfe4 HTTP/1.1" status: 200 len: 946 time: 0.3413889 May 25 20:30:40.934478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-9ecdccff-4fcc-4bb0-bac5-5a28240a4634 req-fe116c8b-ba81-4bd1-bfbe-c31140db0808 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Deleting port de96b14d-9207-4275-9d1d-773bfeb35d1c {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:40.935682 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9ecdccff-4fcc-4bb0-bac5-5a28240a4634 req-fe116c8b-ba81-4bd1-bfbe-c31140db0808 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:40.950460 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:40.989201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-1382d43f-288b-4096-90a8-5da9df1477c0 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:40.990565 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1382d43f-288b-4096-90a8-5da9df1477c0 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.6636682 May 25 20:30:40.998491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42614) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.017165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-7ce9f455-3ca9-4dc9-b36e-1259a662c09e tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.018655 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7ce9f455-3ca9-4dc9-b36e-1259a662c09e tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0180318 May 25 20:30:41.022735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42618) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.036459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-64fb757b-e79d-4091-878e-b7907b281698 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.037816 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-64fb757b-e79d-4091-878e-b7907b281698 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0138783 May 25 20:30:41.043092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42624) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.047178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42626) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.059001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-828f6125-450c-40b6-84d0-d87c2fbf511f tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.059989 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-828f6125-450c-40b6-84d0-d87c2fbf511f tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0118048 May 25 20:30:41.074943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42632) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.089715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-113e226a-6d9e-480c-b652-4ab08f56d23b tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.092002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-113e226a-6d9e-480c-b652-4ab08f56d23b tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0099211 May 25 20:30:41.092002 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-874c18a8-53ee-46c1-bdbb-f08dc19d09b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:41.102886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42638) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.152570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-ad019618-a642-495a-80cc-a8ddf11d3938 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.153534 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ad019618-a642-495a-80cc-a8ddf11d3938 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0201585 May 25 20:30:41.172883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-874c18a8-53ee-46c1-bdbb-f08dc19d09b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:41.187717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-874c18a8-53ee-46c1-bdbb-f08dc19d09b8 admin admin] Usage tracker for resource:security_group_rule and tenant:7892821de1244ebbbdf301fe3193388c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:41.193816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-874c18a8-53ee-46c1-bdbb-f08dc19d09b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:41.206447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42642) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.210499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-874c18a8-53ee-46c1-bdbb-f08dc19d09b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:41.217476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-1934d136-7922-4412-baf5-d8d8a3bc914b tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.218817 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1934d136-7922-4412-baf5-d8d8a3bc914b tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0111513 May 25 20:30:41.227659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42648) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.238042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-20e66e69-690f-4c63-a560-42ad52ba5271 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.238783 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-20e66e69-690f-4c63-a560-42ad52ba5271 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0101452 May 25 20:30:41.245132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42652) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.252840 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:41.262808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-ff43885d-a1c0-4a0b-93dc-658b165775bf tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.263828 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ff43885d-a1c0-4a0b-93dc-658b165775bf tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0184481 May 25 20:30:41.269507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42656) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.271061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Transition to ACTIVE for port object 0b10369c-8d6a-40ce-94ef-5f603aded725 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:30:41.281396 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:41.304752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-d0082200-ed84-4cb6-b2ae-e3b66b740f20 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.305632 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d0082200-ed84-4cb6-b2ae-e3b66b740f20 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0329151 May 25 20:30:41.338195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42662) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.359622 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-c6f743a0-4b9e-439b-9888-dc67faf14970 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.360634 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c6f743a0-4b9e-439b-9888-dc67faf14970 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0125773 May 25 20:30:41.366242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42666) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.378725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-376212e9-8f96-4423-a161-829a138a5e49 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.379819 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-376212e9-8f96-4423-a161-829a138a5e49 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0104373 May 25 20:30:41.384880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42670) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.400378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-283dccc9-f522-4059-a40f-9a6aef396b49 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.401352 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-283dccc9-f522-4059-a40f-9a6aef396b49 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0143821 May 25 20:30:41.405669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42674) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.422919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-3dd9b086-2150-4cd0-9e27-852255b31b01 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.424073 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3dd9b086-2150-4cd0-9e27-852255b31b01 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0172017 May 25 20:30:41.429564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42680) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.433302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Attempting to bind port 0b10369c-8d6a-40ce-94ef-5f603aded725 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:30:41.433674 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Attempting to bind port 0b10369c-8d6a-40ce-94ef-5f603aded725 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:30:41.434057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Attempting to bind port 0b10369c-8d6a-40ce-94ef-5f603aded725 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:30:41.441436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399044cb-056b-423e-a7cf-a5dda82807ec req-77e169ec-f981-41b7-a54f-7195b4830ffd tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:41.443527 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-399044cb-056b-423e-a7cf-a5dda82807ec req-77e169ec-f981-41b7-a54f-7195b4830ffd tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.50 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 945 time: 0.4853520 May 25 20:30:41.447735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:30:41.448176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:30:41.448581 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:41.448982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:30:41.449798 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Bound port: 0b10369c-8d6a-40ce-94ef-5f603aded725, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:30:41.450320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-f9ad2a4f-b718-4e8b-972a-ef987eb9e95b tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.450438 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:41.451544 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f9ad2a4f-b718-4e8b-972a-ef987eb9e95b tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0208433 May 25 20:30:41.459032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42684) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.497898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-9ecdccff-4fcc-4bb0-bac5-5a28240a4634 req-fe116c8b-ba81-4bd1-bfbe-c31140db0808 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] For port de96b14d-9207-4275-9d1d-773bfeb35d1c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=de96b14d-9207-4275-9d1d-773bfeb35d1c,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:41.498230 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9ecdccff-4fcc-4bb0-bac5-5a28240a4634 req-fe116c8b-ba81-4bd1-bfbe-c31140db0808 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:41.507279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-c4c44ccd-0717-4f2f-9fbc-23a3ee7602e9 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.508306 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c4c44ccd-0717-4f2f-9fbc-23a3ee7602e9 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0487487 May 25 20:30:41.520413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42690) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.539962 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aff478-4b51-4b05-802a-9f10dd11df84 None None] Pushing event updated for resources: {'Port': ['ID=0b10369c-8d6a-40ce-94ef-5f603aded725,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:41.573736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-e30abe99-fd8d-45ec-9e2f-321613c3df35 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.578699 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e30abe99-fd8d-45ec-9e2f-321613c3df35 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0572836 May 25 20:30:41.592580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42696) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.604361 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] For port 0b10369c-8d6a-40ce-94ef-5f603aded725, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:30:41.611112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] For port 0b10369c-8d6a-40ce-94ef-5f603aded725, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0b10369c-8d6a-40ce-94ef-5f603aded725,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:30:41.613159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f5235-3735-4ed4-ac45-dd43354d1fd0 req-cc9e4a9f-8b4c-4d04-b6d5-8b37d1f7b9dd tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:41.615056 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-936f5235-3735-4ed4-ac45-dd43354d1fd0 req-cc9e4a9f-8b4c-4d04-b6d5-8b37d1f7b9dd tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=708c5d76-c69e-42e7-83be-8a14ec32bfe4 HTTP/1.1" status: 200 len: 946 time: 0.3743348 May 25 20:30:41.618039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-4065bf68-ff0f-48d3-92c8-e9bbb287b0ff tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.618599 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:41.621685 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4065bf68-ff0f-48d3-92c8-e9bbb287b0ff tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0225878 May 25 20:30:41.628497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42700) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.633686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-399044cb-056b-423e-a7cf-a5dda82807ec req-b8acb3f1-a1ff-467b-b733-170458711f2d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Deleting port a8cc9847-959b-4d19-abe9-1d88fb6d806c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:41.634146 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-399044cb-056b-423e-a7cf-a5dda82807ec req-b8acb3f1-a1ff-467b-b733-170458711f2d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:41.748431 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Routers {'146a1179-c7f3-415d-a856-b42fcdc63c5b'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:30:41.748582 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:30:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['146a1179-c7f3-415d-a856-b42fcdc63c5b'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:41.764352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-6c813185-fb6e-4daa-9dba-dbfa8119ff6c tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.768736 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6c813185-fb6e-4daa-9dba-dbfa8119ff6c tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0667760 May 25 20:30:41.785799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-9ecdccff-4fcc-4bb0-bac5-5a28240a4634 req-fe116c8b-ba81-4bd1-bfbe-c31140db0808 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Calling delete_port for de96b14d-9207-4275-9d1d-773bfeb35d1c owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:41.818526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42708) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.833324 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-874c18a8-53ee-46c1-bdbb-f08dc19d09b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:41.838658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-1ccb6e25-8922-4917-af7c-9bdff1939cbd tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.841693 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1ccb6e25-8922-4917-af7c-9bdff1939cbd tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0199268 May 25 20:30:41.848407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42714) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.850347 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aff478-4b51-4b05-802a-9f10dd11df84 None None] Pushing event updated for resources: {'Port': ['ID=0b10369c-8d6a-40ce-94ef-5f603aded725,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:41.855031 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-874c18a8-53ee-46c1-bdbb-f08dc19d09b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:41.872287 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-09f8148f-f2aa-4e66-a10b-dc1e0f0deaeb tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.873292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-09f8148f-f2aa-4e66-a10b-dc1e0f0deaeb tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0229468 May 25 20:30:41.888770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42718) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.915017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-81b35f58-23ff-4442-b864-b7e1d75bfb33 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.916164 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-81b35f58-23ff-4442-b864-b7e1d75bfb33 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0217247 May 25 20:30:41.918696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42722) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.951344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-999ca753-6505-47f6-9bb1-24df9352011d tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:41.952322 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-999ca753-6505-47f6-9bb1-24df9352011d tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0251825 May 25 20:30:41.973987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42726) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.990706 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-874c18a8-53ee-46c1-bdbb-f08dc19d09b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7892821de1244ebbbdf301fe3193388c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9403474 May 25 20:30:41.995768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42732) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:41.995768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c18a8-53ee-46c1-bdbb-f08dc19d09b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da2e38d-1e41-48da-86e7-0256b45cd749,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:42.061647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-0f21677e-7252-4831-a217-1918f1521ec6 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.066878 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0f21677e-7252-4831-a217-1918f1521ec6 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0651636 May 25 20:30:42.069085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] Set router 146a1179-c7f3-415d-a856-b42fcdc63c5b gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:30:42.073913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42738) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.074092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd88df-64f2-4e11-b6ea-9779d73d116a req-66a643b6-eec3-4a3e-80a8-8501201c1c44 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:42.075717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-51fd88df-64f2-4e11-b6ea-9779d73d116a req-66a643b6-eec3-4a3e-80a8-8501201c1c44 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.3649857 May 25 20:30:42.096694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-473929b6-5565-4690-a13e-d8354a9c12ce tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.101567 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-473929b6-5565-4690-a13e-d8354a9c12ce tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0183330 May 25 20:30:42.110033 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-936f5235-3735-4ed4-ac45-dd43354d1fd0 req-494e1faa-7fc3-4bca-8f71-d3adb31b0712 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/security-groups?id=9bed307d-fa0f-46c7-99c8-21381d637e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815600 May 25 20:30:42.120882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42742) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.144546 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-0d4169c6-d95e-48bd-9c9e-349d37ba8e74 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.149092 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0d4169c6-d95e-48bd-9c9e-349d37ba8e74 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0191407 May 25 20:30:42.168299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42746) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.182311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-d5b8b0e1-fd3c-4a4b-bf10-4ef37ddbc589 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.183420 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d5b8b0e1-fd3c-4a4b-bf10-4ef37ddbc589 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0141220 May 25 20:30:42.195232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42750) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.213931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-fa06b38f-f2d3-41ff-8daa-edeb2564bcbd tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.214992 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fa06b38f-f2d3-41ff-8daa-edeb2564bcbd tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0174079 May 25 20:30:42.227012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42754) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.240077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-9e6fae45-e765-462b-a48a-990afa71114e tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.241498 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9e6fae45-e765-462b-a48a-990afa71114e tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0073626 May 25 20:30:42.256215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42758) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.265513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abb130e8-0575-4d8c-9480-e489e499122f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:42.323228 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abb130e8-0575-4d8c-9480-e489e499122f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:42.368264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-399044cb-056b-423e-a7cf-a5dda82807ec req-b8acb3f1-a1ff-467b-b733-170458711f2d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] For port a8cc9847-959b-4d19-abe9-1d88fb6d806c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a8cc9847-959b-4d19-abe9-1d88fb6d806c,segment=NetworkSegment(1811dd55-5e7d-45f3-b5eb-bed903945617),segment_id=1811dd55-5e7d-45f3-b5eb-bed903945617)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:42.368817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-399044cb-056b-423e-a7cf-a5dda82807ec req-b8acb3f1-a1ff-467b-b733-170458711f2d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:42.413813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-2e32721f-794a-4955-82cf-7f8d2c523a4f tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.415292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2e32721f-794a-4955-82cf-7f8d2c523a4f tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.1583192 May 25 20:30:42.420480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42762) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.433092 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-51fd88df-64f2-4e11-b6ea-9779d73d116a req-80a7a9c1-7332-4daa-9a72-b0d96431a7fe tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990549 May 25 20:30:42.439346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-1d7183a9-d2e5-439b-9bb4-d64445d5edd0 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.440697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1d7183a9-d2e5-439b-9bb4-d64445d5edd0 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0140233 May 25 20:30:42.441580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abb130e8-0575-4d8c-9480-e489e499122f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:42.446103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42766) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.460113 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9ecdccff-4fcc-4bb0-bac5-5a28240a4634 req-fe116c8b-ba81-4bd1-bfbe-c31140db0808 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:42.473875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-1456c63a-2eac-4118-a026-e3917d68feaf tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.484728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1456c63a-2eac-4118-a026-e3917d68feaf tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0170839 May 25 20:30:42.525281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['a8cc9847-959b-4d19-abe9-1d88fb6d806c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:30:42.526853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42770) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.531513 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb130e8-0575-4d8c-9480-e489e499122f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da2e38d-1e41-48da-86e7-0256b45cd749,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:42.552107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-8899ef7a-2c09-436d-961d-f40d43774b03 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.553116 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8899ef7a-2c09-436d-961d-f40d43774b03 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0239418 May 25 20:30:42.570135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42774) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.576081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe116c8b-ba81-4bd1-bfbe-c31140db0808 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Pushing event deleted for resources: {'Port': ['ID=de96b14d-9207-4275-9d1d-773bfeb35d1c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:42.620919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-9c7efc93-0012-4ca0-917b-5d5bde7009b8 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.622541 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9c7efc93-0012-4ca0-917b-5d5bde7009b8 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0477781 May 25 20:30:42.630940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42778) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.646975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-3a68df63-7cc4-4be1-8b85-a1787cd06a23 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.648308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3a68df63-7cc4-4be1-8b85-a1787cd06a23 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0162427 May 25 20:30:42.669809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466bfaa-453a-48ef-8ef9-b2e8da132ff9 req-a786185b-7eae-4ff9-bb7c-7d69dbb3e78e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:42.672741 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7466bfaa-453a-48ef-8ef9-b2e8da132ff9 req-a786185b-7eae-4ff9-bb7c-7d69dbb3e78e tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 1.0464022 May 25 20:30:42.682387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-399044cb-056b-423e-a7cf-a5dda82807ec req-b8acb3f1-a1ff-467b-b733-170458711f2d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Calling delete_port for a8cc9847-959b-4d19-abe9-1d88fb6d806c owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:42.696702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42782) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.699980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecdccff-4fcc-4bb0-bac5-5a28240a4634 req-fe116c8b-ba81-4bd1-bfbe-c31140db0808 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] No DVR routers for this DVR port de96b14d-9207-4275-9d1d-773bfeb35d1c on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:30:42.705359 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9ecdccff-4fcc-4bb0-bac5-5a28240a4634 req-fe116c8b-ba81-4bd1-bfbe-c31140db0808 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:42.709474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708c5d76-c69e-42e7-83be-8a14ec32bfe4', 'name': 'network-vif-deleted', 'tag': 'de96b14d-9207-4275-9d1d-773bfeb35d1c'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:42.726418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-6317469a-cd24-4d10-94e6-ffb3ff6e6b06 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.727415 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6317469a-cd24-4d10-94e6-ffb3ff6e6b06 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0245993 May 25 20:30:42.730629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42788) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.734812 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abb130e8-0575-4d8c-9480-e489e499122f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:42.739576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-abb130e8-0575-4d8c-9480-e489e499122f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0da2e38d-1e41-48da-86e7-0256b45cd749 HTTP/1.1" status: 204 len: 168 time: 0.7408364 May 25 20:30:42.743643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-1c24e871-9d1a-41c5-ad31-2be9c736dc57 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.744652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1c24e871-9d1a-41c5-ad31-2be9c736dc57 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0116644 May 25 20:30:42.746212 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9ecdccff-4fcc-4bb0-bac5-5a28240a4634 req-fe116c8b-ba81-4bd1-bfbe-c31140db0808 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.70 "DELETE /v2.0/ports/de96b14d-9207-4275-9d1d-773bfeb35d1c HTTP/1.1" status: 204 len: 173 time: 1.9051306 May 25 20:30:42.755732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42794) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.776038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-dcd93579-61cf-45f6-a17d-e4f8f4ad94d6 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.778180 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dcd93579-61cf-45f6-a17d-e4f8f4ad94d6 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0207787 May 25 20:30:42.781737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42798) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.789273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-fe8ece46-29b9-4378-99e8-fcc7f303430f tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.790272 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fe8ece46-29b9-4378-99e8-fcc7f303430f tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0072002 May 25 20:30:42.814375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42802) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.829028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-9e5fe667-069d-405e-be40-25c3bb91626e tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.830192 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9e5fe667-069d-405e-be40-25c3bb91626e tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0148118 May 25 20:30:42.843497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-7466bfaa-453a-48ef-8ef9-b2e8da132ff9 req-e627856e-6b50-4c43-b483-1ed0247cb7fb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Deleting port 20eb181a-aa8d-4131-97d4-65217d9b80a6 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:42.844290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42806) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.844448 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7466bfaa-453a-48ef-8ef9-b2e8da132ff9 req-e627856e-6b50-4c43-b483-1ed0247cb7fb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:42.858269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-54e8af25-29da-470b-a915-38d09724fcaf tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.859857 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-54e8af25-29da-470b-a915-38d09724fcaf tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0090208 May 25 20:30:42.877870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42810) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.880827 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13ad5cd-f266-44d5-a620-9f2fd8882137'] response: {'server_uuid': '708c5d76-c69e-42e7-83be-8a14ec32bfe4', 'name': 'network-vif-deleted', 'tag': 'de96b14d-9207-4275-9d1d-773bfeb35d1c', 'status': 'completed', 'code': 200} May 25 20:30:42.891375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-91554ddc-690e-4a82-9a1d-cf2bbc9ec4f0 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.898803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-91554ddc-690e-4a82-9a1d-cf2bbc9ec4f0 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0169919 May 25 20:30:42.899436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42814) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.913331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-91ad4466-7ede-4d14-aadd-778927f510c1 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.927759 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-91ad4466-7ede-4d14-aadd-778927f510c1 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0273037 May 25 20:30:42.931600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42818) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.947829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-d7c64639-9947-4db0-b043-f0aa1d5aa084 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.949252 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d7c64639-9947-4db0-b043-f0aa1d5aa084 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0164180 May 25 20:30:42.952422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42822) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.967033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-902c94e0-bf00-4b0b-91e0-cb6381ce32d9 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.973093 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-902c94e0-bf00-4b0b-91e0-cb6381ce32d9 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0169213 May 25 20:30:42.974082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42826) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:42.983704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-a663e6a9-ea77-4035-96b5-607807f91287 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:42.994587 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:43.001649 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a663e6a9-ea77-4035-96b5-607807f91287 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0261433 May 25 20:30:43.002335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42830) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.008110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146a1179-c7f3-415d-a856-b42fcdc63c5b', 'name': 'tempest-snat-router-775200315', 'tenant_id': '181e8d87cc9d413b880afc52bd0f67b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.215'}], 'enable_snat': False}, 'gw_port_id': '0b10369c-8d6a-40ce-94ef-5f603aded725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:30:35Z', 'updated_at': '2022-05-25T20:30:38Z', 'revision_number': 3, 'project_id': '181e8d87cc9d413b880afc52bd0f67b8', 'gw_port': {'id': '0b10369c-8d6a-40ce-94ef-5f603aded725', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a1179-c7f3-415d-a856-b42fcdc63c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:30:37Z', 'updated_at': '2022-05-25T20:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:43.012761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-dd043f4a-1b4f-4571-9eb2-a44b7e39dfa9 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.026214 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dd043f4a-1b4f-4571-9eb2-a44b7e39dfa9 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0225003 May 25 20:30:43.029818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42836) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.051818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-86865c94-adb8-499c-941a-99b7ea7e8c4a tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.057217 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:43.059193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42840) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.063009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-86865c94-adb8-499c-941a-99b7ea7e8c4a tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0309143 May 25 20:30:43.071786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb70a9b-4a5c-4668-85dd-7815d6101f19 None None] The sync data for ids ['146a1179-c7f3-415d-a856-b42fcdc63c5b'] in n-d-843339-1 is: [{'id': '146a1179-c7f3-415d-a856-b42fcdc63c5b', 'name': 'tempest-snat-router-775200315', 'tenant_id': '181e8d87cc9d413b880afc52bd0f67b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.215'}], 'enable_snat': False}, 'gw_port_id': '0b10369c-8d6a-40ce-94ef-5f603aded725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:30:35Z', 'updated_at': '2022-05-25T20:30:38Z', 'revision_number': 3, 'project_id': '181e8d87cc9d413b880afc52bd0f67b8', 'gw_port': {'id': '0b10369c-8d6a-40ce-94ef-5f603aded725', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146a1179-c7f3-415d-a856-b42fcdc63c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:30:37Z', 'updated_at': '2022-05-25T20:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:30:43.083471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [None req-f684c503-2d98-486b-8b6d-c13af7c946ec tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.085619 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f684c503-2d98-486b-8b6d-c13af7c946ec tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0150628 May 25 20:30:43.088489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42846) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.095706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-30b46512-5a8f-4ea2-af90-2b47c9ed4554 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.100461 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-30b46512-5a8f-4ea2-af90-2b47c9ed4554 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0107756 May 25 20:30:43.101129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42850) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.110184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-5c719fa9-36a2-4552-9ad3-4e318cc8618c tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.114580 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5c719fa9-36a2-4552-9ad3-4e318cc8618c tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0091493 May 25 20:30:43.119343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42854) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.133260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-4e48725e-3caa-4e12-98b2-0d76a9e53a51 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.137956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4e48725e-3caa-4e12-98b2-0d76a9e53a51 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0169823 May 25 20:30:43.141358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42858) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.159973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-2f755654-e746-4ecb-95d3-f503cf6385db tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.161738 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2f755654-e746-4ecb-95d3-f503cf6385db tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0190358 May 25 20:30:43.171288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42864) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.193856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-432fee2f-4f3b-40af-8800-e5d10f30a6c9 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.206029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-432fee2f-4f3b-40af-8800-e5d10f30a6c9 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0316627 May 25 20:30:43.207098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42868) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.221980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-2fe6f64c-fdcf-41d6-ac2b-effb8a8cb046 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.228789 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2fe6f64c-fdcf-41d6-ac2b-effb8a8cb046 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0190194 May 25 20:30:43.229323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42872) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.238351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-e9c35ba5-7a7e-4162-a521-d1181e9603f3 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.243187 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e9c35ba5-7a7e-4162-a521-d1181e9603f3 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0122859 May 25 20:30:43.243871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42876) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.249606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-95f64468-b8b3-42e7-83be-f33222579374 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.255013 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-95f64468-b8b3-42e7-83be-f33222579374 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0096662 May 25 20:30:43.255979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42880) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.262808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-fba8c937-45eb-4106-b46f-22bb38287383 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.268888 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fba8c937-45eb-4106-b46f-22bb38287383 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0112815 May 25 20:30:43.269874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42884) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.293122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-5edbcc32-442c-48c8-83db-9508da372253 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.297753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5edbcc32-442c-48c8-83db-9508da372253 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0263336 May 25 20:30:43.300779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42888) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.314490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-0ad2973c-1946-45ba-834f-01c5e9f5ba7c tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.320619 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0ad2973c-1946-45ba-834f-01c5e9f5ba7c tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0178614 May 25 20:30:43.320619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42892) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.325825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-de7994e3-5b9f-4052-8ade-db8c53eabae2 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.331744 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-de7994e3-5b9f-4052-8ade-db8c53eabae2 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0098829 May 25 20:30:43.332562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42896) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.339965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-49a2bae5-acf5-4963-8c82-fcb0a916ad20 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.345483 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-49a2bae5-acf5-4963-8c82-fcb0a916ad20 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0110600 May 25 20:30:43.346312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42900) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.353057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-12baee3b-956a-46ce-9ce1-ced9b74eff2b tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.357471 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-12baee3b-956a-46ce-9ce1-ced9b74eff2b tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0098503 May 25 20:30:43.358101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42904) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.425748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-5f357069-5010-49ee-8fda-0078e5d912e5 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.429744 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5f357069-5010-49ee-8fda-0078e5d912e5 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0702929 May 25 20:30:43.432224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-716fda6a-9b5b-4038-b1b3-56e4179bfee6 req-fea08165-a08f-4ace-a2ec-7eb46deb623a tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Synchronizing usage tracker for tenant:2ccd84371dae430bbf0d0a57fb99a3ef on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:30:43.439266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42912) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.459619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-716fda6a-9b5b-4038-b1b3-56e4179bfee6 req-fea08165-a08f-4ace-a2ec-7eb46deb623a tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Unset dirty status for tenant:2ccd84371dae430bbf0d0a57fb99a3ef on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:30:43.460751 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-716fda6a-9b5b-4038-b1b3-56e4179bfee6 req-fea08165-a08f-4ace-a2ec-7eb46deb623a tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=708c5d76-c69e-42e7-83be-8a14ec32bfe4 HTTP/1.1" status: 200 len: 210 time: 0.0994318 May 25 20:30:43.464525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-82e3bf52-5c22-470e-9a58-ae01aacba797 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.469863 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-82e3bf52-5c22-470e-9a58-ae01aacba797 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0144329 May 25 20:30:43.470528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42916) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.491193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-f79bcbad-a945-4838-8523-9661fcdedbf8 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.495501 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f79bcbad-a945-4838-8523-9661fcdedbf8 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0238254 May 25 20:30:43.496174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42922) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.502926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-1ad9a7b7-ae0b-468e-8eb0-03e62a679b43 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.506810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1ad9a7b7-ae0b-468e-8eb0-03e62a679b43 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0096421 May 25 20:30:43.507458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42926) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.542392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-3b2e699e-664d-41b4-a632-533cce186fb4 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.550542 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3b2e699e-664d-41b4-a632-533cce186fb4 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0419822 May 25 20:30:43.551302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42930) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:43.573764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [None req-4d67dc91-8cd9-46d5-adf6-787e139c9942 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:30:43.584154 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4d67dc91-8cd9-46d5-adf6-787e139c9942 tempest-ExtensionsTestJSON-1978690176 tempest-ExtensionsTestJSON-1978690176-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0293062 May 25 20:30:43.829534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0b10369c-8d6a-40ce-94ef-5f603aded725 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:30:43.961830 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 0b10369c-8d6a-40ce-94ef-5f603aded725 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:30:43.971387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 0b10369c-8d6a-40ce-94ef-5f603aded725 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:43.972505 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:44.020226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db451b1-ae0e-4090-99e8-66d8f7ce6918 req-a30302af-e62e-4459-bff0-8409af616ccb tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:44.032587 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1db451b1-ae0e-4090-99e8-66d8f7ce6918 req-a30302af-e62e-4459-bff0-8409af616ccb tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.2418675 May 25 20:30:44.033163 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device de96b14d-9207-4275-9d1d-773bfeb35d1c no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:30:44.109959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd95da-08ed-48cc-a3b8-b1b7b770f8b9 req-d09c1507-c885-45da-bfc2-97333b1d975c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:44.114082 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ddd95da-08ed-48cc-a3b8-b1b7b770f8b9 req-d09c1507-c885-45da-bfc2-97333b1d975c tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 946 time: 1.6879005 May 25 20:30:44.123990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: de96b14d-9207-4275-9d1d-773bfeb35d1c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:30:44.125538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device de96b14d-9207-4275-9d1d-773bfeb35d1c not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:30:44.143994 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1db451b1-ae0e-4090-99e8-66d8f7ce6918 req-68d97a78-f4d8-4028-9df5-26baf67415e2 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061347 May 25 20:30:44.200168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42948) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:44.308212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 0b10369c-8d6a-40ce-94ef-5f603aded725 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:44.308488 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:44.333945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 0b10369c-8d6a-40ce-94ef-5f603aded725, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0b10369c-8d6a-40ce-94ef-5f603aded725,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:44.341434 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:44.502554 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=0b10369c-8d6a-40ce-94ef-5f603aded725,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:44.521273 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4ddd95da-08ed-48cc-a3b8-b1b7b770f8b9 req-b767de99-4122-4bde-b921-55cb49b6d062 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/security-groups?id=990132d3-6962-4135-988f-ef98cea25419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722030 May 25 20:30:44.521947 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-399044cb-056b-423e-a7cf-a5dda82807ec req-b8acb3f1-a1ff-467b-b733-170458711f2d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:44.535470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Allocated IP 172.25.3.234 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/741e7de0-32f9-43e2-8800-1f5044df35d1) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:30:44.699468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acb3f1-a1ff-467b-b733-170458711f2d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Pushing event deleted for resources: {'Port': ['ID=a8cc9847-959b-4d19-abe9-1d88fb6d806c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:44.770057 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5362635d-204c-477e-93c2-190ecba47bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:44.788243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5362635d-204c-477e-93c2-190ecba47bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:44.793955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5362635d-204c-477e-93c2-190ecba47bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:40cd85bbe76c48df8a8977744169e2e7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:44.797080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5362635d-204c-477e-93c2-190ecba47bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:44.806767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5362635d-204c-477e-93c2-190ecba47bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:44.940308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-7466bfaa-453a-48ef-8ef9-b2e8da132ff9 req-e627856e-6b50-4c43-b483-1ed0247cb7fb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] For port 20eb181a-aa8d-4131-97d4-65217d9b80a6, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=20eb181a-aa8d-4131-97d4-65217d9b80a6,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:44.940775 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7466bfaa-453a-48ef-8ef9-b2e8da132ff9 req-e627856e-6b50-4c43-b483-1ed0247cb7fb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:44.956105 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5362635d-204c-477e-93c2-190ecba47bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:44.961402 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5362635d-204c-477e-93c2-190ecba47bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:44.966321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-399044cb-056b-423e-a7cf-a5dda82807ec req-b8acb3f1-a1ff-467b-b733-170458711f2d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] No DVR routers for this DVR port a8cc9847-959b-4d19-abe9-1d88fb6d806c on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:30:44.975447 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d46ffc-c014-49fa-995a-2b66684c3ffe req-aa4b53f9-9725-4c09-9314-d5f0e472e251 tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c7f2b-d528-43b0-a260-e60ed1f0c394 HTTP/1.1" status: 200 len: 210 time: 0.0834711 May 25 20:30:44.976982 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-399044cb-056b-423e-a7cf-a5dda82807ec req-b8acb3f1-a1ff-467b-b733-170458711f2d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:44.999186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034c7f2b-d528-43b0-a260-e60ed1f0c394', 'name': 'network-vif-deleted', 'tag': 'a8cc9847-959b-4d19-abe9-1d88fb6d806c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:45.026255 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5362635d-204c-477e-93c2-190ecba47bb0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=40cd85bbe76c48df8a8977744169e2e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8251379 May 25 20:30:45.027307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362635d-204c-477e-93c2-190ecba47bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53965a7e-fefb-47f3-bbec-17f17d16846c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:45.030426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42980) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:45.113560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 20eb181a-aa8d-4131-97d4-65217d9b80a6 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:30:45.120055 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-57d3a909-4476-4be4-9c76-68c6633ebb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:45.130626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-7466bfaa-453a-48ef-8ef9-b2e8da132ff9 req-e627856e-6b50-4c43-b483-1ed0247cb7fb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Calling delete_port for 20eb181a-aa8d-4131-97d4-65217d9b80a6 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:45.164700 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2003a5df-7d93-40a6-8047-82ec66b81d85'] response: {'server_uuid': '034c7f2b-d528-43b0-a260-e60ed1f0c394', 'name': 'network-vif-deleted', 'tag': 'a8cc9847-959b-4d19-abe9-1d88fb6d806c', 'status': 'completed', 'code': 200} May 25 20:30:45.170830 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-57d3a909-4476-4be4-9c76-68c6633ebb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:45.198720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-399044cb-056b-423e-a7cf-a5dda82807ec req-b8acb3f1-a1ff-467b-b733-170458711f2d tempest-MultipleCreateTestJSON-515067998 tempest-MultipleCreateTestJSON-515067998-project] 10.222.0.50 "DELETE /v2.0/ports/a8cc9847-959b-4d19-abe9-1d88fb6d806c HTTP/1.1" status: 204 len: 173 time: 3.7432530 May 25 20:30:45.292856 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-57d3a909-4476-4be4-9c76-68c6633ebb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:45.320364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42988) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:45.322800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3a909-4476-4be4-9c76-68c6633ebb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53965a7e-fefb-47f3-bbec-17f17d16846c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:45.345847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-57d3a909-4476-4be4-9c76-68c6633ebb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:45.349287 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-57d3a909-4476-4be4-9c76-68c6633ebb97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53965a7e-fefb-47f3-bbec-17f17d16846c HTTP/1.1" status: 204 len: 168 time: 0.3150496 May 25 20:30:45.360811 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:45.370728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 20eb181a-aa8d-4131-97d4-65217d9b80a6 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:45.371243 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:45.526219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb670438-5ec0-448c-ae86-a2e3fe70cef7 req-197693f2-5d27-4880-966e-d0a8bdbaf52f tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:45.527798 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb670438-5ec0-448c-ae86-a2e3fe70cef7 req-197693f2-5d27-4880-966e-d0a8bdbaf52f tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.2594295 May 25 20:30:45.560878 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ce83cfc7-fa0a-40f9-8f51-9cf5ff509e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:45.582022 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7466bfaa-453a-48ef-8ef9-b2e8da132ff9 req-e627856e-6b50-4c43-b483-1ed0247cb7fb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:45.599721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ce83cfc7-fa0a-40f9-8f51-9cf5ff509e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:45.614822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ce83cfc7-fa0a-40f9-8f51-9cf5ff509e56 admin admin] Usage tracker for resource:security_group_rule and tenant:d18faa97ce77418a956a22c2e8b71694 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:45.634745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ce83cfc7-fa0a-40f9-8f51-9cf5ff509e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:45.656523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ce83cfc7-fa0a-40f9-8f51-9cf5ff509e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:45.691342 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device a8cc9847-959b-4d19-abe9-1d88fb6d806c no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:30:45.718136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627856e-6b50-4c43-b483-1ed0247cb7fb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Pushing event deleted for resources: {'Port': ['ID=20eb181a-aa8d-4131-97d4-65217d9b80a6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:45.756362 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:45.769509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0b10369c-8d6a-40ce-94ef-5f603aded725 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:30:45.865692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb670438-5ec0-448c-ae86-a2e3fe70cef7 req-b8045c4e-6410-4156-93f2-b25d3cdb0ffd tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239210 May 25 20:30:45.923245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: a8cc9847-959b-4d19-abe9-1d88fb6d806c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:30:45.923581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device a8cc9847-959b-4d19-abe9-1d88fb6d806c not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:30:45.952157 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 0b10369c-8d6a-40ce-94ef-5f603aded725 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:45.952157 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:46.026505 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ce83cfc7-fa0a-40f9-8f51-9cf5ff509e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:46.054532 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ce83cfc7-fa0a-40f9-8f51-9cf5ff509e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:46.081060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event updated for resources: {'Port': ['ID=741e7de0-32f9-43e2-8800-1f5044df35d1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:46.097817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee6376a8-faac-4b2b-8dba-92a27b716d20 req-e39c23b0-cb63-416b-b622-4443e78219f6 tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 210 time: 0.1496685 May 25 20:30:46.171068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ce83cfc7-fa0a-40f9-8f51-9cf5ff509e56 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d18faa97ce77418a956a22c2e8b71694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8495421 May 25 20:30:46.173024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43024) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:46.174579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83cfc7-fa0a-40f9-8f51-9cf5ff509e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833a680e-f824-4b62-b953-abb4b99afbe8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:46.185764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-7466bfaa-453a-48ef-8ef9-b2e8da132ff9 req-e627856e-6b50-4c43-b483-1ed0247cb7fb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] No DVR routers for this DVR port 20eb181a-aa8d-4131-97d4-65217d9b80a6 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:30:46.186761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 0b10369c-8d6a-40ce-94ef-5f603aded725 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:46.191858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:30:46.199052 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7466bfaa-453a-48ef-8ef9-b2e8da132ff9 req-e627856e-6b50-4c43-b483-1ed0247cb7fb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:46.219232 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-c2cc0e49-0171-4458-a308-35608ae3a6fb tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=020803919a5c403c829e7181dfbba0f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1235819 May 25 20:30:46.244763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43028) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:46.261509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:30:46.267955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:30:46.354220 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c45ee58e-e0a4-4557-aa70-aa40981469f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:46.362921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-18be5a62-3111-4424-a781-58c5c77b4297 admin admin] Deleting subnet 4b37fe93-d1a5-433c-8457-7945493cef1d {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:30:46.378948 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18be5a62-3111-4424-a781-58c5c77b4297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:46.434866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c45ee58e-e0a4-4557-aa70-aa40981469f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:46.462322 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18be5a62-3111-4424-a781-58c5c77b4297 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:46.540158 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18be5a62-3111-4424-a781-58c5c77b4297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:46.595631 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c45ee58e-e0a4-4557-aa70-aa40981469f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:46.623111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ee58e-e0a4-4557-aa70-aa40981469f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833a680e-f824-4b62-b953-abb4b99afbe8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:46.630225 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c45ee58e-e0a4-4557-aa70-aa40981469f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:46.631383 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c45ee58e-e0a4-4557-aa70-aa40981469f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/833a680e-f824-4b62-b953-abb4b99afbe8 HTTP/1.1" status: 204 len: 168 time: 0.4535227 May 25 20:30:46.644846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43042) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:46.685372 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7466bfaa-453a-48ef-8ef9-b2e8da132ff9 req-e627856e-6b50-4c43-b483-1ed0247cb7fb tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.50 "DELETE /v2.0/ports/20eb181a-aa8d-4131-97d4-65217d9b80a6 HTTP/1.1" status: 204 len: 173 time: 3.9518871 May 25 20:30:46.686761 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18be5a62-3111-4424-a781-58c5c77b4297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:46.804896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be5a62-3111-4424-a781-58c5c77b4297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b37fe93-d1a5-433c-8457-7945493cef1d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:46.822749 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18be5a62-3111-4424-a781-58c5c77b4297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:46.832327 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-18be5a62-3111-4424-a781-58c5c77b4297 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4b37fe93-d1a5-433c-8457-7945493cef1d HTTP/1.1" status: 204 len: 168 time: 0.5855551 May 25 20:30:46.834376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43048) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:46.908598 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-715076fa-71f9-4e75-869f-18912ef6e1ec tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:46.916234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-715076fa-71f9-4e75-869f-18912ef6e1ec tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6960378 May 25 20:30:46.940061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2098287524'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:46.945902 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-0175450d-05f1-4153-a6c4-ea26baab2c07 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/quotas/020803919a5c403c829e7181dfbba0f0 HTTP/1.1" status: 200 len: 375 time: 0.0286984 May 25 20:30:46.955823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:46.964146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Usage tracker for resource:network and tenant:b77abebc26e44f53b330dd71971dc8ef is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:46.969803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:46.990462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:47.004583 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-506325c9-59a1-4ff6-bfe0-66ba94ae24bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.018457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Made reservation on behalf of b77abebc26e44f53b330dd71971dc8ef for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:30:47.022270 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.026080 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-9d442c4e-2066-4fb5-9f34-727ddc7e89e0 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=020803919a5c403c829e7181dfbba0f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790219 May 25 20:30:47.128725 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.166693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f353a97-6d34-4070-8adc-00037c83e06b', 'name': 'network-vif-deleted', 'tag': '20eb181a-aa8d-4131-97d4-65217d9b80a6'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:47.191857 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.235665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:47.245860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Usage tracker for resource:security_group_rule and tenant:b77abebc26e44f53b330dd71971dc8ef is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:47.249251 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-506325c9-59a1-4ff6-bfe0-66ba94ae24bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.259728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:47.273578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:47.304384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-506325c9-59a1-4ff6-bfe0-66ba94ae24bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2b0728-0038-421a-b617-7d83758eea93']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:47.332212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-506325c9-59a1-4ff6-bfe0-66ba94ae24bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1811dd55-5e7d-45f3-b5eb-bed903945617') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:47.332588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-506325c9-59a1-4ff6-bfe0-66ba94ae24bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1811dd55-5e7d-45f3-b5eb-bed903945617') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:47.354798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054bf7e-ab2f-4118-8a71-0736aaa20fb3 req-c2eca5ed-5f19-4dd5-8d2e-8aa6a9c3a8ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:47.356308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e054bf7e-ab2f-4118-8a71-0736aaa20fb3 req-c2eca5ed-5f19-4dd5-8d2e-8aa6a9c3a8ab tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.3221147 May 25 20:30:47.362939 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-506325c9-59a1-4ff6-bfe0-66ba94ae24bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.426946 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-506325c9-59a1-4ff6-bfe0-66ba94ae24bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.450423 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506325c9-59a1-4ff6-bfe0-66ba94ae24bc admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:30:47.450738 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-506325c9-59a1-4ff6-bfe0-66ba94ae24bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.546720 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e054bf7e-ab2f-4118-8a71-0736aaa20fb3 req-0a26ddc0-d7fe-4555-8bc9-1902648494b3 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746023 May 25 20:30:47.555084 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 1811dd55-5e7d-45f3-b5eb-bed903945617 resource provider aggregate not found May 25 20:30:47.573988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e7c514d3-f77d-4134-b500-f90dad6c5d61 req-431321f0-0b41-4aec-a3e4-3dd5ec134add tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Synchronizing usage tracker for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:30:47.608995 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 1811dd55-5e7d-45f3-b5eb-bed903945617 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1811dd55-5e7d-45f3-b5eb-bed903945617 found for delete ", "request_id": "req-f77a666a-329e-443e-85e2-72a1f4273711"}]} May 25 20:30:47.629543 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-506325c9-59a1-4ff6-bfe0-66ba94ae24bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.655384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e7c514d3-f77d-4134-b500-f90dad6c5d61 req-431321f0-0b41-4aec-a3e4-3dd5ec134add tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] Unset dirty status for tenant:e14a2273f7b7408d958d6ef34ae3e65e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:30:47.656713 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e7c514d3-f77d-4134-b500-f90dad6c5d61 req-431321f0-0b41-4aec-a3e4-3dd5ec134add tempest-ServerRescueNegativeTestJSON-2096651602 tempest-ServerRescueNegativeTestJSON-2096651602-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f353a97-6d34-4070-8adc-00037c83e06b HTTP/1.1" status: 200 len: 210 time: 0.2630036 May 25 20:30:47.669191 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-506325c9-59a1-4ff6-bfe0-66ba94ae24bc admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.713465 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.737178 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-506325c9-59a1-4ff6-bfe0-66ba94ae24bc admin admin] 10.222.0.60 "DELETE /v2.0/networks/9f2b0728-0038-421a-b617-7d83758eea93 HTTP/1.1" status: 204 len: 168 time: 0.9001136 May 25 20:30:47.798943 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67fe1ae8-fd41-4e1c-a9af-d248ee47924b'] response: {'server_uuid': '1f353a97-6d34-4070-8adc-00037c83e06b', 'name': 'network-vif-deleted', 'tag': '20eb181a-aa8d-4131-97d4-65217d9b80a6', 'status': 'completed', 'code': 200} May 25 20:30:47.812024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506325c9-59a1-4ff6-bfe0-66ba94ae24bc admin admin] Pushing event deleted for resources: {'Network': ['ID=9f2b0728-0038-421a-b617-7d83758eea93,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:47.819919 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.853145 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-612a88a7-d452-4217-b41c-0bb8532c522f req-cf1d01bd-408e-441c-893d-bb5b2a95d992 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 210 time: 0.1348493 May 25 20:30:47.879771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:30:47.892766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79f660b-c3f9-41d8-8698-ff4ba9ce48b3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:47.897935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.898316 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Added segment d51e8518-9641-4877-9587-e4260af6905b of type vlan for network 5099064a-26b7-4b47-b7d1-5253a786dc99 May 25 20:30:47.933155 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.989595 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:47.999531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:48.000572 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:48.002402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:48.059582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4137866 May 25 20:30:48.064840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43094) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:48.104853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43098) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:48.155319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Request body: {'subnet': {'network_id': '5099064a-26b7-4b47-b7d1-5253a786dc99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:48.283485 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e1575dc2-028d-41fd-a267-753e1bb4ea53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2ccd84371dae430bbf0d0a57fb99a3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771436 May 25 20:30:48.286499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43104) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:48.388242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Router 3ed40131-757a-41dd-a9fa-fa8b1f9ba252 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:30:48.399476 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd039-3345-4fa3-b178-6eb1b288b3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:48.424831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162dd5b-2449-4b70-8902-aec9dbb767e1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Pushing event updated for resources: {'Network': ['ID=5099064a-26b7-4b47-b7d1-5253a786dc99,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:48.438771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 5099064a-26b7-4b47-b7d1-5253a786dc99 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:30:48.460379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:48.464702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Usage tracker for resource:subnet and tenant:b77abebc26e44f53b330dd71971dc8ef is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:48.468923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:48.477493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:48.490065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Made reservation on behalf of b77abebc26e44f53b330dd71971dc8ef for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:30:48.495368 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:48.513454 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd039-3345-4fa3-b178-6eb1b288b3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:48.704894 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-f2166606-2d04-414a-93e3-fb6c2820f4b2 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=020803919a5c403c829e7181dfbba0f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397413 May 25 20:30:48.791705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:30:48.804127 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Sync routers for ids ['3ed40131-757a-41dd-a9fa-fa8b1f9ba252'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:30:48.829602 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Routers {'3ed40131-757a-41dd-a9fa-fa8b1f9ba252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:30:48.831345 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:30:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['3ed40131-757a-41dd-a9fa-fa8b1f9ba252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:48.867736 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd039-3345-4fa3-b178-6eb1b288b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:48.901092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfd039-3345-4fa3-b178-6eb1b288b3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bed307d-fa0f-46c7-99c8-21381d637e40,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:48.907287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43124) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:48.926954 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:48.930898 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-73dee592-7ff8-4ec5-9599-ced0f5fc0c3a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.5200999 May 25 20:30:48.932970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43130) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:48.934298 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd039-3345-4fa3-b178-6eb1b288b3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:48.935360 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fbcfd039-3345-4fa3-b178-6eb1b288b3e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9bed307d-fa0f-46c7-99c8-21381d637e40 HTTP/1.1" status: 204 len: 168 time: 0.6481016 May 25 20:30:49.246384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72543458-0747-41c4-95cc-5313292f1964 req-3a77c8a6-79d8-400d-8174-7d7d24187ed5 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 210 time: 0.0623956 May 25 20:30:49.257190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-abe37b5a-a56f-4706-83a4-2edf1f1110bf tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:49.258673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-abe37b5a-a56f-4706-83a4-2edf1f1110bf tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5494213 May 25 20:30:49.276158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Request body: {'port': {'device_id': '0f664c00-e3b9-4428-94b7-6cd73e10c1e2', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '020803919a5c403c829e7181dfbba0f0'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:49.303302 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Set router 3ed40131-757a-41dd-a9fa-fa8b1f9ba252 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:30:49.336947 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:49.614869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:49.624229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Usage tracker for resource:port and tenant:020803919a5c403c829e7181dfbba0f0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:49.632067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:49.635512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Pushing event updated for resources: {'Subnet': ['ID=74fa0731-de0a-4fa4-bb6a-bd08aef5ae64,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:49.676010 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:49.691976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Checking segment: {'id': 'd51e8518-9641-4877-9587-e4260af6905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5099064a-26b7-4b47-b7d1-5253a786dc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:30:49.692471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Network hostable DHCP agents. Network: 5099064a-26b7-4b47-b7d1-5253a786dc99, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:30:49.728008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Made reservation on behalf of 020803919a5c403c829e7181dfbba0f0 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:30:49.735565 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:49.770621 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:49.774263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be5bcd-5411-42a2-8c27-a9394d1e58b1 req-cd8d99a3-521c-432d-9b32-43363795cb7b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:49.776664 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4be5bcd-5411-42a2-8c27-a9394d1e58b1 req-cd8d99a3-521c-432d-9b32-43363795cb7b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.9782052 May 25 20:30:49.806992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Network 5099064a-26b7-4b47-b7d1-5253a786dc99 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:30:49.824642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:49.832888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Usage tracker for resource:security_group_rule and tenant:020803919a5c403c829e7181dfbba0f0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:49.845069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:49.860069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:49.868612 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed40131-757a-41dd-a9fa-fa8b1f9ba252', 'name': 'tempest-snat-router-775200315', 'tenant_id': '181e8d87cc9d413b880afc52bd0f67b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '741e7de0-32f9-43e2-8800-1f5044df35d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:30:40Z', 'updated_at': '2022-05-25T20:30:46Z', 'revision_number': 3, 'project_id': '181e8d87cc9d413b880afc52bd0f67b8', 'gw_port': {'id': '741e7de0-32f9-43e2-8800-1f5044df35d1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed40131-757a-41dd-a9fa-fa8b1f9ba252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:30:43Z', 'updated_at': '2022-05-25T20:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:49.881631 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Checking router: 3ed40131-757a-41dd-a9fa-fa8b1f9ba252 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:30:49.882246 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Updating router 3ed40131-757a-41dd-a9fa-fa8b1f9ba252 port 741e7de0-32f9-43e2-8800-1f5044df35d1 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:30:49.895222 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9166c0be-59b9-448f-b807-2bff3259e44b tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/routers/3ed40131-757a-41dd-a9fa-fa8b1f9ba252 HTTP/1.1" status: 200 len: 907 time: 0.9580653 May 25 20:30:49.941656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43156) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:50.048559 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:50.110412 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4be5bcd-5411-42a2-8c27-a9394d1e58b1 req-3127cc98-37a8-4570-afac-2d079aa8d19c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192733 May 25 20:30:50.302059 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:50.388439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 5099064a-26b7-4b47-b7d1-5253a786dc99) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:30:50.398000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43e1b34-4416-4789-bbda-c23138824ffe None None] Network 5099064a-26b7-4b47-b7d1-5253a786dc99 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:30:50.463862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:50.464459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:50.642203 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d5f78802-90f6-470f-9a4d-881e8c779ffe tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5684404 May 25 20:30:50.648933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43190) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:50.675333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Request body: {'port': {'network_id': '5099064a-26b7-4b47-b7d1-5253a786dc99', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1816064063'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:50.722756 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6bea94ef-3088-447e-9ac9-555b820f7c69 req-881d04e7-4ff5-4dac-aec8-20930168da43 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 210 time: 0.1757755 May 25 20:30:50.967767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-5099064a-26b7-4b47-b7d1-5253a786dc99', 'network_id': '5099064a-26b7-4b47-b7d1-5253a786dc99', 'tenant_id': 'b77abebc26e44f53b330dd71971dc8ef', 'fixed_ips': [{'subnet_id': '74fa0731-de0a-4fa4-bb6a-bd08aef5ae64'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:30:50.969011 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:50.969965 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:50.973870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:50.986225 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:50.999705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Usage tracker for resource:port and tenant:b77abebc26e44f53b330dd71971dc8ef is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:51.005051 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Transition to ACTIVE for port object 741e7de0-32f9-43e2-8800-1f5044df35d1 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:30:51.006684 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:51.012403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:51.019279 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:51.028878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:51.154200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Made reservation on behalf of b77abebc26e44f53b330dd71971dc8ef for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:30:51.162745 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:51.172288 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Attempting to bind port 741e7de0-32f9-43e2-8800-1f5044df35d1 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:30:51.173132 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Attempting to bind port 741e7de0-32f9-43e2-8800-1f5044df35d1 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:30:51.173817 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Attempting to bind port 741e7de0-32f9-43e2-8800-1f5044df35d1 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:30:51.181563 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f7444-9a04-486d-9382-e9b6821f87b5 None None] Pushing event updated for resources: {'Port': ['ID=741e7de0-32f9-43e2-8800-1f5044df35d1,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:51.212515 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:30:51.218023 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:30:51.222192 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:51.224119 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:30:51.224736 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Bound port: 741e7de0-32f9-43e2-8800-1f5044df35d1, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:30:51.226112 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:51.236161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] device_id is not set on port 3ae0c575-1b08-40ce-9beb-6601a5898881 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:30:51.310311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Allocated IP 192.168.233.160 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/53959c17-e842-4c34-99a6-6d1e35a9f435) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:30:51.397380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43222) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:51.420468 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa08b39d-e178-42ab-a518-8de30ae332a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:51.460397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Allocated IP 2001:db8::2 (5099064a-26b7-4b47-b7d1-5253a786dc99/74fa0731-de0a-4fa4-bb6a-bd08aef5ae64/ae959975-d267-4350-a9a8-16f1a7672a92) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:30:51.536829 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] For port 741e7de0-32f9-43e2-8800-1f5044df35d1, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:30:51.544451 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] For port 741e7de0-32f9-43e2-8800-1f5044df35d1, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=741e7de0-32f9-43e2-8800-1f5044df35d1,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:30:51.554560 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:51.689259 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Routers {'3ed40131-757a-41dd-a9fa-fa8b1f9ba252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:30:51.690692 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:30:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['3ed40131-757a-41dd-a9fa-fa8b1f9ba252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:51.691501 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3db18d6f-6b3c-4cbc-9dd9-105552434642 req-a6f49c60-a184-4d47-8b33-d0e12edb0368 tempest-ServersAaction247Test-888329251 tempest-ServersAaction247Test-888329251-project] 10.222.0.60 "GET /v2.0/ports?device_id=31b1eaa9-a7db-47d8-8560-d7e7307b8bff HTTP/1.1" status: 200 len: 210 time: 0.1347523 May 25 20:30:51.994130 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f7444-9a04-486d-9382-e9b6821f87b5 None None] Pushing event updated for resources: {'Port': ['ID=741e7de0-32f9-43e2-8800-1f5044df35d1,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:52.003414 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:52.018763 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Transition to ACTIVE for port object ae959975-d267-4350-a9a8-16f1a7672a92 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:30:52.049281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Transition to ACTIVE for port object ae959975-d267-4350-a9a8-16f1a7672a92 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:30:52.060368 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:52.061304 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:52.083891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f522310-75c9-4bd9-8fa7-2842b2127f89,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:52.134829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Deleting port 741e7de0-32f9-43e2-8800-1f5044df35d1 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:52.135425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:52.159103 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] Set router 3ed40131-757a-41dd-a9fa-fa8b1f9ba252 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:30:52.173670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Pushing event updated for resources: {'Port': ['ID=ae959975-d267-4350-a9a8-16f1a7672a92,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:52.187935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Network 5099064a-26b7-4b47-b7d1-5253a786dc99 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:30:52.189636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:30:52.192125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:30:52.231874 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2d1ffd0d-5dd8-4b1a-b980-6ac9cf799d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:52.248937 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ad7dbc8-fd12-47a4-95cc-2880c4807ddb req-6a053220-425c-4de2-852f-4d6aff5bee12 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 210 time: 0.2706456 May 25 20:30:52.334527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Attempting to bind port ae959975-d267-4350-a9a8-16f1a7672a92 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:30:52.335240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Attempting to bind port ae959975-d267-4350-a9a8-16f1a7672a92 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd51e8518-9641-4877-9587-e4260af6905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5099064a-26b7-4b47-b7d1-5253a786dc99'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:30:52.336213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Attempting to bind port ae959975-d267-4350-a9a8-16f1a7672a92 on network 5099064a-26b7-4b47-b7d1-5253a786dc99 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:30:52.346389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:30:52.347143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Checking segment: {'id': 'd51e8518-9641-4877-9587-e4260af6905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5099064a-26b7-4b47-b7d1-5253a786dc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:30:52.347692 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:52.348506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Bound using segment: {'id': 'd51e8518-9641-4877-9587-e4260af6905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5099064a-26b7-4b47-b7d1-5253a786dc99'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:30:52.349321 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Bound port: ae959975-d267-4350-a9a8-16f1a7672a92, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51e8518-9641-4877-9587-e4260af6905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5099064a-26b7-4b47-b7d1-5253a786dc99'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:30:52.350259 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:52.365777 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:52.457471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Transition to ACTIVE for port object 53959c17-e842-4c34-99a6-6d1e35a9f435 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:30:52.461270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] For port ae959975-d267-4350-a9a8-16f1a7672a92, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:30:52.467266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] For port ae959975-d267-4350-a9a8-16f1a7672a92, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae959975-d267-4350-a9a8-16f1a7672a92,segment=NetworkSegment(d51e8518-9641-4877-9587-e4260af6905b),segment_id=d51e8518-9641-4877-9587-e4260af6905b)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:30:52.477148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0741c-3331-4137-8eba-44e3e0a25caf req-1ca44e29-3eb2-4995-9ab8-fac39df98a1f tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:52.480399 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:52.486487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9b0741c-3331-4137-8eba-44e3e0a25caf req-1ca44e29-3eb2-4995-9ab8-fac39df98a1f tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.6410716 May 25 20:30:52.575730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2d1ffd0d-5dd8-4b1a-b980-6ac9cf799d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:52.579901 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9b0741c-3331-4137-8eba-44e3e0a25caf req-02e075e2-41b4-4025-a528-19a72dd25150 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921342 May 25 20:30:52.590257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] For port 741e7de0-32f9-43e2-8800-1f5044df35d1, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=741e7de0-32f9-43e2-8800-1f5044df35d1,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:52.590863 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:52.622195 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:52.628824 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed40131-757a-41dd-a9fa-fa8b1f9ba252', 'name': 'tempest-snat-router-775200315', 'tenant_id': '181e8d87cc9d413b880afc52bd0f67b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '741e7de0-32f9-43e2-8800-1f5044df35d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:30:40Z', 'updated_at': '2022-05-25T20:30:46Z', 'revision_number': 3, 'project_id': '181e8d87cc9d413b880afc52bd0f67b8', 'gw_port': {'id': '741e7de0-32f9-43e2-8800-1f5044df35d1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed40131-757a-41dd-a9fa-fa8b1f9ba252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:30:43Z', 'updated_at': '2022-05-25T20:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:52.638791 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3162d5f7-25ef-431a-8148-e42702ca9be4 None None] The sync data for ids ['3ed40131-757a-41dd-a9fa-fa8b1f9ba252'] in n-d-843339-1 is: [{'id': '3ed40131-757a-41dd-a9fa-fa8b1f9ba252', 'name': 'tempest-snat-router-775200315', 'tenant_id': '181e8d87cc9d413b880afc52bd0f67b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '741e7de0-32f9-43e2-8800-1f5044df35d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:30:40Z', 'updated_at': '2022-05-25T20:30:46Z', 'revision_number': 3, 'project_id': '181e8d87cc9d413b880afc52bd0f67b8', 'gw_port': {'id': '741e7de0-32f9-43e2-8800-1f5044df35d1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed40131-757a-41dd-a9fa-fa8b1f9ba252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:30:43Z', 'updated_at': '2022-05-25T20:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:30:52.645385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8d410-bdae-4d81-86a2-4991a0d0db9f None None] Pushing event updated for resources: {'Port': ['ID=ae959975-d267-4350-a9a8-16f1a7672a92,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:52.676994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Allocated IP 2001:db8::207 (5099064a-26b7-4b47-b7d1-5253a786dc99/74fa0731-de0a-4fa4-bb6a-bd08aef5ae64/3ae0c575-1b08-40ce-9beb-6601a5898881) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:30:52.682565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2d1ffd0d-5dd8-4b1a-b980-6ac9cf799d99 admin admin] Usage tracker for resource:security_group_rule and tenant:e4e7810cfb8b43bca65d0f15616df92e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:52.694393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2d1ffd0d-5dd8-4b1a-b980-6ac9cf799d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:52.745714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2d1ffd0d-5dd8-4b1a-b980-6ac9cf799d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:52.930833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Calling delete_port for 741e7de0-32f9-43e2-8800-1f5044df35d1 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:52.963159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Pushing event updated for resources: {'Port': ['ID=53959c17-e842-4c34-99a6-6d1e35a9f435,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:52.992599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:30:52.995493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:30:52.998976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:30:53.149383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:53.150339 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:53.212633 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-e5e9338b-43f5-460f-bd59-3d35908c7e7e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9452477 May 25 20:30:53.240722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Request body: {'port': {'device_id': '0f664c00-e3b9-4428-94b7-6cd73e10c1e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:53.275186 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4836c08-1fd8-41a8-8905-f2e7d7f819ed req-1459a658-d8ed-4e72-ab18-058052c858ea tempest-ServersAaction247Test-888329251 tempest-ServersAaction247Test-888329251-project] 10.222.0.60 "GET /v2.0/ports?device_id=31b1eaa9-a7db-47d8-8560-d7e7307b8bff HTTP/1.1" status: 200 len: 210 time: 0.2888119 May 25 20:30:53.389811 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:53.483241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-713831fc-bbd3-4fbd-bba7-1a971189eeb4 None None] Provisioning for port 53959c17-e842-4c34-99a6-6d1e35a9f435 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:30:53.494325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-713831fc-bbd3-4fbd-bba7-1a971189eeb4 None None] Provisioning complete for port 53959c17-e842-4c34-99a6-6d1e35a9f435 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:53.495214 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-713831fc-bbd3-4fbd-bba7-1a971189eeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:53.501651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Transition to ACTIVE for port object 3ae0c575-1b08-40ce-9beb-6601a5898881 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:30:53.528480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-fa08b39d-e178-42ab-a518-8de30ae332a9 admin admin] Deleting port 3d6eb180-138c-4732-9b8a-f09915d6e4ac {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:53.528821 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa08b39d-e178-42ab-a518-8de30ae332a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:53.606826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-713831fc-bbd3-4fbd-bba7-1a971189eeb4 None None] Port 53959c17-e842-4c34-99a6-6d1e35a9f435 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:30:53.750332 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:53.778869 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:53.867078 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:53.882622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae959975-d267-4350-a9a8-16f1a7672a92 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:30:53.903858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-fa08b39d-e178-42ab-a518-8de30ae332a9 admin admin] For port 3d6eb180-138c-4732-9b8a-f09915d6e4ac, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3d6eb180-138c-4732-9b8a-f09915d6e4ac,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:53.904770 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa08b39d-e178-42ab-a518-8de30ae332a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:54.004731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ae959975-d267-4350-a9a8-16f1a7672a92 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:30:54.015646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 741e7de0-32f9-43e2-8800-1f5044df35d1 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:30:54.063392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 741e7de0-32f9-43e2-8800-1f5044df35d1 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:30:54.063703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 741e7de0-32f9-43e2-8800-1f5044df35d1 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 25 20:30:54.075188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-fa08b39d-e178-42ab-a518-8de30ae332a9 admin admin] Calling delete_port for 3d6eb180-138c-4732-9b8a-f09915d6e4ac owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:54.109385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Port 741e7de0-32f9-43e2-8800-1f5044df35d1 not found, will not notify nova. {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 25 20:30:54.154077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event deleted for resources: {'Port': ['ID=741e7de0-32f9-43e2-8800-1f5044df35d1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:54.159222 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:54.251530 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2d1ffd0d-5dd8-4b1a-b980-6ac9cf799d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:54.280595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2d1ffd0d-5dd8-4b1a-b980-6ac9cf799d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:54.336919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b754429-96e3-4a94-97b6-ff6e0ab5bd12 None None] Network 5099064a-26b7-4b47-b7d1-5253a786dc99 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:30:54.366332 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2d1ffd0d-5dd8-4b1a-b980-6ac9cf799d99 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4e7810cfb8b43bca65d0f15616df92e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9638569 May 25 20:30:54.367810 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:54.368398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ffd0d-5dd8-4b1a-b980-6ac9cf799d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d7345e-6eea-48fd-9fa5-4ec2d9d23453,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:54.375432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43248) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:54.393803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1d15f-5b79-4967-846d-002c56d9ce77 req-b64c840f-56bd-4de6-ab24-22449048c63c tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:54.394829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-81e1d15f-5b79-4967-846d-002c56d9ce77 req-b64c840f-56bd-4de6-ab24-22449048c63c tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Synchronizing usage tracker for tenant:020803919a5c403c829e7181dfbba0f0 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:30:54.444927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-974f8895-6a9e-4d71-b465-ab76919b2e74 None None] Provisioning for port ae959975-d267-4350-a9a8-16f1a7672a92 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:30:54.465122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-974f8895-6a9e-4d71-b465-ab76919b2e74 None None] Provisioning complete for port ae959975-d267-4350-a9a8-16f1a7672a92 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:54.465337 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-974f8895-6a9e-4d71-b465-ab76919b2e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:54.469310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b37f0-b3b5-4509-b636-55c0dd67c403 req-8f7f72b7-4d08-4788-b318-111eb2a95787 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:54.470956 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca9b37f0-b3b5-4509-b636-55c0dd67c403 req-8f7f72b7-4d08-4788-b318-111eb2a95787 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.3345089 May 25 20:30:54.514920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Network 5099064a-26b7-4b47-b7d1-5253a786dc99 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:30:54.524231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:30:54.532736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:30:54.538324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:54.538978 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:54.570309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Pushing event updated for resources: {'Port': ['ID=3ae0c575-1b08-40ce-9beb-6601a5898881,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:54.599543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca9b37f0-b3b5-4509-b636-55c0dd67c403 req-72ef3562-0760-4504-a08f-643b9e446cd8 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148894 May 25 20:30:54.604155 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:54.617412 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a0f0d46d-2bc8-495d-8251-ce515fac3081 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.9647179 May 25 20:30:54.622658 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:54.642810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43252) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:54.691960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-81e1d15f-5b79-4967-846d-002c56d9ce77 req-b64c840f-56bd-4de6-ab24-22449048c63c tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Unset dirty status for tenant:020803919a5c403c829e7181dfbba0f0 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:30:54.698858 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81e1d15f-5b79-4967-846d-002c56d9ce77 req-b64c840f-56bd-4de6-ab24-22449048c63c tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 936 time: 1.2548978 May 25 20:30:54.706242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Request body: {'port': {'network_id': '5099064a-26b7-4b47-b7d1-5253a786dc99', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1464216383', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:54.706817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.api.validators [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] bootfile-name is not in valid_values {{(pid=88331) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 20:30:54.707156 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.api.validators [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] tftp-server is not in valid_values {{(pid=88331) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 20:30:54.707486 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.api.validators [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] server-ip-address is not in valid_values {{(pid=88331) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 20:30:54.723868 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-974f8895-6a9e-4d71-b465-ab76919b2e74 None None] Current status of the port ae959975-d267-4350-a9a8-16f1a7672a92 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:54.724406 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-974f8895-6a9e-4d71-b465-ab76919b2e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:54.744201 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:54.744735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ed40131-757a-41dd-a9fa-fa8b1f9ba252 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:30:54.797142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-974f8895-6a9e-4d71-b465-ab76919b2e74 None None] For port ae959975-d267-4350-a9a8-16f1a7672a92, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae959975-d267-4350-a9a8-16f1a7672a92,segment=NetworkSegment(d51e8518-9641-4877-9587-e4260af6905b),segment_id=d51e8518-9641-4877-9587-e4260af6905b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:54.810642 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-974f8895-6a9e-4d71-b465-ab76919b2e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:54.894048 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b334de0a-96e6-4ae0-acb4-ee1af5499be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:54.914520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f8895-6a9e-4d71-b465-ab76919b2e74 None None] Pushing event updated for resources: {'Port': ['ID=ae959975-d267-4350-a9a8-16f1a7672a92,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:54.919685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-81e1d15f-5b79-4967-846d-002c56d9ce77 req-3d438c63-240f-4951-81ef-f9875e445aac tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Synchronizing usage tracker for tenant:020803919a5c403c829e7181dfbba0f0 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:30:54.934774 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d0b2d722-327e-42bc-804e-f192cec64b14 req-eda82a00-76f0-4262-9ec5-45caae3e7efb tempest-ServersAaction247Test-888329251 tempest-ServersAaction247Test-888329251-project] 10.222.0.60 "GET /v2.0/ports?device_id=31b1eaa9-a7db-47d8-8560-d7e7307b8bff HTTP/1.1" status: 200 len: 210 time: 0.0867043 May 25 20:30:54.935199 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:54.939262 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7d823d7d-f16f-411c-b868-2414ac07e94e tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "DELETE /v2.0/routers/3ed40131-757a-41dd-a9fa-fa8b1f9ba252 HTTP/1.1" status: 204 len: 168 time: 4.9879360 May 25 20:30:54.939689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43256) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:54.993264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-81e1d15f-5b79-4967-846d-002c56d9ce77 req-3d438c63-240f-4951-81ef-f9875e445aac tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Unset dirty status for tenant:020803919a5c403c829e7181dfbba0f0 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:30:55.005907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81e1d15f-5b79-4967-846d-002c56d9ce77 req-3d438c63-240f-4951-81ef-f9875e445aac tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f522310-75c9-4bd9-8fa7-2842b2127f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060825 May 25 20:30:55.010398 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b334de0a-96e6-4ae0-acb4-ee1af5499be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:55.083163 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa08b39d-e178-42ab-a518-8de30ae332a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:55.143039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d65260d1-04df-460e-a5b4-5c088ca4b0a7 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:30:55.148296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08b39d-e178-42ab-a518-8de30ae332a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6eb180-138c-4732-9b8a-f09915d6e4ac,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:55.164224 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b334de0a-96e6-4ae0-acb4-ee1af5499be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:55.190934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53959c17-e842-4c34-99a6-6d1e35a9f435 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:30:55.195674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334de0a-96e6-4ae0-acb4-ee1af5499be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d7345e-6eea-48fd-9fa5-4ec2d9d23453,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:55.211046 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:55.214415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b334de0a-96e6-4ae0-acb4-ee1af5499be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:55.219014 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b334de0a-96e6-4ae0-acb4-ee1af5499be6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9d7345e-6eea-48fd-9fa5-4ec2d9d23453 HTTP/1.1" status: 204 len: 168 time: 0.8308129 May 25 20:30:55.234648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Transition to ACTIVE for port object 53959c17-e842-4c34-99a6-6d1e35a9f435 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:30:55.239733 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:55.456254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d65260d1-04df-460e-a5b4-5c088ca4b0a7, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d65260d1-04df-460e-a5b4-5c088ca4b0a7,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:55.485213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d65260d1-04df-460e-a5b4-5c088ca4b0a7 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:30:55.524949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:55.535817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Usage tracker for resource:port and tenant:b77abebc26e44f53b330dd71971dc8ef is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:55.556572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:55.565051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:55.583789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'd65260d1-04df-460e-a5b4-5c088ca4b0a7', 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f', 'port_id': 'd65260d1-04df-460e-a5b4-5c088ca4b0a7', 'mac_address': 'fa:16:3e:22:ad:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1a9ea4-8bbb-4cea-a1d1-019b683babad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:30:55.592146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Pushing event updated for resources: {'Port': ['ID=53959c17-e842-4c34-99a6-6d1e35a9f435,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:55.674654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Made reservation on behalf of b77abebc26e44f53b330dd71971dc8ef for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:30:55.694376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:55.697925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Attempting to bind port 53959c17-e842-4c34-99a6-6d1e35a9f435 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:30:55.698348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Attempting to bind port 53959c17-e842-4c34-99a6-6d1e35a9f435 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:30:55.698677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Attempting to bind port 53959c17-e842-4c34-99a6-6d1e35a9f435 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:30:55.714655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Port 53959c17-e842-4c34-99a6-6d1e35a9f435 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:30:55.716003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Attempting to bind port 53959c17-e842-4c34-99a6-6d1e35a9f435 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:30:55.728811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:30:55.729909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:30:55.731898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:30:55.732435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Bound port: 53959c17-e842-4c34-99a6-6d1e35a9f435, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:30:55.732882 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:55.824852 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-42b353b7-58c8-4d55-ade3-fa1a02ecc5b0 None None] Provisioning for port 3ae0c575-1b08-40ce-9beb-6601a5898881 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:30:55.849340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-42b353b7-58c8-4d55-ade3-fa1a02ecc5b0 None None] Provisioning complete for port 3ae0c575-1b08-40ce-9beb-6601a5898881 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:55.849946 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-42b353b7-58c8-4d55-ade3-fa1a02ecc5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:55.886403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] For port 53959c17-e842-4c34-99a6-6d1e35a9f435, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:30:55.889821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] For port 53959c17-e842-4c34-99a6-6d1e35a9f435, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=53959c17-e842-4c34-99a6-6d1e35a9f435,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:30:55.903046 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:55.968510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] device_id is not set on port 9304b226-5fd4-463a-92cc-995f342a503a yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:30:56.010656 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.040199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:56.041152 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.043431 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] 10.222.0.70 "PUT /v2.0/ports/53959c17-e842-4c34-99a6-6d1e35a9f435 HTTP/1.1" status: 200 len: 1096 time: 2.8223655 May 25 20:30:56.044753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b72312-9290-4a18-8b75-45ad2a8bfa2b service neutron] Pushing event updated for resources: {'Port': ['ID=53959c17-e842-4c34-99a6-6d1e35a9f435,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:56.045199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d65260d1-04df-460e-a5b4-5c088ca4b0a7 is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:56.046048 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.050058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f664c00-e3b9-4428-94b7-6cd73e10c1e2', 'tag': '53959c17-e842-4c34-99a6-6d1e35a9f435'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:30:56.089938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-42b353b7-58c8-4d55-ade3-fa1a02ecc5b0 None None] Port 3ae0c575-1b08-40ce-9beb-6601a5898881 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:30:56.091773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d65260d1-04df-460e-a5b4-5c088ca4b0a7 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:56.092136 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.104698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d65260d1-04df-460e-a5b4-5c088ca4b0a7 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:30:56.127012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae959975-d267-4350-a9a8-16f1a7672a92 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:30:56.147304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43272) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:56.173620 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2d5ba3c5-b8e6-4616-9ce5-25afc901f3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.248984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2d5ba3c5-b8e6-4616-9ce5-25afc901f3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:56.253499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d65260d1-04df-460e-a5b4-5c088ca4b0a7, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d65260d1-04df-460e-a5b4-5c088ca4b0a7,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:56.259438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2d5ba3c5-b8e6-4616-9ce5-25afc901f3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:aefa76734ac142b599dc033dcfc10286 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:56.264395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2d5ba3c5-b8e6-4616-9ce5-25afc901f3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:56.278590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e78091d6-2c40-4f50-87ca-3f8f3067ecd8 req-d8b026f9-0b37-4453-a2b7-ad9ed66951e1 tempest-ServersAaction247Test-888329251 tempest-ServersAaction247Test-888329251-project] 10.222.0.60 "GET /v2.0/ports?device_id=31b1eaa9-a7db-47d8-8560-d7e7307b8bff HTTP/1.1" status: 200 len: 210 time: 0.0738168 May 25 20:30:56.287714 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.301272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2d5ba3c5-b8e6-4616-9ce5-25afc901f3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:56.347751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-3296148f-bf8e-4c47-9830-901e9c96d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:56.349236 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-3296148f-bf8e-4c47-9830-901e9c96d8ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=020803919a5c403c829e7181dfbba0f0&device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 1099 time: 0.2672338 May 25 20:30:56.379285 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55531722-cf6a-49de-9c59-0181c924596e req-7ed9aece-3101-4f0d-8414-2836097177dc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=31b1eaa9-a7db-47d8-8560-d7e7307b8bff HTTP/1.1" status: 200 len: 210 time: 0.0626950 May 25 20:30:56.456436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d65260d1-04df-460e-a5b4-5c088ca4b0a7,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:56.467783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-42b353b7-58c8-4d55-ade3-fa1a02ecc5b0 None None] Provisioning complete for port ae959975-d267-4350-a9a8-16f1a7672a92 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:56.468893 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-42b353b7-58c8-4d55-ade3-fa1a02ecc5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.485213 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-8f6b8a39-67f5-4c82-8c47-4283b8d40c72 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=53959c17-e842-4c34-99a6-6d1e35a9f435 HTTP/1.1" status: 200 len: 217 time: 0.1164367 May 25 20:30:56.531368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['d65260d1-04df-460e-a5b4-5c088ca4b0a7'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:30:56.567069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a526b1-825b-4fe2-8799-1548a1ad0e7e req-645a87ea-9183-4030-bbae-dc60e19b1a91 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:56.569072 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33a526b1-825b-4fe2-8799-1548a1ad0e7e req-645a87ea-9183-4030-bbae-dc60e19b1a91 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 948 time: 0.1265407 May 25 20:30:56.604621 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2d5ba3c5-b8e6-4616-9ce5-25afc901f3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.605214 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:30:56.605384 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:30:56.619642 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2d5ba3c5-b8e6-4616-9ce5-25afc901f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.628291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ae959975-d267-4350-a9a8-16f1a7672a92 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:56.628674 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.698546 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33a526b1-825b-4fe2-8799-1548a1ad0e7e req-312943ad-5b7e-483d-a0e2-faf624c2fdbd tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f522310-75c9-4bd9-8fa7-2842b2127f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143548 May 25 20:30:56.701846 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa08b39d-e178-42ab-a518-8de30ae332a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.720700 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.763701 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2d5ba3c5-b8e6-4616-9ce5-25afc901f3a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aefa76734ac142b599dc033dcfc10286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6156442 May 25 20:30:56.767018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43278) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:56.767687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ba3c5-b8e6-4616-9ce5-25afc901f3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cac03ef-fbf2-4088-8846-d83643f187a6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:56.770107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db00823-1582-42bf-a846-95be0b13c063 req-ce483b66-05d1-4ebe-a366-c7a89795ca35 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:56.785958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-07bcfe5c-bb2c-49d4-aea0-50129e3a7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:56.787412 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-07bcfe5c-bb2c-49d4-aea0-50129e3a7f67 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.1597371 May 25 20:30:56.795226 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6db00823-1582-42bf-a846-95be0b13c063 req-ce483b66-05d1-4ebe-a366-c7a89795ca35 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 944 time: 0.8549674 May 25 20:30:56.835511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Deleting port 0b10369c-8d6a-40ce-94ef-5f603aded725 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:56.837015 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.876497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-42b353b7-58c8-4d55-ade3-fa1a02ecc5b0 None None] Current status of the port ae959975-d267-4350-a9a8-16f1a7672a92 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:56.887537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ae959975-d267-4350-a9a8-16f1a7672a92 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:56.899111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2108043e-7962-4594-9c95-9549c13ea592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.945471 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2108043e-7962-4594-9c95-9549c13ea592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:56.961811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-16c3ed82-e28b-4e70-a997-58b1cc190431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:56.962620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 741e7de0-32f9-43e2-8800-1f5044df35d1 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:30:56.963295 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-16c3ed82-e28b-4e70-a997-58b1cc190431 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1615477 May 25 20:30:57.004960 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af257b91-ace1-4e29-a2a9-ae9b81c21330'] response: {'name': 'network-changed', 'server_uuid': '0f664c00-e3b9-4428-94b7-6cd73e10c1e2', 'tag': '53959c17-e842-4c34-99a6-6d1e35a9f435', 'status': 'completed', 'code': 200} May 25 20:30:57.019725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 741e7de0-32f9-43e2-8800-1f5044df35d1 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:30:57.020063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 741e7de0-32f9-43e2-8800-1f5044df35d1 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:30:57.038896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f65b68c6-a53d-483a-827d-8cd1f912e60c None None] Provisioning complete for port 3ae0c575-1b08-40ce-9beb-6601a5898881 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:57.038896 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f65b68c6-a53d-483a-827d-8cd1f912e60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:57.083303 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6db00823-1582-42bf-a846-95be0b13c063 req-3ff9c3d8-6f82-4c7d-9402-3f9ce7c7ff6d tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869914 May 25 20:30:57.088102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Allocated IP 2001:db8::190 (5099064a-26b7-4b47-b7d1-5253a786dc99/74fa0731-de0a-4fa4-bb6a-bd08aef5ae64/9304b226-5fd4-463a-92cc-995f342a503a) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:30:57.120059 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2108043e-7962-4594-9c95-9549c13ea592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:57.137034 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-a0816f44-569b-4ff7-959d-4e6f6a13974b service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632824 May 25 20:30:57.141748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108043e-7962-4594-9c95-9549c13ea592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cac03ef-fbf2-4088-8846-d83643f187a6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:57.143414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f65b68c6-a53d-483a-827d-8cd1f912e60c None None] Port 3ae0c575-1b08-40ce-9beb-6601a5898881 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:30:57.166648 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2108043e-7962-4594-9c95-9549c13ea592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:57.170456 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2108043e-7962-4594-9c95-9549c13ea592 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cac03ef-fbf2-4088-8846-d83643f187a6 HTTP/1.1" status: 204 len: 168 time: 0.3999238 May 25 20:30:57.185911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d65260d1-04df-460e-a5b4-5c088ca4b0a7 is: BUILD; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:30:57.186196 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:57.210786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d65260d1-04df-460e-a5b4-5c088ca4b0a7 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:30:57.230204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d65260d1-04df-460e-a5b4-5c088ca4b0a7, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d65260d1-04df-460e-a5b4-5c088ca4b0a7,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:57.235783 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:57.349084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d65260d1-04df-460e-a5b4-5c088ca4b0a7,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:57.416706 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc4558ac-e254-4542-98ed-363de263e2d7 req-f24478a2-618f-40e4-ba02-acde323b3451 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716930 May 25 20:30:57.525214 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c7d5c11-3eed-46ab-9442-a9839d444503 req-a20ff1c8-cdeb-4249-a075-8e947c968fe9 tempest-ServersAaction247Test-888329251 tempest-ServersAaction247Test-888329251-project] 10.222.0.60 "GET /v2.0/ports?device_id=31b1eaa9-a7db-47d8-8560-d7e7307b8bff HTTP/1.1" status: 200 len: 210 time: 0.0961833 May 25 20:30:57.583544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bc82b-6e1b-4f00-a767-69fe9891b59f req-3bcadbba-3749-44f0-897b-142de8622d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:57.585332 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-172bc82b-6e1b-4f00-a767-69fe9891b59f req-3bcadbba-3749-44f0-897b-142de8622d9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=020803919a5c403c829e7181dfbba0f0&device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 1099 time: 0.1144276 May 25 20:30:57.776494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bc82b-6e1b-4f00-a767-69fe9891b59f req-5b815480-64d4-4b3f-92e6-a70e54c99bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:57.779618 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-172bc82b-6e1b-4f00-a767-69fe9891b59f req-5b815480-64d4-4b3f-92e6-a70e54c99bc6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.1782961 May 25 20:30:57.878395 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-172bc82b-6e1b-4f00-a767-69fe9891b59f req-f6567e69-41da-48eb-bd0c-e8d33fcea066 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=53959c17-e842-4c34-99a6-6d1e35a9f435 HTTP/1.1" status: 200 len: 217 time: 0.0915864 May 25 20:30:57.977691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa08b39d-e178-42ab-a518-8de30ae332a9 admin admin] Router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:30:57.980567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bc82b-6e1b-4f00-a767-69fe9891b59f req-f313d8c2-b1dc-45ca-9812-f46110086b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:57.981374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] For port 0b10369c-8d6a-40ce-94ef-5f603aded725, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0b10369c-8d6a-40ce-94ef-5f603aded725,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:30:57.981739 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:57.982909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-172bc82b-6e1b-4f00-a767-69fe9891b59f req-f313d8c2-b1dc-45ca-9812-f46110086b42 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0984557 May 25 20:30:58.038142 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:58.076401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bc82b-6e1b-4f00-a767-69fe9891b59f req-30c952b9-f3e3-4698-8d8c-3a7bc63f944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:58.078795 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-172bc82b-6e1b-4f00-a767-69fe9891b59f req-30c952b9-f3e3-4698-8d8c-3a7bc63f944b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885754 May 25 20:30:58.107218 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-08649f71-13c6-4185-8bcf-49fa5f594eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:58.239661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Calling delete_port for 0b10369c-8d6a-40ce-94ef-5f603aded725 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:30:58.313832 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-172bc82b-6e1b-4f00-a767-69fe9891b59f req-674ab4e5-3f39-4168-ba35-0e07ee23fe13 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287784 May 25 20:30:58.453121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292115d2-2746-43fe-b299-96607a21e386 req-d46d87bf-0b47-4071-9412-7112d8a75629 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:58.455580 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-292115d2-2746-43fe-b299-96607a21e386 req-d46d87bf-0b47-4071-9412-7112d8a75629 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 943 time: 0.2412047 May 25 20:30:58.480415 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:58.528062 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f8317-e1b4-4b7f-8490-d003b16ccc5f req-3d5b9bc0-2f48-4ac6-a99c-d54a63236695 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:58.529572 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-210f8317-e1b4-4b7f-8490-d003b16ccc5f req-3d5b9bc0-2f48-4ac6-a99c-d54a63236695 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 948 time: 0.6593578 May 25 20:30:58.537364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Transition to ACTIVE for port object 9304b226-5fd4-463a-92cc-995f342a503a will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:30:58.540703 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-172bc82b-6e1b-4f00-a767-69fe9891b59f req-c12fabb2-a353-4866-b345-395c66539b11 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200208 May 25 20:30:58.541033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa08b39d-e178-42ab-a518-8de30ae332a9 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:30:58.557892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c134b28-2426-4217-98c4-e703947a6a12 None None] Sync routers for ids ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:30:58.566048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-292115d2-2746-43fe-b299-96607a21e386 req-7e9ea5ea-71f1-423a-8c37-131cfaf6e46d tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002164 May 25 20:30:58.569892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c134b28-2426-4217-98c4-e703947a6a12 None None] Routers {'cb39b7dc-0b20-4c75-863b-d4100e7e70a6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:30:58.571538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7c134b28-2426-4217-98c4-e703947a6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:30:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:58.613493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43320) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:58.613625 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fa08b39d-e178-42ab-a518-8de30ae332a9 admin admin] 10.222.0.60 "PUT /v2.0/routers/cb39b7dc-0b20-4c75-863b-d4100e7e70a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7046766 May 25 20:30:58.633181 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-210f8317-e1b4-4b7f-8490-d003b16ccc5f req-e4c8dcab-aa2f-4868-b4fe-258a739d1d97 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f522310-75c9-4bd9-8fa7-2842b2127f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946383 May 25 20:30:58.688911 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:58.801358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Pushing event updated for resources: {'Port': ['ID=9304b226-5fd4-463a-92cc-995f342a503a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:58.815461 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:58.832854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Network 5099064a-26b7-4b47-b7d1-5253a786dc99 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:30:58.835912 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28be4765-ea15-46e7-9ed8-4da3a7c974d2 req-950e736c-de9f-4591-8833-d361555ec9cf tempest-ServersAaction247Test-888329251 tempest-ServersAaction247Test-888329251-project] 10.222.0.60 "GET /v2.0/ports?device_id=31b1eaa9-a7db-47d8-8560-d7e7307b8bff HTTP/1.1" status: 200 len: 210 time: 0.0642247 May 25 20:30:58.872663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7c134b28-2426-4217-98c4-e703947a6a12 None None] Set router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:30:58.884118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:30:58.940067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:30:58.949481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:58.950202 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:58.965896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b10369c-8d6a-40ce-94ef-5f603aded725,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:30:58.980439 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:59.041798 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a316f117-ae46-4359-a482-2a872295475b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.3978837 May 25 20:30:59.046245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43334) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:59.159305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d65260d1-04df-460e-a5b4-5c088ca4b0a7 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:30:59.188173 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:59.338445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:59.357971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] Deleting port a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:30:59.359103 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:59.380427 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5d0aa93e-85c9-44a0-995a-f2c3ccb1422d None None] Provisioning for port 9304b226-5fd4-463a-92cc-995f342a503a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:30:59.392250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port d65260d1-04df-460e-a5b4-5c088ca4b0a7 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:59.392621 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:59.426646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5d0aa93e-85c9-44a0-995a-f2c3ccb1422d None None] Provisioning complete for port 9304b226-5fd4-463a-92cc-995f342a503a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:30:59.427008 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa93e-85c9-44a0-995a-f2c3ccb1422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:59.510616 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:59.516294 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:59.538942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7c134b28-2426-4217-98c4-e703947a6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:30:54Z', 'revision_number': 5, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port': {'id': 'a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:24:59Z', 'updated_at': '2022-05-25T20:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:59.550824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c134b28-2426-4217-98c4-e703947a6a12 None None] Checking router: cb39b7dc-0b20-4c75-863b-d4100e7e70a6 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:30:59.553102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f7fc91-6251-4791-bcec-b9f5d6cf0ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:59.559183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f7fc91-6251-4791-bcec-b9f5d6cf0ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:59.566134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f7fc91-6251-4791-bcec-b9f5d6cf0ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:30:59.567195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f9f7fc91-6251-4791-bcec-b9f5d6cf0ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Synchronizing usage tracker for tenant:b77abebc26e44f53b330dd71971dc8ef on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:30:59.571266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c134b28-2426-4217-98c4-e703947a6a12 None None] Routers {'cb39b7dc-0b20-4c75-863b-d4100e7e70a6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:30:59.573433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7c134b28-2426-4217-98c4-e703947a6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:30:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:30:59.579806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:59.580447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 146a1179-c7f3-415d-a856-b42fcdc63c5b {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:30:59.607760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:59.615121 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fde9db40-dab5-4e10-b13b-35f0e57bcfb9 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "DELETE /v2.0/routers/146a1179-c7f3-415d-a856-b42fcdc63c5b HTTP/1.1" status: 204 len: 168 time: 4.6717298 May 25 20:30:59.615761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43364) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:59.616612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f9f7fc91-6251-4791-bcec-b9f5d6cf0ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Unset dirty status for tenant:b77abebc26e44f53b330dd71971dc8ef on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:30:59.621045 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f9f7fc91-6251-4791-bcec-b9f5d6cf0ef9 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.5673296 May 25 20:30:59.621536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43368) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:30:59.692169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1887037783', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:30:59.709350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:30:59.726600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Usage tracker for resource:router and tenant:19e9ea5e96cd458499e30bb916fa6297 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:30:59.746634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:30:59.764701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:30:59.795524 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:59.797174 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:30:59.999139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7c134b28-2426-4217-98c4-e703947a6a12 None None] Set router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:31:00.027539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] For port a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:00.028215 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:00.113294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a47c9c-4ea3-4d5b-80bd-bf3cea9cc23a req-84ebbdff-ca6e-4c2b-897d-06dd21c49dba tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:00.121623 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7a47c9c-4ea3-4d5b-80bd-bf3cea9cc23a req-84ebbdff-ca6e-4c2b-897d-06dd21c49dba tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 943 time: 0.2523420 May 25 20:31:00.203398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-8aa83679-dfa8-42d9-ac45-335e2e6c6b64 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Deleting port 9304b226-5fd4-463a-92cc-995f342a503a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:00.204411 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8aa83679-dfa8-42d9-ac45-335e2e6c6b64 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:00.240605 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:00.253799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7c134b28-2426-4217-98c4-e703947a6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:30:59Z', 'revision_number': 6, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:00.260088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d65260d1-04df-460e-a5b4-5c088ca4b0a7 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:31:00.260704 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:00.282852 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 53959c17-e842-4c34-99a6-6d1e35a9f435 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:31:00.312789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c134b28-2426-4217-98c4-e703947a6a12 None None] The sync data for ids ['cb39b7dc-0b20-4c75-863b-d4100e7e70a6'] in n-d-843339-1 is: [{'id': 'cb39b7dc-0b20-4c75-863b-d4100e7e70a6', 'name': 'tempest-ServerRescueNegativeTestJSON-274430770-router', 'tenant_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:24:56Z', 'updated_at': '2022-05-25T20:30:59Z', 'revision_number': 6, 'project_id': 'e14a2273f7b7408d958d6ef34ae3e65e', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:31:00.316131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5d0aa93e-85c9-44a0-995a-f2c3ccb1422d None None] Port 9304b226-5fd4-463a-92cc-995f342a503a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:31:00.343320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] Calling delete_port for a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:00.350871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee5fad3-a2af-4966-8a04-f5790ff4725e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65260d1-04df-460e-a5b4-5c088ca4b0a7'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:31:00.392166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d65260d1-04df-460e-a5b4-5c088ca4b0a7, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d65260d1-04df-460e-a5b4-5c088ca4b0a7,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:00.414577 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:00.568279 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7a47c9c-4ea3-4d5b-80bd-bf3cea9cc23a req-36cacc39-ed4e-4e1f-a66b-072533e019b2 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452667 May 25 20:31:00.574132 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6bc938c-523b-4c86-aa31-e109e1f6960d req-25677f98-2eb4-4567-bb4e-029391f87ed1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6451d167614d4b34871cc8a74a1b0c77&device_id=31b1eaa9-a7db-47d8-8560-d7e7307b8bff HTTP/1.1" status: 200 len: 210 time: 0.1669762 May 25 20:31:00.645911 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1b1514f3-1adf-4c15-aace-a10e919e64f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:00.659860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d65260d1-04df-460e-a5b4-5c088ca4b0a7,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:00.672002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6bc938c-523b-4c86-aa31-e109e1f6960d req-e0ab4cf8-d3bf-4693-9a23-2c4bb70e231e service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6451d167614d4b34871cc8a74a1b0c77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903010 May 25 20:31:00.686990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:00.687265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:00.687516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:00.687854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:00.688178 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:00.688499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:00.688828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:00.689131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:00.689455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:00.689759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:00.690072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:00.690497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:00.696274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 53959c17-e842-4c34-99a6-6d1e35a9f435, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=53959c17-e842-4c34-99a6-6d1e35a9f435,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:00.725957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '53959c17-e842-4c34-99a6-6d1e35a9f435', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '53959c17-e842-4c34-99a6-6d1e35a9f435', 'mac_address': 'fa:16:3e:f7:2e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:31:00.857566 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 53959c17-e842-4c34-99a6-6d1e35a9f435 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:31:00.859111 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:00.877863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53959c17-e842-4c34-99a6-6d1e35a9f435 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:31:00.896968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 53959c17-e842-4c34-99a6-6d1e35a9f435, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=53959c17-e842-4c34-99a6-6d1e35a9f435,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:00.904322 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:00.922363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2589ac5-bab1-47da-8233-a72241ec3b4a req-776093ea-2f01-4ae8-a273-a054dbde28bf tempest-ServersAaction247Test-888329251 tempest-ServersAaction247Test-888329251-project] 10.222.0.60 "GET /v2.0/ports?device_id=31b1eaa9-a7db-47d8-8560-d7e7307b8bff HTTP/1.1" status: 200 len: 210 time: 0.0824785 May 25 20:31:01.028117 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4be83c-4663-4594-9b8e-e4575c519ad0'] response: {'server_uuid': '2ee5fad3-a2af-4966-8a04-f5790ff4725e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65260d1-04df-460e-a5b4-5c088ca4b0a7', 'code': 200} May 25 20:31:01.029350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=53959c17-e842-4c34-99a6-6d1e35a9f435,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:01.040328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc938c-523b-4c86-aa31-e109e1f6960d req-a71d5fd5-5831-4698-ad23-b29a4325a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:01.041829 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6bc938c-523b-4c86-aa31-e109e1f6960d req-a71d5fd5-5831-4698-ad23-b29a4325a56e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3565640 May 25 20:31:01.125932 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:01.142077 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:01.180754 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8aa83679-dfa8-42d9-ac45-335e2e6c6b64 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:01.210128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dcea2-73a3-4d1d-aaa3-e3bfa6126257 req-6609128f-bb81-42fe-80e5-4eb39ebeab3b tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:01.211562 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-239dcea2-73a3-4d1d-aaa3-e3bfa6126257 req-6609128f-bb81-42fe-80e5-4eb39ebeab3b tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 948 time: 0.7314289 May 25 20:31:01.222503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:01.306656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['53959c17-e842-4c34-99a6-6d1e35a9f435'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:31:01.330525 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:01.376268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-8aa83679-dfa8-42d9-ac45-335e2e6c6b64 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Calling delete_port for 9304b226-5fd4-463a-92cc-995f342a503a owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:01.409458 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:01.536573 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:01.540853 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:01.572377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:01.572614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb39b7dc-0b20-4c75-863b-d4100e7e70a6 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:31:01.586684 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:01.590125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4f98bda6-38dc-45a0-a64b-ec31dae6d211 admin admin] 10.222.0.60 "DELETE /v2.0/routers/cb39b7dc-0b20-4c75-863b-d4100e7e70a6 HTTP/1.1" status: 204 len: 168 time: 2.9733155 May 25 20:31:01.590539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43464) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:01.612234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-239dcea2-73a3-4d1d-aaa3-e3bfa6126257 req-ba7e4a47-8b42-46a5-bfd2-900723146a24 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f522310-75c9-4bd9-8fa7-2842b2127f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427715 May 25 20:31:01.703833 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:01.746434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-0297c533-d49a-4b00-ad37-260d019685e8 admin admin] Deleting subnet 279f1a22-ecae-455b-8eb6-ade985c0afc7 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:31:01.758333 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0297c533-d49a-4b00-ad37-260d019685e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:01.786563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82462367-654d-4853-ac11-8137cdb0b6f7 req-32f8e9da-84a2-4e17-9140-12f1a6377788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:01.800457 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82462367-654d-4853-ac11-8137cdb0b6f7 req-32f8e9da-84a2-4e17-9140-12f1a6377788 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 1096 time: 0.5848999 May 25 20:31:01.810245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3d6eb180-138c-4732-9b8a-f09915d6e4ac no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:31:01.860952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 3d6eb180-138c-4732-9b8a-f09915d6e4ac {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:31:01.861593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3d6eb180-138c-4732-9b8a-f09915d6e4ac not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:31:01.862927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:31:01.922266 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0297c533-d49a-4b00-ad37-260d019685e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:01.922731 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82462367-654d-4853-ac11-8137cdb0b6f7 req-56b34ffe-1eae-4778-85e0-88a70df08834 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050556 May 25 20:31:01.923149 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:31:01.923789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a9ce1d22-c264-4b68-9a3a-d1a6fb0648fc not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:31:01.924660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0b10369c-8d6a-40ce-94ef-5f603aded725 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:31:01.927434 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8aa83679-dfa8-42d9-ac45-335e2e6c6b64 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:01.979629 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 0b10369c-8d6a-40ce-94ef-5f603aded725 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:31:01.979977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0b10369c-8d6a-40ce-94ef-5f603aded725 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:31:02.053795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa83679-dfa8-42d9-ac45-335e2e6c6b64 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Pushing event deleted for resources: {'Port': ['ID=9304b226-5fd4-463a-92cc-995f342a503a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:02.058817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70f9c7-25cb-4d9a-9908-7cd83c97bae8 req-76fa317d-8d0f-42e6-9469-acb43237ad61 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:02.062374 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e70f9c7-25cb-4d9a-9908-7cd83c97bae8 req-76fa317d-8d0f-42e6-9469-acb43237ad61 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.2155497 May 25 20:31:02.082238 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0297c533-d49a-4b00-ad37-260d019685e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:02.369444 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e70f9c7-25cb-4d9a-9908-7cd83c97bae8 req-92196ef8-beda-40aa-ac6a-67f82300d5ae tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898715 May 25 20:31:02.397872 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0297c533-d49a-4b00-ad37-260d019685e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:02.456907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297c533-d49a-4b00-ad37-260d019685e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=279f1a22-ecae-455b-8eb6-ade985c0afc7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:02.471531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0297c533-d49a-4b00-ad37-260d019685e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:02.482936 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd45475c-783a-490e-8d15-127642096360 None None] Network 164c88b4-177b-4381-afdd-4a8c4f88e909 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:31:02.490271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0297c533-d49a-4b00-ad37-260d019685e8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/279f1a22-ecae-455b-8eb6-ade985c0afc7 HTTP/1.1" status: 204 len: 168 time: 0.8962815 May 25 20:31:02.490505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43504) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:02.643843 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8aa83679-dfa8-42d9-ac45-335e2e6c6b64 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:02.647401 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:02.674527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Deleting port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:02.674527 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:02.731411 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02da8017-0d04-4871-9255-b3ab7af47c7e req-908f94a7-770c-4939-bad8-563bce7147c4 tempest-ServersAaction247Test-888329251 tempest-ServersAaction247Test-888329251-project] 10.222.0.60 "GET /v2.0/ports?device_id=31b1eaa9-a7db-47d8-8560-d7e7307b8bff HTTP/1.1" status: 200 len: 210 time: 0.5171037 May 25 20:31:02.793568 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8aa83679-dfa8-42d9-ac45-335e2e6c6b64 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] 10.222.0.60 "DELETE /v2.0/ports/9304b226-5fd4-463a-92cc-995f342a503a HTTP/1.1" status: 204 len: 168 time: 3.1710174 May 25 20:31:02.798945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43514) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:02.802347 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:02.816189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7d358f00-2c58-4a6f-bdb6-69804cd5f5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Request body: {'port': {'name': 'tempest-new-port-name-902379615', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:02.816684 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.api.validators [None req-7d358f00-2c58-4a6f-bdb6-69804cd5f5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] bootfile-name is not in valid_values {{(pid=88332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 20:31:02.817076 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.api.validators [None req-7d358f00-2c58-4a6f-bdb6-69804cd5f5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] tftp-server is not in valid_values {{(pid=88332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 20:31:02.817412 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.api.validators [None req-7d358f00-2c58-4a6f-bdb6-69804cd5f5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] server-ip-address is not in valid_values {{(pid=88332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 20:31:02.842112 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:02.997361 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a62b43-d77a-4f8e-8420-e7a5b9cdd379 None None] DHCP port deletion for 164c88b4-177b-4381-afdd-4a8c4f88e909 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:31:03.003746 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43518) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:03.003943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f4a62b43-d77a-4f8e-8420-e7a5b9cdd379 None None] Deleting port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:03.004326 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f4a62b43-d77a-4f8e-8420-e7a5b9cdd379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:03.058931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Allocated IP 172.25.3.150 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/2b4adbbf-f074-40b8-86c3-3a0a63eb7f24) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:03.097530 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:03.190795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d358f00-2c58-4a6f-bdb6-69804cd5f5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:03.323812 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:03.334324 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0db9f0f2-7889-4526-94f3-0a15ad130734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:03.369596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0db9f0f2-7889-4526-94f3-0a15ad130734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:03.370874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f4a62b43-d77a-4f8e-8420-e7a5b9cdd379 None None] For port 54c3a8e2-0e8a-404f-821a-60e49af88ae1, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=54c3a8e2-0e8a-404f-821a-60e49af88ae1,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:03.371422 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f4a62b43-d77a-4f8e-8420-e7a5b9cdd379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:03.380829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0db9f0f2-7889-4526-94f3-0a15ad130734 admin admin] Usage tracker for resource:security_group_rule and tenant:5880f0c0d9eb43b79bde95910ba1f8c7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:03.386943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0db9f0f2-7889-4526-94f3-0a15ad130734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:03.399697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0db9f0f2-7889-4526-94f3-0a15ad130734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:03.450600 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:03.452972 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6bc938c-523b-4c86-aa31-e109e1f6960d req-2e5123d0-8b12-4c6c-a1ef-5cbf0e8cf7b3 tempest-ServersAaction247Test-888329251 tempest-ServersAaction247Test-888329251-project] 10.222.0.70 "GET /v2.0/ports?device_id=31b1eaa9-a7db-47d8-8560-d7e7307b8bff HTTP/1.1" status: 200 len: 210 time: 0.1003926 May 25 20:31:03.477674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] For port 54c3a8e2-0e8a-404f-821a-60e49af88ae1, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=54c3a8e2-0e8a-404f-821a-60e49af88ae1,segment=NetworkSegment(379d25f1-9f92-4309-87e5-5df0b51e12c5),segment_id=379d25f1-9f92-4309-87e5-5df0b51e12c5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:03.478030 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:03.551165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:03.560622 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:03.564678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Pushing event updated for resources: {'Port': ['ID=2b4adbbf-f074-40b8-86c3-3a0a63eb7f24,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:03.568309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:03.585630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f4a62b43-d77a-4f8e-8420-e7a5b9cdd379 None None] Calling delete_port for 54c3a8e2-0e8a-404f-821a-60e49af88ae1 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:03.688259 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f4a62b43-d77a-4f8e-8420-e7a5b9cdd379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:03.727654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Calling delete_port for 54c3a8e2-0e8a-404f-821a-60e49af88ae1 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:03.748131 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0db9f0f2-7889-4526-94f3-0a15ad130734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:03.763248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a62b43-d77a-4f8e-8420-e7a5b9cdd379 None None] Pushing event deleted for resources: {'Port': ['ID=54c3a8e2-0e8a-404f-821a-60e49af88ae1,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:03.766611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 54c3a8e2-0e8a-404f-821a-60e49af88ae1 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:31:03.804851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a62b43-d77a-4f8e-8420-e7a5b9cdd379 None None] No DVR routers for this DVR port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:31:03.814437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 54c3a8e2-0e8a-404f-821a-60e49af88ae1 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:31:03.815141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 54c3a8e2-0e8a-404f-821a-60e49af88ae1 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:31:03.827606 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0db9f0f2-7889-4526-94f3-0a15ad130734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:03.867030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352750e9-1023-406b-b2a9-682406fd4316 req-9c40332a-0917-4e38-9fa5-38f5531366b8 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:03.868492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-352750e9-1023-406b-b2a9-682406fd4316 req-9c40332a-0917-4e38-9fa5-38f5531366b8 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 949 time: 0.8889494 May 25 20:31:03.977839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-352750e9-1023-406b-b2a9-682406fd4316 req-3f5fad77-004e-422f-8f19-ae5a5563fcb9 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f522310-75c9-4bd9-8fa7-2842b2127f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960310 May 25 20:31:03.993585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9f0f2-7889-4526-94f3-0a15ad130734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b412aaab-6fb0-4444-84fb-f389b4e88660,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:03.994062 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:31:03.994348 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:31:03.998650 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0db9f0f2-7889-4526-94f3-0a15ad130734 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5880f0c0d9eb43b79bde95910ba1f8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9927993 May 25 20:31:04.002548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43528) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:04.013328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99576651-67da-4155-95f2-95ae65fee9a9 req-5e6c2c07-67f1-4728-8438-4859f0a56835 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:04.020590 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-99576651-67da-4155-95f2-95ae65fee9a9 req-5e6c2c07-67f1-4728-8438-4859f0a56835 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.3981223 May 25 20:31:04.065154 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 53959c17-e842-4c34-99a6-6d1e35a9f435 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:31:04.072735 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d358f00-2c58-4a6f-bdb6-69804cd5f5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:04.080364 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d358f00-2c58-4a6f-bdb6-69804cd5f5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:04.098013 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-99576651-67da-4155-95f2-95ae65fee9a9 req-1ee90e53-6a1e-4743-a397-8232c9c6159c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746522 May 25 20:31:04.153139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7d358f00-2c58-4a6f-bdb6-69804cd5f5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] In _notify_port_updated(), no bound segment for port 3ae0c575-1b08-40ce-9beb-6601a5898881 on network 5099064a-26b7-4b47-b7d1-5253a786dc99 {{(pid=88332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:31:04.163593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d358f00-2c58-4a6f-bdb6-69804cd5f5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:04.164531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d358f00-2c58-4a6f-bdb6-69804cd5f5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:04.165788 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7d358f00-2c58-4a6f-bdb6-69804cd5f5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] 10.222.0.60 "PUT /v2.0/ports/3ae0c575-1b08-40ce-9beb-6601a5898881 HTTP/1.1" status: 200 len: 1129 time: 1.3654840 May 25 20:31:04.178050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43534) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:04.204679 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 53959c17-e842-4c34-99a6-6d1e35a9f435 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:31:04.211283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 53959c17-e842-4c34-99a6-6d1e35a9f435 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:04.211837 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:04.371285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 53959c17-e842-4c34-99a6-6d1e35a9f435 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:31:04.371657 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:04.410814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 53959c17-e842-4c34-99a6-6d1e35a9f435, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=53959c17-e842-4c34-99a6-6d1e35a9f435,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:04.411843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f664c00-e3b9-4428-94b7-6cd73e10c1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53959c17-e842-4c34-99a6-6d1e35a9f435'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:31:04.416298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d358f00-2c58-4a6f-bdb6-69804cd5f5d1 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Pushing event updated for resources: {'Port': ['ID=3ae0c575-1b08-40ce-9beb-6601a5898881,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:04.418774 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:04.426584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981eeda4-dc67-40e9-b764-3e8bdf3fef4a tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:04.431272 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-981eeda4-dc67-40e9-b764-3e8bdf3fef4a tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] 10.222.0.60 "GET /v2.0/ports/3ae0c575-1b08-40ce-9beb-6601a5898881 HTTP/1.1" status: 200 len: 1129 time: 0.2488220 May 25 20:31:04.440949 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2cf81447-7bfd-47e3-9b97-9875d031584d req-eff3756a-94aa-4451-b513-f18aa0c943e8 tempest-ServersAaction247Test-888329251 tempest-ServersAaction247Test-888329251-project] 10.222.0.60 "GET /v2.0/ports?device_id=31b1eaa9-a7db-47d8-8560-d7e7307b8bff HTTP/1.1" status: 200 len: 210 time: 0.2078159 May 25 20:31:04.443294 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9412e63b-a0b9-498d-bccc-0d1db09ad803 req-2ad5e79e-b742-4de7-8511-a0854c43b1bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=31b1eaa9-a7db-47d8-8560-d7e7307b8bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2114489 May 25 20:31:04.444165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43540) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:04.444897 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8542a3cb-76a0-4c92-a3e7-835293b0c953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:04.495538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Deleting port 54c3a8e2-0e8a-404f-821a-60e49af88ae1 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:04.496066 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:04.523213 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00568b62-3ff3-4d98-b7c1-9d195c0514a4'] response: {'server_uuid': '0f664c00-e3b9-4428-94b7-6cd73e10c1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53959c17-e842-4c34-99a6-6d1e35a9f435', 'code': 200} May 25 20:31:04.528707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-44931fd3-1fb7-4ab8-8fa7-62e7a67c16f8 None None] Provisioning complete for port 3ae0c575-1b08-40ce-9beb-6601a5898881 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:04.529668 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-44931fd3-1fb7-4ab8-8fa7-62e7a67c16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:04.577147 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] The port '54c3a8e2-0e8a-404f-821a-60e49af88ae1' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:31:04.596271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=53959c17-e842-4c34-99a6-6d1e35a9f435,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:04.602639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-44931fd3-1fb7-4ab8-8fa7-62e7a67c16f8 None None] Port 3ae0c575-1b08-40ce-9beb-6601a5898881 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:31:04.704485 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8542a3cb-76a0-4c92-a3e7-835293b0c953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:04.776299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1bda5572-9f4f-49fe-a669-da3c6a4de25b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Deleting port 3ae0c575-1b08-40ce-9beb-6601a5898881 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:04.776968 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bda5572-9f4f-49fe-a669-da3c6a4de25b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:04.781088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9412e63b-a0b9-498d-bccc-0d1db09ad803 req-2ed83b04-9ab6-4955-9e13-e29572f3f0af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6451d167614d4b34871cc8a74a1b0c77&device_id=31b1eaa9-a7db-47d8-8560-d7e7307b8bff HTTP/1.1" status: 200 len: 210 time: 0.2018683 May 25 20:31:04.832499 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:04.871466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9412e63b-a0b9-498d-bccc-0d1db09ad803 req-1956994a-5354-4201-9a79-f5addca4eba5 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6451d167614d4b34871cc8a74a1b0c77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422170 May 25 20:31:04.877643 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:04.987666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164c88b4-177b-4381-afdd-4a8c4f88e909']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:05.004257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379d25f1-9f92-4309-87e5-5df0b51e12c5') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:05.004549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379d25f1-9f92-4309-87e5-5df0b51e12c5') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:05.020494 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:05.055438 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:05.075767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:31:05.076163 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:05.090444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951799d0-c3c2-487a-bab1-0b566ef1a268 req-e28e933f-dc89-4d72-831f-e2fddbcbb78a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:05.091940 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-951799d0-c3c2-487a-bab1-0b566ef1a268 req-e28e933f-dc89-4d72-831f-e2fddbcbb78a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.7458935 May 25 20:31:05.188863 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 379d25f1-9f92-4309-87e5-5df0b51e12c5 resource provider aggregate not found May 25 20:31:05.197336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412e63b-a0b9-498d-bccc-0d1db09ad803 req-64420995-3e6e-4831-9e07-6f01cf2e9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:05.198971 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9412e63b-a0b9-498d-bccc-0d1db09ad803 req-64420995-3e6e-4831-9e07-6f01cf2e9e3d service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3126531 May 25 20:31:05.239779 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 379d25f1-9f92-4309-87e5-5df0b51e12c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 379d25f1-9f92-4309-87e5-5df0b51e12c5 found for delete ", "request_id": "req-23fae315-363a-40be-8a41-01c230385827"}]} May 25 20:31:05.243319 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:05.261125 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8542a3cb-76a0-4c92-a3e7-835293b0c953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:05.261669 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:05.276209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] Pushing event deleted for resources: {'Network': ['ID=164c88b4-177b-4381-afdd-4a8c4f88e909,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:05.301724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de059849-15c5-44e5-989b-772a8885e87e req-453e0e7b-67ec-4991-a5ba-eb4b72bc4292 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:05.303250 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de059849-15c5-44e5-989b-772a8885e87e req-453e0e7b-67ec-4991-a5ba-eb4b72bc4292 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 950 time: 0.1522303 May 25 20:31:05.306205 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1c9a4583-8548-4a22-be84-ba66778df750 admin admin] 10.222.0.60 "DELETE /v2.0/networks/164c88b4-177b-4381-afdd-4a8c4f88e909 HTTP/1.1" status: 204 len: 168 time: 2.8129728 May 25 20:31:05.306377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542a3cb-76a0-4c92-a3e7-835293b0c953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b412aaab-6fb0-4444-84fb-f389b4e88660,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:05.307849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e42e84-25ff-4639-a97e-d72278acfbf1 req-0c091e72-9e7b-41e3-9ba1-d9df0fa27c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:05.309339 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5e42e84-25ff-4639-a97e-d72278acfbf1 req-0c091e72-9e7b-41e3-9ba1-d9df0fa27c79 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 1101 time: 0.6846819 May 25 20:31:05.355863 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de059849-15c5-44e5-989b-772a8885e87e req-1fc93e0d-7027-4e77-bdb5-045c099b17c7 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f522310-75c9-4bd9-8fa7-2842b2127f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429955 May 25 20:31:05.443525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43552) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:05.457222 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-951799d0-c3c2-487a-bab1-0b566ef1a268 req-16caa551-7b97-4efe-a5f2-488015bad649 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717364 May 25 20:31:05.504353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-850c8e58-63af-4e7c-bec6-0a0e363712fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e14a2273f7b7408d958d6ef34ae3e65e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573270 May 25 20:31:05.504548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43560) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:05.531997 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8542a3cb-76a0-4c92-a3e7-835293b0c953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:05.535575 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8542a3cb-76a0-4c92-a3e7-835293b0c953 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b412aaab-6fb0-4444-84fb-f389b4e88660 HTTP/1.1" status: 204 len: 168 time: 1.5280292 May 25 20:31:05.571047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:05.593107 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a5e42e84-25ff-4639-a97e-d72278acfbf1 req-8a53a243-7783-4bf0-90cc-7c8fc34e3c22 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0f522310-75c9-4bd9-8fa7-2842b2127f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558651 May 25 20:31:05.614958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:05.695356 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bda5572-9f4f-49fe-a669-da3c6a4de25b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:05.716731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:05.753948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990132d3-6962-4135-988f-ef98cea25419,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:05.772796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:05.773562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:05.774471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:05.774958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:05.775603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:05.776333 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:05.776899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:05.777400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:05.778107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:05.778848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:05.779432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:05.781858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:05.796037 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:05.814672 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2f37251a-73be-4489-90c7-5d7d0abff06a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/990132d3-6962-4135-988f-ef98cea25419 HTTP/1.1" status: 204 len: 168 time: 0.3043287 May 25 20:31:05.881161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1bda5572-9f4f-49fe-a669-da3c6a4de25b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Calling delete_port for 3ae0c575-1b08-40ce-9beb-6601a5898881 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:05.911454 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:06.036829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43582) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:06.278681 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bda5572-9f4f-49fe-a669-da3c6a4de25b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:06.282332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Router 00c5ba32-450f-4b9e-a288-becfac089611 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:31:06.324739 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f7b1456a-fa2e-4dee-9bf9-56b3c3c10778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:06.338826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43596) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:06.347913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda5572-9f4f-49fe-a669-da3c6a4de25b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Pushing event deleted for resources: {'Port': ['ID=3ae0c575-1b08-40ce-9beb-6601a5898881,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:06.392853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f7b1456a-fa2e-4dee-9bf9-56b3c3c10778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:06.397395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f7b1456a-fa2e-4dee-9bf9-56b3c3c10778 admin admin] Usage tracker for resource:security_group_rule and tenant:6451d167614d4b34871cc8a74a1b0c77 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:06.401407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f7b1456a-fa2e-4dee-9bf9-56b3c3c10778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:06.409497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f7b1456a-fa2e-4dee-9bf9-56b3c3c10778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:06.475433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-da8b11a4-2eaf-4955-b26c-804104d47efc tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:06.485361 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-da8b11a4-2eaf-4955-b26c-804104d47efc tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/networks?id=65547adc-ce3c-4cc8-af97-256dbbd2583f HTTP/1.1" status: 200 len: 815 time: 0.3779263 May 25 20:31:06.524969 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-7cbdff99-b02e-4ef8-96cd-36fcd511814d tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/quotas/212413ebfaf045a6b05332ddfc943624 HTTP/1.1" status: 200 len: 375 time: 0.0380714 May 25 20:31:06.529438 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5d39d4df-57ea-4bbd-9e69-9589eeb90b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:06.605235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5d39d4df-57ea-4bbd-9e69-9589eeb90b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:06.615728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5d39d4df-57ea-4bbd-9e69-9589eeb90b4f admin admin] Usage tracker for resource:security_group_rule and tenant:6d6c1025ec0b43f6a9ebb48470a2024d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:06.621193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5d39d4df-57ea-4bbd-9e69-9589eeb90b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:06.629943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:31:06.647765 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc328c6-a527-44da-b1e0-b8cf556bd3fe None None] Sync routers for ids ['00c5ba32-450f-4b9e-a288-becfac089611'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:31:06.675578 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc328c6-a527-44da-b1e0-b8cf556bd3fe None None] Routers {'00c5ba32-450f-4b9e-a288-becfac089611'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:06.676194 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7fc328c6-a527-44da-b1e0-b8cf556bd3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['00c5ba32-450f-4b9e-a288-becfac089611'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:06.685020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5d39d4df-57ea-4bbd-9e69-9589eeb90b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:06.812601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f7b1456a-fa2e-4dee-9bf9-56b3c3c10778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:06.821621 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7fc328c6-a527-44da-b1e0-b8cf556bd3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:06.835902 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f7b1456a-fa2e-4dee-9bf9-56b3c3c10778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:06.841326 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc328c6-a527-44da-b1e0-b8cf556bd3fe None None] Routers {'00c5ba32-450f-4b9e-a288-becfac089611'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:06.842222 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7fc328c6-a527-44da-b1e0-b8cf556bd3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['00c5ba32-450f-4b9e-a288-becfac089611'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:06.898922 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-a68b2ca8-1903-4fa9-b6b1-a06261bb839c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=212413ebfaf045a6b05332ddfc943624&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3576496 May 25 20:31:06.914894 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:06.917256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-389d5eb6-40e3-4d26-8320-2880a1e7278c tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.2965851 May 25 20:31:06.921620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43614) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:06.924967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1456a-fa2e-4dee-9bf9-56b3c3c10778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1833e15f-0078-4904-b1ef-5268debc66ba,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:06.931275 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bda5572-9f4f-49fe-a669-da3c6a4de25b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:06.933113 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1bda5572-9f4f-49fe-a669-da3c6a4de25b tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] 10.222.0.60 "DELETE /v2.0/ports/3ae0c575-1b08-40ce-9beb-6601a5898881 HTTP/1.1" status: 204 len: 168 time: 2.4862056 May 25 20:31:06.936870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43618) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:06.957996 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7fc328c6-a527-44da-b1e0-b8cf556bd3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:06.958800 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc328c6-a527-44da-b1e0-b8cf556bd3fe None None] The sync data for ids ['00c5ba32-450f-4b9e-a288-becfac089611'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:31:06.976531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f7b1456a-fa2e-4dee-9bf9-56b3c3c10778 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6451d167614d4b34871cc8a74a1b0c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9387579 May 25 20:31:06.984814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-28a8ffb4-0e35-4b39-9438-09afb4b4c980 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'enable_snat': False}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:06.999719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43624) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:07.105882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0443c3-75d0-4e36-ada9-35e7356ea600 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Deleting subnet 74fa0731-de0a-4fa4-bb6a-bd08aef5ae64 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:31:07.115754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119438d-7079-437f-8c5d-487c8185de8d req-fc03119a-03c9-465d-9e03-5caa8d8d789e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:07.117405 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f119438d-7079-437f-8c5d-487c8185de8d req-fc03119a-03c9-465d-9e03-5caa8d8d789e tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 950 time: 0.5186763 May 25 20:31:07.123147 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de0443c3-75d0-4e36-ada9-35e7356ea600 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:07.181277 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5d39d4df-57ea-4bbd-9e69-9589eeb90b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:07.241172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5d39d4df-57ea-4bbd-9e69-9589eeb90b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:07.254134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ada37396-c943-4c41-af9d-fa0e5713e522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:07.290272 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de0443c3-75d0-4e36-ada9-35e7356ea600 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:07.322993 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-4c86d939-c286-4a55-8031-cd73027a432c service neutron] 10.222.0.60 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002373 May 25 20:31:07.329436 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5d39d4df-57ea-4bbd-9e69-9589eeb90b4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d6c1025ec0b43f6a9ebb48470a2024d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9896061 May 25 20:31:07.333484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43632) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:07.344332 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f119438d-7079-437f-8c5d-487c8185de8d req-a9218ee5-1988-452e-86d2-f2720def8fbc tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f522310-75c9-4bd9-8fa7-2842b2127f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605771 May 25 20:31:07.353008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39d4df-57ea-4bbd-9e69-9589eeb90b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e170bba-f626-44c0-9f1f-5ef992671edc,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:07.367050 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ada37396-c943-4c41-af9d-fa0e5713e522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:07.442436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfa704-6e37-4a01-9c14-4e31e0d1ab6e req-6bca7253-7f9e-4790-ac93-7109982466d5 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:07.443967 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-23dfa704-6e37-4a01-9c14-4e31e0d1ab6e req-6bca7253-7f9e-4790-ac93-7109982466d5 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5fad3-a2af-4966-8a04-f5790ff4725e HTTP/1.1" status: 200 len: 945 time: 0.3257756 May 25 20:31:07.523841 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de0443c3-75d0-4e36-ada9-35e7356ea600 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:07.573053 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ada37396-c943-4c41-af9d-fa0e5713e522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:07.594349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-23dfa704-6e37-4a01-9c14-4e31e0d1ab6e req-f3f232d9-1130-44db-aaac-724b5aadbb77 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Deleting port d65260d1-04df-460e-a5b4-5c088ca4b0a7 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:07.594691 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-23dfa704-6e37-4a01-9c14-4e31e0d1ab6e req-f3f232d9-1130-44db-aaac-724b5aadbb77 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:07.655560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada37396-c943-4c41-af9d-fa0e5713e522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1833e15f-0078-4904-b1ef-5268debc66ba,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:07.693404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ada37396-c943-4c41-af9d-fa0e5713e522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:07.694578 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ada37396-c943-4c41-af9d-fa0e5713e522 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1833e15f-0078-4904-b1ef-5268debc66ba HTTP/1.1" status: 204 len: 168 time: 0.6913228 May 25 20:31:07.791208 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-7299f23b-44a5-4434-9de6-51c7e6051e85 service neutron] 10.222.0.60 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606357 May 25 20:31:07.836095 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de0443c3-75d0-4e36-ada9-35e7356ea600 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:07.895549 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32697f99-5e14-431b-b7aa-29c1d64712cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:07.947763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0443c3-75d0-4e36-ada9-35e7356ea600 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Pushing event deleted for resources: {'Subnet': ['ID=74fa0731-de0a-4fa4-bb6a-bd08aef5ae64,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:07.987901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32697f99-5e14-431b-b7aa-29c1d64712cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:08.029003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d152f5-2939-4d14-badf-2e328bb0b611 None None] Network 5099064a-26b7-4b47-b7d1-5253a786dc99 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:31:08.032957 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de0443c3-75d0-4e36-ada9-35e7356ea600 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:08.037370 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-842ce3f4-a8bb-4d1e-a22f-ad52b5b7a1f5 req-688f8def-cc8f-4871-8b27-90af909ba7fa tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c6d20f-3294-43fb-a925-902a8dd67595 HTTP/1.1" status: 200 len: 210 time: 0.0983617 May 25 20:31:08.202711 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-de0443c3-75d0-4e36-ada9-35e7356ea600 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] 10.222.0.60 "DELETE /v2.0/subnets/74fa0731-de0a-4fa4-bb6a-bd08aef5ae64 HTTP/1.1" status: 204 len: 168 time: 1.2647657 May 25 20:31:08.203557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43664) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:08.226669 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f274f1f-d1bb-4b02-ad86-fd0e9e265e0f req-68e3e3ec-6c0c-40c1-b7e6-cf7e32ee77f3 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 210 time: 0.1704304 May 25 20:31:08.288329 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-28a8ffb4-0e35-4b39-9438-09afb4b4c980 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:08.348360 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32697f99-5e14-431b-b7aa-29c1d64712cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:08.595487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32697f99-5e14-431b-b7aa-29c1d64712cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e170bba-f626-44c0-9f1f-5ef992671edc,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:08.600948 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32697f99-5e14-431b-b7aa-29c1d64712cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:08.605566 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-32697f99-5e14-431b-b7aa-29c1d64712cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e170bba-f626-44c0-9f1f-5ef992671edc HTTP/1.1" status: 204 len: 168 time: 1.2502801 May 25 20:31:08.649167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef987b72-28b0-4de6-9be9-f2dbb63deffd None None] DHCP port deletion for 5099064a-26b7-4b47-b7d1-5253a786dc99 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:31:08.662390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ef987b72-28b0-4de6-9be9-f2dbb63deffd None None] Deleting port ae959975-d267-4350-a9a8-16f1a7672a92 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:08.662757 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ef987b72-28b0-4de6-9be9-f2dbb63deffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:09.011494 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:09.122824 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-23dfa704-6e37-4a01-9c14-4e31e0d1ab6e req-f3f232d9-1130-44db-aaac-724b5aadbb77 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] For port d65260d1-04df-460e-a5b4-5c088ca4b0a7, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d65260d1-04df-460e-a5b4-5c088ca4b0a7,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:09.123537 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-23dfa704-6e37-4a01-9c14-4e31e0d1ab6e req-f3f232d9-1130-44db-aaac-724b5aadbb77 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:09.269327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ef987b72-28b0-4de6-9be9-f2dbb63deffd None None] For port ae959975-d267-4350-a9a8-16f1a7672a92, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae959975-d267-4350-a9a8-16f1a7672a92,segment=NetworkSegment(d51e8518-9641-4877-9587-e4260af6905b),segment_id=d51e8518-9641-4877-9587-e4260af6905b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:09.270395 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ef987b72-28b0-4de6-9be9-f2dbb63deffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:09.271420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Deleting port ae959975-d267-4350-a9a8-16f1a7672a92 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:09.271778 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:09.394735 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2782a88d-c50b-4468-a583-4e97d4d7d871 req-f53a9a9c-c2f5-492f-bb78-1e2360aab4a3 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1334696 May 25 20:31:09.568796 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ef987b72-28b0-4de6-9be9-f2dbb63deffd None None] Calling delete_port for ae959975-d267-4350-a9a8-16f1a7672a92 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:09.628639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-23dfa704-6e37-4a01-9c14-4e31e0d1ab6e req-f3f232d9-1130-44db-aaac-724b5aadbb77 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Calling delete_port for d65260d1-04df-460e-a5b4-5c088ca4b0a7 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:09.762224 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae959975-d267-4350-a9a8-16f1a7672a92 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:31:09.856783 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aa3a8-b175-4e74-9643-a9294f803acb req-9b836ba2-5c1c-4617-8004-2b54461383e7 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:09.859036 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d5aa3a8-b175-4e74-9643-a9294f803acb req-9b836ba2-5c1c-4617-8004-2b54461383e7 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 950 time: 1.1550210 May 25 20:31:09.963467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No active binding found for port ae959975-d267-4350-a9a8-16f1a7672a92 {{(pid=88333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 20:31:09.964243 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae959975-d267-4350-a9a8-16f1a7672a92 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:31:09.967537 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ef987b72-28b0-4de6-9be9-f2dbb63deffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:10.098566 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef987b72-28b0-4de6-9be9-f2dbb63deffd None None] Pushing event deleted for resources: {'Port': ['ID=ae959975-d267-4350-a9a8-16f1a7672a92,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:10.101597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef987b72-28b0-4de6-9be9-f2dbb63deffd None None] No DVR routers for this DVR port ae959975-d267-4350-a9a8-16f1a7672a92 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:31:10.170080 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9dd4fee3-5eee-4d79-a106-3280e25d097b req-99d0d703-8ae5-42da-b25f-f6bf4fbf71e9 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 210 time: 0.0910800 May 25 20:31:10.175925 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-28a8ffb4-0e35-4b39-9438-09afb4b4c980 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:10.180081 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-28a8ffb4-0e35-4b39-9438-09afb4b4c980 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:10.256367 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-23dfa704-6e37-4a01-9c14-4e31e0d1ab6e req-f3f232d9-1130-44db-aaac-724b5aadbb77 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:10.392555 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d5aa3a8-b175-4e74-9643-a9294f803acb req-d85a9452-30de-4b10-9c31-aa616c4bafdc tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f522310-75c9-4bd9-8fa7-2842b2127f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426685 May 25 20:31:10.396802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f232d9-1130-44db-aaac-724b5aadbb77 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Pushing event deleted for resources: {'Port': ['ID=d65260d1-04df-460e-a5b4-5c088ca4b0a7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:10.449047 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] For port ae959975-d267-4350-a9a8-16f1a7672a92, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae959975-d267-4350-a9a8-16f1a7672a92,segment=NetworkSegment(d51e8518-9641-4877-9587-e4260af6905b),segment_id=d51e8518-9641-4877-9587-e4260af6905b)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:10.449908 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:10.464960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a8ffb4-0e35-4b39-9438-09afb4b4c980 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Router 00c5ba32-450f-4b9e-a288-becfac089611 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:31:10.715369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Calling delete_port for ae959975-d267-4350-a9a8-16f1a7672a92 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:10.960082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a8ffb4-0e35-4b39-9438-09afb4b4c980 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:31:10.966314 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-28a8ffb4-0e35-4b39-9438-09afb4b4c980 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:10.971908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93605093-9f77-417c-b565-e0b7f3810b1b None None] Sync routers for ids ['00c5ba32-450f-4b9e-a288-becfac089611'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:31:10.972859 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-28a8ffb4-0e35-4b39-9438-09afb4b4c980 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "PUT /v2.0/routers/00c5ba32-450f-4b9e-a288-becfac089611 HTTP/1.1" status: 200 len: 926 time: 4.0464754 May 25 20:31:10.973597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43772) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:11.013218 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93605093-9f77-417c-b565-e0b7f3810b1b None None] Routers {'00c5ba32-450f-4b9e-a288-becfac089611'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:11.014015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-93605093-9f77-417c-b565-e0b7f3810b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['00c5ba32-450f-4b9e-a288-becfac089611'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:11.092724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dfa704-6e37-4a01-9c14-4e31e0d1ab6e req-f3f232d9-1130-44db-aaac-724b5aadbb77 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] No DVR routers for this DVR port d65260d1-04df-460e-a5b4-5c088ca4b0a7 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:31:11.097831 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-23dfa704-6e37-4a01-9c14-4e31e0d1ab6e req-f3f232d9-1130-44db-aaac-724b5aadbb77 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:11.110247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee5fad3-a2af-4966-8a04-f5790ff4725e', 'name': 'network-vif-deleted', 'tag': 'd65260d1-04df-460e-a5b4-5c088ca4b0a7'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:31:11.146402 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-23dfa704-6e37-4a01-9c14-4e31e0d1ab6e req-f3f232d9-1130-44db-aaac-724b5aadbb77 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.50 "DELETE /v2.0/ports/d65260d1-04df-460e-a5b4-5c088ca4b0a7 HTTP/1.1" status: 204 len: 173 time: 3.6957161 May 25 20:31:11.190259 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:31:11.194824 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:31:11.254949 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d65260d1-04df-460e-a5b4-5c088ca4b0a7 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:31:11.284653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-f69ece77-711b-4774-ae4f-c774b15a9c5e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:11.286577 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-f69ece77-711b-4774-ae4f-c774b15a9c5e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.50 "GET /v2.0/networks?id=65547adc-ce3c-4cc8-af97-256dbbd2583f HTTP/1.1" status: 200 len: 815 time: 0.4835114 May 25 20:31:11.300288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Request body: {'port': {'device_id': 'afc6cdae-b801-4b40-8208-b4455ff4f248', 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f', 'admin_state_up': True, 'tenant_id': '212413ebfaf045a6b05332ddfc943624'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:11.384244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: d65260d1-04df-460e-a5b4-5c088ca4b0a7 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:31:11.395311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43d9c48e-96ae-43f5-85f3-8c1701481425 req-173bd697-c1de-4c1a-b245-fcf66aa6609f tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0968215 May 25 20:31:11.396083 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d65260d1-04df-460e-a5b4-5c088ca4b0a7 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:31:11.398191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-93605093-9f77-417c-b565-e0b7f3810b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:11.417352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93605093-9f77-417c-b565-e0b7f3810b1b None None] Routers {'00c5ba32-450f-4b9e-a288-becfac089611'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:11.418489 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-93605093-9f77-417c-b565-e0b7f3810b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['00c5ba32-450f-4b9e-a288-becfac089611'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:11.454197 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a83a3e97-7a4b-4732-bd5f-cd6ee4e96b22 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/routers/00c5ba32-450f-4b9e-a288-becfac089611 HTTP/1.1" status: 200 len: 926 time: 0.4786005 May 25 20:31:11.456406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43794) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:11.605598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-93605093-9f77-417c-b565-e0b7f3810b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:11.605598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93605093-9f77-417c-b565-e0b7f3810b1b None None] The sync data for ids ['00c5ba32-450f-4b9e-a288-becfac089611'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:31:11.618519 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857e9955-738b-4f74-a779-36d9f1f953cb'] response: {'server_uuid': '2ee5fad3-a2af-4966-8a04-f5790ff4725e', 'name': 'network-vif-deleted', 'tag': 'd65260d1-04df-460e-a5b4-5c088ca4b0a7', 'status': 'completed', 'code': 200} May 25 20:31:11.678176 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac548d18-687d-4253-96d2-d722188b13a5 req-15d0bff4-3a63-4511-942f-8fd4878515d4 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.1669521 May 25 20:31:11.711853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Deleting port ae959975-d267-4350-a9a8-16f1a7672a92 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:11.712185 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:11.733661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e999a3-c012-40a8-8015-7f37171c5a47 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:11.739136 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b1e999a3-c012-40a8-8015-7f37171c5a47 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=63157299-67d6-4d48-843c-682c0bdd002f&device_id=00c5ba32-450f-4b9e-a288-becfac089611&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2820909 May 25 20:31:11.742080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43800) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:11.870937 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17021cc3-d6d6-4314-90b6-7c9c0c892095 req-b228890d-2801-42a5-aa8e-24998a443954 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c4c6d20f-3294-43fb-a925-902a8dd67595 HTTP/1.1" status: 200 len: 210 time: 0.0979137 May 25 20:31:11.918746 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] The port 'ae959975-d267-4350-a9a8-16f1a7672a92' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:31:11.955286 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38e43297-95af-4cbd-bf0a-84a63708d6f1 req-939a3564-5cd0-4283-8dcc-34bb273389fe tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 210 time: 0.1515093 May 25 20:31:12.053283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e904a4-6619-426a-9e63-810db1928de3 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:12.054762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-52e904a4-6619-426a-9e63-810db1928de3 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 881 time: 0.3114610 May 25 20:31:12.057526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43808) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:12.098139 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:12.124887 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ac97248d-cc3c-47e1-a1b0-6e2b15cf1482 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c5ba32-450f-4b9e-a288-becfac089611 HTTP/1.1" status: 200 len: 205 time: 0.0637054 May 25 20:31:12.125369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43814) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:12.128053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5099064a-26b7-4b47-b7d1-5253a786dc99']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:12.141924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51e8518-9641-4877-9587-e4260af6905b') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:12.142362 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51e8518-9641-4877-9587-e4260af6905b') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:12.156372 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:12.175034 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:12.182627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:31:12.182843 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:12.201997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:12.228402 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment d51e8518-9641-4877-9587-e4260af6905b resource provider aggregate not found May 25 20:31:12.292757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Usage tracker for resource:port and tenant:212413ebfaf045a6b05332ddfc943624 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:12.302303 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment d51e8518-9641-4877-9587-e4260af6905b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d51e8518-9641-4877-9587-e4260af6905b found for delete ", "request_id": "req-8e9930ca-bb83-4841-936d-e06cda0333ab"}]} May 25 20:31:12.315722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:12.337230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:12.348979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Made reservation on behalf of 212413ebfaf045a6b05332ddfc943624 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:31:12.352788 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:12.399024 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:12.450349 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:12.475792 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:12.494201 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] 10.222.0.60 "DELETE /v2.0/networks/5099064a-26b7-4b47-b7d1-5253a786dc99 HTTP/1.1" status: 204 len: 168 time: 4.2757516 May 25 20:31:12.501659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1e632-379c-4a00-a48d-bc8223e74ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846 tempest-ExtraDHCPOptionsIpV6TestJSON-249857846-project] Pushing event deleted for resources: {'Network': ['ID=5099064a-26b7-4b47-b7d1-5253a786dc99,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:12.605807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Allocated IP 172.20.0.11 (65547adc-ce3c-4cc8-af97-256dbbd2583f/4f1a9ea4-8bbb-4cea-a1d1-019b683babad/d70ac133-749b-4fd1-af7b-3e61bf10339e) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:12.813729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43836) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:12.817901 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3ca8037c-10c8-453f-9eea-cb24addd3ae0 req-e50d70db-4550-436a-9ac3-07f96b2453fd tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1485794 May 25 20:31:13.163986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:13.196029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2467312-b1f1-4478-890e-79eb20e20ec5 req-babda351-a3d3-4623-aecb-592451e586a4 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0953243 May 25 20:31:13.206633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Deleting port 2b4adbbf-f074-40b8-86c3-3a0a63eb7f24 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:13.207388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:13.346258 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:13.363736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43846) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:13.391808 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:13.396494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b549f43-c4f8-4c0f-92b5-3adc6b282057 req-f51af763-ac6f-4ef7-b069-c48e100f3fcd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1332161 May 25 20:31:13.510884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:13.522810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Network 65547adc-ce3c-4cc8-af97-256dbbd2583f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:13.534753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:13.538973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:13.551816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:13.555503 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:13.618511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Usage tracker for resource:floatingip and tenant:150275eac2664599bd00a134bd71743a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:13.627105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:13.627725 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:13.646874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:13.667053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:13.683981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Pushing event updated for resources: {'Port': ['ID=d70ac133-749b-4fd1-af7b-3e61bf10339e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:13.696250 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-07f1c754-ef3c-4ef3-9898-5bbd254c3300 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3994844 May 25 20:31:13.703833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Calling delete_port for 2b4adbbf-f074-40b8-86c3-3a0a63eb7f24 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:13.709794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Request body: {'port': {'device_id': 'afc6cdae-b801-4b40-8208-b4455ff4f248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:13.738363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-739327ab-25c8-45f4-8d2c-796be6dea6ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b77abebc26e44f53b330dd71971dc8ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3696966 May 25 20:31:13.738940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43852) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:13.753898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:13.796543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c31e7f-0843-4ed5-8dd0-fb5990b3c776 req-b8221c2e-8f0c-4771-b715-df474fe8318b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:13.797257 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a3c31e7f-0843-4ed5-8dd0-fb5990b3c776 req-b8221c2e-8f0c-4771-b715-df474fe8318b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Synchronizing usage tracker for tenant:212413ebfaf045a6b05332ddfc943624 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:13.856692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-41c42e17-36b4-4720-81fb-6309789fc0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:13.898542 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-41c42e17-36b4-4720-81fb-6309789fc0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:13.943945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a3c31e7f-0843-4ed5-8dd0-fb5990b3c776 req-b8221c2e-8f0c-4771-b715-df474fe8318b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Unset dirty status for tenant:212413ebfaf045a6b05332ddfc943624 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:13.945112 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3c31e7f-0843-4ed5-8dd0-fb5990b3c776 req-b8221c2e-8f0c-4771-b715-df474fe8318b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 932 time: 0.5617447 May 25 20:31:14.029230 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.056746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a3c31e7f-0843-4ed5-8dd0-fb5990b3c776 req-5c814a5c-2da7-4359-87c9-ff2db16b144e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037369 May 25 20:31:14.066766 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-41c42e17-36b4-4720-81fb-6309789fc0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.071122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-684db28b-8aab-48f4-a429-608a312b3732 req-b4dfd551-2f14-4352-bc1a-863031138b00 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0612400 May 25 20:31:14.095451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c42e17-36b4-4720-81fb-6309789fc0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79f660b-c3f9-41d8-8698-ff4ba9ce48b3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:14.107659 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-41c42e17-36b4-4720-81fb-6309789fc0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.109178 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-41c42e17-36b4-4720-81fb-6309789fc0e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d79f660b-c3f9-41d8-8698-ff4ba9ce48b3 HTTP/1.1" status: 204 len: 168 time: 0.3600678 May 25 20:31:14.117866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.244520 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.253171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Pushing event deleted for resources: {'Port': ['ID=2b4adbbf-f074-40b8-86c3-3a0a63eb7f24,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:14.411315 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:31:14.424619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.549226 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-faf3e7a3-f5b1-4189-a1bb-adb5f174a785 req-e8ca4526-cd88-4eec-b0ae-3e173b2e1957 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0751688 May 25 20:31:14.585940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Allocated IP 172.25.3.113 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/cf3470f0-bf34-410b-9071-d9f265254139) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:14.700569 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.711904 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.750352 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.751594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Fanout notify agent at l3_agent the message router_deleted on router 00c5ba32-450f-4b9e-a288-becfac089611 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:31:14.755912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70ac133-749b-4fd1-af7b-3e61bf10339e {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:31:14.768779 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.768938 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.773426 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fdc6de73-a270-4d75-9005-3a3a1d8e1527 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "DELETE /v2.0/routers/00c5ba32-450f-4b9e-a288-becfac089611 HTTP/1.1" status: 204 len: 168 time: 2.6435666 May 25 20:31:14.773729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43872) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:14.778566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-06d2f1c0-1c4a-4d90-9039-189a87e14dc9 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-39784694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:14.786079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-06d2f1c0-1c4a-4d90-9039-189a87e14dc9 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:14.789878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06d2f1c0-1c4a-4d90-9039-189a87e14dc9 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Usage tracker for resource:router and tenant:19e9ea5e96cd458499e30bb916fa6297 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:14.792853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06d2f1c0-1c4a-4d90-9039-189a87e14dc9 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:14.801197 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-06d2f1c0-1c4a-4d90-9039-189a87e14dc9 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:14.810298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Transition to ACTIVE for port object d70ac133-749b-4fd1-af7b-3e61bf10339e will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:31:14.820850 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-06d2f1c0-1c4a-4d90-9039-189a87e14dc9 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.822235 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-06d2f1c0-1c4a-4d90-9039-189a87e14dc9 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.827881 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.842775 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-06d2f1c0-1c4a-4d90-9039-189a87e14dc9 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.870982 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.871218 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-06d2f1c0-1c4a-4d90-9039-189a87e14dc9 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.910978 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-06d2f1c0-1c4a-4d90-9039-189a87e14dc9 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:14.915378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-06d2f1c0-1c4a-4d90-9039-189a87e14dc9 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1407444 May 25 20:31:14.916148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43878) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:14.921721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Request body: {'router': {'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:15.036265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Pushing event updated for resources: {'Port': ['ID=d70ac133-749b-4fd1-af7b-3e61bf10339e,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:15.325112 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:15.354951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43896) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:15.373905 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2bc38a45-196b-40d5-94ec-048b3f015a85 req-83f03637-19c8-44fa-9d35-111f887633fa tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0899377 May 25 20:31:15.381173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Attempting to bind port d70ac133-749b-4fd1-af7b-3e61bf10339e on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:31:15.381710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Attempting to bind port d70ac133-749b-4fd1-af7b-3e61bf10339e by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'df5672a3-fe5c-4684-9fad-2d85720ce536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:31:15.382250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Attempting to bind port d70ac133-749b-4fd1-af7b-3e61bf10339e on network 65547adc-ce3c-4cc8-af97-256dbbd2583f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:31:15.408095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Port d70ac133-749b-4fd1-af7b-3e61bf10339e on network 65547adc-ce3c-4cc8-af97-256dbbd2583f not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:31:15.408440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Attempting to bind port d70ac133-749b-4fd1-af7b-3e61bf10339e on network 65547adc-ce3c-4cc8-af97-256dbbd2583f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:31:15.418624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:15.421578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:31:15.421919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Checking segment: {'id': 'df5672a3-fe5c-4684-9fad-2d85720ce536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:31:15.422334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Bound using segment: {'id': 'df5672a3-fe5c-4684-9fad-2d85720ce536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:31:15.422908 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Bound port: d70ac133-749b-4fd1-af7b-3e61bf10339e, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5672a3-fe5c-4684-9fad-2d85720ce536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:31:15.423108 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:15.434676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:15.440804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:15.474841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event updated for resources: {'Port': ['ID=cf3470f0-bf34-410b-9071-d9f265254139,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:15.585083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:15.614098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] For port d70ac133-749b-4fd1-af7b-3e61bf10339e, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:31:15.625458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] For port d70ac133-749b-4fd1-af7b-3e61bf10339e, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d70ac133-749b-4fd1-af7b-3e61bf10339e,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:31:15.630783 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:15.632517 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:15.633469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-526457822'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:15.643935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:15.652233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Usage tracker for resource:network and tenant:0fa060afe21d43f2a6ca72b46599318c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:15.729407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:15.730597 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:15.732208 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] 10.222.0.50 "PUT /v2.0/ports/d70ac133-749b-4fd1-af7b-3e61bf10339e HTTP/1.1" status: 200 len: 1092 time: 2.0265839 May 25 20:31:15.738453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc6cdae-b801-4b40-8208-b4455ff4f248', 'tag': 'd70ac133-749b-4fd1-af7b-3e61bf10339e'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:31:15.744065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:15.782605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:15.787274 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:15.814377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005247b-abc3-4ae5-b786-8b29148c7577 service neutron] Pushing event updated for resources: {'Port': ['ID=d70ac133-749b-4fd1-af7b-3e61bf10339e,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:15.819996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Made reservation on behalf of 0fa060afe21d43f2a6ca72b46599318c for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:31:15.825215 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:15.845004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:15.873990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f945233-7d20-4327-9875-a041586b9626 req-b3968b56-4cac-4a26-9c00-4618733f3e3e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:15.882459 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f945233-7d20-4327-9875-a041586b9626 req-b3968b56-4cac-4a26-9c00-4618733f3e3e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 944 time: 0.5365069 May 25 20:31:15.886220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:15.909256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Usage tracker for resource:security_group_rule and tenant:0fa060afe21d43f2a6ca72b46599318c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:15.914669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:15.927470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:15.970914 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f945233-7d20-4327-9875-a041586b9626 req-8f43b463-cd09-4da2-84d8-e9b39226d2a5 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873516 May 25 20:31:16.052112 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9e9143-a458-4311-9c45-b0d12bd87cb1'] response: {'name': 'network-changed', 'server_uuid': 'afc6cdae-b801-4b40-8208-b4455ff4f248', 'tag': 'd70ac133-749b-4fd1-af7b-3e61bf10339e', 'status': 'completed', 'code': 200} May 25 20:31:16.057448 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8d4fa88a-f93f-48bf-8d22-8b3c8954eb90 req-15ce807b-71f1-43bf-a31f-2c706a8aebde tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0720155 May 25 20:31:16.062667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-46983305-aeaa-42b1-a901-cdd663e9c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:16.079440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-46983305-aeaa-42b1-a901-cdd663e9c2cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=212413ebfaf045a6b05332ddfc943624&device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 1095 time: 0.2467415 May 25 20:31:16.221992 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-087cae0b-f83f-4253-a509-9c217fe70b41 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70ac133-749b-4fd1-af7b-3e61bf10339e HTTP/1.1" status: 200 len: 217 time: 0.1414771 May 25 20:31:16.261253 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba369512-3a87-4565-a29f-e2e788090c80 req-f6b6d0a2-4a34-4709-b4cb-ce51617fc368 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0550375 May 25 20:31:16.324127 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.334319 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a52aa04c-685b-418f-ad07-6e34fb158980 req-56a2bef3-2090-4c0e-b959-34ca8b5fe76e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.1160953 May 25 20:31:16.356719 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.363325 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.365240 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.373857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-ae519cf4-bfeb-4a4f-a3d3-a1682da5f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:16.375458 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-ae519cf4-bfeb-4a4f-a3d3-a1682da5f923 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4f1a9ea4-8bbb-4cea-a1d1-019b683babad HTTP/1.1" status: 200 len: 855 time: 0.1100485 May 25 20:31:16.432393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:31:16.442390 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-c703ebf4-38da-4fd0-bf3a-8d92ae5629ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65547adc-ce3c-4cc8-af97-256dbbd2583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603619 May 25 20:31:16.444282 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.468205 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.470680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705a2613-4f66-418c-ad4b-14ccc00acfd2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:16.479677 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.479911 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Added segment 722061d4-fd1f-4a9c-91c9-98166fe7c923 of type vlan for network fad5ded4-d655-4a1f-be0f-1718221d71a7 May 25 20:31:16.552375 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.575899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Allocated IP 172.25.3.86 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/86337f2a-331c-4ece-8858-ae2a7ecdb1a4) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:16.618264 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.623753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:16.624336 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.651279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event updated for resources: {'Port': ['ID=cf3470f0-bf34-410b-9071-d9f265254139,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:16.685181 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.717781 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-51cfd287-f6ae-498f-b8b6-32b0eb8ac9e1 service neutron] 10.222.0.50 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682309 May 25 20:31:16.743217 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.744396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-00c0985e-9bea-4fc9-90ed-7465512bf068 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9295008 May 25 20:31:16.748797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43924) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:16.805826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-421180156'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:16.810129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Pushing event updated for resources: {'Network': ['ID=fad5ded4-d655-4a1f-be0f-1718221d71a7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:16.815393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-35f0b9d4-f40e-45ae-80d6-4f883ce7205c tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4229157 May 25 20:31:16.820509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43928) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:16.822050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:16.831089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Usage tracker for resource:network and tenant:150275eac2664599bd00a134bd71743a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:16.834065 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network fad5ded4-d655-4a1f-be0f-1718221d71a7 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:31:16.835796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:16.840057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Request body: {'subnet': {'network_id': 'fad5ded4-d655-4a1f-be0f-1718221d71a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:16.844005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:16.879161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Made reservation on behalf of 150275eac2664599bd00a134bd71743a for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:31:16.882672 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.901605 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.911910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3c01cb19-3726-45cd-8ade-e90d054fb327 req-7911f6e2-5d06-46f1-bad9-7d2c1c4a2760 service neutron] 10.222.0.50 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894052 May 25 20:31:16.920174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:16.926194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Usage tracker for resource:security_group_rule and tenant:150275eac2664599bd00a134bd71743a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:16.928952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:16.936911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:16.975944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:16.991410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:16.997060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Usage tracker for resource:subnet and tenant:0fa060afe21d43f2a6ca72b46599318c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:17.000969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:17.008317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:17.024479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Made reservation on behalf of 0fa060afe21d43f2a6ca72b46599318c for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:31:17.028150 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:17.236499 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:17.319634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee635b1c-1fe4-40af-a277-1f022988fd8a req-4c0c57da-df94-4313-8c99-3ae498affed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:17.321112 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee635b1c-1fe4-40af-a277-1f022988fd8a req-4c0c57da-df94-4313-8c99-3ae498affed3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=212413ebfaf045a6b05332ddfc943624&device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 1095 time: 0.3463554 May 25 20:31:17.322784 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:17.348637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5429d212-eecb-4105-bc05-e349d729fed9 req-8697e8cf-afff-46b7-9df6-5056a32693ff tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.1204579 May 25 20:31:17.352540 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:17.374868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:17.375550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:17.377883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:17.414727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Pushing event updated for resources: {'Port': ['ID=86337f2a-331c-4ece-8858-ae2a7ecdb1a4,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:17.448847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:31:17.483965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d697fa1-0354-4660-973f-635ef4cc1f31,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:17.488090 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:17.488872 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Added segment b833c9e2-2627-4e5c-8179-f84162768274 of type vlan for network 4b7447c5-c722-4b6f-a5ea-66d116ce445b May 25 20:31:17.544191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8425f-2a0b-494a-9ef0-73df45961ef4 req-ceab9dc0-cc02-419c-9ac4-0996b7664919 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:17.545925 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a8f8425f-2a0b-494a-9ef0-73df45961ef4 req-ceab9dc0-cc02-419c-9ac4-0996b7664919 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 944 time: 0.3048794 May 25 20:31:17.589558 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:17.603526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee635b1c-1fe4-40af-a277-1f022988fd8a req-28929aee-3b73-41cf-b90d-9cd0b7a4a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:17.604954 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee635b1c-1fe4-40af-a277-1f022988fd8a req-28929aee-3b73-41cf-b90d-9cd0b7a4a13b service neutron] 10.222.0.50 "GET /v2.0/networks?id=65547adc-ce3c-4cc8-af97-256dbbd2583f HTTP/1.1" status: 200 len: 916 time: 0.2731485 May 25 20:31:17.689383 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e0fdc7a8-0694-49fc-a2fe-323090948276 req-b45349ef-4af5-44af-99f6-54752d7322fc tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1805849 May 25 20:31:17.722867 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee635b1c-1fe4-40af-a277-1f022988fd8a req-d297276a-8c2c-4712-829e-b6886980c816 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70ac133-749b-4fd1-af7b-3e61bf10339e HTTP/1.1" status: 200 len: 217 time: 0.1043634 May 25 20:31:17.742191 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a8f8425f-2a0b-494a-9ef0-73df45961ef4 req-64e1aa50-ecde-4829-bd99-f57c16e4fb39 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730506 May 25 20:31:17.752132 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:31:17.837075 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:17.842701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:17.843287 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:17.904261 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:17.947461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee635b1c-1fe4-40af-a277-1f022988fd8a req-df005eef-3925-45bc-9456-7f8fbda17794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:17.948947 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee635b1c-1fe4-40af-a277-1f022988fd8a req-df005eef-3925-45bc-9456-7f8fbda17794 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4f1a9ea4-8bbb-4cea-a1d1-019b683babad HTTP/1.1" status: 200 len: 855 time: 0.1982844 May 25 20:31:18.013967 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee635b1c-1fe4-40af-a277-1f022988fd8a req-5dca0c7a-4352-4d5c-b875-c5fc7f07ae47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65547adc-ce3c-4cc8-af97-256dbbd2583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570974 May 25 20:31:18.014740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event updated for resources: {'Network': ['ID=4b7447c5-c722-4b6f-a5ea-66d116ce445b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:18.021695 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7ef8417c-f192-4add-913e-2cc87f2909f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2679367 May 25 20:31:18.025457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43940) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:18.032334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 4b7447c5-c722-4b6f-a5ea-66d116ce445b details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:31:18.058141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Request body: {'subnet': {'network_id': '4b7447c5-c722-4b6f-a5ea-66d116ce445b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:18.156119 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee635b1c-1fe4-40af-a277-1f022988fd8a req-6f44ddc4-0d29-4890-bddf-14162054f206 service neutron] 10.222.0.50 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364133 May 25 20:31:18.205181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Pushing event updated for resources: {'Subnet': ['ID=4c127af8-91b6-4411-8827-8579eaebd4df,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:18.222703 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:18.284842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Checking segment: {'id': '722061d4-fd1f-4a9c-91c9-98166fe7c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fad5ded4-d655-4a1f-be0f-1718221d71a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:31:18.285198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Network hostable DHCP agents. Network: fad5ded4-d655-4a1f-be0f-1718221d71a7, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:31:18.307335 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee635b1c-1fe4-40af-a277-1f022988fd8a req-994f288f-59d9-4ac6-b804-47c5267feb8f service neutron] 10.222.0.50 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433661 May 25 20:31:18.318536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:18.331956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Usage tracker for resource:subnet and tenant:150275eac2664599bd00a134bd71743a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:18.340266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:18.408256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:18.434775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Network fad5ded4-d655-4a1f-be0f-1718221d71a7 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:31:18.454730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Made reservation on behalf of 150275eac2664599bd00a134bd71743a for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:31:18.458490 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:18.480896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, fad5ded4-d655-4a1f-be0f-1718221d71a7) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:18.491217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b755b-dfa4-4c30-a681-e7d4c44cddfa None None] Network fad5ded4-d655-4a1f-be0f-1718221d71a7 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:31:18.551709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:18.552185 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:18.713470 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-fad5ded4-d655-4a1f-be0f-1718221d71a7', 'network_id': 'fad5ded4-d655-4a1f-be0f-1718221d71a7', 'tenant_id': '0fa060afe21d43f2a6ca72b46599318c', 'fixed_ips': [{'subnet_id': '4c127af8-91b6-4411-8827-8579eaebd4df'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:31:18.714486 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:18.803933 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e1964a4e-d781-4d29-8274-37aae04f7bcc req-58a57dcf-9d4b-41a4-a38f-b12fdaa27b55 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.2665095 May 25 20:31:18.835100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d9319c48-5c39-469d-936f-76236c5fa968 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0078282 May 25 20:31:18.835968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43952) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:18.843585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Request body: {'port': {'network_id': 'fad5ded4-d655-4a1f-be0f-1718221d71a7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1614699017'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:18.918761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Allocated IP 172.20.0.2 (fad5ded4-d655-4a1f-be0f-1718221d71a7/4c127af8-91b6-4411-8827-8579eaebd4df/8b2d29dc-88e9-426e-9e4b-1b478c9baf60) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:18.948953 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:18.988811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:18.999056 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce5928f5-df19-4f28-90b6-a7f786e881fc req-2c6e0121-3098-4e68-83b3-908efeb1e3de tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1212597 May 25 20:31:19.080713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:19.084718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Usage tracker for resource:port and tenant:0fa060afe21d43f2a6ca72b46599318c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:19.087645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:19.095045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:19.112435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Made reservation on behalf of 0fa060afe21d43f2a6ca72b46599318c for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:31:19.118402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:19.145746 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] device_id is not set on port 4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:31:19.180066 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:19.193175 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Transition to ACTIVE for port object 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:31:19.214100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Transition to ACTIVE for port object 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:31:19.221276 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:19.257516 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:19.286286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d70ac133-749b-4fd1-af7b-3e61bf10339e details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:31:19.301290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Allocated IP 172.20.0.5 (fad5ded4-d655-4a1f-be0f-1718221d71a7/4c127af8-91b6-4411-8827-8579eaebd4df/4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:19.301541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Network fad5ded4-d655-4a1f-be0f-1718221d71a7 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:19.304932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:19.310346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:19.358306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8d226-6cac-4d25-8568-df881d76a12e req-9c7d4d99-90ac-4d82-a379-bc7536ce2c1e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:19.360095 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-11b8d226-6cac-4d25-8568-df881d76a12e req-9c7d4d99-90ac-4d82-a379-bc7536ce2c1e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 944 time: 0.3790412 May 25 20:31:19.382566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event updated for resources: {'Subnet': ['ID=ed4fa4aa-2986-41c9-849b-9f61c8f7131b,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:19.426790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Checking segment: {'id': 'b833c9e2-2627-4e5c-8179-f84162768274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4b7447c5-c722-4b6f-a5ea-66d116ce445b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:31:19.427493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Network hostable DHCP agents. Network: 4b7447c5-c722-4b6f-a5ea-66d116ce445b, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:31:19.466091 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-11b8d226-6cac-4d25-8568-df881d76a12e req-7ab2608c-c3dc-467f-b287-2cdf8e173434 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907505 May 25 20:31:19.472954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d70ac133-749b-4fd1-af7b-3e61bf10339e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d70ac133-749b-4fd1-af7b-3e61bf10339e,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:19.479083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Router de6f59c0-4179-490b-9109-323988cb326b is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:31:19.484689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Network 4b7447c5-c722-4b6f-a5ea-66d116ce445b is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:31:19.522246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'd70ac133-749b-4fd1-af7b-3e61bf10339e', 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f', 'port_id': 'd70ac133-749b-4fd1-af7b-3e61bf10339e', 'mac_address': 'fa:16:3e:11:e8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1a9ea4-8bbb-4cea-a1d1-019b683babad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:31:19.523735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Pushing event updated for resources: {'Port': ['ID=8b2d29dc-88e9-426e-9e4b-1b478c9baf60,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:19.564592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 4b7447c5-c722-4b6f-a5ea-66d116ce445b) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:19.575749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23604da8-293a-4dbd-9280-fcdf9d4cd882 None None] Network 4b7447c5-c722-4b6f-a5ea-66d116ce445b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:31:19.578725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:19.579309 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:19.621531 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:19.641695 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Transition to ACTIVE for port object 4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:31:19.681257 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7d37d53a-ed3e-49c5-8230-e0d8c2f83f0b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6501052 May 25 20:31:19.687527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43960) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:19.694481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1580564317', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:19.708253 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:19.717806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:31:19.726424 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:19.729256 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c852a3d7-1dbd-4fda-93f3-42c70524c322 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "PUT /v2.0/routers/de6f59c0-4179-490b-9109-323988cb326b HTTP/1.1" status: 200 len: 881 time: 4.8120720 May 25 20:31:19.731122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:19.733626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43966) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:19.734008 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14311685-d5c9-4a89-96ce-db0455673f3d None None] Sync routers for ids ['de6f59c0-4179-490b-9109-323988cb326b'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:31:19.750072 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14311685-d5c9-4a89-96ce-db0455673f3d None None] Routers {'de6f59c0-4179-490b-9109-323988cb326b'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:19.751574 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-14311685-d5c9-4a89-96ce-db0455673f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['de6f59c0-4179-490b-9109-323988cb326b'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:19.778727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Attempting to bind port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:31:19.779612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Attempting to bind port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '722061d4-fd1f-4a9c-91c9-98166fe7c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fad5ded4-d655-4a1f-be0f-1718221d71a7'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:31:19.779968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Attempting to bind port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 on network fad5ded4-d655-4a1f-be0f-1718221d71a7 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:31:19.792183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:31:19.792491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Checking segment: {'id': '722061d4-fd1f-4a9c-91c9-98166fe7c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fad5ded4-d655-4a1f-be0f-1718221d71a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:31:19.792883 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:19.793267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Bound using segment: {'id': '722061d4-fd1f-4a9c-91c9-98166fe7c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fad5ded4-d655-4a1f-be0f-1718221d71a7'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:31:19.793735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Bound port: 8b2d29dc-88e9-426e-9e4b-1b478c9baf60, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722061d4-fd1f-4a9c-91c9-98166fe7c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fad5ded4-d655-4a1f-be0f-1718221d71a7'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:31:19.794103 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:19.815145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d70ac133-749b-4fd1-af7b-3e61bf10339e is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:31:19.815429 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:19.832852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Usage tracker for resource:router and tenant:150275eac2664599bd00a134bd71743a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:19.836021 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-14311685-d5c9-4a89-96ce-db0455673f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:19.845601 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14311685-d5c9-4a89-96ce-db0455673f3d None None] Routers {'de6f59c0-4179-490b-9109-323988cb326b'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:19.846301 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-14311685-d5c9-4a89-96ce-db0455673f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['de6f59c0-4179-490b-9109-323988cb326b'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:19.866788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Pushing event updated for resources: {'Port': ['ID=4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:19.879593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:19.887241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Network fad5ded4-d655-4a1f-be0f-1718221d71a7 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:19.889198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:19.899369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:19.915289 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-14311685-d5c9-4a89-96ce-db0455673f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:19.915938 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14311685-d5c9-4a89-96ce-db0455673f3d None None] The sync data for ids ['de6f59c0-4179-490b-9109-323988cb326b'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:31:19.926002 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] For port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:31:19.929184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] For port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8b2d29dc-88e9-426e-9e4b-1b478c9baf60,segment=NetworkSegment(722061d4-fd1f-4a9c-91c9-98166fe7c923),segment_id=722061d4-fd1f-4a9c-91c9-98166fe7c923)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:31:19.945279 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:19.949456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70ac133-749b-4fd1-af7b-3e61bf10339e {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:31:19.956144 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:19.967851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d70ac133-749b-4fd1-af7b-3e61bf10339e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d70ac133-749b-4fd1-af7b-3e61bf10339e,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:19.969949 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-abfe3068-4405-4e85-b4dc-14d56488227a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/routers/de6f59c0-4179-490b-9109-323988cb326b HTTP/1.1" status: 200 len: 922 time: 0.2347593 May 25 20:31:19.971018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43970) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:20.062071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e774c-0baf-4781-852c-db4d15d0d3e4 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:20.066925 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-af2e774c-0baf-4781-852c-db4d15d0d3e4 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=63157299-67d6-4d48-843c-682c0bdd002f&device_id=de6f59c0-4179-490b-9109-323988cb326b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0946796 May 25 20:31:20.067511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43976) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:20.135065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:20.135714 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:20.165267 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:20.166525 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:20.177341 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-96812de2-0e4f-48b0-aca2-5bdf59d5dade tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3362830 May 25 20:31:20.177341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43984) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:20.183929 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:20.184657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Request body: {'port': {'network_id': 'fad5ded4-d655-4a1f-be0f-1718221d71a7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-834786473', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:20.185187 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.api.validators [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] bootfile-name is not in valid_values {{(pid=88331) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 20:31:20.186141 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.api.validators [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] tftp-server is not in valid_values {{(pid=88331) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 20:31:20.186500 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.api.validators [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] server-ip-address is not in valid_values {{(pid=88331) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 20:31:20.223357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-4b7447c5-c722-4b6f-a5ea-66d116ce445b', 'network_id': '4b7447c5-c722-4b6f-a5ea-66d116ce445b', 'tenant_id': '150275eac2664599bd00a134bd71743a', 'fixed_ips': [{'subnet_id': 'ed4fa4aa-2986-41c9-849b-9f61c8f7131b'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:31:20.224945 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:20.300415 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:20.364955 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4769aaab-5bbe-459b-999b-ffc48bb3d18a req-0a7992c0-ec8f-4a8d-aec7-23668ae1c457 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0601006 May 25 20:31:20.393198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c505cca-aa71-41f4-8147-0df9c6fb7690 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:20.398340 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3c505cca-aa71-41f4-8147-0df9c6fb7690 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 881 time: 0.3297236 May 25 20:31:20.399003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43992) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:20.448753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-623469bc-2bb7-4641-956f-d0a313c18fb6 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6f59c0-4179-490b-9109-323988cb326b HTTP/1.1" status: 200 len: 205 time: 0.0485296 May 25 20:31:20.459045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44000) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:20.496688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Allocated IP 172.20.0.2 (4b7447c5-c722-4b6f-a5ea-66d116ce445b/ed4fa4aa-2986-41c9-849b-9f61c8f7131b/a343c816-7708-4d2a-b393-28b1555e6844) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:20.697230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fd7c8-fdb6-46c7-acce-2ba849972154 None None] Pushing event updated for resources: {'Port': ['ID=8b2d29dc-88e9-426e-9e4b-1b478c9baf60,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:20.797978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['d70ac133-749b-4fd1-af7b-3e61bf10339e'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:31:20.926591 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:20.952647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:20.981183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Usage tracker for resource:port and tenant:0fa060afe21d43f2a6ca72b46599318c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:20.987572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:20.997109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:21.181696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Made reservation on behalf of 0fa060afe21d43f2a6ca72b46599318c for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:31:21.185308 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:21.268971 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:21.283709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d70ac133-749b-4fd1-af7b-3e61bf10339e,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:21.311117 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:21.311962 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5febe9d4-e2c9-43e9-9ecd-83ada4eab222 req-10c8b128-f19c-4383-960b-6dccd52eec3a tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0916491 May 25 20:31:21.345730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Transition to ACTIVE for port object a343c816-7708-4d2a-b393-28b1555e6844 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:31:21.352577 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] device_id is not set on port fdb4aa59-cb64-41c2-a407-e2e9ac6583a9 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:31:21.492166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Transition to ACTIVE for port object a343c816-7708-4d2a-b393-28b1555e6844 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:31:21.515339 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:21.595489 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Allocated IP 172.20.0.8 (fad5ded4-d655-4a1f-be0f-1718221d71a7/4c127af8-91b6-4411-8827-8579eaebd4df/fdb4aa59-cb64-41c2-a407-e2e9ac6583a9) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:21.603392 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:21.613716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Network 4b7447c5-c722-4b6f-a5ea-66d116ce445b is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:21.618270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:21.621819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Deleting port 86337f2a-331c-4ece-8858-ae2a7ecdb1a4 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:21.622472 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:21.626442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:21.703265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Pushing event updated for resources: {'Port': ['ID=a343c816-7708-4d2a-b393-28b1555e6844,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:21.827579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:31:21.897286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Attempting to bind port a343c816-7708-4d2a-b393-28b1555e6844 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:31:21.897500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Attempting to bind port a343c816-7708-4d2a-b393-28b1555e6844 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'b833c9e2-2627-4e5c-8179-f84162768274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4b7447c5-c722-4b6f-a5ea-66d116ce445b'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:31:21.897792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Attempting to bind port a343c816-7708-4d2a-b393-28b1555e6844 on network 4b7447c5-c722-4b6f-a5ea-66d116ce445b {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:31:21.914279 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:21.928863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:31:21.929402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Checking segment: {'id': 'b833c9e2-2627-4e5c-8179-f84162768274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4b7447c5-c722-4b6f-a5ea-66d116ce445b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:31:21.929891 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:21.930398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Bound using segment: {'id': 'b833c9e2-2627-4e5c-8179-f84162768274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4b7447c5-c722-4b6f-a5ea-66d116ce445b'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:31:21.931140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Bound port: a343c816-7708-4d2a-b393-28b1555e6844, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b833c9e2-2627-4e5c-8179-f84162768274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4b7447c5-c722-4b6f-a5ea-66d116ce445b'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:31:21.931619 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:21.960572 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d82e93a-c201-449f-ae8c-896e3b93cf6c req-f85b0fb7-16a4-4656-a5fa-b2356714ae46 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1257367 May 25 20:31:22.035925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] For port a343c816-7708-4d2a-b393-28b1555e6844, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:31:22.039321 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] For port a343c816-7708-4d2a-b393-28b1555e6844, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a343c816-7708-4d2a-b393-28b1555e6844,segment=NetworkSegment(b833c9e2-2627-4e5c-8179-f84162768274),segment_id=b833c9e2-2627-4e5c-8179-f84162768274)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:31:22.043884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e21fb2-736f-4c4c-b4b5-341c4f810454 None None] Network fad5ded4-d655-4a1f-be0f-1718221d71a7 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:31:22.061852 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:22.080100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Calling delete_port for 86337f2a-331c-4ece-8858-ae2a7ecdb1a4 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:22.227648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2536f948-0741-49a7-8cf2-3320f04c7d71 None None] Provisioning for port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:31:22.253469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2536f948-0741-49a7-8cf2-3320f04c7d71 None None] Provisioning complete for port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:22.253993 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2536f948-0741-49a7-8cf2-3320f04c7d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:22.297233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:22.340742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:31:22.342284 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:22.354962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d181576-1243-4d15-887d-49ccc68c9157 req-fe2528a8-b1f4-4b6a-b923-4b5f69251f71 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:22.359261 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:22.359538 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:22.363939 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5d181576-1243-4d15-887d-49ccc68c9157 req-fe2528a8-b1f4-4b6a-b923-4b5f69251f71 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 945 time: 1.2563746 May 25 20:31:22.408756 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:22.491330 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:22.536676 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5d181576-1243-4d15-887d-49ccc68c9157 req-ae58e463-5245-427f-906d-b82dc10413ba tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717470 May 25 20:31:22.585170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Pushing event deleted for resources: {'Port': ['ID=86337f2a-331c-4ece-8858-ae2a7ecdb1a4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:22.624289 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f575da99-3a50-4333-bfe3-ab024cd4369e req-bdf164da-7d72-4959-9976-f06dd567fc4b tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.1161785 May 25 20:31:22.695326 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:22.708996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Transition to ACTIVE for port object fdb4aa59-cb64-41c2-a407-e2e9ac6583a9 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:31:22.721246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:31:22.721614 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:22.747340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2536f948-0741-49a7-8cf2-3320f04c7d71 None None] Current status of the port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:31:22.748442 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2536f948-0741-49a7-8cf2-3320f04c7d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:22.798208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Allocated IP 172.25.3.188 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/af766c26-9407-4b99-b89d-e75d3f845d0b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:22.843204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2536f948-0741-49a7-8cf2-3320f04c7d71 None None] For port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8b2d29dc-88e9-426e-9e4b-1b478c9baf60,segment=NetworkSegment(722061d4-fd1f-4a9c-91c9-98166fe7c923),segment_id=722061d4-fd1f-4a9c-91c9-98166fe7c923)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:22.861966 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cfdd7-804e-4740-8bc1-8698f0537ed7 None None] Pushing event updated for resources: {'Port': ['ID=a343c816-7708-4d2a-b393-28b1555e6844,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:22.865953 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2536f948-0741-49a7-8cf2-3320f04c7d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:22.950556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536f948-0741-49a7-8cf2-3320f04c7d71 None None] Pushing event updated for resources: {'Port': ['ID=8b2d29dc-88e9-426e-9e4b-1b478c9baf60,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:22.987712 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:22.993630 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:23.021612 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:23.023898 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:31:23.024139 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:31:23.035944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:23.036665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Fanout notify agent at l3_agent the message router_deleted on router de6f59c0-4179-490b-9109-323988cb326b {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:31:23.062583 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:23.067725 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-911bb526-53c9-47e1-816a-c27ef15712e0 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "DELETE /v2.0/routers/de6f59c0-4179-490b-9109-323988cb326b HTTP/1.1" status: 204 len: 168 time: 2.6074970 May 25 20:31:23.068534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44026) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:23.073890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-30b55b10-9a76-4b77-8283-60b9c78f2b44 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-824262193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:23.100927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-30b55b10-9a76-4b77-8283-60b9c78f2b44 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:23.107511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-30b55b10-9a76-4b77-8283-60b9c78f2b44 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Usage tracker for resource:router and tenant:19e9ea5e96cd458499e30bb916fa6297 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:23.114364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-30b55b10-9a76-4b77-8283-60b9c78f2b44 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:23.121534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-30b55b10-9a76-4b77-8283-60b9c78f2b44 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:23.136445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30b55b10-9a76-4b77-8283-60b9c78f2b44 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:23.138002 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30b55b10-9a76-4b77-8283-60b9c78f2b44 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:23.155677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Network fad5ded4-d655-4a1f-be0f-1718221d71a7 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:23.164669 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30b55b10-9a76-4b77-8283-60b9c78f2b44 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:23.169143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:23.177760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:23.209731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30b55b10-9a76-4b77-8283-60b9c78f2b44 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:23.308191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Pushing event updated for resources: {'Port': ['ID=fdb4aa59-cb64-41c2-a407-e2e9ac6583a9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:23.314544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d70ac133-749b-4fd1-af7b-3e61bf10339e up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:31:23.399389 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30b55b10-9a76-4b77-8283-60b9c78f2b44 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:23.406418 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-30b55b10-9a76-4b77-8283-60b9c78f2b44 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3362427 May 25 20:31:23.407108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44032) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:23.432720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'enable_snat': True}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:23.471590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:23.472193 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:23.547120 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:23.623993 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-780a0b3e-b9c9-4c42-8c75-90ff578ed58e tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.4455006 May 25 20:31:23.627313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44040) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:23.673582 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port d70ac133-749b-4fd1-af7b-3e61bf10339e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:31:23.706414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port d70ac133-749b-4fd1-af7b-3e61bf10339e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:23.707055 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:23.723650 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:23.909776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:31:23.928571 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:23.971352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:23.987375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:23.990856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:24.053724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8b9d09f8-8f1f-4f28-8380-6e10bba9bcab None None] Provisioning for port fdb4aa59-cb64-41c2-a407-e2e9ac6583a9 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:31:24.062145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8b9d09f8-8f1f-4f28-8380-6e10bba9bcab None None] Provisioning complete for port fdb4aa59-cb64-41c2-a407-e2e9ac6583a9 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:24.062678 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8b9d09f8-8f1f-4f28-8380-6e10bba9bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:24.154651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9bcd16-d71e-4826-b8b7-a36feaf80566 None None] Network 4b7447c5-c722-4b6f-a5ea-66d116ce445b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:31:24.205705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d09f8-8f1f-4f28-8380-6e10bba9bcab None None] Port fdb4aa59-cb64-41c2-a407-e2e9ac6583a9 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:31:24.211789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a343c816-7708-4d2a-b393-28b1555e6844 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:31:24.238721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8bda7704-2594-4228-9de6-365112f3a264 req-61edab4b-c3ca-4529-a195-57ec13fbfd96 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.8254371 May 25 20:31:24.397141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d70ac133-749b-4fd1-af7b-3e61bf10339e is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:31:24.397525 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:24.443706 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d70ac133-749b-4fd1-af7b-3e61bf10339e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d70ac133-749b-4fd1-af7b-3e61bf10339e,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:24.458990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6cdae-b801-4b40-8208-b4455ff4f248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70ac133-749b-4fd1-af7b-3e61bf10339e'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:31:24.463850 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:24.594881 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e65a4b6-9a09-4bbf-8689-1480574e4a0e req-d1ee0f96-0f6a-460a-af1d-cc7206b76653 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0792458 May 25 20:31:24.625226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d70ac133-749b-4fd1-af7b-3e61bf10339e,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:24.641010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a343c816-7708-4d2a-b393-28b1555e6844 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:31:24.653584 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8b9d09f8-8f1f-4f28-8380-6e10bba9bcab None None] Provisioning complete for port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:24.654815 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8b9d09f8-8f1f-4f28-8380-6e10bba9bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:24.665655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event updated for resources: {'Port': ['ID=af766c26-9407-4b99-b89d-e75d3f845d0b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:24.724819 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8500760-3ff2-4a4f-80c3-65fda7390508 req-aee68be2-06ed-466d-82b8-8abe27d7a595 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:24.731285 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f8500760-3ff2-4a4f-80c3-65fda7390508 req-aee68be2-06ed-466d-82b8-8abe27d7a595 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 945 time: 0.9130843 May 25 20:31:24.767236 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:24.790079 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:24.824660 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0abb850d-aaa3-496a-8ad3-1a74aad5390c'] response: {'server_uuid': 'afc6cdae-b801-4b40-8208-b4455ff4f248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70ac133-749b-4fd1-af7b-3e61bf10339e', 'code': 200} May 25 20:31:24.827262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:31:24.936359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e739e72-406e-463d-8883-21e29dc70b26 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:24.942927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e739e72-406e-463d-8883-21e29dc70b26 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:24.950385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e739e72-406e-463d-8883-21e29dc70b26 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:24.951861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0e739e72-406e-463d-8883-21e29dc70b26 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Synchronizing usage tracker for tenant:0fa060afe21d43f2a6ca72b46599318c on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:25.065770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d09f8-8f1f-4f28-8380-6e10bba9bcab None None] Current status of the port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:31:25.080257 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f8500760-3ff2-4a4f-80c3-65fda7390508 req-59cf5c7f-b026-41cc-afbd-f765f1251254 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179572 May 25 20:31:25.112500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0e739e72-406e-463d-8883-21e29dc70b26 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Unset dirty status for tenant:0fa060afe21d43f2a6ca72b46599318c on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:25.116397 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0e739e72-406e-463d-8883-21e29dc70b26 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 1.4852595 May 25 20:31:25.117901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44050) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:25.163718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8b9d09f8-8f1f-4f28-8380-6e10bba9bcab None None] Provisioning for port 4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:31:25.173755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8b9d09f8-8f1f-4f28-8380-6e10bba9bcab None None] Provisioning complete for port 4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:25.174468 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8b9d09f8-8f1f-4f28-8380-6e10bba9bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:25.263920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:25.263920 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:25.348444 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:25.352246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d09f8-8f1f-4f28-8380-6e10bba9bcab None None] Port 4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:31:25.403765 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:25.468221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:31:25.496613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a98d57e4-5e4c-4ff7-9550-4d73a50305a1 None None] Provisioning complete for port fdb4aa59-cb64-41c2-a407-e2e9ac6583a9 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:25.497243 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a98d57e4-5e4c-4ff7-9550-4d73a50305a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:25.520856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-819148a8-d34f-41e3-9368-dab4809a24a5 req-3a4c7576-51fb-458c-96eb-eb28ceab8367 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1185911 May 25 20:31:25.570279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9463dd-2dc4-4089-83ad-5d93ad8d8611 req-71b980e9-efe2-4f5b-ab8b-7f562454ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:25.571776 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1f9463dd-2dc4-4089-83ad-5d93ad8d8611 req-71b980e9-efe2-4f5b-ab8b-7f562454ca8e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 1097 time: 0.7199454 May 25 20:31:25.603330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-c07fb801-6cb1-4e6f-b919-dd16a909d4d2 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Deleting port fdb4aa59-cb64-41c2-a407-e2e9ac6583a9 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:25.603563 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c07fb801-6cb1-4e6f-b919-dd16a909d4d2 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:25.606324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a98d57e4-5e4c-4ff7-9550-4d73a50305a1 None None] Port fdb4aa59-cb64-41c2-a407-e2e9ac6583a9 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:31:25.623730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a98d57e4-5e4c-4ff7-9550-4d73a50305a1 None None] Provisioning for port a343c816-7708-4d2a-b393-28b1555e6844 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:31:25.651350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a98d57e4-5e4c-4ff7-9550-4d73a50305a1 None None] Provisioning complete for port a343c816-7708-4d2a-b393-28b1555e6844 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:25.652898 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a98d57e4-5e4c-4ff7-9550-4d73a50305a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:25.738405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Allocated IP 172.25.3.180 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/6f9a9904-9dcb-41ff-8cf4-d61430ac366d) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:25.870114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a98d57e4-5e4c-4ff7-9550-4d73a50305a1 None None] Current status of the port a343c816-7708-4d2a-b393-28b1555e6844 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:31:25.874989 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a98d57e4-5e4c-4ff7-9550-4d73a50305a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:25.961224 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a98d57e4-5e4c-4ff7-9550-4d73a50305a1 None None] For port a343c816-7708-4d2a-b393-28b1555e6844, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a343c816-7708-4d2a-b393-28b1555e6844,segment=NetworkSegment(b833c9e2-2627-4e5c-8179-f84162768274),segment_id=b833c9e2-2627-4e5c-8179-f84162768274)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:25.968144 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a98d57e4-5e4c-4ff7-9550-4d73a50305a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:25.984044 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:26.023992 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:26.053665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1925db8e-85a8-4c6b-8dee-54d9825b5c66 req-4088d548-1663-47a2-a098-befef50b82bc tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0893254 May 25 20:31:26.062876 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:26.069434 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1f9463dd-2dc4-4089-83ad-5d93ad8d8611 req-2d01a54c-233a-4308-b4b6-8e0af3df3f6c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350885 May 25 20:31:26.105094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:26.109368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:26.114749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:26.153087 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d57e4-5e4c-4ff7-9550-4d73a50305a1 None None] Pushing event updated for resources: {'Port': ['ID=a343c816-7708-4d2a-b393-28b1555e6844,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:26.183616 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a98d57e4-5e4c-4ff7-9550-4d73a50305a1 None None] Provisioning complete for port 4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:26.185377 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a98d57e4-5e4c-4ff7-9550-4d73a50305a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:26.278407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a98d57e4-5e4c-4ff7-9550-4d73a50305a1 None None] Port 4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:31:26.309210 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c07fb801-6cb1-4e6f-b919-dd16a909d4d2 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:26.342004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event updated for resources: {'Port': ['ID=6f9a9904-9dcb-41ff-8cf4-d61430ac366d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:26.403707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5cc98cfe-5ea1-441e-92f3-f52c5c53f4b7 None None] Provisioning complete for port a343c816-7708-4d2a-b393-28b1555e6844 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:26.404723 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5cc98cfe-5ea1-441e-92f3-f52c5c53f4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:26.459642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-c07fb801-6cb1-4e6f-b919-dd16a909d4d2 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Calling delete_port for fdb4aa59-cb64-41c2-a407-e2e9ac6583a9 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:26.608403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Router 5f6bdf74-1e66-42f3-9a90-bf8914bdd493 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:31:26.618965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5cc98cfe-5ea1-441e-92f3-f52c5c53f4b7 None None] Current status of the port a343c816-7708-4d2a-b393-28b1555e6844 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:31:26.725079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1d5e8-e2f3-42dd-8cc8-1cfb5787bab0 req-4ef482da-88d7-42e9-998a-e4dfc0b8dc62 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:26.733627 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5ec1d5e8-e2f3-42dd-8cc8-1cfb5787bab0 req-4ef482da-88d7-42e9-998a-e4dfc0b8dc62 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.4008327 May 25 20:31:26.800421 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5ec1d5e8-e2f3-42dd-8cc8-1cfb5787bab0 req-00711173-cc03-4877-8e7a-e4d099eb7d4d tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659285 May 25 20:31:26.900903 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:26.944790 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1102b65a-f09e-4292-9089-b4bea2a0fca1 req-524d270a-6157-4602-8ce8-d455775437ea tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0907590 May 25 20:31:26.947560 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c07fb801-6cb1-4e6f-b919-dd16a909d4d2 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:27.010427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:31:27.011821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fb801-6cb1-4e6f-b919-dd16a909d4d2 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Pushing event deleted for resources: {'Port': ['ID=fdb4aa59-cb64-41c2-a407-e2e9ac6583a9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:27.033983 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190cb5d3-2a1b-428c-a43d-d72f35dc1690 None None] Sync routers for ids ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:31:27.073919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190cb5d3-2a1b-428c-a43d-d72f35dc1690 None None] Routers {'5f6bdf74-1e66-42f3-9a90-bf8914bdd493'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:27.074623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-190cb5d3-2a1b-428c-a43d-d72f35dc1690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:27.288558 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c07fb801-6cb1-4e6f-b919-dd16a909d4d2 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:27.320043 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:27.328594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44068) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:27.331695 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-37e41a4f-001f-4a72-93bc-cb5cfba745d1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.6321001 May 25 20:31:27.351418 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c07fb801-6cb1-4e6f-b919-dd16a909d4d2 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] 10.222.0.60 "DELETE /v2.0/ports/fdb4aa59-cb64-41c2-a407-e2e9ac6583a9 HTTP/1.1" status: 204 len: 168 time: 2.2191422 May 25 20:31:27.351418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44072) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:27.378611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-1867e6dc-4a46-46e6-9ec6-b9134a272054 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Request body: {'port': {'name': 'tempest-new-port-name-678534209', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:27.379008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.api.validators [None req-1867e6dc-4a46-46e6-9ec6-b9134a272054 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] bootfile-name is not in valid_values {{(pid=88331) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 20:31:27.379373 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.api.validators [None req-1867e6dc-4a46-46e6-9ec6-b9134a272054 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] tftp-server is not in valid_values {{(pid=88331) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 20:31:27.379805 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.api.validators [None req-1867e6dc-4a46-46e6-9ec6-b9134a272054 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] server-ip-address is not in valid_values {{(pid=88331) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 20:31:27.453520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-190cb5d3-2a1b-428c-a43d-d72f35dc1690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:27.492297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190cb5d3-2a1b-428c-a43d-d72f35dc1690 None None] Routers {'5f6bdf74-1e66-42f3-9a90-bf8914bdd493'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:27.493148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-190cb5d3-2a1b-428c-a43d-d72f35dc1690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:27.655764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-190cb5d3-2a1b-428c-a43d-d72f35dc1690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:27.655764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190cb5d3-2a1b-428c-a43d-d72f35dc1690 None None] The sync data for ids ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:31:27.704936 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1867e6dc-4a46-46e6-9ec6-b9134a272054 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:27.766530 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-87a1bc81-9dcd-4c5d-97f7-e5159a6519d6 req-ed0279a3-7df4-41d1-9f7f-4fe205a8cf65 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0718186 May 25 20:31:28.045219 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:28.106855 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd09a-116b-4252-908e-88289d8f4e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:28.140055 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:28.148705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:28.153425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a343c816-7708-4d2a-b393-28b1555e6844 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:31:28.283890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a343c816-7708-4d2a-b393-28b1555e6844 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:28.285097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:28.340610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22e160-6037-4070-acb2-4721a210fff9 req-8337e637-aa79-4f4a-b72e-e6b69e46ffe7 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:28.343026 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a22e160-6037-4070-acb2-4721a210fff9 req-8337e637-aa79-4f4a-b72e-e6b69e46ffe7 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.2684267 May 25 20:31:28.424712 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1867e6dc-4a46-46e6-9ec6-b9134a272054 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:28.424712 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1867e6dc-4a46-46e6-9ec6-b9134a272054 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:28.431455 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9eda285-16a2-4ac0-8a21-45cc256da4b0 req-47dd9f5d-3df7-46d2-95bd-62585143c4d0 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1332047 May 25 20:31:28.568842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1867e6dc-4a46-46e6-9ec6-b9134a272054 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] In _notify_port_updated(), no bound segment for port 4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 on network fad5ded4-d655-4a1f-be0f-1718221d71a7 {{(pid=88331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:31:28.574672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1867e6dc-4a46-46e6-9ec6-b9134a272054 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:28.576277 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1867e6dc-4a46-46e6-9ec6-b9134a272054 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:28.577945 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1867e6dc-4a46-46e6-9ec6-b9134a272054 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] 10.222.0.60 "PUT /v2.0/ports/4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 HTTP/1.1" status: 200 len: 1135 time: 1.2307830 May 25 20:31:28.584509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44082) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:28.587865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a343c816-7708-4d2a-b393-28b1555e6844 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:31:28.632024 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a22e160-6037-4070-acb2-4721a210fff9 req-9f9b5fe0-f6eb-40b7-8614-d2513253b7ce tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543385 May 25 20:31:28.651424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867e6dc-4a46-46e6-9ec6-b9134a272054 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Pushing event updated for resources: {'Port': ['ID=4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:28.702060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8345163b-9fb7-4ba6-9152-7041a03a8630 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:28.702752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8345163b-9fb7-4ba6-9152-7041a03a8630 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Synchronizing usage tracker for tenant:0fa060afe21d43f2a6ca72b46599318c on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:28.741762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8345163b-9fb7-4ba6-9152-7041a03a8630 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Unset dirty status for tenant:0fa060afe21d43f2a6ca72b46599318c on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:28.743672 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8345163b-9fb7-4ba6-9152-7041a03a8630 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] 10.222.0.60 "GET /v2.0/ports/4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 HTTP/1.1" status: 200 len: 1135 time: 0.1558378 May 25 20:31:28.748664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44090) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:28.948311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Deleting port 4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:28.948579 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:28.959391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0701ebba-be12-4019-8929-4f9d33e9a868 None None] Provisioning complete for port 4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:28.959910 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0701ebba-be12-4019-8929-4f9d33e9a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:29.060474 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-68b46599-4279-4e0f-ac6f-0faf0ccc0654 req-c0c9a956-9d16-45a8-9fab-f5dd685c293e tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0501955 May 25 20:31:29.127810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0701ebba-be12-4019-8929-4f9d33e9a868 None None] Port 4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:31:29.216244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Router 21254422-2d17-48e3-b877-ee93de914bef is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:31:29.233227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b01cc9-b555-4ac0-818c-ed23ad0b6be2 req-0469edbe-0497-48e7-a1df-5aa2abbc35a0 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:29.240674 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9b01cc9-b555-4ac0-818c-ed23ad0b6be2 req-0469edbe-0497-48e7-a1df-5aa2abbc35a0 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.2445304 May 25 20:31:29.318904 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:29.391959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9b01cc9-b555-4ac0-818c-ed23ad0b6be2 req-9355fe47-a983-4cee-9cf1-aaa539471eef tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504250 May 25 20:31:29.515441 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:29.567683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Calling delete_port for 4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:29.681600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:31:29.692580 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa77a2f-8ab1-45f5-8ddb-287bb15b866a None None] Sync routers for ids ['21254422-2d17-48e3-b877-ee93de914bef'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:31:29.707165 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a884c947-eaac-49c8-a1f7-7f9f5cf744ff req-b5f06923-7e98-410b-883b-06e10aa75205 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1112773 May 25 20:31:29.708394 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa77a2f-8ab1-45f5-8ddb-287bb15b866a None None] Routers {'21254422-2d17-48e3-b877-ee93de914bef'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:29.709461 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-afa77a2f-8ab1-45f5-8ddb-287bb15b866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['21254422-2d17-48e3-b877-ee93de914bef'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:29.745625 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:29.747276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ea872dab-90e7-4d98-9a07-1a5890e566b0 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "PUT /v2.0/routers/21254422-2d17-48e3-b877-ee93de914bef HTTP/1.1" status: 200 len: 918 time: 6.3391900 May 25 20:31:29.754336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44102) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:29.922469 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-afa77a2f-8ab1-45f5-8ddb-287bb15b866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:29.937550 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa77a2f-8ab1-45f5-8ddb-287bb15b866a None None] Routers {'21254422-2d17-48e3-b877-ee93de914bef'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:29.938434 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-afa77a2f-8ab1-45f5-8ddb-287bb15b866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['21254422-2d17-48e3-b877-ee93de914bef'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:30.011046 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-afa77a2f-8ab1-45f5-8ddb-287bb15b866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:30.011908 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa77a2f-8ab1-45f5-8ddb-287bb15b866a None None] The sync data for ids ['21254422-2d17-48e3-b877-ee93de914bef'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:31:30.103859 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:30.108688 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-12328ddd-4953-4950-8e66-54f5f6611e42 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/routers/21254422-2d17-48e3-b877-ee93de914bef HTTP/1.1" status: 200 len: 924 time: 0.3512948 May 25 20:31:30.112927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44110) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:30.218266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Pushing event deleted for resources: {'Port': ['ID=4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:30.274826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293a84a-9527-4d46-b80c-532f794322fb req-897c7980-4a6c-493e-986b-df864fb6c1aa tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:30.282338 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b293a84a-9527-4d46-b80c-532f794322fb req-897c7980-4a6c-493e-986b-df864fb6c1aa tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.3242981 May 25 20:31:30.331526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7730b471-560e-4135-a44a-3529a9e78d3f req-6c65fc37-32d8-4082-a20c-1f6bdd56b09e tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0724530 May 25 20:31:30.373696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:30.374206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:30.375353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:30.375353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:30.375353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:30.378038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:30.378038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:30.378038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:30.378038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:30.378038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:30.378038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:30.378038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:31:30.422915 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b293a84a-9527-4d46-b80c-532f794322fb req-bc936699-c386-40eb-bfc2-79ce81675410 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395004 May 25 20:31:30.447131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6fdf70-cb47-4766-8f2d-9c4c39b4fdbb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:30.447131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3f6fdf70-cb47-4766-8f2d-9c4c39b4fdbb tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=63157299-67d6-4d48-843c-682c0bdd002f&device_id=21254422-2d17-48e3-b877-ee93de914bef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3313687 May 25 20:31:30.453882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44114) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:30.457748 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:30.465951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Allocated IP 172.20.0.1 (4b7447c5-c722-4b6f-a5ea-66d116ce445b/ed4fa4aa-2986-41c9-849b-9f61c8f7131b/3b1d47e4-67ff-49ac-af9b-af14ea717451) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:30.592053 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6e45c115-88d2-4853-a00b-afc2749a9610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:30.597140 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d373b5e2-c1fc-450d-828a-a7746a278c40 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] 10.222.0.60 "DELETE /v2.0/ports/4ee5a97e-5f9a-4ce2-a9aa-d4cb96660253 HTTP/1.1" status: 204 len: 168 time: 1.8473716 May 25 20:31:30.600103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44120) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:30.877684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce421de9-4c13-4e1a-bf03-a52e4d0e06e9 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Deleting subnet 4c127af8-91b6-4411-8827-8579eaebd4df {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:31:30.880776 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d908f2e3-2e96-42e4-b7f7-b6b3c011f0e4 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:30.881424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d908f2e3-2e96-42e4-b7f7-b6b3c011f0e4 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Synchronizing usage tracker for tenant:181e8d87cc9d413b880afc52bd0f67b8 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:30.887681 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce421de9-4c13-4e1a-bf03-a52e4d0e06e9 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:30.927464 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:30.938976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d908f2e3-2e96-42e4-b7f7-b6b3c011f0e4 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Unset dirty status for tenant:181e8d87cc9d413b880afc52bd0f67b8 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:30.941036 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d908f2e3-2e96-42e4-b7f7-b6b3c011f0e4 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 881 time: 0.4851630 May 25 20:31:30.941536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cff8a0-6692-499e-8975-7cab42c1b732 req-bf480fba-199d-44bd-a9d6-56dbdac7f475 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:30.943109 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3cff8a0-6692-499e-8975-7cab42c1b732 req-bf480fba-199d-44bd-a9d6-56dbdac7f475 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.2315657 May 25 20:31:30.946192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44126) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:31.000940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Transition to ACTIVE for port object 3b1d47e4-67ff-49ac-af9b-af14ea717451 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:31:31.016308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9943b8a8-9b1c-42c0-bf73-30e3c5d5311f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "GET /v2.0/ports?device_id=21254422-2d17-48e3-b877-ee93de914bef HTTP/1.1" status: 200 len: 205 time: 0.0691719 May 25 20:31:31.019724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44132) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:31.030294 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce421de9-4c13-4e1a-bf03-a52e4d0e06e9 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:31.060834 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee39fd17-c0f7-4ea8-a429-950933e408e3 req-7809acb6-5b1f-484f-94cd-ae666a790588 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0821643 May 25 20:31:31.150031 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3cff8a0-6692-499e-8975-7cab42c1b732 req-115ae281-bed1-4983-932c-57f22ab91f7f tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574726 May 25 20:31:31.173603 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce421de9-4c13-4e1a-bf03-a52e4d0e06e9 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:31.245241 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:31.281900 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce421de9-4c13-4e1a-bf03-a52e4d0e06e9 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:31.346463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Network 4b7447c5-c722-4b6f-a5ea-66d116ce445b is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:31.349018 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:31.354455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ccd321-8c7c-48d2-88dd-1c5b06fedc16 None None] Network fad5ded4-d655-4a1f-be0f-1718221d71a7 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:31:31.365367 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ce421de9-4c13-4e1a-bf03-a52e4d0e06e9 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:31.380975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce421de9-4c13-4e1a-bf03-a52e4d0e06e9 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Pushing event deleted for resources: {'Subnet': ['ID=4c127af8-91b6-4411-8827-8579eaebd4df,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:31.394208 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ce421de9-4c13-4e1a-bf03-a52e4d0e06e9 tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] 10.222.0.60 "DELETE /v2.0/subnets/4c127af8-91b6-4411-8827-8579eaebd4df HTTP/1.1" status: 204 len: 168 time: 0.7930691 May 25 20:31:31.397554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44150) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:31.416774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:31.434541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:31.529588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event updated for resources: {'Port': ['ID=3b1d47e4-67ff-49ac-af9b-af14ea717451,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:31.576113 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:31.711473 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:31.754937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Deleting port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:31.754937 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:31.870522 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:31.914540 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a8c15a1-ff4e-450f-9446-eb6d176dc89f req-351cb886-f762-4b8c-9165-9e12d0aa6dbb tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.1876624 May 25 20:31:31.931153 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:31.969688 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:31.970604 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3b884c56-95d9-43df-a659-cfebfecf00c0 None None] Provisioning for port 3b1d47e4-67ff-49ac-af9b-af14ea717451 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:31:31.978339 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3b884c56-95d9-43df-a659-cfebfecf00c0 None None] Provisioning complete for port 3b1d47e4-67ff-49ac-af9b-af14ea717451 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:31.978910 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b884c56-95d9-43df-a659-cfebfecf00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:32.046408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3b884c56-95d9-43df-a659-cfebfecf00c0 None None] Port 3b1d47e4-67ff-49ac-af9b-af14ea717451 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:31:32.157073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec8c046-d43e-4fad-b684-1ba9b6c846a5 None None] DHCP port deletion for fad5ded4-d655-4a1f-be0f-1718221d71a7 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:31:32.161912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8c046-d43e-4fad-b684-1ba9b6c846a5 None None] Deleting port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:32.162284 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8ec8c046-d43e-4fad-b684-1ba9b6c846a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:32.177622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Deleting port 6f9a9904-9dcb-41ff-8cf4-d61430ac366d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:32.177965 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:32.279870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] For port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8b2d29dc-88e9-426e-9e4b-1b478c9baf60,segment=NetworkSegment(722061d4-fd1f-4a9c-91c9-98166fe7c923),segment_id=722061d4-fd1f-4a9c-91c9-98166fe7c923)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:32.281825 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:32.534772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc909b90-f3d4-4bbe-9833-398dd076969b req-47e20b34-610f-4f35-a2a8-ae4c0036c8fa tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:32.536177 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc909b90-f3d4-4bbe-9833-398dd076969b req-47e20b34-610f-4f35-a2a8-ae4c0036c8fa tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.3670263 May 25 20:31:32.547718 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:32.584494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8ec8c046-d43e-4fad-b684-1ba9b6c846a5 None None] For port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8b2d29dc-88e9-426e-9e4b-1b478c9baf60,segment=NetworkSegment(722061d4-fd1f-4a9c-91c9-98166fe7c923),segment_id=722061d4-fd1f-4a9c-91c9-98166fe7c923)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:31:32.586401 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8ec8c046-d43e-4fad-b684-1ba9b6c846a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:32.600871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Calling delete_port for 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:32.703684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d23a36a3-9c88-4edd-b372-79c6af6dede0 req-cb0f7059-8674-4edc-bb7b-26f36156fdec tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1109593 May 25 20:31:32.874423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8c046-d43e-4fad-b684-1ba9b6c846a5 None None] Calling delete_port for 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:32.885550 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:32.917451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Calling delete_port for 6f9a9904-9dcb-41ff-8cf4-d61430ac366d owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:32.967991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Pushing event deleted for resources: {'Port': ['ID=8b2d29dc-88e9-426e-9e4b-1b478c9baf60,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:32.980714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] No DVR routers for this DVR port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:31:32.992401 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-8ec8c046-d43e-4fad-b684-1ba9b6c846a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:31:32.994384 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-8ec8c046-d43e-4fad-b684-1ba9b6c846a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:31:33.002058 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:33.022749 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc909b90-f3d4-4bbe-9833-398dd076969b req-c8331bc7-8400-41ee-b16d-5dde850fc835 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659598 May 25 20:31:33.059317 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:33.181136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-626d5a8e-3325-42ae-825e-15dabad28ead req-24fc06f6-e21e-4399-9bc8-0c25d96f657d tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.1073771 May 25 20:31:33.193887 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:33.227911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad5ded4-d655-4a1f-be0f-1718221d71a7']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:33.246894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722061d4-fd1f-4a9c-91c9-98166fe7c923') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:33.247875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722061d4-fd1f-4a9c-91c9-98166fe7c923') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:33.260041 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:33.277253 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:33.284220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:31:33.284673 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:33.392039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:33.418416 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:33.421999 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 722061d4-fd1f-4a9c-91c9-98166fe7c923 resource provider aggregate not found May 25 20:31:33.430452 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] Pushing event deleted for resources: {'Network': ['ID=fad5ded4-d655-4a1f-be0f-1718221d71a7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:33.447226 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bc929ae7-52ad-4960-8976-1f98c2f724ce tempest-ExtraDHCPOptionsTestJSON-1994160379 tempest-ExtraDHCPOptionsTestJSON-1994160379-project] 10.222.0.60 "DELETE /v2.0/networks/fad5ded4-d655-4a1f-be0f-1718221d71a7 HTTP/1.1" status: 204 len: 168 time: 2.0484173 May 25 20:31:33.455064 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 722061d4-fd1f-4a9c-91c9-98166fe7c923 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 722061d4-fd1f-4a9c-91c9-98166fe7c923 found for delete ", "request_id": "req-98ff51f9-2361-42d7-a7ac-09d7985a9338"}]} May 25 20:31:33.498652 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8c046-d43e-4fad-b684-1ba9b6c846a5 None None] Deleting port 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:33.500850 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8ec8c046-d43e-4fad-b684-1ba9b6c846a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:33.505562 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:33.576520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Pushing event deleted for resources: {'Port': ['ID=6f9a9904-9dcb-41ff-8cf4-d61430ac366d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:33.578645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8c046-d43e-4fad-b684-1ba9b6c846a5 None None] The port '8b2d29dc-88e9-426e-9e4b-1b478c9baf60' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:31:33.770307 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.011867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44178) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:34.023082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:31:34.069137 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-52cb35d4-c505-467b-a3cc-d90b3683d361 req-30126af0-8141-463d-b9a9-eb9f6e6b4e5f tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1221149 May 25 20:31:34.070934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:31:34.096637 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.099828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.102733 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.107999 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.130971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:31:34.131377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8b2d29dc-88e9-426e-9e4b-1b478c9baf60 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:31:34.301513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.302243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Fanout notify agent at l3_agent the message router_deleted on router 21254422-2d17-48e3-b877-ee93de914bef {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:31:34.308180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event updated for resources: {'Port': ['ID=3b1d47e4-67ff-49ac-af9b-af14ea717451,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:34.317452 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.340416 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-40dafcb9-06dc-430d-aeba-aef2e2dd7ecb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0fa060afe21d43f2a6ca72b46599318c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3272426 May 25 20:31:34.342951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44190) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:34.400750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b397ac6-7a81-4e4b-8ead-9d2a6af0c3bb req-b03dd787-3161-493a-af21-3735c5e3c0c5 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:34.402368 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b397ac6-7a81-4e4b-8ead-9d2a6af0c3bb req-b03dd787-3161-493a-af21-3735c5e3c0c5 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.1596808 May 25 20:31:34.485527 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b397ac6-7a81-4e4b-8ead-9d2a6af0c3bb req-2771ea97-8b4e-4a36-a256-913b4325030e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702722 May 25 20:31:34.500058 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4452-ed89-49fa-b94f-067da14b57b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.549905 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4452-ed89-49fa-b94f-067da14b57b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.621194 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4452-ed89-49fa-b94f-067da14b57b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.638762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c4452-ed89-49fa-b94f-067da14b57b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705a2613-4f66-418c-ad4b-14ccc00acfd2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:34.639789 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.648526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44194) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:34.652419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6011c5a7-838d-433e-8363-6a7f644b41d1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "DELETE /v2.0/routers/21254422-2d17-48e3-b877-ee93de914bef HTTP/1.1" status: 204 len: 168 time: 3.6224375 May 25 20:31:34.656967 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4452-ed89-49fa-b94f-067da14b57b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.661063 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7d0c4452-ed89-49fa-b94f-067da14b57b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/705a2613-4f66-418c-ad4b-14ccc00acfd2 HTTP/1.1" status: 204 len: 168 time: 0.3165121 May 25 20:31:34.664462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-259e1248-bba8-4be9-956d-8817a1b46f80 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1321068944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:34.687317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-259e1248-bba8-4be9-956d-8817a1b46f80 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:34.687317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-259e1248-bba8-4be9-956d-8817a1b46f80 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Usage tracker for resource:router and tenant:19e9ea5e96cd458499e30bb916fa6297 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:34.687317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-259e1248-bba8-4be9-956d-8817a1b46f80 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:34.695941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-259e1248-bba8-4be9-956d-8817a1b46f80 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:34.707570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee34a448-edb9-4e04-a973-1229fee3b472 req-acb90242-d6fd-4408-8a98-85d50d1cf103 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.1810267 May 25 20:31:34.722376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-259e1248-bba8-4be9-956d-8817a1b46f80 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.727735 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-259e1248-bba8-4be9-956d-8817a1b46f80 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.777984 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-259e1248-bba8-4be9-956d-8817a1b46f80 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.827901 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-259e1248-bba8-4be9-956d-8817a1b46f80 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.840970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Network 4b7447c5-c722-4b6f-a5ea-66d116ce445b is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:34.843633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:34.862513 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-259e1248-bba8-4be9-956d-8817a1b46f80 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:34.866982 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-259e1248-bba8-4be9-956d-8817a1b46f80 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2110076 May 25 20:31:34.867612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44202) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:34.873082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'enable_snat': False}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:35.151094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Router 5f6bdf74-1e66-42f3-9a90-bf8914bdd493 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:31:35.317730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8e003fc2-3939-4d70-a06f-63348930754c None None] Provisioning complete for port 3b1d47e4-67ff-49ac-af9b-af14ea717451 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:35.318733 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8e003fc2-3939-4d70-a06f-63348930754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:35.402500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8e003fc2-3939-4d70-a06f-63348930754c None None] Port 3b1d47e4-67ff-49ac-af9b-af14ea717451 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:31:35.478361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:31:35.483268 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-433afccd-d302-4732-bebf-90f1b8d93306 req-1d095f46-3074-4bdc-ac68-71678661fd70 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1559162 May 25 20:31:35.489963 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-864705b4-9271-4506-a8af-2509a0702355 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "PUT /v2.0/routers/5f6bdf74-1e66-42f3-9a90-bf8914bdd493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1570385 May 25 20:31:35.492659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44222) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:35.500635 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b89cc3-c11a-43cf-923f-7ba92e8e7ddc None None] Sync routers for ids ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:31:35.534976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b89cc3-c11a-43cf-923f-7ba92e8e7ddc None None] Routers {'5f6bdf74-1e66-42f3-9a90-bf8914bdd493'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:35.535802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-00b89cc3-c11a-43cf-923f-7ba92e8e7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:35.569104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Request body: {'port': {'network_id': '4b7447c5-c722-4b6f-a5ea-66d116ce445b', 'name': 'tempest-FloatingIPAdminTestJSON-87435296'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:35.607628 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-00b89cc3-c11a-43cf-923f-7ba92e8e7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:35.616826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b89cc3-c11a-43cf-923f-7ba92e8e7ddc None None] Routers {'5f6bdf74-1e66-42f3-9a90-bf8914bdd493'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:35.617430 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-00b89cc3-c11a-43cf-923f-7ba92e8e7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:35.711295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-00b89cc3-c11a-43cf-923f-7ba92e8e7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:35.713977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b89cc3-c11a-43cf-923f-7ba92e8e7ddc None None] The sync data for ids ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:31:35.805818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:35.811361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Usage tracker for resource:port and tenant:150275eac2664599bd00a134bd71743a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:35.827386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d2fc6-c28c-40d4-9122-f5f03000dccd req-ddcacea6-443a-4457-b396-20e06732a0be tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:35.835764 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d74d2fc6-c28c-40d4-9122-f5f03000dccd req-ddcacea6-443a-4457-b396-20e06732a0be tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.1289995 May 25 20:31:35.868509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:35.882449 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d74d2fc6-c28c-40d4-9122-f5f03000dccd req-6284b8fc-3d21-40ea-933b-7bf6bcf472dc tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454891 May 25 20:31:35.883185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44234) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:35.887610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:35.895887 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:35.914081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Made reservation on behalf of 150275eac2664599bd00a134bd71743a for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:31:35.918682 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:36.004968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-859a6ac9-1518-4313-80fc-d64457fa02d5 req-f15dae7c-f406-459a-ae4b-50297b892bfd tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0574181 May 25 20:31:36.008532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] device_id is not set on port 0b9aeef1-13d5-4183-a0c6-798cdd1efdbe yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:31:36.010359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f16e52f4-cf52-4061-abb5-55e5618b8353 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] Request body: {'port': {'network_id': '1e933f0f-b2d7-4b21-be9a-ec05f2c03d3d', 'name': 'tempest-NetworksNegativeTestJSON-944746975'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:36.033758 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16e52f4-cf52-4061-abb5-55e5618b8353 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] POST failed (client error): The resource could not be found. May 25 20:31:36.034261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16e52f4-cf52-4061-abb5-55e5618b8353 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:31:36.035472 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f16e52f4-cf52-4061-abb5-55e5618b8353 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1504602 May 25 20:31:36.039256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44240) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:36.066123 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fdf089-fd48-4e9f-9c87-17f1f858947d tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] DELETE failed (client error): The resource could not be found. May 25 20:31:36.066425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72fdf089-fd48-4e9f-9c87-17f1f858947d tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:31:36.068216 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-72fdf089-fd48-4e9f-9c87-17f1f858947d tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] 10.222.0.60 "DELETE /v2.0/networks/c5890273-0979-4298-bcd5-11a1a158b652 HTTP/1.1" status: 404 len: 339 time: 0.0280480 May 25 20:31:36.072097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44244) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:36.119629 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-0359e4fb-5119-4d8b-a839-1eb6c1fb8521 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] DELETE failed (client error): The resource could not be found. May 25 20:31:36.120101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0359e4fb-5119-4d8b-a839-1eb6c1fb8521 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:31:36.122200 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0359e4fb-5119-4d8b-a839-1eb6c1fb8521 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] 10.222.0.60 "DELETE /v2.0/ports/4df2b0f9-51bb-4f46-8791-edbc699fbb58 HTTP/1.1" status: 404 len: 333 time: 0.0487461 May 25 20:31:36.133145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44248) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:36.175650 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-07205fee-3f35-408a-906b-d85d6662b455 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] DELETE failed (client error): The resource could not be found. May 25 20:31:36.176356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07205fee-3f35-408a-906b-d85d6662b455 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:31:36.180223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-07205fee-3f35-408a-906b-d85d6662b455 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] 10.222.0.60 "DELETE /v2.0/subnets/0fde9bdc-4088-464f-8168-6b0aba490a53 HTTP/1.1" status: 404 len: 337 time: 0.0435593 May 25 20:31:36.182752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44252) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:36.211026 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e16f515-716d-42ee-903e-bdffb272c83b tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] GET failed (client error): The resource could not be found. May 25 20:31:36.216295 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5e16f515-716d-42ee-903e-bdffb272c83b tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] 10.222.0.60 "GET /v2.0/networks/400783b1-85c4-4ca3-9ce0-8bdc56278834 HTTP/1.1" status: 404 len: 339 time: 0.0285034 May 25 20:31:36.216511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44256) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:36.239828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Allocated IP 172.20.0.6 (4b7447c5-c722-4b6f-a5ea-66d116ce445b/ed4fa4aa-2986-41c9-849b-9f61c8f7131b/0b9aeef1-13d5-4183-a0c6-798cdd1efdbe) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:36.265776 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3561ed-e5dc-4be7-af32-62c9b799a37d tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] GET failed (client error): The resource could not be found. May 25 20:31:36.271837 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ef3561ed-e5dc-4be7-af32-62c9b799a37d tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] 10.222.0.60 "GET /v2.0/ports/9c1d267e-e81b-43f1-8d47-03d17c393aad HTTP/1.1" status: 404 len: 333 time: 0.0542102 May 25 20:31:36.272746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44260) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:36.315639 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a0989e-6f0f-4745-b287-988152eced2d tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] GET failed (client error): The resource could not be found. May 25 20:31:36.316903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-90a0989e-6f0f-4745-b287-988152eced2d tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] 10.222.0.60 "GET /v2.0/subnets/9235ac5b-ae47-4cc1-8408-dc011c887575 HTTP/1.1" status: 404 len: 337 time: 0.0430608 May 25 20:31:36.321501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44264) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:36.327702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2e0c8e40-6b50-4c9c-9568-de5395443b09 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:36.348382 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0c8e40-6b50-4c9c-9568-de5395443b09 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] PUT failed (client error): The resource could not be found. May 25 20:31:36.348852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0c8e40-6b50-4c9c-9568-de5395443b09 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:31:36.353697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2e0c8e40-6b50-4c9c-9568-de5395443b09 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] 10.222.0.60 "PUT /v2.0/networks/18fd8dc9-ac35-487b-b000-693d828ae467 HTTP/1.1" status: 404 len: 339 time: 0.0273037 May 25 20:31:36.354050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44268) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:36.359962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-90e9d952-ae48-4c43-b8e8-52afc1f5c479 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:36.398228 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e9d952-ae48-4c43-b8e8-52afc1f5c479 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] PUT failed (client error): The resource could not be found. May 25 20:31:36.398709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e9d952-ae48-4c43-b8e8-52afc1f5c479 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:31:36.406408 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-90e9d952-ae48-4c43-b8e8-52afc1f5c479 tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] 10.222.0.60 "PUT /v2.0/ports/d09a96ec-7125-433c-95b6-f82c7e54ef43 HTTP/1.1" status: 404 len: 333 time: 0.0512252 May 25 20:31:36.407013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44274) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:36.413189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1c3162a3-7af5-44f0-9bd7-24711b3cb57d tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:36.454568 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3162a3-7af5-44f0-9bd7-24711b3cb57d tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] PUT failed (client error): The resource could not be found. May 25 20:31:36.455024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3162a3-7af5-44f0-9bd7-24711b3cb57d tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:31:36.457431 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1c3162a3-7af5-44f0-9bd7-24711b3cb57d tempest-NetworksNegativeTestJSON-959660280 tempest-NetworksNegativeTestJSON-959660280-project] 10.222.0.60 "PUT /v2.0/subnets/b4746427-ee81-466e-a6fc-77c5c5b8e294 HTTP/1.1" status: 404 len: 337 time: 0.0491331 May 25 20:31:36.669700 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:36.701936 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a9459dc-5e9e-4e6a-b3ff-6d8171687c59 req-5239eb15-40cc-4232-9300-d8f07599cc11 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0542808 May 25 20:31:36.739816 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:36.868278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44284) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:36.935703 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:36.984834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Transition to ACTIVE for port object 0b9aeef1-13d5-4183-a0c6-798cdd1efdbe will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:31:37.057126 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d35f-3b0e-4d62-9d8c-e6d220e75414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:37.098799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4ba8d35f-3b0e-4d62-9d8c-e6d220e75414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:37.113487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4ba8d35f-3b0e-4d62-9d8c-e6d220e75414 admin admin] Usage tracker for resource:security_group_rule and tenant:292d56e5a8c945b99b58644355966626 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:37.113487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4ba8d35f-3b0e-4d62-9d8c-e6d220e75414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:37.127426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4ba8d35f-3b0e-4d62-9d8c-e6d220e75414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:37.173203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Allocated IP 172.25.3.15 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/ac43cdcd-8dbb-43cc-864d-5b9d1af39699) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:37.198089 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:37.255969 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35f8915a-78a2-40bf-b6fd-a91a0444afe6 req-e27782b9-4867-4778-822f-055d6a6531d9 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0620234 May 25 20:31:37.288729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd3318-618a-4e7b-93b6-adeb4f51cd69 req-f590504a-9f83-425c-a8eb-4f7eedb47673 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:37.290343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6dd3318-618a-4e7b-93b6-adeb4f51cd69 req-f590504a-9f83-425c-a8eb-4f7eedb47673 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.2453790 May 25 20:31:37.302612 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d35f-3b0e-4d62-9d8c-e6d220e75414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:37.307903 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d35f-3b0e-4d62-9d8c-e6d220e75414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:37.360649 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4ba8d35f-3b0e-4d62-9d8c-e6d220e75414 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=292d56e5a8c945b99b58644355966626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4876223 May 25 20:31:37.360649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8d35f-3b0e-4d62-9d8c-e6d220e75414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b74476-6764-4054-b95b-db9c27fefb8d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:37.361015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44296) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:37.384542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Network 4b7447c5-c722-4b6f-a5ea-66d116ce445b is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:37.395127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:37.405553 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:37.422941 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a55fccc8-b1b2-4702-b903-ec8f56ca8c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:37.452873 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a55fccc8-b1b2-4702-b903-ec8f56ca8c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:37.467550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event updated for resources: {'Port': ['ID=0b9aeef1-13d5-4183-a0c6-798cdd1efdbe,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:37.510024 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6dd3318-618a-4e7b-93b6-adeb4f51cd69 req-1ee9733a-7709-46c7-97ea-9f843a31ea5d tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664352 May 25 20:31:37.534108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:37.535081 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:37.541979 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a55fccc8-b1b2-4702-b903-ec8f56ca8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:37.563109 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fccc8-b1b2-4702-b903-ec8f56ca8c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b74476-6764-4054-b95b-db9c27fefb8d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:37.569682 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:37.577437 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a55fccc8-b1b2-4702-b903-ec8f56ca8c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:37.590426 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a55fccc8-b1b2-4702-b903-ec8f56ca8c2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5b74476-6764-4054-b95b-db9c27fefb8d HTTP/1.1" status: 204 len: 168 time: 0.2196479 May 25 20:31:37.595775 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0e5353b6-cb59-41d4-aefd-58982ddf69b1 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1019123 May 25 20:31:37.603238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44304) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:37.631478 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:37.666425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-314360c0-2005-4c91-977d-31b7deb95e7c None None] Provisioning for port 0b9aeef1-13d5-4183-a0c6-798cdd1efdbe completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:31:37.672707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-314360c0-2005-4c91-977d-31b7deb95e7c None None] Provisioning complete for port 0b9aeef1-13d5-4183-a0c6-798cdd1efdbe triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:31:37.673376 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-314360c0-2005-4c91-977d-31b7deb95e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:37.718593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:37.722076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:37.725788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:37.740050 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-314360c0-2005-4c91-977d-31b7deb95e7c None None] Port 0b9aeef1-13d5-4183-a0c6-798cdd1efdbe cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:31:37.765301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Pushing event updated for resources: {'Port': ['ID=ac43cdcd-8dbb-43cc-864d-5b9d1af39699,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:37.826230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'project_id': '150275eac2664599bd00a134bd71743a', 'port_id': '0b9aeef1-13d5-4183-a0c6-798cdd1efdbe'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:37.831240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:37.835668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Usage tracker for resource:floatingip and tenant:150275eac2664599bd00a134bd71743a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:37.838850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:37.847112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:37.860383 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:38.181633 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8b4ad0dd-26cd-40bd-ba35-05d6a5d8193b req-e82d791a-341b-4c2f-9fb4-f33e1188ad0c tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0460212 May 25 20:31:38.194600 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:38.322859 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:38.396012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Allocated IP 172.25.3.144 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/bcf3768a-5200-4326-b84a-ae271a9ae51c) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:38.601693 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:38.613442 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0dec752d-51fe-4b64-9075-873b22adcb28 req-faf878ef-d886-472b-aec7-72be3e2df99f tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0776243 May 25 20:31:38.650847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:38.694851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44344) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:38.744329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:38.797555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:38.806085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:38.836220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Pushing event updated for resources: {'Port': ['ID=bcf3768a-5200-4326-b84a-ae271a9ae51c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:38.883681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group': {'name': 'tempest-secgroup--1312147662'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:38.923595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:38.940420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:38.953431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:38.962361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:38.988548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31d921-1b14-4010-bfd7-4759944c2f1c req-03f79f08-89ad-423e-93f9-8b9e290da006 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:38.990111 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e31d921-1b14-4010-bfd7-4759944c2f1c req-03f79f08-89ad-423e-93f9-8b9e290da006 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.2536361 May 25 20:31:39.026082 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:39.068997 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:39.070614 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:39.073321 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:39.103848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:39.110105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:39.113469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:39.121356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:39.215131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e31d921-1b14-4010-bfd7-4759944c2f1c req-c22e8ac6-a59c-4d74-8701-6da9b16524d6 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912327 May 25 20:31:39.339187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Router 81f28676-6e94-4248-8673-e3ccab3259f2 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:31:39.439799 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:39.446267 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:39.461951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:39.471002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:39.477601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:39.485651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:39.512183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c68479-a5e8-4f73-97f7-36ead8425abf,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:39.514989 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f45fc39-cf00-4182-9be8-0c58a0c84838 req-b24f8dfa-bdc2-4b7c-a749-eaf4b2380856 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0833044 May 25 20:31:39.586995 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:39.620065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:31:39.625243 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:39.626685 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b00d11ee-06a2-441a-9ab0-d871d61c23f1 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "PUT /v2.0/routers/81f28676-6e94-4248-8673-e3ccab3259f2 HTTP/1.1" status: 200 len: 919 time: 4.7581515 May 25 20:31:39.629580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44370) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:39.634911 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:39.637677 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cd66e-b502-4082-9861-c535ef889dbc None None] Sync routers for ids ['81f28676-6e94-4248-8673-e3ccab3259f2'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:31:39.652110 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cd66e-b502-4082-9861-c535ef889dbc None None] Routers {'81f28676-6e94-4248-8673-e3ccab3259f2'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:39.652874 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d84cd66e-b502-4082-9861-c535ef889dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['81f28676-6e94-4248-8673-e3ccab3259f2'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:39.671351 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:39.801770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b721f5c-e975-4bca-add4-26677e4a026c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:39.811078 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:39.813487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3887cb77-1f62-416e-b385-acb83d6c9ee6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1089280 May 25 20:31:39.822621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44378) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:39.895909 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fd255def-bf38-4208-a5c6-219ea3015a7d tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/routers/81f28676-6e94-4248-8673-e3ccab3259f2 HTTP/1.1" status: 200 len: 925 time: 0.2650349 May 25 20:31:39.896755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44382) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:39.908672 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d84cd66e-b502-4082-9861-c535ef889dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:39.917265 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cd66e-b502-4082-9861-c535ef889dbc None None] Routers {'81f28676-6e94-4248-8673-e3ccab3259f2'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:39.917977 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d84cd66e-b502-4082-9861-c535ef889dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['81f28676-6e94-4248-8673-e3ccab3259f2'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:39.954718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b63b1b29-4afa-4466-8635-bfe82ce0a1a5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:39.982367 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:39.988614 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d84cd66e-b502-4082-9861-c535ef889dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:39.989114 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cd66e-b502-4082-9861-c535ef889dbc None None] The sync data for ids ['81f28676-6e94-4248-8673-e3ccab3259f2'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:31:40.015792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b43fe55-fb3f-4202-9218-7cb033cc549d tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:40.016506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4b43fe55-fb3f-4202-9218-7cb033cc549d tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Synchronizing usage tracker for tenant:181e8d87cc9d413b880afc52bd0f67b8 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:40.025923 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-098e57bf-2a3b-4943-9d27-7c0deb527c0a req-3a73aea1-2952-435d-8893-31902c179b29 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.1139770 May 25 20:31:40.033041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b63b1b29-4afa-4466-8635-bfe82ce0a1a5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:40.037429 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b63b1b29-4afa-4466-8635-bfe82ce0a1a5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2097335 May 25 20:31:40.037621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4b43fe55-fb3f-4202-9218-7cb033cc549d tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Unset dirty status for tenant:181e8d87cc9d413b880afc52bd0f67b8 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:40.037761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44388) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:40.038619 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4b43fe55-fb3f-4202-9218-7cb033cc549d tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=63157299-67d6-4d48-843c-682c0bdd002f&device_id=81f28676-6e94-4248-8673-e3ccab3259f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1407101 May 25 20:31:40.039846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44390) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:40.045847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6ad31a62-8dca-4d95-a160-9bfc494888f2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group': {'name': 'tempest-security--1099563516', 'description': 'tempest-security-description-1594096498'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:40.087863 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ad31a62-8dca-4d95-a160-9bfc494888f2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:40.212668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0445d48-3577-4533-b3e3-29095711fb0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:40.214049 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a0445d48-3577-4533-b3e3-29095711fb0a tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 881 time: 0.1731591 May 25 20:31:40.217461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44398) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:40.235298 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ad31a62-8dca-4d95-a160-9bfc494888f2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:40.246065 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ad31a62-8dca-4d95-a160-9bfc494888f2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:40.249445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ad31a62-8dca-4d95-a160-9bfc494888f2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:40.253842 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6ad31a62-8dca-4d95-a160-9bfc494888f2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "PUT /v2.0/security-groups/9b721f5c-e975-4bca-add4-26677e4a026c HTTP/1.1" status: 200 len: 1780 time: 0.2121642 May 25 20:31:40.256902 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44402) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:40.286662 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-326286ef-33b5-4d93-8d57-db16895aba1e tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f28676-6e94-4248-8673-e3ccab3259f2 HTTP/1.1" status: 200 len: 205 time: 0.0671186 May 25 20:31:40.292269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44408) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:40.308111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad31a62-8dca-4d95-a160-9bfc494888f2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b721f5c-e975-4bca-add4-26677e4a026c,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:40.388268 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:40.395192 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:40.630778 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a8213073-699f-4439-8648-873c4b2e951a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-groups/9b721f5c-e975-4bca-add4-26677e4a026c HTTP/1.1" status: 200 len: 1780 time: 0.3703349 May 25 20:31:40.633196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44420) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:40.642591 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:40.678494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Pushing event updated for resources: {'Port': ['ID=bcf3768a-5200-4326-b84a-ae271a9ae51c,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:40.705917 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:40.772234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7346286-6dfd-4100-8ac4-898ae177fe97 req-ffb9a57b-8991-44e3-b65c-9844ae209a66 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:40.774253 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7346286-6dfd-4100-8ac4-898ae177fe97 req-ffb9a57b-8991-44e3-b65c-9844ae209a66 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.3670497 May 25 20:31:40.869585 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f925a32f-5e1e-4de3-97c9-ddc7916befe7 req-a84f20e2-4f20-4a32-8f28-a6fd7f3ed919 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1019351 May 25 20:31:40.971458 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84bb75c0-e1be-4130-8847-5697e80405b2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:41.031965 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84bb75c0-e1be-4130-8847-5697e80405b2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:41.042765 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7346286-6dfd-4100-8ac4-898ae177fe97 req-9cc2079e-4f53-4337-8b5f-c21211b8dee9 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726011 May 25 20:31:41.051529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:41.058573 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Floating IP 8eefe2fd-296b-47f8-bb49-7713c9e20944 associated. External IP: 172.25.3.144, port: 0b9aeef1-13d5-4183-a0c6-798cdd1efdbe. May 25 20:31:41.063943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Deleting port ac43cdcd-8dbb-43cc-864d-5b9d1af39699 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:41.073289 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:41.174907 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84bb75c0-e1be-4130-8847-5697e80405b2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:41.265948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb75c0-e1be-4130-8847-5697e80405b2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b721f5c-e975-4bca-add4-26677e4a026c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:41.296635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:41.299924 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7508aad9-9d5e-439d-b6a4-be4beeb4e2ec req-484e2e4a-b6ac-4935-9e92-8bd1d287e819 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0779619 May 25 20:31:41.302278 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84bb75c0-e1be-4130-8847-5697e80405b2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:41.303999 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-84bb75c0-e1be-4130-8847-5697e80405b2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-groups/9b721f5c-e975-4bca-add4-26677e4a026c HTTP/1.1" status: 204 len: 168 time: 0.6667228 May 25 20:31:41.306694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44434) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:41.447677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Calling delete_port for ac43cdcd-8dbb-43cc-864d-5b9d1af39699 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:41.453441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-576b2106-0c5f-4db8-8b31-52d8c73f64cb tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:41.581510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-576b2106-0c5f-4db8-8b31-52d8c73f64cb tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:41.582892 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-576b2106-0c5f-4db8-8b31-52d8c73f64cb tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2753818 May 25 20:31:41.585976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44442) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:41.616609 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-f62143b5-a253-4875-b262-266c459087c3 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] delete failed (client error): The resource could not be found. May 25 20:31:41.617879 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f62143b5-a253-4875-b262-266c459087c3 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-groups/9b721f5c-e975-4bca-add4-26677e4a026c HTTP/1.1" status: 404 len: 347 time: 0.0306900 May 25 20:31:41.627024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44448) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:41.693895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-906152ac-2500-4df0-927b-44eb6e2851b7 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group': {'name': 'tempest-secgroup--92883998'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:41.705403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-906152ac-2500-4df0-927b-44eb6e2851b7 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:41.725387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-906152ac-2500-4df0-927b-44eb6e2851b7 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:41.735003 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:41.738552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Router 5f6bdf74-1e66-42f3-9a90-bf8914bdd493 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:31:41.785557 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-906152ac-2500-4df0-927b-44eb6e2851b7 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:41.831118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Pushing event deleted for resources: {'Port': ['ID=ac43cdcd-8dbb-43cc-864d-5b9d1af39699,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:41.916122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-906152ac-2500-4df0-927b-44eb6e2851b7 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:41.922532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-906152ac-2500-4df0-927b-44eb6e2851b7 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:41.925710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-906152ac-2500-4df0-927b-44eb6e2851b7 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:41.932105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-906152ac-2500-4df0-927b-44eb6e2851b7 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:42.001896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:31:42.029030 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:42.029344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad883fab-b27b-4115-8a34-36e96cf0a559 None None] Sync routers for ids ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:31:42.048633 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-906152ac-2500-4df0-927b-44eb6e2851b7 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:42.051266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad883fab-b27b-4115-8a34-36e96cf0a559 None None] Routers {'5f6bdf74-1e66-42f3-9a90-bf8914bdd493'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:42.052175 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ad883fab-b27b-4115-8a34-36e96cf0a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:42.072352 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-906152ac-2500-4df0-927b-44eb6e2851b7 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:42.105208 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f9ddae0c-cfd9-4584-9a99-e26bed686687 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.4994586 May 25 20:31:42.109438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44464) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:42.149451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ad883fab-b27b-4115-8a34-36e96cf0a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:42.172328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad883fab-b27b-4115-8a34-36e96cf0a559 None None] Routers {'5f6bdf74-1e66-42f3-9a90-bf8914bdd493'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:42.172328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ad883fab-b27b-4115-8a34-36e96cf0a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:42.188601 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-906152ac-2500-4df0-927b-44eb6e2851b7 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:42.190002 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-906152ac-2500-4df0-927b-44eb6e2851b7 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5026858 May 25 20:31:42.191241 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:42.249193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ad883fab-b27b-4115-8a34-36e96cf0a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:42.249729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad883fab-b27b-4115-8a34-36e96cf0a559 None None] The sync data for ids ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:31:42.266909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44468) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:42.318998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3d63e350-4104-45da-8253-e052514fa0e4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group_rule': {'security_group_id': '808cd4bf-46b4-43e8-b042-6bd4706bca6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:42.359599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3d63e350-4104-45da-8253-e052514fa0e4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:42.382678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3d63e350-4104-45da-8253-e052514fa0e4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:42.386384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3d63e350-4104-45da-8253-e052514fa0e4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:42.400813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3d63e350-4104-45da-8253-e052514fa0e4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:42.417244 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7c40f7bb-5ace-4369-80a1-4d0cda64f2ac tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] 10.222.0.60 "GET /v2.0/floatingips/8eefe2fd-296b-47f8-bb49-7713c9e20944 HTTP/1.1" status: 200 len: 981 time: 0.3056827 May 25 20:31:42.422707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44478) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:42.430113 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-061f276e-d438-4bea-a6a9-61f21f22c858 req-acb32001-a753-44a9-a35a-b4bd082be413 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.3408597 May 25 20:31:42.442625 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:42.445099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906152ac-2500-4df0-927b-44eb6e2851b7 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=808cd4bf-46b4-43e8-b042-6bd4706bca6f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:42.449050 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:42.480558 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:42.482733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Fanout notify agent at l3_agent the message router_deleted on router 81f28676-6e94-4248-8673-e3ccab3259f2 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:31:42.496412 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:42.502338 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-878747db-4c8f-4674-9c4e-5b12af1c9711 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "DELETE /v2.0/routers/81f28676-6e94-4248-8673-e3ccab3259f2 HTTP/1.1" status: 204 len: 168 time: 2.2086334 May 25 20:31:42.503172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44482) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:42.512203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-831408178', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:42.550363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:42.555519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Usage tracker for resource:router and tenant:19e9ea5e96cd458499e30bb916fa6297 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:42.561218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:42.568949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:42.584459 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:42.585943 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:42.607123 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:42.665501 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47176a4d-6858-429a-bf43-b53d45a41416 req-18d81f58-8f8a-4731-9560-19ed23d9956c tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0561552 May 25 20:31:42.713285 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d63e350-4104-45da-8253-e052514fa0e4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:42.781837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bae9d-19b8-48d4-8861-29562ef4053f req-e22b60ee-6a52-4bf9-8aad-07e0f4e384cb tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:42.783511 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-843bae9d-19b8-48d4-8861-29562ef4053f req-e22b60ee-6a52-4bf9-8aad-07e0f4e384cb tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.5156360 May 25 20:31:42.855308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dbe7a006-94a8-4c23-b411-c1d76a59b215 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.4311996 May 25 20:31:42.865343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44492) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:42.991148 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-843bae9d-19b8-48d4-8861-29562ef4053f req-c3e00b3c-909a-437e-b5cc-3a396f5c71a3 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945858 May 25 20:31:43.020489 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d63e350-4104-45da-8253-e052514fa0e4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:43.027594 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d63e350-4104-45da-8253-e052514fa0e4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:43.159682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63e350-4104-45da-8253-e052514fa0e4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd33ff8b-233a-42e4-a111-ab9d063c56fd,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:43.178464 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:43.193370 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d63e350-4104-45da-8253-e052514fa0e4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:43.194560 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3d63e350-4104-45da-8253-e052514fa0e4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9251029 May 25 20:31:43.199772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44500) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:43.203475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-76b39103-400e-4710-8fb4-ea16d309fc2c tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Deleting port bcf3768a-5200-4326-b84a-ae271a9ae51c {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:43.204083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76b39103-400e-4710-8fb4-ea16d309fc2c tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:43.326933 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38488218-aaaf-4693-9a1b-f4d4bbdd4925 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:43.398226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38488218-aaaf-4693-9a1b-f4d4bbdd4925 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:43.459181 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38488218-aaaf-4693-9a1b-f4d4bbdd4925 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:43.498925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38488218-aaaf-4693-9a1b-f4d4bbdd4925 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd33ff8b-233a-42e4-a111-ab9d063c56fd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:43.500960 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38488218-aaaf-4693-9a1b-f4d4bbdd4925 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:43.504776 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-38488218-aaaf-4693-9a1b-f4d4bbdd4925 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/fd33ff8b-233a-42e4-a111-ab9d063c56fd HTTP/1.1" status: 204 len: 168 time: 0.3038416 May 25 20:31:43.508393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44506) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:43.532643 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76b39103-400e-4710-8fb4-ea16d309fc2c tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:43.538053 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76b39103-400e-4710-8fb4-ea16d309fc2c tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:43.607638 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:43.709093 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:43.716465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-76b39103-400e-4710-8fb4-ea16d309fc2c tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Calling delete_port for bcf3768a-5200-4326-b84a-ae271a9ae51c owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:43.775376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d57d896-34ae-4a04-bfc7-05a3e191422a req-c3a6875c-cb30-453e-94e2-464fb3942472 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1089928 May 25 20:31:43.892787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f1eea791-cd77-4ddc-8b65-db64968f9b36 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:43.950948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Allocated IP 172.25.3.218 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/7346d81d-202b-4201-8674-25531b64380b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:44.020482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f1eea791-cd77-4ddc-8b65-db64968f9b36 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:44.026115 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f1eea791-cd77-4ddc-8b65-db64968f9b36 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5110598 May 25 20:31:44.026516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44524) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:44.040983 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb8cebf0-b8fe-4129-9500-206070c217c6 req-1e44e5cb-55a1-4bcb-a2fe-37addba6d4a9 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0720451 May 25 20:31:44.060134 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76b39103-400e-4710-8fb4-ea16d309fc2c tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:44.154922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b39103-400e-4710-8fb4-ea16d309fc2c tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event deleted for resources: {'Port': ['ID=bcf3768a-5200-4326-b84a-ae271a9ae51c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:44.256141 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60eff11f-bf38-40ed-9d9c-9c49853ccc35 req-32d833cd-10a3-422b-bdc4-1509dd7ec95d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1098282 May 25 20:31:44.272553 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76b39103-400e-4710-8fb4-ea16d309fc2c tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:44.272895 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-76b39103-400e-4710-8fb4-ea16d309fc2c tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Floating IP 8eefe2fd-296b-47f8-bb49-7713c9e20944 disassociated (deleted). External IP: 172.25.3.144, port: 0b9aeef1-13d5-4183-a0c6-798cdd1efdbe. May 25 20:31:44.382402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5480bd07-aea4-40ed-a71c-f5b2ffc32b0f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:44.399527 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:44.437132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26d362-4874-44a5-863d-d0da22a78876 req-be45dc94-86fe-4bee-b88f-26e5a4c9e1ca tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:44.438655 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c26d362-4874-44a5-863d-d0da22a78876 req-be45dc94-86fe-4bee-b88f-26e5a4c9e1ca tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.2428842 May 25 20:31:44.441038 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5480bd07-aea4-40ed-a71c-f5b2ffc32b0f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:44.538677 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c26d362-4874-44a5-863d-d0da22a78876 req-dd0bfaf1-7e90-4e19-906d-e5b2b7ff19a7 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898898 May 25 20:31:44.547288 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:44.594738 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5480bd07-aea4-40ed-a71c-f5b2ffc32b0f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:44.640090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480bd07-aea4-40ed-a71c-f5b2ffc32b0f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=808cd4bf-46b4-43e8-b042-6bd4706bca6f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:44.645439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:44.651647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:44.658948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:44.711651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Pushing event updated for resources: {'Port': ['ID=7346d81d-202b-4201-8674-25531b64380b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:44.812218 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5480bd07-aea4-40ed-a71c-f5b2ffc32b0f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:44.816109 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5480bd07-aea4-40ed-a71c-f5b2ffc32b0f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-groups/808cd4bf-46b4-43e8-b042-6bd4706bca6f HTTP/1.1" status: 204 len: 168 time: 0.7882679 May 25 20:31:44.816792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44536) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:44.909939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b39103-400e-4710-8fb4-ea16d309fc2c tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Router 5f6bdf74-1e66-42f3-9a90-bf8914bdd493 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:31:45.014769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-aa51133f-9056-46c3-b69a-2eed1bc752c1 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:45.069678 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3fdfc61b-db65-4400-a3b1-ad593b46542d req-0b699fbf-e3a8-48b2-92db-0d20ae21dc21 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0869093 May 25 20:31:45.212189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b39103-400e-4710-8fb4-ea16d309fc2c tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:31:45.226955 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da16c6-8ecf-4a92-beba-917637900436 None None] Sync routers for ids ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:31:45.228151 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76b39103-400e-4710-8fb4-ea16d309fc2c tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:45.240814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-aa51133f-9056-46c3-b69a-2eed1bc752c1 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:45.244879 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da16c6-8ecf-4a92-beba-917637900436 None None] Routers {'5f6bdf74-1e66-42f3-9a90-bf8914bdd493'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:45.246582 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-aa51133f-9056-46c3-b69a-2eed1bc752c1 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4199989 May 25 20:31:45.246878 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c2da16c6-8ecf-4a92-beba-917637900436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:45.247874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44550) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:45.307972 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-76b39103-400e-4710-8fb4-ea16d309fc2c tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "DELETE /v2.0/floatingips/8eefe2fd-296b-47f8-bb49-7713c9e20944 HTTP/1.1" status: 204 len: 168 time: 2.4332879 May 25 20:31:45.312509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44554) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:45.318005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:45.324341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:45.335707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Usage tracker for resource:floatingip and tenant:c725a98a3c2b433687987608cff5cd91 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:45.339740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:45.354209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:45.361672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-38358d97-e444-4713-9617-03ff07348e44 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089548456'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:45.378783 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:45.382848 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c2da16c6-8ecf-4a92-beba-917637900436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:45.392697 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da16c6-8ecf-4a92-beba-917637900436 None None] Routers {'5f6bdf74-1e66-42f3-9a90-bf8914bdd493'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:45.393296 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c2da16c6-8ecf-4a92-beba-917637900436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:45.398712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-38358d97-e444-4713-9617-03ff07348e44 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:45.423917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-38358d97-e444-4713-9617-03ff07348e44 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:45.454901 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c42a9f9a-d78f-410e-8c60-b363a831f94e req-549681a3-059c-4d62-b423-573f48a8a1d6 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.1772118 May 25 20:31:45.458351 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c2da16c6-8ecf-4a92-beba-917637900436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:45.458969 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da16c6-8ecf-4a92-beba-917637900436 None None] The sync data for ids ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:31:45.462725 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-38358d97-e444-4713-9617-03ff07348e44 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:45.586494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-38358d97-e444-4713-9617-03ff07348e44 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:45.599814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-38358d97-e444-4713-9617-03ff07348e44 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:45.602973 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:45.605675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-38358d97-e444-4713-9617-03ff07348e44 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:45.615939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-38358d97-e444-4713-9617-03ff07348e44 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:45.620542 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:45.785360 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-38358d97-e444-4713-9617-03ff07348e44 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:45.795910 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-38358d97-e444-4713-9617-03ff07348e44 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:45.889523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Allocated IP 172.25.3.90 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/e0e43eae-baa9-40e3-93c6-1cbdafdb9f12) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:45.918038 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-38358d97-e444-4713-9617-03ff07348e44 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:45.920259 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-38358d97-e444-4713-9617-03ff07348e44 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6457100 May 25 20:31:45.930877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44570) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:45.935731 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-82bfa5ff-9792-466b-b2a2-82b40333ccaf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group_rule': {'security_group_id': '35e6f8b6-0a26-4eaf-b1d3-c6a2620de1cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:45.941939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-82bfa5ff-9792-466b-b2a2-82b40333ccaf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:45.947076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-82bfa5ff-9792-466b-b2a2-82b40333ccaf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:45.951738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-82bfa5ff-9792-466b-b2a2-82b40333ccaf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:45.957760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-82bfa5ff-9792-466b-b2a2-82b40333ccaf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:45.965937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38358d97-e444-4713-9617-03ff07348e44 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e6f8b6-0a26-4eaf-b1d3-c6a2620de1cb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:46.014021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336b72e-09e9-45de-9e73-0bff0ae8bbce req-17af5359-7350-43ca-9251-08e2aa8cec26 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:46.015512 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e336b72e-09e9-45de-9e73-0bff0ae8bbce req-17af5359-7350-43ca-9251-08e2aa8cec26 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.3298538 May 25 20:31:46.032041 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-82bfa5ff-9792-466b-b2a2-82b40333ccaf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:46.120096 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e336b72e-09e9-45de-9e73-0bff0ae8bbce req-f1d3db9e-cbb5-4295-a8e5-27da2663e504 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909004 May 25 20:31:46.152558 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:46.219357 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:46.319697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Pushing event updated for resources: {'Port': ['ID=e0e43eae-baa9-40e3-93c6-1cbdafdb9f12,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:46.326355 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-82bfa5ff-9792-466b-b2a2-82b40333ccaf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:46.329063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:46.330491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:46.333183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:46.350086 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-82bfa5ff-9792-466b-b2a2-82b40333ccaf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:46.370302 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98c4ae25-575f-4ca7-8b4b-cfb5c263afa1 req-44d6998e-7ff9-4a38-8f85-c105516fa9da tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0823474 May 25 20:31:46.394761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfa5ff-9792-466b-b2a2-82b40333ccaf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f181d22-c8b6-40d2-a529-6071786b9ba0,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:46.417772 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:46.426445 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-82bfa5ff-9792-466b-b2a2-82b40333ccaf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:46.427498 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-82bfa5ff-9792-466b-b2a2-82b40333ccaf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4989357 May 25 20:31:46.443184 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:46.446994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44586) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:46.455658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-824f728f-02a0-4d76-89e8-ef6dee323e35 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group_rule': {'security_group_id': '35e6f8b6-0a26-4eaf-b1d3-c6a2620de1cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:46.501447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-824f728f-02a0-4d76-89e8-ef6dee323e35 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:46.505842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-824f728f-02a0-4d76-89e8-ef6dee323e35 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:46.519936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-824f728f-02a0-4d76-89e8-ef6dee323e35 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:46.537478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-824f728f-02a0-4d76-89e8-ef6dee323e35 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:46.558064 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:46.627632 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-824f728f-02a0-4d76-89e8-ef6dee323e35 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:46.768697 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e47a3e0e-5293-4827-ae30-f6ab410e1660 req-10ddfe8e-0866-44ac-b85f-254bde68040e tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.1190166 May 25 20:31:46.856989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Router af955cd2-842d-4d0a-a48b-4715688a5d73 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:31:46.873780 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-177af9e3-ee2b-4697-b918-fb065308a7d0 req-9cd63fe1-1ff7-4112-aa58-03a1cf1a9a90 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34&device_id=c4c6d20f-3294-43fb-a925-902a8dd67595 HTTP/1.1" status: 200 len: 210 time: 0.0837028 May 25 20:31:46.904550 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-824f728f-02a0-4d76-89e8-ef6dee323e35 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:46.911740 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-824f728f-02a0-4d76-89e8-ef6dee323e35 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:46.946643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f728f-02a0-4d76-89e8-ef6dee323e35 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81080580-f727-44f1-9ec8-9fe409724c13,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:47.017617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-824f728f-02a0-4d76-89e8-ef6dee323e35 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:47.022712 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-824f728f-02a0-4d76-89e8-ef6dee323e35 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5737133 May 25 20:31:47.026073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44600) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:47.036674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8ca4f360-5f3e-427a-b2c9-7ad77494e0ae tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group_rule': {'security_group_id': '35e6f8b6-0a26-4eaf-b1d3-c6a2620de1cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:47.060861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8ca4f360-5f3e-427a-b2c9-7ad77494e0ae tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:47.071616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8ca4f360-5f3e-427a-b2c9-7ad77494e0ae tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:47.078488 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:47.080945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8ca4f360-5f3e-427a-b2c9-7ad77494e0ae tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:47.090860 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:47.095819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8ca4f360-5f3e-427a-b2c9-7ad77494e0ae tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:47.176862 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:31:47.209215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a8d000-39cf-41aa-b976-8b47ef0cc211 None None] Sync routers for ids ['af955cd2-842d-4d0a-a48b-4715688a5d73'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:31:47.236383 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:47.239673 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e8a7203d-7032-4bef-bb08-29ef4ddf6161 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.7355163 May 25 20:31:47.242759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44610) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:47.243800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8d000-39cf-41aa-b976-8b47ef0cc211 None None] Routers {'af955cd2-842d-4d0a-a48b-4715688a5d73'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:47.246112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-50a8d000-39cf-41aa-b976-8b47ef0cc211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['af955cd2-842d-4d0a-a48b-4715688a5d73'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:47.251072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:47.264173 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ca4f360-5f3e-427a-b2c9-7ad77494e0ae tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:47.289665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Pushing event updated for resources: {'Port': ['ID=e0e43eae-baa9-40e3-93c6-1cbdafdb9f12,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:47.390008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-50a8d000-39cf-41aa-b976-8b47ef0cc211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:47.405254 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:47.408345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8d000-39cf-41aa-b976-8b47ef0cc211 None None] Routers {'af955cd2-842d-4d0a-a48b-4715688a5d73'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:47.409446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-50a8d000-39cf-41aa-b976-8b47ef0cc211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['af955cd2-842d-4d0a-a48b-4715688a5d73'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:47.478013 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:47.483047 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d94073fc-a63f-44d8-a2c5-8439ac2932a6 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1694546 May 25 20:31:47.487734 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44620) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:47.547077 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ca4f360-5f3e-427a-b2c9-7ad77494e0ae tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:47.561195 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ca4f360-5f3e-427a-b2c9-7ad77494e0ae tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:47.599573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-50a8d000-39cf-41aa-b976-8b47ef0cc211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:47.600176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a8d000-39cf-41aa-b976-8b47ef0cc211 None None] The sync data for ids ['af955cd2-842d-4d0a-a48b-4715688a5d73'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:31:47.615393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd589f-05cc-477c-84aa-e696eca9b584 req-87d4d57c-c038-4804-9a7d-9e235704d115 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:47.619403 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28dd589f-05cc-477c-84aa-e696eca9b584 req-87d4d57c-c038-4804-9a7d-9e235704d115 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.2841032 May 25 20:31:47.628198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4f360-5f3e-427a-b2c9-7ad77494e0ae tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edccd1cf-1b87-4f0d-894b-806cf5027f24,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:47.687367 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ca4f360-5f3e-427a-b2c9-7ad77494e0ae tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:47.692702 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8ca4f360-5f3e-427a-b2c9-7ad77494e0ae tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6652255 May 25 20:31:47.696227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44626) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:47.704038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4b529c46-1b25-4bbe-9710-fdbd7995c76c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group_rule': {'security_group_id': '35e6f8b6-0a26-4eaf-b1d3-c6a2620de1cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:47.707409 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf8a8aa4-212c-4a1c-bc4c-8f796513ac1b req-8b5695f0-fc71-4f14-98a0-d07a9ea80797 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f924208855cf4b44a9e10fb8955079ff&device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.1414812 May 25 20:31:47.713157 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28dd589f-05cc-477c-84aa-e696eca9b584 req-3f302d57-dc3e-40e5-aa4a-a35f0678681a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818110 May 25 20:31:47.714699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4b529c46-1b25-4bbe-9710-fdbd7995c76c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:47.719397 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7315a7e0-e544-4a5a-9673-0ab34c795452 req-47e8723e-6d15-462c-8ff0-3d382149ecd2 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0703847 May 25 20:31:47.735490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4b529c46-1b25-4bbe-9710-fdbd7995c76c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:47.756515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:47.828396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf8a8aa4-212c-4a1c-bc4c-8f796513ac1b req-56e39829-957a-4550-a223-f02eed94de8c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f924208855cf4b44a9e10fb8955079ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057506 May 25 20:31:47.951498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:47.956113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Usage tracker for resource:floatingip and tenant:9ec32f9efe764841838738bf23fb69f0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:47.960267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:47.966538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4b529c46-1b25-4bbe-9710-fdbd7995c76c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:47.973617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4b529c46-1b25-4bbe-9710-fdbd7995c76c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:47.984530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:48.049492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a7c5b383-6462-493f-bc12-15080be0e72c req-679dee1d-76dd-409a-9951-379ef01fcc21 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0634878 May 25 20:31:48.049492 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b529c46-1b25-4bbe-9710-fdbd7995c76c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.055890 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.130973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a8aa4-212c-4a1c-bc4c-8f796513ac1b req-fbc30614-205b-473f-9072-76f8c5d20107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:48.132565 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf8a8aa4-212c-4a1c-bc4c-8f796513ac1b req-fbc30614-205b-473f-9072-76f8c5d20107 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2934561 May 25 20:31:48.202644 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b529c46-1b25-4bbe-9710-fdbd7995c76c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.212729 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b529c46-1b25-4bbe-9710-fdbd7995c76c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.245094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b529c46-1b25-4bbe-9710-fdbd7995c76c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12cfee07-1764-4315-ae1e-e332b7da3391,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:48.265237 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b529c46-1b25-4bbe-9710-fdbd7995c76c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.266454 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4b529c46-1b25-4bbe-9710-fdbd7995c76c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5692074 May 25 20:31:48.280730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44642) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:48.288074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b3b60251-b9ba-4ac9-a379-07bb5d56778f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group_rule': {'security_group_id': '35e6f8b6-0a26-4eaf-b1d3-c6a2620de1cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:48.297002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b3b60251-b9ba-4ac9-a379-07bb5d56778f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:48.302985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b3b60251-b9ba-4ac9-a379-07bb5d56778f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:48.308071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b3b60251-b9ba-4ac9-a379-07bb5d56778f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:48.315953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b3b60251-b9ba-4ac9-a379-07bb5d56778f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:48.323093 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.386923 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3b60251-b9ba-4ac9-a379-07bb5d56778f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.452560 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.471688 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.482732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Deleting port 7346d81d-202b-4201-8674-25531b64380b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:48.483779 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.527280 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3b60251-b9ba-4ac9-a379-07bb5d56778f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.534431 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3b60251-b9ba-4ac9-a379-07bb5d56778f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.555697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Allocated IP 172.25.3.239 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/98f32c1a-a663-4b4e-9b80-42fd616778b1) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:31:48.579154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b60251-b9ba-4ac9-a379-07bb5d56778f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea792ed-108e-4605-b379-cbd0602b3c11,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:48.685483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3b60251-b9ba-4ac9-a379-07bb5d56778f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.685483 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b3b60251-b9ba-4ac9-a379-07bb5d56778f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3929746 May 25 20:31:48.685483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44650) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:48.716816 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.742975 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7f99d26-e97f-4cb9-97e3-f5ed90928d62 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.761164 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7f99d26-e97f-4cb9-97e3-f5ed90928d62 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.811957 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.829907 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7f99d26-e97f-4cb9-97e3-f5ed90928d62 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.878840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f99d26-e97f-4cb9-97e3-f5ed90928d62 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cea792ed-108e-4605-b379-cbd0602b3c11,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:48.893480 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7f99d26-e97f-4cb9-97e3-f5ed90928d62 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:48.897368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a7f99d26-e97f-4cb9-97e3-f5ed90928d62 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/cea792ed-108e-4605-b379-cbd0602b3c11 HTTP/1.1" status: 204 len: 168 time: 0.2168896 May 25 20:31:48.902964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44662) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:48.974654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Calling delete_port for 7346d81d-202b-4201-8674-25531b64380b owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:48.983716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec663dfa-8057-486a-aa44-d103c67cee7c req-0e99b826-4ba9-4058-a87c-396404125847 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0592647 May 25 20:31:49.046459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2d7e3e23-5d30-4bea-8e10-fb6ac201d82e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:49.051258 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:49.168663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2d7e3e23-5d30-4bea-8e10-fb6ac201d82e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:49.171467 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2d7e3e23-5d30-4bea-8e10-fb6ac201d82e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2654171 May 25 20:31:49.177834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:31:49.178052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44670) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:49.180381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:31:49.185183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:31:49.241104 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aad6495e-059f-42e0-92e2-037427d13d53 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:49.256940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1707af5-4282-4a83-b4a7-0756f80f5080 req-1f4703c0-26c8-4445-b674-665f70c07997 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:49.258632 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1707af5-4282-4a83-b4a7-0756f80f5080 req-1f4703c0-26c8-4445-b674-665f70c07997 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.2930233 May 25 20:31:49.292361 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aad6495e-059f-42e0-92e2-037427d13d53 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:49.314438 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7ebf9083-f6ff-4d7b-b30c-2061164da17e req-69dc902b-9c81-4f7d-9d21-9ec027fcbdfd tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0874329 May 25 20:31:49.315023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Pushing event updated for resources: {'Port': ['ID=98f32c1a-a663-4b4e-9b80-42fd616778b1,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:49.402288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1707af5-4282-4a83-b4a7-0756f80f5080 req-1c72fcc8-e4b2-49ab-9017-048ababb370f tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369956 May 25 20:31:49.410899 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aad6495e-059f-42e0-92e2-037427d13d53 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:49.432930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6495e-059f-42e0-92e2-037427d13d53 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12cfee07-1764-4315-ae1e-e332b7da3391,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:49.440444 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:49.485318 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:49.591677 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:49.678314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Pushing event deleted for resources: {'Port': ['ID=7346d81d-202b-4201-8674-25531b64380b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:49.684306 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf8a8aa4-212c-4a1c-bc4c-8f796513ac1b req-d29f20bf-a5ed-4616-bcb9-862052864d78 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.50 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0583031 May 25 20:31:49.717898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aad6495e-059f-42e0-92e2-037427d13d53 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:49.719026 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-aad6495e-059f-42e0-92e2-037427d13d53 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/12cfee07-1764-4315-ae1e-e332b7da3391 HTTP/1.1" status: 204 len: 168 time: 0.5406134 May 25 20:31:49.724622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44682) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:49.802571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:49.926688 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b2624073-425c-4347-b226-cd53f655e87c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2007010 May 25 20:31:49.930141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44686) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:49.992800 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ce4eee96-d52c-4c13-9c66-3984488e0169 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:50.008471 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ce4eee96-d52c-4c13-9c66-3984488e0169 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:50.048664 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:50.060925 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:50.137199 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ce4eee96-d52c-4c13-9c66-3984488e0169 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:50.218074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4eee96-d52c-4c13-9c66-3984488e0169 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edccd1cf-1b87-4f0d-894b-806cf5027f24,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:50.285586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7a79c2e2-f51a-4ad2-a9b2-226be15a6534 req-87cc3728-6aec-41a9-9c45-2c0cadd144d9 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cf6cc8e-4cd2-4195-afb2-3c6d2975ba34 HTTP/1.1" status: 200 len: 210 time: 0.0651705 May 25 20:31:50.301517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Pushing event updated for resources: {'Port': ['ID=98f32c1a-a663-4b4e-9b80-42fd616778b1,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:50.314283 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ce4eee96-d52c-4c13-9c66-3984488e0169 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:50.315465 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ce4eee96-d52c-4c13-9c66-3984488e0169 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/edccd1cf-1b87-4f0d-894b-806cf5027f24 HTTP/1.1" status: 204 len: 168 time: 0.3840847 May 25 20:31:50.318311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44698) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:50.335298 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:50.370565 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:50.372809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-058bd4df-2135-4233-a23a-3815a9167cc9 tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8840306 May 25 20:31:50.378370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44704) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:50.495758 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:50.504943 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:50.510275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3f15d15f-cb1f-4bfc-8e56-ee76d78c6f5f tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Synchronizing usage tracker for tenant:c725a98a3c2b433687987608cff5cd91 on resource:floatingip {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:50.534268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e1a58c5f-5654-4954-b093-f567bce0799b tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:50.576310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e1a58c5f-5654-4954-b093-f567bce0799b tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:50.577619 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e1a58c5f-5654-4954-b093-f567bce0799b tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2582645 May 25 20:31:50.579106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3f15d15f-cb1f-4bfc-8e56-ee76d78c6f5f tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Unset dirty status for tenant:c725a98a3c2b433687987608cff5cd91 on resource:floatingip {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:50.580429 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3f15d15f-cb1f-4bfc-8e56-ee76d78c6f5f tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.2006216 May 25 20:31:50.586731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44714) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:50.587063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44716) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:50.899490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Router af955cd2-842d-4d0a-a48b-4715688a5d73 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:31:50.908584 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a76896e8-aebc-402c-b25b-768ea47f55f7 req-616fa135-73ec-473e-a42a-e6d5d16557e1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0543027 May 25 20:31:50.910489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6b2649b5-5a89-402f-a4d1-194bc335a4e6 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Synchronizing usage tracker for tenant:150275eac2664599bd00a134bd71743a on resource:floatingip {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:50.910616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f15a66d-368d-46a5-947f-c75b35f996bb req-58e42546-fc50-4e7a-9cf8-b6139edfb8f5 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0981953 May 25 20:31:50.918266 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c0a61c9e-b039-40fc-9277-9f9aa5d69dc4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:50.945300 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c0a61c9e-b039-40fc-9277-9f9aa5d69dc4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:50.972158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6b2649b5-5a89-402f-a4d1-194bc335a4e6 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Unset dirty status for tenant:150275eac2664599bd00a134bd71743a on resource:floatingip {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:50.973683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6b2649b5-5a89-402f-a4d1-194bc335a4e6 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3854535 May 25 20:31:50.977567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44726) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:51.052685 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c0a61c9e-b039-40fc-9277-9f9aa5d69dc4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:51.084825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:31:51.092528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a61c9e-b039-40fc-9277-9f9aa5d69dc4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81080580-f727-44f1-9ec8-9fe409724c13,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:51.095799 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bffd68-eaca-4704-8e4d-52aded1fccf0 None None] Sync routers for ids ['af955cd2-842d-4d0a-a48b-4715688a5d73'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:31:51.101351 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:51.105530 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b9fe581a-6354-4291-b0b9-6a308104b3ad tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "PUT /v2.0/routers/af955cd2-842d-4d0a-a48b-4715688a5d73 HTTP/1.1" status: 200 len: 709 time: 3.8606675 May 25 20:31:51.107235 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44730) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:51.116448 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bffd68-eaca-4704-8e4d-52aded1fccf0 None None] Routers {'af955cd2-842d-4d0a-a48b-4715688a5d73'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:51.117339 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-29bffd68-eaca-4704-8e4d-52aded1fccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['af955cd2-842d-4d0a-a48b-4715688a5d73'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:51.180905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387ce08-6dce-4aa5-8486-21423f77ba30 req-72e07ff1-2d32-41bc-8c73-371250f1d96c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:51.189408 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e387ce08-6dce-4aa5-8486-21423f77ba30 req-72e07ff1-2d32-41bc-8c73-371250f1d96c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.3588812 May 25 20:31:51.212537 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c0a61c9e-b039-40fc-9277-9f9aa5d69dc4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:51.213491 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-29bffd68-eaca-4704-8e4d-52aded1fccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:51.217703 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c0a61c9e-b039-40fc-9277-9f9aa5d69dc4 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/81080580-f727-44f1-9ec8-9fe409724c13 HTTP/1.1" status: 204 len: 168 time: 0.6277468 May 25 20:31:51.220307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44736) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:51.238863 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bffd68-eaca-4704-8e4d-52aded1fccf0 None None] Routers {'af955cd2-842d-4d0a-a48b-4715688a5d73'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:31:51.239469 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-29bffd68-eaca-4704-8e4d-52aded1fccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:31:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['af955cd2-842d-4d0a-a48b-4715688a5d73'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:51.241889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9fa02-2272-42af-abe2-d68a8b1824aa tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Deleting port 98f32c1a-a663-4b4e-9b80-42fd616778b1 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:51.242448 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4e9fa02-2272-42af-abe2-d68a8b1824aa tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:51.252104 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f7798edb-2358-43ca-b7b1-26ace5368859 tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/routers/af955cd2-842d-4d0a-a48b-4715688a5d73 HTTP/1.1" status: 200 len: 744 time: 0.1435728 May 25 20:31:51.252766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44740) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:51.308301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44748) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:51.308818 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-659deb20-1ec7-4396-b5d1-5591e3deaecf tempest-RoutersIpV6AdminTest-1954336873 tempest-RoutersIpV6AdminTest-1954336873-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=63157299-67d6-4d48-843c-682c0bdd002f&device_id=af955cd2-842d-4d0a-a48b-4715688a5d73 HTTP/1.1" status: 200 len: 205 time: 0.0549324 May 25 20:31:51.338530 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-29bffd68-eaca-4704-8e4d-52aded1fccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:31:51.338918 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bffd68-eaca-4704-8e4d-52aded1fccf0 None None] The sync data for ids ['af955cd2-842d-4d0a-a48b-4715688a5d73'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:31:51.382480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e387ce08-6dce-4aa5-8486-21423f77ba30 req-b46bdf6c-4e27-4aa4-8a64-f019ea76aa12 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881731 May 25 20:31:51.402555 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:31:51.410826 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-51d60229-7340-48cd-8966-976149433470 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "GET /v2.0/ports?device_id=af955cd2-842d-4d0a-a48b-4715688a5d73 HTTP/1.1" status: 200 len: 205 time: 0.0914769 May 25 20:31:51.412606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44754) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:51.423590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f0de30df-478f-4921-8ae7-27051e3f030c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:51.539133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f0de30df-478f-4921-8ae7-27051e3f030c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:51.543437 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f0de30df-478f-4921-8ae7-27051e3f030c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3165855 May 25 20:31:51.556227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44760) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:51.613660 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db8b14ef-db2c-4ef5-a14e-0bb61cf95a03 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:51.625376 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4e9fa02-2272-42af-abe2-d68a8b1824aa tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:51.625702 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4e9fa02-2272-42af-abe2-d68a8b1824aa tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:51.641049 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db8b14ef-db2c-4ef5-a14e-0bb61cf95a03 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:51.741865 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-230701a5-dc83-4b70-82a3-c2e468ff76bd tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:51.846105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9fa02-2272-42af-abe2-d68a8b1824aa tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Calling delete_port for 98f32c1a-a663-4b4e-9b80-42fd616778b1 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:51.886702 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7ffb886f-3763-41e9-a3b6-d34e31c24396 req-d6e913ca-d078-4989-b25f-b127964d94cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f924208855cf4b44a9e10fb8955079ff&device_id=c4c6d20f-3294-43fb-a925-902a8dd67595 HTTP/1.1" status: 200 len: 210 time: 0.0563834 May 25 20:31:51.916287 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db8b14ef-db2c-4ef5-a14e-0bb61cf95a03 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:51.946816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b14ef-db2c-4ef5-a14e-0bb61cf95a03 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f181d22-c8b6-40d2-a529-6071786b9ba0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:51.960296 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db8b14ef-db2c-4ef5-a14e-0bb61cf95a03 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:51.962057 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-db8b14ef-db2c-4ef5-a14e-0bb61cf95a03 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/3f181d22-c8b6-40d2-a529-6071786b9ba0 HTTP/1.1" status: 204 len: 168 time: 0.4043496 May 25 20:31:51.972853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44774) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:52.070674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b5c9a021-0327-4aa1-9394-4f13bcbfb099 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:52.134486 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5af3c67-2197-4d64-8247-19a8863c558f req-6398e195-34cb-45e7-ae25-18c90e5853ef tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c6d20f-3294-43fb-a925-902a8dd67595 HTTP/1.1" status: 200 len: 210 time: 0.2458150 May 25 20:31:52.138985 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7ffb886f-3763-41e9-a3b6-d34e31c24396 req-9894f1ec-759f-4a51-a3e0-eb956a0ecfd4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f924208855cf4b44a9e10fb8955079ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1336644 May 25 20:31:52.150930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501db191-0ead-4b98-8661-6d1202d59b0b req-d84fed4a-97c8-44c2-8cb7-76f8903180bf tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0727146 May 25 20:31:52.176442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b5c9a021-0327-4aa1-9394-4f13bcbfb099 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:52.178590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b5c9a021-0327-4aa1-9394-4f13bcbfb099 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2048590 May 25 20:31:52.181247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44780) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:52.254182 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4e9fa02-2272-42af-abe2-d68a8b1824aa tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:52.368235 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-61bb09a7-a079-4d96-bcd6-8a3777f505c0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:52.370630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9fa02-2272-42af-abe2-d68a8b1824aa tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Pushing event deleted for resources: {'Port': ['ID=98f32c1a-a663-4b4e-9b80-42fd616778b1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:52.490627 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-61bb09a7-a079-4d96-bcd6-8a3777f505c0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:52.553968 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-61bb09a7-a079-4d96-bcd6-8a3777f505c0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:52.581129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb09a7-a079-4d96-bcd6-8a3777f505c0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e6f8b6-0a26-4eaf-b1d3-c6a2620de1cb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:52.618599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4e9fa02-2272-42af-abe2-d68a8b1824aa tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:52.636603 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4e9fa02-2272-42af-abe2-d68a8b1824aa tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:52.641719 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c4e9fa02-2272-42af-abe2-d68a8b1824aa tempest-FloatingIPAdminTestJSON-997836739 tempest-FloatingIPAdminTestJSON-997836739-project] 10.222.0.60 "DELETE /v2.0/floatingips/580e154f-5311-4efb-9178-0ed22b49ddab HTTP/1.1" status: 204 len: 168 time: 1.6615555 May 25 20:31:52.642360 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-230701a5-dc83-4b70-82a3-c2e468ff76bd tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:52.642854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44792) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:52.660803 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-230701a5-dc83-4b70-82a3-c2e468ff76bd tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:52.727107 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-61bb09a7-a079-4d96-bcd6-8a3777f505c0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:52.731131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-61bb09a7-a079-4d96-bcd6-8a3777f505c0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-groups/35e6f8b6-0a26-4eaf-b1d3-c6a2620de1cb HTTP/1.1" status: 204 len: 168 time: 0.5475640 May 25 20:31:52.736658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44800) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:52.770566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-230701a5-dc83-4b70-82a3-c2e468ff76bd tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:52.771211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230701a5-dc83-4b70-82a3-c2e468ff76bd tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Fanout notify agent at l3_agent the message router_deleted on router af955cd2-842d-4d0a-a48b-4715688a5d73 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:31:52.781790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589459a9-0548-4c61-b61f-7e159a3e9a09 req-4336ce3e-0d36-4b1b-9bfe-bbfd7b428c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:52.782920 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-589459a9-0548-4c61-b61f-7e159a3e9a09 req-4336ce3e-0d36-4b1b-9bfe-bbfd7b428c38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=212413ebfaf045a6b05332ddfc943624&device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 1097 time: 0.7534151 May 25 20:31:52.812150 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-230701a5-dc83-4b70-82a3-c2e468ff76bd tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:52.813507 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-230701a5-dc83-4b70-82a3-c2e468ff76bd tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "DELETE /v2.0/routers/af955cd2-842d-4d0a-a48b-4715688a5d73 HTTP/1.1" status: 204 len: 168 time: 1.3997302 May 25 20:31:52.822598 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb886f-3763-41e9-a3b6-d34e31c24396 req-9f087bba-437a-425f-9119-f00c5bba0361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:52.824022 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7ffb886f-3763-41e9-a3b6-d34e31c24396 req-9f087bba-437a-425f-9119-f00c5bba0361 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5878983 May 25 20:31:52.825006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44804) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:52.981769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1d71405c-0d3e-41da-acf5-bf095b2d8f43 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Deleting port e0e43eae-baa9-40e3-93c6-1cbdafdb9f12 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:52.982929 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d71405c-0d3e-41da-acf5-bf095b2d8f43 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:52.985276 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0ada0e21-f819-4b87-b9f3-ba2fcb563821 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "GET /v2.0/ports?device_id=af955cd2-842d-4d0a-a48b-4715688a5d73 HTTP/1.1" status: 200 len: 205 time: 0.1325502 May 25 20:31:52.995255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44808) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:53.107007 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-c33d740f-627a-42f3-bd0e-029707dc2aa1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] delete failed (client error): The resource could not be found. May 25 20:31:53.111909 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c33d740f-627a-42f3-bd0e-029707dc2aa1 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "DELETE /v2.0/routers/af955cd2-842d-4d0a-a48b-4715688a5d73 HTTP/1.1" status: 404 len: 336 time: 0.1008492 May 25 20:31:53.111909 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-38003b1c-2f95-4fbc-b9bb-93209e45ebfa tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:53.113515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44816) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:53.123713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07512333-b05d-4437-bddc-c427a580c2f8 req-8bb7ccb9-d0ba-44b6-9a5b-66e0b94359f4 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:53.125224 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07512333-b05d-4437-bddc-c427a580c2f8 req-8bb7ccb9-d0ba-44b6-9a5b-66e0b94359f4 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.5415928 May 25 20:31:53.196520 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-71b624c7-63f8-42d0-8aea-53acfc7cc08a tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "GET /v2.0/ports?device_id=81f28676-6e94-4248-8673-e3ccab3259f2 HTTP/1.1" status: 200 len: 205 time: 0.0702045 May 25 20:31:53.203419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44824) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:53.232720 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d71405c-0d3e-41da-acf5-bf095b2d8f43 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:53.233313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d71405c-0d3e-41da-acf5-bf095b2d8f43 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:53.392379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1d71405c-0d3e-41da-acf5-bf095b2d8f43 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Calling delete_port for e0e43eae-baa9-40e3-93c6-1cbdafdb9f12 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:53.478646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-38003b1c-2f95-4fbc-b9bb-93209e45ebfa tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:53.484626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-38003b1c-2f95-4fbc-b9bb-93209e45ebfa tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7446458 May 25 20:31:53.487850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44834) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:53.495165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c37fea31-4cd2-4c40-b2aa-c617d5996d8f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group': {'name': 'tempest-secgroup--151900362'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:53.495613 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-67b2a36a-cb71-4e76-ae52-28cd3fbcfd86 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] delete failed (client error): The resource could not be found. May 25 20:31:53.500681 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-67b2a36a-cb71-4e76-ae52-28cd3fbcfd86 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "DELETE /v2.0/routers/81f28676-6e94-4248-8673-e3ccab3259f2 HTTP/1.1" status: 404 len: 336 time: 0.2871330 May 25 20:31:53.503099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44838) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:53.505969 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7722a0f6-d897-4ea8-9991-b6e93de8fb59 req-51faecd6-9949-4c3e-b013-34571651e698 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c6d20f-3294-43fb-a925-902a8dd67595 HTTP/1.1" status: 200 len: 210 time: 0.1266680 May 25 20:31:53.508214 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07512333-b05d-4437-bddc-c427a580c2f8 req-226b1e2d-24f7-43c5-b750-bc9769e5c5f2 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399048 May 25 20:31:53.511793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c37fea31-4cd2-4c40-b2aa-c617d5996d8f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:53.542248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c37fea31-4cd2-4c40-b2aa-c617d5996d8f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:53.550946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589459a9-0548-4c61-b61f-7e159a3e9a09 req-36d775f4-3b2b-4176-8c40-9df707ac1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:53.552805 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-589459a9-0548-4c61-b61f-7e159a3e9a09 req-36d775f4-3b2b-4176-8c40-9df707ac1466 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65547adc-ce3c-4cc8-af97-256dbbd2583f HTTP/1.1" status: 200 len: 916 time: 0.7376618 May 25 20:31:53.588581 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c37fea31-4cd2-4c40-b2aa-c617d5996d8f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:53.623767 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ea57b283-b9bc-40db-a802-9a6498d3dcc3 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "GET /v2.0/ports?device_id=21254422-2d17-48e3-b877-ee93de914bef HTTP/1.1" status: 200 len: 205 time: 0.1149106 May 25 20:31:53.631183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44842) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:53.688265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c37fea31-4cd2-4c40-b2aa-c617d5996d8f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:53.699281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c37fea31-4cd2-4c40-b2aa-c617d5996d8f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:53.703030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c37fea31-4cd2-4c40-b2aa-c617d5996d8f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:53.721252 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-589459a9-0548-4c61-b61f-7e159a3e9a09 req-f54cce61-cafc-4a21-b676-fd4496de604d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70ac133-749b-4fd1-af7b-3e61bf10339e HTTP/1.1" status: 200 len: 217 time: 0.1581604 May 25 20:31:53.748186 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c37fea31-4cd2-4c40-b2aa-c617d5996d8f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:53.780943 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d71405c-0d3e-41da-acf5-bf095b2d8f43 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:53.816203 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-c349ad4b-4cd2-4537-bb4a-555869cc2999 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] delete failed (client error): The resource could not be found. May 25 20:31:53.817877 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c349ad4b-4cd2-4537-bb4a-555869cc2999 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "DELETE /v2.0/routers/21254422-2d17-48e3-b877-ee93de914bef HTTP/1.1" status: 404 len: 336 time: 0.1852393 May 25 20:31:53.827968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44850) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:53.830325 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94dc94d6-1e9b-4644-98d1-af63fab7e06f req-68f21fe2-5051-47fe-b570-91377673b622 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.1215591 May 25 20:31:53.873600 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:53.874592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71405c-0d3e-41da-acf5-bf095b2d8f43 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0e43eae-baa9-40e3-93c6-1cbdafdb9f12,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:53.927917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-28a9ac53-2ca2-48f1-b9e8-d85006e9c981 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "GET /v2.0/ports?device_id=de6f59c0-4179-490b-9109-323988cb326b HTTP/1.1" status: 200 len: 205 time: 0.0965617 May 25 20:31:53.931073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44860) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:54.025673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589459a9-0548-4c61-b61f-7e159a3e9a09 req-7189cd4b-e396-4ecc-864f-24fa33721fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:54.028255 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-589459a9-0548-4c61-b61f-7e159a3e9a09 req-7189cd4b-e396-4ecc-864f-24fa33721fbc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4f1a9ea4-8bbb-4cea-a1d1-019b683babad HTTP/1.1" status: 200 len: 855 time: 0.2921772 May 25 20:31:54.030116 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-bda5707f-a394-4c27-a7f9-91fd5cdc96eb tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] delete failed (client error): The resource could not be found. May 25 20:31:54.031407 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bda5707f-a394-4c27-a7f9-91fd5cdc96eb tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "DELETE /v2.0/routers/de6f59c0-4179-490b-9109-323988cb326b HTTP/1.1" status: 404 len: 336 time: 0.0984144 May 25 20:31:54.035533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44866) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:54.100187 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-589459a9-0548-4c61-b61f-7e159a3e9a09 req-1b4de965-af43-4550-bbd6-471374cd2ffc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65547adc-ce3c-4cc8-af97-256dbbd2583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657790 May 25 20:31:54.101795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c37fea31-4cd2-4c40-b2aa-c617d5996d8f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:54.121017 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b1df4b30-54f5-4d0c-9bdf-47e2eac881a3 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c5ba32-450f-4b9e-a288-becfac089611 HTTP/1.1" status: 200 len: 205 time: 0.0817859 May 25 20:31:54.122493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44870) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:54.123499 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c37fea31-4cd2-4c40-b2aa-c617d5996d8f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:54.217818 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d71405c-0d3e-41da-acf5-bf095b2d8f43 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:54.264951 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-d3214012-beb9-40b0-8e18-cacc8bda0280 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] delete failed (client error): The resource could not be found. May 25 20:31:54.268776 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d3214012-beb9-40b0-8e18-cacc8bda0280 tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "DELETE /v2.0/routers/00c5ba32-450f-4b9e-a288-becfac089611 HTTP/1.1" status: 404 len: 336 time: 0.1388192 May 25 20:31:54.274477 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7ffb886f-3763-41e9-a3b6-d34e31c24396 req-1f431b13-d579-4116-a325-39d9edc477d3 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c6d20f-3294-43fb-a925-902a8dd67595 HTTP/1.1" status: 200 len: 210 time: 0.1341374 May 25 20:31:54.276963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44878) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:54.343188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10726686-3285-4ab1-b2f8-a4e25687eb83 req-866577d7-dbf0-484d-8dbb-43d3e1a5acbf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e427ec7491f4799beb2f6118eca13ac&device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0599148 May 25 20:31:54.374488 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ed7b03e6-320e-4b2e-8238-8bb7c2125a9a tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d52aee0-9014-4780-bc38-23c70b1bc7f6 HTTP/1.1" status: 200 len: 205 time: 0.0958474 May 25 20:31:54.389490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44884) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:54.440672 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10726686-3285-4ab1-b2f8-a4e25687eb83 req-03abd273-7c1e-4c2e-b233-fd085e79e588 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2e427ec7491f4799beb2f6118eca13ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849106 May 25 20:31:54.525751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fea31-4cd2-4c40-b2aa-c617d5996d8f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afc6ba7-5dec-4917-aa86-a0f388a17601,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:54.556949 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-922f303f-30a8-405d-b556-04ab57a1ec92 req-cda154f5-f31d-4517-a943-f073c6a7c750 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.1704240 May 25 20:31:54.561871 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d71405c-0d3e-41da-acf5-bf095b2d8f43 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:54.574189 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1d71405c-0d3e-41da-acf5-bf095b2d8f43 tempest-FloatingIPAdminTestJSON-50888129 tempest-FloatingIPAdminTestJSON-50888129-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/0e6a042c-850b-458a-bcc3-33ca25e6637c HTTP/1.1" status: 204 len: 168 time: 1.9172909 May 25 20:31:54.574189 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c37fea31-4cd2-4c40-b2aa-c617d5996d8f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:54.574189 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c37fea31-4cd2-4c40-b2aa-c617d5996d8f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0769589 May 25 20:31:54.574189 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-49d1f947-8d77-43db-9c68-39629236853f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] delete failed (client error): The resource could not be found. May 25 20:31:54.574189 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-49d1f947-8d77-43db-9c68-39629236853f tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "DELETE /v2.0/routers/2d52aee0-9014-4780-bc38-23c70b1bc7f6 HTTP/1.1" status: 404 len: 336 time: 0.1125479 May 25 20:31:54.574189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44894) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:54.574189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44898) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:54.622350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44902) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:54.626664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1108437d-dfa0-43f8-8c24-db525328245e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group_rule': {'security_group_id': '7afc6ba7-5dec-4917-aa86-a0f388a17601', 'direction': 'ingress', 'protocol': 17}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:54.683933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10726686-3285-4ab1-b2f8-a4e25687eb83 req-809c9c23-4cd5-444e-8a72-7667356503d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:54.686659 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10726686-3285-4ab1-b2f8-a4e25687eb83 req-809c9c23-4cd5-444e-8a72-7667356503d7 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2274070 May 25 20:31:54.728472 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-589459a9-0548-4c61-b61f-7e159a3e9a09 req-b0a856ee-64f1-48dd-bb2b-3bfd40da20fa service neutron] 10.222.0.50 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201320 May 25 20:31:54.748221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1108437d-dfa0-43f8-8c24-db525328245e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:54.785656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1108437d-dfa0-43f8-8c24-db525328245e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:54.793509 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe20241-54c3-48b6-aad3-ef767e86e88b tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] DELETE failed (client error): The resource could not be found. May 25 20:31:54.794067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe20241-54c3-48b6-aad3-ef767e86e88b tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:31:54.796030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7fe20241-54c3-48b6-aad3-ef767e86e88b tempest-RoutersIpV6AdminTest-1917900345 tempest-RoutersIpV6AdminTest-1917900345-project] 10.222.0.60 "DELETE /v2.0/subnets/501fdfa7-8cd9-418e-87eb-8f6bf4535c2b HTTP/1.1" status: 404 len: 337 time: 0.1625261 May 25 20:31:54.800220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1108437d-dfa0-43f8-8c24-db525328245e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:54.813127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bc1782c7-e01e-4134-8ff3-082c9132a673 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Deleting port 0b9aeef1-13d5-4183-a0c6-798cdd1efdbe {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:54.813492 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc1782c7-e01e-4134-8ff3-082c9132a673 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:54.993481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56b89db8-efba-4af5-b3e2-aa1492614468 req-abb68483-d283-43a9-a7c9-35cbef089116 tempest-ServerShowV247Test-1801431920 tempest-ServerShowV247Test-1801431920-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c6d20f-3294-43fb-a925-902a8dd67595 HTTP/1.1" status: 200 len: 210 time: 0.0660059 May 25 20:31:54.995648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1108437d-dfa0-43f8-8c24-db525328245e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:55.093731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1108437d-dfa0-43f8-8c24-db525328245e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:55.136601 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-589459a9-0548-4c61-b61f-7e159a3e9a09 req-2e934b3a-6e8f-47c3-a9f7-75567807ee07 service neutron] 10.222.0.50 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974564 May 25 20:31:55.179002 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145091b0-501e-49ee-8ede-832eba37b7ef req-4f5dd165-c3ce-459b-9a78-da31abc94a81 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:55.196963 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-145091b0-501e-49ee-8ede-832eba37b7ef req-4f5dd165-c3ce-459b-9a78-da31abc94a81 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.2464249 May 25 20:31:55.295150 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-145091b0-501e-49ee-8ede-832eba37b7ef req-a5a789b7-752c-406b-ac98-dc5581983ef8 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964019 May 25 20:31:55.330348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44918) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:55.509700 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cc45f89a-1cf0-4494-a3a8-307b47147eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:55.534129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-cc45f89a-1cf0-4494-a3a8-307b47147eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:55.535962 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1108437d-dfa0-43f8-8c24-db525328245e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:55.539711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-cc45f89a-1cf0-4494-a3a8-307b47147eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:19e9ea5e96cd458499e30bb916fa6297 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:55.541470 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1108437d-dfa0-43f8-8c24-db525328245e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:55.544162 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-cc45f89a-1cf0-4494-a3a8-307b47147eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:55.550877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-cc45f89a-1cf0-4494-a3a8-307b47147eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:55.604167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108437d-dfa0-43f8-8c24-db525328245e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea146d2-169b-47e5-b430-a453f318c7f8,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:55.631194 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1108437d-dfa0-43f8-8c24-db525328245e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:55.633057 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1108437d-dfa0-43f8-8c24-db525328245e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0592074 May 25 20:31:55.635979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44930) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:55.660410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc1782c7-e01e-4134-8ff3-082c9132a673 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:55.741448 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cc45f89a-1cf0-4494-a3a8-307b47147eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:55.753285 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cc45f89a-1cf0-4494-a3a8-307b47147eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:55.800588 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f38642bc-1776-4fff-a749-b6c48fe6d0cf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:55.835065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bc1782c7-e01e-4134-8ff3-082c9132a673 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Calling delete_port for 0b9aeef1-13d5-4183-a0c6-798cdd1efdbe owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:55.836720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45f89a-1cf0-4494-a3a8-307b47147eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3c5891-09f3-4679-a939-01eb15994cb2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:55.852444 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cc45f89a-1cf0-4494-a3a8-307b47147eb7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=19e9ea5e96cd458499e30bb916fa6297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5207667 May 25 20:31:55.856890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44936) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:55.863008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f38642bc-1776-4fff-a749-b6c48fe6d0cf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:55.944409 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4ef957a-ef1d-40a6-849e-51e7c6040848 req-9e566b5f-d84c-4919-a05f-d7a056ab983a tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0774243 May 25 20:31:56.096183 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc1782c7-e01e-4134-8ff3-082c9132a673 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:56.184416 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10726686-3285-4ab1-b2f8-a4e25687eb83 req-6c1b8ee4-bee4-410e-94ec-fa69621728fe tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0616395 May 25 20:31:56.185933 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a325b539-171f-4686-8a87-245723267bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:56.190130 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f38642bc-1776-4fff-a749-b6c48fe6d0cf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:56.250858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38642bc-1776-4fff-a749-b6c48fe6d0cf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afc6ba7-5dec-4917-aa86-a0f388a17601,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:56.301696 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a325b539-171f-4686-8a87-245723267bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:56.335263 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1782c7-e01e-4134-8ff3-082c9132a673 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event deleted for resources: {'Port': ['ID=0b9aeef1-13d5-4183-a0c6-798cdd1efdbe,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:56.423279 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f38642bc-1776-4fff-a749-b6c48fe6d0cf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:56.429699 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f38642bc-1776-4fff-a749-b6c48fe6d0cf tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-groups/7afc6ba7-5dec-4917-aa86-a0f388a17601 HTTP/1.1" status: 204 len: 168 time: 0.7877171 May 25 20:31:56.437323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44956) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:56.447532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a325b539-171f-4686-8a87-245723267bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:56.492111 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325b539-171f-4686-8a87-245723267bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3c5891-09f3-4679-a939-01eb15994cb2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:56.505262 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a325b539-171f-4686-8a87-245723267bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:56.506904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a325b539-171f-4686-8a87-245723267bf0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba3c5891-09f3-4679-a939-01eb15994cb2 HTTP/1.1" status: 204 len: 168 time: 0.6490295 May 25 20:31:56.651927 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc1782c7-e01e-4134-8ff3-082c9132a673 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:56.674722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44964) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:56.736208 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bc1782c7-e01e-4134-8ff3-082c9132a673 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "DELETE /v2.0/ports/0b9aeef1-13d5-4183-a0c6-798cdd1efdbe HTTP/1.1" status: 204 len: 168 time: 2.1642311 May 25 20:31:56.739661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44970) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:56.745800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f3ceee28-c5cd-422c-9e28-f948d6f1097b tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:56.829970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f3ceee28-c5cd-422c-9e28-f948d6f1097b tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:56.842585 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f3ceee28-c5cd-422c-9e28-f948d6f1097b tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4005220 May 25 20:31:56.846342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44978) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:56.876123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2cb56-308b-44a6-9c58-2e3499045c8c req-922baead-118d-446e-9085-2e60b4f440ff tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:56.878022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-00a2cb56-308b-44a6-9c58-2e3499045c8c req-922baead-118d-446e-9085-2e60b4f440ff tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.2739880 May 25 20:31:56.886384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-0bcb03f7-cfb5-48f9-b1db-d5940de38cb5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744985168'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:56.912342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0bcb03f7-cfb5-48f9-b1db-d5940de38cb5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:56.943726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0bcb03f7-cfb5-48f9-b1db-d5940de38cb5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:56.978123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ec9a89-e876-4479-b023-37d5d8d385f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:56.979485 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-00a2cb56-308b-44a6-9c58-2e3499045c8c req-a74acad1-6adf-4146-b2f8-6b7cb8a1d62d tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949957 May 25 20:31:56.980053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c9ec9a89-e876-4479-b023-37d5d8d385f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Synchronizing usage tracker for tenant:150275eac2664599bd00a134bd71743a on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:57.014053 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0bcb03f7-cfb5-48f9-b1db-d5940de38cb5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.052745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0bcb03f7-cfb5-48f9-b1db-d5940de38cb5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:57.056129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c9ec9a89-e876-4479-b023-37d5d8d385f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Unset dirty status for tenant:150275eac2664599bd00a134bd71743a on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:57.057554 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c9ec9a89-e876-4479-b023-37d5d8d385f9 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f6bdf74-1e66-42f3-9a90-bf8914bdd493 HTTP/1.1" status: 200 len: 913 time: 0.3168662 May 25 20:31:57.060617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44986) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:57.062916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0bcb03f7-cfb5-48f9-b1db-d5940de38cb5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:57.066372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0bcb03f7-cfb5-48f9-b1db-d5940de38cb5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:57.074120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0bcb03f7-cfb5-48f9-b1db-d5940de38cb5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:57.213960 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e3330107-b171-40ce-b45a-195e11b03e36 req-7bed1ed7-c0d4-4068-9dbe-fd3e1b887ec6 tempest-ServerShowV254Test-2005516004 tempest-ServerShowV254Test-2005516004-project] 10.222.0.60 "GET /v2.0/ports?device_id=99a2c3ae-727f-4520-8e36-c797e116dd01 HTTP/1.1" status: 200 len: 210 time: 0.0532682 May 25 20:31:57.261422 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2327f796-23f2-4985-a949-a2bf604483b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.278868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44990) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:57.310012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2327f796-23f2-4985-a949-a2bf604483b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:57.328473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2327f796-23f2-4985-a949-a2bf604483b0 admin admin] Usage tracker for resource:security_group_rule and tenant:f924208855cf4b44a9e10fb8955079ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:57.332745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2327f796-23f2-4985-a949-a2bf604483b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:57.336822 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0bcb03f7-cfb5-48f9-b1db-d5940de38cb5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.349900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2327f796-23f2-4985-a949-a2bf604483b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:57.351904 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0bcb03f7-cfb5-48f9-b1db-d5940de38cb5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.427579 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-aaa005a5-df89-401c-b434-1a749479374e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=181e8d87cc9d413b880afc52bd0f67b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476886 May 25 20:31:57.439717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44998) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:57.447784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb03f7-cfb5-48f9-b1db-d5940de38cb5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=271c3af9-e4e7-4a67-8b82-65d63865ee19,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:57.476280 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0bcb03f7-cfb5-48f9-b1db-d5940de38cb5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.480268 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0bcb03f7-cfb5-48f9-b1db-d5940de38cb5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6158125 May 25 20:31:57.480672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45002) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:57.492013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group': {'name': 'tempest-secgroup--812616746'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:57.500934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:57.505769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:57.509264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:57.516038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:57.541123 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.560416 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67fb9855-129e-4ed0-991d-c6e163c9185b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.615364 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67fb9855-129e-4ed0-991d-c6e163c9185b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.624170 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2327f796-23f2-4985-a949-a2bf604483b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.631023 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2327f796-23f2-4985-a949-a2bf604483b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.640241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:57.644431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:57.647294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:57.653659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:57.712523 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2327f796-23f2-4985-a949-a2bf604483b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f924208855cf4b44a9e10fb8955079ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0357263 May 25 20:31:57.717112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45008) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:57.742291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327f796-23f2-4985-a949-a2bf604483b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e513f5-b413-4fe5-88ef-fd44ca639399,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:57.797712 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67fb9855-129e-4ed0-991d-c6e163c9185b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.856301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb9855-129e-4ed0-991d-c6e163c9185b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5136cc-f043-4916-974a-1a27544d8628,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:57.881818 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.894717 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67fb9855-129e-4ed0-991d-c6e163c9185b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.899051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-67fb9855-129e-4ed0-991d-c6e163c9185b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f5136cc-f043-4916-974a-1a27544d8628 HTTP/1.1" status: 204 len: 168 time: 0.4570222 May 25 20:31:57.900162 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-16eb6e9b-2838-4064-b63f-d3d4bb2cf839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.926657 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.938084 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-16eb6e9b-2838-4064-b63f-d3d4bb2cf839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:57.993831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7581564c-fdda-4948-93ce-2b2f5862da90,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:58.005744 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:58.007791 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a33b9c89-a57a-41b2-b5bb-80a58938a39c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5255063 May 25 20:31:58.010317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45020) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:58.021976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-44021887-44a5-4443-b3fc-1e486158179f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group_rule': {'security_group_id': '271c3af9-e4e7-4a67-8b82-65d63865ee19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7581564c-fdda-4948-93ce-2b2f5862da90', 'remote_ip_prefix': None}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:31:58.061009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-44021887-44a5-4443-b3fc-1e486158179f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:58.069582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-44021887-44a5-4443-b3fc-1e486158179f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:58.072571 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:58.077892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-44021887-44a5-4443-b3fc-1e486158179f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:58.081512 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-16eb6e9b-2838-4064-b63f-d3d4bb2cf839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:58.115913 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e60ad8e1-18d0-4e7c-b4ae-1e99dbfecd74 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:58.131692 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5fcd7ec8-e60f-414b-b509-83e018ea6445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:58.138921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-44021887-44a5-4443-b3fc-1e486158179f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:31:58.151009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb6e9b-2838-4064-b63f-d3d4bb2cf839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e513f5-b413-4fe5-88ef-fd44ca639399,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:58.191968 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-16eb6e9b-2838-4064-b63f-d3d4bb2cf839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:58.193475 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-16eb6e9b-2838-4064-b63f-d3d4bb2cf839 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51e513f5-b413-4fe5-88ef-fd44ca639399 HTTP/1.1" status: 204 len: 168 time: 0.4750984 May 25 20:31:58.231227 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44021887-44a5-4443-b3fc-1e486158179f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:58.426268 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44021887-44a5-4443-b3fc-1e486158179f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:58.437385 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44021887-44a5-4443-b3fc-1e486158179f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:58.519953 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44021887-44a5-4443-b3fc-1e486158179f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af6df6c-855a-46a3-a1b2-88eb12c0bf28,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:58.570615 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44021887-44a5-4443-b3fc-1e486158179f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:58.576264 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-44021887-44a5-4443-b3fc-1e486158179f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5647535 May 25 20:31:58.577151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45046) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:58.662394 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2ea4fd29-260f-44ce-b0b5-ba33bca1e729 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:58.691922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318d84e-e5a5-41b7-bc7b-f7ae53666ca3 req-bea30bb3-5a1f-436a-ac9c-0cd8cf79667b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:31:58.693470 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6318d84e-e5a5-41b7-bc7b-f7ae53666ca3 req-bea30bb3-5a1f-436a-ac9c-0cd8cf79667b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.3437505 May 25 20:31:58.704160 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2ea4fd29-260f-44ce-b0b5-ba33bca1e729 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:58.780732 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2ea4fd29-260f-44ce-b0b5-ba33bca1e729 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:58.845922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2ea4fd29-260f-44ce-b0b5-ba33bca1e729 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:58.851846 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2ea4fd29-260f-44ce-b0b5-ba33bca1e729 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/0af6df6c-855a-46a3-a1b2-88eb12c0bf28 HTTP/1.1" status: 204 len: 168 time: 0.2734556 May 25 20:31:58.852894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45058) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:58.864992 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4fd29-260f-44ce-b0b5-ba33bca1e729 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0af6df6c-855a-46a3-a1b2-88eb12c0bf28,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:58.985669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e01d7e88-231e-492b-b873-0ec71d3bdf88 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:59.004042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e01d7e88-231e-492b-b873-0ec71d3bdf88 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:59.009692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e01d7e88-231e-492b-b873-0ec71d3bdf88 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1466813 May 25 20:31:59.010140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45068) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:59.076051 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6318d84e-e5a5-41b7-bc7b-f7ae53666ca3 req-7fa353ae-bd8c-40d2-ab6d-9e2600c286cc tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616767 May 25 20:31:59.108519 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cda035b3-ff02-481c-8598-eb37ce17e7cb tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:59.158346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45074) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:59.164508 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cda035b3-ff02-481c-8598-eb37ce17e7cb tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:59.211352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e60ad8e1-18d0-4e7c-b4ae-1e99dbfecd74 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Deleting port 3b1d47e4-67ff-49ac-af9b-af14ea717451 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:31:59.214004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e60ad8e1-18d0-4e7c-b4ae-1e99dbfecd74 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:59.251149 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cda035b3-ff02-481c-8598-eb37ce17e7cb tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:59.297821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda035b3-ff02-481c-8598-eb37ce17e7cb tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7581564c-fdda-4948-93ce-2b2f5862da90,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:31:59.344298 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cda035b3-ff02-481c-8598-eb37ce17e7cb tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:59.348272 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cda035b3-ff02-481c-8598-eb37ce17e7cb tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-groups/7581564c-fdda-4948-93ce-2b2f5862da90 HTTP/1.1" status: 204 len: 168 time: 0.3342438 May 25 20:31:59.350348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45088) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:59.480968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f43b9436-e9a2-4ec8-81d0-478143d29a5e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:31:59.506415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f43b9436-e9a2-4ec8-81d0-478143d29a5e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:31:59.508186 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f43b9436-e9a2-4ec8-81d0-478143d29a5e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1566892 May 25 20:31:59.511369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45092) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:31:59.639797 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c422770d-935f-4848-b13a-249c55f5921c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:59.773833 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c045ba2e-1e7a-4ab0-aaad-333e1a4d3f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:59.776597 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e60ad8e1-18d0-4e7c-b4ae-1e99dbfecd74 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:59.847820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c045ba2e-1e7a-4ab0-aaad-333e1a4d3f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:31:59.859907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c045ba2e-1e7a-4ab0-aaad-333e1a4d3f9d admin admin] Usage tracker for resource:security_group_rule and tenant:2e427ec7491f4799beb2f6118eca13ac is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:31:59.872516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c045ba2e-1e7a-4ab0-aaad-333e1a4d3f9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:31:59.885457 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c422770d-935f-4848-b13a-249c55f5921c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:31:59.937335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e60ad8e1-18d0-4e7c-b4ae-1e99dbfecd74 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Calling delete_port for 3b1d47e4-67ff-49ac-af9b-af14ea717451 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:31:59.937515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c045ba2e-1e7a-4ab0-aaad-333e1a4d3f9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:00.142119 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c422770d-935f-4848-b13a-249c55f5921c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:00.194494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422770d-935f-4848-b13a-249c55f5921c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=271c3af9-e4e7-4a67-8b82-65d63865ee19,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:00.257855 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e60ad8e1-18d0-4e7c-b4ae-1e99dbfecd74 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:00.258747 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c422770d-935f-4848-b13a-249c55f5921c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:00.260496 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c422770d-935f-4848-b13a-249c55f5921c tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-groups/271c3af9-e4e7-4a67-8b82-65d63865ee19 HTTP/1.1" status: 204 len: 168 time: 0.7471294 May 25 20:32:00.264223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45128) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:00.329083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ad8e1-18d0-4e7c-b4ae-1e99dbfecd74 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event deleted for resources: {'Port': ['ID=3b1d47e4-67ff-49ac-af9b-af14ea717451,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:00.357992 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c045ba2e-1e7a-4ab0-aaad-333e1a4d3f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:00.434035 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d799d023-b7ba-4596-97bf-9d91e6f3994e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:00.448961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c045ba2e-1e7a-4ab0-aaad-333e1a4d3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:00.575036 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-64c610fe-5479-4847-b0c8-6c2b126f3ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:00.661198 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c045ba2e-1e7a-4ab0-aaad-333e1a4d3f9d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e427ec7491f4799beb2f6118eca13ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5007703 May 25 20:32:00.666508 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45134) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:00.670415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d799d023-b7ba-4596-97bf-9d91e6f3994e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:00.674883 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d799d023-b7ba-4596-97bf-9d91e6f3994e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4048460 May 25 20:32:00.688070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45136) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:00.693357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045ba2e-1e7a-4ab0-aaad-333e1a4d3f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dd0487-1278-486a-9c6f-cb2da3669f7d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:00.726693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c176ded9-51fc-4195-a702-059679d0a39e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group': {'name': 'tempest-secgroup--252631344'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:00.741676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c176ded9-51fc-4195-a702-059679d0a39e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:00.804366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c176ded9-51fc-4195-a702-059679d0a39e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:00.814933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9086225-95ea-48cc-9710-6ad890a1cdad req-3d9755e0-5324-4a78-8511-641ba84ad42b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:00.817019 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9086225-95ea-48cc-9710-6ad890a1cdad req-3d9755e0-5324-4a78-8511-641ba84ad42b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.3358071 May 25 20:32:00.828191 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e1327f7-8671-4429-85fb-252911838a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:00.933283 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c176ded9-51fc-4195-a702-059679d0a39e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:00.980064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c176ded9-51fc-4195-a702-059679d0a39e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:00.987804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c176ded9-51fc-4195-a702-059679d0a39e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:00.994594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c176ded9-51fc-4195-a702-059679d0a39e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:00.999063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c176ded9-51fc-4195-a702-059679d0a39e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:01.006569 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9086225-95ea-48cc-9710-6ad890a1cdad req-164bc684-42e2-46dd-adef-e3678c7125f4 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803775 May 25 20:32:01.008527 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e1327f7-8671-4429-85fb-252911838a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:01.075071 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e60ad8e1-18d0-4e7c-b4ae-1e99dbfecd74 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:01.149661 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e1327f7-8671-4429-85fb-252911838a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:01.198422 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1327f7-8671-4429-85fb-252911838a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dd0487-1278-486a-9c6f-cb2da3669f7d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:01.201351 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c176ded9-51fc-4195-a702-059679d0a39e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:01.203516 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e1327f7-8671-4429-85fb-252911838a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:01.207784 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5e1327f7-8671-4429-85fb-252911838a95 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58dd0487-1278-486a-9c6f-cb2da3669f7d HTTP/1.1" status: 204 len: 168 time: 0.5268409 May 25 20:32:01.370598 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:01.383807 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c176ded9-51fc-4195-a702-059679d0a39e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:01.440011 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c176ded9-51fc-4195-a702-059679d0a39e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:01.443849 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c176ded9-51fc-4195-a702-059679d0a39e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7522864 May 25 20:32:01.445127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45168) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:01.457070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-deaf58c9-f85e-4753-bc4c-5994124976f0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group_rule': {'security_group_id': 'fa836ac4-955c-4387-8305-6cc5a4451dbf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:01.484652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-deaf58c9-f85e-4753-bc4c-5994124976f0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:01.503889 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-deaf58c9-f85e-4753-bc4c-5994124976f0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:01.511228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-deaf58c9-f85e-4753-bc4c-5994124976f0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:01.534572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-deaf58c9-f85e-4753-bc4c-5994124976f0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:01.544584 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d70ac133-749b-4fd1-af7b-3e61bf10339e details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:32:01.567242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176ded9-51fc-4195-a702-059679d0a39e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa836ac4-955c-4387-8305-6cc5a4451dbf,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:01.581910 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-deaf58c9-f85e-4753-bc4c-5994124976f0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:01.606338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45176) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:01.785512 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-deaf58c9-f85e-4753-bc4c-5994124976f0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:01.790701 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-deaf58c9-f85e-4753-bc4c-5994124976f0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:01.824079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf58c9-f85e-4753-bc4c-5994124976f0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42677ff-0695-423a-b146-c1126ca18709,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:01.843554 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-deaf58c9-f85e-4753-bc4c-5994124976f0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:01.845500 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-deaf58c9-f85e-4753-bc4c-5994124976f0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3986192 May 25 20:32:01.848099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45190) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:01.876127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d70ac133-749b-4fd1-af7b-3e61bf10339e no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:32:01.943047 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d70ac133-749b-4fd1-af7b-3e61bf10339e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d70ac133-749b-4fd1-af7b-3e61bf10339e,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:01.959867 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:01.974036 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'd70ac133-749b-4fd1-af7b-3e61bf10339e', 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f', 'port_id': 'd70ac133-749b-4fd1-af7b-3e61bf10339e', 'mac_address': 'fa:16:3e:11:e8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1a9ea4-8bbb-4cea-a1d1-019b683babad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:32:01.983359 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f1ac2fd-906f-4c7a-832b-2af782cda776 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:01.991535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60ad8e1-18d0-4e7c-b4ae-1e99dbfecd74 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Router 5f6bdf74-1e66-42f3-9a90-bf8914bdd493 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:32:02.051306 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f1ac2fd-906f-4c7a-832b-2af782cda776 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:02.108771 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f1ac2fd-906f-4c7a-832b-2af782cda776 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:02.155028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ac2fd-906f-4c7a-832b-2af782cda776 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e42677ff-0695-423a-b146-c1126ca18709,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:02.175871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f1ac2fd-906f-4c7a-832b-2af782cda776 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:02.179830 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4f1ac2fd-906f-4c7a-832b-2af782cda776 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e42677ff-0695-423a-b146-c1126ca18709 HTTP/1.1" status: 204 len: 168 time: 0.3300405 May 25 20:32:02.180432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45200) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:02.213930 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30f6fa84-8b48-4aae-92d2-5a0c604d6769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:02.260720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d70ac133-749b-4fd1-af7b-3e61bf10339e is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:32:02.261348 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:02.269714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a91b8a34-e4f5-430c-b5e8-375149a3151b tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:02.298524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a91b8a34-e4f5-430c-b5e8-375149a3151b tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:02.304661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d70ac133-749b-4fd1-af7b-3e61bf10339e {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:32:02.315525 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a91b8a34-e4f5-430c-b5e8-375149a3151b tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1321254 May 25 20:32:02.328658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45206) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:02.346673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d70ac133-749b-4fd1-af7b-3e61bf10339e is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:32:02.349533 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:02.406646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d70ac133-749b-4fd1-af7b-3e61bf10339e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d70ac133-749b-4fd1-af7b-3e61bf10339e,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:02.416743 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:02.468748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-30f6fa84-8b48-4aae-92d2-5a0c604d6769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:02.474474 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3872d6cd-745a-4245-8ce2-c2be216511fd tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:02.482025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-30f6fa84-8b48-4aae-92d2-5a0c604d6769 admin admin] Usage tracker for resource:security_group_rule and tenant:10083dd0860540ad893f0c13e706839f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:02.487060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-30f6fa84-8b48-4aae-92d2-5a0c604d6769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:02.506366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-30f6fa84-8b48-4aae-92d2-5a0c604d6769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:02.577978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60ad8e1-18d0-4e7c-b4ae-1e99dbfecd74 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:32:02.581337 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3872d6cd-745a-4245-8ce2-c2be216511fd tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:02.604575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e60ad8e1-18d0-4e7c-b4ae-1e99dbfecd74 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "PUT /v2.0/routers/5f6bdf74-1e66-42f3-9a90-bf8914bdd493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5421886 May 25 20:32:02.608042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45222) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:02.659815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09767a4-09bc-4d58-a1e4-ed67ddf99cb3 None None] Sync routers for ids ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:32:02.687289 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['d70ac133-749b-4fd1-af7b-3e61bf10339e'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:32:02.755134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3872d6cd-745a-4245-8ce2-c2be216511fd tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:02.823288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872d6cd-745a-4245-8ce2-c2be216511fd tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa836ac4-955c-4387-8305-6cc5a4451dbf,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:02.879535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d70ac133-749b-4fd1-af7b-3e61bf10339e,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:02.885035 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3872d6cd-745a-4245-8ce2-c2be216511fd tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:02.889822 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3872d6cd-745a-4245-8ce2-c2be216511fd tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-groups/fa836ac4-955c-4387-8305-6cc5a4451dbf HTTP/1.1" status: 204 len: 168 time: 0.5552475 May 25 20:32:02.895421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45234) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:02.911298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:02.911908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:02.912463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:02.912997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:02.913656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:02.914218 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:02.914773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:02.915304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:02.915826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:02.916726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:02.918373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:02.918996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:02.923172 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:32:02.923899 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:32:02.937351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09767a4-09bc-4d58-a1e4-ed67ddf99cb3 None None] Routers {'5f6bdf74-1e66-42f3-9a90-bf8914bdd493'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:32:02.938337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b09767a4-09bc-4d58-a1e4-ed67ddf99cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:32:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:03.031132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d44fc-56d3-4181-831e-8ec71a99750b req-197eece0-7085-4074-94c4-e4beb9a84579 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:03.048963 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e5d44fc-56d3-4181-831e-8ec71a99750b req-197eece0-7085-4074-94c4-e4beb9a84579 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 945 time: 0.7983549 May 25 20:32:03.053728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b09767a4-09bc-4d58-a1e4-ed67ddf99cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:03.085692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09767a4-09bc-4d58-a1e4-ed67ddf99cb3 None None] Routers {'5f6bdf74-1e66-42f3-9a90-bf8914bdd493'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:32:03.086536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b09767a4-09bc-4d58-a1e4-ed67ddf99cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:32:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:03.251389 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45250) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:03.285120 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:03.349985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b09767a4-09bc-4d58-a1e4-ed67ddf99cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:03.351085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09767a4-09bc-4d58-a1e4-ed67ddf99cb3 None None] The sync data for ids ['5f6bdf74-1e66-42f3-9a90-bf8914bdd493'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:32:03.397175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-18dacc12-05b4-4452-b37c-d5ce82faaeeb tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:03.425862 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e5d44fc-56d3-4181-831e-8ec71a99750b req-32da40fe-7d96-4740-a2ef-a05a6a6364ee tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726346 May 25 20:32:03.447383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1045909419-network', 'tenant_id': '3abdeae5dc2c46b6a70e4b0f4edc9fa5'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:03.448903 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:03.468448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:03.487962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Usage tracker for resource:network and tenant:3abdeae5dc2c46b6a70e4b0f4edc9fa5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:03.495018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:03.510212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:03.577879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45262) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:03.601185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d70ac133-749b-4fd1-af7b-3e61bf10339e is: BUILD; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:32:03.609502 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30f6fa84-8b48-4aae-92d2-5a0c604d6769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:03.616083 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:03.628097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-18dacc12-05b4-4452-b37c-d5ce82faaeeb tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:03.628097 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-18dacc12-05b4-4452-b37c-d5ce82faaeeb tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7206178 May 25 20:32:03.634450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45266) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:03.646828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e231aa53-c2b1-4411-8094-c2bb227fa156 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group': {'name': 'tempest-secgroup--893752100'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:03.668507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d70ac133-749b-4fd1-af7b-3e61bf10339e {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:32:03.686787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Made reservation on behalf of 3abdeae5dc2c46b6a70e4b0f4edc9fa5 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:32:03.691898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30f6fa84-8b48-4aae-92d2-5a0c604d6769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:03.706734 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:03.710691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d70ac133-749b-4fd1-af7b-3e61bf10339e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d70ac133-749b-4fd1-af7b-3e61bf10339e,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:03.725591 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:03.746834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e231aa53-c2b1-4411-8094-c2bb227fa156 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:03.770534 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-30f6fa84-8b48-4aae-92d2-5a0c604d6769 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10083dd0860540ad893f0c13e706839f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1606691 May 25 20:32:03.773299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45272) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:03.775884 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:03.810435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e231aa53-c2b1-4411-8094-c2bb227fa156 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:03.817261 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:03.826467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Usage tracker for resource:security_group_rule and tenant:3abdeae5dc2c46b6a70e4b0f4edc9fa5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:03.832674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:03.837829 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e231aa53-c2b1-4411-8094-c2bb227fa156 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:03.860980 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:03.885875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d70ac133-749b-4fd1-af7b-3e61bf10339e,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:03.907640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e231aa53-c2b1-4411-8094-c2bb227fa156 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:03.909920 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:03.926559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e231aa53-c2b1-4411-8094-c2bb227fa156 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:03.959768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e231aa53-c2b1-4411-8094-c2bb227fa156 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:03.963299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6fa84-8b48-4aae-92d2-5a0c604d6769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bc5103-b36a-4cf3-9610-36c3dafd4cbf,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:04.003114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e231aa53-c2b1-4411-8094-c2bb227fa156 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:04.004628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Deleting port af766c26-9407-4b99-b89d-e75d3f845d0b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:32:04.004972 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.049057 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c09b-b030-42fe-80c5-7f0a1a2b4071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.079451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b8e5c09b-b030-42fe-80c5-7f0a1a2b4071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:04.087820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b8e5c09b-b030-42fe-80c5-7f0a1a2b4071 admin admin] Usage tracker for resource:security_group_rule and tenant:f72b7b4d3c3c49159ef4ced8342a7a61 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:04.093204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b8e5c09b-b030-42fe-80c5-7f0a1a2b4071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:04.096643 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-551012a5-4ea7-40ff-b005-f38d9ef76477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.105798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b8e5c09b-b030-42fe-80c5-7f0a1a2b4071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:04.229733 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e231aa53-c2b1-4411-8094-c2bb227fa156 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.234236 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-551012a5-4ea7-40ff-b005-f38d9ef76477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.244046 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e231aa53-c2b1-4411-8094-c2bb227fa156 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.274354 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.285526 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.298855 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.331623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231aa53-c2b1-4411-8094-c2bb227fa156 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61558916-2d8f-4314-aa22-f72368a1a46c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:04.342716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:32:04.410127 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.410700 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Added segment 75aadb6f-fc94-4673-8a82-8099c6d153bb of type vlan for network 01411534-9c0c-446c-92ba-2d626a3c50c9 May 25 20:32:04.412783 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e231aa53-c2b1-4411-8094-c2bb227fa156 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.414774 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e231aa53-c2b1-4411-8094-c2bb227fa156 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7766149 May 25 20:32:04.437699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45286) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:04.467619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a0f810f2-8cba-45fe-ac18-7f8a523bf952 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group_rule': {'security_group_id': '61558916-2d8f-4314-aa22-f72368a1a46c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:04.484212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ff1804-7ce0-4fac-a7db-0248267988d2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:04.490012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a0f810f2-8cba-45fe-ac18-7f8a523bf952 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:04.495075 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c09b-b030-42fe-80c5-7f0a1a2b4071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.506828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a0f810f2-8cba-45fe-ac18-7f8a523bf952 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:04.512923 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c09b-b030-42fe-80c5-7f0a1a2b4071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.520137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a0f810f2-8cba-45fe-ac18-7f8a523bf952 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:04.538101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.548199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a0f810f2-8cba-45fe-ac18-7f8a523bf952 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:04.598521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Calling delete_port for af766c26-9407-4b99-b89d-e75d3f845d0b owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:32:04.643854 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b8e5c09b-b030-42fe-80c5-7f0a1a2b4071 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f72b7b4d3c3c49159ef4ced8342a7a61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0348871 May 25 20:32:04.644212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45296) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:04.676350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5c09b-b030-42fe-80c5-7f0a1a2b4071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b3675a-15e3-409e-bd72-624d089203d8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:04.704840 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a0f810f2-8cba-45fe-ac18-7f8a523bf952 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.731737 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-551012a5-4ea7-40ff-b005-f38d9ef76477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.758778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551012a5-4ea7-40ff-b005-f38d9ef76477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bc5103-b36a-4cf3-9610-36c3dafd4cbf,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:04.776203 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-551012a5-4ea7-40ff-b005-f38d9ef76477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.778012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-551012a5-4ea7-40ff-b005-f38d9ef76477 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74bc5103-b36a-4cf3-9610-36c3dafd4cbf HTTP/1.1" status: 204 len: 168 time: 0.9796367 May 25 20:32:04.796454 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb33061b-648a-4b7f-b8a8-cea041c79c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.815797 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.816930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:04.817873 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.836246 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb33061b-648a-4b7f-b8a8-cea041c79c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:04.953061 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.012620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event deleted for resources: {'Port': ['ID=af766c26-9407-4b99-b89d-e75d3f845d0b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:05.046385 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb33061b-648a-4b7f-b8a8-cea041c79c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.083267 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8305361 May 25 20:32:05.087932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45308) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:05.100452 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88fb01-e6c7-4e70-b0b4-c21200b29357 admin admin] Pushing event updated for resources: {'Network': ['ID=01411534-9c0c-446c-92ba-2d626a3c50c9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:05.112075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 01411534-9c0c-446c-92ba-2d626a3c50c9 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:32:05.122949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Request body: {'subnet': {'network_id': '01411534-9c0c-446c-92ba-2d626a3c50c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1045909419-subnet', 'tenant_id': '3abdeae5dc2c46b6a70e4b0f4edc9fa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:05.148757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:05.159058 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a0f810f2-8cba-45fe-ac18-7f8a523bf952 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.168560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc9bc9-122b-4f3e-9c9c-3f9e45eaa7e4 req-50d29560-c91b-438f-9046-8efa50f81147 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:05.170367 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dbcc9bc9-122b-4f3e-9c9c-3f9e45eaa7e4 req-50d29560-c91b-438f-9046-8efa50f81147 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 944 time: 0.5962267 May 25 20:32:05.172023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Usage tracker for resource:subnet and tenant:3abdeae5dc2c46b6a70e4b0f4edc9fa5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:05.175287 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a0f810f2-8cba-45fe-ac18-7f8a523bf952 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.177343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:05.191524 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.204077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:05.233296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f810f2-8cba-45fe-ac18-7f8a523bf952 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84eca9b-c3f4-4204-85da-33fc45ddd27e,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:05.258329 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a0f810f2-8cba-45fe-ac18-7f8a523bf952 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.262825 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a0f810f2-8cba-45fe-ac18-7f8a523bf952 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8174148 May 25 20:32:05.263883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45318) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:05.268645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Made reservation on behalf of 3abdeae5dc2c46b6a70e4b0f4edc9fa5 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:32:05.271083 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.304747 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dbcc9bc9-122b-4f3e-9c9c-3f9e45eaa7e4 req-413fb349-2a16-4f10-8300-5a75718a734d tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138835 May 25 20:32:05.375716 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-afac39ef-e8a9-41d6-9dd6-9c97cde0d5b2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules/f84eca9b-c3f4-4204-85da-33fc45ddd27e HTTP/1.1" status: 200 len: 763 time: 0.1107571 May 25 20:32:05.387051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45326) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:05.460951 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.483556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1e79960a-bceb-400a-b308-96f4ded5f7af tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:05.490298 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.494654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1e79960a-bceb-400a-b308-96f4ded5f7af tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:05.496709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1e79960a-bceb-400a-b308-96f4ded5f7af tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1093309 May 25 20:32:05.501078 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45334) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:05.502777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33061b-648a-4b7f-b8a8-cea041c79c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b3675a-15e3-409e-bd72-624d089203d8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:05.511963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.512520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Fanout notify agent at l3_agent the message router_deleted on router 5f6bdf74-1e66-42f3-9a90-bf8914bdd493 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:32:05.571577 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.573700 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d4c4fc25-ab65-4699-9e34-099c205a4953 tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "DELETE /v2.0/routers/5f6bdf74-1e66-42f3-9a90-bf8914bdd493 HTTP/1.1" status: 204 len: 168 time: 2.9444726 May 25 20:32:05.575703 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ee30-63d9-4afd-976a-a4aeea24699a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.577965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d70ac133-749b-4fd1-af7b-3e61bf10339e up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:32:05.580103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45338) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:05.583716 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb33061b-648a-4b7f-b8a8-cea041c79c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.584821 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bb33061b-648a-4b7f-b8a8-cea041c79c28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0b3675a-15e3-409e-bd72-624d089203d8 HTTP/1.1" status: 204 len: 168 time: 0.9394255 May 25 20:32:05.590872 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ee30-63d9-4afd-976a-a4aeea24699a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.629183 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ee30-63d9-4afd-976a-a4aeea24699a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.681302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1ee30-63d9-4afd-976a-a4aeea24699a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f84eca9b-c3f4-4204-85da-33fc45ddd27e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:05.698304 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.698575 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ee30-63d9-4afd-976a-a4aeea24699a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.701800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dbe1ee30-63d9-4afd-976a-a4aeea24699a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f84eca9b-c3f4-4204-85da-33fc45ddd27e HTTP/1.1" status: 204 len: 168 time: 0.1935604 May 25 20:32:05.706335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45346) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:05.740911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port d70ac133-749b-4fd1-af7b-3e61bf10339e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:32:05.741284 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.832420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-22f8de0e-8e88-43f3-b93f-f3b8b2aeacff tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:05.837785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a901c2e3-b66e-4d95-bcaf-d507b1fc2533,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:05.861554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-22f8de0e-8e88-43f3-b93f-f3b8b2aeacff tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:05.864727 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-22f8de0e-8e88-43f3-b93f-f3b8b2aeacff tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1565793 May 25 20:32:05.867620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45358) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:05.880517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group_rule': {'security_group_id': '61558916-2d8f-4314-aa22-f72368a1a46c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:05.915778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:05.922730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbcba62-c05d-46a1-bb67-9b1c9785bf7e tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Deleting subnet ed4fa4aa-2986-41c9-849b-9f61c8f7131b {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:32:05.931158 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbcba62-c05d-46a1-bb67-9b1c9785bf7e tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.932718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:05.983753 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:05.989192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Checking segment: {'id': '75aadb6f-fc94-4673-8a82-8099c6d153bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '01411534-9c0c-446c-92ba-2d626a3c50c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:32:05.989549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Network hostable DHCP agents. Network: 01411534-9c0c-446c-92ba-2d626a3c50c9, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:32:06.019117 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbcba62-c05d-46a1-bb67-9b1c9785bf7e tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:06.052657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Network 01411534-9c0c-446c-92ba-2d626a3c50c9 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:32:06.054816 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port d70ac133-749b-4fd1-af7b-3e61bf10339e is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:32:06.055185 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:06.085816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 01411534-9c0c-446c-92ba-2d626a3c50c9) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:32:06.091020 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6cdae-b801-4b40-8208-b4455ff4f248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70ac133-749b-4fd1-af7b-3e61bf10339e'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:32:06.116609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875a5011-ede5-4b90-9d67-450e2e1a038e None None] Network 01411534-9c0c-446c-92ba-2d626a3c50c9 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:32:06.120817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:06.123012 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:06.164334 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:06.171435 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:06.181678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port d70ac133-749b-4fd1-af7b-3e61bf10339e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d70ac133-749b-4fd1-af7b-3e61bf10339e,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:06.218366 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9c655b-ed2c-4f67-87d9-04e43289d568'] response: {'server_uuid': 'afc6cdae-b801-4b40-8208-b4455ff4f248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70ac133-749b-4fd1-af7b-3e61bf10339e', 'code': 200} May 25 20:32:06.224435 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:06.226337 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3568637 May 25 20:32:06.231526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45368) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:06.236024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5412f3a0-ecf5-4d2e-b9fb-bad32bdc4182,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:06.248788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45372) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:06.301201 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-12bff195-934b-4f85-b7f6-a13e2f5bb1dd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2061708 May 25 20:32:06.312768 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f17c0550-eee1-4b5b-b49f-b1aa555d0b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:06.341313 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbcba62-c05d-46a1-bb67-9b1c9785bf7e tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:06.353348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:06.353692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:06.358275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:06.358800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:06.359187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:06.359478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:06.359805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:06.360128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:06.360449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:06.360770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:06.366233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:06.366618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba42ff5-8cea-4d01-ad7c-75f600a5a49f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:06.389856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45386) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:06.394911 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fc7510be-2120-4a27-a221-f9187dec93c0 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules/5412f3a0-ecf5-4d2e-b9fb-bad32bdc4182 HTTP/1.1" status: 200 len: 763 time: 0.1606164 May 25 20:32:06.396205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f17c0550-eee1-4b5b-b49f-b1aa555d0b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:06.413955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f17c0550-eee1-4b5b-b49f-b1aa555d0b31 admin admin] Usage tracker for resource:security_group_rule and tenant:7d9186996b46479e81393f5ed79b848d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:06.424545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f17c0550-eee1-4b5b-b49f-b1aa555d0b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:06.441440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f17c0550-eee1-4b5b-b49f-b1aa555d0b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:06.614797 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:06.641613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f17c0550-eee1-4b5b-b49f-b1aa555d0b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:06.647649 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f17c0550-eee1-4b5b-b49f-b1aa555d0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:06.763566 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f17c0550-eee1-4b5b-b49f-b1aa555d0b31 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d9186996b46479e81393f5ed79b848d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5038643 May 25 20:32:06.764446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45396) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:06.819626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-293e0e89-ffbc-49b4-8d1d-7bbeafc1fca5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4213028 May 25 20:32:06.826744 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8ee1a3d-20db-4645-8dea-e2143ee17eb3 req-a3a5084e-ca99-4168-8880-c00eac196f47 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6340432 May 25 20:32:06.836734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=d70ac133-749b-4fd1-af7b-3e61bf10339e,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:06.852647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694aa492-182f-4c7b-bacc-e6ed7e7ba8b5 None None] Network 01411534-9c0c-446c-92ba-2d626a3c50c9 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:32:06.881541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45404) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:07.014825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c0550-eee1-4b5b-b49f-b1aa555d0b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098ccad8-213f-4cc1-a49b-e041571b16e9,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:07.063419 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8b21d07e-41ea-4ba6-bfb2-254abc655bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.098474 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8b21d07e-41ea-4ba6-bfb2-254abc655bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.213092 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8b21d07e-41ea-4ba6-bfb2-254abc655bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.221314 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f36c5097-2c88-443e-891b-26acfc22dedc tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.258517 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f36c5097-2c88-443e-891b-26acfc22dedc tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.269116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21d07e-41ea-4ba6-bfb2-254abc655bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098ccad8-213f-4cc1-a49b-e041571b16e9,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:07.276528 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbcba62-c05d-46a1-bb67-9b1c9785bf7e tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.293206 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8b21d07e-41ea-4ba6-bfb2-254abc655bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.308648 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8b21d07e-41ea-4ba6-bfb2-254abc655bd3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/098ccad8-213f-4cc1-a49b-e041571b16e9 HTTP/1.1" status: 204 len: 168 time: 0.5190063 May 25 20:32:07.352232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45424) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:07.360043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1402636003-network', 'tenant_id': '34c1ad1c78b64a7c8ed6cd8b88436422'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:07.367949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:07.374814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Usage tracker for resource:network and tenant:34c1ad1c78b64a7c8ed6cd8b88436422 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:07.378495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcba62-c05d-46a1-bb67-9b1c9785bf7e tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event deleted for resources: {'Subnet': ['ID=ed4fa4aa-2986-41c9-849b-9f61c8f7131b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:07.378970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:07.385605 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941fa17e-c9e4-4dc9-936b-6901571c4d71 None None] Network 4b7447c5-c722-4b6f-a5ea-66d116ce445b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:32:07.389683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:07.400319 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbcba62-c05d-46a1-bb67-9b1c9785bf7e tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.422053 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Made reservation on behalf of 34c1ad1c78b64a7c8ed6cd8b88436422 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:32:07.438711 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.463425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.504145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:07.508733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eff5a2-b980-4dc6-b744-12bcec2f050c req-c7579e0b-19ef-4efe-a648-815def91cd00 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:07.513018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Usage tracker for resource:security_group_rule and tenant:34c1ad1c78b64a7c8ed6cd8b88436422 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:07.516885 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-54eff5a2-b980-4dc6-b744-12bcec2f050c req-c7579e0b-19ef-4efe-a648-815def91cd00 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.9002798 May 25 20:32:07.517563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:07.521068 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4cbcba62-c05d-46a1-bb67-9b1c9785bf7e tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "DELETE /v2.0/subnets/ed4fa4aa-2986-41c9-849b-9f61c8f7131b HTTP/1.1" status: 204 len: 168 time: 1.9397981 May 25 20:32:07.523790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2815486-7bf2-451e-a0db-72f1cdb0ae20 req-ba3ec153-9f16-462b-bc6a-a02d55ad55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:07.525562 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2815486-7bf2-451e-a0db-72f1cdb0ae20 req-ba3ec153-9f16-462b-bc6a-a02d55ad55c8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 1097 time: 1.0106723 May 25 20:32:07.529426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45430) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:07.533389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:07.548415 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f36c5097-2c88-443e-891b-26acfc22dedc tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.601520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee1a3d-20db-4645-8dea-e2143ee17eb3 req-c1dab165-5bcb-46e5-b00b-e913f1fc061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:07.603470 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8ee1a3d-20db-4645-8dea-e2143ee17eb3 req-c1dab165-5bcb-46e5-b00b-e913f1fc061f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=020803919a5c403c829e7181dfbba0f0&device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 1101 time: 0.5866308 May 25 20:32:07.617565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f36c5097-2c88-443e-891b-26acfc22dedc tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.618984 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f36c5097-2c88-443e-891b-26acfc22dedc tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/5412f3a0-ecf5-4d2e-b9fb-bad32bdc4182 HTTP/1.1" status: 204 len: 168 time: 0.7317138 May 25 20:32:07.627785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45436) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:07.753085 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.757912 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.771208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c5097-2c88-443e-891b-26acfc22dedc tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5412f3a0-ecf5-4d2e-b9fb-bad32bdc4182,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:07.805699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b508fc75-6f17-4ab1-9f6a-bf46f49a1f20,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:07.820357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:32:07.843529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.844950 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Added segment 475c93af-0c8a-4d7a-8f8d-5b15d95062ca of type vlan for network ae020f33-c333-4a01-be2d-8a3f00f9352e May 25 20:32:07.926785 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:07.932998 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a2815486-7bf2-451e-a0db-72f1cdb0ae20 req-cd6dc429-4df8-44ad-b57a-1e3f2db5ff96 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857913 May 25 20:32:08.070104 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:08.071753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:08.074029 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:08.137357 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-54eff5a2-b980-4dc6-b744-12bcec2f050c req-f2119167-27a5-4a6c-b2cd-4486c3bcb3f8 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6192677 May 25 20:32:08.194086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f7d649-4123-481b-84f8-e8c20e0d4a48 None None] DHCP port deletion for 4b7447c5-c722-4b6f-a5ea-66d116ce445b request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:32:08.198587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7d649-4123-481b-84f8-e8c20e0d4a48 None None] Deleting port a343c816-7708-4d2a-b393-28b1555e6844 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:32:08.199454 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d2f7d649-4123-481b-84f8-e8c20e0d4a48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:08.227726 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:08.244949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-794cf002-5413-4ba7-863c-76ea9b8393c2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:08.276436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] Pushing event updated for resources: {'Network': ['ID=ae020f33-c333-4a01-be2d-8a3f00f9352e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:08.282453 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a02b5d65-9410-484a-a5c5-235b79badafa admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9257896 May 25 20:32:08.283016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45462) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:08.288916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Request body: {'subnet': {'network_id': 'ae020f33-c333-4a01-be2d-8a3f00f9352e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1402636003-subnet', 'tenant_id': '34c1ad1c78b64a7c8ed6cd8b88436422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:08.295740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Deleting port a343c816-7708-4d2a-b393-28b1555e6844 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:32:08.296614 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:08.296863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:08.296985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network ae020f33-c333-4a01-be2d-8a3f00f9352e details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:32:08.301879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Usage tracker for resource:subnet and tenant:34c1ad1c78b64a7c8ed6cd8b88436422 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:08.307033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:08.315457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:08.336645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Made reservation on behalf of 34c1ad1c78b64a7c8ed6cd8b88436422 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:32:08.339704 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:08.426877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-794cf002-5413-4ba7-863c-76ea9b8393c2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:08.428452 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-794cf002-5413-4ba7-863c-76ea9b8393c2 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7893956 May 25 20:32:08.433529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45476) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:08.437624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee1a3d-20db-4645-8dea-e2143ee17eb3 req-37ecb1ab-d8e6-4e72-ad57-c3cd21970760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:08.440391 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8ee1a3d-20db-4645-8dea-e2143ee17eb3 req-37ecb1ab-d8e6-4e72-ad57-c3cd21970760 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.7929688 May 25 20:32:08.458999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c8c8cecf-8acc-4a5a-8bde-6a4e57efab5a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group_rule': {'security_group_id': '61558916-2d8f-4314-aa22-f72368a1a46c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:08.595539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c8c8cecf-8acc-4a5a-8bde-6a4e57efab5a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:08.675613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c8c8cecf-8acc-4a5a-8bde-6a4e57efab5a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:08.925310 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d2f7d649-4123-481b-84f8-e8c20e0d4a48 None None] For port a343c816-7708-4d2a-b393-28b1555e6844, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a343c816-7708-4d2a-b393-28b1555e6844,segment=NetworkSegment(b833c9e2-2627-4e5c-8179-f84162768274),segment_id=b833c9e2-2627-4e5c-8179-f84162768274)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:08.927572 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d2f7d649-4123-481b-84f8-e8c20e0d4a48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:08.990437 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:09.194141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7d649-4123-481b-84f8-e8c20e0d4a48 None None] Calling delete_port for a343c816-7708-4d2a-b393-28b1555e6844 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:32:09.354232 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8ee1a3d-20db-4645-8dea-e2143ee17eb3 req-d446a827-072c-4a3e-9947-a40b23329b77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=53959c17-e842-4c34-99a6-6d1e35a9f435 HTTP/1.1" status: 200 len: 217 time: 0.8793836 May 25 20:32:09.406312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e340d3-cdb6-43a7-8c14-3577d9be467a,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:09.440536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Checking segment: {'id': '475c93af-0c8a-4d7a-8f8d-5b15d95062ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae020f33-c333-4a01-be2d-8a3f00f9352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:32:09.440892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Network hostable DHCP agents. Network: ae020f33-c333-4a01-be2d-8a3f00f9352e, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:32:09.525738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Network ae020f33-c333-4a01-be2d-8a3f00f9352e is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:32:09.540368 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d2f7d649-4123-481b-84f8-e8c20e0d4a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:09.552804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, ae020f33-c333-4a01-be2d-8a3f00f9352e) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:32:09.564546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:09.568177 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:09.627219 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e7621d67-a378-41df-9d8e-19464b0f0ed2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3427823 May 25 20:32:09.767660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d60d9a-e3c0-467c-bf9b-5fd291b1793a None None] Network ae020f33-c333-4a01-be2d-8a3f00f9352e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:32:09.988468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7d649-4123-481b-84f8-e8c20e0d4a48 None None] Pushing event deleted for resources: {'Port': ['ID=a343c816-7708-4d2a-b393-28b1555e6844,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:09.992274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f7d649-4123-481b-84f8-e8c20e0d4a48 None None] No DVR routers for this DVR port a343c816-7708-4d2a-b393-28b1555e6844 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:32:09.998205 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cecf-8acc-4a5a-8bde-6a4e57efab5a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:10.097096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a343c816-7708-4d2a-b393-28b1555e6844 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:32:10.157834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a343c816-7708-4d2a-b393-28b1555e6844 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:32:10.158563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a343c816-7708-4d2a-b393-28b1555e6844 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:32:10.242615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd47250-367f-4e07-8f2c-703fa0220692 None None] Network ae020f33-c333-4a01-be2d-8a3f00f9352e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:32:10.369916 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cecf-8acc-4a5a-8bde-6a4e57efab5a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:10.387958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee1a3d-20db-4645-8dea-e2143ee17eb3 req-c5988171-d633-4677-bbbb-0e6747f09e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:10.389744 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8ee1a3d-20db-4645-8dea-e2143ee17eb3 req-c5988171-d633-4677-bbbb-0e6747f09e49 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.6986833 May 25 20:32:10.391058 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cecf-8acc-4a5a-8bde-6a4e57efab5a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:10.593981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] For port a343c816-7708-4d2a-b393-28b1555e6844, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a343c816-7708-4d2a-b393-28b1555e6844,segment=NetworkSegment(b833c9e2-2627-4e5c-8179-f84162768274),segment_id=b833c9e2-2627-4e5c-8179-f84162768274)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:10.603195 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:10.670981 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cecf-8acc-4a5a-8bde-6a4e57efab5a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:10.679757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c8c8cecf-8acc-4a5a-8bde-6a4e57efab5a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2374911 May 25 20:32:10.680677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8cecf-8acc-4a5a-8bde-6a4e57efab5a tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a8f5ee-38f4-4f3e-b655-4a83e7e0f5e1,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:10.683359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45536) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:10.723670 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-20d8b70c-16f3-4fcb-ad66-a73211b5615f tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules/78a8f5ee-38f4-4f3e-b655-4a83e7e0f5e1 HTTP/1.1" status: 200 len: 764 time: 0.0387800 May 25 20:32:10.724305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45540) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:10.841290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bef0341b-55de-4f1b-b4ea-cb574af2ee89 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:10.868584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bef0341b-55de-4f1b-b4ea-cb574af2ee89 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:10.875193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bef0341b-55de-4f1b-b4ea-cb574af2ee89 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1491604 May 25 20:32:10.876179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45554) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:10.923189 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-292f940e-dcef-4c2d-9c8f-fa65710e6cd8 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:10.942357 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-292f940e-dcef-4c2d-9c8f-fa65710e6cd8 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:10.966413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Calling delete_port for a343c816-7708-4d2a-b393-28b1555e6844 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:32:11.108677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b3443-3d5c-4002-937c-6e71c319245b req-814c73d2-fdfa-4f0c-9b1d-7a8a80756436 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:11.111490 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e67b3443-3d5c-4002-937c-6e71c319245b req-814c73d2-fdfa-4f0c-9b1d-7a8a80756436 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 1.1343894 May 25 20:32:11.202638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee1a3d-20db-4645-8dea-e2143ee17eb3 req-788dd62c-c02b-41d9-b38a-31c7610a8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:11.205354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8ee1a3d-20db-4645-8dea-e2143ee17eb3 req-788dd62c-c02b-41d9-b38a-31c7610a8ef4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7250371 May 25 20:32:11.210381 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:32:11.210856 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:32:11.216629 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-292f940e-dcef-4c2d-9c8f-fa65710e6cd8 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:11.250052 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-292f940e-dcef-4c2d-9c8f-fa65710e6cd8 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:11.253465 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e67b3443-3d5c-4002-937c-6e71c319245b req-b326deb9-a5b2-4f33-8aaa-5e37c322ec4a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091192 May 25 20:32:11.254595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-292f940e-dcef-4c2d-9c8f-fa65710e6cd8 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/78a8f5ee-38f4-4f3e-b655-4a83e7e0f5e1 HTTP/1.1" status: 204 len: 168 time: 0.3770261 May 25 20:32:11.255447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45568) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:11.290411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f940e-dcef-4c2d-9c8f-fa65710e6cd8 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78a8f5ee-38f4-4f3e-b655-4a83e7e0f5e1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:11.311718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45572) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:11.396640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f04b39d6-14f6-48f3-bb37-aa51d1299ddd tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:11.431383 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8ee1a3d-20db-4645-8dea-e2143ee17eb3 req-5f52960c-c31b-4e11-97d0-bcc7c1b1d070 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151043 May 25 20:32:11.431929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11ee7e-af01-43ef-900a-b451db484118 req-c781073e-85ba-4a51-bbc5-bae21a0bd34b tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:11.433178 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-c781073e-85ba-4a51-bbc5-bae21a0bd34b tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/networks?id=01411534-9c0c-446c-92ba-2d626a3c50c9 HTTP/1.1" status: 200 len: 825 time: 0.4841461 May 25 20:32:11.448119 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f04b39d6-14f6-48f3-bb37-aa51d1299ddd tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:11.450625 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f04b39d6-14f6-48f3-bb37-aa51d1299ddd tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1902442 May 25 20:32:11.454850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45588) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:11.492590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1465e8e3-ed5b-41de-8bba-8a5816d2f7fc tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/quotas/3abdeae5dc2c46b6a70e4b0f4edc9fa5 HTTP/1.1" status: 200 len: 375 time: 0.0329981 May 25 20:32:11.593851 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1737299c-61cd-42f1-9bc6-6a1c7ab5350a tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3abdeae5dc2c46b6a70e4b0f4edc9fa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922396 May 25 20:32:11.607981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-b3663614-76bb-4de4-91d2-0ef532491360 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:32:11.608949 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-b3663614-76bb-4de4-91d2-0ef532491360 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057459 May 25 20:32:11.617702 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ca64fdf-052d-4545-ae6b-07d88da09c34 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:11.654987 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a2112f05-d7d7-4ef3-81f1-41bfaa0d0d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:11.692054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a2112f05-d7d7-4ef3-81f1-41bfaa0d0d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:11.708977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a2112f05-d7d7-4ef3-81f1-41bfaa0d0d7f admin admin] Usage tracker for resource:security_group_rule and tenant:ebbdee7618144d679673ce52c1787b94 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:11.721296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Deleting port a343c816-7708-4d2a-b393-28b1555e6844 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:32:11.721902 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:11.730004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ca64fdf-052d-4545-ae6b-07d88da09c34 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:11.768886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a2112f05-d7d7-4ef3-81f1-41bfaa0d0d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:11.787682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a2112f05-d7d7-4ef3-81f1-41bfaa0d0d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:11.828289 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-3619cedd-5eeb-4131-814e-035e6e736490 service neutron] 10.222.0.60 "GET /v2.0/networks/01411534-9c0c-446c-92ba-2d626a3c50c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073233 May 25 20:32:11.829769 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ca64fdf-052d-4545-ae6b-07d88da09c34 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:11.841508 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] The port 'a343c816-7708-4d2a-b393-28b1555e6844' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:32:11.883823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca64fdf-052d-4545-ae6b-07d88da09c34 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61558916-2d8f-4314-aa22-f72368a1a46c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:11.937879 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8ee1a3d-20db-4645-8dea-e2143ee17eb3 req-47472ae9-7147-48ac-a2d1-ce2e69a5c5d6 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946654 May 25 20:32:11.952305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7314f-f82b-49ea-9d50-8f8ae7eb7180 req-2d0a6a17-b82d-481a-a937-76d01d25ee8a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:11.953426 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9fe7314f-f82b-49ea-9d50-8f8ae7eb7180 req-2d0a6a17-b82d-481a-a937-76d01d25ee8a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.3436577 May 25 20:32:12.007648 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ca64fdf-052d-4545-ae6b-07d88da09c34 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:12.011001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7ca64fdf-052d-4545-ae6b-07d88da09c34 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-groups/61558916-2d8f-4314-aa22-f72368a1a46c HTTP/1.1" status: 204 len: 168 time: 0.5509882 May 25 20:32:12.013962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45598) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:12.093299 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:12.112522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-aec85694-0683-4674-8a99-64b726d04999 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:12.125662 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-8dc97d23-de2c-4c02-97b9-ba9e9ead6f46 service neutron] 10.222.0.60 "GET /v2.0/networks/01411534-9c0c-446c-92ba-2d626a3c50c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835534 May 25 20:32:12.141920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-aec85694-0683-4674-8a99-64b726d04999 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:12.148515 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-aec85694-0683-4674-8a99-64b726d04999 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1223404 May 25 20:32:12.148515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45602) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:12.160228 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-876663ee-4be1-4332-a91d-f35e443dc6f6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group': {'name': 'tempest-secgroup--694199554'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:12.162874 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9fe7314f-f82b-49ea-9d50-8f8ae7eb7180 req-bc8a14ff-e909-4b83-b70e-dfe6154f0628 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302335 May 25 20:32:12.168007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7447c5-c722-4b6f-a5ea-66d116ce445b']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:12.175425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-876663ee-4be1-4332-a91d-f35e443dc6f6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:12.193818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b833c9e2-2627-4e5c-8179-f84162768274') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:12.193959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b833c9e2-2627-4e5c-8179-f84162768274') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:12.203680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-876663ee-4be1-4332-a91d-f35e443dc6f6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:12.238021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a2112f05-d7d7-4ef3-81f1-41bfaa0d0d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:12.244894 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:12.258869 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a2112f05-d7d7-4ef3-81f1-41bfaa0d0d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:12.265904 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-876663ee-4be1-4332-a91d-f35e443dc6f6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:12.294499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-876663ee-4be1-4332-a91d-f35e443dc6f6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:12.299333 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-876663ee-4be1-4332-a91d-f35e443dc6f6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:12.302963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-876663ee-4be1-4332-a91d-f35e443dc6f6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:12.313067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-876663ee-4be1-4332-a91d-f35e443dc6f6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:12.353905 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a2112f05-d7d7-4ef3-81f1-41bfaa0d0d7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebbdee7618144d679673ce52c1787b94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0407584 May 25 20:32:12.356152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2112f05-d7d7-4ef3-81f1-41bfaa0d0d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a530a5e6-6516-4b21-939c-9a0b64630455,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:12.358957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45614) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:12.362825 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:12.373548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:32:12.373969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:12.585925 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-876663ee-4be1-4332-a91d-f35e443dc6f6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:12.594834 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-876663ee-4be1-4332-a91d-f35e443dc6f6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:12.729360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876663ee-4be1-4332-a91d-f35e443dc6f6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0653fd-5f61-4ff9-8f4f-41f26b7b4db7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:12.756755 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afc0650e-2148-46ca-a462-e5d6abc715ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:12.792605 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-876663ee-4be1-4332-a91d-f35e443dc6f6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:12.794756 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-876663ee-4be1-4332-a91d-f35e443dc6f6 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6455405 May 25 20:32:12.802830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45634) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:12.866006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f6ace339-dfe2-42c5-9b09-9e79b2d66376 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Request body: {'security_group_rule': {'security_group_id': '8f0653fd-5f61-4ff9-8f4f-41f26b7b4db7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:12.880417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f6ace339-dfe2-42c5-9b09-9e79b2d66376 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:12.885482 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afc0650e-2148-46ca-a462-e5d6abc715ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:12.897210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f6ace339-dfe2-42c5-9b09-9e79b2d66376 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Usage tracker for resource:security_group_rule and tenant:1ecd4ec850934d8fb294545246721e11 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:12.901597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f6ace339-dfe2-42c5-9b09-9e79b2d66376 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:12.903873 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment b833c9e2-2627-4e5c-8179-f84162768274 resource provider aggregate not found May 25 20:32:12.934967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f6ace339-dfe2-42c5-9b09-9e79b2d66376 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:12.961705 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment b833c9e2-2627-4e5c-8179-f84162768274 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b833c9e2-2627-4e5c-8179-f84162768274 found for delete ", "request_id": "req-426619ef-2af1-4e91-8a94-e263d49cb8f2"}]} May 25 20:32:12.968589 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6ace339-dfe2-42c5-9b09-9e79b2d66376 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:13.001911 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2a55ae3c-1a23-4382-afbe-7ca33e6e0992 req-958125ef-0b3e-47d9-a317-3eea51b26cd2 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 210 time: 0.0935936 May 25 20:32:13.006372 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:13.021570 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:13.112579 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afc0650e-2148-46ca-a462-e5d6abc715ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:13.116045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event deleted for resources: {'Network': ['ID=4b7447c5-c722-4b6f-a5ea-66d116ce445b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:13.136433 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6ace339-dfe2-42c5-9b09-9e79b2d66376 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:13.144861 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ae1b9e74-ce53-4eae-86d1-f2cf533f7a7b tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "DELETE /v2.0/networks/4b7447c5-c722-4b6f-a5ea-66d116ce445b HTTP/1.1" status: 204 len: 168 time: 5.6137199 May 25 20:32:13.147163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45648) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:13.195784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0650e-2148-46ca-a462-e5d6abc715ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a530a5e6-6516-4b21-939c-9a0b64630455,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:13.263112 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6ace339-dfe2-42c5-9b09-9e79b2d66376 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:13.284958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afc0650e-2148-46ca-a462-e5d6abc715ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:13.286253 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-afc0650e-2148-46ca-a462-e5d6abc715ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a530a5e6-6516-4b21-939c-9a0b64630455 HTTP/1.1" status: 204 len: 168 time: 0.9257677 May 25 20:32:13.305340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ace339-dfe2-42c5-9b09-9e79b2d66376 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdd11a0-7b12-4fa1-bf1f-02e920d69095,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:13.324007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6ace339-dfe2-42c5-9b09-9e79b2d66376 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:13.326147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f6ace339-dfe2-42c5-9b09-9e79b2d66376 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5151739 May 25 20:32:13.330307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45662) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:13.502598 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d812f17b-504e-4f82-a218-39a11d51f58e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:13.519389 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5f3baaee-75b1-408e-84dd-14afa7bcaaed tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Deleting port cf3470f0-bf34-410b-9071-d9f265254139 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:32:13.519936 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f3baaee-75b1-408e-84dd-14afa7bcaaed tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:13.599856 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d812f17b-504e-4f82-a218-39a11d51f58e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:13.726950 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d812f17b-504e-4f82-a218-39a11d51f58e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:13.772350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812f17b-504e-4f82-a218-39a11d51f58e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0653fd-5f61-4ff9-8f4f-41f26b7b4db7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:13.798907 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d812f17b-504e-4f82-a218-39a11d51f58e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:13.803373 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d812f17b-504e-4f82-a218-39a11d51f58e tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-groups/8f0653fd-5f61-4ff9-8f4f-41f26b7b4db7 HTTP/1.1" status: 204 len: 168 time: 0.4717176 May 25 20:32:13.804290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45684) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:13.894907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c854bbea-814f-44dc-9862-f3d3921931b3 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:13.916065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-9e6f2499-8990-48a8-af74-6b7e60cebbeb tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:13.917618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c854bbea-814f-44dc-9862-f3d3921931b3 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:13.922596 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c854bbea-814f-44dc-9862-f3d3921931b3 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1151826 May 25 20:32:13.923759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45688) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:13.924097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-9e6f2499-8990-48a8-af74-6b7e60cebbeb tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/networks?id=65547adc-ce3c-4cc8-af97-256dbbd2583f HTTP/1.1" status: 200 len: 815 time: 0.3239691 May 25 20:32:13.960830 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-4b8152ca-0b6d-4a37-b0ac-2604bc596b25 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/quotas/212413ebfaf045a6b05332ddfc943624 HTTP/1.1" status: 200 len: 375 time: 0.0330963 May 25 20:32:13.983022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a3cddb79-9dcf-44bf-9100-f8923da9c0aa tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Synchronizing usage tracker for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:14.004019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a3cddb79-9dcf-44bf-9100-f8923da9c0aa tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] Unset dirty status for tenant:1ecd4ec850934d8fb294545246721e11 on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:14.008407 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a3cddb79-9dcf-44bf-9100-f8923da9c0aa tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0803511 May 25 20:32:14.008970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45696) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:14.050498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45700) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:14.050741 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-8f336f2b-aa2b-479e-9c3d-3e32db526633 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] delete failed (client error): The resource could not be found. May 25 20:32:14.055119 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8f336f2b-aa2b-479e-9c3d-3e32db526633 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "DELETE /v2.0/security-groups/8f0653fd-5f61-4ff9-8f4f-41f26b7b4db7 HTTP/1.1" status: 404 len: 347 time: 0.0415454 May 25 20:32:14.056603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45702) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:14.190287 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ecc351da-e2e9-485e-9229-202d36cbb668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:14.298829 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea4fbb30-fabf-4599-af5d-c037990a00f7 req-c871026c-549b-416a-bea0-78d685302be7 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 210 time: 0.0719454 May 25 20:32:14.303781 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8a37dfde-7cce-4b72-b90d-8c6397012fd5 tempest-SecGroupTest-562520658 tempest-SecGroupTest-562520658-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2459235 May 25 20:32:14.314492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ecc351da-e2e9-485e-9229-202d36cbb668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:14.489662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ecc351da-e2e9-485e-9229-202d36cbb668 admin admin] Usage tracker for resource:security_group_rule and tenant:d02ef43ee079477187fa363aea7c5f2a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:14.500104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ecc351da-e2e9-485e-9229-202d36cbb668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:14.524431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ecc351da-e2e9-485e-9229-202d36cbb668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:14.596273 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-abab888c-dcc8-4e45-80da-9d770c83d867 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=212413ebfaf045a6b05332ddfc943624&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6369503 May 25 20:32:14.630876 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f3baaee-75b1-408e-84dd-14afa7bcaaed tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:14.631393 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f3baaee-75b1-408e-84dd-14afa7bcaaed tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:14.664156 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-534ba604-c034-4958-ba99-ad1107e9eff5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:32:14.671635 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-534ba604-c034-4958-ba99-ad1107e9eff5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0433097 May 25 20:32:14.710775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4e1b5-e8ac-4593-8cc9-52ba877f5282 req-21e4020c-d0c3-4e2e-a6a9-d12f01dba03d tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:14.721288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cda4e1b5-e8ac-4593-8cc9-52ba877f5282 req-21e4020c-d0c3-4e2e-a6a9-d12f01dba03d tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.50 "GET /v2.0/ports?device_id=afc6cdae-b801-4b40-8208-b4455ff4f248 HTTP/1.1" status: 200 len: 946 time: 0.4989538 May 25 20:32:14.981225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5f3baaee-75b1-408e-84dd-14afa7bcaaed tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Calling delete_port for cf3470f0-bf34-410b-9071-d9f265254139 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:32:15.027916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45726) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:15.170991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11ee7e-af01-43ef-900a-b451db484118 req-87ccec43-a834-4b67-b694-a93ef8408514 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:15.172869 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-5f11ee7e-af01-43ef-900a-b451db484118 req-87ccec43-a834-4b67-b694-a93ef8408514 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Synchronizing usage tracker for tenant:3abdeae5dc2c46b6a70e4b0f4edc9fa5 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:15.215876 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-cda4e1b5-e8ac-4593-8cc9-52ba877f5282 req-56d8c07a-2a96-418c-8142-15e5b2ed9aa6 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Deleting port d70ac133-749b-4fd1-af7b-3e61bf10339e {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:32:15.216220 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-cda4e1b5-e8ac-4593-8cc9-52ba877f5282 req-56d8c07a-2a96-418c-8142-15e5b2ed9aa6 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:15.246498 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-174e935f-9831-49c4-8319-f64730beb985 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ecd4ec850934d8fb294545246721e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167516 May 25 20:32:15.250009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45738) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:15.327751 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa0ef159-306a-4fb6-b0ef-886bafe53408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:15.369442 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa0ef159-306a-4fb6-b0ef-886bafe53408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:15.463025 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa0ef159-306a-4fb6-b0ef-886bafe53408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:15.537395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ef159-306a-4fb6-b0ef-886bafe53408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c68479-a5e8-4f73-97f7-36ead8425abf,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:15.561179 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-68804e4d-3f99-4aa9-ae19-b29a7712c23a service neutron] 10.222.0.60 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8782020 May 25 20:32:15.564558 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d91fbd76-eb2b-4e2b-a79a-d0b2062ad14a req-743e1ac4-09ee-458b-a291-27f0008409a5 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 210 time: 0.0756900 May 25 20:32:15.575085 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa0ef159-306a-4fb6-b0ef-886bafe53408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:15.576130 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fa0ef159-306a-4fb6-b0ef-886bafe53408 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23c68479-a5e8-4f73-97f7-36ead8425abf HTTP/1.1" status: 204 len: 168 time: 0.3222210 May 25 20:32:15.650792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-5f11ee7e-af01-43ef-900a-b451db484118 req-87ccec43-a834-4b67-b694-a93ef8408514 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Unset dirty status for tenant:3abdeae5dc2c46b6a70e4b0f4edc9fa5 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:15.652900 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-87ccec43-a834-4b67-b694-a93ef8408514 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.70 "GET /v2.0/networks?id=01411534-9c0c-446c-92ba-2d626a3c50c9 HTTP/1.1" status: 200 len: 825 time: 1.3305957 May 25 20:32:15.716179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Request body: {'port': {'device_id': '55accc75-3074-421d-9cb2-ef1ffcd36752', 'network_id': '01411534-9c0c-446c-92ba-2d626a3c50c9', 'admin_state_up': True, 'tenant_id': '3abdeae5dc2c46b6a70e4b0f4edc9fa5'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:15.751824 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ecc351da-e2e9-485e-9229-202d36cbb668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:15.827572 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ecc351da-e2e9-485e-9229-202d36cbb668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:15.960711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc351da-e2e9-485e-9229-202d36cbb668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4b904a-fc1c-4831-8ac8-bc89f3480c00,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:16.134093 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ecc351da-e2e9-485e-9229-202d36cbb668 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d02ef43ee079477187fa363aea7c5f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0793846 May 25 20:32:16.137696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45780) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:16.202896 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-6c8d707b-e2eb-4d70-8617-361dad22a9a9 service neutron] 10.222.0.60 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402173 May 25 20:32:16.210915 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f3baaee-75b1-408e-84dd-14afa7bcaaed tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:16.284737 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3baaee-75b1-408e-84dd-14afa7bcaaed tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Pushing event deleted for resources: {'Port': ['ID=cf3470f0-bf34-410b-9071-d9f265254139,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:16.318694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18c160d9-57c3-4406-8466-32977e03c11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:16.365082 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18c160d9-57c3-4406-8466-32977e03c11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:16.396950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:16.426544 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Usage tracker for resource:port and tenant:3abdeae5dc2c46b6a70e4b0f4edc9fa5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:16.437748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:16.454345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-cda4e1b5-e8ac-4593-8cc9-52ba877f5282 req-56d8c07a-2a96-418c-8142-15e5b2ed9aa6 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] For port d70ac133-749b-4fd1-af7b-3e61bf10339e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=d70ac133-749b-4fd1-af7b-3e61bf10339e,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:16.454989 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-cda4e1b5-e8ac-4593-8cc9-52ba877f5282 req-56d8c07a-2a96-418c-8142-15e5b2ed9aa6 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:16.468477 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18c160d9-57c3-4406-8466-32977e03c11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:16.487432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c160d9-57c3-4406-8466-32977e03c11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4b904a-fc1c-4831-8ac8-bc89f3480c00,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:16.496817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:16.512519 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-18c160d9-57c3-4406-8466-32977e03c11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:16.517922 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-18c160d9-57c3-4406-8466-32977e03c11b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e4b904a-fc1c-4831-8ac8-bc89f3480c00 HTTP/1.1" status: 204 len: 168 time: 0.3746383 May 25 20:32:16.661377 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f3baaee-75b1-408e-84dd-14afa7bcaaed tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:16.672039 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-54dca1ca-a51f-4942-9659-b24210997be5 req-4f44efd5-163e-4201-b158-09ef8ee41ff1 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 210 time: 0.1273663 May 25 20:32:16.796989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-cda4e1b5-e8ac-4593-8cc9-52ba877f5282 req-56d8c07a-2a96-418c-8142-15e5b2ed9aa6 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Calling delete_port for d70ac133-749b-4fd1-af7b-3e61bf10339e owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:32:16.839831 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Made reservation on behalf of 3abdeae5dc2c46b6a70e4b0f4edc9fa5 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:32:16.844724 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:17.140198 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f4cf03a8-c041-429c-a501-203ca3e16c01 req-20ee0891-fd79-43d9-9dfc-b70c1b2f9454 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 210 time: 0.2304866 May 25 20:32:17.280812 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f3baaee-75b1-408e-84dd-14afa7bcaaed tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:17.282216 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5f3baaee-75b1-408e-84dd-14afa7bcaaed tempest-FloatingIPAdminTestJSON-1878127477 tempest-FloatingIPAdminTestJSON-1878127477-project] 10.222.0.60 "DELETE /v2.0/floatingips/90629ef7-7988-4786-856d-332a8ab0c277 HTTP/1.1" status: 204 len: 168 time: 4.1340928 May 25 20:32:17.455095 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-cda4e1b5-e8ac-4593-8cc9-52ba877f5282 req-56d8c07a-2a96-418c-8142-15e5b2ed9aa6 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:17.589670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Allocated IP 172.20.0.8 (01411534-9c0c-446c-92ba-2d626a3c50c9/a901c2e3-b66e-4d95-bcaf-d507b1fc2533/37f85e3b-aacc-419e-81d2-3874d76059af) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:32:17.630872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8c07a-2a96-418c-8142-15e5b2ed9aa6 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Pushing event deleted for resources: {'Port': ['ID=d70ac133-749b-4fd1-af7b-3e61bf10339e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:17.657060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d70ac133-749b-4fd1-af7b-3e61bf10339e no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:32:17.820300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: d70ac133-749b-4fd1-af7b-3e61bf10339e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:32:17.824900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device d70ac133-749b-4fd1-af7b-3e61bf10339e not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:32:17.882013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda4e1b5-e8ac-4593-8cc9-52ba877f5282 req-56d8c07a-2a96-418c-8142-15e5b2ed9aa6 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] No DVR routers for this DVR port d70ac133-749b-4fd1-af7b-3e61bf10339e on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:32:17.887743 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-cda4e1b5-e8ac-4593-8cc9-52ba877f5282 req-56d8c07a-2a96-418c-8142-15e5b2ed9aa6 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:17.892122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6cdae-b801-4b40-8208-b4455ff4f248', 'name': 'network-vif-deleted', 'tag': 'd70ac133-749b-4fd1-af7b-3e61bf10339e'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:32:18.010598 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c93f4d-0ac8-407a-9f1e-ca8cd5356f8a'] response: {'server_uuid': 'afc6cdae-b801-4b40-8208-b4455ff4f248', 'name': 'network-vif-deleted', 'tag': 'd70ac133-749b-4fd1-af7b-3e61bf10339e', 'status': 'completed', 'code': 200} May 25 20:32:18.081679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cda4e1b5-e8ac-4593-8cc9-52ba877f5282 req-56d8c07a-2a96-418c-8142-15e5b2ed9aa6 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.50 "DELETE /v2.0/ports/d70ac133-749b-4fd1-af7b-3e61bf10339e HTTP/1.1" status: 204 len: 173 time: 3.2307401 May 25 20:32:18.093524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ac48e8f3-c2ce-4930-bef5-2dc8965fcd6e req-15e6d89a-5a8e-4661-bf78-a36dbe0b4359 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Synchronizing usage tracker for tenant:212413ebfaf045a6b05332ddfc943624 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:18.164067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ac48e8f3-c2ce-4930-bef5-2dc8965fcd6e req-15e6d89a-5a8e-4661-bf78-a36dbe0b4359 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Unset dirty status for tenant:212413ebfaf045a6b05332ddfc943624 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:18.177095 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac48e8f3-c2ce-4930-bef5-2dc8965fcd6e req-15e6d89a-5a8e-4661-bf78-a36dbe0b4359 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 210 time: 0.1937282 May 25 20:32:18.250358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45864) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:18.831425 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-040539e0-53dc-4ade-91bb-76e4ab8393f9 req-e0afe489-4224-473c-af50-32b8a7ba6b05 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 210 time: 0.1528008 May 25 20:32:18.913591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3ee887d5-77ea-4753-adae-4c523634a399 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=150275eac2664599bd00a134bd71743a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6600752 May 25 20:32:18.916960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45888) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:19.049804 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-11ab396a-b171-4138-9105-67aff010717b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:19.092440 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-11ab396a-b171-4138-9105-67aff010717b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:19.171589 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-11ab396a-b171-4138-9105-67aff010717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:19.244570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab396a-b171-4138-9105-67aff010717b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d697fa1-0354-4660-973f-635ef4cc1f31,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:19.278139 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-11ab396a-b171-4138-9105-67aff010717b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:19.286986 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-11ab396a-b171-4138-9105-67aff010717b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d697fa1-0354-4660-973f-635ef4cc1f31 HTTP/1.1" status: 204 len: 168 time: 0.3656015 May 25 20:32:19.303593 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:19.375956 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:19.673115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Network 01411534-9c0c-446c-92ba-2d626a3c50c9 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:32:19.681045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:32:19.697122 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69f2102a-9f9e-4015-b824-3853a4cff557 req-c498a947-48fb-4e78-99b4-e794beb10bd0 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 210 time: 0.1699624 May 25 20:32:19.703752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:32:19.754910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Pushing event updated for resources: {'Port': ['ID=37f85e3b-aacc-419e-81d2-3874d76059af,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:19.893653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:19.896798 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:20.428303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-191e0e10-2683-431b-9c14-36ab00d2bc2c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:20.429855 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-191e0e10-2683-431b-9c14-36ab00d2bc2c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.50 "GET /v2.0/networks?id=65547adc-ce3c-4cc8-af97-256dbbd2583f HTTP/1.1" status: 200 len: 815 time: 0.6468253 May 25 20:32:20.434009 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-1b54323a-3907-46f2-97b6-014e3b85adf0 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7610710 May 25 20:32:20.636349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Request body: {'port': {'device_id': 'dd54d774-6afd-423b-a30b-20098da3cfdc', 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f', 'admin_state_up': True, 'tenant_id': '212413ebfaf045a6b05332ddfc943624'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:20.700845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Request body: {'port': {'device_id': '55accc75-3074-421d-9cb2-ef1ffcd36752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:20.734367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45950) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:20.835320 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb6e2-4990-498b-af89-3be1dad07d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:20.912572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d8dcb6e2-4990-498b-af89-3be1dad07d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:20.933683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d8dcb6e2-4990-498b-af89-3be1dad07d21 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec32f9efe764841838738bf23fb69f0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:20.947245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d8dcb6e2-4990-498b-af89-3be1dad07d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:21.002600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d8dcb6e2-4990-498b-af89-3be1dad07d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:21.204471 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-119a6b78-b58c-4af0-82a3-20ea36dddf81 req-1c9f048b-2084-4d5e-8220-81388f382f5e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 210 time: 0.1768143 May 25 20:32:21.289680 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:21.322642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:21.368635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:21.422543 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb6e2-4990-498b-af89-3be1dad07d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:21.428480 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb6e2-4990-498b-af89-3be1dad07d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:21.503958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8ddfc-41db-4b35-82c9-a061d9abd95e req-902a95d8-85a3-4d87-a650-387f649875f5 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:21.508127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a1e8ddfc-41db-4b35-82c9-a061d9abd95e req-902a95d8-85a3-4d87-a650-387f649875f5 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Synchronizing usage tracker for tenant:3abdeae5dc2c46b6a70e4b0f4edc9fa5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:21.522402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Made reservation on behalf of 212413ebfaf045a6b05332ddfc943624 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:32:21.527620 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:21.574801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcb6e2-4990-498b-af89-3be1dad07d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48e7e93-636f-441f-878c-850ae10e8f3f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:21.608006 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d8dcb6e2-4990-498b-af89-3be1dad07d21 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ec32f9efe764841838738bf23fb69f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8720067 May 25 20:32:21.608724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45976) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:21.738399 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53fc159e-95a2-4d2b-9637-5da6eb04619a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:21.836370 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53fc159e-95a2-4d2b-9637-5da6eb04619a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:21.924261 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53fc159e-95a2-4d2b-9637-5da6eb04619a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:21.941664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc159e-95a2-4d2b-9637-5da6eb04619a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48e7e93-636f-441f-878c-850ae10e8f3f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:21.964264 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53fc159e-95a2-4d2b-9637-5da6eb04619a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:21.966013 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-53fc159e-95a2-4d2b-9637-5da6eb04619a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b48e7e93-636f-441f-878c-850ae10e8f3f HTTP/1.1" status: 204 len: 168 time: 0.3562946 May 25 20:32:22.013584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a1e8ddfc-41db-4b35-82c9-a061d9abd95e req-902a95d8-85a3-4d87-a650-387f649875f5 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Unset dirty status for tenant:3abdeae5dc2c46b6a70e4b0f4edc9fa5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:22.020448 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1e8ddfc-41db-4b35-82c9-a061d9abd95e req-902a95d8-85a3-4d87-a650-387f649875f5 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 931 time: 1.5885692 May 25 20:32:22.188150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a1e8ddfc-41db-4b35-82c9-a061d9abd95e req-2831d4c4-4e06-465e-a944-6c8d92387380 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Synchronizing usage tracker for tenant:3abdeae5dc2c46b6a70e4b0f4edc9fa5 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:22.256968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a1e8ddfc-41db-4b35-82c9-a061d9abd95e req-2831d4c4-4e06-465e-a944-6c8d92387380 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Unset dirty status for tenant:3abdeae5dc2c46b6a70e4b0f4edc9fa5 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:22.271724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a1e8ddfc-41db-4b35-82c9-a061d9abd95e req-2831d4c4-4e06-465e-a944-6c8d92387380 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497880 May 25 20:32:22.412999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Allocated IP 172.20.0.10 (65547adc-ce3c-4cc8-af97-256dbbd2583f/4f1a9ea4-8bbb-4cea-a1d1-019b683babad/64fb6121-887b-4d38-9222-e26a89abbe5a) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:32:22.509710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e200093f-b8d5-44d9-b189-e80b17d3c994 req-2ea38583-df88-4102-aef7-75587c1228c8 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 210 time: 0.0678768 May 25 20:32:22.656134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:32:22.690199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46006) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:22.729066 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f987728-7888-4dfd-aa65-42992039d9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:22.763962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0f987728-7888-4dfd-aa65-42992039d9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:22.779132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0f987728-7888-4dfd-aa65-42992039d9c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c725a98a3c2b433687987608cff5cd91 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:22.799439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0f987728-7888-4dfd-aa65-42992039d9c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:22.811267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0f987728-7888-4dfd-aa65-42992039d9c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:22.847774 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f85e3b-aacc-419e-81d2-3874d76059af {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:32:22.861602 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:22.988297 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:23.043564 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:23.191976 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f987728-7888-4dfd-aa65-42992039d9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:23.198895 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f987728-7888-4dfd-aa65-42992039d9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:23.234822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Transition to ACTIVE for port object 37f85e3b-aacc-419e-81d2-3874d76059af will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:32:23.272998 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:23.275141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0f987728-7888-4dfd-aa65-42992039d9c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c725a98a3c2b433687987608cff5cd91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5835700 May 25 20:32:23.278460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46028) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:23.313813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Network 65547adc-ce3c-4cc8-af97-256dbbd2583f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:32:23.348484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f987728-7888-4dfd-aa65-42992039d9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c23f6c-0b82-421d-9015-a5b58f249539,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:23.605460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Pushing event updated for resources: {'Port': ['ID=64fb6121-887b-4d38-9222-e26a89abbe5a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:23.608409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:32:23.642613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-394e9b96-a883-4d61-b7d2-b03013a95ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:23.648178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:32:23.714916 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-394e9b96-a883-4d61-b7d2-b03013a95ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:23.734172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:23.734843 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:23.768757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8681e-7175-44b1-a875-163329fc3fa9 req-52d2e748-0c45-4d92-9811-8843797caf6b tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:23.772354 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4da8681e-7175-44b1-a875-163329fc3fa9 req-52d2e748-0c45-4d92-9811-8843797caf6b tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 943 time: 0.2462766 May 25 20:32:23.795833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-953ebf44-f645-48b2-97ca-441062760e8e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1744885 May 25 20:32:23.852767 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4da8681e-7175-44b1-a875-163329fc3fa9 req-336db618-b6e2-43b9-b626-f4b8e786c282 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658953 May 25 20:32:23.868160 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-394e9b96-a883-4d61-b7d2-b03013a95ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:23.876156 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:23.896835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Request body: {'port': {'device_id': 'dd54d774-6afd-423b-a30b-20098da3cfdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:23.918050 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-394e9b96-a883-4d61-b7d2-b03013a95ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:23.919195 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-394e9b96-a883-4d61-b7d2-b03013a95ea6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/68c23f6c-0b82-421d-9015-a5b58f249539 HTTP/1.1" status: 204 len: 168 time: 0.6398051 May 25 20:32:23.920212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e9b96-a883-4d61-b7d2-b03013a95ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c23f6c-0b82-421d-9015-a5b58f249539,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:24.018404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Pushing event updated for resources: {'Port': ['ID=37f85e3b-aacc-419e-81d2-3874d76059af,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:24.274040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Attempting to bind port 37f85e3b-aacc-419e-81d2-3874d76059af on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:24.274620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Attempting to bind port 37f85e3b-aacc-419e-81d2-3874d76059af by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '75aadb6f-fc94-4673-8a82-8099c6d153bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '01411534-9c0c-446c-92ba-2d626a3c50c9'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:24.275196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Attempting to bind port 37f85e3b-aacc-419e-81d2-3874d76059af on network 01411534-9c0c-446c-92ba-2d626a3c50c9 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:24.285051 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:24.303349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Port 37f85e3b-aacc-419e-81d2-3874d76059af on network 01411534-9c0c-446c-92ba-2d626a3c50c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:24.304029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Attempting to bind port 37f85e3b-aacc-419e-81d2-3874d76059af on network 01411534-9c0c-446c-92ba-2d626a3c50c9 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:24.331688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579a9e5-a68a-4fd9-9e3b-c5e0ce44d3cd req-0da33f23-8b8b-44fc-b16d-05a3fbeb04f9 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:24.332808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-d579a9e5-a68a-4fd9-9e3b-c5e0ce44d3cd req-0da33f23-8b8b-44fc-b16d-05a3fbeb04f9 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Synchronizing usage tracker for tenant:212413ebfaf045a6b05332ddfc943624 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:24.338283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:32:24.339395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Checking segment: {'id': '75aadb6f-fc94-4673-8a82-8099c6d153bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '01411534-9c0c-446c-92ba-2d626a3c50c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:32:24.340078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Bound using segment: {'id': '75aadb6f-fc94-4673-8a82-8099c6d153bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '01411534-9c0c-446c-92ba-2d626a3c50c9'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:32:24.340895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Bound port: 37f85e3b-aacc-419e-81d2-3874d76059af, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75aadb6f-fc94-4673-8a82-8099c6d153bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '01411534-9c0c-446c-92ba-2d626a3c50c9'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:32:24.341546 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:24.717604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-d579a9e5-a68a-4fd9-9e3b-c5e0ce44d3cd req-0da33f23-8b8b-44fc-b16d-05a3fbeb04f9 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Unset dirty status for tenant:212413ebfaf045a6b05332ddfc943624 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:24.726112 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d579a9e5-a68a-4fd9-9e3b-c5e0ce44d3cd req-0da33f23-8b8b-44fc-b16d-05a3fbeb04f9 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 932 time: 0.9174139 May 25 20:32:25.039836 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d579a9e5-a68a-4fd9-9e3b-c5e0ce44d3cd req-3a5c2a5f-cd13-4f12-95a2-9318fdea6d63 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126960 May 25 20:32:25.044492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] For port 37f85e3b-aacc-419e-81d2-3874d76059af, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:32:25.109867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] For port 37f85e3b-aacc-419e-81d2-3874d76059af, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=37f85e3b-aacc-419e-81d2-3874d76059af,segment=NetworkSegment(75aadb6f-fc94-4673-8a82-8099c6d153bb),segment_id=75aadb6f-fc94-4673-8a82-8099c6d153bb)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:32:25.129102 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:25.294045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:25.295065 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:25.297447 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] 10.222.0.70 "PUT /v2.0/ports/37f85e3b-aacc-419e-81d2-3874d76059af HTTP/1.1" status: 200 len: 1091 time: 4.6781926 May 25 20:32:25.298230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55accc75-3074-421d-9cb2-ef1ffcd36752', 'tag': '37f85e3b-aacc-419e-81d2-3874d76059af'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:32:25.324950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b4eb1-6cbf-40e6-806c-0eb9db25039e req-83d06ffd-541f-445b-b21e-874bb0ed8376 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:25.329827 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-451b4eb1-6cbf-40e6-806c-0eb9db25039e req-83d06ffd-541f-445b-b21e-874bb0ed8376 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 943 time: 0.1585045 May 25 20:32:25.339218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46096) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:25.421443 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fe4d1c-4d8a-4f09-988d-6691a8a4219f'] response: {'name': 'network-changed', 'server_uuid': '55accc75-3074-421d-9cb2-ef1ffcd36752', 'tag': '37f85e3b-aacc-419e-81d2-3874d76059af', 'status': 'completed', 'code': 200} May 25 20:32:25.497796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-451b4eb1-6cbf-40e6-806c-0eb9db25039e req-690178d0-8623-4e37-b8a1-3860eae0e162 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474972 May 25 20:32:25.498873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d65f7-f2e7-4de2-8747-13ccd4b48c23 service neutron] Pushing event updated for resources: {'Port': ['ID=37f85e3b-aacc-419e-81d2-3874d76059af,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:25.722362 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fb6121-887b-4d38-9222-e26a89abbe5a {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:32:25.769372 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:25.780726 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fe0ab35b-9d38-4ab1-8a76-3a3ddf1ec4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:25.822961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Transition to ACTIVE for port object 64fb6121-887b-4d38-9222-e26a89abbe5a will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:32:25.842112 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:25.845860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fe0ab35b-9d38-4ab1-8a76-3a3ddf1ec4b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:25.863351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fe0ab35b-9d38-4ab1-8a76-3a3ddf1ec4b2 admin admin] Usage tracker for resource:security_group_rule and tenant:85fca49e501d4aea9bb25e55472f33f0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:25.889111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fe0ab35b-9d38-4ab1-8a76-3a3ddf1ec4b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:25.902972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fe0ab35b-9d38-4ab1-8a76-3a3ddf1ec4b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:26.090724 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fe0ab35b-9d38-4ab1-8a76-3a3ddf1ec4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:26.103049 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fe0ab35b-9d38-4ab1-8a76-3a3ddf1ec4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:26.269680 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Pushing event updated for resources: {'Port': ['ID=64fb6121-887b-4d38-9222-e26a89abbe5a,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:26.308500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ab35b-9d38-4ab1-8a76-3a3ddf1ec4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a02cc58-a4e6-491e-8171-f5a95a8c12a6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:26.313069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11ee7e-af01-43ef-900a-b451db484118 req-643772f9-238a-417c-b401-41d50343a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:26.324202 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-643772f9-238a-417c-b401-41d50343a16a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3abdeae5dc2c46b6a70e4b0f4edc9fa5&device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 1094 time: 0.9771688 May 25 20:32:26.336288 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fe0ab35b-9d38-4ab1-8a76-3a3ddf1ec4b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85fca49e501d4aea9bb25e55472f33f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9953310 May 25 20:32:26.340096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46128) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:26.431165 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fef7403-8c7f-4e0a-81e2-cb51a3621492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:26.472285 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fef7403-8c7f-4e0a-81e2-cb51a3621492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:26.562262 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fef7403-8c7f-4e0a-81e2-cb51a3621492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:26.595210 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fef7403-8c7f-4e0a-81e2-cb51a3621492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:26.624912 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6fef7403-8c7f-4e0a-81e2-cb51a3621492 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a02cc58-a4e6-491e-8171-f5a95a8c12a6 HTTP/1.1" status: 204 len: 168 time: 0.2835884 May 25 20:32:26.625850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef7403-8c7f-4e0a-81e2-cb51a3621492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a02cc58-a4e6-491e-8171-f5a95a8c12a6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:26.792181 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-a025dc5a-999a-4cfa-a396-bbbcacca158e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37f85e3b-aacc-419e-81d2-3874d76059af HTTP/1.1" status: 200 len: 217 time: 0.3716092 May 25 20:32:27.063887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cf631-52d9-41b6-af90-c449e050427e req-9c1682d2-c35b-403e-bc75-a0a95063160d tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:27.065445 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb9cf631-52d9-41b6-af90-c449e050427e req-9c1682d2-c35b-403e-bc75-a0a95063160d tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 943 time: 0.2472439 May 25 20:32:27.088521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46150) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:27.144293 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fb9cf631-52d9-41b6-af90-c449e050427e req-c47d8fc2-0698-465b-8dee-dacbee752387 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728793 May 25 20:32:27.144477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Attempting to bind port 64fb6121-887b-4d38-9222-e26a89abbe5a on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:27.144601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Attempting to bind port 64fb6121-887b-4d38-9222-e26a89abbe5a by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'df5672a3-fe5c-4684-9fad-2d85720ce536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:27.144868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Attempting to bind port 64fb6121-887b-4d38-9222-e26a89abbe5a on network 65547adc-ce3c-4cc8-af97-256dbbd2583f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:27.164063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Port 64fb6121-887b-4d38-9222-e26a89abbe5a on network 65547adc-ce3c-4cc8-af97-256dbbd2583f not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:27.164672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Attempting to bind port 64fb6121-887b-4d38-9222-e26a89abbe5a on network 65547adc-ce3c-4cc8-af97-256dbbd2583f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:27.173324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11ee7e-af01-43ef-900a-b451db484118 req-33cbbf2b-3dce-47d3-915d-5e2d2a7eef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:27.174968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-33cbbf2b-3dce-47d3-915d-5e2d2a7eef86 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a901c2e3-b66e-4d95-bcaf-d507b1fc2533 HTTP/1.1" status: 200 len: 865 time: 0.3708603 May 25 20:32:27.200266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eed375-2b32-403f-9d7d-8f1eef3bde2e req-30c28eea-8746-485d-aab5-0cdc103e944b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:27.202392 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82eed375-2b32-403f-9d7d-8f1eef3bde2e req-30c28eea-8746-485d-aab5-0cdc103e944b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 944 time: 0.8762209 May 25 20:32:27.240003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:32:27.240625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Checking segment: {'id': 'df5672a3-fe5c-4684-9fad-2d85720ce536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:32:27.241372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Bound using segment: {'id': 'df5672a3-fe5c-4684-9fad-2d85720ce536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:32:27.242009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Bound port: 64fb6121-887b-4d38-9222-e26a89abbe5a, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5672a3-fe5c-4684-9fad-2d85720ce536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:32:27.242600 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:27.289991 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-f1f88e4b-2242-4625-a0fd-f16c3fa51366 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=01411534-9c0c-446c-92ba-2d626a3c50c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987418 May 25 20:32:27.460614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-657014417'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:27.473016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:27.482812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Usage tracker for resource:network and tenant:f6fcac7003774543985d443af4df0656 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:27.491472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:27.508039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:27.534774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Made reservation on behalf of f6fcac7003774543985d443af4df0656 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:32:27.550900 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:27.552435 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82eed375-2b32-403f-9d7d-8f1eef3bde2e req-eb59c6f4-3cf5-4d16-ac3d-5503bf1f8ce2 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977772 May 25 20:32:27.571545 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:27.610484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:27.622327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Usage tracker for resource:security_group_rule and tenant:f6fcac7003774543985d443af4df0656 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:27.625984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:27.629082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] For port 64fb6121-887b-4d38-9222-e26a89abbe5a, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:32:27.639820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:27.709761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] For port 64fb6121-887b-4d38-9222-e26a89abbe5a, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=64fb6121-887b-4d38-9222-e26a89abbe5a,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:32:27.720618 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:27.945990 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-a3b8cf87-e774-4b99-960c-deb072842c4a service neutron] 10.222.0.70 "GET /v2.0/networks/01411534-9c0c-446c-92ba-2d626a3c50c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207769 May 25 20:32:28.073436 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:28.092017 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:28.100966 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:28.179701 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5e5e44b5-5ae7-48a5-9c16-eaae97637282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:28.239749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:28.243044 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:28.244478 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] 10.222.0.50 "PUT /v2.0/ports/64fb6121-887b-4d38-9222-e26a89abbe5a HTTP/1.1" status: 200 len: 1092 time: 4.4373994 May 25 20:32:28.250901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd54d774-6afd-423b-a30b-20098da3cfdc', 'tag': '64fb6121-887b-4d38-9222-e26a89abbe5a'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:32:28.252117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db38b66-3b3c-4e95-a516-53fd7740d96f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:28.278303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:32:28.317818 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:28.318446 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Added segment 25059581-40aa-4d58-ae6b-e1e0a83628c2 of type vlan for network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 May 25 20:32:28.403215 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:32:28.464287 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a5acc0-eac2-47b9-8641-9c4d3fd0b238'] response: {'name': 'network-changed', 'server_uuid': 'dd54d774-6afd-423b-a30b-20098da3cfdc', 'tag': '64fb6121-887b-4d38-9222-e26a89abbe5a', 'status': 'completed', 'code': 200} May 25 20:32:28.609916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca728e5-cdf2-41b6-897d-c241de6f19bd service neutron] Pushing event updated for resources: {'Port': ['ID=64fb6121-887b-4d38-9222-e26a89abbe5a,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:28.769897 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:28.811554 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f11ee7e-af01-43ef-900a-b451db484118 req-2192f002-32ba-41be-9cb1-5da678e8d7d8 service neutron] 10.222.0.70 "GET /v2.0/networks/01411534-9c0c-446c-92ba-2d626a3c50c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7738624 May 25 20:32:28.830248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-24f40339-32f2-4956-8f7c-19ee92b203cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:28.878688 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-24f40339-32f2-4956-8f7c-19ee92b203cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=212413ebfaf045a6b05332ddfc943624&device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 1095 time: 0.3801017 May 25 20:32:28.906994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:28.926048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:28.927161 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:29.271473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f5b73-a716-4616-8d55-388a5f4c4161 req-7bac39a6-9cb1-41ef-9a36-1777be363318 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:29.287008 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-590f5b73-a716-4616-8d55-388a5f4c4161 req-7bac39a6-9cb1-41ef-9a36-1777be363318 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 943 time: 0.5541010 May 25 20:32:29.299989 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-7b16717c-3996-4804-a25a-ad85b73cb8ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64fb6121-887b-4d38-9222-e26a89abbe5a HTTP/1.1" status: 200 len: 217 time: 0.4169159 May 25 20:32:29.405844 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-590f5b73-a716-4616-8d55-388a5f4c4161 req-4ca81acc-2f62-4511-b3a1-64c46c3f7608 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178460 May 25 20:32:29.409065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Pushing event updated for resources: {'Network': ['ID=1ecbfe97-e0bc-4499-a0fd-a1c55d235819,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:29.427812 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-111e37e0-8e0d-4ab0-abaf-de1c04b4d2b6 tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3376608 May 25 20:32:29.443535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:32:29.624526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-be38b360-3c3e-4b36-bda3-06aa2a188249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:29.626180 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-be38b360-3c3e-4b36-bda3-06aa2a188249 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4f1a9ea4-8bbb-4cea-a1d1-019b683babad HTTP/1.1" status: 200 len: 855 time: 0.3190076 May 25 20:32:29.818234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8225f-1c4f-408a-89b8-128797ff05cc req-b02f5104-d006-4eeb-b013-aed811889049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:29.819743 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfa8225f-1c4f-408a-89b8-128797ff05cc req-b02f5104-d006-4eeb-b013-aed811889049 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3abdeae5dc2c46b6a70e4b0f4edc9fa5&device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 1094 time: 0.7240937 May 25 20:32:29.855201 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-a763dbc3-b70e-4031-b469-5a25c99c2490 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65547adc-ce3c-4cc8-af97-256dbbd2583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2121899 May 25 20:32:30.143782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46418) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:30.151713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Request body: {'port': {'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819', 'binding:host_id': 'n-h2-843339-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2045999595'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:30.177027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:30.196038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Usage tracker for resource:port and tenant:24c0980cb2a7446c9a85be95daa9b3fd is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:30.202196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:30.237417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:30.240605 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cbc4c-df31-446a-a5e3-19390e439da2 req-ae18761f-685e-465d-9cd2-51c30badd77f tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:30.242356 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b55cbc4c-df31-446a-a5e3-19390e439da2 req-ae18761f-685e-465d-9cd2-51c30badd77f tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 944 time: 0.7662215 May 25 20:32:30.265937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Made reservation on behalf of 24c0980cb2a7446c9a85be95daa9b3fd for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:32:30.269932 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:30.294112 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:30.316594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:30.327931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Usage tracker for resource:security_group_rule and tenant:24c0980cb2a7446c9a85be95daa9b3fd is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:30.332874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:30.343976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:30.352143 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b55cbc4c-df31-446a-a5e3-19390e439da2 req-7140a171-bd08-4f3f-a4e3-69ae012e2fe1 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984676 May 25 20:32:30.375719 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-d5670ea3-21a8-4f0c-a014-1b037676382b service neutron] 10.222.0.50 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006280 May 25 20:32:30.380808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8225f-1c4f-408a-89b8-128797ff05cc req-f3cd2049-5944-4511-9122-0cb318a5ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:30.382482 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfa8225f-1c4f-408a-89b8-128797ff05cc req-f3cd2049-5944-4511-9122-0cb318a5ce9d service neutron] 10.222.0.70 "GET /v2.0/networks?id=01411534-9c0c-446c-92ba-2d626a3c50c9 HTTP/1.1" status: 200 len: 926 time: 0.5254216 May 25 20:32:30.566852 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfa8225f-1c4f-408a-89b8-128797ff05cc req-f16f375a-624e-4adc-90c0-3e580e94e642 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37f85e3b-aacc-419e-81d2-3874d76059af HTTP/1.1" status: 200 len: 217 time: 0.1380374 May 25 20:32:30.587067 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3dbe084b-f65c-43e0-88ca-3d9b30c36f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:30.634797 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:30.640773 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:30.689681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] device_id is not set on port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:32:30.876042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3ece7b-ea5d-4200-8230-00c8fd24be29,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:31.257559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8225f-1c4f-408a-89b8-128797ff05cc req-58c35161-dcea-44a3-a88c-dbc6d6450122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:31.265140 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfa8225f-1c4f-408a-89b8-128797ff05cc req-58c35161-dcea-44a3-a88c-dbc6d6450122 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a901c2e3-b66e-4d95-bcaf-d507b1fc2533 HTTP/1.1" status: 200 len: 865 time: 0.5876498 May 25 20:32:31.377840 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:31.450034 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfa8225f-1c4f-408a-89b8-128797ff05cc req-3c9a36f5-f7df-4f0c-9c38-59dd573c7017 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=01411534-9c0c-446c-92ba-2d626a3c50c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1668239 May 25 20:32:31.476044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] device_id is not set on port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:32:31.503689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46580) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:31.509935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:31.533665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Transition to ACTIVE for port object 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:32:31.551911 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:31.720366 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:31.871350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542acb1-a8e1-4ef4-a60c-3440cdc38e4d req-01e7941f-2448-4deb-b5e2-ed03f35fd9e9 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:31.877635 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c19bb623-9025-45d3-a20c-3bc0d8d4a8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:31.884216 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2542acb1-a8e1-4ef4-a60c-3440cdc38e4d req-01e7941f-2448-4deb-b5e2-ed03f35fd9e9 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 943 time: 1.0030754 May 25 20:32:31.890263 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2082fc67-8a24-4b0a-88e1-706a3a385735 req-d307b4fc-2d45-4467-ac74-c88b0facacf4 service neutron] 10.222.0.50 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5059333 May 25 20:32:31.891903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Pushing event updated for resources: {'Port': ['ID=5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:31.905496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Checking segment: {'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:32:31.906558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Network hostable DHCP agents. Network: 1ecbfe97-e0bc-4499-a0fd-a1c55d235819, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:32:31.954211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:32:31.967480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c19bb623-9025-45d3-a20c-3bc0d8d4a8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:31.977679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c19bb623-9025-45d3-a20c-3bc0d8d4a8bb admin admin] Usage tracker for resource:security_group_rule and tenant:a09d7650f98e47cc890e4586571cdcff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:31.992809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033eb73-fbc4-44ff-8059-35cc2e6759f4 req-705e7abd-2a5b-43b2-a622-f64b7cb0bc2e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:31.993737 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7033eb73-fbc4-44ff-8059-35cc2e6759f4 req-705e7abd-2a5b-43b2-a622-f64b7cb0bc2e tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 944 time: 0.2435033 May 25 20:32:31.995582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c19bb623-9025-45d3-a20c-3bc0d8d4a8bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:31.999765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 1ecbfe97-e0bc-4499-a0fd-a1c55d235819) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:32:32.007856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:32:32.008672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4a4a35-1dd6-455d-9dc2-38c9723fdf63 None None] Network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:32:32.065879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c19bb623-9025-45d3-a20c-3bc0d8d4a8bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:32.075271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7033eb73-fbc4-44ff-8059-35cc2e6759f4 req-211f2652-33e2-439f-a3e3-b5947f97c9a4 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548210 May 25 20:32:32.091097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:32.091814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:32.092432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:32.108040 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2542acb1-a8e1-4ef4-a60c-3440cdc38e4d req-414855cc-320c-40aa-90b5-8b528ae8ffd8 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166572 May 25 20:32:32.125252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:32.125987 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:32.128567 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 2 to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 May 25 20:32:32.140288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfa8225f-1c4f-408a-89b8-128797ff05cc req-5c0bcbfa-7aa4-450a-bdac-164fb31bd1d7 service neutron] 10.222.0.70 "GET /v2.0/networks/01411534-9c0c-446c-92ba-2d626a3c50c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820581 May 25 20:32:32.163458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:32.163997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:32.164519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:32.176136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:32.176532 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:32.179322 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 3 to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 May 25 20:32:32.201956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:32.202542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:32.203094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:32.214593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:32.215192 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:32.216958 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 4 to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 May 25 20:32:32.240082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:32.240686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:32.241676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:32.249937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:32.250648 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:32.253237 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 5 to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 May 25 20:32:32.293392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:32.294317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:32.294977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:32.311192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:32.312253 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:32.336509 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 6 to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 May 25 20:32:32.386543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff3621-d11d-47e5-9f52-46f8a3b54a5e req-deb8e024-1739-43a6-9be1-f49d74f11d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:32.388915 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cff3621-d11d-47e5-9f52-46f8a3b54a5e req-deb8e024-1739-43a6-9be1-f49d74f11d6a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=212413ebfaf045a6b05332ddfc943624&device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 1095 time: 0.4185863 May 25 20:32:32.408765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:32.415441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:32.416184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:32.437580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c19bb623-9025-45d3-a20c-3bc0d8d4a8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:32.438984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:32.439508 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:32.440085 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 7 to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 May 25 20:32:32.463075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:32.464280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:32.464852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:32.468795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c19bb623-9025-45d3-a20c-3bc0d8d4a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:32.528421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:32.529981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 37f85e3b-aacc-419e-81d2-3874d76059af details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:32:32.531565 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:32.540506 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bfa8225f-1c4f-408a-89b8-128797ff05cc req-427dbfe3-d63e-4b80-bd7c-e1918ae7b68c service neutron] 10.222.0.70 "GET /v2.0/networks/01411534-9c0c-446c-92ba-2d626a3c50c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815503 May 25 20:32:32.545169 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 8 to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 May 25 20:32:32.629115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff3621-d11d-47e5-9f52-46f8a3b54a5e req-48ca9bb4-abd6-4c49-8b74-477f21158922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:32.632307 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cff3621-d11d-47e5-9f52-46f8a3b54a5e req-48ca9bb4-abd6-4c49-8b74-477f21158922 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65547adc-ce3c-4cc8-af97-256dbbd2583f HTTP/1.1" status: 200 len: 916 time: 0.2290177 May 25 20:32:32.673654 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c19bb623-9025-45d3-a20c-3bc0d8d4a8bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a09d7650f98e47cc890e4586571cdcff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1670897 May 25 20:32:32.674674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46704) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:32.710642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:32.711139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:32.713690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:32.727286 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bb623-9025-45d3-a20c-3bc0d8d4a8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acb6df9-3f70-426b-b77c-9cb2af71ff88,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:32.773988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:32.774899 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:32.781910 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 9 to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 May 25 20:32:32.814707 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cff3621-d11d-47e5-9f52-46f8a3b54a5e req-40426382-1aa6-4ac9-9a8d-0aba26291d5a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64fb6121-887b-4d38-9222-e26a89abbe5a HTTP/1.1" status: 200 len: 217 time: 0.1754863 May 25 20:32:32.859243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:32.859243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:32.859518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:32.899594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:32.900154 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:32.903052 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 10 to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 May 25 20:32:32.907485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff3621-d11d-47e5-9f52-46f8a3b54a5e req-c2b584ac-e0e6-4910-abe1-b6f4911aff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:32.921582 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cff3621-d11d-47e5-9f52-46f8a3b54a5e req-c2b584ac-e0e6-4910-abe1-b6f4911aff9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4f1a9ea4-8bbb-4cea-a1d1-019b683babad HTTP/1.1" status: 200 len: 855 time: 0.0925784 May 25 20:32:32.987917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:32.990188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:32.990643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:32.997225 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cff3621-d11d-47e5-9f52-46f8a3b54a5e req-23561354-95cd-4002-85c1-30f9f78c9ece service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65547adc-ce3c-4cc8-af97-256dbbd2583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740521 May 25 20:32:33.010819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:33.011567 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:33.012565 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:33.113864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 37f85e3b-aacc-419e-81d2-3874d76059af, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=37f85e3b-aacc-419e-81d2-3874d76059af,segment=NetworkSegment(75aadb6f-fc94-4673-8a82-8099c6d153bb),segment_id=75aadb6f-fc94-4673-8a82-8099c6d153bb)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:33.132910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '37f85e3b-aacc-419e-81d2-3874d76059af', 'network_id': '01411534-9c0c-446c-92ba-2d626a3c50c9', 'port_id': '37f85e3b-aacc-419e-81d2-3874d76059af', 'mac_address': 'fa:16:3e:a3:8f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a901c2e3-b66e-4d95-bcaf-d507b1fc2533', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:32:33.136561 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:33.149269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] For port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:32:33.149941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempted to set empty binding levels {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 25 20:32:33.152559 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d60b52e5-73f4-4bf4-8811-01852e8e60a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:33.189967 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d60b52e5-73f4-4bf4-8811-01852e8e60a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:33.221205 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:33.239145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 37f85e3b-aacc-419e-81d2-3874d76059af is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:32:33.239754 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:33.259677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f85e3b-aacc-419e-81d2-3874d76059af {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:32:33.300478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 37f85e3b-aacc-419e-81d2-3874d76059af, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=37f85e3b-aacc-419e-81d2-3874d76059af,segment=NetworkSegment(75aadb6f-fc94-4673-8a82-8099c6d153bb),segment_id=75aadb6f-fc94-4673-8a82-8099c6d153bb)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:33.307942 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:33.344177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:33.345296 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:33.446364 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cff3621-d11d-47e5-9f52-46f8a3b54a5e req-9a918625-1ff0-44c0-8445-92dddfed0bcc service neutron] 10.222.0.50 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430852 May 25 20:32:33.488006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Pushing event updated for resources: {'Port': ['ID=5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:33.503059 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a7fed8dd-d8ed-4f38-90a5-3bcd41756b67 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.3566852 May 25 20:32:33.503544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46742) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:33.507106 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=37f85e3b-aacc-419e-81d2-3874d76059af,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:33.508654 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d60b52e5-73f4-4bf4-8811-01852e8e60a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:33.514397 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d60b52e5-73f4-4bf4-8811-01852e8e60a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:33.516232 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d60b52e5-73f4-4bf4-8811-01852e8e60a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4acb6df9-3f70-426b-b77c-9cb2af71ff88 HTTP/1.1" status: 204 len: 168 time: 0.8193266 May 25 20:32:33.611321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b52e5-73f4-4bf4-8811-01852e8e60a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acb6df9-3f70-426b-b77c-9cb2af71ff88,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:33.623346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-970b109c-7ea4-4bdd-801e-5e3d3de6ec50 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Deleting port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:32:33.623691 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-970b109c-7ea4-4bdd-801e-5e3d3de6ec50 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:33.680318 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['37f85e3b-aacc-419e-81d2-3874d76059af'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:32:33.723112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d7278-64fd-4016-8540-5eb5ae72c3e3 req-72e53849-2c99-4091-a7c7-f170b395049b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:33.728667 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-242d7278-64fd-4016-8540-5eb5ae72c3e3 req-72e53849-2c99-4091-a7c7-f170b395049b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 944 time: 0.3458157 May 25 20:32:33.775016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647550f7-9bc6-4439-9362-d85eb46a3907 req-5617984a-f69a-4ebc-ab66-8db2af570713 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:33.784264 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-647550f7-9bc6-4439-9362-d85eb46a3907 req-5617984a-f69a-4ebc-ab66-8db2af570713 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 944 time: 0.4678192 May 25 20:32:33.882051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-647550f7-9bc6-4439-9362-d85eb46a3907 req-d278c5c6-fef8-4559-b6aa-8b91ebb71175 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957386 May 25 20:32:33.907577 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7cff3621-d11d-47e5-9f52-46f8a3b54a5e req-900dd7b3-3440-4dd6-b46b-ed619e0dde7f service neutron] 10.222.0.50 "GET /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493477 May 25 20:32:33.911086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 64fb6121-887b-4d38-9222-e26a89abbe5a details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:32:34.026996 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-242d7278-64fd-4016-8540-5eb5ae72c3e3 req-beb5e342-97b4-4a69-b9e2-7096e0305ebd tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874999 May 25 20:32:34.420808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-970b109c-7ea4-4bdd-801e-5e3d3de6ec50 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] For port 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63, host n-h2-843339-1, got binding levels [] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:34.426540 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-970b109c-7ea4-4bdd-801e-5e3d3de6ec50 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:34.676691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 64fb6121-887b-4d38-9222-e26a89abbe5a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=64fb6121-887b-4d38-9222-e26a89abbe5a,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:34.690846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-970b109c-7ea4-4bdd-801e-5e3d3de6ec50 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Calling delete_port for 5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:32:34.751727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '64fb6121-887b-4d38-9222-e26a89abbe5a', 'network_id': '65547adc-ce3c-4cc8-af97-256dbbd2583f', 'port_id': '64fb6121-887b-4d38-9222-e26a89abbe5a', 'mac_address': 'fa:16:3e:fa:e4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1a9ea4-8bbb-4cea-a1d1-019b683babad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:32:34.869032 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-970b109c-7ea4-4bdd-801e-5e3d3de6ec50 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:34.913687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 64fb6121-887b-4d38-9222-e26a89abbe5a is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:32:34.914380 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:34.959942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b109c-7ea4-4bdd-801e-5e3d3de6ec50 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:34.977754 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-970b109c-7ea4-4bdd-801e-5e3d3de6ec50 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:34.979631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fb6121-887b-4d38-9222-e26a89abbe5a {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:32:34.990256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46786) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:34.998345 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-970b109c-7ea4-4bdd-801e-5e3d3de6ec50 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "DELETE /v2.0/ports/5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 HTTP/1.1" status: 204 len: 168 time: 1.4800220 May 25 20:32:35.070526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 64fb6121-887b-4d38-9222-e26a89abbe5a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=64fb6121-887b-4d38-9222-e26a89abbe5a,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:35.070526 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:35.157074 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bb1e6c-c7ea-4e41-a4b8-62bfa6f09cc9 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] GET failed (client error): The resource could not be found. May 25 20:32:35.158802 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-05bb1e6c-c7ea-4e41-a4b8-62bfa6f09cc9 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "GET /v2.0/ports/5b4fb9aa-4f29-4d68-8a0b-1a4c26c43e63 HTTP/1.1" status: 404 len: 333 time: 0.1668406 May 25 20:32:35.162372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46796) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:35.171368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Request body: {'port': {'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-797742325'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:35.185195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:35.285720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=64fb6121-887b-4d38-9222-e26a89abbe5a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:35.306047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Usage tracker for resource:port and tenant:24c0980cb2a7446c9a85be95daa9b3fd is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:35.315951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:35.327329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:35.360310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Made reservation on behalf of 24c0980cb2a7446c9a85be95daa9b3fd for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:32:35.363784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:35.369069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['64fb6121-887b-4d38-9222-e26a89abbe5a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:32:35.468090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29890e8b-9a18-4d6e-a2a2-ba0d28915fe5 req-52a85dbc-1d11-49c6-8e37-ba9d7c1b3d85 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:35.470266 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29890e8b-9a18-4d6e-a2a2-ba0d28915fe5 req-52a85dbc-1d11-49c6-8e37-ba9d7c1b3d85 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 944 time: 0.2770522 May 25 20:32:35.478972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] device_id is not set on port efea7555-d395-4773-af53-7ff3c68ad47b yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:32:35.548260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890a5b8-93e2-43e2-8628-9c634b508e66 req-5db5fc88-a70f-481a-bd2d-b9146a1a5710 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:35.550188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3890a5b8-93e2-43e2-8628-9c634b508e66 req-5db5fc88-a70f-481a-bd2d-b9146a1a5710 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 945 time: 0.2147744 May 25 20:32:35.652908 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3890a5b8-93e2-43e2-8628-9c634b508e66 req-c7b27f2d-c27f-428c-b72e-b24cc280c190 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896857 May 25 20:32:35.784243 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29890e8b-9a18-4d6e-a2a2-ba0d28915fe5 req-e9219471-6951-45f7-94da-dae069037860 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118281 May 25 20:32:36.066418 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:36.126514 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:36.243192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:32:36.248824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:32:36.256149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:32:36.256717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:36.257513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:36.266710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Pushing event updated for resources: {'Port': ['ID=efea7555-d395-4773-af53-7ff3c68ad47b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:36.302086 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4099b281-bc44-4233-9c86-c8c80e4f77ca tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1384706 May 25 20:32:36.304813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46818) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:36.311535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:36.497849 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:36.546447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 37f85e3b-aacc-419e-81d2-3874d76059af up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:32:36.702818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 37f85e3b-aacc-419e-81d2-3874d76059af completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:32:36.709213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 37f85e3b-aacc-419e-81d2-3874d76059af triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:32:36.709580 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:37.109379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] device_id is not set on port efea7555-d395-4773-af53-7ff3c68ad47b yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:32:37.122635 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:37.142323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Transition to ACTIVE for port object efea7555-d395-4773-af53-7ff3c68ad47b will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:32:37.147297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:37.200668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 37f85e3b-aacc-419e-81d2-3874d76059af is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:32:37.202603 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:37.253935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1695b4-efc7-409e-a7a8-ddf865c7f10d req-b85ebade-c892-4676-99d8-4cf6469352e2 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:37.280044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8f1695b4-efc7-409e-a7a8-ddf865c7f10d req-b85ebade-c892-4676-99d8-4cf6469352e2 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 945 time: 0.3094971 May 25 20:32:37.301854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 37f85e3b-aacc-419e-81d2-3874d76059af, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=37f85e3b-aacc-419e-81d2-3874d76059af,segment=NetworkSegment(75aadb6f-fc94-4673-8a82-8099c6d153bb),segment_id=75aadb6f-fc94-4673-8a82-8099c6d153bb)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:37.306593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55accc75-3074-421d-9cb2-ef1ffcd36752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f85e3b-aacc-419e-81d2-3874d76059af'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:32:37.316628 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:37.384846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Pushing event updated for resources: {'Port': ['ID=efea7555-d395-4773-af53-7ff3c68ad47b,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:37.397930 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8f1695b4-efc7-409e-a7a8-ddf865c7f10d req-619cae22-4d99-46ea-b83f-bdfb14a0a97a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164851 May 25 20:32:37.508017 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=37f85e3b-aacc-419e-81d2-3874d76059af,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:37.681511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:37.682780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:37.683416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:37.707468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:37.707839 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:37.708839 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 2 to bind port efea7555-d395-4773-af53-7ff3c68ad47b May 25 20:32:37.748101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26233518-edd5-45cb-a261-f7b84596b968 req-493e44f8-8ace-4e2e-9234-6f1a62a1453c tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:37.751148 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-26233518-edd5-45cb-a261-f7b84596b968 req-493e44f8-8ace-4e2e-9234-6f1a62a1453c tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 945 time: 0.3833761 May 25 20:32:37.751329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 64fb6121-887b-4d38-9222-e26a89abbe5a up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:32:37.759749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:37.760598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:37.761193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:37.841526 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685d2b68-27c1-4859-8a32-c830a719e36d'] response: {'server_uuid': '55accc75-3074-421d-9cb2-ef1ffcd36752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f85e3b-aacc-419e-81d2-3874d76059af', 'code': 200} May 25 20:32:37.864726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:37.865132 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:37.867731 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 3 to bind port efea7555-d395-4773-af53-7ff3c68ad47b May 25 20:32:37.881721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-26233518-edd5-45cb-a261-f7b84596b968 req-875f4e0d-3660-458b-863c-6e469b05c47d tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235054 May 25 20:32:37.893656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:37.894021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:37.894424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:37.901532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:37.901723 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:37.902197 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 4 to bind port efea7555-d395-4773-af53-7ff3c68ad47b May 25 20:32:37.937749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:37.938405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:37.938873 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:37.951066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:37.951818 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:37.952410 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 5 to bind port efea7555-d395-4773-af53-7ff3c68ad47b May 25 20:32:37.970100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 64fb6121-887b-4d38-9222-e26a89abbe5a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:32:37.972085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:37.972612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:37.973143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:37.979296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:37.980099 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:37.980677 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 6 to bind port efea7555-d395-4773-af53-7ff3c68ad47b May 25 20:32:37.981974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 64fb6121-887b-4d38-9222-e26a89abbe5a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:32:37.983629 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:38.003888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:38.004640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:38.005162 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:38.034654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:38.035018 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:38.035408 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 7 to bind port efea7555-d395-4773-af53-7ff3c68ad47b May 25 20:32:38.072967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:38.073412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:38.073781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:38.088261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:38.088600 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:38.089000 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 8 to bind port efea7555-d395-4773-af53-7ff3c68ad47b May 25 20:32:38.100488 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243b963-d34f-43c3-a204-caf7a7b11822 req-c8dbe299-ca28-477e-918b-157eaedf9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:38.102047 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8243b963-d34f-43c3-a204-caf7a7b11822 req-c8dbe299-ca28-477e-918b-157eaedf9347 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 1096 time: 0.1936774 May 25 20:32:38.130544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:38.131031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:38.138301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:38.148471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:38.148796 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:38.149262 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 9 to bind port efea7555-d395-4773-af53-7ff3c68ad47b May 25 20:32:38.188668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:38.189005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:38.189341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:38.194432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:38.194726 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:38.195119 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 10 to bind port efea7555-d395-4773-af53-7ff3c68ad47b May 25 20:32:38.231979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:38.232311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:38.232639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:38.244202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:38.244694 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port efea7555-d395-4773-af53-7ff3c68ad47b on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:38.245062 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:38.298665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 64fb6121-887b-4d38-9222-e26a89abbe5a is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:32:38.299626 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:38.365954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 64fb6121-887b-4d38-9222-e26a89abbe5a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=64fb6121-887b-4d38-9222-e26a89abbe5a,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:38.385268 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:38.433061 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8243b963-d34f-43c3-a204-caf7a7b11822 req-aa62bdba-ae06-4c61-ab65-e8dac370d627 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239949 May 25 20:32:38.497051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6823925-d0df-455f-907c-fda8f0bf6d1a req-8ce76dd0-97e1-4cd7-a2e8-5bd7d01b5a4c tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:38.499443 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f6823925-d0df-455f-907c-fda8f0bf6d1a req-8ce76dd0-97e1-4cd7-a2e8-5bd7d01b5a4c tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 950 time: 0.3467572 May 25 20:32:38.504438 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46910) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:38.543005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] For port efea7555-d395-4773-af53-7ff3c68ad47b, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:32:38.543663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempted to set empty binding levels {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 25 20:32:38.559354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:38.577374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=64fb6121-887b-4d38-9222-e26a89abbe5a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:38.624512 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f6823925-d0df-455f-907c-fda8f0bf6d1a req-5f84f359-f892-45bd-8e37-5ed6caabda3c tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f522310-75c9-4bd9-8fa7-2842b2127f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069107 May 25 20:32:38.798166 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:38.816808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:38.821442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Usage tracker for resource:security_group_rule and tenant:53229b4d4f354c8080a877cad9c92bee is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:38.826694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:38.834027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:39.003977 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:39.015250 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:39.134381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] In _notify_port_updated(), no bound segment for port efea7555-d395-4773-af53-7ff3c68ad47b on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:32:39.136140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:39.137598 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:39.140005 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "PUT /v2.0/ports/efea7555-d395-4773-af53-7ff3c68ad47b HTTP/1.1" status: 200 len: 974 time: 2.8340440 May 25 20:32:39.144591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46926) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:39.195148 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53229b4d4f354c8080a877cad9c92bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6889708 May 25 20:32:39.198946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46932) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:39.254459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64769c66-9dde-4e2e-99ad-1a0cd2858786 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Pushing event updated for resources: {'Port': ['ID=efea7555-d395-4773-af53-7ff3c68ad47b,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:39.296820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26864755-42c0-486f-8fa6-d585b6f3a229,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:39.306106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc78bb-e14c-42b6-ab32-0179c9924a79 req-9db22cf8-4906-4da6-a6f0-117113f4a13a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:39.308591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f0dc78bb-e14c-42b6-ab32-0179c9924a79 req-9db22cf8-4906-4da6-a6f0-117113f4a13a tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 946 time: 0.2695985 May 25 20:32:39.320434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9cbc8-a68c-4eaa-b408-e5ea3d97932a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:39.321088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9cbc8-a68c-4eaa-b408-e5ea3d97932a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:39.321817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9cbc8-a68c-4eaa-b408-e5ea3d97932a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:39.323127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9cbc8-a68c-4eaa-b408-e5ea3d97932a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:39.323786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9cbc8-a68c-4eaa-b408-e5ea3d97932a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:39.324403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9cbc8-a68c-4eaa-b408-e5ea3d97932a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:39.325093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9cbc8-a68c-4eaa-b408-e5ea3d97932a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:39.325709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9cbc8-a68c-4eaa-b408-e5ea3d97932a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:39.327119 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-69b9cbc8-a68c-4eaa-b408-e5ea3d97932a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Synchronizing usage tracker for tenant:24c0980cb2a7446c9a85be95daa9b3fd on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:39.334173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46936) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:39.336959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:39.337425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:39.337832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:39.338539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:39.339236 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:39.342606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:39.342994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:39.343451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:39.343793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:39.344116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:39.344440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:39.344756 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589725f9-4178-443a-9890-3739f5111868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:32:39.394234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-69b9cbc8-a68c-4eaa-b408-e5ea3d97932a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Unset dirty status for tenant:24c0980cb2a7446c9a85be95daa9b3fd on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:39.395800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-69b9cbc8-a68c-4eaa-b408-e5ea3d97932a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 7334 time: 0.2399230 May 25 20:32:39.401127 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f0dc78bb-e14c-42b6-ab32-0179c9924a79 req-c53ddc9c-037a-4d9d-bb45-bd820cf91ab1 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671649 May 25 20:32:39.402249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46944) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:39.462300 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb808ee0-52bf-4ea7-b571-29da9bf22c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:39.493799 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb808ee0-52bf-4ea7-b571-29da9bf22c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:39.513976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a98aa-3170-4324-9fed-92f410cb3550 req-13674951-c1e0-449f-9ce5-637ddfb630f7 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:39.516208 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-763a98aa-3170-4324-9fed-92f410cb3550 req-13674951-c1e0-449f-9ce5-637ddfb630f7 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 945 time: 0.3712106 May 25 20:32:39.529496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3007701e-ffff-4d58-902c-e973f189a97f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Deleting port efea7555-d395-4773-af53-7ff3c68ad47b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:32:39.530074 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3007701e-ffff-4d58-902c-e973f189a97f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:39.592794 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb808ee0-52bf-4ea7-b571-29da9bf22c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:39.607802 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eea7fe10-e738-48f5-a594-c9d0fd30388f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:39.611626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-763a98aa-3170-4324-9fed-92f410cb3550 req-30faccf6-9373-434e-98b1-1d87cce05a75 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639801 May 25 20:32:39.620723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb808ee0-52bf-4ea7-b571-29da9bf22c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26864755-42c0-486f-8fa6-d585b6f3a229,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:39.624105 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb808ee0-52bf-4ea7-b571-29da9bf22c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:39.625345 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fb808ee0-52bf-4ea7-b571-29da9bf22c55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26864755-42c0-486f-8fa6-d585b6f3a229 HTTP/1.1" status: 204 len: 168 time: 0.4219158 May 25 20:32:39.649208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-eea7fe10-e738-48f5-a594-c9d0fd30388f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:39.843972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd54d774-6afd-423b-a30b-20098da3cfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fb6121-887b-4d38-9222-e26a89abbe5a'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:32:39.920282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca185-3577-4f82-8187-cd7b7e411c27 req-a520c957-a663-4e29-8b5c-6740aebed0fa tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:39.923097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b1ca185-3577-4f82-8187-cd7b7e411c27 req-a520c957-a663-4e29-8b5c-6740aebed0fa tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 950 time: 0.1675634 May 25 20:32:39.935998 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf9d79d-724c-48cc-8d81-18a26a838991'] response: {'server_uuid': 'dd54d774-6afd-423b-a30b-20098da3cfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fb6121-887b-4d38-9222-e26a89abbe5a', 'code': 200} May 25 20:32:40.041014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-eea7fe10-e738-48f5-a594-c9d0fd30388f admin admin] Usage tracker for resource:security_group_rule and tenant:7f84c5f70a03426c81645897e2c5cf51 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:40.049415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-eea7fe10-e738-48f5-a594-c9d0fd30388f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:40.052559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-5b1ca185-3577-4f82-8187-cd7b7e411c27 req-3c75784b-0b95-4af4-9c7b-f2e9ba7d58e5 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Deleting port 53959c17-e842-4c34-99a6-6d1e35a9f435 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:32:40.052896 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5b1ca185-3577-4f82-8187-cd7b7e411c27 req-3c75784b-0b95-4af4-9c7b-f2e9ba7d58e5 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:40.078051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-eea7fe10-e738-48f5-a594-c9d0fd30388f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:40.124848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46960) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:40.142182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-3007701e-ffff-4d58-902c-e973f189a97f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] For port efea7555-d395-4773-af53-7ff3c68ad47b, host n-h2-843339-1, got binding levels [] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:40.143238 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3007701e-ffff-4d58-902c-e973f189a97f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:40.237034 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-25dae4c1-3d34-4527-bb7c-928e697d8a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:40.329378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3007701e-ffff-4d58-902c-e973f189a97f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Calling delete_port for efea7555-d395-4773-af53-7ff3c68ad47b owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:32:40.346529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77611e7-b2dd-4932-95fb-eeda5dfedb8b req-9445472b-7051-4c02-a68d-e26269f28664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:40.348639 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f77611e7-b2dd-4932-95fb-eeda5dfedb8b req-9445472b-7051-4c02-a68d-e26269f28664 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 1097 time: 0.2635748 May 25 20:32:40.398041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-25dae4c1-3d34-4527-bb7c-928e697d8a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:40.407200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-25dae4c1-3d34-4527-bb7c-928e697d8a7f admin admin] Usage tracker for resource:security_group_rule and tenant:69ca8f7aea184ac29f5d0a38a49d4931 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:40.415172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-25dae4c1-3d34-4527-bb7c-928e697d8a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:40.435661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-25dae4c1-3d34-4527-bb7c-928e697d8a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:40.446119 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f77611e7-b2dd-4932-95fb-eeda5dfedb8b req-8d1932ff-75db-4052-a71c-18819580568f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883460 May 25 20:32:40.463386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cf76b-9fc4-4cbd-b408-70acb61c73f8 req-b6c9a9a5-96f2-4ced-bce1-04deda86c1a6 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:40.465176 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-576cf76b-9fc4-4cbd-b408-70acb61c73f8 req-b6c9a9a5-96f2-4ced-bce1-04deda86c1a6 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 950 time: 0.5039887 May 25 20:32:40.512048 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3007701e-ffff-4d58-902c-e973f189a97f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:40.565498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-5b1ca185-3577-4f82-8187-cd7b7e411c27 req-3c75784b-0b95-4af4-9c7b-f2e9ba7d58e5 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] For port 53959c17-e842-4c34-99a6-6d1e35a9f435, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=53959c17-e842-4c34-99a6-6d1e35a9f435,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:40.565498 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5b1ca185-3577-4f82-8187-cd7b7e411c27 req-3c75784b-0b95-4af4-9c7b-f2e9ba7d58e5 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:40.597471 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eea7fe10-e738-48f5-a594-c9d0fd30388f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:40.628500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eea7fe10-e738-48f5-a594-c9d0fd30388f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:40.636092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007701e-ffff-4d58-902c-e973f189a97f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Pushing event deleted for resources: {'Port': ['ID=efea7555-d395-4773-af53-7ff3c68ad47b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:40.676535 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3007701e-ffff-4d58-902c-e973f189a97f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:40.726631 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-576cf76b-9fc4-4cbd-b408-70acb61c73f8 req-ef11a01e-da2d-409f-a4b5-d5b1c2c14a99 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f522310-75c9-4bd9-8fa7-2842b2127f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234504 May 25 20:32:40.737732 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-eea7fe10-e738-48f5-a594-c9d0fd30388f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f84c5f70a03426c81645897e2c5cf51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3998730 May 25 20:32:40.739048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7fe10-e738-48f5-a594-c9d0fd30388f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19047189-c053-4434-a9c8-0d64d83cfd51,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:40.741656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46974) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:40.784578 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3007701e-ffff-4d58-902c-e973f189a97f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "DELETE /v2.0/ports/efea7555-d395-4773-af53-7ff3c68ad47b HTTP/1.1" status: 204 len: 168 time: 1.3807790 May 25 20:32:40.797491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46978) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:40.864550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-5b1ca185-3577-4f82-8187-cd7b7e411c27 req-3c75784b-0b95-4af4-9c7b-f2e9ba7d58e5 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Calling delete_port for 53959c17-e842-4c34-99a6-6d1e35a9f435 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:32:40.878083 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0dda7ed-cc68-45da-a3d0-4344c9022484 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] GET failed (client error): The resource could not be found. May 25 20:32:40.878637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e0dda7ed-cc68-45da-a3d0-4344c9022484 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Synchronizing usage tracker for tenant:24c0980cb2a7446c9a85be95daa9b3fd on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:40.904192 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-25dae4c1-3d34-4527-bb7c-928e697d8a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:40.924997 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-25dae4c1-3d34-4527-bb7c-928e697d8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:40.993712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e0dda7ed-cc68-45da-a3d0-4344c9022484 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Unset dirty status for tenant:24c0980cb2a7446c9a85be95daa9b3fd on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:40.994891 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e0dda7ed-cc68-45da-a3d0-4344c9022484 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "GET /v2.0/ports/efea7555-d395-4773-af53-7ff3c68ad47b HTTP/1.1" status: 404 len: 333 time: 0.1916537 May 25 20:32:40.995910 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-712999c2-32b9-48e4-9e9c-6fef89f50523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:41.005721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46982) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:41.018466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-448951454', 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:41.030458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:41.055456 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-25dae4c1-3d34-4527-bb7c-928e697d8a7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69ca8f7aea184ac29f5d0a38a49d4931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9241016 May 25 20:32:41.058200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46986) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:41.073270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dae4c1-3d34-4527-bb7c-928e697d8a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2749aa18-1278-4f14-987e-fdb6604006a3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:41.077709 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:41.082381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-712999c2-32b9-48e4-9e9c-6fef89f50523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:41.178860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Made reservation on behalf of 24c0980cb2a7446c9a85be95daa9b3fd for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:32:41.179073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cdc8b-9d01-4be7-93c9-8a4cc36f58ae req-caa95a31-4f97-4de5-99a4-6b4c75c33bc9 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:41.179653 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:41.179820 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad1cdc8b-9d01-4be7-93c9-8a4cc36f58ae req-caa95a31-4f97-4de5-99a4-6b4c75c33bc9 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 945 time: 0.2342641 May 25 20:32:41.187056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-712999c2-32b9-48e4-9e9c-6fef89f50523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:41.236768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712999c2-32b9-48e4-9e9c-6fef89f50523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19047189-c053-4434-a9c8-0d64d83cfd51,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:41.259491 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-712999c2-32b9-48e4-9e9c-6fef89f50523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:41.261371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-712999c2-32b9-48e4-9e9c-6fef89f50523 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19047189-c053-4434-a9c8-0d64d83cfd51 HTTP/1.1" status: 204 len: 168 time: 0.5103803 May 25 20:32:41.301429 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad1cdc8b-9d01-4be7-93c9-8a4cc36f58ae req-1d6930d0-e4c5-4d77-94e5-4f42cb02ceca tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955594 May 25 20:32:41.314907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7da1a-879d-442e-b4e6-e94ddcabbc8d req-8f4cd77d-8bb3-47c6-b14e-286e6759f77b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:41.323238 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9eb7da1a-879d-442e-b4e6-e94ddcabbc8d req-8f4cd77d-8bb3-47c6-b14e-286e6759f77b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 946 time: 0.6123998 May 25 20:32:41.426227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] device_id is not set on port ab23da18-5f00-4b13-9970-a042dafe31db yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:32:41.462325 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4dbf4b55-a6c7-4f0a-9f3a-85dfcca2de8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:41.470635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5b1ca185-3577-4f82-8187-cd7b7e411c27 req-3c75784b-0b95-4af4-9c7b-f2e9ba7d58e5 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:41.656217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75784b-0b95-4af4-9c7b-f2e9ba7d58e5 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Pushing event deleted for resources: {'Port': ['ID=53959c17-e842-4c34-99a6-6d1e35a9f435,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:41.717750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879a71e-6e3e-4380-8eda-779d93073cd2 req-7636e968-9060-4be5-be78-8fc131a05111 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:41.719069 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2879a71e-6e3e-4380-8eda-779d93073cd2 req-7636e968-9060-4be5-be78-8fc131a05111 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 945 time: 0.1794357 May 25 20:32:41.818902 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4dbf4b55-a6c7-4f0a-9f3a-85dfcca2de8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:41.826375 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2879a71e-6e3e-4380-8eda-779d93073cd2 req-d9558676-8a2b-4101-875a-f53d5c9ddacb tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956864 May 25 20:32:41.861505 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9eb7da1a-879d-442e-b4e6-e94ddcabbc8d req-d84249f2-8ba0-4655-b4f1-40f676f63fea tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368190 May 25 20:32:41.886173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1ca185-3577-4f82-8187-cd7b7e411c27 req-3c75784b-0b95-4af4-9c7b-f2e9ba7d58e5 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] No DVR routers for this DVR port 53959c17-e842-4c34-99a6-6d1e35a9f435 on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:32:41.907145 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5b1ca185-3577-4f82-8187-cd7b7e411c27 req-3c75784b-0b95-4af4-9c7b-f2e9ba7d58e5 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:41.946631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f664c00-e3b9-4428-94b7-6cd73e10c1e2', 'name': 'network-vif-deleted', 'tag': '53959c17-e842-4c34-99a6-6d1e35a9f435'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:32:42.177022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17a741e4-4cef-4438-a13c-1b18d64e698e req-aa70f1eb-7d3e-449c-85ee-113d3f1d0138 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f664c00-e3b9-4428-94b7-6cd73e10c1e2 HTTP/1.1" status: 200 len: 210 time: 0.1120374 May 25 20:32:42.300170 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517d18a3-0754-4151-9861-51bbd18c84d4'] response: {'server_uuid': '0f664c00-e3b9-4428-94b7-6cd73e10c1e2', 'name': 'network-vif-deleted', 'tag': '53959c17-e842-4c34-99a6-6d1e35a9f435', 'status': 'completed', 'code': 200} May 25 20:32:42.323196 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b1ca185-3577-4f82-8187-cd7b7e411c27 req-3c75784b-0b95-4af4-9c7b-f2e9ba7d58e5 tempest-VolumesBackupsTest-1375477939 tempest-VolumesBackupsTest-1375477939-project] 10.222.0.70 "DELETE /v2.0/ports/53959c17-e842-4c34-99a6-6d1e35a9f435 HTTP/1.1" status: 204 len: 173 time: 2.3916652 May 25 20:32:42.360600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47014) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:42.400672 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a1b4510-f1a3-4e2e-ad99-02f263389636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:42.435390 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4dbf4b55-a6c7-4f0a-9f3a-85dfcca2de8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:42.440419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0a1b4510-f1a3-4e2e-ad99-02f263389636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:42.442571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:42.445860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0a1b4510-f1a3-4e2e-ad99-02f263389636 admin admin] Usage tracker for resource:security_group_rule and tenant:ac62ac1722ed4831ac584069d8446063 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:42.450308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0a1b4510-f1a3-4e2e-ad99-02f263389636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:42.462364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0a1b4510-f1a3-4e2e-ad99-02f263389636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:42.465369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf4b55-a6c7-4f0a-9f3a-85dfcca2de8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2749aa18-1278-4f14-987e-fdb6604006a3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:42.477725 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4dbf4b55-a6c7-4f0a-9f3a-85dfcca2de8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:42.482586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4dbf4b55-a6c7-4f0a-9f3a-85dfcca2de8f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2749aa18-1278-4f14-987e-fdb6604006a3 HTTP/1.1" status: 204 len: 168 time: 1.4195302 May 25 20:32:42.524918 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:42.556311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 53959c17-e842-4c34-99a6-6d1e35a9f435 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:32:42.704539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 53959c17-e842-4c34-99a6-6d1e35a9f435 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:32:42.711572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 53959c17-e842-4c34-99a6-6d1e35a9f435 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:32:42.720898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:32:42.733126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:32:42.736538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:32:42.737468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:42.738107 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:42.792586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Pushing event updated for resources: {'Port': ['ID=ab23da18-5f00-4b13-9970-a042dafe31db,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:42.801869 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b25ba6cf-44a8-405f-a5d9-0d17f2e8857c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7927606 May 25 20:32:42.806794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47026) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:42.862073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a1b4510-f1a3-4e2e-ad99-02f263389636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:42.867498 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a1b4510-f1a3-4e2e-ad99-02f263389636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:42.930975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113b616c-f768-4411-ad7c-ecdcdd1153e5 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:42.936450 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0a1b4510-f1a3-4e2e-ad99-02f263389636 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac62ac1722ed4831ac584069d8446063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5745234 May 25 20:32:42.938839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b4510-f1a3-4e2e-ad99-02f263389636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ef7429-8fde-4d01-8d9a-2c372e097cb5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:42.942750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47034) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:42.946057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-113b616c-f768-4411-ad7c-ecdcdd1153e5 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Synchronizing usage tracker for tenant:24c0980cb2a7446c9a85be95daa9b3fd on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:42.998455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-113b616c-f768-4411-ad7c-ecdcdd1153e5 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Unset dirty status for tenant:24c0980cb2a7446c9a85be95daa9b3fd on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:43.003949 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-113b616c-f768-4411-ad7c-ecdcdd1153e5 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "GET /v2.0/ports/ab23da18-5f00-4b13-9970-a042dafe31db HTTP/1.1" status: 200 len: 954 time: 0.1929131 May 25 20:32:43.004728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47038) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:43.123475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106924b7-a5a8-4ee0-9e10-9f718a6dc1ea req-6465b19d-94ad-4118-854e-a1200fc23567 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:43.125222 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-106924b7-a5a8-4ee0-9e10-9f718a6dc1ea req-6465b19d-94ad-4118-854e-a1200fc23567 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 945 time: 0.3154471 May 25 20:32:43.152089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0486c5f8-0543-420f-bf4c-20c5cfeb887f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Deleting port ab23da18-5f00-4b13-9970-a042dafe31db {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:32:43.152369 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0486c5f8-0543-420f-bf4c-20c5cfeb887f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:43.218997 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-106924b7-a5a8-4ee0-9e10-9f718a6dc1ea req-c29569af-bb56-400b-a0f1-4d7f07949e35 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802844 May 25 20:32:43.232245 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fb80677-746c-44b4-b606-97ccc4158bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:43.297267 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fb80677-746c-44b4-b606-97ccc4158bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:43.308346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48707a12-1b2d-4c85-b009-29641db697f2 req-ec160634-8e95-49c0-a7e0-4096eceb85ba tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:43.310199 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48707a12-1b2d-4c85-b009-29641db697f2 req-ec160634-8e95-49c0-a7e0-4096eceb85ba tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 946 time: 0.2575436 May 25 20:32:43.381431 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fb80677-746c-44b4-b606-97ccc4158bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:43.420581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb80677-746c-44b4-b606-97ccc4158bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ef7429-8fde-4d01-8d9a-2c372e097cb5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:43.422614 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fb80677-746c-44b4-b606-97ccc4158bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:43.423714 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6fb80677-746c-44b4-b606-97ccc4158bcf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50ef7429-8fde-4d01-8d9a-2c372e097cb5 HTTP/1.1" status: 204 len: 168 time: 0.4800489 May 25 20:32:43.571878 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0486c5f8-0543-420f-bf4c-20c5cfeb887f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:43.598757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48707a12-1b2d-4c85-b009-29641db697f2 req-953117aa-2cef-4f78-916f-0214eee818ef tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803822 May 25 20:32:43.986919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0486c5f8-0543-420f-bf4c-20c5cfeb887f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Calling delete_port for ab23da18-5f00-4b13-9970-a042dafe31db owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:32:44.248205 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0486c5f8-0543-420f-bf4c-20c5cfeb887f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:44.270991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c37bd-4e44-4d6b-b1a6-00cc199c250d req-83dbc682-69b1-45dc-aa1b-c28f6dc70cc9 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:44.272951 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7a7c37bd-4e44-4d6b-b1a6-00cc199c250d req-83dbc682-69b1-45dc-aa1b-c28f6dc70cc9 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 945 time: 0.2013953 May 25 20:32:44.327590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c6e83-e3cc-4fac-9d0d-751ea1e4517d req-70ad4c91-d460-4bad-a13b-a86c79b54b1b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:44.336406 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b08c6e83-e3cc-4fac-9d0d-751ea1e4517d req-70ad4c91-d460-4bad-a13b-a86c79b54b1b tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 946 time: 0.3583124 May 25 20:32:44.345052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486c5f8-0543-420f-bf4c-20c5cfeb887f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab23da18-5f00-4b13-9970-a042dafe31db,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:44.388605 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7a7c37bd-4e44-4d6b-b1a6-00cc199c250d req-cfd13f52-522d-4f53-9111-ec03ae5c9da6 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038978 May 25 20:32:44.397760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0486c5f8-0543-420f-bf4c-20c5cfeb887f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:44.444703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47090) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:44.454899 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0486c5f8-0543-420f-bf4c-20c5cfeb887f tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "DELETE /v2.0/ports/ab23da18-5f00-4b13-9970-a042dafe31db HTTP/1.1" status: 204 len: 168 time: 1.4488893 May 25 20:32:44.479047 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b08c6e83-e3cc-4fac-9d0d-751ea1e4517d req-61f0a980-0ebf-4431-b234-5a6e233c8c37 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423991 May 25 20:32:44.529574 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-915fa883-c7ec-4138-9664-f0c2e57ebe92 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] GET failed (client error): The resource could not be found. May 25 20:32:44.536456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47098) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:44.537406 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-915fa883-c7ec-4138-9664-f0c2e57ebe92 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "GET /v2.0/ports/ab23da18-5f00-4b13-9970-a042dafe31db HTTP/1.1" status: 404 len: 333 time: 0.0912569 May 25 20:32:44.544771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Request body: {'port': {'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1583210361'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:44.564201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:44.580257 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Usage tracker for resource:port and tenant:24c0980cb2a7446c9a85be95daa9b3fd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:44.599718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:44.612071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:44.643830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Made reservation on behalf of 24c0980cb2a7446c9a85be95daa9b3fd for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:32:44.655349 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:44.695216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] device_id is not set on port ed55963f-eda1-447e-a329-79fb2d2a1769 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:32:45.066617 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:45.127703 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:45.215060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:32:45.226433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:32:45.282009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:32:45.283240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:45.284001 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:45.339372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Pushing event updated for resources: {'Port': ['ID=ed55963f-eda1-447e-a329-79fb2d2a1769,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:45.358035 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9f932877-3652-45c2-ac1f-5dd877df6f6e tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8183889 May 25 20:32:45.358271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47128) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:45.365908 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:32:45.829370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484825ba-1b91-4beb-b81a-f011fa733e9b req-0cdf3f8c-f938-4bfc-8d01-4c49f8cf35eb tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:45.841740 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-484825ba-1b91-4beb-b81a-f011fa733e9b req-0cdf3f8c-f938-4bfc-8d01-4c49f8cf35eb tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 945 time: 0.2204669 May 25 20:32:45.911155 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-484825ba-1b91-4beb-b81a-f011fa733e9b req-f569da64-3f3f-4d5b-83eb-209fbd84bc01 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681889 May 25 20:32:45.911558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd0289-3161-487e-a79d-f0f50c8215d6 req-41642465-91bc-4c0b-9604-32860ad2dcdb tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:45.927756 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1fd0289-3161-487e-a79d-f0f50c8215d6 req-41642465-91bc-4c0b-9604-32860ad2dcdb tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 946 time: 0.7215281 May 25 20:32:46.105410 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1fd0289-3161-487e-a79d-f0f50c8215d6 req-171bb535-6982-4576-8c12-6652e79e2b3c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763830 May 25 20:32:46.117566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:46.238362 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afa863-7054-42d9-97b0-6d0250e44a78 req-9252a246-2989-40df-bdac-dd075d96adbb tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:46.241235 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4afa863-7054-42d9-97b0-6d0250e44a78 req-9252a246-2989-40df-bdac-dd075d96adbb tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.70 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 945 time: 0.8433778 May 25 20:32:46.322979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1a637-8e05-41a4-9448-6db29e578aec req-dc20d4dd-a683-4691-96a9-c2b0486d5c06 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:46.327139 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ffc1a637-8e05-41a4-9448-6db29e578aec req-dc20d4dd-a683-4691-96a9-c2b0486d5c06 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 946 time: 0.0956292 May 25 20:32:46.388734 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ffc1a637-8e05-41a4-9448-6db29e578aec req-2a9f4a70-c06b-4cdc-aea5-b5e7ca5c1c03 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552778 May 25 20:32:46.604878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-d4afa863-7054-42d9-97b0-6d0250e44a78 req-541b10b4-c632-4bed-80ed-b98e3e73f6f4 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Deleting port 37f85e3b-aacc-419e-81d2-3874d76059af {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:32:46.605111 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d4afa863-7054-42d9-97b0-6d0250e44a78 req-541b10b4-c632-4bed-80ed-b98e3e73f6f4 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:46.731443 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:32:46.923596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] device_id is not set on port ed55963f-eda1-447e-a329-79fb2d2a1769 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:32:46.945377 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:46.993469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Transition to ACTIVE for port object ed55963f-eda1-447e-a329-79fb2d2a1769 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:32:47.016237 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:47.069153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb170c2d-5e07-4378-b952-bb063c180a56 req-765a8c3a-7997-47e9-aed5-accac238bc2f tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:47.077710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb170c2d-5e07-4378-b952-bb063c180a56 req-765a8c3a-7997-47e9-aed5-accac238bc2f tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 946 time: 0.2057621 May 25 20:32:47.128893 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb170c2d-5e07-4378-b952-bb063c180a56 req-eab59f34-6b52-4ec3-9c88-6acc4121acaa tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500176 May 25 20:32:47.207175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-d4afa863-7054-42d9-97b0-6d0250e44a78 req-541b10b4-c632-4bed-80ed-b98e3e73f6f4 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] For port 37f85e3b-aacc-419e-81d2-3874d76059af, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=37f85e3b-aacc-419e-81d2-3874d76059af,segment=NetworkSegment(75aadb6f-fc94-4673-8a82-8099c6d153bb),segment_id=75aadb6f-fc94-4673-8a82-8099c6d153bb)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:47.208130 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d4afa863-7054-42d9-97b0-6d0250e44a78 req-541b10b4-c632-4bed-80ed-b98e3e73f6f4 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:47.486466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca4ce7-b18b-41d8-8824-24c80272e7ca req-d9b9314e-a359-4845-8548-6bc483ac9d76 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:47.488294 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9ca4ce7-b18b-41d8-8824-24c80272e7ca req-d9b9314e-a359-4845-8548-6bc483ac9d76 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 946 time: 0.1740260 May 25 20:32:47.594862 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-d4afa863-7054-42d9-97b0-6d0250e44a78 req-541b10b4-c632-4bed-80ed-b98e3e73f6f4 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Calling delete_port for 37f85e3b-aacc-419e-81d2-3874d76059af owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:32:47.637220 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9ca4ce7-b18b-41d8-8824-24c80272e7ca req-26273f19-6456-4370-a57c-05f13389b786 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385612 May 25 20:32:48.017122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47284) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:48.036048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Pushing event updated for resources: {'Port': ['ID=ed55963f-eda1-447e-a329-79fb2d2a1769,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:48.205402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:48.205893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:48.208043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:48.288001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:48.288340 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:48.298793 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-feeaabe2-3cd4-49ab-b609-f91ebe42e72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:48.341560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-feeaabe2-3cd4-49ab-b609-f91ebe42e72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:48.356395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-feeaabe2-3cd4-49ab-b609-f91ebe42e72b admin admin] Usage tracker for resource:security_group_rule and tenant:50d30f4d266b4fc88f745fb63ed8aed6 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:48.362968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-feeaabe2-3cd4-49ab-b609-f91ebe42e72b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:48.399288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-feeaabe2-3cd4-49ab-b609-f91ebe42e72b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:48.408807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea25f70-c0d5-441d-b7f8-c2cdd18fcb5b req-6d1a2206-9c2f-4454-8b77-46bd6d8e4280 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:48.416825 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ea25f70-c0d5-441d-b7f8-c2cdd18fcb5b req-6d1a2206-9c2f-4454-8b77-46bd6d8e4280 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 945 time: 1.0601866 May 25 20:32:48.418556 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 2 to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 May 25 20:32:48.430005 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d4afa863-7054-42d9-97b0-6d0250e44a78 req-541b10b4-c632-4bed-80ed-b98e3e73f6f4 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:48.564411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 37f85e3b-aacc-419e-81d2-3874d76059af no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:32:48.580014 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-feeaabe2-3cd4-49ab-b609-f91ebe42e72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:48.585988 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-feeaabe2-3cd4-49ab-b609-f91ebe42e72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:48.595461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b10b4-c632-4bed-80ed-b98e3e73f6f4 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Pushing event deleted for resources: {'Port': ['ID=37f85e3b-aacc-419e-81d2-3874d76059af,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:48.615697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:48.616027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:48.616357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:48.650547 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-feeaabe2-3cd4-49ab-b609-f91ebe42e72b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50d30f4d266b4fc88f745fb63ed8aed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6320784 May 25 20:32:48.651979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47306) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:48.665030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaabe2-3cd4-49ab-b609-f91ebe42e72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c368bf-0e68-4e14-8ffd-68de66ad9e60,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:48.723118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ea25f70-c0d5-441d-b7f8-c2cdd18fcb5b req-81c798d2-72f7-46be-b1a1-b06e8f462078 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/security-groups?id=19ff1804-7ce0-4fac-a7db-0248267988d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053288 May 25 20:32:48.753046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 37f85e3b-aacc-419e-81d2-3874d76059af {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:32:48.753467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 37f85e3b-aacc-419e-81d2-3874d76059af not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:32:48.828210 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e0ea59e-96fd-4c87-93cd-0394260f19d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:48.863052 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e0ea59e-96fd-4c87-93cd-0394260f19d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:48.910980 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4afa863-7054-42d9-97b0-6d0250e44a78 req-541b10b4-c632-4bed-80ed-b98e3e73f6f4 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] No DVR routers for this DVR port 37f85e3b-aacc-419e-81d2-3874d76059af on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:32:48.912640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:48.912821 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:48.913764 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-d4afa863-7054-42d9-97b0-6d0250e44a78 req-541b10b4-c632-4bed-80ed-b98e3e73f6f4 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:48.917483 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 3 to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 May 25 20:32:48.925168 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55accc75-3074-421d-9cb2-ef1ffcd36752', 'name': 'network-vif-deleted', 'tag': '37f85e3b-aacc-419e-81d2-3874d76059af'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:32:48.981250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e0ea59e-96fd-4c87-93cd-0394260f19d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:48.981492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:48.981492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:48.981492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:48.993193 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4afa863-7054-42d9-97b0-6d0250e44a78 req-541b10b4-c632-4bed-80ed-b98e3e73f6f4 tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.70 "DELETE /v2.0/ports/37f85e3b-aacc-419e-81d2-3874d76059af HTTP/1.1" status: 204 len: 173 time: 2.7429256 May 25 20:32:48.997095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fbc50-6180-4c7e-a983-e16b2f4d6de4 req-5c5671fa-2476-47aa-95b4-5e92c12d4fb6 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:49.005613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3b0fbc50-6180-4c7e-a983-e16b2f4d6de4 req-5c5671fa-2476-47aa-95b4-5e92c12d4fb6 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 946 time: 0.3014553 May 25 20:32:49.005883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:49.006538 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:49.007095 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 4 to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 May 25 20:32:49.031628 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c358ff-47a2-47ca-9f97-10d69a84a6b5'] response: {'server_uuid': '55accc75-3074-421d-9cb2-ef1ffcd36752', 'name': 'network-vif-deleted', 'tag': '37f85e3b-aacc-419e-81d2-3874d76059af', 'status': 'completed', 'code': 200} May 25 20:32:49.032619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:49.033171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:49.033725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:49.041295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:49.043217 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:49.043665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ea59e-96fd-4c87-93cd-0394260f19d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c368bf-0e68-4e14-8ffd-68de66ad9e60,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:49.043971 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 5 to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 May 25 20:32:49.058174 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e0ea59e-96fd-4c87-93cd-0394260f19d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:49.062019 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0e0ea59e-96fd-4c87-93cd-0394260f19d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7c368bf-0e68-4e14-8ffd-68de66ad9e60 HTTP/1.1" status: 204 len: 168 time: 0.4088523 May 25 20:32:49.094402 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3b0fbc50-6180-4c7e-a983-e16b2f4d6de4 req-d669a6eb-8696-4f41-b478-26235bd262f3 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878882 May 25 20:32:49.140825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:49.141287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:49.144048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:49.157390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:49.157390 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:49.157390 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 6 to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 May 25 20:32:49.184529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:49.185220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:49.185718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:49.199485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:49.199893 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:49.200651 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 7 to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 May 25 20:32:49.219804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:49.221650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:49.222217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:49.231187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:49.232177 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:49.232726 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 8 to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 May 25 20:32:49.262223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:49.262556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:49.263735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:49.272597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:49.280247 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:49.281229 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 9 to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 May 25 20:32:49.304017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:49.304541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:49.305413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:49.316873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:49.317181 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:49.317569 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempt 10 to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 May 25 20:32:49.802526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:32:49.809751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:32:49.810768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempting to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:32:49.880656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47364) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:49.954202 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-93a2bd40-6bde-4a40-a7cf-414bdd49d737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:49.975656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-93a2bd40-6bde-4a40-a7cf-414bdd49d737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:49.981184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-93a2bd40-6bde-4a40-a7cf-414bdd49d737 admin admin] Usage tracker for resource:security_group_rule and tenant:44d8c44012e545959828f5223f857a49 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:49.984729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-93a2bd40-6bde-4a40-a7cf-414bdd49d737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:49.991412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-93a2bd40-6bde-4a40-a7cf-414bdd49d737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:49.993201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:32:49.993749 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Failed to bind port ed55963f-eda1-447e-a329-79fb2d2a1769 on host n-h2-843339-1 for vnic_type normal using segments [{'id': '25059581-40aa-4d58-ae6b-e1e0a83628c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ecbfe97-e0bc-4499-a0fd-a1c55d235819'}] May 25 20:32:49.994624 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:50.102256 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-93a2bd40-6bde-4a40-a7cf-414bdd49d737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:50.108412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-656cbfd0-cc75-4c14-bc2b-132780c6e156 req-80bb1468-d56b-48c8-852f-591d397610de tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Synchronizing usage tracker for tenant:3abdeae5dc2c46b6a70e4b0f4edc9fa5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:50.110073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-93a2bd40-6bde-4a40-a7cf-414bdd49d737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:50.186340 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-93a2bd40-6bde-4a40-a7cf-414bdd49d737 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44d8c44012e545959828f5223f857a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034983 May 25 20:32:50.188500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47372) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:50.191902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2bd40-6bde-4a40-a7cf-414bdd49d737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a8c561-2de7-4fff-98e4-0544aaf56cd8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:50.254120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] For port ed55963f-eda1-447e-a329-79fb2d2a1769, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:32:50.255181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attempted to set empty binding levels {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 25 20:32:50.266440 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:50.318736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-656cbfd0-cc75-4c14-bc2b-132780c6e156 req-80bb1468-d56b-48c8-852f-591d397610de tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] Unset dirty status for tenant:3abdeae5dc2c46b6a70e4b0f4edc9fa5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:50.328940 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-656cbfd0-cc75-4c14-bc2b-132780c6e156 req-80bb1468-d56b-48c8-852f-591d397610de tempest-ServersNegativeTestMultiTenantJSON-1620831699 tempest-ServersNegativeTestMultiTenantJSON-1620831699-project] 10.222.0.60 "GET /v2.0/ports?device_id=55accc75-3074-421d-9cb2-ef1ffcd36752 HTTP/1.1" status: 200 len: 210 time: 0.3452215 May 25 20:32:50.333622 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30281b35-e6ea-400c-a03d-458f6a9f20dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:50.346816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] In _notify_port_updated(), no bound segment for port ed55963f-eda1-447e-a329-79fb2d2a1769 on network 1ecbfe97-e0bc-4499-a0fd-a1c55d235819 {{(pid=88331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:32:50.348026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:50.348781 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:50.350280 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "PUT /v2.0/ports/ed55963f-eda1-447e-a329-79fb2d2a1769 HTTP/1.1" status: 200 len: 975 time: 4.9911635 May 25 20:32:50.354257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47376) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:50.390391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89ce3c-f152-4654-a178-79abc2ee88d9 req-35d23ab4-a6a9-4bda-9d18-040185dc3244 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:50.392171 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-da89ce3c-f152-4654-a178-79abc2ee88d9 req-35d23ab4-a6a9-4bda-9d18-040185dc3244 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 946 time: 0.5711446 May 25 20:32:50.393163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd94417-a2cb-41d5-895a-84926d651e9c tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Pushing event updated for resources: {'Port': ['ID=ed55963f-eda1-447e-a329-79fb2d2a1769,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:50.473383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-da89ce3c-f152-4654-a178-79abc2ee88d9 req-ef796477-7af6-44ab-9f98-41f508c34c1c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Deleting port 64fb6121-887b-4d38-9222-e26a89abbe5a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:32:50.473979 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-da89ce3c-f152-4654-a178-79abc2ee88d9 req-ef796477-7af6-44ab-9f98-41f508c34c1c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:50.504987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6272aeb9-59d7-417a-b24f-96d1bd304b66 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Deleting port ed55963f-eda1-447e-a329-79fb2d2a1769 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:32:50.505501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6272aeb9-59d7-417a-b24f-96d1bd304b66 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:50.701565 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30281b35-e6ea-400c-a03d-458f6a9f20dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:50.780367 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-da89ce3c-f152-4654-a178-79abc2ee88d9 req-ef796477-7af6-44ab-9f98-41f508c34c1c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] For port 64fb6121-887b-4d38-9222-e26a89abbe5a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=64fb6121-887b-4d38-9222-e26a89abbe5a,segment=NetworkSegment(df5672a3-fe5c-4684-9fad-2d85720ce536),segment_id=df5672a3-fe5c-4684-9fad-2d85720ce536)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:50.781046 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-da89ce3c-f152-4654-a178-79abc2ee88d9 req-ef796477-7af6-44ab-9f98-41f508c34c1c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:50.994717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-da89ce3c-f152-4654-a178-79abc2ee88d9 req-ef796477-7af6-44ab-9f98-41f508c34c1c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Calling delete_port for 64fb6121-887b-4d38-9222-e26a89abbe5a owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:32:51.033582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e2480-9859-4d92-ac80-c7f49f627a35 req-504f52c2-371b-4f27-adb2-758aff3ed100 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:32:51.043342 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8b7e2480-9859-4d92-ac80-c7f49f627a35 req-504f52c2-371b-4f27-adb2-758aff3ed100 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 946 time: 0.4533331 May 25 20:32:51.093869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-6272aeb9-59d7-417a-b24f-96d1bd304b66 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] For port ed55963f-eda1-447e-a329-79fb2d2a1769, host n-h2-843339-1, got binding levels [] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:32:51.095699 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6272aeb9-59d7-417a-b24f-96d1bd304b66 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:51.366518 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-da89ce3c-f152-4654-a178-79abc2ee88d9 req-ef796477-7af6-44ab-9f98-41f508c34c1c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:51.423980 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8b7e2480-9859-4d92-ac80-c7f49f627a35 req-7070cd45-e84f-4362-aa22-538697824076 tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/security-groups?id=d04a29a2-9cca-42ea-8a08-8609b8f52c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793507 May 25 20:32:51.444183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6272aeb9-59d7-417a-b24f-96d1bd304b66 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Calling delete_port for ed55963f-eda1-447e-a329-79fb2d2a1769 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:32:51.523975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47394) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:51.597850 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30281b35-e6ea-400c-a03d-458f6a9f20dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:51.636537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30281b35-e6ea-400c-a03d-458f6a9f20dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a8c561-2de7-4fff-98e4-0544aaf56cd8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:51.645263 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30281b35-e6ea-400c-a03d-458f6a9f20dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:51.648588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-30281b35-e6ea-400c-a03d-458f6a9f20dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8a8c561-2de7-4fff-98e4-0544aaf56cd8 HTTP/1.1" status: 204 len: 168 time: 1.4565845 May 25 20:32:51.674696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef796477-7af6-44ab-9f98-41f508c34c1c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Pushing event deleted for resources: {'Port': ['ID=64fb6121-887b-4d38-9222-e26a89abbe5a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:51.690394 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6272aeb9-59d7-417a-b24f-96d1bd304b66 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:51.795716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272aeb9-59d7-417a-b24f-96d1bd304b66 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed55963f-eda1-447e-a329-79fb2d2a1769,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:51.807953 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 64fb6121-887b-4d38-9222-e26a89abbe5a no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:32:51.822552 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6272aeb9-59d7-417a-b24f-96d1bd304b66 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:51.850025 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6272aeb9-59d7-417a-b24f-96d1bd304b66 tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "DELETE /v2.0/ports/ed55963f-eda1-447e-a329-79fb2d2a1769 HTTP/1.1" status: 204 len: 168 time: 1.4847038 May 25 20:32:51.851101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:51.855892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-da89ce3c-f152-4654-a178-79abc2ee88d9 req-ef796477-7af6-44ab-9f98-41f508c34c1c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] No DVR routers for this DVR port 64fb6121-887b-4d38-9222-e26a89abbe5a on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:32:51.860039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-da89ce3c-f152-4654-a178-79abc2ee88d9 req-ef796477-7af6-44ab-9f98-41f508c34c1c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:51.873589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd54d774-6afd-423b-a30b-20098da3cfdc', 'name': 'network-vif-deleted', 'tag': '64fb6121-887b-4d38-9222-e26a89abbe5a'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:32:51.907162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 64fb6121-887b-4d38-9222-e26a89abbe5a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:32:51.907496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 64fb6121-887b-4d38-9222-e26a89abbe5a not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:32:51.919134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-06cd84fd-7768-4709-bb1f-c74c43c1927c admin admin] Deleting subnet a901c2e3-b66e-4d95-bcaf-d507b1fc2533 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:32:51.922867 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-06cd84fd-7768-4709-bb1f-c74c43c1927c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:51.945389 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-4487466c-6d98-4a21-b4f3-b4a7ce5f5b3a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] GET failed (client error): The resource could not be found. May 25 20:32:51.963901 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-da89ce3c-f152-4654-a178-79abc2ee88d9 req-ef796477-7af6-44ab-9f98-41f508c34c1c tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.50 "DELETE /v2.0/ports/64fb6121-887b-4d38-9222-e26a89abbe5a HTTP/1.1" status: 204 len: 173 time: 1.5654137 May 25 20:32:51.965598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4487466c-6d98-4a21-b4f3-b4a7ce5f5b3a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Synchronizing usage tracker for tenant:24c0980cb2a7446c9a85be95daa9b3fd on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:52.000236 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e6905a-07be-4aa3-8a59-bbefff5a485c'] response: {'server_uuid': 'dd54d774-6afd-423b-a30b-20098da3cfdc', 'name': 'network-vif-deleted', 'tag': '64fb6121-887b-4d38-9222-e26a89abbe5a', 'status': 'completed', 'code': 200} May 25 20:32:52.000969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4487466c-6d98-4a21-b4f3-b4a7ce5f5b3a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] Unset dirty status for tenant:24c0980cb2a7446c9a85be95daa9b3fd on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:52.003641 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4487466c-6d98-4a21-b4f3-b4a7ce5f5b3a tempest-PortsAdminExtendedAttrsTestJSON-1716454780 tempest-PortsAdminExtendedAttrsTestJSON-1716454780-project-admin] 10.222.0.60 "GET /v2.0/ports/ed55963f-eda1-447e-a329-79fb2d2a1769 HTTP/1.1" status: 404 len: 333 time: 0.1525266 May 25 20:32:52.007460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47412) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:52.035098 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-06cd84fd-7768-4709-bb1f-c74c43c1927c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:52.186127 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-06cd84fd-7768-4709-bb1f-c74c43c1927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:52.295174 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d471d9f0-afd2-4329-ad92-5c335be703de tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:52.437571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-06cd84fd-7768-4709-bb1f-c74c43c1927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:52.553189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd84fd-7768-4709-bb1f-c74c43c1927c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a901c2e3-b66e-4d95-bcaf-d507b1fc2533,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:52.556006 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-06cd84fd-7768-4709-bb1f-c74c43c1927c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:52.566357 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-06cd84fd-7768-4709-bb1f-c74c43c1927c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a901c2e3-b66e-4d95-bcaf-d507b1fc2533 HTTP/1.1" status: 204 len: 168 time: 0.9988534 May 25 20:32:52.567084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47432) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:52.686485 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d471d9f0-afd2-4329-ad92-5c335be703de tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:52.750992 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00487b03-8f43-430c-962e-eac236590744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:52.785351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d471d9f0-afd2-4329-ad92-5c335be703de tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecbfe97-e0bc-4499-a0fd-a1c55d235819']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:52.812531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d471d9f0-afd2-4329-ad92-5c335be703de tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25059581-40aa-4d58-ae6b-e1e0a83628c2') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:52.812841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d471d9f0-afd2-4329-ad92-5c335be703de tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25059581-40aa-4d58-ae6b-e1e0a83628c2') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:52.827680 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d471d9f0-afd2-4329-ad92-5c335be703de tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:52.860289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e071ca72-6799-479c-b320-a3e8e6617aad req-19a73633-a5c2-4019-8704-91292b82991d tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Synchronizing usage tracker for tenant:212413ebfaf045a6b05332ddfc943624 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:32:52.882317 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d471d9f0-afd2-4329-ad92-5c335be703de tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:52.898224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d471d9f0-afd2-4329-ad92-5c335be703de tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:32:52.899548 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d471d9f0-afd2-4329-ad92-5c335be703de tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:53.083905 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d471d9f0-afd2-4329-ad92-5c335be703de tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:53.139724 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d471d9f0-afd2-4329-ad92-5c335be703de tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:53.153486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471d9f0-afd2-4329-ad92-5c335be703de tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] Pushing event deleted for resources: {'Network': ['ID=1ecbfe97-e0bc-4499-a0fd-a1c55d235819,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:53.168724 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d471d9f0-afd2-4329-ad92-5c335be703de tempest-PortsAdminExtendedAttrsTestJSON-238002560 tempest-PortsAdminExtendedAttrsTestJSON-238002560-project] 10.222.0.60 "DELETE /v2.0/networks/1ecbfe97-e0bc-4499-a0fd-a1c55d235819 HTTP/1.1" status: 204 len: 168 time: 1.1579130 May 25 20:32:53.307751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e071ca72-6799-479c-b320-a3e8e6617aad req-19a73633-a5c2-4019-8704-91292b82991d tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] Unset dirty status for tenant:212413ebfaf045a6b05332ddfc943624 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:32:53.312769 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e071ca72-6799-479c-b320-a3e8e6617aad req-19a73633-a5c2-4019-8704-91292b82991d tempest-ServerDiskConfigTestJSON-1011313539 tempest-ServerDiskConfigTestJSON-1011313539-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd54d774-6afd-423b-a30b-20098da3cfdc HTTP/1.1" status: 200 len: 210 time: 0.5464807 May 25 20:32:53.336614 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00487b03-8f43-430c-962e-eac236590744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:53.370754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-00487b03-8f43-430c-962e-eac236590744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01411534-9c0c-446c-92ba-2d626a3c50c9']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:53.388683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-00487b03-8f43-430c-962e-eac236590744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75aadb6f-fc94-4673-8a82-8099c6d153bb') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:53.389061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-00487b03-8f43-430c-962e-eac236590744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75aadb6f-fc94-4673-8a82-8099c6d153bb') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:53.414991 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00487b03-8f43-430c-962e-eac236590744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:53.440638 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00487b03-8f43-430c-962e-eac236590744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:53.444412 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 25059581-40aa-4d58-ae6b-e1e0a83628c2 resource provider aggregate not found May 25 20:32:53.453094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00487b03-8f43-430c-962e-eac236590744 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:32:53.454113 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00487b03-8f43-430c-962e-eac236590744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:53.469159 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 25059581-40aa-4d58-ae6b-e1e0a83628c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25059581-40aa-4d58-ae6b-e1e0a83628c2 found for delete ", "request_id": "req-4b01a754-ea85-45a6-a5ad-9cd98f046d7a"}]} May 25 20:32:53.566925 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 75aadb6f-fc94-4673-8a82-8099c6d153bb resource provider aggregate not found May 25 20:32:53.613793 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 75aadb6f-fc94-4673-8a82-8099c6d153bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75aadb6f-fc94-4673-8a82-8099c6d153bb found for delete ", "request_id": "req-e9f07f1b-4449-45eb-a3ff-1fd85d63d262"}]} May 25 20:32:53.640200 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00487b03-8f43-430c-962e-eac236590744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:53.646354 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00487b03-8f43-430c-962e-eac236590744 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:53.711687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00487b03-8f43-430c-962e-eac236590744 admin admin] Pushing event deleted for resources: {'Network': ['ID=01411534-9c0c-446c-92ba-2d626a3c50c9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:53.723400 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-00487b03-8f43-430c-962e-eac236590744 admin admin] 10.222.0.60 "DELETE /v2.0/networks/01411534-9c0c-446c-92ba-2d626a3c50c9 HTTP/1.1" status: 204 len: 168 time: 1.1550999 May 25 20:32:53.726404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47474) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:53.792566 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47478) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:53.815640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e64048-6c50-4c3d-b84c-35028669bd15 admin admin] Deleting subnet 76e340d3-cdb6-43a7-8c14-3577d9be467a {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:32:53.819230 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84e64048-6c50-4c3d-b84c-35028669bd15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:53.865904 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:53.898601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84e64048-6c50-4c3d-b84c-35028669bd15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:53.994941 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84e64048-6c50-4c3d-b84c-35028669bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:54.117246 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ba551983-da81-48ff-8e60-65a469b51645 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6fcac7003774543985d443af4df0656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233817 May 25 20:32:54.122778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47492) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:54.123535 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84e64048-6c50-4c3d-b84c-35028669bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:54.179080 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84e64048-6c50-4c3d-b84c-35028669bd15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:54.188174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e64048-6c50-4c3d-b84c-35028669bd15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e340d3-cdb6-43a7-8c14-3577d9be467a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:54.193806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47496) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:54.193939 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-84e64048-6c50-4c3d-b84c-35028669bd15 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/76e340d3-cdb6-43a7-8c14-3577d9be467a HTTP/1.1" status: 204 len: 168 time: 0.4663959 May 25 20:32:54.322593 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a051a86c-4ca4-40fd-a914-26f68765fe99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:54.382627 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-214a9db3-c729-4134-8e0d-71b58fc0dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:54.439787 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a051a86c-4ca4-40fd-a914-26f68765fe99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:54.662431 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-214a9db3-c729-4134-8e0d-71b58fc0dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:54.692560 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a051a86c-4ca4-40fd-a914-26f68765fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:54.733920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-214a9db3-c729-4134-8e0d-71b58fc0dc66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae020f33-c333-4a01-be2d-8a3f00f9352e']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:54.761228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051a86c-4ca4-40fd-a914-26f68765fe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db38b66-3b3c-4e95-a516-53fd7740d96f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:54.782679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-214a9db3-c729-4134-8e0d-71b58fc0dc66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475c93af-0c8a-4d7a-8f8d-5b15d95062ca') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:54.787342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-214a9db3-c729-4134-8e0d-71b58fc0dc66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475c93af-0c8a-4d7a-8f8d-5b15d95062ca') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:54.832274 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a051a86c-4ca4-40fd-a914-26f68765fe99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:54.833443 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a051a86c-4ca4-40fd-a914-26f68765fe99 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5db38b66-3b3c-4e95-a516-53fd7740d96f HTTP/1.1" status: 204 len: 168 time: 0.7089481 May 25 20:32:54.837013 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-214a9db3-c729-4134-8e0d-71b58fc0dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:54.890889 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-214a9db3-c729-4134-8e0d-71b58fc0dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:54.903241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214a9db3-c729-4134-8e0d-71b58fc0dc66 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:32:54.903645 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-214a9db3-c729-4134-8e0d-71b58fc0dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:55.098741 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-214a9db3-c729-4134-8e0d-71b58fc0dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:55.158523 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-214a9db3-c729-4134-8e0d-71b58fc0dc66 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:55.175799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a9db3-c729-4134-8e0d-71b58fc0dc66 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae020f33-c333-4a01-be2d-8a3f00f9352e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:55.199412 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-214a9db3-c729-4134-8e0d-71b58fc0dc66 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ae020f33-c333-4a01-be2d-8a3f00f9352e HTTP/1.1" status: 204 len: 168 time: 1.0043344 May 25 20:32:55.238615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47544) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:55.370720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-393b37d4-c2d0-40a0-ba96-148e08219557 admin admin] Deleting subnet 4f1a9ea4-8bbb-4cea-a1d1-019b683babad {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:32:55.375102 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-393b37d4-c2d0-40a0-ba96-148e08219557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:55.448050 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-393b37d4-c2d0-40a0-ba96-148e08219557 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:55.606254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47556) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:55.636484 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-393b37d4-c2d0-40a0-ba96-148e08219557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:55.687929 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 475c93af-0c8a-4d7a-8f8d-5b15d95062ca resource provider aggregate not found May 25 20:32:55.713685 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 475c93af-0c8a-4d7a-8f8d-5b15d95062ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 475c93af-0c8a-4d7a-8f8d-5b15d95062ca found for delete ", "request_id": "req-bf458d08-0c8f-43b5-8721-66960bed804f"}]} May 25 20:32:55.801019 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-393b37d4-c2d0-40a0-ba96-148e08219557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:55.829333 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2efc2e41-04d1-4be1-a0be-c2bfd146b549 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3abdeae5dc2c46b6a70e4b0f4edc9fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205193 May 25 20:32:55.832569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47570) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:55.897480 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-393b37d4-c2d0-40a0-ba96-148e08219557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:55.907343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b37d4-c2d0-40a0-ba96-148e08219557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f1a9ea4-8bbb-4cea-a1d1-019b683babad,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:55.912614 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-393b37d4-c2d0-40a0-ba96-148e08219557 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4f1a9ea4-8bbb-4cea-a1d1-019b683babad HTTP/1.1" status: 204 len: 168 time: 0.6722205 May 25 20:32:55.914477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47574) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:55.927615 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2ad9f58-42ab-4155-b06e-72b160ce18f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:55.959484 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2ad9f58-42ab-4155-b06e-72b160ce18f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:56.034841 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2ad9f58-42ab-4155-b06e-72b160ce18f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:56.065193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad9f58-42ab-4155-b06e-72b160ce18f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ff1804-7ce0-4fac-a7db-0248267988d2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:56.091236 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2ad9f58-42ab-4155-b06e-72b160ce18f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:56.098815 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f2ad9f58-42ab-4155-b06e-72b160ce18f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19ff1804-7ce0-4fac-a7db-0248267988d2 HTTP/1.1" status: 204 len: 168 time: 0.2640202 May 25 20:32:56.100653 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ee613c7-6176-45ba-8a64-2d39cecac414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:56.137980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47582) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:56.238212 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-812977ef-8299-4e1c-8858-2f939cfdb6c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24c0980cb2a7446c9a85be95daa9b3fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981238 May 25 20:32:56.240754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47586) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:56.280480 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ee613c7-6176-45ba-8a64-2d39cecac414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:56.309625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5ee613c7-6176-45ba-8a64-2d39cecac414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65547adc-ce3c-4cc8-af97-256dbbd2583f']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:56.323283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5ee613c7-6176-45ba-8a64-2d39cecac414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5672a3-fe5c-4684-9fad-2d85720ce536') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:56.323629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5ee613c7-6176-45ba-8a64-2d39cecac414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5672a3-fe5c-4684-9fad-2d85720ce536') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:32:56.324304 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cad75263-5fbd-4798-89dc-cd8166926633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:56.336635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ee613c7-6176-45ba-8a64-2d39cecac414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:56.355006 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ee613c7-6176-45ba-8a64-2d39cecac414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:56.362675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee613c7-6176-45ba-8a64-2d39cecac414 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:32:56.363503 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ee613c7-6176-45ba-8a64-2d39cecac414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:56.374518 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cad75263-5fbd-4798-89dc-cd8166926633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:56.456759 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cad75263-5fbd-4798-89dc-cd8166926633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:56.485720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad75263-5fbd-4798-89dc-cd8166926633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3ece7b-ea5d-4200-8230-00c8fd24be29,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:56.489428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cad75263-5fbd-4798-89dc-cd8166926633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:56.493084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cad75263-5fbd-4798-89dc-cd8166926633 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb3ece7b-ea5d-4200-8230-00c8fd24be29 HTTP/1.1" status: 204 len: 168 time: 0.2484722 May 25 20:32:56.529374 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ee613c7-6176-45ba-8a64-2d39cecac414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:56.551952 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ee613c7-6176-45ba-8a64-2d39cecac414 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:56.564358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee613c7-6176-45ba-8a64-2d39cecac414 admin admin] Pushing event deleted for resources: {'Network': ['ID=65547adc-ce3c-4cc8-af97-256dbbd2583f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:56.578626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5ee613c7-6176-45ba-8a64-2d39cecac414 admin admin] 10.222.0.60 "DELETE /v2.0/networks/65547adc-ce3c-4cc8-af97-256dbbd2583f HTTP/1.1" status: 204 len: 168 time: 0.6630499 May 25 20:32:56.935440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47606) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:57.153935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47616) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:57.224130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47620) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:57.236433 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8b45b09d-8dfb-4bfd-9fd2-f7de570d15ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=212413ebfaf045a6b05332ddfc943624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787697 May 25 20:32:57.299482 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a184527-7adb-4cd7-b401-d97bcfbda1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:57.329393 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a184527-7adb-4cd7-b401-d97bcfbda1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:57.396207 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a184527-7adb-4cd7-b401-d97bcfbda1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:57.417615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a184527-7adb-4cd7-b401-d97bcfbda1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04a29a2-9cca-42ea-8a08-8609b8f52c3c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:57.434958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a184527-7adb-4cd7-b401-d97bcfbda1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:57.437085 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3a184527-7adb-4cd7-b401-d97bcfbda1ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d04a29a2-9cca-42ea-8a08-8609b8f52c3c HTTP/1.1" status: 204 len: 168 time: 0.2120149 May 25 20:32:57.465309 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58882ebd-bc90-44f9-886d-5e5b95ae2fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:57.475673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47628) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:57.485410 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-58882ebd-bc90-44f9-886d-5e5b95ae2fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:57.491078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-58882ebd-bc90-44f9-886d-5e5b95ae2fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:16ebe887d0c54732938b5d461e5e1ba5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:57.494566 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-58882ebd-bc90-44f9-886d-5e5b95ae2fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:57.502738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-58882ebd-bc90-44f9-886d-5e5b95ae2fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:57.554301 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-590ced71-2df7-45f9-8a5f-3ca558f066cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34c1ad1c78b64a7c8ed6cd8b88436422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0768807 May 25 20:32:57.557163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47632) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:57.643169 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58882ebd-bc90-44f9-886d-5e5b95ae2fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:57.649265 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58882ebd-bc90-44f9-886d-5e5b95ae2fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:57.649519 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec20337d-3249-453c-bbf9-86a713478816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:57.716419 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec20337d-3249-453c-bbf9-86a713478816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:57.738468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58882ebd-bc90-44f9-886d-5e5b95ae2fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4111f911-9f4a-4998-921e-094d256618f8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:57.793399 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-58882ebd-bc90-44f9-886d-5e5b95ae2fa8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16ebe887d0c54732938b5d461e5e1ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8533165 May 25 20:32:57.794135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47644) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:57.819589 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment df5672a3-fe5c-4684-9fad-2d85720ce536 resource provider aggregate not found May 25 20:32:57.837007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec20337d-3249-453c-bbf9-86a713478816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:57.856565 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment df5672a3-fe5c-4684-9fad-2d85720ce536 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df5672a3-fe5c-4684-9fad-2d85720ce536 found for delete ", "request_id": "req-9add121e-8bf0-415f-b290-bfb8bdde9425"}]} May 25 20:32:57.865869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20337d-3249-453c-bbf9-86a713478816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b508fc75-6f17-4ab1-9f6a-bf46f49a1f20,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:57.879337 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec20337d-3249-453c-bbf9-86a713478816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:57.881859 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ec20337d-3249-453c-bbf9-86a713478816 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b508fc75-6f17-4ab1-9f6a-bf46f49a1f20 HTTP/1.1" status: 204 len: 168 time: 0.3226738 May 25 20:32:57.944229 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31852810-320b-4dd6-9faa-5c52b677b1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:57.988949 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31852810-320b-4dd6-9faa-5c52b677b1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:58.054754 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:58.096382 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31852810-320b-4dd6-9faa-5c52b677b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:58.116393 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74b89ddc-523c-4a0a-a2f7-af9d9a047b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:58.249427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31852810-320b-4dd6-9faa-5c52b677b1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4111f911-9f4a-4998-921e-094d256618f8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:58.253328 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-31852810-320b-4dd6-9faa-5c52b677b1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:58.257866 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-31852810-320b-4dd6-9faa-5c52b677b1d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4111f911-9f4a-4998-921e-094d256618f8 HTTP/1.1" status: 204 len: 168 time: 0.4592288 May 25 20:32:59.194704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47702) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:59.224438 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5505ea77-ae32-48b2-a314-288bc2a9c1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:59.248019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5505ea77-ae32-48b2-a314-288bc2a9c1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:32:59.253776 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5505ea77-ae32-48b2-a314-288bc2a9c1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:799afc0022e6435ba4a227bb6e9321e1 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:32:59.257402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5505ea77-ae32-48b2-a314-288bc2a9c1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:32:59.278515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5505ea77-ae32-48b2-a314-288bc2a9c1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:32:59.519776 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5505ea77-ae32-48b2-a314-288bc2a9c1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:59.528382 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5505ea77-ae32-48b2-a314-288bc2a9c1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:59.579377 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5505ea77-ae32-48b2-a314-288bc2a9c1d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=799afc0022e6435ba4a227bb6e9321e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834014 May 25 20:32:59.581697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47720) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:32:59.626959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505ea77-ae32-48b2-a314-288bc2a9c1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d5f4cc-c160-454e-8226-6100fdf6fe67,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:59.684120 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7d561328-1ece-4a31-a0dc-c941ee009044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:59.738403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7d561328-1ece-4a31-a0dc-c941ee009044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:59.816648 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7d561328-1ece-4a31-a0dc-c941ee009044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:59.852403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d561328-1ece-4a31-a0dc-c941ee009044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d5f4cc-c160-454e-8226-6100fdf6fe67,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:32:59.859238 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7d561328-1ece-4a31-a0dc-c941ee009044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:32:59.861332 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7d561328-1ece-4a31-a0dc-c941ee009044 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06d5f4cc-c160-454e-8226-6100fdf6fe67 HTTP/1.1" status: 204 len: 168 time: 0.2782528 May 25 20:33:00.417105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47750) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:00.561976 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0751e4d2-4dbc-4bcc-a46b-324c71e5c3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:00.677029 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b3cad01-9944-42a9-9bec-29e6a4029b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:00.704620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5b3cad01-9944-42a9-9bec-29e6a4029b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:00.709867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5b3cad01-9944-42a9-9bec-29e6a4029b6a admin admin] Usage tracker for resource:security_group_rule and tenant:b74fa85f9eb04ac99ad07a721232c6af is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:00.713638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5b3cad01-9944-42a9-9bec-29e6a4029b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:00.725333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5b3cad01-9944-42a9-9bec-29e6a4029b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:00.868977 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b3cad01-9944-42a9-9bec-29e6a4029b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:00.873566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b3cad01-9944-42a9-9bec-29e6a4029b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:00.942494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5b3cad01-9944-42a9-9bec-29e6a4029b6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b74fa85f9eb04ac99ad07a721232c6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5234473 May 25 20:33:00.943750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cad01-9944-42a9-9bec-29e6a4029b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5810952f-f308-4115-8f72-d54afd6a6d8e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:00.945139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47772) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:01.023998 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-101c0731-96c0-48e4-b568-a22780a5a8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:01.066818 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-101c0731-96c0-48e4-b568-a22780a5a8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:01.106753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47782) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:01.153319 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-101c0731-96c0-48e4-b568-a22780a5a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:01.194921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c0731-96c0-48e4-b568-a22780a5a8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5810952f-f308-4115-8f72-d54afd6a6d8e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:01.220526 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-101c0731-96c0-48e4-b568-a22780a5a8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:01.231530 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-101c0731-96c0-48e4-b568-a22780a5a8a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5810952f-f308-4115-8f72-d54afd6a6d8e HTTP/1.1" status: 204 len: 168 time: 0.2754354 May 25 20:33:01.384273 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:01.536590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-402124223-network', 'tenant_id': '3de0240d854340a1b0247e1816dfb85f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:01.543119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:01.548360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Usage tracker for resource:network and tenant:3de0240d854340a1b0247e1816dfb85f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:01.551582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:01.559531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:01.571887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Made reservation on behalf of 3de0240d854340a1b0247e1816dfb85f for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:01.574382 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:01.593378 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:01.610121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:01.614811 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Usage tracker for resource:security_group_rule and tenant:3de0240d854340a1b0247e1816dfb85f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:01.617901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:01.624551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:01.710679 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:01.763555 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:01.769963 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:01.806699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:33:01.817964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b06a99-763a-42c8-8419-2f1238fe3bda,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:01.825438 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:01.826041 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Added segment f3963cc4-8f31-444f-a4e9-dff843a1dbb0 of type vlan for network db84794f-7ba2-4ba4-bfd4-b739dc974838 May 25 20:33:01.861581 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:01.906922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:01.908061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:01.908956 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:02.027151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] Pushing event updated for resources: {'Network': ['ID=db84794f-7ba2-4ba4-bfd4-b739dc974838,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:02.034649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47814) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:02.035034 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4ed48ce9-d495-44cd-a043-179d36ce80e4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9261465 May 25 20:33:02.039908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network db84794f-7ba2-4ba4-bfd4-b739dc974838 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:33:02.041805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Request body: {'subnet': {'network_id': 'db84794f-7ba2-4ba4-bfd4-b739dc974838', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-402124223-subnet', 'tenant_id': '3de0240d854340a1b0247e1816dfb85f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:02.050444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:02.059598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Usage tracker for resource:subnet and tenant:3de0240d854340a1b0247e1816dfb85f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:02.069897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:02.084032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:02.112176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Made reservation on behalf of 3de0240d854340a1b0247e1816dfb85f for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:02.115317 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:02.244901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47822) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:02.278942 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8cff88d7-0772-47ff-bc84-775f4ab94746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:02.309691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8cff88d7-0772-47ff-bc84-775f4ab94746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:02.314376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8cff88d7-0772-47ff-bc84-775f4ab94746 admin admin] Usage tracker for resource:security_group_rule and tenant:74c75b04627942d4a81cf59f59e8ee07 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:02.317535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8cff88d7-0772-47ff-bc84-775f4ab94746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:02.325223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8cff88d7-0772-47ff-bc84-775f4ab94746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:02.408268 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:02.481972 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8cff88d7-0772-47ff-bc84-775f4ab94746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:02.487799 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8cff88d7-0772-47ff-bc84-775f4ab94746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:02.551290 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8cff88d7-0772-47ff-bc84-775f4ab94746 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74c75b04627942d4a81cf59f59e8ee07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051157 May 25 20:33:02.554480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45435f84-1b78-40d4-bd43-56e2f2a5cc53,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:02.560092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47830) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:02.588000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Checking segment: {'id': 'f3963cc4-8f31-444f-a4e9-dff843a1dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'db84794f-7ba2-4ba4-bfd4-b739dc974838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:33:02.589158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Network hostable DHCP agents. Network: db84794f-7ba2-4ba4-bfd4-b739dc974838, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:33:02.596382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff88d7-0772-47ff-bc84-775f4ab94746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed70faa2-c460-4283-b828-e1b7f59126a5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:02.615712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Network db84794f-7ba2-4ba4-bfd4-b739dc974838 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:33:02.641054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, db84794f-7ba2-4ba4-bfd4-b739dc974838) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:02.652713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44eec77-ca30-45f5-be75-237e4f95e6bf None None] Network db84794f-7ba2-4ba4-bfd4-b739dc974838 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:33:02.653247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:02.653892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:02.706048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6500e2af-3c80-49cd-8813-faa9cf3ea431 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6652577 May 25 20:33:02.709735 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e416-4af0-4cfc-aac8-33961733650c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:02.752214 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e416-4af0-4cfc-aac8-33961733650c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:02.843299 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e416-4af0-4cfc-aac8-33961733650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:02.894420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5e416-4af0-4cfc-aac8-33961733650c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed70faa2-c460-4283-b828-e1b7f59126a5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:02.896911 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e416-4af0-4cfc-aac8-33961733650c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:02.900551 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b7d5e416-4af0-4cfc-aac8-33961733650c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ed70faa2-c460-4283-b828-e1b7f59126a5 HTTP/1.1" status: 204 len: 168 time: 0.3370006 May 25 20:33:02.985233 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f8a012-93dd-42f4-b12f-4ea2c558ee68 None None] Network db84794f-7ba2-4ba4-bfd4-b739dc974838 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:33:03.103348 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:03.689616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47874) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:04.190506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1559317955', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:04.207426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:04.216244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Usage tracker for resource:port and tenant:7ed4361bc84c47758f3d54516fcd2992 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:04.221162 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:04.232140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:04.272212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Made reservation on behalf of 7ed4361bc84c47758f3d54516fcd2992 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:04.274678 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:04.295754 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:04.314969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-d5a731ea-8edb-40f8-b5a5-2bdf693a1de2 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:04.315558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-d5a731ea-8edb-40f8-b5a5-2bdf693a1de2 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Synchronizing usage tracker for tenant:3de0240d854340a1b0247e1816dfb85f on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:33:04.332128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:04.337961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Usage tracker for resource:security_group_rule and tenant:7ed4361bc84c47758f3d54516fcd2992 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:04.341279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:04.344029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-d5a731ea-8edb-40f8-b5a5-2bdf693a1de2 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Unset dirty status for tenant:3de0240d854340a1b0247e1816dfb85f on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:33:04.350399 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-d5a731ea-8edb-40f8-b5a5-2bdf693a1de2 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/networks?id=db84794f-7ba2-4ba4-bfd4-b739dc974838 HTTP/1.1" status: 200 len: 808 time: 0.2802675 May 25 20:33:04.357618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:04.382212 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-a872c834-c147-48ec-839b-5d69ed6f188a tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/quotas/3de0240d854340a1b0247e1816dfb85f HTTP/1.1" status: 200 len: 375 time: 0.0303378 May 25 20:33:04.453347 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-328e0fbf-b82e-4ac8-84df-6424b5f45086 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3de0240d854340a1b0247e1816dfb85f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603833 May 25 20:33:04.648558 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:04.667664 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:04.677313 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-e848341a-e7a4-430d-b21f-ff3fb146dde7 service neutron] 10.222.0.60 "GET /v2.0/networks/db84794f-7ba2-4ba4-bfd4-b739dc974838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136872 May 25 20:33:04.710977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] device_id is not set on port f48a255b-c348-4494-8378-2305680a2197 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:33:04.967808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa86ca5c-a96c-4a90-bbb5-2f9835f2049c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:05.085159 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-6547a774-67d5-417e-a363-94b402b89dae service neutron] 10.222.0.60 "GET /v2.0/networks/db84794f-7ba2-4ba4-bfd4-b739dc974838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824530 May 25 20:33:05.106466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Allocated IP 172.25.3.91 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/f48a255b-c348-4494-8378-2305680a2197) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:33:05.403241 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:33:05.583744 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-370a57a3-65d6-4ff0-9663-9fad903c5041 req-8e50894f-6269-413f-abc0-86896a292dec tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 210 time: 0.2111402 May 25 20:33:05.647281 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:05.721002 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:05.789038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:05.804438 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:05.814729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:33:05.887096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Pushing event updated for resources: {'Port': ['ID=f48a255b-c348-4494-8378-2305680a2197,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:05.914056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:05.914681 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:05.979778 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-19508edb-b5f1-4154-a80d-791462187c2b tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.2889822 May 25 20:33:05.985478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47962) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:06.007532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.91'}]}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:06.017504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:06.026986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Usage tracker for resource:router and tenant:7ed4361bc84c47758f3d54516fcd2992 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:06.032721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:06.064058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:06.093250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:06.096470 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:06.133331 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:06.766020 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:07.054762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca63749c-ed41-4e79-a34d-5c869a3e3063 req-bda5f8c8-7545-4614-ac67-9286e31c9ce1 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 210 time: 0.1147044 May 25 20:33:07.212394 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47996) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:07.570131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-0f9eccf7-22ca-43e8-876a-1cdc20615197 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:07.573621 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-0f9eccf7-22ca-43e8-876a-1cdc20615197 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.70 "GET /v2.0/networks?id=db84794f-7ba2-4ba4-bfd4-b739dc974838 HTTP/1.1" status: 200 len: 808 time: 0.4172587 May 25 20:33:07.593575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Request body: {'port': {'device_id': '783b03ea-78f4-44b7-8d5a-f19bdb237b3b', 'network_id': 'db84794f-7ba2-4ba4-bfd4-b739dc974838', 'admin_state_up': True, 'tenant_id': '3de0240d854340a1b0247e1816dfb85f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:07.685286 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:07.748567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48014) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:07.784827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:07.825409 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27eabd14-c0f9-4f1f-92db-d769235a35f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:07.907231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-27eabd14-c0f9-4f1f-92db-d769235a35f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:07.915722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-27eabd14-c0f9-4f1f-92db-d769235a35f0 admin admin] Usage tracker for resource:security_group_rule and tenant:3cfca8b3f5e3459ca2f4c3f4699bc308 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:07.924074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-27eabd14-c0f9-4f1f-92db-d769235a35f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:07.935529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-27eabd14-c0f9-4f1f-92db-d769235a35f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:08.093398 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27eabd14-c0f9-4f1f-92db-d769235a35f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:08.156619 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-27eabd14-c0f9-4f1f-92db-d769235a35f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:08.171769 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:08.203004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:08.206706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Usage tracker for resource:security_group_rule and tenant:ee87aa8fb65847009eebaed2ce28940d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:08.214097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:08.221578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:08.235292 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:08.286179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:08.335826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Usage tracker for resource:port and tenant:3de0240d854340a1b0247e1816dfb85f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:08.356133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:08.376286 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-27eabd14-c0f9-4f1f-92db-d769235a35f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3cfca8b3f5e3459ca2f4c3f4699bc308&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1491213 May 25 20:33:08.377810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:08.379858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48040) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:08.380666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eabd14-c0f9-4f1f-92db-d769235a35f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a92673c-423d-47b3-b8db-814224a6b299,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:08.436025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Made reservation on behalf of 3de0240d854340a1b0247e1816dfb85f for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:08.440728 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:08.499774 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c02191a2-d15b-4596-b479-f15ac9d45a46 req-67edbb5e-9b00-4c56-ad85-1c8cd9f8eacf tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 210 time: 0.0890396 May 25 20:33:08.742035 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7b8c4fbd-6ca1-46d5-a357-9ecb0a60f12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:08.768104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Allocated IP 172.20.0.7 (db84794f-7ba2-4ba4-bfd4-b739dc974838/45435f84-1b78-40d4-bd43-56e2f2a5cc53/3346166f-d904-44b5-992f-c6383e8f4637) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:33:08.791111 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7b8c4fbd-6ca1-46d5-a357-9ecb0a60f12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:08.931672 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:08.934326 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7b8c4fbd-6ca1-46d5-a357-9ecb0a60f12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:08.935310 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:08.936961 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:08.981553 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:08.997852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c4fbd-6ca1-46d5-a357-9ecb0a60f12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a92673c-423d-47b3-b8db-814224a6b299,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:09.067210 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:09.068142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f11541be-9355-4309-a57c-184b9a0a9702 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:33:09.098775 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee87aa8fb65847009eebaed2ce28940d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3414400 May 25 20:33:09.113563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48054) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:09.117373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6254bed-69e4-4b01-a035-f85c35ce46ba,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:09.121281 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 25 20:33:09.126230 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-da4edc3a-6f63-48aa-9dbd-57c5d1c0349c tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1308169 May 25 20:33:09.158805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48058) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:09.197803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:09.198245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:09.198687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:09.199015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:09.199339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:09.199665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:09.199981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:09.200295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:09.200608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:09.200919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:09.201235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:09.201548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0d091-0ca2-4c60-b789-3ed0977ae1de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:09.259102 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7b8c4fbd-6ca1-46d5-a357-9ecb0a60f12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:09.260151 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7b8c4fbd-6ca1-46d5-a357-9ecb0a60f12b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a92673c-423d-47b3-b8db-814224a6b299 HTTP/1.1" status: 204 len: 168 time: 0.8574932 May 25 20:33:09.265373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f148993e-985d-427a-81e2-f80f133b5f50 tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Deleting port f48a255b-c348-4494-8378-2305680a2197 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:33:09.265753 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f148993e-985d-427a-81e2-f80f133b5f50 tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:09.299801 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-99aff935-892a-4dac-8eab-6bb74afb8065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:09.399843 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-99aff935-892a-4dac-8eab-6bb74afb8065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:09.407706 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:09.480562 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:09.567638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Network db84794f-7ba2-4ba4-bfd4-b739dc974838 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:09.571559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:09.576439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:33:09.616665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Pushing event updated for resources: {'Port': ['ID=3346166f-d904-44b5-992f-c6383e8f4637,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:09.677331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:09.678001 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:09.717848 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-c943cfb1-3598-49a7-820d-b4e5ac4a9159 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1282094 May 25 20:33:09.732616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Request body: {'port': {'device_id': '783b03ea-78f4-44b7-8d5a-f19bdb237b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:09.751934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-99aff935-892a-4dac-8eab-6bb74afb8065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:09.822566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aff935-892a-4dac-8eab-6bb74afb8065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6254bed-69e4-4b01-a035-f85c35ce46ba,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:09.833587 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f148993e-985d-427a-81e2-f80f133b5f50 tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:10.027636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f148993e-985d-427a-81e2-f80f133b5f50 tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Calling delete_port for f48a255b-c348-4494-8378-2305680a2197 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:33:10.041898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:10.082096 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-99aff935-892a-4dac-8eab-6bb74afb8065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:10.087846 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-99aff935-892a-4dac-8eab-6bb74afb8065 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6254bed-69e4-4b01-a035-f85c35ce46ba HTTP/1.1" status: 204 len: 168 time: 0.9683669 May 25 20:33:10.188554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b16b2-b8ce-47d0-a8d5-14eb0b3b792a req-4b39c88e-1995-4379-a0a4-bd0b668a7969 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:10.195576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e37b16b2-b8ce-47d0-a8d5-14eb0b3b792a req-4b39c88e-1995-4379-a0a4-bd0b668a7969 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Synchronizing usage tracker for tenant:3de0240d854340a1b0247e1816dfb85f on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:33:10.245234 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f148993e-985d-427a-81e2-f80f133b5f50 tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:10.344145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e37b16b2-b8ce-47d0-a8d5-14eb0b3b792a req-4b39c88e-1995-4379-a0a4-bd0b668a7969 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Unset dirty status for tenant:3de0240d854340a1b0247e1816dfb85f on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:33:10.352808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148993e-985d-427a-81e2-f80f133b5f50 tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Pushing event deleted for resources: {'Port': ['ID=f48a255b-c348-4494-8378-2305680a2197,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:10.362764 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e37b16b2-b8ce-47d0-a8d5-14eb0b3b792a req-4b39c88e-1995-4379-a0a4-bd0b668a7969 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 931 time: 0.5698137 May 25 20:33:10.428226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f148993e-985d-427a-81e2-f80f133b5f50 tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:10.435819 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f148993e-985d-427a-81e2-f80f133b5f50 tempest-RoutersAdminNegativeIpV6Test-1729396904 tempest-RoutersAdminNegativeIpV6Test-1729396904-project-admin] 10.222.0.60 "DELETE /v2.0/ports/f48a255b-c348-4494-8378-2305680a2197 HTTP/1.1" status: 204 len: 168 time: 1.2809470 May 25 20:33:10.503020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e37b16b2-b8ce-47d0-a8d5-14eb0b3b792a req-14fc58d3-8fac-42e8-afcc-7767804bd1d5 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Synchronizing usage tracker for tenant:3de0240d854340a1b0247e1816dfb85f on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:33:10.750395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48112) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:10.755836 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e37b16b2-b8ce-47d0-a8d5-14eb0b3b792a req-14fc58d3-8fac-42e8-afcc-7767804bd1d5 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Unset dirty status for tenant:3de0240d854340a1b0247e1816dfb85f on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:33:10.770199 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e37b16b2-b8ce-47d0-a8d5-14eb0b3b792a req-14fc58d3-8fac-42e8-afcc-7767804bd1d5 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/security-groups?id=34b06a99-763a-42c8-8419-2f1238fe3bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064708 May 25 20:33:10.795585 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d1ac2fa4-2f3f-4da9-8f57-d3b66b605a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:10.839789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d1ac2fa4-2f3f-4da9-8f57-d3b66b605a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:10.848864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d1ac2fa4-2f3f-4da9-8f57-d3b66b605a58 admin admin] Usage tracker for resource:security_group_rule and tenant:6e3c7637add8431f8b3ff95c322c77ac is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:10.854436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d1ac2fa4-2f3f-4da9-8f57-d3b66b605a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:10.867575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d1ac2fa4-2f3f-4da9-8f57-d3b66b605a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:11.003672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3346166f-d904-44b5-992f-c6383e8f4637 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:33:11.009823 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d1ac2fa4-2f3f-4da9-8f57-d3b66b605a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:11.016176 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d1ac2fa4-2f3f-4da9-8f57-d3b66b605a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:11.017305 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:11.033867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Transition to ACTIVE for port object 3346166f-d904-44b5-992f-c6383e8f4637 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:11.038684 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:11.136735 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d1ac2fa4-2f3f-4da9-8f57-d3b66b605a58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e3c7637add8431f8b3ff95c322c77ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852210 May 25 20:33:11.139052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac2fa4-2f3f-4da9-8f57-d3b66b605a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0fde4c-ce0e-468c-855b-320d15cddc1a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:11.146782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48126) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:11.227069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Pushing event updated for resources: {'Port': ['ID=3346166f-d904-44b5-992f-c6383e8f4637,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:11.269886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48130) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:11.323324 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6eb7ba6-b37f-49e5-8dea-10ae1dde9b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:11.327243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Attempting to bind port 3346166f-d904-44b5-992f-c6383e8f4637 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:33:11.327579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Attempting to bind port 3346166f-d904-44b5-992f-c6383e8f4637 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'f3963cc4-8f31-444f-a4e9-dff843a1dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'db84794f-7ba2-4ba4-bfd4-b739dc974838'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:33:11.327907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Attempting to bind port 3346166f-d904-44b5-992f-c6383e8f4637 on network db84794f-7ba2-4ba4-bfd4-b739dc974838 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:33:11.333718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Port 3346166f-d904-44b5-992f-c6383e8f4637 on network db84794f-7ba2-4ba4-bfd4-b739dc974838 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:33:11.334041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Attempting to bind port 3346166f-d904-44b5-992f-c6383e8f4637 on network db84794f-7ba2-4ba4-bfd4-b739dc974838 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:33:11.341569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:33:11.342040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Checking segment: {'id': 'f3963cc4-8f31-444f-a4e9-dff843a1dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'db84794f-7ba2-4ba4-bfd4-b739dc974838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:33:11.342453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Bound using segment: {'id': 'f3963cc4-8f31-444f-a4e9-dff843a1dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'db84794f-7ba2-4ba4-bfd4-b739dc974838'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:33:11.343045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Bound port: 3346166f-d904-44b5-992f-c6383e8f4637, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3963cc4-8f31-444f-a4e9-dff843a1dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'db84794f-7ba2-4ba4-bfd4-b739dc974838'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:33:11.343460 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:11.392754 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6eb7ba6-b37f-49e5-8dea-10ae1dde9b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:11.483757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] For port 3346166f-d904-44b5-992f-c6383e8f4637, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:33:11.487002 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] For port 3346166f-d904-44b5-992f-c6383e8f4637, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3346166f-d904-44b5-992f-c6383e8f4637,segment=NetworkSegment(f3963cc4-8f31-444f-a4e9-dff843a1dbb0),segment_id=f3963cc4-8f31-444f-a4e9-dff843a1dbb0)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:33:11.502061 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6eb7ba6-b37f-49e5-8dea-10ae1dde9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:11.506755 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:11.541795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb7ba6-b37f-49e5-8dea-10ae1dde9b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0fde4c-ce0e-468c-855b-320d15cddc1a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:11.573192 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6eb7ba6-b37f-49e5-8dea-10ae1dde9b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:11.574758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b6eb7ba6-b37f-49e5-8dea-10ae1dde9b4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f0fde4c-ce0e-468c-855b-320d15cddc1a HTTP/1.1" status: 204 len: 168 time: 0.4269781 May 25 20:33:11.587721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:11.588346 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:11.590492 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] 10.222.0.70 "PUT /v2.0/ports/3346166f-d904-44b5-992f-c6383e8f4637 HTTP/1.1" status: 200 len: 1091 time: 1.8653646 May 25 20:33:11.590941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783b03ea-78f4-44b7-8d5a-f19bdb237b3b', 'tag': '3346166f-d904-44b5-992f-c6383e8f4637'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:33:11.712670 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d49eb918-03aa-4748-a3d9-86ace0353fc8'] response: {'name': 'network-changed', 'server_uuid': '783b03ea-78f4-44b7-8d5a-f19bdb237b3b', 'tag': '3346166f-d904-44b5-992f-c6383e8f4637', 'status': 'completed', 'code': 200} May 25 20:33:11.714205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000d60b-f9c3-4b76-a283-e0ad2149d809 service neutron] Pushing event updated for resources: {'Port': ['ID=3346166f-d904-44b5-992f-c6383e8f4637,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:11.754234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-90dbde52-7234-46a3-8016-c1c0ab1fb09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:11.755105 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-90dbde52-7234-46a3-8016-c1c0ab1fb09d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3de0240d854340a1b0247e1816dfb85f&device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 1094 time: 0.1223631 May 25 20:33:11.931214 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-75054bc0-f0b3-41ed-8cf3-35b1ac83f511 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3346166f-d904-44b5-992f-c6383e8f4637 HTTP/1.1" status: 200 len: 217 time: 0.1628981 May 25 20:33:11.933345 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d525af4-bd84-4389-8393-39264a5f76e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:12.048453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-ef9caf35-cfb3-48ce-aad0-335f79914077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:12.050395 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-ef9caf35-cfb3-48ce-aad0-335f79914077 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45435f84-1b78-40d4-bd43-56e2f2a5cc53 HTTP/1.1" status: 200 len: 848 time: 0.0747530 May 25 20:33:12.159736 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-db0262ef-4b5d-4fbb-99c1-254e63b84773 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=db84794f-7ba2-4ba4-bfd4-b739dc974838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543742 May 25 20:33:12.160988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9d525af4-bd84-4389-8393-39264a5f76e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:12.177195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9d525af4-bd84-4389-8393-39264a5f76e9 admin admin] Usage tracker for resource:security_group_rule and tenant:246c146eb3cc4df79d688740dd21cd39 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:12.204293 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9d525af4-bd84-4389-8393-39264a5f76e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:12.220206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9d525af4-bd84-4389-8393-39264a5f76e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:12.400895 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-a278bf55-f325-4a24-8b97-c93a5c74af87 service neutron] 10.222.0.70 "GET /v2.0/networks/db84794f-7ba2-4ba4-bfd4-b739dc974838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250657 May 25 20:33:12.546386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a9c73-9767-4cde-9703-123fd7487d98 req-70444109-32d2-4355-9538-884844ecc6c7 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:12.548141 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-182a9c73-9767-4cde-9703-123fd7487d98 req-70444109-32d2-4355-9538-884844ecc6c7 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 943 time: 0.4961913 May 25 20:33:12.609051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48180) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:12.655992 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-182a9c73-9767-4cde-9703-123fd7487d98 req-857b1b2b-ec27-425b-866c-2c37cb9b50b3 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/security-groups?id=34b06a99-763a-42c8-8419-2f1238fe3bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940070 May 25 20:33:12.701639 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-176e538a-4ca2-4f21-9d8e-0089f389fbde req-e526cbfc-613f-4cea-ae6b-362c2ac8f8cf service neutron] 10.222.0.70 "GET /v2.0/networks/db84794f-7ba2-4ba4-bfd4-b739dc974838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918131 May 25 20:33:12.740537 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d525af4-bd84-4389-8393-39264a5f76e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:12.746364 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d525af4-bd84-4389-8393-39264a5f76e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:12.906586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9d525af4-bd84-4389-8393-39264a5f76e9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=246c146eb3cc4df79d688740dd21cd39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6359208 May 25 20:33:12.909446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48188) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:12.923364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d525af4-bd84-4389-8393-39264a5f76e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41157dee-6648-4f6f-90e7-add834cef356,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:12.988938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a8cb9-b8d6-441c-8191-737ac3972672 req-bff83050-e034-4b2d-a4bd-00fbd58561c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:12.990803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-214a8cb9-b8d6-441c-8191-737ac3972672 req-bff83050-e034-4b2d-a4bd-00fbd58561c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3de0240d854340a1b0247e1816dfb85f&device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 1094 time: 0.2244389 May 25 20:33:13.032862 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-473b1ff4-b4b1-4006-a703-c0da4c5b017e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:13.072342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1442770872-network', 'tenant_id': '84315881ccfd48e3a01bec49588326fa'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:13.095653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:13.134879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Usage tracker for resource:network and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:13.152014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:13.171112 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-473b1ff4-b4b1-4006-a703-c0da4c5b017e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:13.187707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:13.269318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Made reservation on behalf of 84315881ccfd48e3a01bec49588326fa for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:13.277056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:13.303534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a8cb9-b8d6-441c-8191-737ac3972672 req-6eb08a57-427f-468f-a274-0c5b47905f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:13.306109 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-214a8cb9-b8d6-441c-8191-737ac3972672 req-6eb08a57-427f-468f-a274-0c5b47905f6e service neutron] 10.222.0.70 "GET /v2.0/networks?id=db84794f-7ba2-4ba4-bfd4-b739dc974838 HTTP/1.1" status: 200 len: 909 time: 0.3075359 May 25 20:33:13.320668 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:13.358545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:13.370320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Usage tracker for resource:security_group_rule and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:13.377897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:13.405016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:13.410727 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-473b1ff4-b4b1-4006-a703-c0da4c5b017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:13.418299 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-214a8cb9-b8d6-441c-8191-737ac3972672 req-ddacf50b-30f1-4cb3-a841-c2fa334e1197 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3346166f-d904-44b5-992f-c6383e8f4637 HTTP/1.1" status: 200 len: 217 time: 0.1056054 May 25 20:33:13.475283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b1ff4-b4b1-4006-a703-c0da4c5b017e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41157dee-6648-4f6f-90e7-add834cef356,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:13.482540 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-473b1ff4-b4b1-4006-a703-c0da4c5b017e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:13.501873 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-473b1ff4-b4b1-4006-a703-c0da4c5b017e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41157dee-6648-4f6f-90e7-add834cef356 HTTP/1.1" status: 204 len: 168 time: 0.5910306 May 25 20:33:13.671111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:13.683184 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:13.757642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a8cb9-b8d6-441c-8191-737ac3972672 req-561c3bdf-11bc-4427-a357-bdfd9aba4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:13.759307 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-214a8cb9-b8d6-441c-8191-737ac3972672 req-561c3bdf-11bc-4427-a357-bdfd9aba4e81 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=45435f84-1b78-40d4-bd43-56e2f2a5cc53 HTTP/1.1" status: 200 len: 848 time: 0.3363922 May 25 20:33:13.834739 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:33:13.876089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8d55e2-406e-440f-9fd4-dfec47805b49,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:13.888912 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:13.889515 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Added segment 05e73639-2dc8-4cb7-9652-44dd2d9280ba of type vlan for network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf May 25 20:33:13.913966 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-214a8cb9-b8d6-441c-8191-737ac3972672 req-3befb0ee-266e-4efd-a45d-b37a8970cf66 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=db84794f-7ba2-4ba4-bfd4-b739dc974838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469266 May 25 20:33:13.937284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:14.032879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:14.033840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:14.034862 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:14.088206 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4738457 May 25 20:33:14.091065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48216) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:14.099723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Request body: {'subnet': {'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-subnet', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:14.110225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:14.118699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Usage tracker for resource:subnet and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:14.127053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:14.155176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:14.198838 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-214a8cb9-b8d6-441c-8191-737ac3972672 req-ac5574aa-c4fc-41ed-a4f8-f8317ceaa7ec service neutron] 10.222.0.70 "GET /v2.0/networks/db84794f-7ba2-4ba4-bfd4-b739dc974838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781007 May 25 20:33:14.202379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Made reservation on behalf of 84315881ccfd48e3a01bec49588326fa for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:14.206736 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:14.221127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bdc8f-afad-43aa-a9a4-f31228cbb679 admin admin] Pushing event updated for resources: {'Network': ['ID=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:14.232921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:33:14.239099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9023d5-bbe8-4fc0-a284-64426d0e28bc req-a111ba10-4a5a-4b3e-83f3-440c981effde tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:14.264682 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c9023d5-bbe8-4fc0-a284-64426d0e28bc req-a111ba10-4a5a-4b3e-83f3-440c981effde tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 943 time: 0.2771044 May 25 20:33:14.295733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48224) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:14.374756 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c9023d5-bbe8-4fc0-a284-64426d0e28bc req-21c562ff-626d-43ab-930b-bc116bf7c811 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/security-groups?id=34b06a99-763a-42c8-8419-2f1238fe3bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088116 May 25 20:33:14.497270 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fff8c643-9bc6-4cbb-9dc3-7e62444b9b4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ed4361bc84c47758f3d54516fcd2992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002604 May 25 20:33:14.500121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48232) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:14.548985 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-214a8cb9-b8d6-441c-8191-737ac3972672 req-707af70e-b25e-40f5-a726-0c83aa2e2229 service neutron] 10.222.0.70 "GET /v2.0/networks/db84794f-7ba2-4ba4-bfd4-b739dc974838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225663 May 25 20:33:14.647435 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b196403-7ab5-4dee-afd0-801dd7452022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:14.671196 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:14.718119 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b196403-7ab5-4dee-afd0-801dd7452022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:14.773354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:14.781160 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Checking segment: {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:33:14.781725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Network hostable DHCP agents. Network: 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:33:14.819549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:33:14.829011 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b196403-7ab5-4dee-afd0-801dd7452022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:14.838827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:14.842914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:14.843611 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:14.852562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377ecdb4-2c2c-4650-b60f-b5b4abbcff8c None None] Network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:33:14.859192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b196403-7ab5-4dee-afd0-801dd7452022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa86ca5c-a96c-4a90-bbb5-2f9835f2049c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:14.866897 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b196403-7ab5-4dee-afd0-801dd7452022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:14.871276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9b196403-7ab5-4dee-afd0-801dd7452022 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa86ca5c-a96c-4a90-bbb5-2f9835f2049c HTTP/1.1" status: 204 len: 168 time: 0.3695393 May 25 20:33:14.900024 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bec1eb65-4dd5-4570-9851-fa7604c4665a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8076289 May 25 20:33:14.900807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48246) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:14.910104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:14.917905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:14.924357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Usage tracker for resource:router and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:14.927476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:14.934933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:14.949679 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:14.951158 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:14.979663 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:15.347245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:33:15.349041 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:15.408245 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:15.593389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Allocated IP 172.20.0.2 (055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf/b4c63cb4-de3d-4ac9-8978-4b0c69cb9351/7782df83-3267-483b-a9e0-db925f5c6cfe) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:33:16.112935 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:16.128185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Transition to ACTIVE for port object 7782df83-3267-483b-a9e0-db925f5c6cfe will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:16.162404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Transition to ACTIVE for port object 7782df83-3267-483b-a9e0-db925f5c6cfe will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:16.173864 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:16.270514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:16.278907 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:16.282582 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:33:16.342541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d853fe-a280-4fa5-80cd-bf1738db04cc req-890c45d5-fdf8-4aec-8029-d65798d92149 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:16.344237 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22d853fe-a280-4fa5-80cd-bf1738db04cc req-890c45d5-fdf8-4aec-8029-d65798d92149 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 943 time: 0.7079279 May 25 20:33:16.411581 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:16.497584 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:16.540288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Pushing event updated for resources: {'Port': ['ID=7782df83-3267-483b-a9e0-db925f5c6cfe,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:16.545102 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Attempting to bind port 7782df83-3267-483b-a9e0-db925f5c6cfe on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:33:16.545434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Attempting to bind port 7782df83-3267-483b-a9e0-db925f5c6cfe by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:33:16.545788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Attempting to bind port 7782df83-3267-483b-a9e0-db925f5c6cfe on network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:33:16.554417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:33:16.554615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Checking segment: {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:33:16.555732 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:16.556267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Bound using segment: {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:33:16.556732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Bound port: 7782df83-3267-483b-a9e0-db925f5c6cfe, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:33:16.557097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:16.572385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:16.572732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:16.573124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:16.573358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:16.573646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:16.573956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:16.574296 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:16.574596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:16.574899 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:16.575206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:16.575509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:16.575810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:16.652604 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22d853fe-a280-4fa5-80cd-bf1738db04cc req-92b02f9d-2777-46c7-a804-a79842aa463b tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/security-groups?id=34b06a99-763a-42c8-8419-2f1238fe3bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892234 May 25 20:33:16.711121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] For port 7782df83-3267-483b-a9e0-db925f5c6cfe, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:33:16.728530 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] For port 7782df83-3267-483b-a9e0-db925f5c6cfe, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7782df83-3267-483b-a9e0-db925f5c6cfe,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:33:16.731395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3346166f-d904-44b5-992f-c6383e8f4637 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:33:16.829648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48308) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:16.847353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Allocated IP 172.25.3.96 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/3557e3e6-956f-4576-b99e-ca702188ede1) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:33:16.920861 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:17.021425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3346166f-d904-44b5-992f-c6383e8f4637, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3346166f-d904-44b5-992f-c6383e8f4637,segment=NetworkSegment(f3963cc4-8f31-444f-a4e9-dff843a1dbb0),segment_id=f3963cc4-8f31-444f-a4e9-dff843a1dbb0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:33:17.122023 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '3346166f-d904-44b5-992f-c6383e8f4637', 'network_id': 'db84794f-7ba2-4ba4-bfd4-b739dc974838', 'port_id': '3346166f-d904-44b5-992f-c6383e8f4637', 'mac_address': 'fa:16:3e:fa:67:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45435f84-1b78-40d4-bd43-56e2f2a5cc53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:33:17.211147 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:17.263875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5b42c-727f-481f-a4e3-225c1f761dc1 None None] Pushing event updated for resources: {'Port': ['ID=7782df83-3267-483b-a9e0-db925f5c6cfe,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:17.285274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 3346166f-d904-44b5-992f-c6383e8f4637 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:33:17.285274 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:17.290900 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:17.327560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3346166f-d904-44b5-992f-c6383e8f4637 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:33:17.356762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3346166f-d904-44b5-992f-c6383e8f4637, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3346166f-d904-44b5-992f-c6383e8f4637,segment=NetworkSegment(f3963cc4-8f31-444f-a4e9-dff843a1dbb0),segment_id=f3963cc4-8f31-444f-a4e9-dff843a1dbb0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:33:17.364218 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:17.379710 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2ba8da4-5706-4896-94e1-3147f70856e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:17.423161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:17.459885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:17.467050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:33:17.566035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=3346166f-d904-44b5-992f-c6383e8f4637,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:17.627268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d2ba8da4-5706-4896-94e1-3147f70856e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:17.631030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Pushing event updated for resources: {'Port': ['ID=3557e3e6-956f-4576-b99e-ca702188ede1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:17.631236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d2ba8da4-5706-4896-94e1-3147f70856e8 admin admin] Usage tracker for resource:security_group_rule and tenant:2add7d0e37904889a47ce6467f7c0339 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:17.637868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d2ba8da4-5706-4896-94e1-3147f70856e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:17.646942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d2ba8da4-5706-4896-94e1-3147f70856e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:17.669789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['3346166f-d904-44b5-992f-c6383e8f4637'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:33:17.844442 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2ba8da4-5706-4896-94e1-3147f70856e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:17.854529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2ba8da4-5706-4896-94e1-3147f70856e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:18.031980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48340) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:18.037503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba8da4-5706-4896-94e1-3147f70856e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd27f4b1-aa8e-45e3-aa53-af0e6ce90ecc,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:18.065370 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d2ba8da4-5706-4896-94e1-3147f70856e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2add7d0e37904889a47ce6467f7c0339&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2338531 May 25 20:33:18.077407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48346) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:18.215760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7782df83-3267-483b-a9e0-db925f5c6cfe up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:33:18.288426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48352) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:18.291986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c4694cd-1e1f-470a-8875-207a11b24b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:18.345871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1450cde-ed0d-47e6-befe-c6a54179f140 req-d4c1b211-eab4-4935-a7ca-9801d3c6b070 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:18.349931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 7782df83-3267-483b-a9e0-db925f5c6cfe completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:18.350971 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1450cde-ed0d-47e6-befe-c6a54179f140 req-d4c1b211-eab4-4935-a7ca-9801d3c6b070 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 944 time: 0.4235046 May 25 20:33:18.389454 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c4694cd-1e1f-470a-8875-207a11b24b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:18.492277 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1450cde-ed0d-47e6-befe-c6a54179f140 req-c615756f-200a-461e-a555-8af055a8d608 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/security-groups?id=34b06a99-763a-42c8-8419-2f1238fe3bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262124 May 25 20:33:18.511800 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:18.542850 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c4694cd-1e1f-470a-8875-207a11b24b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:18.580361 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c4694cd-1e1f-470a-8875-207a11b24b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:18.581536 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6c4694cd-1e1f-470a-8875-207a11b24b58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd27f4b1-aa8e-45e3-aa53-af0e6ce90ecc HTTP/1.1" status: 204 len: 168 time: 0.4991643 May 25 20:33:18.586074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4694cd-1e1f-470a-8875-207a11b24b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd27f4b1-aa8e-45e3-aa53-af0e6ce90ecc,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:18.666913 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3346166f-d904-44b5-992f-c6383e8f4637 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:33:18.829392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 3346166f-d904-44b5-992f-c6383e8f4637 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:18.835997 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb5f236d-21a2-40c0-8efe-c21be4f369bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:18.839217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 3346166f-d904-44b5-992f-c6383e8f4637 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:18.839727 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:18.891608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bb5f236d-21a2-40c0-8efe-c21be4f369bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:18.908475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bb5f236d-21a2-40c0-8efe-c21be4f369bc admin admin] Usage tracker for resource:security_group_rule and tenant:eed1c1f328b147f482a3e8bc923af8c5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:18.920458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bb5f236d-21a2-40c0-8efe-c21be4f369bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:18.933802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bb5f236d-21a2-40c0-8efe-c21be4f369bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:18.951363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e010ebce-b664-4296-a876-1dabe99c7aa0 None None] Network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:33:19.063460 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:19.172208 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb5f236d-21a2-40c0-8efe-c21be4f369bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:19.177846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb5f236d-21a2-40c0-8efe-c21be4f369bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:19.192689 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-28fd1864-7d7b-4090-b1cd-bfdee31a0e38 None None] Provisioning for port 7782df83-3267-483b-a9e0-db925f5c6cfe completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:19.216606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-28fd1864-7d7b-4090-b1cd-bfdee31a0e38 None None] Provisioning complete for port 7782df83-3267-483b-a9e0-db925f5c6cfe triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:19.217243 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-28fd1864-7d7b-4090-b1cd-bfdee31a0e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:19.258799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f236d-21a2-40c0-8efe-c21be4f369bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1be3464-9cab-461f-82d9-3b3c8099788f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:19.285549 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bb5f236d-21a2-40c0-8efe-c21be4f369bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eed1c1f328b147f482a3e8bc923af8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2492938 May 25 20:33:19.291915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48372) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:19.341661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 3346166f-d904-44b5-992f-c6383e8f4637 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:33:19.342253 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:19.437467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3346166f-d904-44b5-992f-c6383e8f4637, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3346166f-d904-44b5-992f-c6383e8f4637,segment=NetworkSegment(f3963cc4-8f31-444f-a4e9-dff843a1dbb0),segment_id=f3963cc4-8f31-444f-a4e9-dff843a1dbb0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:33:19.443064 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d463-3d4f-4d3c-8098-b21d0212824e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:19.444120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783b03ea-78f4-44b7-8d5a-f19bdb237b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3346166f-d904-44b5-992f-c6383e8f4637'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:33:19.512058 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:19.633024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1406954939'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:19.639782 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:19.643957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Usage tracker for resource:network and tenant:7a609dafa0bf44098c35ba7c5730f5f7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:19.647039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:19.669637 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e37dbcc-0a2f-4301-9301-54bcbd5c8731'] response: {'server_uuid': '783b03ea-78f4-44b7-8d5a-f19bdb237b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3346166f-d904-44b5-992f-c6383e8f4637', 'code': 200} May 25 20:33:19.674435 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=3346166f-d904-44b5-992f-c6383e8f4637,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:19.685359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:19.700785 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d463-3d4f-4d3c-8098-b21d0212824e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:19.828485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-28fd1864-7d7b-4090-b1cd-bfdee31a0e38 None None] Current status of the port 7782df83-3267-483b-a9e0-db925f5c6cfe is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:33:19.828932 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-28fd1864-7d7b-4090-b1cd-bfdee31a0e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:19.882175 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d463-3d4f-4d3c-8098-b21d0212824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:19.884984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Made reservation on behalf of 7a609dafa0bf44098c35ba7c5730f5f7 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:19.900607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2d463-3d4f-4d3c-8098-b21d0212824e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1be3464-9cab-461f-82d9-3b3c8099788f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:19.902065 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:19.917945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-28fd1864-7d7b-4090-b1cd-bfdee31a0e38 None None] For port 7782df83-3267-483b-a9e0-db925f5c6cfe, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7782df83-3267-483b-a9e0-db925f5c6cfe,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:33:19.934756 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-28fd1864-7d7b-4090-b1cd-bfdee31a0e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:19.947818 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d463-3d4f-4d3c-8098-b21d0212824e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:19.949470 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a0f2d463-3d4f-4d3c-8098-b21d0212824e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1be3464-9cab-461f-82d9-3b3c8099788f HTTP/1.1" status: 204 len: 168 time: 0.6567192 May 25 20:33:19.976443 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:20.003780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6b02b-4b2a-4a53-a833-30fc49c05297 req-5a217c3c-9952-40a8-8b8a-c6a3954e4e6e tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:20.007693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:20.013611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9f6b02b-4b2a-4a53-a833-30fc49c05297 req-5a217c3c-9952-40a8-8b8a-c6a3954e4e6e tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 945 time: 0.1088381 May 25 20:33:20.029754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Usage tracker for resource:security_group_rule and tenant:7a609dafa0bf44098c35ba7c5730f5f7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:20.034554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:20.049793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:20.063878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd1864-7d7b-4090-b1cd-bfdee31a0e38 None None] Pushing event updated for resources: {'Port': ['ID=7782df83-3267-483b-a9e0-db925f5c6cfe,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:20.073884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9f6b02b-4b2a-4a53-a833-30fc49c05297 req-c7a901a2-573c-49b7-bd6c-01dc118d44ae tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/security-groups?id=34b06a99-763a-42c8-8419-2f1238fe3bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593271 May 25 20:33:20.090601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Router 73285a88-b4d8-4058-ae5e-97d68fedf7bb is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:33:20.095983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e0b6a-6a3d-4b9b-9d74-1d12cada4cda req-ac6db0c4-349c-4466-8629-0747f6b763a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:20.097693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-827e0b6a-6a3d-4b9b-9d74-1d12cada4cda req-ac6db0c4-349c-4466-8629-0747f6b763a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 1096 time: 0.3811238 May 25 20:33:20.218568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7782df83-3267-483b-a9e0-db925f5c6cfe up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:33:20.247134 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-827e0b6a-6a3d-4b9b-9d74-1d12cada4cda req-ed52dfc2-86a1-4fc2-aa63-dcb2023b441f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=34b06a99-763a-42c8-8419-2f1238fe3bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374414 May 25 20:33:20.323135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7782df83-3267-483b-a9e0-db925f5c6cfe triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:20.324110 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:20.402973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:33:20.405839 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:20.414987 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Sync routers for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:33:20.417854 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:20.434489 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:33:20.435457 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:33:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:33:20.462371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:33:20.479939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2468723-279c-4332-b011-3b279ee937b9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:20.485886 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:20.486678 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Added segment 27d3c63f-9234-4c90-8a1b-8435029442cf of type vlan for network 8d1c0325-e240-4038-8891-09097e7f1055 May 25 20:33:20.495566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:20.498333 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-627e84ef-a602-43f6-b875-124b8ffda665 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5952690 May 25 20:33:20.500908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:20.540190 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:20.597340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7782df83-3267-483b-a9e0-db925f5c6cfe is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:33:20.608343 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:20.620052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:20.621030 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:20.623600 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-67a99731-ce4f-4ed3-8583-c1077dfbc099 None None] Provisioning complete for port 7782df83-3267-483b-a9e0-db925f5c6cfe triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:20.623974 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-67a99731-ce4f-4ed3-8583-c1077dfbc099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:20.910846 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:33:20.919479 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6154184 May 25 20:33:20.923272 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48418) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:20.931327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Request body: {'subnet': {'network_id': '8d1c0325-e240-4038-8891-09097e7f1055', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:20.940006 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-67a99731-ce4f-4ed3-8583-c1077dfbc099 None None] Current status of the port 7782df83-3267-483b-a9e0-db925f5c6cfe is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:33:20.946762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48422) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:21.025834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9be7a3-7c1c-41bc-b338-97eb75068f2b tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event updated for resources: {'Network': ['ID=8d1c0325-e240-4038-8891-09097e7f1055,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:21.039254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 8d1c0325-e240-4038-8891-09097e7f1055 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:33:21.044365 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-978a907a-d3d3-4d66-a6ff-6a2269d9eb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:21.137169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-978a907a-d3d3-4d66-a6ff-6a2269d9eb7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:21.152969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-978a907a-d3d3-4d66-a6ff-6a2269d9eb7a admin admin] Usage tracker for resource:security_group_rule and tenant:ac14793ab73f489690e22bfee3235031 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:21.168455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-978a907a-d3d3-4d66-a6ff-6a2269d9eb7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:21.180576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:21.188009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-978a907a-d3d3-4d66-a6ff-6a2269d9eb7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:21.201570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Usage tracker for resource:subnet and tenant:7a609dafa0bf44098c35ba7c5730f5f7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:21.213354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:21.228050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:21.283372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Made reservation on behalf of 7a609dafa0bf44098c35ba7c5730f5f7 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:21.294493 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:21.516479 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:18Z', 'revision_number': 3, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:33:21.521136 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Checking router: 73285a88-b4d8-4058-ae5e-97d68fedf7bb for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:33:21.521658 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Updating router 73285a88-b4d8-4058-ae5e-97d68fedf7bb port 3557e3e6-956f-4576-b99e-ca702188ede1 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:33:21.671695 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:21.857624 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-978a907a-d3d3-4d66-a6ff-6a2269d9eb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:21.873111 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-978a907a-d3d3-4d66-a6ff-6a2269d9eb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:21.971273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9f1ec-a4c0-43dc-b982-7950da9307ca req-a3b9d281-e120-44d0-9404-2bd1802eb378 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:21.982512 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-41d9f1ec-a4c0-43dc-b982-7950da9307ca req-a3b9d281-e120-44d0-9404-2bd1802eb378 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 945 time: 0.6636894 May 25 20:33:22.009022 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:22.094223 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-978a907a-d3d3-4d66-a6ff-6a2269d9eb7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac14793ab73f489690e22bfee3235031&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1414726 May 25 20:33:22.095695 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a907a-d3d3-4d66-a6ff-6a2269d9eb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d570e0-f66f-468e-a244-e2544c238de7,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:22.100842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48464) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:22.101496 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:22.129299 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Transition to ACTIVE for port object 3557e3e6-956f-4576-b99e-ca702188ede1 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:22.149691 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:22.150810 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-41d9f1ec-a4c0-43dc-b982-7950da9307ca req-4246a71b-317f-41fe-b50f-836287784b4d tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/security-groups?id=34b06a99-763a-42c8-8419-2f1238fe3bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673467 May 25 20:33:22.265055 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-746bbc82-4459-4993-8b17-6be36486a34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:22.297989 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:22.398936 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Attempting to bind port 3557e3e6-956f-4576-b99e-ca702188ede1 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:33:22.399759 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Attempting to bind port 3557e3e6-956f-4576-b99e-ca702188ede1 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:33:22.400566 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Attempting to bind port 3557e3e6-956f-4576-b99e-ca702188ede1 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:33:22.413087 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:33:22.413721 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:33:22.415273 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:22.415851 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:33:22.416552 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Bound port: 3557e3e6-956f-4576-b99e-ca702188ede1, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:33:22.417137 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:22.454682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Allocated IP 172.20.0.1 (055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf/b4c63cb4-de3d-4ac9-8978-4b0c69cb9351/1883b740-55b1-427a-8279-ada8c3a1acef) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:33:22.531341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-746bbc82-4459-4993-8b17-6be36486a34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:22.581671 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c2582-ca8f-403f-86b9-bb2a1b1f0f00 None None] Pushing event updated for resources: {'Port': ['ID=3557e3e6-956f-4576-b99e-ca702188ede1,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:22.612238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Checking segment: {'id': '27d3c63f-9234-4c90-8a1b-8435029442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d1c0325-e240-4038-8891-09097e7f1055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:33:22.612607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Network hostable DHCP agents. Network: 8d1c0325-e240-4038-8891-09097e7f1055, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:33:22.621585 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c2582-ca8f-403f-86b9-bb2a1b1f0f00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:22.623731 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c2582-ca8f-403f-86b9-bb2a1b1f0f00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:22.625273 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c2582-ca8f-403f-86b9-bb2a1b1f0f00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:22.625615 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c2582-ca8f-403f-86b9-bb2a1b1f0f00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:22.626001 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c2582-ca8f-403f-86b9-bb2a1b1f0f00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:22.627404 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c2582-ca8f-403f-86b9-bb2a1b1f0f00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:22.627738 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c2582-ca8f-403f-86b9-bb2a1b1f0f00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:22.628178 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c2582-ca8f-403f-86b9-bb2a1b1f0f00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:22.628429 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c2582-ca8f-403f-86b9-bb2a1b1f0f00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:22.628885 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c2582-ca8f-403f-86b9-bb2a1b1f0f00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:22.630540 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c2582-ca8f-403f-86b9-bb2a1b1f0f00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:22.631005 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c2582-ca8f-403f-86b9-bb2a1b1f0f00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:22.652383 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] For port 3557e3e6-956f-4576-b99e-ca702188ede1, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:33:22.656049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event updated for resources: {'Subnet': ['ID=5797265e-a8c4-4340-96c3-9df80c4bef8d,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:22.664529 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] For port 3557e3e6-956f-4576-b99e-ca702188ede1, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3557e3e6-956f-4576-b99e-ca702188ede1,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:33:22.680738 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:22.706032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Network 8d1c0325-e240-4038-8891-09097e7f1055 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:33:22.725223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 8d1c0325-e240-4038-8891-09097e7f1055) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:22.734283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:22.734874 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:22.738126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bbd190-3c34-40ba-9036-30febff2461e None None] Network 8d1c0325-e240-4038-8891-09097e7f1055 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:33:22.776661 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-746bbc82-4459-4993-8b17-6be36486a34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:22.820627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bbc82-4459-4993-8b17-6be36486a34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d570e0-f66f-468e-a244-e2544c238de7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:22.842082 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-746bbc82-4459-4993-8b17-6be36486a34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:22.843336 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-746bbc82-4459-4993-8b17-6be36486a34f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44d570e0-f66f-468e-a244-e2544c238de7 HTTP/1.1" status: 204 len: 168 time: 0.7384732 May 25 20:33:22.845370 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-456b451a-584b-419a-a094-314aa70aa004 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9209356 May 25 20:33:22.848611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48492) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:22.860902 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:33:22.861517 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:33:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:33:22.863186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Request body: {'port': {'network_id': '8d1c0325-e240-4038-8891-09097e7f1055', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-411278921'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:22.947835 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:22.969478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Transition to ACTIVE for port object 1883b740-55b1-427a-8279-ada8c3a1acef will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:23.023820 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:23.058749 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c2582-ca8f-403f-86b9-bb2a1b1f0f00 None None] Pushing event updated for resources: {'Port': ['ID=3557e3e6-956f-4576-b99e-ca702188ede1,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:23.157948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:23.191317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:23.208450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:23.208997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:33:23.220305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Usage tracker for resource:port and tenant:7a609dafa0bf44098c35ba7c5730f5f7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:23.238794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:23.247520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:23.276610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Made reservation on behalf of 7a609dafa0bf44098c35ba7c5730f5f7 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:23.281262 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:23.289540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Pushing event updated for resources: {'Port': ['ID=1883b740-55b1-427a-8279-ada8c3a1acef,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:23.312820 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:23.357713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] device_id is not set on port 736f9a24-8d21-4fa5-83ce-7dafe81c9169 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:33:23.366799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-8d1c0325-e240-4038-8891-09097e7f1055', 'network_id': '8d1c0325-e240-4038-8891-09097e7f1055', 'tenant_id': '7a609dafa0bf44098c35ba7c5730f5f7', 'fixed_ips': [{'subnet_id': '5797265e-a8c4-4340-96c3-9df80c4bef8d'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:33:23.368141 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:23.624843 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:33:23.691697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6870b5ae-449e-460b-8764-ed5e4eb5c9ef None None] Provisioning for port 1883b740-55b1-427a-8279-ada8c3a1acef completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:23.700492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6870b5ae-449e-460b-8764-ed5e4eb5c9ef None None] Provisioning complete for port 1883b740-55b1-427a-8279-ada8c3a1acef triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:23.701428 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6870b5ae-449e-460b-8764-ed5e4eb5c9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:23.858037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6870b5ae-449e-460b-8764-ed5e4eb5c9ef None None] Port 1883b740-55b1-427a-8279-ada8c3a1acef cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:33:23.900159 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:23.924028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c150af-e64a-4cc7-877e-36e506047f65 req-59d22754-321e-4c24-bde0-fbb1bd33c64f tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:23.925990 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29c150af-e64a-4cc7-877e-36e506047f65 req-59d22754-321e-4c24-bde0-fbb1bd33c64f tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 945 time: 0.3141372 May 25 20:33:23.997412 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29c150af-e64a-4cc7-877e-36e506047f65 req-49a39b15-13a0-4446-a6e1-d901b68ce9d4 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/security-groups?id=34b06a99-763a-42c8-8419-2f1238fe3bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639975 May 25 20:33:24.099095 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:24.136431 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:18Z', 'revision_number': 3, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:33:24.147969 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec478394-87eb-4f83-b260-86caf2717c32 None None] The sync data for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 is: [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:18Z', 'revision_number': 3, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:33:24.213304 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Allocated IP 2001:db8::37f (8d1c0325-e240-4038-8891-09097e7f1055/5797265e-a8c4-4340-96c3-9df80c4bef8d/736f9a24-8d21-4fa5-83ce-7dafe81c9169) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:33:24.542975 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:24.556288 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:24.814050 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:24.862065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Transition to ACTIVE for port object 736f9a24-8d21-4fa5-83ce-7dafe81c9169 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:24.917723 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:24.923049 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:24.979518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Pushing event updated for resources: {'Port': ['ID=1883b740-55b1-427a-8279-ada8c3a1acef,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:25.061271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Network 8d1c0325-e240-4038-8891-09097e7f1055 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:25.071273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:25.080936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:33:25.101176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:25.102090 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:25.153196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event updated for resources: {'Port': ['ID=736f9a24-8d21-4fa5-83ce-7dafe81c9169,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:25.166295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Allocated IP 2001:db8::2 (8d1c0325-e240-4038-8891-09097e7f1055/5797265e-a8c4-4340-96c3-9df80c4bef8d/bb2ba1d4-d2c7-4c29-9398-c657f38b17b9) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:33:25.193408 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5a0dd0e3-d5e4-4d93-8af4-3e4a0f2f18df tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3437123 May 25 20:33:25.197997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48552) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:25.207108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Request body: {'port': {'network_id': '8d1c0325-e240-4038-8891-09097e7f1055', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-883953098', 'allowed_address_pairs': [{'ip_address': '2001:db8::37f', 'mac_address': 'fa:16:3e:64:5f:e3'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:25.392531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:25.394391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:25.646747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:25.661004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Usage tracker for resource:port and tenant:7a609dafa0bf44098c35ba7c5730f5f7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:25.670304 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:25.687256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:25.713314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Made reservation on behalf of 7a609dafa0bf44098c35ba7c5730f5f7 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:25.744370 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:25.785071 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Transition to ACTIVE for port object bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:25.857585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Transition to ACTIVE for port object bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:25.877613 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:25.983321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Router 73285a88-b4d8-4058-ae5e-97d68fedf7bb has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:33:26.001122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Network 8d1c0325-e240-4038-8891-09097e7f1055 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:26.021086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:26.058108 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:26.066510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:33:26.115881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48572) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:26.186035 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] device_id is not set on port f825d5ca-690a-4c2a-b64f-0ad454515538 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:33:26.257097 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e55101b8-4ae3-4fc3-822a-a49a0286ca63 None None] Provisioning complete for port 1883b740-55b1-427a-8279-ada8c3a1acef triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:26.257907 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e55101b8-4ae3-4fc3-822a-a49a0286ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:26.403704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e55101b8-4ae3-4fc3-822a-a49a0286ca63 None None] Port 1883b740-55b1-427a-8279-ada8c3a1acef cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:33:26.411114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3557e3e6-956f-4576-b99e-ca702188ede1 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:33:26.576238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Attempting to bind port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:33:26.576617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Attempting to bind port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '27d3c63f-9234-4c90-8a1b-8435029442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d1c0325-e240-4038-8891-09097e7f1055'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:33:26.576978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Attempting to bind port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 on network 8d1c0325-e240-4038-8891-09097e7f1055 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:33:26.597947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:33:26.598483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Checking segment: {'id': '27d3c63f-9234-4c90-8a1b-8435029442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d1c0325-e240-4038-8891-09097e7f1055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:33:26.598725 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:26.599110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Bound using segment: {'id': '27d3c63f-9234-4c90-8a1b-8435029442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d1c0325-e240-4038-8891-09097e7f1055'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:33:26.599588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Bound port: bb2ba1d4-d2c7-4c29-9398-c657f38b17b9, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d3c63f-9234-4c90-8a1b-8435029442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8d1c0325-e240-4038-8891-09097e7f1055'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:33:26.599953 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:26.643638 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6d69cee5-0d40-4f8b-bdbd-577790b38c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:26.755900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Allocated IP 2001:db8::37e (8d1c0325-e240-4038-8891-09097e7f1055/5797265e-a8c4-4340-96c3-9df80c4bef8d/f825d5ca-690a-4c2a-b64f-0ad454515538) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:33:26.810655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:33:26.849790 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-237736b6-1387-4a02-849b-7aedf3122244 admin admin] 10.222.0.60 "PUT /v2.0/routers/73285a88-b4d8-4058-ae5e-97d68fedf7bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3467994 May 25 20:33:26.944651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Pushing event updated for resources: {'Port': ['ID=bb2ba1d4-d2c7-4c29-9398-c657f38b17b9,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:26.983068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 3557e3e6-956f-4576-b99e-ca702188ede1 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:26.999180 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] For port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:33:27.019944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] For port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=bb2ba1d4-d2c7-4c29-9398-c657f38b17b9,segment=NetworkSegment(27d3c63f-9234-4c90-8a1b-8435029442cf),segment_id=27d3c63f-9234-4c90-8a1b-8435029442cf)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:33:27.021422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 3557e3e6-956f-4576-b99e-ca702188ede1 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:27.022123 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:27.138178 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:27.319258 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Sync routers for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:33:27.389259 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44d4cb-abb4-4ad1-9484-0414d03c8c82 None None] Pushing event updated for resources: {'Port': ['ID=bb2ba1d4-d2c7-4c29-9398-c657f38b17b9,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:27.392831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:33:27.393682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:33:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:33:27.562247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6d69cee5-0d40-4f8b-bdbd-577790b38c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:27.572333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6d69cee5-0d40-4f8b-bdbd-577790b38c6a admin admin] Usage tracker for resource:security_group_rule and tenant:5a390e748941460ab77e5b7c430c1678 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:27.580920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6d69cee5-0d40-4f8b-bdbd-577790b38c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:27.597066 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6d69cee5-0d40-4f8b-bdbd-577790b38c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:27.734245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 3557e3e6-956f-4576-b99e-ca702188ede1 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:33:27.741859 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:27.792090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 3557e3e6-956f-4576-b99e-ca702188ede1, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3557e3e6-956f-4576-b99e-ca702188ede1,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:33:27.836229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48618) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:27.844778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--825413226', 'description': 'tempest-description--1575879260'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:27.856549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:27.870170 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6d69cee5-0d40-4f8b-bdbd-577790b38c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:27.870720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:27.877300 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:27.878179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:27.889911 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6d69cee5-0d40-4f8b-bdbd-577790b38c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:27.902351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:27.948745 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:27.989415 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:28.039907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:28.068336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group_rule and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:28.076912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:28.091990 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:28.104744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:28.133940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Transition to ACTIVE for port object f825d5ca-690a-4c2a-b64f-0ad454515538 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:28.140100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:33:28.168004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6d69cee5-0d40-4f8b-bdbd-577790b38c6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a390e748941460ab77e5b7c430c1678&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0453427 May 25 20:33:28.173388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48630) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:28.175293 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69cee5-0d40-4f8b-bdbd-577790b38c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bc144c-ce2a-4535-982a-aaf900a13d47,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:28.204903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=3557e3e6-956f-4576-b99e-ca702188ede1,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:28.216408 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c9d5bd47-a0d2-4985-8330-7475d6cdee4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:28.366661 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:28.381964 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:28.533672 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:28.559899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0184495-46bb-4983-8a16-0fa0375d36bf,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:28.569190 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:28.573949 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1a63a0ba-38d5-4447-b549-d7ca78376206 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7340314 May 25 20:33:28.579152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48640) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:28.605673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b59f08dc-a41f-47a0-8e52-636d25ad16d7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'security_group_rule': {'security_group_id': 'b0184495-46bb-4983-8a16-0fa0375d36bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:28.631449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b59f08dc-a41f-47a0-8e52-636d25ad16d7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:28.650532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b59f08dc-a41f-47a0-8e52-636d25ad16d7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group_rule and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:28.651995 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:33:28.663855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b59f08dc-a41f-47a0-8e52-636d25ad16d7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:28.701258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b59f08dc-a41f-47a0-8e52-636d25ad16d7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:28.705207 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58355df7-f07a-40b9-90b6-6d9535b74959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:28.780841 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b59f08dc-a41f-47a0-8e52-636d25ad16d7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:28.837829 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58355df7-f07a-40b9-90b6-6d9535b74959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:28.982322 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b59f08dc-a41f-47a0-8e52-636d25ad16d7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:28.992987 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b59f08dc-a41f-47a0-8e52-636d25ad16d7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:29.025734 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58355df7-f07a-40b9-90b6-6d9535b74959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:29.130187 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b59f08dc-a41f-47a0-8e52-636d25ad16d7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:29.137313 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b59f08dc-a41f-47a0-8e52-636d25ad16d7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5568507 May 25 20:33:29.139346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f08dc-a41f-47a0-8e52-636d25ad16d7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff5fb43-b0b9-4319-aa59-881e2f309396,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:29.148068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Network 8d1c0325-e240-4038-8891-09097e7f1055 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:29.149555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48668) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:29.170777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-0d11d196-ed68-4e6b-a228-d6e73ee41655 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'security_group_rule': {'security_group_id': 'b0184495-46bb-4983-8a16-0fa0375d36bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:29.209974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58355df7-f07a-40b9-90b6-6d9535b74959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bc144c-ce2a-4535-982a-aaf900a13d47,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:29.214330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:29.223500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event updated for resources: {'Port': ['ID=f825d5ca-690a-4c2a-b64f-0ad454515538,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:29.255651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0d11d196-ed68-4e6b-a228-d6e73ee41655 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:29.260602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:29.260766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:33:29.271009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a226b0b-b051-494d-908a-c241ab8fed81 None None] Network 8d1c0325-e240-4038-8891-09097e7f1055 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:33:29.271835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:29.272947 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:29.298202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0d11d196-ed68-4e6b-a228-d6e73ee41655 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group_rule and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:29.316280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0d11d196-ed68-4e6b-a228-d6e73ee41655 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:29.325245 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58355df7-f07a-40b9-90b6-6d9535b74959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:29.343500 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-58355df7-f07a-40b9-90b6-6d9535b74959 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61bc144c-ce2a-4535-982a-aaf900a13d47 HTTP/1.1" status: 204 len: 168 time: 1.1594975 May 25 20:33:29.355032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0d11d196-ed68-4e6b-a228-d6e73ee41655 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:29.380075 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e93b18a8-47e1-4810-8cc6-65aea628f7b8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.1805141 May 25 20:33:29.384333 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48678) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:29.457126 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d11d196-ed68-4e6b-a228-d6e73ee41655 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:29.630406 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d11d196-ed68-4e6b-a228-d6e73ee41655 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:29.644024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d205c73e-9c2f-4466-be6a-cf7f3b21ad22 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:29.646810 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d11d196-ed68-4e6b-a228-d6e73ee41655 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:29.675761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d205c73e-9c2f-4466-be6a-cf7f3b21ad22 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:29.682439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d205c73e-9c2f-4466-be6a-cf7f3b21ad22 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:29.684509 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d205c73e-9c2f-4466-be6a-cf7f3b21ad22 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2988684 May 25 20:33:29.688760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48692) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:29.699528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11d196-ed68-4e6b-a228-d6e73ee41655 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0348e0-57a1-4572-b206-b99de396fc3e,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:29.722067 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0d11d196-ed68-4e6b-a228-d6e73ee41655 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:29.723677 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0d11d196-ed68-4e6b-a228-d6e73ee41655 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5605216 May 25 20:33:29.729241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48696) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:29.735262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:29.750809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:29.759101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:floatingip and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:29.764480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:29.777724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:29.815747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-19bca17f-92c8-4ed7-84aa-950b51f15960 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Deleting port f825d5ca-690a-4c2a-b64f-0ad454515538 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:33:29.815981 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:29.816735 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-19bca17f-92c8-4ed7-84aa-950b51f15960 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:29.873351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8a813e39-e257-4771-8a97-6059196874e4 None None] Provisioning for port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:29.911850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 2, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:33:29.943018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8a813e39-e257-4771-8a97-6059196874e4 None None] Provisioning complete for port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:29.947721 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a813e39-e257-4771-8a97-6059196874e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:30.032611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Checking router: 73285a88-b4d8-4058-ae5e-97d68fedf7bb for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:33:30.033475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Updating router 73285a88-b4d8-4058-ae5e-97d68fedf7bb port 1883b740-55b1-427a-8279-ada8c3a1acef binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:33:30.259398 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:30.357405 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48722) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:30.420693 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f286c34e-1554-473e-a00c-5d36e8783cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:30.466139 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:30.468310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f286c34e-1554-473e-a00c-5d36e8783cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:30.482559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f286c34e-1554-473e-a00c-5d36e8783cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:817d94d078284c87a8cf091acb64a5dc is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:30.490902 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f286c34e-1554-473e-a00c-5d36e8783cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:30.506476 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3557e3e6-956f-4576-b99e-ca702188ede1 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:33:30.510551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f286c34e-1554-473e-a00c-5d36e8783cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:30.653716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Allocated IP 172.25.3.227 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/2e171ecf-9f1b-497a-959d-a0564cf48275) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:33:30.857501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-19bca17f-92c8-4ed7-84aa-950b51f15960 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:30.894445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48736) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:31.022165 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-752991e7-7eae-4b85-b9f1-42adac41c6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.070935 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f286c34e-1554-473e-a00c-5d36e8783cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.102083 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f286c34e-1554-473e-a00c-5d36e8783cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.185650 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f286c34e-1554-473e-a00c-5d36e8783cf3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=817d94d078284c87a8cf091acb64a5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8267872 May 25 20:33:31.199682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48748) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:31.243230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-19bca17f-92c8-4ed7-84aa-950b51f15960 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Calling delete_port for f825d5ca-690a-4c2a-b64f-0ad454515538 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:33:31.300318 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e06cb2b7-499c-43d0-917d-6937bdb2ad60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.328833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286c34e-1554-473e-a00c-5d36e8783cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf70971-2f67-4626-af1f-0f0ea62a03e7,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:31.341231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e06cb2b7-499c-43d0-917d-6937bdb2ad60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:31.345396 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e06cb2b7-499c-43d0-917d-6937bdb2ad60 admin admin] Usage tracker for resource:security_group_rule and tenant:1f1cd13ff9db42a0bc4fe601ce743133 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:31.348458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e06cb2b7-499c-43d0-917d-6937bdb2ad60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:31.355966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e06cb2b7-499c-43d0-917d-6937bdb2ad60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:31.362353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8a813e39-e257-4771-8a97-6059196874e4 None None] Current status of the port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:33:31.362735 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a813e39-e257-4771-8a97-6059196874e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.454924 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e06cb2b7-499c-43d0-917d-6937bdb2ad60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.485300 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e06cb2b7-499c-43d0-917d-6937bdb2ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.508432 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8a813e39-e257-4771-8a97-6059196874e4 None None] For port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=bb2ba1d4-d2c7-4c29-9398-c657f38b17b9,segment=NetworkSegment(27d3c63f-9234-4c90-8a1b-8435029442cf),segment_id=27d3c63f-9234-4c90-8a1b-8435029442cf)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:33:31.510118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 3557e3e6-956f-4576-b99e-ca702188ede1 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:31.511182 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.524432 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-19bca17f-92c8-4ed7-84aa-950b51f15960 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.565138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cb2b7-499c-43d0-917d-6937bdb2ad60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21ce7db-81c9-4e4f-bd44-c0899a908bde,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:31.573899 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.583746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e06cb2b7-499c-43d0-917d-6937bdb2ad60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f1cd13ff9db42a0bc4fe601ce743133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6857595 May 25 20:33:31.588822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48760) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:31.589501 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7fec07c9-6042-4ddf-b0e3-a94559d8e84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.657422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bca17f-92c8-4ed7-84aa-950b51f15960 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event deleted for resources: {'Port': ['ID=f825d5ca-690a-4c2a-b64f-0ad454515538,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:31.659527 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a813e39-e257-4771-8a97-6059196874e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.823723 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7fec07c9-6042-4ddf-b0e3-a94559d8e84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.908316 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f0ba270-d7a5-4db0-8a80-040c5fc6f37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.949167 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f0ba270-d7a5-4db0-8a80-040c5fc6f37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.978614 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-19bca17f-92c8-4ed7-84aa-950b51f15960 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:31.986731 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-19bca17f-92c8-4ed7-84aa-950b51f15960 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "DELETE /v2.0/ports/f825d5ca-690a-4c2a-b64f-0ad454515538 HTTP/1.1" status: 204 len: 168 time: 2.2955198 May 25 20:33:31.995034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48768) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:32.034696 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f0ba270-d7a5-4db0-8a80-040c5fc6f37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:32.037129 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:32.062713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ba270-d7a5-4db0-8a80-040c5fc6f37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21ce7db-81c9-4e4f-bd44-c0899a908bde,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:32.092038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989980a-bf0a-4718-9c0c-337d84c1b4d7 req-acd8f42a-dc13-4121-9b75-91b3a7b1cec7 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:32.094630 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a989980a-bf0a-4718-9c0c-337d84c1b4d7 req-acd8f42a-dc13-4121-9b75-91b3a7b1cec7 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 945 time: 0.4742677 May 25 20:33:32.113376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f0ba270-d7a5-4db0-8a80-040c5fc6f37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:32.114940 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6f0ba270-d7a5-4db0-8a80-040c5fc6f37a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f21ce7db-81c9-4e4f-bd44-c0899a908bde HTTP/1.1" status: 204 len: 168 time: 0.5234833 May 25 20:33:32.116703 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:32.147627 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b87a5c-1fd2-48aa-b4e2-fd369b40d7af tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] GET failed (client error): The resource could not be found. May 25 20:33:32.149202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e8b87a5c-1fd2-48aa-b4e2-fd369b40d7af tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Synchronizing usage tracker for tenant:7a609dafa0bf44098c35ba7c5730f5f7 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:33:32.172817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e8b87a5c-1fd2-48aa-b4e2-fd369b40d7af tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Unset dirty status for tenant:7a609dafa0bf44098c35ba7c5730f5f7 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:33:32.177855 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e8b87a5c-1fd2-48aa-b4e2-fd369b40d7af tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "GET /v2.0/ports/f825d5ca-690a-4c2a-b64f-0ad454515538 HTTP/1.1" status: 404 len: 333 time: 0.1766481 May 25 20:33:32.179938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:32.184006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48778) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:32.189441 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a813e39-e257-4771-8a97-6059196874e4 None None] Pushing event updated for resources: {'Port': ['ID=bb2ba1d4-d2c7-4c29-9398-c657f38b17b9,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:32.190447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Request body: {'port': {'network_id': '8d1c0325-e240-4038-8891-09097e7f1055', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1108346507'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:32.220217 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:32.255044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:32.276050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:33:32.308709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 3557e3e6-956f-4576-b99e-ca702188ede1 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:33:32.490894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'Port': ['ID=2e171ecf-9f1b-497a-959d-a0564cf48275,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:32.499122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:33:32.515637 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a989980a-bf0a-4718-9c0c-337d84c1b4d7 req-bbca1655-de9a-46b5-934a-ef85c547ea9c tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/security-groups?id=34b06a99-763a-42c8-8419-2f1238fe3bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034274 May 25 20:33:32.520445 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7fec07c9-6042-4ddf-b0e3-a94559d8e84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:32.533333 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:32.558463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec07c9-6042-4ddf-b0e3-a94559d8e84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf70971-2f67-4626-af1f-0f0ea62a03e7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:32.558941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:32.566677 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7fec07c9-6042-4ddf-b0e3-a94559d8e84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:32.568409 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7fec07c9-6042-4ddf-b0e3-a94559d8e84a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4bf70971-2f67-4626-af1f-0f0ea62a03e7 HTTP/1.1" status: 204 len: 168 time: 1.3521562 May 25 20:33:32.592207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Made reservation on behalf of 7a609dafa0bf44098c35ba7c5730f5f7 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:32.603476 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:32.614774 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:32.675003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] device_id is not set on port abf7ee1b-c68f-41ff-b730-af028bd0f9be yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:33:32.697843 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:32.760995 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Transition to ACTIVE for port object 1883b740-55b1-427a-8279-ada8c3a1acef will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:32.783238 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:32.808586 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:32.894289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48798) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:32.980843 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96251ab9-475d-4115-a9b8-e5c579661108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:33.011126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623ba93-72ff-472a-896c-ff890394be73 None None] Pushing event updated for resources: {'Port': ['ID=1883b740-55b1-427a-8279-ada8c3a1acef,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:33.086977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Allocated IP 2001:db8::140 (8d1c0325-e240-4038-8891-09097e7f1055/5797265e-a8c4-4340-96c3-9df80c4bef8d/abf7ee1b-c68f-41ff-b730-af028bd0f9be) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:33:33.177624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1c385e8f-30ed-4b3e-966a-e68082111a4b None None] Provisioning complete for port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:33.178770 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1c385e8f-30ed-4b3e-966a-e68082111a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:33.185838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-96251ab9-475d-4115-a9b8-e5c579661108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:33.247733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-96251ab9-475d-4115-a9b8-e5c579661108 admin admin] Usage tracker for resource:security_group_rule and tenant:c0fadd40f8cd4c5d97642b37508b056f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:33.387098 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:33.402847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-96251ab9-475d-4115-a9b8-e5c579661108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:33.453880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-96251ab9-475d-4115-a9b8-e5c579661108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:33.624975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:33.625341 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:33.743733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919dd2c-4aa4-49ca-94f5-0c89882c488c req-1052c009-c84c-4130-b49e-9c338a33739e tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:33.745275 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f919dd2c-4aa4-49ca-94f5-0c89882c488c req-1052c009-c84c-4130-b49e-9c338a33739e tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.70 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 945 time: 0.6916614 May 25 20:33:33.861653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Attempting to bind port 1883b740-55b1-427a-8279-ada8c3a1acef on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:33:33.862322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Attempting to bind port 1883b740-55b1-427a-8279-ada8c3a1acef by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:33:33.862874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Attempting to bind port 1883b740-55b1-427a-8279-ada8c3a1acef on network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:33:33.922910 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:33:33.973228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:33:33.975579 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:33.995267 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:34.012499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:33:34.013343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Checking segment: {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:33:34.017754 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:34.018503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Bound using segment: {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:33:34.020246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Bound port: 1883b740-55b1-427a-8279-ada8c3a1acef, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:33:34.020904 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:34.034463 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:34.073073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Transition to ACTIVE for port object abf7ee1b-c68f-41ff-b730-af028bd0f9be will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:34.119049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2766a-89c1-4b8e-8f88-13cefc472492 req-1b9fffb2-8073-44a0-a927-bfb4051aed57 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:34.136746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7ed2766a-89c1-4b8e-8f88-13cefc472492 req-1b9fffb2-8073-44a0-a927-bfb4051aed57 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 945 time: 0.2964847 May 25 20:33:34.188255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-f919dd2c-4aa4-49ca-94f5-0c89882c488c req-73f87bc3-dc2d-41f8-b608-68afee73a165 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Deleting port 3346166f-d904-44b5-992f-c6383e8f4637 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:33:34.202765 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f919dd2c-4aa4-49ca-94f5-0c89882c488c req-73f87bc3-dc2d-41f8-b608-68afee73a165 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:34.222381 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] For port 1883b740-55b1-427a-8279-ada8c3a1acef, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:33:34.227003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] For port 1883b740-55b1-427a-8279-ada8c3a1acef, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1883b740-55b1-427a-8279-ada8c3a1acef,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:33:34.241462 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:34.261909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7ed2766a-89c1-4b8e-8f88-13cefc472492 req-54ec5bfc-cba9-4cf5-bf76-ee0eb2c17307 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/security-groups?id=34b06a99-763a-42c8-8419-2f1238fe3bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241403 May 25 20:33:34.285673 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:34.370558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1c385e8f-30ed-4b3e-966a-e68082111a4b None None] Current status of the port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:33:34.453295 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:34.457372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1c385e8f-30ed-4b3e-966a-e68082111a4b None None] Could not find standard attr ID for object f825d5ca-690a-4c2a-b64f-0ad454515538. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:33:34.479677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:33:34.480694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:33:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:33:34.528910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event updated for resources: {'Port': ['ID=abf7ee1b-c68f-41ff-b730-af028bd0f9be,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:34.544424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Network 8d1c0325-e240-4038-8891-09097e7f1055 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:34.547747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:34.556189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:33:34.570904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:34.574738 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:34.576749 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:34.582089 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8510113 May 25 20:33:34.590479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1c385e8f-30ed-4b3e-966a-e68082111a4b None None] Provisioning for port 736f9a24-8d21-4fa5-83ce-7dafe81c9169 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:34.602236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623ba93-72ff-472a-896c-ff890394be73 None None] Pushing event updated for resources: {'Port': ['ID=1883b740-55b1-427a-8279-ada8c3a1acef,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:34.608071 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1c385e8f-30ed-4b3e-966a-e68082111a4b None None] Provisioning complete for port 736f9a24-8d21-4fa5-83ce-7dafe81c9169 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:34.608792 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1c385e8f-30ed-4b3e-966a-e68082111a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:34.623209 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96251ab9-475d-4115-a9b8-e5c579661108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:34.670747 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-77011c35-f467-41ba-8d41-dfb2e1bec424 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4852595 May 25 20:33:34.673067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48836) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:34.699998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-dbe371e8-4f4d-4987-8843-bbf31795b77f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::37f', 'mac_address': 'fa:16:3e:64:5f:e3'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:34.889817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1c385e8f-30ed-4b3e-966a-e68082111a4b None None] Port 736f9a24-8d21-4fa5-83ce-7dafe81c9169 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:33:34.930778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:33:35.072781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ce4a4826-5c44-4d3f-ab71-db76f1ae2887 None None] Could not find standard attr ID for object f825d5ca-690a-4c2a-b64f-0ad454515538. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:33:35.156000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-f919dd2c-4aa4-49ca-94f5-0c89882c488c req-73f87bc3-dc2d-41f8-b608-68afee73a165 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] For port 3346166f-d904-44b5-992f-c6383e8f4637, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3346166f-d904-44b5-992f-c6383e8f4637,segment=NetworkSegment(f3963cc4-8f31-444f-a4e9-dff843a1dbb0),segment_id=f3963cc4-8f31-444f-a4e9-dff843a1dbb0)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:33:35.157014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f919dd2c-4aa4-49ca-94f5-0c89882c488c req-73f87bc3-dc2d-41f8-b608-68afee73a165 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:35.349208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ce4a4826-5c44-4d3f-ab71-db76f1ae2887 None None] Provisioning complete for port 736f9a24-8d21-4fa5-83ce-7dafe81c9169 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:35.349816 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4826-5c44-4d3f-ab71-db76f1ae2887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:35.449577 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbe371e8-4f4d-4987-8843-bbf31795b77f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:35.641264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cb25f-4512-4492-a0eb-7aee3a3a27f1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'Port': ['ID=2e171ecf-9f1b-497a-959d-a0564cf48275,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:35.664395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ce4a4826-5c44-4d3f-ab71-db76f1ae2887 None None] Port 736f9a24-8d21-4fa5-83ce-7dafe81c9169 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:33:35.674425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-f919dd2c-4aa4-49ca-94f5-0c89882c488c req-73f87bc3-dc2d-41f8-b608-68afee73a165 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Calling delete_port for 3346166f-d904-44b5-992f-c6383e8f4637 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:33:35.700054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee8b58-0149-4489-9265-9725f2b964db req-ccaa03d2-77a5-47c1-b171-78a14e738da5 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:35.709000 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9ee8b58-0149-4489-9265-9725f2b964db req-ccaa03d2-77a5-47c1-b171-78a14e738da5 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 945 time: 0.2365704 May 25 20:33:35.725820 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96251ab9-475d-4115-a9b8-e5c579661108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:35.867544 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9ee8b58-0149-4489-9265-9725f2b964db req-69dd3f43-3b6b-47ec-b812-ee3aa559047f tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/security-groups?id=34b06a99-763a-42c8-8419-2f1238fe3bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568968 May 25 20:33:35.884221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-96251ab9-475d-4115-a9b8-e5c579661108 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0fadd40f8cd4c5d97642b37508b056f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9879038 May 25 20:33:35.885815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48874) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:35.915282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96251ab9-475d-4115-a9b8-e5c579661108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56d047e-f353-4820-9b23-1a4e9ef5964d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:35.916713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d76a290f-543a-49b4-abee-6703d09a1bf2 None None] Provisioning for port abf7ee1b-c68f-41ff-b730-af028bd0f9be completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:35.943995 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d76a290f-543a-49b4-abee-6703d09a1bf2 None None] Provisioning complete for port abf7ee1b-c68f-41ff-b730-af028bd0f9be triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:35.944357 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d76a290f-543a-49b4-abee-6703d09a1bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:35.973473 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-c98111c3-f449-44a9-9601-673fffb4ddd1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--825413226&fields=id&tenant_id=84315881ccfd48e3a01bec49588326fa HTTP/1.1" status: 200 len: 267 time: 0.3334329 May 25 20:33:36.011453 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbe371e8-4f4d-4987-8843-bbf31795b77f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:36.025749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d76a290f-543a-49b4-abee-6703d09a1bf2 None None] Port abf7ee1b-c68f-41ff-b730-af028bd0f9be cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:33:36.026615 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbe371e8-4f4d-4987-8843-bbf31795b77f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:36.029576 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:34Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:33:36.034745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4a0a3-5f66-47d0-8026-31c24f16e4ef None None] The sync data for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 is: [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:34Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:33:36.145709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-dbe371e8-4f4d-4987-8843-bbf31795b77f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] In _notify_port_updated(), no bound segment for port abf7ee1b-c68f-41ff-b730-af028bd0f9be on network 8d1c0325-e240-4038-8891-09097e7f1055 {{(pid=88332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:33:36.159881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe371e8-4f4d-4987-8843-bbf31795b77f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:36.160768 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbe371e8-4f4d-4987-8843-bbf31795b77f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:36.165178 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dbe371e8-4f4d-4987-8843-bbf31795b77f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "PUT /v2.0/ports/abf7ee1b-c68f-41ff-b730-af028bd0f9be HTTP/1.1" status: 200 len: 1003 time: 1.4903035 May 25 20:33:36.180613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48888) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:36.185072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe371e8-4f4d-4987-8843-bbf31795b77f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event updated for resources: {'Port': ['ID=abf7ee1b-c68f-41ff-b730-af028bd0f9be,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:36.231234 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d83b9bc-da67-45e0-892d-a972230ddf98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:36.291141 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d83b9bc-da67-45e0-892d-a972230ddf98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:36.374206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-64e49b84-4415-4d8f-9c38-ad2d452e455c tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Deleting port abf7ee1b-c68f-41ff-b730-af028bd0f9be {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:33:36.383002 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64e49b84-4415-4d8f-9c38-ad2d452e455c tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:36.452234 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d83b9bc-da67-45e0-892d-a972230ddf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:36.526729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83b9bc-da67-45e0-892d-a972230ddf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56d047e-f353-4820-9b23-1a4e9ef5964d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:36.533707 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d83b9bc-da67-45e0-892d-a972230ddf98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:36.550369 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4d83b9bc-da67-45e0-892d-a972230ddf98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f56d047e-f353-4820-9b23-1a4e9ef5964d HTTP/1.1" status: 204 len: 168 time: 0.6369503 May 25 20:33:36.573934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1883b740-55b1-427a-8279-ada8c3a1acef up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:33:36.740063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3346166f-d904-44b5-992f-c6383e8f4637 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:33:36.912853 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No active binding found for port 3346166f-d904-44b5-992f-c6383e8f4637 {{(pid=88333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 20:33:36.913242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3346166f-d904-44b5-992f-c6383e8f4637 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:33:36.917000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-25f93581-3eeb-4c2c-b4ab-50328db52ee6 None None] Provisioning complete for port abf7ee1b-c68f-41ff-b730-af028bd0f9be triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:36.917646 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-25f93581-3eeb-4c2c-b4ab-50328db52ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:36.962456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 1883b740-55b1-427a-8279-ada8c3a1acef completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:36.965391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-73be60e1-d39b-4876-8372-da5afe74251f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:36.983579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1883b740-55b1-427a-8279-ada8c3a1acef triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:36.984404 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-73be60e1-d39b-4876-8372-da5afe74251f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 815 time: 1.0088365 May 25 20:33:36.986228 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:36.991072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f919dd2c-4aa4-49ca-94f5-0c89882c488c req-73f87bc3-dc2d-41f8-b608-68afee73a165 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:37.093836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-25f93581-3eeb-4c2c-b4ab-50328db52ee6 None None] Port abf7ee1b-c68f-41ff-b730-af028bd0f9be cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:33:37.212242 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-3f92959c-48a9-49b3-826e-fcf41e07f8a1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/quotas/84315881ccfd48e3a01bec49588326fa HTTP/1.1" status: 200 len: 375 time: 0.2254393 May 25 20:33:37.294249 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4b71cb0a-6cde-457d-aa4f-8d9635cbe642 req-3eba7166-d015-4f01-b35c-6d48e2f5092e tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 210 time: 0.1336746 May 25 20:33:37.309471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1883b740-55b1-427a-8279-ada8c3a1acef is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:33:37.313367 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:37.364256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f87bc3-dc2d-41f8-b608-68afee73a165 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Pushing event deleted for resources: {'Port': ['ID=3346166f-d904-44b5-992f-c6383e8f4637,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:37.431420 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 1883b740-55b1-427a-8279-ada8c3a1acef, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1883b740-55b1-427a-8279-ada8c3a1acef,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:33:37.441441 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:37.632051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=1883b740-55b1-427a-8279-ada8c3a1acef,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:37.755814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-f919dd2c-4aa4-49ca-94f5-0c89882c488c req-73f87bc3-dc2d-41f8-b608-68afee73a165 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] No DVR routers for this DVR port 3346166f-d904-44b5-992f-c6383e8f4637 on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:33:37.768538 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f919dd2c-4aa4-49ca-94f5-0c89882c488c req-73f87bc3-dc2d-41f8-b608-68afee73a165 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:37.781221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783b03ea-78f4-44b7-8d5a-f19bdb237b3b', 'name': 'network-vif-deleted', 'tag': '3346166f-d904-44b5-992f-c6383e8f4637'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:33:37.805828 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f919dd2c-4aa4-49ca-94f5-0c89882c488c req-73f87bc3-dc2d-41f8-b608-68afee73a165 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.70 "DELETE /v2.0/ports/3346166f-d904-44b5-992f-c6383e8f4637 HTTP/1.1" status: 204 len: 173 time: 4.0346646 May 25 20:33:37.908500 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-f6abeb52-6bd5-4ea3-ac5e-e1eb7e33e0e8 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6936460 May 25 20:33:37.915812 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2721e9b-e5c1-42aa-8253-72ca665526d7'] response: {'server_uuid': '783b03ea-78f4-44b7-8d5a-f19bdb237b3b', 'name': 'network-vif-deleted', 'tag': '3346166f-d904-44b5-992f-c6383e8f4637', 'status': 'completed', 'code': 200} May 25 20:33:38.128010 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64e49b84-4415-4d8f-9c38-ad2d452e455c tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:38.497818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1883b740-55b1-427a-8279-ada8c3a1acef up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:33:38.566435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-64e49b84-4415-4d8f-9c38-ad2d452e455c tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Calling delete_port for abf7ee1b-c68f-41ff-b730-af028bd0f9be owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:33:38.796703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1883b740-55b1-427a-8279-ada8c3a1acef triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:38.797649 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:38.806090 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fafad80a-2e20-4113-87f1-60dff0d7984f req-bbff8087-419c-438c-aa2d-5fef597f4125 tempest-ServerTagsTestJSON-1702805150 tempest-ServerTagsTestJSON-1702805150-project] 10.222.0.60 "GET /v2.0/ports?device_id=783b03ea-78f4-44b7-8d5a-f19bdb237b3b HTTP/1.1" status: 200 len: 210 time: 0.1271048 May 25 20:33:38.913212 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64e49b84-4415-4d8f-9c38-ad2d452e455c tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:39.034006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e49b84-4415-4d8f-9c38-ad2d452e455c tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event deleted for resources: {'Port': ['ID=abf7ee1b-c68f-41ff-b730-af028bd0f9be,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:39.108937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1883b740-55b1-427a-8279-ada8c3a1acef is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:33:39.162286 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-9cea988b-e626-4162-8d56-2249b967a3a3 service neutron] 10.222.0.60 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2322392 May 25 20:33:39.308949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48970) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:39.514533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48978) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:39.661016 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9edcc9a2-3dbb-4aff-88d9-7e9f19bc00cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:39.683181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9edcc9a2-3dbb-4aff-88d9-7e9f19bc00cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:39.687833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9edcc9a2-3dbb-4aff-88d9-7e9f19bc00cf admin admin] Usage tracker for resource:security_group_rule and tenant:edcc0e44d9cc4f2692eec5616774a72e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:39.690934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9edcc9a2-3dbb-4aff-88d9-7e9f19bc00cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:39.698103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9edcc9a2-3dbb-4aff-88d9-7e9f19bc00cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:39.749140 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89cba265-46fc-4e25-9350-5aed9d847040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:39.802787 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-954bbe6e-3c9f-4393-ba5f-6e173b09829e service neutron] 10.222.0.60 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182626 May 25 20:33:39.816707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-89cba265-46fc-4e25-9350-5aed9d847040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:39.825571 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9edcc9a2-3dbb-4aff-88d9-7e9f19bc00cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:39.827451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-89cba265-46fc-4e25-9350-5aed9d847040 admin admin] Usage tracker for resource:security_group_rule and tenant:12b71de82bbf429a900f42e99f7886c8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:39.871314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-89cba265-46fc-4e25-9350-5aed9d847040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:39.879700 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9edcc9a2-3dbb-4aff-88d9-7e9f19bc00cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:39.889993 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64e49b84-4415-4d8f-9c38-ad2d452e455c tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:39.937041 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-64e49b84-4415-4d8f-9c38-ad2d452e455c tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "DELETE /v2.0/ports/abf7ee1b-c68f-41ff-b730-af028bd0f9be HTTP/1.1" status: 204 len: 168 time: 3.7509806 May 25 20:33:39.938399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48990) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:40.010589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9edcc9a2-3dbb-4aff-88d9-7e9f19bc00cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=edcc0e44d9cc4f2692eec5616774a72e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6922333 May 25 20:33:40.012267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-89cba265-46fc-4e25-9350-5aed9d847040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:40.034490 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-105ac8a5-6324-4bf9-a046-70915a8f501e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] GET failed (client error): The resource could not be found. May 25 20:33:40.035031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-105ac8a5-6324-4bf9-a046-70915a8f501e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Synchronizing usage tracker for tenant:7a609dafa0bf44098c35ba7c5730f5f7 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:33:40.037420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48996) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:40.037730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48998) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:40.125822 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89cba265-46fc-4e25-9350-5aed9d847040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:40.138531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89cba265-46fc-4e25-9350-5aed9d847040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:40.187163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcc9a2-3dbb-4aff-88d9-7e9f19bc00cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0889588-305d-461f-903f-96ad31a41b35,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:40.223479 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-89cba265-46fc-4e25-9350-5aed9d847040 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12b71de82bbf429a900f42e99f7886c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7078879 May 25 20:33:40.231369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49014) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:40.236796 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4458201a-32b0-4e04-881a-1b8743f4012a req-ebff34cc-7efc-4a89-860e-a1fe1cff0d24 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 210 time: 0.1235628 May 25 20:33:40.251619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-105ac8a5-6324-4bf9-a046-70915a8f501e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Unset dirty status for tenant:7a609dafa0bf44098c35ba7c5730f5f7 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:33:40.252709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-105ac8a5-6324-4bf9-a046-70915a8f501e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "GET /v2.0/ports/abf7ee1b-c68f-41ff-b730-af028bd0f9be HTTP/1.1" status: 404 len: 333 time: 0.3131969 May 25 20:33:40.260840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49020) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:40.266738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-17613d33-6c27-4244-ae1d-f8c9591b5463 admin admin] Deleting subnet 45435f84-1b78-40d4-bd43-56e2f2a5cc53 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:33:40.276691 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17613d33-6c27-4244-ae1d-f8c9591b5463 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:40.310307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Request body: {'port': {'network_id': '8d1c0325-e240-4038-8891-09097e7f1055', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-470612621'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:40.321825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cba265-46fc-4e25-9350-5aed9d847040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15dd2e8-9013-4941-88de-749760a3a69b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:40.327186 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:40.362374 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:40.366944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f20ba2d2-2360-429e-80d7-368105e3ec38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:40.400101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f20ba2d2-2360-429e-80d7-368105e3ec38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:40.469084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f20ba2d2-2360-429e-80d7-368105e3ec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:40.490837 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:40.491954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ba2d2-2360-429e-80d7-368105e3ec38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15dd2e8-9013-4941-88de-749760a3a69b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:40.505601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f20ba2d2-2360-429e-80d7-368105e3ec38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:40.507286 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f20ba2d2-2360-429e-80d7-368105e3ec38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f15dd2e8-9013-4941-88de-749760a3a69b HTTP/1.1" status: 204 len: 168 time: 0.2744219 May 25 20:33:40.540713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0889588-305d-461f-903f-96ad31a41b35,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:40.548540 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17613d33-6c27-4244-ae1d-f8c9591b5463 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:40.603641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:40.603960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:40.604279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:40.604605 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:40.604929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:40.605250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:40.605578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:40.605883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:40.606216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:40.606695 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:40.607309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:40.607912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:33:40.640010 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:40.644440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ecccd1d7-d517-42fb-a8ee-af9f1dab442b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0889588-305d-461f-903f-96ad31a41b35 HTTP/1.1" status: 204 len: 168 time: 0.6026514 May 25 20:33:40.693232 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17613d33-6c27-4244-ae1d-f8c9591b5463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:40.789520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:40.801546 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:40.820284 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Made reservation on behalf of 7a609dafa0bf44098c35ba7c5730f5f7 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:40.826073 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:40.868651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] device_id is not set on port 4e2b37f8-f5e2-41cd-b8e4-5f6009427101 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:33:41.056778 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17613d33-6c27-4244-ae1d-f8c9591b5463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:41.139037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17613d33-6c27-4244-ae1d-f8c9591b5463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45435f84-1b78-40d4-bd43-56e2f2a5cc53,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:41.161277 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17613d33-6c27-4244-ae1d-f8c9591b5463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:41.183878 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-17613d33-6c27-4244-ae1d-f8c9591b5463 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/45435f84-1b78-40d4-bd43-56e2f2a5cc53 HTTP/1.1" status: 204 len: 168 time: 1.1435297 May 25 20:33:41.187465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49050) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:41.310963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Allocated IP 2001:db8::233 (8d1c0325-e240-4038-8891-09097e7f1055/5797265e-a8c4-4340-96c3-9df80c4bef8d/4e2b37f8-f5e2-41cd-b8e4-5f6009427101) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:33:41.391404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-234737cf-042f-42d2-8877-a2e5602f6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:41.583661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4ffbb6c0-9eb9-405d-a9c8-8ad63919e758 req-bd4a0891-8352-4137-8dea-fdc519ccd81e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:33:41.607545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4ffbb6c0-9eb9-405d-a9c8-8ad63919e758 req-bd4a0891-8352-4137-8dea-fdc519ccd81e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:33:41.621269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ffbb6c0-9eb9-405d-a9c8-8ad63919e758 req-bd4a0891-8352-4137-8dea-fdc519ccd81e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 210 time: 0.0895545 May 25 20:33:42.358727 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-58d748fb-5cb1-47ad-aa7c-76a6f8fa5d96 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:42.360402 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-58d748fb-5cb1-47ad-aa7c-76a6f8fa5d96 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 815 time: 0.4956641 May 25 20:33:42.366719 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-234737cf-042f-42d2-8877-a2e5602f6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:42.407468 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:33:42.432684 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:42.436684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-234737cf-042f-42d2-8877-a2e5602f6511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db84794f-7ba2-4ba4-bfd4-b739dc974838']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:33:42.519597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Transition to ACTIVE for port object 4e2b37f8-f5e2-41cd-b8e4-5f6009427101 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:42.538542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-234737cf-042f-42d2-8877-a2e5602f6511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3963cc4-8f31-444f-a4e9-dff843a1dbb0') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:33:42.538896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-234737cf-042f-42d2-8877-a2e5602f6511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3963cc4-8f31-444f-a4e9-dff843a1dbb0') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:33:42.568205 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-41f334b5-2961-4e50-a77d-117ec4254291 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84315881ccfd48e3a01bec49588326fa HTTP/1.1" status: 200 len: 379 time: 0.1921213 May 25 20:33:42.579713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'port': {'device_id': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'admin_state_up': True, 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'security_groups': ['b0184495-46bb-4983-8a16-0fa0375d36bf']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:42.608570 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-234737cf-042f-42d2-8877-a2e5602f6511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:42.792680 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-234737cf-042f-42d2-8877-a2e5602f6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:42.805812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234737cf-042f-42d2-8877-a2e5602f6511 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:33:42.806292 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-234737cf-042f-42d2-8877-a2e5602f6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:42.939416 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-234737cf-042f-42d2-8877-a2e5602f6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:43.014413 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-234737cf-042f-42d2-8877-a2e5602f6511 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:43.039750 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74e354fb-0863-4172-91c1-b988b918e932 req-85da8696-0592-403e-ad71-6ea0383627d5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 210 time: 0.1069725 May 25 20:33:43.050272 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234737cf-042f-42d2-8877-a2e5602f6511 admin admin] Pushing event deleted for resources: {'Network': ['ID=db84794f-7ba2-4ba4-bfd4-b739dc974838,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:43.052994 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:43.124646 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-234737cf-042f-42d2-8877-a2e5602f6511 admin admin] 10.222.0.60 "DELETE /v2.0/networks/db84794f-7ba2-4ba4-bfd4-b739dc974838 HTTP/1.1" status: 204 len: 168 time: 1.9361007 May 25 20:33:43.167183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Network 8d1c0325-e240-4038-8891-09097e7f1055 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:43.173286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:43.183121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:33:43.189335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:43.190000 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:43.211376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event updated for resources: {'Port': ['ID=4e2b37f8-f5e2-41cd-b8e4-5f6009427101,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:43.226279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:43.249393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:43.253462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fa1c2d93-1642-42df-a6dc-a0de835b19d1 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9820061 May 25 20:33:43.257887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49148) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:43.266484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-938ed01b-2d10-4ecc-bee0-7ce6310841db tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:64:5f:e3'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:43.274730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Made reservation on behalf of 84315881ccfd48e3a01bec49588326fa for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:43.281806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:43.327647 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment f3963cc4-8f31-444f-a4e9-dff843a1dbb0 resource provider aggregate not found May 25 20:33:43.554657 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment f3963cc4-8f31-444f-a4e9-dff843a1dbb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3963cc4-8f31-444f-a4e9-dff843a1dbb0 found for delete ", "request_id": "req-f9fb2d1e-35e3-4409-b7a3-46563f4e19f2"}]} May 25 20:33:43.612841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49156) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:43.614953 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49158) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:43.776458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bd9fcf85-2611-4d7a-9319-f5ca1536a3bc None None] Provisioning for port 4e2b37f8-f5e2-41cd-b8e4-5f6009427101 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:43.791615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bd9fcf85-2611-4d7a-9319-f5ca1536a3bc None None] Provisioning complete for port 4e2b37f8-f5e2-41cd-b8e4-5f6009427101 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:43.793094 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bd9fcf85-2611-4d7a-9319-f5ca1536a3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:43.867581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-bd9fcf85-2611-4d7a-9319-f5ca1536a3bc None None] Port 4e2b37f8-f5e2-41cd-b8e4-5f6009427101 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:33:43.944404 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d1ff3549-cf97-46b2-8b90-6b662ccb17f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3de0240d854340a1b0247e1816dfb85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3164759 May 25 20:33:43.952322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49176) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:44.112926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Allocated IP 172.20.0.10 (055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf/b4c63cb4-de3d-4ac9-8978-4b0c69cb9351/b18f7abc-cce2-40fc-a140-09ccf425c535) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:33:44.167258 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-798eab94-edac-4e7f-a82b-6eb60f3e08bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:44.250242 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-938ed01b-2d10-4ecc-bee0-7ce6310841db tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:44.290250 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-798eab94-edac-4e7f-a82b-6eb60f3e08bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:44.420588 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9aaf3c0e-a647-47b0-9e97-053e8fb52429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:44.457396 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bb1e6bab-6315-4338-9851-77521d2c043d req-dae44d0d-b0bc-4d63-aa41-1664768daad2 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 210 time: 0.2112427 May 25 20:33:44.458762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9aaf3c0e-a647-47b0-9e97-053e8fb52429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:44.487319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9aaf3c0e-a647-47b0-9e97-053e8fb52429 admin admin] Usage tracker for resource:security_group_rule and tenant:2949136d148e432bb0a685099275bf4f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:44.505659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9aaf3c0e-a647-47b0-9e97-053e8fb52429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:44.522133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9aaf3c0e-a647-47b0-9e97-053e8fb52429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:44.560608 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:44.573546 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-798eab94-edac-4e7f-a82b-6eb60f3e08bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:44.651590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798eab94-edac-4e7f-a82b-6eb60f3e08bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b06a99-763a-42c8-8419-2f1238fe3bda,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:44.654873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Transition to ACTIVE for port object b18f7abc-cce2-40fc-a140-09ccf425c535 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:44.740375 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-798eab94-edac-4e7f-a82b-6eb60f3e08bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:44.742300 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-798eab94-edac-4e7f-a82b-6eb60f3e08bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34b06a99-763a-42c8-8419-2f1238fe3bda HTTP/1.1" status: 204 len: 168 time: 0.7759659 May 25 20:33:44.755588 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:44.834726 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9aaf3c0e-a647-47b0-9e97-053e8fb52429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:44.869426 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9aaf3c0e-a647-47b0-9e97-053e8fb52429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:44.950066 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:44.982083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-938ed01b-2d10-4ecc-bee0-7ce6310841db tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:44.989525 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-938ed01b-2d10-4ecc-bee0-7ce6310841db tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:45.016097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:45.020840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'Port': ['ID=b18f7abc-cce2-40fc-a140-09ccf425c535,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:45.040056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf3c0e-a647-47b0-9e97-053e8fb52429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2145829e-1243-4f55-a9d6-34faad4e3404,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:45.053136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:33:45.179721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-938ed01b-2d10-4ecc-bee0-7ce6310841db tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] In _notify_port_updated(), no bound segment for port 4e2b37f8-f5e2-41cd-b8e4-5f6009427101 on network 8d1c0325-e240-4038-8891-09097e7f1055 {{(pid=88332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:33:45.209264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938ed01b-2d10-4ecc-bee0-7ce6310841db tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:45.210011 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-938ed01b-2d10-4ecc-bee0-7ce6310841db tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:45.214103 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-938ed01b-2d10-4ecc-bee0-7ce6310841db tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "PUT /v2.0/ports/4e2b37f8-f5e2-41cd-b8e4-5f6009427101 HTTP/1.1" status: 200 len: 1002 time: 1.9516253 May 25 20:33:45.231470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49198) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:45.264338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ed01b-2d10-4ecc-bee0-7ce6310841db tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event updated for resources: {'Port': ['ID=4e2b37f8-f5e2-41cd-b8e4-5f6009427101,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:45.301182 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9aaf3c0e-a647-47b0-9e97-053e8fb52429 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2949136d148e432bb0a685099275bf4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6872418 May 25 20:33:45.311250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49202) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:45.368935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:45.374496 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:45.416347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-557e04e2-9b16-4e9a-a517-f0032ce22825 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Deleting port 4e2b37f8-f5e2-41cd-b8e4-5f6009427101 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:33:45.417021 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-557e04e2-9b16-4e9a-a517-f0032ce22825 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:45.420561 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-67d4b17e-dab5-4da8-bef8-645f0ba81d58 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8465459 May 25 20:33:45.432921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Request body: {'port': {'device_id': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:45.572660 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2656ce9f-0628-4d32-978c-5b1f1bef969a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:45.631020 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2656ce9f-0628-4d32-978c-5b1f1bef969a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:45.633940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e6748c2e-73d7-4669-a6ee-e30c316bd33f None None] Provisioning complete for port 4e2b37f8-f5e2-41cd-b8e4-5f6009427101 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:45.635682 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e6748c2e-73d7-4669-a6ee-e30c316bd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:45.707354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2656ce9f-0628-4d32-978c-5b1f1bef969a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:45.732030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656ce9f-0628-4d32-978c-5b1f1bef969a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2145829e-1243-4f55-a9d6-34faad4e3404,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:45.786577 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2656ce9f-0628-4d32-978c-5b1f1bef969a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:45.792359 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2656ce9f-0628-4d32-978c-5b1f1bef969a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2145829e-1243-4f55-a9d6-34faad4e3404 HTTP/1.1" status: 204 len: 168 time: 0.4790716 May 25 20:33:45.919546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e6748c2e-73d7-4669-a6ee-e30c316bd33f None None] Port 4e2b37f8-f5e2-41cd-b8e4-5f6009427101 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:33:46.008766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e6748c2e-73d7-4669-a6ee-e30c316bd33f None None] Provisioning for port b18f7abc-cce2-40fc-a140-09ccf425c535 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:46.017265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e6748c2e-73d7-4669-a6ee-e30c316bd33f None None] Provisioning complete for port b18f7abc-cce2-40fc-a140-09ccf425c535 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:46.018298 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e6748c2e-73d7-4669-a6ee-e30c316bd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:46.032989 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:46.164426 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e6748c2e-73d7-4669-a6ee-e30c316bd33f None None] Port b18f7abc-cce2-40fc-a140-09ccf425c535 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:33:46.211430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d93a7e-ab99-444b-ad16-2761ed760af0 req-cff9a07e-495f-4674-aae4-194d47217140 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:46.212663 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-45d93a7e-ab99-444b-ad16-2761ed760af0 req-cff9a07e-495f-4674-aae4-194d47217140 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:33:46.274471 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-557e04e2-9b16-4e9a-a517-f0032ce22825 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:46.332598 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-45d93a7e-ab99-444b-ad16-2761ed760af0 req-cff9a07e-495f-4674-aae4-194d47217140 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:33:46.336833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-45d93a7e-ab99-444b-ad16-2761ed760af0 req-cff9a07e-495f-4674-aae4-194d47217140 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 932 time: 0.5148056 May 25 20:33:46.616080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-557e04e2-9b16-4e9a-a517-f0032ce22825 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Calling delete_port for 4e2b37f8-f5e2-41cd-b8e4-5f6009427101 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:33:46.700964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-45d93a7e-ab99-444b-ad16-2761ed760af0 req-14e50848-5171-4613-bc16-b318ff9a93a6 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0184495-46bb-4983-8a16-0fa0375d36bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3463309 May 25 20:33:46.938492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49248) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:46.957004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-557e04e2-9b16-4e9a-a517-f0032ce22825 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:47.131557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e04e2-9b16-4e9a-a517-f0032ce22825 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event deleted for resources: {'Port': ['ID=4e2b37f8-f5e2-41cd-b8e4-5f6009427101,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:47.301184 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-557e04e2-9b16-4e9a-a517-f0032ce22825 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:47.325261 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-561315a9-69ad-4b29-9a4c-d8e950667e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:47.425383 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-557e04e2-9b16-4e9a-a517-f0032ce22825 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "DELETE /v2.0/ports/4e2b37f8-f5e2-41cd-b8e4-5f6009427101 HTTP/1.1" status: 204 len: 168 time: 2.1624331 May 25 20:33:47.426306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49270) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:47.449790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-561315a9-69ad-4b29-9a4c-d8e950667e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:47.460173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-561315a9-69ad-4b29-9a4c-d8e950667e9e admin admin] Usage tracker for resource:security_group_rule and tenant:a748ab6064d0480089eb7f1a3cb2b05f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:47.474936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-561315a9-69ad-4b29-9a4c-d8e950667e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:47.490442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-561315a9-69ad-4b29-9a4c-d8e950667e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:47.509841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18f7abc-cce2-40fc-a140-09ccf425c535 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:33:47.528403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:47.583477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Transition to ACTIVE for port object b18f7abc-cce2-40fc-a140-09ccf425c535 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:47.593437 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:47.647200 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-096a261d-747d-4eea-a46c-5fd07a5a9261 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] GET failed (client error): The resource could not be found. May 25 20:33:47.648510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-096a261d-747d-4eea-a46c-5fd07a5a9261 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Synchronizing usage tracker for tenant:7a609dafa0bf44098c35ba7c5730f5f7 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:33:47.674718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-096a261d-747d-4eea-a46c-5fd07a5a9261 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Unset dirty status for tenant:7a609dafa0bf44098c35ba7c5730f5f7 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:33:47.682752 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-096a261d-747d-4eea-a46c-5fd07a5a9261 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "GET /v2.0/ports/4e2b37f8-f5e2-41cd-b8e4-5f6009427101 HTTP/1.1" status: 404 len: 333 time: 0.1097736 May 25 20:33:47.683116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49278) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:47.698232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Request body: {'port': {'network_id': '8d1c0325-e240-4038-8891-09097e7f1055', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1541406820'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:47.870768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Pushing event updated for resources: {'Port': ['ID=b18f7abc-cce2-40fc-a140-09ccf425c535,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:48.009538 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-561315a9-69ad-4b29-9a4c-d8e950667e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:48.201667 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-561315a9-69ad-4b29-9a4c-d8e950667e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:48.203730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Attempting to bind port b18f7abc-cce2-40fc-a140-09ccf425c535 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:33:48.210988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Attempting to bind port b18f7abc-cce2-40fc-a140-09ccf425c535 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:33:48.211487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Attempting to bind port b18f7abc-cce2-40fc-a140-09ccf425c535 on network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:33:48.227478 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Port b18f7abc-cce2-40fc-a140-09ccf425c535 on network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:33:48.230813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Attempting to bind port b18f7abc-cce2-40fc-a140-09ccf425c535 on network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:33:48.242826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:33:48.243384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Checking segment: {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:33:48.243850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Bound using segment: {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:33:48.244387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Bound port: b18f7abc-cce2-40fc-a140-09ccf425c535, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:33:48.246746 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:48.433890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] For port b18f7abc-cce2-40fc-a140-09ccf425c535, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:33:48.447853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] For port b18f7abc-cce2-40fc-a140-09ccf425c535, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b18f7abc-cce2-40fc-a140-09ccf425c535,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:33:48.458801 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:48.508721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:48.522047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:48.572344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561315a9-69ad-4b29-9a4c-d8e950667e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa2c6c6-daa7-4399-b07d-1f0fe88e21e2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:48.598806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Made reservation on behalf of 7a609dafa0bf44098c35ba7c5730f5f7 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:48.603149 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:48.638634 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-561315a9-69ad-4b29-9a4c-d8e950667e9e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a748ab6064d0480089eb7f1a3cb2b05f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6984727 May 25 20:33:48.642083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49310) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:48.642858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] device_id is not set on port 0dbccaac-9399-458c-ac20-bfdc45bc2f6f yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:33:48.686007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Pushing event updated for resources: {'Port': ['ID=b18f7abc-cce2-40fc-a140-09ccf425c535,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:48.723187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:48.724128 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:48.727291 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-831d8092-3498-44c5-9f1a-21ca812f9857 service neutron] 10.222.0.70 "PUT /v2.0/ports/b18f7abc-cce2-40fc-a140-09ccf425c535 HTTP/1.1" status: 200 len: 1092 time: 3.2996826 May 25 20:33:48.727860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'tag': 'b18f7abc-cce2-40fc-a140-09ccf425c535'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:33:48.882679 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41681a9-50e5-4bd0-a79f-19fe66d808d3'] response: {'name': 'network-changed', 'server_uuid': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'tag': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'status': 'completed', 'code': 200} May 25 20:33:48.939789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-0685c959-472a-4fb0-9bc8-dce7d27f3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:48.943358 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-0685c959-472a-4fb0-9bc8-dce7d27f3e4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 1095 time: 0.1726437 May 25 20:33:48.952756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa68e5d-b6a1-4498-8713-4e8121e82cc9 req-94fc1462-dddf-413a-915d-2df010b6a49d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:48.962904 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cfa68e5d-b6a1-4498-8713-4e8121e82cc9 req-94fc1462-dddf-413a-915d-2df010b6a49d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 944 time: 0.9507220 May 25 20:33:49.109379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-cfa68e5d-b6a1-4498-8713-4e8121e82cc9 req-44d7359f-8a42-4e82-9fef-b0874ed732b8 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:33:49.120478 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bcae5050-305f-4cdf-b648-d7c80608f796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:49.152317 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-76679142-4c9c-4fcf-ac59-6f5ae823d278 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b18f7abc-cce2-40fc-a140-09ccf425c535 HTTP/1.1" status: 200 len: 217 time: 0.1962667 May 25 20:33:49.214544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Allocated IP 2001:db8::52 (8d1c0325-e240-4038-8891-09097e7f1055/5797265e-a8c4-4340-96c3-9df80c4bef8d/0dbccaac-9399-458c-ac20-bfdc45bc2f6f) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:33:49.223900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-cfa68e5d-b6a1-4498-8713-4e8121e82cc9 req-44d7359f-8a42-4e82-9fef-b0874ed732b8 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:33:49.225186 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cfa68e5d-b6a1-4498-8713-4e8121e82cc9 req-44d7359f-8a42-4e82-9fef-b0874ed732b8 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0184495-46bb-4983-8a16-0fa0375d36bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611539 May 25 20:33:49.428751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-d3af03a6-a644-4eae-a694-6954add8d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:49.436787 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-d3af03a6-a644-4eae-a694-6954add8d809 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.2832527 May 25 20:33:49.490935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bcae5050-305f-4cdf-b648-d7c80608f796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:49.593898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-90a89dc2-3fa7-4e00-94e0-458f2b2cf4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:49.595768 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-90a89dc2-3fa7-4e00-94e0-458f2b2cf4ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495426 May 25 20:33:49.891446 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:49.909454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Transition to ACTIVE for port object 0dbccaac-9399-458c-ac20-bfdc45bc2f6f will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:49.935456 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bcae5050-305f-4cdf-b648-d7c80608f796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:49.949776 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:50.023996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Network 8d1c0325-e240-4038-8891-09097e7f1055 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:50.025239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae5050-305f-4cdf-b648-d7c80608f796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa2c6c6-daa7-4399-b07d-1f0fe88e21e2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:50.034113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:50.045719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:33:50.051715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:50.052450 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:50.071327 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-56309bad-f680-447a-9954-e3d13e721294 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683809 May 25 20:33:50.091066 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bcae5050-305f-4cdf-b648-d7c80608f796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:50.092340 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bcae5050-305f-4cdf-b648-d7c80608f796 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/caa2c6c6-daa7-4399-b07d-1f0fe88e21e2 HTTP/1.1" status: 204 len: 168 time: 1.4025402 May 25 20:33:50.097466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4132750 May 25 20:33:50.101185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49352) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:50.111322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Request body: {'port': {'network_id': '8d1c0325-e240-4038-8891-09097e7f1055', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-544740108'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:50.347633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b183440-8f08-427d-a805-875fea53f6d8 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event updated for resources: {'Port': ['ID=0dbccaac-9399-458c-ac20-bfdc45bc2f6f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:50.409918 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ebd27b9-0323-4556-b05c-2a83de83c8ec req-b05f1396-b3ac-4be1-8f10-0ed97f5de9d5 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343618 May 25 20:33:50.538044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:50.546519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Usage tracker for resource:port and tenant:7a609dafa0bf44098c35ba7c5730f5f7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:50.552190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1e760d44-83d1-4680-ad86-ba4def1a0d89 None None] Provisioning for port 0dbccaac-9399-458c-ac20-bfdc45bc2f6f completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:50.559114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:50.580099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:50.586498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1e760d44-83d1-4680-ad86-ba4def1a0d89 None None] Provisioning complete for port 0dbccaac-9399-458c-ac20-bfdc45bc2f6f triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:50.600572 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1e760d44-83d1-4680-ad86-ba4def1a0d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:50.610802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Made reservation on behalf of 7a609dafa0bf44098c35ba7c5730f5f7 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:33:50.614516 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:50.711307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] device_id is not set on port 4c19b747-ee64-4062-829a-89c00f4260ed yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:33:50.794729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1e760d44-83d1-4680-ad86-ba4def1a0d89 None None] Port 0dbccaac-9399-458c-ac20-bfdc45bc2f6f cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:33:50.948728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b7e9a-1add-45e5-a4cf-e0905397de75 req-c4d943af-f6f3-4913-b0e6-ea1bf5dd34d0 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:50.951500 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af5b7e9a-1add-45e5-a4cf-e0905397de75 req-c4d943af-f6f3-4913-b0e6-ea1bf5dd34d0 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 944 time: 0.3673098 May 25 20:33:50.955252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c258c-6ea2-432d-8f8e-7017f7c3242d req-706bd423-833b-482d-8fd0-ee80e19298a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:50.957440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-117c258c-6ea2-432d-8f8e-7017f7c3242d req-706bd423-833b-482d-8fd0-ee80e19298a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 1095 time: 0.4556730 May 25 20:33:51.199819 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af5b7e9a-1add-45e5-a4cf-e0905397de75 req-5cda2497-09d8-423b-8385-52b2b446fcfa tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0184495-46bb-4983-8a16-0fa0375d36bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413998 May 25 20:33:51.243705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Allocated IP 2001:db8::38e (8d1c0325-e240-4038-8891-09097e7f1055/5797265e-a8c4-4340-96c3-9df80c4bef8d/4c19b747-ee64-4062-829a-89c00f4260ed) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:33:51.314009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c258c-6ea2-432d-8f8e-7017f7c3242d req-1e63e69c-80dc-4c3a-a498-608870f0cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:51.319267 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-117c258c-6ea2-432d-8f8e-7017f7c3242d req-1e63e69c-80dc-4c3a-a498-608870f0cb9f service neutron] 10.222.0.70 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 916 time: 0.3427885 May 25 20:33:51.497972 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-117c258c-6ea2-432d-8f8e-7017f7c3242d req-85a3fb3d-033e-4057-90ce-93bbce07eebe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b18f7abc-cce2-40fc-a140-09ccf425c535 HTTP/1.1" status: 200 len: 217 time: 0.1714146 May 25 20:33:51.616499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c258c-6ea2-432d-8f8e-7017f7c3242d req-971386aa-38cc-483a-96c9-23097f42436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:51.619457 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-117c258c-6ea2-432d-8f8e-7017f7c3242d req-971386aa-38cc-483a-96c9-23097f42436f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.1099269 May 25 20:33:51.754373 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:51.772173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49402) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:51.831533 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4bce8b4-d111-4614-a9fe-3e057e8e908d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:51.849019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Transition to ACTIVE for port object 4c19b747-ee64-4062-829a-89c00f4260ed will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:33:51.857571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f4bce8b4-d111-4614-a9fe-3e057e8e908d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:51.863007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f4bce8b4-d111-4614-a9fe-3e057e8e908d admin admin] Usage tracker for resource:security_group_rule and tenant:69c0b2ae388d4aea8ac8f98993312bab is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:51.867883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f4bce8b4-d111-4614-a9fe-3e057e8e908d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:51.874431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f4bce8b4-d111-4614-a9fe-3e057e8e908d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:51.953527 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:52.005313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c258c-6ea2-432d-8f8e-7017f7c3242d req-5af6f451-c658-4e15-8c83-47a8e46ae08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:52.007035 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-117c258c-6ea2-432d-8f8e-7017f7c3242d req-5af6f451-c658-4e15-8c83-47a8e46ae08f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3814282 May 25 20:33:52.176606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Network 8d1c0325-e240-4038-8891-09097e7f1055 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:33:52.191511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:33:52.197772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:33:52.218409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:52.219071 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:52.267023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event updated for resources: {'Port': ['ID=4c19b747-ee64-4062-829a-89c00f4260ed,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:52.356792 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-117c258c-6ea2-432d-8f8e-7017f7c3242d req-be0716f0-9071-48f9-922c-123f36893ad1 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429694 May 25 20:33:52.420575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ea6f335b-553e-4572-bbeb-ac96506be426 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3181512 May 25 20:33:52.424285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49422) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:52.432271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f266c882-3506-4694-8496-71b27ba50034 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::37f', 'mac_address': 'fa:16:3e:64:5f:e3'}, {'ip_address': '2001:db8::52', 'mac_address': 'fa:16:3e:21:25:71'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:33:52.470672 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4bce8b4-d111-4614-a9fe-3e057e8e908d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:52.526483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4bce8b4-d111-4614-a9fe-3e057e8e908d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:52.642743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f4bce8b4-d111-4614-a9fe-3e057e8e908d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69c0b2ae388d4aea8ac8f98993312bab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8668950 May 25 20:33:52.645175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49432) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:52.646376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bce8b4-d111-4614-a9fe-3e057e8e908d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77d8b5e-f9d8-45dd-86d3-061cc295ca28,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:52.792295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7a78c3ed-a02f-46c2-971a-1efcae5cb9f1 None None] Provisioning for port 4c19b747-ee64-4062-829a-89c00f4260ed completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:52.801691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7a78c3ed-a02f-46c2-971a-1efcae5cb9f1 None None] Provisioning complete for port 4c19b747-ee64-4062-829a-89c00f4260ed triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:52.802062 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7a78c3ed-a02f-46c2-971a-1efcae5cb9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:52.805449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6543f9-9544-49df-b0ce-0182a3bcbca9 req-e551a610-9840-4979-af80-e4cadb9752bb tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:52.808116 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d6543f9-9544-49df-b0ce-0182a3bcbca9 req-e551a610-9840-4979-af80-e4cadb9752bb tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 944 time: 0.3353019 May 25 20:33:52.888484 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a486593f-1494-439b-8ec9-3875167efbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:53.001017 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7a78c3ed-a02f-46c2-971a-1efcae5cb9f1 None None] Port 4c19b747-ee64-4062-829a-89c00f4260ed cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:33:53.052030 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a486593f-1494-439b-8ec9-3875167efbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:53.098639 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7d6543f9-9544-49df-b0ce-0182a3bcbca9 req-4f865a74-496d-4e59-94f2-d3434227efbc tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0184495-46bb-4983-8a16-0fa0375d36bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819943 May 25 20:33:53.146779 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-117c258c-6ea2-432d-8f8e-7017f7c3242d req-92103ace-8bc2-41bd-a13e-d883c5b0e5d5 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7836440 May 25 20:33:53.247882 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a486593f-1494-439b-8ec9-3875167efbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:53.276140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486593f-1494-439b-8ec9-3875167efbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77d8b5e-f9d8-45dd-86d3-061cc295ca28,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:53.289011 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a486593f-1494-439b-8ec9-3875167efbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:53.291227 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a486593f-1494-439b-8ec9-3875167efbcf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e77d8b5e-f9d8-45dd-86d3-061cc295ca28 HTTP/1.1" status: 204 len: 168 time: 0.6396728 May 25 20:33:53.303127 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f266c882-3506-4694-8496-71b27ba50034 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:53.526960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49458) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:53.676744 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f266c882-3506-4694-8496-71b27ba50034 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:53.684190 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f266c882-3506-4694-8496-71b27ba50034 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:53.765924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f266c882-3506-4694-8496-71b27ba50034 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] In _notify_port_updated(), no bound segment for port 4c19b747-ee64-4062-829a-89c00f4260ed on network 8d1c0325-e240-4038-8891-09097e7f1055 {{(pid=88331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:33:53.774238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f266c882-3506-4694-8496-71b27ba50034 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:53.775253 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f266c882-3506-4694-8496-71b27ba50034 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:53.776675 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f266c882-3506-4694-8496-71b27ba50034 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "PUT /v2.0/ports/4c19b747-ee64-4062-829a-89c00f4260ed HTTP/1.1" status: 200 len: 1066 time: 1.3497648 May 25 20:33:53.779682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49468) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:53.815258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49472) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:53.818779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266c882-3506-4694-8496-71b27ba50034 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event updated for resources: {'Port': ['ID=4c19b747-ee64-4062-829a-89c00f4260ed,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:53.863293 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-068aacea-f3a7-4e48-8ea3-11dce1bf6561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:53.882599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-068aacea-f3a7-4e48-8ea3-11dce1bf6561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:53.887408 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-068aacea-f3a7-4e48-8ea3-11dce1bf6561 admin admin] Usage tracker for resource:security_group_rule and tenant:dd76b8d988c94291bbb1e137780d2190 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:53.890352 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a368f1e-fb8e-4ec4-8cd9-2e3b1132a0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:53.892057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-068aacea-f3a7-4e48-8ea3-11dce1bf6561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:53.898568 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:53.900580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-068aacea-f3a7-4e48-8ea3-11dce1bf6561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:53.912266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9a368f1e-fb8e-4ec4-8cd9-2e3b1132a0ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:53.917933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9a368f1e-fb8e-4ec4-8cd9-2e3b1132a0ca admin admin] Usage tracker for resource:security_group_rule and tenant:6f4d87b387a64a0dbcbbf4d17514d4aa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:53.921624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9a368f1e-fb8e-4ec4-8cd9-2e3b1132a0ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:53.929253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9a368f1e-fb8e-4ec4-8cd9-2e3b1132a0ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:53.991884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1d01757b-4365-4652-8fec-0ebbb19f8a94 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Deleting port 4c19b747-ee64-4062-829a-89c00f4260ed {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:33:53.992240 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d01757b-4365-4652-8fec-0ebbb19f8a94 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:54.056641 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-068aacea-f3a7-4e48-8ea3-11dce1bf6561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:54.066515 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-068aacea-f3a7-4e48-8ea3-11dce1bf6561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:54.138721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068aacea-f3a7-4e48-8ea3-11dce1bf6561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0357065-1b48-41c0-8090-c5c37a48107a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:54.155074 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-068aacea-f3a7-4e48-8ea3-11dce1bf6561 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd76b8d988c94291bbb1e137780d2190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190823 May 25 20:33:54.160023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49480) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:54.240364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-513a53b5-2f2e-448c-9775-1e690e752bfc None None] Provisioning complete for port 4c19b747-ee64-4062-829a-89c00f4260ed triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:54.242334 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-513a53b5-2f2e-448c-9775-1e690e752bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:54.288233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2456-8a35-4113-8186-1f985c514e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:54.358739 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-513a53b5-2f2e-448c-9775-1e690e752bfc None None] Port 4c19b747-ee64-4062-829a-89c00f4260ed cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:33:54.371138 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2456-8a35-4113-8186-1f985c514e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:54.598261 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2456-8a35-4113-8186-1f985c514e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:54.655796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f2456-8a35-4113-8186-1f985c514e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0357065-1b48-41c0-8090-c5c37a48107a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:54.701868 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a368f1e-fb8e-4ec4-8cd9-2e3b1132a0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:54.705695 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2456-8a35-4113-8186-1f985c514e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:54.711537 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fc9f2456-8a35-4113-8186-1f985c514e9b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0357065-1b48-41c0-8090-c5c37a48107a HTTP/1.1" status: 204 len: 168 time: 0.5471904 May 25 20:33:54.745973 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a368f1e-fb8e-4ec4-8cd9-2e3b1132a0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:54.764051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b67c8-5936-499b-9248-3b76d8d882d6 req-6f1e1d16-b0a2-4b70-9a36-d2a4eaab6f67 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:54.773738 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c2b67c8-5936-499b-9248-3b76d8d882d6 req-6f1e1d16-b0a2-4b70-9a36-d2a4eaab6f67 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 944 time: 0.3521006 May 25 20:33:54.823962 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9a368f1e-fb8e-4ec4-8cd9-2e3b1132a0ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f4d87b387a64a0dbcbbf4d17514d4aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2946088 May 25 20:33:54.824185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b18f7abc-cce2-40fc-a140-09ccf425c535 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:33:54.827217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49510) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:54.837229 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d01757b-4365-4652-8fec-0ebbb19f8a94 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:54.953537 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-660442d6-4d83-43c0-964a-efe70e7048a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:55.008389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49514) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:55.010927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a368f1e-fb8e-4ec4-8cd9-2e3b1132a0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd57db1e-7bb6-43c5-9c73-e601de8a5973,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:55.024253 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-660442d6-4d83-43c0-964a-efe70e7048a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:55.082874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1d01757b-4365-4652-8fec-0ebbb19f8a94 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Calling delete_port for 4c19b747-ee64-4062-829a-89c00f4260ed owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:33:55.116635 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c2b67c8-5936-499b-9248-3b76d8d882d6 req-d0e232e6-6cec-402c-b783-88dbb7cf3bbb tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0184495-46bb-4983-8a16-0fa0375d36bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418226 May 25 20:33:55.138426 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-660442d6-4d83-43c0-964a-efe70e7048a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:55.167731 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-660442d6-4d83-43c0-964a-efe70e7048a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:55.168898 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-660442d6-4d83-43c0-964a-efe70e7048a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd57db1e-7bb6-43c5-9c73-e601de8a5973 HTTP/1.1" status: 204 len: 168 time: 0.3409042 May 25 20:33:55.169710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660442d6-4d83-43c0-964a-efe70e7048a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd57db1e-7bb6-43c5-9c73-e601de8a5973,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:55.260893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b18f7abc-cce2-40fc-a140-09ccf425c535, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b18f7abc-cce2-40fc-a140-09ccf425c535,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:33:55.293906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'port_id': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'mac_address': 'fa:16:3e:7f:f8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:33:55.358584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d01757b-4365-4652-8fec-0ebbb19f8a94 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:55.390968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b18f7abc-cce2-40fc-a140-09ccf425c535 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:33:55.391731 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:55.423753 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18f7abc-cce2-40fc-a140-09ccf425c535 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:33:55.450299 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-415498eb-caaf-474b-ac4c-970e71bd69d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:55.463974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b18f7abc-cce2-40fc-a140-09ccf425c535, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b18f7abc-cce2-40fc-a140-09ccf425c535,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:33:55.469932 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:55.472590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01757b-4365-4652-8fec-0ebbb19f8a94 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event deleted for resources: {'Port': ['ID=4c19b747-ee64-4062-829a-89c00f4260ed,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:55.519209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-415498eb-caaf-474b-ac4c-970e71bd69d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:55.531344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-415498eb-caaf-474b-ac4c-970e71bd69d9 admin admin] Usage tracker for resource:security_group_rule and tenant:0c52d9424a65424d8cfb59fc9f9ee605 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:55.543359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-415498eb-caaf-474b-ac4c-970e71bd69d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:55.557304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-415498eb-caaf-474b-ac4c-970e71bd69d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:55.669015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b18f7abc-cce2-40fc-a140-09ccf425c535,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:55.798201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b18f7abc-cce2-40fc-a140-09ccf425c535'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:33:56.114477 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-415498eb-caaf-474b-ac4c-970e71bd69d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:56.120731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d01757b-4365-4652-8fec-0ebbb19f8a94 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:56.139648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49542) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:56.168072 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1d01757b-4365-4652-8fec-0ebbb19f8a94 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "DELETE /v2.0/ports/4c19b747-ee64-4062-829a-89c00f4260ed HTTP/1.1" status: 204 len: 168 time: 2.3831980 May 25 20:33:56.169213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49548) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:56.186237 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-744dc114-b4b5-491d-8493-6c8169b02d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:56.224891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-744dc114-b4b5-491d-8493-6c8169b02d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:56.235905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-744dc114-b4b5-491d-8493-6c8169b02d79 admin admin] Usage tracker for resource:security_group_rule and tenant:c36a72636e9f4aa88443f793528a1ecd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:56.242413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-744dc114-b4b5-491d-8493-6c8169b02d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:56.255494 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-415498eb-caaf-474b-ac4c-970e71bd69d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:56.258720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-744dc114-b4b5-491d-8493-6c8169b02d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:56.377959 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e04f069-4500-4231-b970-9e8c53134126 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] GET failed (client error): The resource could not be found. May 25 20:33:56.378565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1e04f069-4500-4231-b970-9e8c53134126 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Synchronizing usage tracker for tenant:7a609dafa0bf44098c35ba7c5730f5f7 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:33:56.388441 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-744dc114-b4b5-491d-8493-6c8169b02d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:56.404744 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-744dc114-b4b5-491d-8493-6c8169b02d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:56.433604 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-415498eb-caaf-474b-ac4c-970e71bd69d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c52d9424a65424d8cfb59fc9f9ee605&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4224675 May 25 20:33:56.439495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49558) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:56.449227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415498eb-caaf-474b-ac4c-970e71bd69d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7197ee-323b-404e-accc-948a9159eade,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:56.453580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1e04f069-4500-4231-b970-9e8c53134126 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Unset dirty status for tenant:7a609dafa0bf44098c35ba7c5730f5f7 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:33:56.454901 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1e04f069-4500-4231-b970-9e8c53134126 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "GET /v2.0/ports/4c19b747-ee64-4062-829a-89c00f4260ed HTTP/1.1" status: 404 len: 333 time: 0.2850153 May 25 20:33:56.462589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49562) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:56.491900 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-744dc114-b4b5-491d-8493-6c8169b02d79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c36a72636e9f4aa88443f793528a1ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509660 May 25 20:33:56.498464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49566) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:56.511659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dc114-b4b5-491d-8493-6c8169b02d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eda117-d9dc-4e65-951d-3ed308985d59,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:56.591072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-259dba6a-964d-462f-92b7-ce49c3e5f99a tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Deleting port 0dbccaac-9399-458c-ac20-bfdc45bc2f6f {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:33:56.591674 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259dba6a-964d-462f-92b7-ce49c3e5f99a tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:56.687753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07afbf0-c018-4ed0-82c9-c5d2fbd6892b req-aefeb3f5-2182-4162-9f1b-404e961bd7c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:56.689527 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b07afbf0-c018-4ed0-82c9-c5d2fbd6892b req-aefeb3f5-2182-4162-9f1b-404e961bd7c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 945 time: 0.3820720 May 25 20:33:56.696337 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d5c684b-98bf-49bb-964f-827eee41cb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:56.719438 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb52c-106d-4753-9521-5e73b3fb9ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:56.802750 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d5c684b-98bf-49bb-964f-827eee41cb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:56.837004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b18f7abc-cce2-40fc-a140-09ccf425c535 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:33:56.841296 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb52c-106d-4753-9521-5e73b3fb9ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:57.011640 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d5c684b-98bf-49bb-964f-827eee41cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:57.020831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port b18f7abc-cce2-40fc-a140-09ccf425c535 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:33:57.028630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port b18f7abc-cce2-40fc-a140-09ccf425c535 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:33:57.029008 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:57.032140 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb52c-106d-4753-9521-5e73b3fb9ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:57.073013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c684b-98bf-49bb-964f-827eee41cb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eda117-d9dc-4e65-951d-3ed308985d59,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:57.097026 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b07afbf0-c018-4ed0-82c9-c5d2fbd6892b req-d404a66f-95b5-4af0-b237-804ef0645b3e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0184495-46bb-4983-8a16-0fa0375d36bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068388 May 25 20:33:57.109338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdb52c-106d-4753-9521-5e73b3fb9ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7197ee-323b-404e-accc-948a9159eade,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:57.112983 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d5c684b-98bf-49bb-964f-827eee41cb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:57.119898 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1d5c684b-98bf-49bb-964f-827eee41cb11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41eda117-d9dc-4e65-951d-3ed308985d59 HTTP/1.1" status: 204 len: 168 time: 0.5889452 May 25 20:33:57.135680 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb52c-106d-4753-9521-5e73b3fb9ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:57.136908 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7cfdb52c-106d-4753-9521-5e73b3fb9ed3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c7197ee-323b-404e-accc-948a9159eade HTTP/1.1" status: 204 len: 168 time: 0.6968400 May 25 20:33:57.213452 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259dba6a-964d-462f-92b7-ce49c3e5f99a tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:57.510032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b18f7abc-cce2-40fc-a140-09ccf425c535 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:33:57.510656 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:57.604977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b18f7abc-cce2-40fc-a140-09ccf425c535, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b18f7abc-cce2-40fc-a140-09ccf425c535,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:33:57.606664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18f7abc-cce2-40fc-a140-09ccf425c535'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:33:57.616604 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:57.674122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-259dba6a-964d-462f-92b7-ce49c3e5f99a tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Calling delete_port for 0dbccaac-9399-458c-ac20-bfdc45bc2f6f owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:33:57.753657 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef54f5f9-e46e-4ae4-bfaf-cdb90ec36d07'] response: {'server_uuid': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'code': 200} May 25 20:33:57.808503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b18f7abc-cce2-40fc-a140-09ccf425c535,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:58.045565 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259dba6a-964d-462f-92b7-ce49c3e5f99a tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:58.079948 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:58.130733 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-75090149-90ca-449f-aff2-a8c219dad4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:58.176854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49600) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:58.291241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dba6a-964d-462f-92b7-ce49c3e5f99a tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event deleted for resources: {'Port': ['ID=0dbccaac-9399-458c-ac20-bfdc45bc2f6f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:58.440941 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ff82e6b-346f-43de-a6b6-4e813ad479ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:58.478056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2c775-f37b-4ed4-8faf-71d813e4e658 req-be644a9e-6934-4a65-aec5-17bc1dec16db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:58.490359 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4b2c775-f37b-4ed4-8faf-71d813e4e658 req-be644a9e-6934-4a65-aec5-17bc1dec16db service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 1097 time: 0.6788516 May 25 20:33:58.518078 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259dba6a-964d-462f-92b7-ce49c3e5f99a tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:58.595338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7ff82e6b-346f-43de-a6b6-4e813ad479ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:58.622406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7ff82e6b-346f-43de-a6b6-4e813ad479ad admin admin] Usage tracker for resource:security_group_rule and tenant:0da85e2041394f24874547e56b46ae7c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:33:58.644430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49620) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:58.646402 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-259dba6a-964d-462f-92b7-ce49c3e5f99a tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "DELETE /v2.0/ports/0dbccaac-9399-458c-ac20-bfdc45bc2f6f HTTP/1.1" status: 204 len: 168 time: 2.1819665 May 25 20:33:58.653132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7ff82e6b-346f-43de-a6b6-4e813ad479ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:33:58.682581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7ff82e6b-346f-43de-a6b6-4e813ad479ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:33:58.753855 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-822250ee-4c21-4c9a-b6c0-1883298fcd1f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] GET failed (client error): The resource could not be found. May 25 20:33:58.775626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-822250ee-4c21-4c9a-b6c0-1883298fcd1f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Synchronizing usage tracker for tenant:7a609dafa0bf44098c35ba7c5730f5f7 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:33:58.797076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c4b2c775-f37b-4ed4-8faf-71d813e4e658 req-d501cd9a-4b78-4299-b5a4-97c72dbd94f4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b0184495-46bb-4983-8a16-0fa0375d36bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996745 May 25 20:33:58.846520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-822250ee-4c21-4c9a-b6c0-1883298fcd1f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Unset dirty status for tenant:7a609dafa0bf44098c35ba7c5730f5f7 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:33:58.853716 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-822250ee-4c21-4c9a-b6c0-1883298fcd1f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "GET /v2.0/ports/0dbccaac-9399-458c-ac20-bfdc45bc2f6f HTTP/1.1" status: 404 len: 333 time: 0.2029574 May 25 20:33:58.857113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49624) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:58.968479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-da1af6a9-2e5e-4946-ab7b-55fba1434d2f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Deleting port 736f9a24-8d21-4fa5-83ce-7dafe81c9169 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:33:58.970144 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da1af6a9-2e5e-4946-ab7b-55fba1434d2f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:58.994347 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ff82e6b-346f-43de-a6b6-4e813ad479ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:58.998206 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ff82e6b-346f-43de-a6b6-4e813ad479ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:59.206700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff82e6b-346f-43de-a6b6-4e813ad479ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f52c63-8651-466c-bd5c-11f73df71a2d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:59.235213 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7ff82e6b-346f-43de-a6b6-4e813ad479ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0da85e2041394f24874547e56b46ae7c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0494337 May 25 20:33:59.250756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49636) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:59.298137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49640) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:33:59.367094 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa2276bd-0c2a-4025-b696-9dde21587a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:59.416770 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa2276bd-0c2a-4025-b696-9dde21587a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:59.423614 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da1af6a9-2e5e-4946-ab7b-55fba1434d2f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:59.437315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78b7a2-d091-48a8-878b-b0e65c722896 req-410a7c23-9e4e-4c5a-b3b0-a678d701d881 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:33:59.449079 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee78b7a2-d091-48a8-878b-b0e65c722896 req-410a7c23-9e4e-4c5a-b3b0-a678d701d881 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 946 time: 0.3733835 May 25 20:33:59.554294 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee78b7a2-d091-48a8-878b-b0e65c722896 req-2be52c82-bc4f-455b-b155-9dafc4c5b067 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0184495-46bb-4983-8a16-0fa0375d36bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934241 May 25 20:33:59.576845 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa2276bd-0c2a-4025-b696-9dde21587a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:59.614688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2276bd-0c2a-4025-b696-9dde21587a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f52c63-8651-466c-bd5c-11f73df71a2d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:33:59.645533 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa2276bd-0c2a-4025-b696-9dde21587a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:59.664034 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fa2276bd-0c2a-4025-b696-9dde21587a4e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07f52c63-8651-466c-bd5c-11f73df71a2d HTTP/1.1" status: 204 len: 168 time: 0.3958271 May 25 20:33:59.871554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-da1af6a9-2e5e-4946-ab7b-55fba1434d2f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Calling delete_port for 736f9a24-8d21-4fa5-83ce-7dafe81c9169 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:33:59.948198 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b4439d4d-62a7-4425-9eba-1a15aaae89fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:33:59.971356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b4439d4d-62a7-4425-9eba-1a15aaae89fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:33:59.998285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b4439d4d-62a7-4425-9eba-1a15aaae89fb admin admin] Usage tracker for resource:security_group_rule and tenant:e2d5751a678945beaf85c0c8db61920f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:00.004268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b4439d4d-62a7-4425-9eba-1a15aaae89fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:00.013467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b4439d4d-62a7-4425-9eba-1a15aaae89fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:00.361237 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b4439d4d-62a7-4425-9eba-1a15aaae89fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:00.371493 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b4439d4d-62a7-4425-9eba-1a15aaae89fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:00.428445 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da1af6a9-2e5e-4946-ab7b-55fba1434d2f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:00.490252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1af6a9-2e5e-4946-ab7b-55fba1434d2f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event deleted for resources: {'Port': ['ID=736f9a24-8d21-4fa5-83ce-7dafe81c9169,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:00.495962 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b4439d4d-62a7-4425-9eba-1a15aaae89fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e2d5751a678945beaf85c0c8db61920f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1891987 May 25 20:34:00.499394 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4439d4d-62a7-4425-9eba-1a15aaae89fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5ad5af-0460-4ad5-9c41-f3c7843ed936,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:00.500220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49676) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:00.557047 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da1af6a9-2e5e-4946-ab7b-55fba1434d2f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:00.565981 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-099960a0-deb5-4ec0-96dd-39ee60440293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:00.584846 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-da1af6a9-2e5e-4946-ab7b-55fba1434d2f tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "DELETE /v2.0/ports/736f9a24-8d21-4fa5-83ce-7dafe81c9169 HTTP/1.1" status: 204 len: 168 time: 1.7243977 May 25 20:34:00.586269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49684) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:00.691668 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bafe5c86-083d-4dd6-961c-2cdc9464a371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:00.725916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d10c60-7c68-4399-ba1b-4c1f406c6a88 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Deleting subnet 5797265e-a8c4-4340-96c3-9df80c4bef8d {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:34:00.739846 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c60-7c68-4399-ba1b-4c1f406c6a88 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:00.820443 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bafe5c86-083d-4dd6-961c-2cdc9464a371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:00.905683 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bafe5c86-083d-4dd6-961c-2cdc9464a371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:00.931236 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c60-7c68-4399-ba1b-4c1f406c6a88 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:00.960390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe5c86-083d-4dd6-961c-2cdc9464a371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5ad5af-0460-4ad5-9c41-f3c7843ed936,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:00.974702 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bafe5c86-083d-4dd6-961c-2cdc9464a371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:00.979301 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bafe5c86-083d-4dd6-961c-2cdc9464a371 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a5ad5af-0460-4ad5-9c41-f3c7843ed936 HTTP/1.1" status: 204 len: 168 time: 0.4755602 May 25 20:34:01.018259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4678cb8-db96-44d2-8684-dc37f315fce3 req-d5bbb23b-1d85-48be-a400-8389a0bc5df5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:01.019749 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4678cb8-db96-44d2-8684-dc37f315fce3 req-d5bbb23b-1d85-48be-a400-8389a0bc5df5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 946 time: 0.2176025 May 25 20:34:01.101080 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c60-7c68-4399-ba1b-4c1f406c6a88 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:01.142107 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4678cb8-db96-44d2-8684-dc37f315fce3 req-892d9d51-d3ea-4554-a091-ce5bf1c0dc0f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0184495-46bb-4983-8a16-0fa0375d36bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046457 May 25 20:34:01.247944 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c60-7c68-4399-ba1b-4c1f406c6a88 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:01.372607 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e9d10c60-7c68-4399-ba1b-4c1f406c6a88 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:01.384367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d2e60f-1117-42d5-8cb5-de3b191d405b None None] Network 8d1c0325-e240-4038-8891-09097e7f1055 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:34:01.393308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d10c60-7c68-4399-ba1b-4c1f406c6a88 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event deleted for resources: {'Subnet': ['ID=5797265e-a8c4-4340-96c3-9df80c4bef8d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:01.410551 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e9d10c60-7c68-4399-ba1b-4c1f406c6a88 tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "DELETE /v2.0/subnets/5797265e-a8c4-4340-96c3-9df80c4bef8d HTTP/1.1" status: 204 len: 168 time: 0.8204799 May 25 20:34:01.413176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49718) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:01.617302 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:01.630818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60132a5c-80ba-490a-b06f-7b4b86e5cbdd req-20c51f5a-be9f-4614-b942-adeba270b603 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:01.641879 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60132a5c-80ba-490a-b06f-7b4b86e5cbdd req-20c51f5a-be9f-4614-b942-adeba270b603 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 946 time: 0.2561667 May 25 20:34:01.642595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49734) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:01.656172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-93320d12-5ab7-4e3a-8400-ea68225c1e27 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'floatingip': {'port_id': 'b18f7abc-cce2-40fc-a140-09ccf425c535'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:01.707970 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:01.738939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Deleting port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:34:01.739280 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:01.795878 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:01.943186 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-93320d12-5ab7-4e3a-8400-ea68225c1e27 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:01.992815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e38ff5f-fdad-457f-848f-3032a9890c8c None None] DHCP port deletion for 8d1c0325-e240-4038-8891-09097e7f1055 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:34:01.999515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9e38ff5f-fdad-457f-848f-3032a9890c8c None None] Deleting port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:34:02.000343 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9e38ff5f-fdad-457f-848f-3032a9890c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:02.225923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] For port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=bb2ba1d4-d2c7-4c29-9398-c657f38b17b9,segment=NetworkSegment(27d3c63f-9234-4c90-8a1b-8435029442cf),segment_id=27d3c63f-9234-4c90-8a1b-8435029442cf)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:34:02.226533 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:02.475739 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:34:02.642096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-9e38ff5f-fdad-457f-848f-3032a9890c8c None None] For port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=bb2ba1d4-d2c7-4c29-9398-c657f38b17b9,segment=NetworkSegment(27d3c63f-9234-4c90-8a1b-8435029442cf),segment_id=27d3c63f-9234-4c90-8a1b-8435029442cf)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:34:02.642830 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9e38ff5f-fdad-457f-848f-3032a9890c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:02.717981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Calling delete_port for bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:34:02.869801 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:02.948931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event deleted for resources: {'Port': ['ID=bb2ba1d4-d2c7-4c29-9398-c657f38b17b9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:02.971275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] No DVR routers for this DVR port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:34:03.068073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9e38ff5f-fdad-457f-848f-3032a9890c8c None None] Calling delete_port for bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:34:03.266565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:34:03.365903 n-d-843339-1 neutron-server[88333]: util.warn( May 25 20:34:03.374506 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-9e38ff5f-fdad-457f-848f-3032a9890c8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:34:03.374848 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-9e38ff5f-fdad-457f-848f-3032a9890c8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:34:03.411514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1c0325-e240-4038-8891-09097e7f1055']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:03.465082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d3c63f-9234-4c90-8a1b-8435029442cf') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:03.465691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d3c63f-9234-4c90-8a1b-8435029442cf') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:03.515244 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:03.578353 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:03.588218 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:03.606399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:34:03.606650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No active binding found for port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 {{(pid=88333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 20:34:03.606839 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:03.606955 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:34:03.916557 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-93320d12-5ab7-4e3a-8400-ea68225c1e27 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:03.922533 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-93320d12-5ab7-4e3a-8400-ea68225c1e27 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:03.928771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9e38ff5f-fdad-457f-848f-3032a9890c8c None None] Deleting port bb2ba1d4-d2c7-4c29-9398-c657f38b17b9 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:34:03.928771 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9e38ff5f-fdad-457f-848f-3032a9890c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:03.987890 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 27d3c63f-9234-4c90-8a1b-8435029442cf resource provider aggregate not found May 25 20:34:04.028489 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 27d3c63f-9234-4c90-8a1b-8435029442cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27d3c63f-9234-4c90-8a1b-8435029442cf found for delete ", "request_id": "req-f8d7aa5b-2826-4700-8f65-0f5df5b4c0b0"}]} May 25 20:34:04.042208 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:04.102406 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:04.127969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] Pushing event deleted for resources: {'Network': ['ID=8d1c0325-e240-4038-8891-09097e7f1055,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:04.172229 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0e61455d-a62e-4422-8a23-e8ce61f93f5e tempest-AllowedAddressPairIpV6TestJSON-2129877531 tempest-AllowedAddressPairIpV6TestJSON-2129877531-project] 10.222.0.60 "DELETE /v2.0/networks/8d1c0325-e240-4038-8891-09097e7f1055 HTTP/1.1" status: 204 len: 168 time: 2.7579076 May 25 20:34:04.244127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9e38ff5f-fdad-457f-848f-3032a9890c8c None None] The port 'bb2ba1d4-d2c7-4c29-9398-c657f38b17b9' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:34:04.475608 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-93320d12-5ab7-4e3a-8400-ea68225c1e27 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Floating IP ee8346e4-8e38-48dd-a554-9472f96329e3 associated. External IP: 172.25.3.227, port: b18f7abc-cce2-40fc-a140-09ccf425c535. May 25 20:34:04.681636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49826) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:04.956458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49838) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:05.033292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93320d12-5ab7-4e3a-8400-ea68225c1e27 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Router 73285a88-b4d8-4058-ae5e-97d68fedf7bb has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:34:05.200641 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b451da3b-e5fa-4894-82bb-cba197e00920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:05.222058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b451da3b-e5fa-4894-82bb-cba197e00920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:05.230545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b451da3b-e5fa-4894-82bb-cba197e00920 admin admin] Usage tracker for resource:security_group_rule and tenant:9e388a00f87e4a2e98d9db7f4b7e6574 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:05.237539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b451da3b-e5fa-4894-82bb-cba197e00920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:05.251520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b451da3b-e5fa-4894-82bb-cba197e00920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:05.421970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93320d12-5ab7-4e3a-8400-ea68225c1e27 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:34:05.433460 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-93320d12-5ab7-4e3a-8400-ea68225c1e27 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:05.438977 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe52c67-1ccd-4a79-9d5d-a8e2d8895c3b None None] Sync routers for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:34:05.486198 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe52c67-1ccd-4a79-9d5d-a8e2d8895c3b None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:34:05.488371 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-dfe52c67-1ccd-4a79-9d5d-a8e2d8895c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:34:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:05.509118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-efdd032b-5805-47a9-b0d6-d8f575889d4c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a609dafa0bf44098c35ba7c5730f5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5512238 May 25 20:34:05.530186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49864) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:05.636303 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-93320d12-5ab7-4e3a-8400-ea68225c1e27 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "PUT /v2.0/floatingips/ee8346e4-8e38-48dd-a554-9472f96329e3 HTTP/1.1" status: 200 len: 992 time: 3.9889467 May 25 20:34:05.636303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'tag': 'b18f7abc-cce2-40fc-a140-09ccf425c535'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:34:05.723694 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb416d0-9193-474c-99bf-77dc3be4088a'] response: {'name': 'network-changed', 'server_uuid': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'tag': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'status': 'completed', 'code': 200} May 25 20:34:05.935901 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed281859-f1ab-41c3-9715-f11eaebdf67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:05.961358 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b451da3b-e5fa-4894-82bb-cba197e00920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:06.027010 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed281859-f1ab-41c3-9715-f11eaebdf67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:06.066380 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-dfe52c67-1ccd-4a79-9d5d-a8e2d8895c3b None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:34:06.094861 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b451da3b-e5fa-4894-82bb-cba197e00920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:06.121797 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed281859-f1ab-41c3-9715-f11eaebdf67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:06.183953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49880) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:06.184960 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b451da3b-e5fa-4894-82bb-cba197e00920 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e388a00f87e4a2e98d9db7f4b7e6574&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5006478 May 25 20:34:06.187528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451da3b-e5fa-4894-82bb-cba197e00920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f81908-1133-4f1d-a140-b4a4234e838b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:06.205939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed281859-f1ab-41c3-9715-f11eaebdf67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2468723-279c-4332-b011-3b279ee937b9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:06.213379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665864-ef83-420b-bf27-531fbda92394 req-7709a57c-d172-4e86-b461-99a84112565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:06.215279 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d3665864-ef83-420b-bf27-531fbda92394 req-7709a57c-d172-4e86-b461-99a84112565b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 1097 time: 0.4427447 May 25 20:34:06.339343 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-43ab3e96-5e71-4535-9fd2-6d8bc0c387e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:06.375101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49884) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:06.415598 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ed281859-f1ab-41c3-9715-f11eaebdf67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:06.422432 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ed281859-f1ab-41c3-9715-f11eaebdf67e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2468723-279c-4332-b011-3b279ee937b9 HTTP/1.1" status: 204 len: 168 time: 0.8875299 May 25 20:34:06.430102 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-43ab3e96-5e71-4535-9fd2-6d8bc0c387e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:06.563828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-43ab3e96-5e71-4535-9fd2-6d8bc0c387e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:06.573878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665864-ef83-420b-bf27-531fbda92394 req-39684224-708a-4cc1-8c4d-72076e9a6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:06.583363 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d3665864-ef83-420b-bf27-531fbda92394 req-39684224-708a-4cc1-8c4d-72076e9a6cd2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 916 time: 0.3561592 May 25 20:34:06.597939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab3e96-5e71-4535-9fd2-6d8bc0c387e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f81908-1133-4f1d-a140-b4a4234e838b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:06.605282 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-43ab3e96-5e71-4535-9fd2-6d8bc0c387e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:06.611107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-43ab3e96-5e71-4535-9fd2-6d8bc0c387e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79f81908-1133-4f1d-a140-b4a4234e838b HTTP/1.1" status: 204 len: 168 time: 0.4257107 May 25 20:34:06.806793 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-dfe52c67-1ccd-4a79-9d5d-a8e2d8895c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ee8346e4-8e38-48dd-a554-9472f96329e3', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:7f:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:33:32Z', 'updated_at': '2022-05-25T20:34:03Z', 'revision_number': 1, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:06.820922 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe52c67-1ccd-4a79-9d5d-a8e2d8895c3b None None] Checking router: 73285a88-b4d8-4058-ae5e-97d68fedf7bb for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:34:06.844357 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe52c67-1ccd-4a79-9d5d-a8e2d8895c3b None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:34:06.847518 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-dfe52c67-1ccd-4a79-9d5d-a8e2d8895c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:34:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:06.957634 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d3665864-ef83-420b-bf27-531fbda92394 req-6b93da59-8769-4ea9-ac86-2bb917a9c620 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b18f7abc-cce2-40fc-a140-09ccf425c535 HTTP/1.1" status: 200 len: 1000 time: 0.3650463 May 25 20:34:07.032149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'network': {'name': 'tempest-network-smoke--2086866076', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'port_security_enabled': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:07.050924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:07.066017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:network and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:07.082132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:07.103655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:07.129384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665864-ef83-420b-bf27-531fbda92394 req-04c030de-ff59-4462-95a4-80231437b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:07.136872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Made reservation on behalf of c679de4394c743daa8e268728f5cf10d for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:07.138663 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d3665864-ef83-420b-bf27-531fbda92394 req-04c030de-ff59-4462-95a4-80231437b881 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.1731739 May 25 20:34:07.141130 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:07.307493 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:07.348623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:07.361356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:07.369805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:07.392221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665864-ef83-420b-bf27-531fbda92394 req-2b3c676a-b82d-45e9-bbd3-932152ea3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:07.394185 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d3665864-ef83-420b-bf27-531fbda92394 req-2b3c676a-b82d-45e9-bbd3-932152ea3343 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2515154 May 25 20:34:07.434091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:07.481861 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-dfe52c67-1ccd-4a79-9d5d-a8e2d8895c3b None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:34:07.554564 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6a8ba1a7-6d63-4432-8945-935b88ef213f req-2530f798-e21c-41ca-8984-5d74b2244fb8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3610933 May 25 20:34:07.588899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49912) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:07.751546 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d3665864-ef83-420b-bf27-531fbda92394 req-5d9fffdf-744f-4f53-8f10-1e0311d95cf7 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506870 May 25 20:34:07.857941 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:07.870721 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:08.003321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:34:08.023293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d64967a-9704-48e0-a692-587d45ddf9cf,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:08.075196 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:08.076868 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Added segment a349ebd6-e9ee-4cff-aad6-86acf1f2b97d of type vlan for network 8f985efb-1c26-48f7-9698-763089edd1ac May 25 20:34:08.151503 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3272d52f-176d-4911-9228-157aad11dd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:08.155922 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:08.204117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3272d52f-176d-4911-9228-157aad11dd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:08.231711 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:08.243644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:08.245438 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:08.250032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3272d52f-176d-4911-9228-157aad11dd28 admin admin] Usage tracker for resource:security_group_rule and tenant:11db1335ddc6436abbf5f6150cd5eabe is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:08.264265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3272d52f-176d-4911-9228-157aad11dd28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:08.297928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3272d52f-176d-4911-9228-157aad11dd28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:08.333836 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d3665864-ef83-420b-bf27-531fbda92394 req-7e2f1f02-90bc-49c5-9b3c-3bd0235cf0be service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730095 May 25 20:34:08.514448 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3272d52f-176d-4911-9228-157aad11dd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:08.519866 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3272d52f-176d-4911-9228-157aad11dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:08.565532 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-dfe52c67-1ccd-4a79-9d5d-a8e2d8895c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ee8346e4-8e38-48dd-a554-9472f96329e3', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:7f:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:33:32Z', 'updated_at': '2022-05-25T20:34:03Z', 'revision_number': 1, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:08.574253 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe52c67-1ccd-4a79-9d5d-a8e2d8895c3b None None] The sync data for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 is: [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ee8346e4-8e38-48dd-a554-9472f96329e3', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:7f:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:33:32Z', 'updated_at': '2022-05-25T20:34:03Z', 'revision_number': 1, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:34:08.629414 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2531774 May 25 20:34:08.643700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49944) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:08.664739 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-51072605', 'admin_state_up': True, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:08.739954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:08.767516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330ed19-c6b9-4059-b240-c966ae2dac6e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Network': ['ID=8f985efb-1c26-48f7-9698-763089edd1ac,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:08.800064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:router and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:08.805670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 8f985efb-1c26-48f7-9698-763089edd1ac details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:34:08.827008 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3272d52f-176d-4911-9228-157aad11dd28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11db1335ddc6436abbf5f6150cd5eabe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2316706 May 25 20:34:08.831859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49952) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:08.844867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:08.872985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:08.874529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272d52f-176d-4911-9228-157aad11dd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f5c038-434a-4738-845d-d2de24e56c47,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:08.915953 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:08.921659 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:08.984856 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:09.061174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49956) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:09.213864 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17e587ae-11f4-4a7d-b9a8-32721e3c9c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:09.238592 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba1a7-6d63-4432-8945-935b88ef213f req-a7001afc-45e7-48de-abfd-f54b18976ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:09.244701 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a8ba1a7-6d63-4432-8945-935b88ef213f req-a7001afc-45e7-48de-abfd-f54b18976ee7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 1097 time: 0.6570840 May 25 20:34:09.432674 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c015b-bd7d-4792-be48-45872bcb175d None None] New status for floating IP ee8346e4-8e38-48dd-a554-9472f96329e3: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:34:09.776890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Request body: {'networks': [{'name': 'tempest-network--1303763628'}, {'name': 'tempest-network--392190727'}]} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:09.777195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Request body: {'network': {'name': 'tempest-network--1303763628'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:09.777654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Request body: {'network': {'name': 'tempest-network--392190727'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:09.805642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:09.822205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Usage tracker for resource:network and tenant:1db4565e0c9247fc89e0e265b96730f8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:09.836446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:09.879395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:10.005002 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:10.097509 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17e587ae-11f4-4a7d-b9a8-32721e3c9c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:10.126281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Made reservation on behalf of 1db4565e0c9247fc89e0e265b96730f8 for: {'network': 2} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:10.135791 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:10.171368 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:10.237076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:10.244407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Usage tracker for resource:security_group_rule and tenant:1db4565e0c9247fc89e0e265b96730f8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:10.260267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:10.285357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:10.331211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba1a7-6d63-4432-8945-935b88ef213f req-3e5d6113-951e-4132-ba4b-088aee58dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:10.334604 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a8ba1a7-6d63-4432-8945-935b88ef213f req-3e5d6113-951e-4132-ba4b-088aee58dc1e service neutron] 10.222.0.70 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 916 time: 1.0444555 May 25 20:34:10.354973 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17e587ae-11f4-4a7d-b9a8-32721e3c9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:10.523569 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a8ba1a7-6d63-4432-8945-935b88ef213f req-4c7f4e07-9fe6-4749-995d-86ab24e8fd2b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b18f7abc-cce2-40fc-a140-09ccf425c535 HTTP/1.1" status: 200 len: 1002 time: 0.1559632 May 25 20:34:10.533485 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17e587ae-11f4-4a7d-b9a8-32721e3c9c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:10.538256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-17e587ae-11f4-4a7d-b9a8-32721e3c9c48 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31f5c038-434a-4738-845d-d2de24e56c47 HTTP/1.1" status: 204 len: 168 time: 1.6975324 May 25 20:34:10.588533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e587ae-11f4-4a7d-b9a8-32721e3c9c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f5c038-434a-4738-845d-d2de24e56c47,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:10.642477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba1a7-6d63-4432-8945-935b88ef213f req-e311452b-1155-4d86-9041-8cd6dcfceab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:10.644978 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a8ba1a7-6d63-4432-8945-935b88ef213f req-e311452b-1155-4d86-9041-8cd6dcfceab2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.1016431 May 25 20:34:10.812401 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:10.820793 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:10.822854 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:10.859838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:10.897433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba1a7-6d63-4432-8945-935b88ef213f req-384550cb-ce4c-4f22-ba89-faa7ff9cc109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:10.898989 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a8ba1a7-6d63-4432-8945-935b88ef213f req-384550cb-ce4c-4f22-ba89-faa7ff9cc109 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2472363 May 25 20:34:10.925677 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:11.031071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accabf58-7123-488f-9089-b7c247078613,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:11.246353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:34:11.300384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Allocated IP 172.25.3.139 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/90ad136d-fff2-45c6-b8c7-94ce82a6db5a) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:34:11.364755 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:11.365680 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Added segment dede3889-c0d9-4d5d-85de-ad8640e9e682 of type vlan for network 97b804e0-0628-48c5-bbb5-8b99831ea256 May 25 20:34:11.449880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50002) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:11.456724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a8ba1a7-6d63-4432-8945-935b88ef213f req-d729da3b-5d0b-4848-a194-a086bf81b699 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371690 May 25 20:34:11.476662 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:11.525400 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-884401e3-0e38-4e48-8531-692ef104ac13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:11.655627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-884401e3-0e38-4e48-8531-692ef104ac13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:11.676371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50008) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:11.679363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-884401e3-0e38-4e48-8531-692ef104ac13 admin admin] Usage tracker for resource:security_group_rule and tenant:836d4e0c883a4a95a8ac63148bb26e04 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:11.683262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-884401e3-0e38-4e48-8531-692ef104ac13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:11.711406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-884401e3-0e38-4e48-8531-692ef104ac13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:11.747084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:11.797120 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:11.874573 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:34:11.972140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:34:11.987225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1023218066', 'router:external': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:11.999821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:12.003065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:34:12.005193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=90ad136d-fff2-45c6-b8c7-94ce82a6db5a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:12.008168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Usage tracker for resource:network and tenant:08f39f25b4ab454cb9e603fb6c094c37 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:12.013430 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-884401e3-0e38-4e48-8531-692ef104ac13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:12.013608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:12.014209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:34:12.030801 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-884401e3-0e38-4e48-8531-692ef104ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:12.040943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:12.053421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:12.056584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:12.056918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:12.057216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:12.057541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:12.057865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:12.058199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:12.058508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:12.058828 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:12.059133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:12.059446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:12.059756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:12.060065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:12.087141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Made reservation on behalf of 08f39f25b4ab454cb9e603fb6c094c37 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:12.089760 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:12.092177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:12.092805 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Added segment 1041e9cf-e297-48d6-a08a-ca7df3bf7d31 of type vlan for network 573cc3e1-5856-46f6-b113-a658828274df May 25 20:34:12.105944 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a8ba1a7-6d63-4432-8945-935b88ef213f req-ce58a126-23e3-4f42-9e33-2cb102c9a708 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206839 May 25 20:34:12.110806 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:12.236198 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-884401e3-0e38-4e48-8531-692ef104ac13 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=836d4e0c883a4a95a8ac63148bb26e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7826924 May 25 20:34:12.259222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50020) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:12.259222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884401e3-0e38-4e48-8531-692ef104ac13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b770d3-5194-4753-9a7c-929c72bde333,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:12.354111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:12.385452 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:12.417645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Usage tracker for resource:security_group_rule and tenant:08f39f25b4ab454cb9e603fb6c094c37 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:12.428925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:12.444610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:12.476751 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:12.477287 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:12.484086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:12.489764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:12.490505 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:12.604384 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:12.719181 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-38f516ef-fce6-48e9-9c5b-af77dc5f337f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:12.744296 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.6695998 May 25 20:34:12.753539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50026) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:12.947758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4b83ca-3fe5-48b2-b67d-544b1f9ff465 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:12.954761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4b83ca-3fe5-48b2-b67d-544b1f9ff465 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:12.961899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4b83ca-3fe5-48b2-b67d-544b1f9ff465 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:12.969296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4b83ca-3fe5-48b2-b67d-544b1f9ff465 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:12.970595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5a4b83ca-3fe5-48b2-b67d-544b1f9ff465 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Synchronizing usage tracker for tenant:1db4565e0c9247fc89e0e265b96730f8 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:34:12.995217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event updated for resources: {'Network': ['ID=97b804e0-0628-48c5-bbb5-8b99831ea256,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:13.017585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 97b804e0-0628-48c5-bbb5-8b99831ea256 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:34:13.156221 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:13.165426 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-38f516ef-fce6-48e9-9c5b-af77dc5f337f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:13.167355 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:13.193812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d7b33-6fc7-4f07-8cc5-ec1964c773a6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event updated for resources: {'Network': ['ID=573cc3e1-5856-46f6-b113-a658828274df,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:13.210850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5a4b83ca-3fe5-48b2-b67d-544b1f9ff465 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Unset dirty status for tenant:1db4565e0c9247fc89e0e265b96730f8 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:34:13.216464 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5a4b83ca-3fe5-48b2-b67d-544b1f9ff465 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4548321 May 25 20:34:13.218171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 573cc3e1-5856-46f6-b113-a658828274df details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:34:13.251335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50030) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:13.304218 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-38f516ef-fce6-48e9-9c5b-af77dc5f337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:13.405933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:34:13.420027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdf777a-a49f-4e3f-a8df-6bcbece4e78d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:13.440147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f516ef-fce6-48e9-9c5b-af77dc5f337f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b770d3-5194-4753-9a7c-929c72bde333,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:13.444495 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-38f516ef-fce6-48e9-9c5b-af77dc5f337f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:13.447191 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-38f516ef-fce6-48e9-9c5b-af77dc5f337f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8b770d3-5194-4753-9a7c-929c72bde333 HTTP/1.1" status: 204 len: 168 time: 1.1652954 May 25 20:34:13.486516 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:13.487184 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Added segment 605f5228-53f3-4225-85e7-e8017d1fad18 of type vlan for network de6415ff-9e57-452b-a1ad-a032b78982ac May 25 20:34:13.572635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905d8d1e-a6dd-4997-b3e5-161f71b44fa6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:13.574496 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:13.578768 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:13.804069 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:13.805666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:13.807368 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:13.883226 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.2052019 May 25 20:34:13.922560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50046) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:14.002790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Request body: {'subnet': {'network_id': 'de6415ff-9e57-452b-a1ad-a032b78982ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:14.010420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:14.017399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Usage tracker for resource:subnet and tenant:08f39f25b4ab454cb9e603fb6c094c37 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:14.022650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:14.032444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:14.082650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Made reservation on behalf of 08f39f25b4ab454cb9e603fb6c094c37 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:14.090007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:14.166383 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905d8d1e-a6dd-4997-b3e5-161f71b44fa6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:14.222289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-905d8d1e-a6dd-4997-b3e5-161f71b44fa6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b804e0-0628-48c5-bbb5-8b99831ea256']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:14.251957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-905d8d1e-a6dd-4997-b3e5-161f71b44fa6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dede3889-c0d9-4d5d-85de-ad8640e9e682') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:14.252530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-905d8d1e-a6dd-4997-b3e5-161f71b44fa6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dede3889-c0d9-4d5d-85de-ad8640e9e682') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:14.282023 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905d8d1e-a6dd-4997-b3e5-161f71b44fa6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:14.308838 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905d8d1e-a6dd-4997-b3e5-161f71b44fa6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:14.323097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905d8d1e-a6dd-4997-b3e5-161f71b44fa6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:34:14.323853 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905d8d1e-a6dd-4997-b3e5-161f71b44fa6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:14.424437 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment dede3889-c0d9-4d5d-85de-ad8640e9e682 resource provider aggregate not found May 25 20:34:14.499854 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment dede3889-c0d9-4d5d-85de-ad8640e9e682 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dede3889-c0d9-4d5d-85de-ad8640e9e682 found for delete ", "request_id": "req-d2d7d54d-5523-4bd4-aa31-27e00ca73a0c"}]} May 25 20:34:14.518438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6d20-43b0-4ed4-a91c-13a4bb2418f5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event updated for resources: {'Network': ['ID=de6415ff-9e57-452b-a1ad-a032b78982ac,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:14.539650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network de6415ff-9e57-452b-a1ad-a032b78982ac details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:34:14.548498 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905d8d1e-a6dd-4997-b3e5-161f71b44fa6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:14.575251 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905d8d1e-a6dd-4997-b3e5-161f71b44fa6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:14.700203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d8d1e-a6dd-4997-b3e5-161f71b44fa6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event deleted for resources: {'Network': ['ID=97b804e0-0628-48c5-bbb5-8b99831ea256,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:14.711321 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-905d8d1e-a6dd-4997-b3e5-161f71b44fa6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "DELETE /v2.0/networks/97b804e0-0628-48c5-bbb5-8b99831ea256 HTTP/1.1" status: 204 len: 168 time: 1.4585276 May 25 20:34:14.714219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50068) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:14.935524 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a538b3c-b900-4844-8dac-ad30de1165e6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:15.113187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Router d173972f-36d4-4570-b5e6-b506ad07a790 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:34:15.270804 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a538b3c-b900-4844-8dac-ad30de1165e6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:15.307024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-4a538b3c-b900-4844-8dac-ad30de1165e6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573cc3e1-5856-46f6-b113-a658828274df']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:15.331560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-4a538b3c-b900-4844-8dac-ad30de1165e6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1041e9cf-e297-48d6-a08a-ca7df3bf7d31') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:15.332671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-4a538b3c-b900-4844-8dac-ad30de1165e6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1041e9cf-e297-48d6-a08a-ca7df3bf7d31') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:15.348365 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a538b3c-b900-4844-8dac-ad30de1165e6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:15.370355 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a538b3c-b900-4844-8dac-ad30de1165e6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:15.379333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a538b3c-b900-4844-8dac-ad30de1165e6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:34:15.379977 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a538b3c-b900-4844-8dac-ad30de1165e6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:15.527794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.objects.ports [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88332) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:34:15.528434 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:15.577187 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a538b3c-b900-4844-8dac-ad30de1165e6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:15.605559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4a538b3c-b900-4844-8dac-ad30de1165e6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:15.630029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a538b3c-b900-4844-8dac-ad30de1165e6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event deleted for resources: {'Network': ['ID=573cc3e1-5856-46f6-b113-a658828274df,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:15.641242 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4a538b3c-b900-4844-8dac-ad30de1165e6 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "DELETE /v2.0/networks/573cc3e1-5856-46f6-b113-a658828274df HTTP/1.1" status: 204 len: 168 time: 0.9254549 May 25 20:34:15.645090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50094) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:15.668160 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:34:15.685544 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Sync routers for ids ['d173972f-36d4-4570-b5e6-b506ad07a790'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:34:15.709937 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Routers {'d173972f-36d4-4570-b5e6-b506ad07a790'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:34:15.713419 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:34:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d173972f-36d4-4570-b5e6-b506ad07a790'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:15.817605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Checking segment: {'id': '605f5228-53f3-4225-85e7-e8017d1fad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de6415ff-9e57-452b-a1ad-a032b78982ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:34:15.818788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Network hostable DHCP agents. Network: de6415ff-9e57-452b-a1ad-a032b78982ac, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:34:15.827701 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:15.829115 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e15a84c4-b21a-4edf-830f-da221e3f314b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1852033 May 25 20:34:15.838334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50104) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:15.843662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event updated for resources: {'Subnet': ['ID=55df3f98-2aa7-4840-a2f8-149dee7ba24c,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:15.873228 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Network de6415ff-9e57-452b-a1ad-a032b78982ac is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:34:15.898705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, de6415ff-9e57-452b-a1ad-a032b78982ac) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:15.904161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:15.904850 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:15.908944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ab23eb-6151-40f8-aab5-3fb4d01af4af None None] Network de6415ff-9e57-452b-a1ad-a032b78982ac requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:34:15.974119 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1fa5d6e0-320d-4da6-b53c-2d9364ed8379 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0433984 May 25 20:34:15.975600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50112) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:15.981096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-159571541', 'network_id': 'de6415ff-9e57-452b-a1ad-a032b78982ac'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:16.017807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:16.052019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Usage tracker for resource:port and tenant:08f39f25b4ab454cb9e603fb6c094c37 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:16.066710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:16.115422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:16.169150 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Made reservation on behalf of 08f39f25b4ab454cb9e603fb6c094c37 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:16.174276 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:16.200909 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Set router d173972f-36d4-4570-b5e6-b506ad07a790 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:34:16.229407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd875c-a63d-4667-8a68-1a7268c7ed83 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:16.244392 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd875c-a63d-4667-8a68-1a7268c7ed83 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:16.258765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd875c-a63d-4667-8a68-1a7268c7ed83 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:16.259755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-cbdd875c-a63d-4667-8a68-1a7268c7ed83 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Synchronizing usage tracker for tenant:1db4565e0c9247fc89e0e265b96730f8 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:34:16.260993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] device_id is not set on port 9e7b35bb-9b9b-431a-a858-24c0595722a2 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:34:16.289048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-cbdd875c-a63d-4667-8a68-1a7268c7ed83 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Unset dirty status for tenant:1db4565e0c9247fc89e0e265b96730f8 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:34:16.296299 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cbdd875c-a63d-4667-8a68-1a7268c7ed83 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1937 time: 0.6497867 May 25 20:34:16.297139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50118) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:16.304258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-984f717c-1c00-4ba0-b64e-a88b6170771f tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-618618403'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:16.319385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-984f717c-1c00-4ba0-b64e-a88b6170771f tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:16.334049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-984f717c-1c00-4ba0-b64e-a88b6170771f tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:16.350952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984f717c-1c00-4ba0-b64e-a88b6170771f tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Made reservation on behalf of 1db4565e0c9247fc89e0e265b96730f8 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:16.375846 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-984f717c-1c00-4ba0-b64e-a88b6170771f tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:16.462066 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f843b8c-a6b0-47e7-b0fd-6d599d2e374a None None] Network de6415ff-9e57-452b-a1ad-a032b78982ac requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:34:16.470890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984f717c-1c00-4ba0-b64e-a88b6170771f tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:34:16.526677 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-984f717c-1c00-4ba0-b64e-a88b6170771f tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:16.527034 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-984f717c-1c00-4ba0-b64e-a88b6170771f tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Added segment 72143048-420a-499a-8e61-690064018381 of type vlan for network 687b78d9-d34c-47ec-9604-a3fab09c6275 May 25 20:34:16.564297 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 1041e9cf-e297-48d6-a08a-ca7df3bf7d31 resource provider aggregate not found May 25 20:34:16.640885 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 1041e9cf-e297-48d6-a08a-ca7df3bf7d31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1041e9cf-e297-48d6-a08a-ca7df3bf7d31 found for delete ", "request_id": "req-3f021310-3a80-4bc2-bba7-95c4116e708e"}]} May 25 20:34:16.648936 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-984f717c-1c00-4ba0-b64e-a88b6170771f tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:16.712418 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-984f717c-1c00-4ba0-b64e-a88b6170771f tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:16.735464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984f717c-1c00-4ba0-b64e-a88b6170771f tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:16.736754 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-984f717c-1c00-4ba0-b64e-a88b6170771f tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:16.946633 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-984f717c-1c00-4ba0-b64e-a88b6170771f tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6360152 May 25 20:34:16.947685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50136) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:16.977533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1034770133'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:17.004173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:17.009759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f717c-1c00-4ba0-b64e-a88b6170771f tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event updated for resources: {'Network': ['ID=687b78d9-d34c-47ec-9604-a3fab09c6275,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:17.024322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Usage tracker for resource:network and tenant:1db4565e0c9247fc89e0e265b96730f8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:17.027696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 687b78d9-d34c-47ec-9604-a3fab09c6275 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:34:17.041276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:17.047545 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:34:12Z', 'revision_number': 3, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:17.058058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:17.068916 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Checking router: d173972f-36d4-4570-b5e6-b506ad07a790 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:34:17.069462 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Updating router d173972f-36d4-4570-b5e6-b506ad07a790 port 90ad136d-fff2-45c6-b8c7-94ce82a6db5a binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:34:17.084394 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Made reservation on behalf of 1db4565e0c9247fc89e0e265b96730f8 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:17.088029 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:17.157056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:34:17.186800 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:17.187829 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Added segment ccfc7775-1c4e-4bb0-a469-a9021a9e133a of type vlan for network 11eb089c-f059-4710-9fca-2bf75a846f7b May 25 20:34:17.222651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Allocated IP 172.20.0.12 (de6415ff-9e57-452b-a1ad-a032b78982ac/55df3f98-2aa7-4840-a2f8-149dee7ba24c/9e7b35bb-9b9b-431a-a858-24c0595722a2) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:34:17.242309 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:17.253295 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:17.327222 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:17.338743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7e7417c7-0166-433e-b04f-7278117300d1 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=c679de4394c743daa8e268728f5cf10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.4937427 May 25 20:34:17.339523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50144) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:17.363867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:17.365265 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:17.538499 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5818107 May 25 20:34:17.557203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50152) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:17.574995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Request body: {'ports': [{'network_id': '687b78d9-d34c-47ec-9604-a3fab09c6275', 'name': 'tempest-port--1495144545', 'admin_state_up': True}, {'network_id': '11eb089c-f059-4710-9fca-2bf75a846f7b', 'admin_state_up': False}]} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:17.575441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Request body: {'port': {'network_id': '687b78d9-d34c-47ec-9604-a3fab09c6275', 'name': 'tempest-port--1495144545', 'admin_state_up': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:17.579382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Request body: {'port': {'network_id': '11eb089c-f059-4710-9fca-2bf75a846f7b', 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:17.765833 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:17.790432 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Transition to ACTIVE for port object 90ad136d-fff2-45c6-b8c7-94ce82a6db5a will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:34:17.804185 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:17.936239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fee5a-0f3e-4bc6-acc7-efa5dbfd1b3a tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event updated for resources: {'Network': ['ID=11eb089c-f059-4710-9fca-2bf75a846f7b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:17.963383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 11eb089c-f059-4710-9fca-2bf75a846f7b details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:34:17.999280 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05319aa-a9b8-4f1c-b883-6c5e1612f742 None None] Pushing event updated for resources: {'Port': ['ID=90ad136d-fff2-45c6-b8c7-94ce82a6db5a,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:18.063193 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Attempting to bind port 90ad136d-fff2-45c6-b8c7-94ce82a6db5a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:34:18.063919 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Attempting to bind port 90ad136d-fff2-45c6-b8c7-94ce82a6db5a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:34:18.064448 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Attempting to bind port 90ad136d-fff2-45c6-b8c7-94ce82a6db5a on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:34:18.077857 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:34:18.078509 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:34:18.079059 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:18.079591 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:34:18.080324 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Bound port: 90ad136d-fff2-45c6-b8c7-94ce82a6db5a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:34:18.080868 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:18.163383 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:18.204433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c0ad2-6075-43fb-9cd1-ac57ece542c6 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:18.205291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c0ad2-6075-43fb-9cd1-ac57ece542c6 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:18.213805 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-937c0ad2-6075-43fb-9cd1-ac57ece542c6 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.8695955 May 25 20:34:18.215172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50166) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:18.221472 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] For port 90ad136d-fff2-45c6-b8c7-94ce82a6db5a, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:34:18.233616 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] For port 90ad136d-fff2-45c6-b8c7-94ce82a6db5a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=90ad136d-fff2-45c6-b8c7-94ce82a6db5a,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:34:18.240910 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:18.301021 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b1930ad2-e310-4028-99db-8a7699731d04 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0819404 May 25 20:34:18.301778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50170) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:18.389153 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05319aa-a9b8-4f1c-b883-6c5e1612f742 None None] Pushing event updated for resources: {'Port': ['ID=90ad136d-fff2-45c6-b8c7-94ce82a6db5a,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:18.406172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83bf0cc-3f2d-4a0f-8e2b-fd3f88e945a7 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:18.412340 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f83bf0cc-3f2d-4a0f-8e2b-fd3f88e945a7 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=de6415ff-9e57-452b-a1ad-a032b78982ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1034467 May 25 20:34:18.412819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50176) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:18.414759 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Routers {'d173972f-36d4-4570-b5e6-b506ad07a790'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:34:18.415380 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:34:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d173972f-36d4-4570-b5e6-b506ad07a790'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:18.477578 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7ffa8223-f524-4ae4-b062-c16d48c0dc41 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=c679de4394c743daa8e268728f5cf10d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605669 May 25 20:34:18.477578 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:18.479245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50180) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:18.677915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:18.685381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Usage tracker for resource:port and tenant:1db4565e0c9247fc89e0e265b96730f8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:18.690682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:18.703948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Network de6415ff-9e57-452b-a1ad-a032b78982ac is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:34:18.712307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:18.719243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:18.721425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:34:18.753230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Made reservation on behalf of 1db4565e0c9247fc89e0e265b96730f8 for: {'port': 2} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:18.770610 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:18.816284 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] Set router d173972f-36d4-4570-b5e6-b506ad07a790 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:34:18.839164 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:18.928317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event updated for resources: {'Port': ['ID=9e7b35bb-9b9b-431a-a858-24c0595722a2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:19.060207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:19.061516 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:19.075976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b698dde4-f8b4-48be-be5f-7a2adfd914e5 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:19.076747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b698dde4-f8b4-48be-be5f-7a2adfd914e5 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:19.079864 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b698dde4-f8b4-48be-be5f-7a2adfd914e5 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.5995917 May 25 20:34:19.088480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50194) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:19.206293 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-616013d0-2816-40a6-bec4-4689f0dcfa47 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1076946 May 25 20:34:19.209574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50204) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:19.258873 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b17eff3f-8b6e-4c9f-a49a-596f14705f49 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.2817872 May 25 20:34:19.263220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50208) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:19.364199 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-355cedb7-7e81-41fa-a75c-0f096906dcc1 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=de6415ff-9e57-452b-a1ad-a032b78982ac&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1499045 May 25 20:34:19.372007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50216) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:19.392604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1581976512', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:19.465148 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:34:19.537004 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:34:12Z', 'revision_number': 3, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:19.541374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e7711980-c0e6-4711-8ea9-caa1d9769999 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Deleting port 9e7b35bb-9b9b-431a-a858-24c0595722a2 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:34:19.541374 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7711980-c0e6-4711-8ea9-caa1d9769999 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:19.544976 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751dc381-d214-4ca8-9907-95c7c4d8d144 None None] The sync data for ids ['d173972f-36d4-4570-b5e6-b506ad07a790'] in n-d-843339-1 is: [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:34:12Z', 'revision_number': 3, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:34:19.651633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] device_id is not set on port 9c056472-fa2a-44b1-a994-ef9e114a2a40 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:34:19.699563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:19.828248 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:19.836435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:subnet and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:19.850798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:19.877233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:19.967744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Made reservation on behalf of c679de4394c743daa8e268728f5cf10d for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:19.972153 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:20.090190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] device_id is not set on port ca45bf22-c304-4665-86a6-57e77e717d85 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:34:20.158419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50224) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:20.362372 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7711980-c0e6-4711-8ea9-caa1d9769999 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:20.459866 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:20.525308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 90ad136d-fff2-45c6-b8c7-94ce82a6db5a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:34:20.594930 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7bd4627-102b-43fb-854f-7a7c8169f1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:20.640204 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:20.644400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b7bd4627-102b-43fb-854f-7a7c8169f1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:20.727726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b7bd4627-102b-43fb-854f-7a7c8169f1dd admin admin] Usage tracker for resource:security_group_rule and tenant:69ec43d3aa054d07843cfc5664880a42 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:20.768112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 90ad136d-fff2-45c6-b8c7-94ce82a6db5a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:34:20.777176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b7bd4627-102b-43fb-854f-7a7c8169f1dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:20.778129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 90ad136d-fff2-45c6-b8c7-94ce82a6db5a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:34:20.780291 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:20.795989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b7bd4627-102b-43fb-854f-7a7c8169f1dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:20.884255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e7711980-c0e6-4711-8ea9-caa1d9769999 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Calling delete_port for 9e7b35bb-9b9b-431a-a858-24c0595722a2 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:34:20.885790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event updated for resources: {'Port': ['ID=9c056472-fa2a-44b1-a994-ef9e114a2a40,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:20.909527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Checking segment: {'id': '72143048-420a-499a-8e61-690064018381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '687b78d9-d34c-47ec-9604-a3fab09c6275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:34:20.924939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Network hostable DHCP agents. Network: 687b78d9-d34c-47ec-9604-a3fab09c6275, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:34:21.000436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Network 687b78d9-d34c-47ec-9604-a3fab09c6275 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:34:21.042663 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 687b78d9-d34c-47ec-9604-a3fab09c6275) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:21.062252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:34:21.063498 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:21.155941 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e16940-57e0-45ad-9918-2f77061eff4c None None] Network 687b78d9-d34c-47ec-9604-a3fab09c6275 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:34:21.292628 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event updated for resources: {'Port': ['ID=ca45bf22-c304-4665-86a6-57e77e717d85,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:21.330709 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7bd4627-102b-43fb-854f-7a7c8169f1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:21.339605 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b7bd4627-102b-43fb-854f-7a7c8169f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:21.345386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 90ad136d-fff2-45c6-b8c7-94ce82a6db5a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:34:21.345931 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:21.421251 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b7bd4627-102b-43fb-854f-7a7c8169f1dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69ec43d3aa054d07843cfc5664880a42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2617168 May 25 20:34:21.424750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50238) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:21.453150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Checking segment: {'id': 'ccfc7775-1c4e-4bb0-a469-a9021a9e133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '11eb089c-f059-4710-9fca-2bf75a846f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:34:21.453503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Network hostable DHCP agents. Network: 11eb089c-f059-4710-9fca-2bf75a846f7b, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:34:21.470859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 90ad136d-fff2-45c6-b8c7-94ce82a6db5a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=90ad136d-fff2-45c6-b8c7-94ce82a6db5a,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:34:21.574396 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:21.603863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd4627-102b-43fb-854f-7a7c8169f1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ff90cd-92f1-40f7-872b-88bc8fa75e9b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:21.613870 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:21.644244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Network 11eb089c-f059-4710-9fca-2bf75a846f7b is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:34:21.752425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7711980-c0e6-4711-8ea9-caa1d9769999 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:21.843007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 11eb089c-f059-4710-9fca-2bf75a846f7b) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:21.868949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:34:21.886568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:21.903541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:21.904352 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:21.908882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=90ad136d-fff2-45c6-b8c7-94ce82a6db5a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:21.931705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9821b4-f5e2-4a7d-a507-bc16fadc3e69 None None] Network 11eb089c-f059-4710-9fca-2bf75a846f7b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:34:21.995742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:21.996078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:21.996599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:21.997096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:21.997575 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f04b5a4-b10e-4a40-b2ed-c670f215a5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:21.997789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:21.998336 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:21.998971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:21.999530 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:22.000018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:22.000499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:22.000979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:22.001472 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:22.003053 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f91250a0-8e7c-4e43-8155-a18ec13608bf tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.4434373 May 25 20:34:22.011888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50244) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:22.096040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Subnet': ['ID=99290e27-51d0-4314-8677-dc1be37b61ea,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:22.121502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7711980-c0e6-4711-8ea9-caa1d9769999 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e7b35bb-9b9b-431a-a858-24c0595722a2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:22.142776 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f04b5a4-b10e-4a40-b2ed-c670f215a5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:22.161008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Checking segment: {'id': 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:34:22.162370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network hostable DHCP agents. Network: 8f985efb-1c26-48f7-9698-763089edd1ac, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:34:22.182994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7711980-c0e6-4711-8ea9-caa1d9769999 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:22.237758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e7711980-c0e6-4711-8ea9-caa1d9769999 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "DELETE /v2.0/ports/9e7b35bb-9b9b-431a-a858-24c0595722a2 HTTP/1.1" status: 204 len: 168 time: 2.9734461 May 25 20:34:22.238833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50248) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:22.247587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de6415ff-9e57-452b-a1ad-a032b78982ac', 'external_fixed_ips': [{'subnet_id': '55df3f98-2aa7-4840-a2f8-149dee7ba24c', 'ip_address': '172.20.0.12'}]}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:22.260076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 8f985efb-1c26-48f7-9698-763089edd1ac is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:34:22.264713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:22.265437 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f04b5a4-b10e-4a40-b2ed-c670f215a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:22.281763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Usage tracker for resource:router and tenant:08f39f25b4ab454cb9e603fb6c094c37 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:22.294547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:22.298623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 8f985efb-1c26-48f7-9698-763089edd1ac) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:22.299936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04b5a4-b10e-4a40-b2ed-c670f215a5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ff90cd-92f1-40f7-872b-88bc8fa75e9b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:22.309893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:22.315167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:22.315974 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:22.328922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f04b5a4-b10e-4a40-b2ed-c670f215a5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:22.336410 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7f04b5a4-b10e-4a40-b2ed-c670f215a5ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88ff90cd-92f1-40f7-872b-88bc8fa75e9b HTTP/1.1" status: 204 len: 168 time: 0.8995056 May 25 20:34:22.353577 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f46a59b-1e78-4c2f-9a39-4b2deb7b4afc None None] Network 8f985efb-1c26-48f7-9698-763089edd1ac requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:34:22.354220 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:22.359290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:22.376117 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fa45cd0e-1c3a-4fa7-9e70-204f12841cbe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0007024 May 25 20:34:22.376421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50254) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:22.461003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa00391d-04a5-47d8-9127-5f34464bd0e3 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:22.479480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa00391d-04a5-47d8-9127-5f34464bd0e3 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:22.480454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-aa00391d-04a5-47d8-9127-5f34464bd0e3 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Synchronizing usage tracker for tenant:1db4565e0c9247fc89e0e265b96730f8 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:34:22.511465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-aa00391d-04a5-47d8-9127-5f34464bd0e3 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Unset dirty status for tenant:1db4565e0c9247fc89e0e265b96730f8 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:34:22.518960 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-aa00391d-04a5-47d8-9127-5f34464bd0e3 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5013585 May 25 20:34:22.520084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50258) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:22.642031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 90ad136d-fff2-45c6-b8c7-94ce82a6db5a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:34:22.860979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-93414941-b59c-459c-94df-812f9ab22fd8 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Deleting port 9c056472-fa2a-44b1-a994-ef9e114a2a40 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:34:22.874540 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-93414941-b59c-459c-94df-812f9ab22fd8 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:22.930451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 90ad136d-fff2-45c6-b8c7-94ce82a6db5a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:34:22.930782 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:23.097632 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:23.254438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50274) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:23.306362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-8f985efb-1c26-48f7-9698-763089edd1ac', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:34:23.306640 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:23.455755 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-93414941-b59c-459c-94df-812f9ab22fd8 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:23.633848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 90ad136d-fff2-45c6-b8c7-94ce82a6db5a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:34:23.683331 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Allocated IP 172.20.0.18 (8f985efb-1c26-48f7-9698-763089edd1ac/99290e27-51d0-4314-8677-dc1be37b61ea/5d13ace3-7e96-4ee0-a71d-c8c995206d9c) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:34:23.722707 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ee78876-434b-4037-b3b1-1f21c14616f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:23.788287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-93414941-b59c-459c-94df-812f9ab22fd8 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Calling delete_port for 9c056472-fa2a-44b1-a994-ef9e114a2a40 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:34:23.920382 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:24.010738 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-93414941-b59c-459c-94df-812f9ab22fd8 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:24.082503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6ee78876-434b-4037-b3b1-1f21c14616f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:24.089130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6ee78876-434b-4037-b3b1-1f21c14616f6 admin admin] Usage tracker for resource:security_group_rule and tenant:59bebaa1904649748edcd70852c50135 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:24.090266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93414941-b59c-459c-94df-812f9ab22fd8 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event deleted for resources: {'Port': ['ID=9c056472-fa2a-44b1-a994-ef9e114a2a40,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:24.094047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6ee78876-434b-4037-b3b1-1f21c14616f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:24.097381 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-93414941-b59c-459c-94df-812f9ab22fd8 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:24.104128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6ee78876-434b-4037-b3b1-1f21c14616f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:24.142027 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-93414941-b59c-459c-94df-812f9ab22fd8 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "DELETE /v2.0/ports/9c056472-fa2a-44b1-a994-ef9e114a2a40 HTTP/1.1" status: 204 len: 168 time: 1.6126249 May 25 20:34:24.142269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50288) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:24.172101 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:24.183727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Transition to ACTIVE for port object 5d13ace3-7e96-4ee0-a71d-c8c995206d9c will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:34:24.203118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Transition to ACTIVE for port object 5d13ace3-7e96-4ee0-a71d-c8c995206d9c will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:34:24.210349 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:24.258109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-72e1e613-4581-47af-b08e-ae8b9f739063 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Deleting port ca45bf22-c304-4665-86a6-57e77e717d85 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:34:24.258521 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-72e1e613-4581-47af-b08e-ae8b9f739063 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:24.263084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Network 8f985efb-1c26-48f7-9698-763089edd1ac is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:34:24.269282 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:24.280391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:34:24.420886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:24.486835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Pushing event updated for resources: {'Port': ['ID=5d13ace3-7e96-4ee0-a71d-c8c995206d9c,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:24.504099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Attempting to bind port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:34:24.504670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Attempting to bind port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:34:24.505758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Attempting to bind port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c on network 8f985efb-1c26-48f7-9698-763089edd1ac {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:34:24.512186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:34:24.512720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Checking segment: {'id': 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:34:24.513332 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:24.513666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Bound using segment: {'id': 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:34:24.514232 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Bound port: 5d13ace3-7e96-4ee0-a71d-c8c995206d9c, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:34:24.514821 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:24.707545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] For port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:34:24.715197 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] For port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5d13ace3-7e96-4ee0-a71d-c8c995206d9c,segment=NetworkSegment(a349ebd6-e9ee-4cff-aad6-86acf1f2b97d),segment_id=a349ebd6-e9ee-4cff-aad6-86acf1f2b97d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:34:24.721744 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:24.873915 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-72e1e613-4581-47af-b08e-ae8b9f739063 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:24.972927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64ddcf-a966-42db-8ee2-bec780b96a6a None None] Pushing event updated for resources: {'Port': ['ID=5d13ace3-7e96-4ee0-a71d-c8c995206d9c,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:25.071253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:25.123684 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ee78876-434b-4037-b3b1-1f21c14616f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:25.143210 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-72e1e613-4581-47af-b08e-ae8b9f739063 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Calling delete_port for ca45bf22-c304-4665-86a6-57e77e717d85 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:34:25.303372 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ee78876-434b-4037-b3b1-1f21c14616f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:25.345097 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-72e1e613-4581-47af-b08e-ae8b9f739063 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:25.450307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1e613-4581-47af-b08e-ae8b9f739063 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event deleted for resources: {'Port': ['ID=ca45bf22-c304-4665-86a6-57e77e717d85,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:25.462594 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-72e1e613-4581-47af-b08e-ae8b9f739063 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:25.482031 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-72e1e613-4581-47af-b08e-ae8b9f739063 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "DELETE /v2.0/ports/ca45bf22-c304-4665-86a6-57e77e717d85 HTTP/1.1" status: 204 len: 168 time: 1.3383913 May 25 20:34:25.489599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50300) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:25.553764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7fe65a63-4720-45d1-867d-a9863583de3b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Synchronizing usage tracker for tenant:1db4565e0c9247fc89e0e265b96730f8 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:34:25.576384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6ee78876-434b-4037-b3b1-1f21c14616f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59bebaa1904649748edcd70852c50135&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3189297 May 25 20:34:25.580492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50304) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:25.600325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7fe65a63-4720-45d1-867d-a9863583de3b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Unset dirty status for tenant:1db4565e0c9247fc89e0e265b96730f8 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:34:25.610553 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7fe65a63-4720-45d1-867d-a9863583de3b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1191440 May 25 20:34:25.613039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50308) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:25.618562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee78876-434b-4037-b3b1-1f21c14616f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa11bd32-4244-4717-8e39-860acf9cdd6c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:25.619533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-309443037'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:25.649342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:25.663258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Usage tracker for resource:network and tenant:1db4565e0c9247fc89e0e265b96730f8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:25.669244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:25.693981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:25.735537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Made reservation on behalf of 1db4565e0c9247fc89e0e265b96730f8 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:25.743646 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:25.803914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:34:25.827494 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:25.828997 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Added segment 32d31459-94f1-4667-b3d4-717976da7154 of type vlan for network cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73 May 25 20:34:25.874677 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:25.935584 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e299-fd16-4099-a102-9cac3f4f91af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:26.013169 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e299-fd16-4099-a102-9cac3f4f91af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:26.070581 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:26.078436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:26.083189 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:26.434493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Allocated IP 172.20.0.17 (8f985efb-1c26-48f7-9698-763089edd1ac/99290e27-51d0-4314-8677-dc1be37b61ea/8efc9a77-4f47-4b70-9323-751b0ce5e575) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:34:26.480143 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:26.483260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event updated for resources: {'Network': ['ID=cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:26.504103 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:34:26.505658 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6725affc-cf81-4e43-bbe9-0240b1084749 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8914785 May 25 20:34:26.509845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50320) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:26.530583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-796030164'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:26.543148 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e299-fd16-4099-a102-9cac3f4f91af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:26.546859 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e299-fd16-4099-a102-9cac3f4f91af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:26.551586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5ab8e299-fd16-4099-a102-9cac3f4f91af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa11bd32-4244-4717-8e39-860acf9cdd6c HTTP/1.1" status: 204 len: 168 time: 0.9694855 May 25 20:34:26.555825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:26.574193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Usage tracker for resource:network and tenant:1db4565e0c9247fc89e0e265b96730f8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:26.578926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8e299-fd16-4099-a102-9cac3f4f91af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa11bd32-4244-4717-8e39-860acf9cdd6c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:26.595501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:26.602090 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:26.625491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:26.645792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Made reservation on behalf of 1db4565e0c9247fc89e0e265b96730f8 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:26.650066 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:26.726328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:34:26.755976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5d13ace3-7e96-4ee0-a71d-c8c995206d9c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:34:26.760293 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:26.763142 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Added segment ef0eb974-a828-4382-a558-ea2a2f05da07 of type vlan for network 72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1 May 25 20:34:26.845213 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:26.927242 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:26.951016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:26.952039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:27.013105 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5011153 May 25 20:34:27.057647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e800ad-128a-42b6-b780-828e5df2addb None None] Network 8f985efb-1c26-48f7-9698-763089edd1ac requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:34:27.446497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839daddd-a7f2-4b94-bb28-3f73323d1372 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event updated for resources: {'Network': ['ID=72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:27.593228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ede6763f-bf6c-4b7a-8125-13d78c73d087 None None] Provisioning for port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:34:27.627597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:34:28.099428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Allocated IP 172.20.0.12 (de6415ff-9e57-452b-a1ad-a032b78982ac/55df3f98-2aa7-4840-a2f8-149dee7ba24c/0b884692-b169-4a55-9e96-94fa9738574a) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:34:28.134984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:34:28.148176 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:28.159377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:34:28.160036 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:28.315194 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:28.365213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Transition to ACTIVE for port object 8efc9a77-4f47-4b70-9323-751b0ce5e575 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:34:28.369932 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-478e94c5-5fd6-438b-8bec-0beab6f38f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:28.533544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:34:28.534212 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:28.643199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5d13ace3-7e96-4ee0-a71d-c8c995206d9c,segment=NetworkSegment(a349ebd6-e9ee-4cff-aad6-86acf1f2b97d),segment_id=a349ebd6-e9ee-4cff-aad6-86acf1f2b97d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:34:28.657488 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:28.827813 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:28.960052 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:29.007306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=5d13ace3-7e96-4ee0-a71d-c8c995206d9c,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:29.505636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8750dce2-2bb5-4662-ba37-dc57012751e2 None None] Provisioning complete for port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:34:29.511077 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8750dce2-2bb5-4662-ba37-dc57012751e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:29.522844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=8efc9a77-4f47-4b70-9323-751b0ce5e575,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:29.561921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 8f985efb-1c26-48f7-9698-763089edd1ac is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:34:29.564998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:29.582845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:34:29.828331 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:29.991279 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:29.999686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8750dce2-2bb5-4662-ba37-dc57012751e2 None None] Current status of the port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:34:30.084068 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Network de6415ff-9e57-452b-a1ad-a032b78982ac is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:34:30.091042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:30.101410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:34:30.153825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8499e000-ceb2-4ae3-9c73-75037815d995 None None] Provisioning for port 8efc9a77-4f47-4b70-9323-751b0ce5e575 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:34:30.216722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8499e000-ceb2-4ae3-9c73-75037815d995 None None] Provisioning complete for port 8efc9a77-4f47-4b70-9323-751b0ce5e575 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:34:30.226038 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8499e000-ceb2-4ae3-9c73-75037815d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:30.480138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8499e000-ceb2-4ae3-9c73-75037815d995 None None] Port 8efc9a77-4f47-4b70-9323-751b0ce5e575 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:34:30.546437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event updated for resources: {'Port': ['ID=0b884692-b169-4a55-9e96-94fa9738574a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:30.569869 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b49ee24c-7818-4bc8-a881-176bcb45414b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:31.090993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50370) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:31.091560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5d13ace3-7e96-4ee0-a71d-c8c995206d9c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:34:31.097985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Request body: {'subnets': [{'network_id': 'cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--264204362', 'ip_version': 6}, {'network_id': '72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:31.098912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Request body: {'subnet': {'network_id': 'cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--264204362', 'ip_version': 6}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:31.100206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Request body: {'subnet': {'network_id': '72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:31.292209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:34:31.293037 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:31.425229 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:31.539395 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:31.607433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:34:31.719557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:31.736266 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:31.749255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Usage tracker for resource:subnet and tenant:1db4565e0c9247fc89e0e265b96730f8 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:31.758985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:31.772876 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:31.797748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Made reservation on behalf of 1db4565e0c9247fc89e0e265b96730f8 for: {'subnet': 2} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:31.811499 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:31.813361 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:31.919680 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:32.975517 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:33.005764 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:33.086002 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:33.197531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Checking segment: {'id': '32d31459-94f1-4667-b3d4-717976da7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:34:33.198226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Network hostable DHCP agents. Network: cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:34:33.238440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event updated for resources: {'Subnet': ['ID=0cd7e9ff-1d23-4836-8877-9ed690d4c533,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:33.249094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Network cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:34:33.264295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:33.283156 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dc0b64-7813-45bf-981e-62563a5c1626 None None] Network cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:34:33.285388 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:33.377487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event updated for resources: {'Subnet': ['ID=12a8501a-0c1d-412d-b94d-e299774a24ae,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:33.453482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Checking segment: {'id': 'ef0eb974-a828-4382-a558-ea2a2f05da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:34:33.453822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Network hostable DHCP agents. Network: 72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:34:33.572166 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Network 72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:34:33.611528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:33.630317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:33.631959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:33.631959 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:33.670573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Router 89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:34:33.695951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea13a166-cdc1-4f4b-863e-21ed4b38ca5e None None] Network 72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:34:33.731578 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-70ce0e55-0f61-4226-84f3-85600eb7696b tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.6379073 May 25 20:34:33.738219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50428) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:34.389001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496216c2-9130-4c2a-a4fa-ad56ea68c6b9 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:34.391456 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:34.396754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:34:34.402052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496216c2-9130-4c2a-a4fa-ad56ea68c6b9 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:34.406668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496216c2-9130-4c2a-a4fa-ad56ea68c6b9 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:34.406947 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:34.410310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-496216c2-9130-4c2a-a4fa-ad56ea68c6b9 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Synchronizing usage tracker for tenant:1db4565e0c9247fc89e0e265b96730f8 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:34:34.421104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b48228-ed3f-4a68-b04c-8504aa7accc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73', 'network_id': 'cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73', 'tenant_id': '1db4565e0c9247fc89e0e265b96730f8', 'fixed_ips': [{'subnet_id': '0cd7e9ff-1d23-4836-8877-9ed690d4c533'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:34:34.432754 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91b48228-ed3f-4a68-b04c-8504aa7accc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:34.445699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] Sync routers for ids ['89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:34:34.462867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-496216c2-9130-4c2a-a4fa-ad56ea68c6b9 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Unset dirty status for tenant:1db4565e0c9247fc89e0e265b96730f8 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:34:34.480483 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-496216c2-9130-4c2a-a4fa-ad56ea68c6b9 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.7305560 May 25 20:34:34.481845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50442) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:34.491072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] Routers {'89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:34:34.491903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:34:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:34.618852 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1', 'network_id': '72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1', 'tenant_id': '1db4565e0c9247fc89e0e265b96730f8', 'fixed_ips': [{'subnet_id': '12a8501a-0c1d-412d-b94d-e299774a24ae'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:34:34.619625 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:34.716088 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:34.728756 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f754b3-497c-4846-8701-623cc9a99939 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Deleting subnet 0cd7e9ff-1d23-4836-8877-9ed690d4c533 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:34:34.749971 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17f754b3-497c-4846-8701-623cc9a99939 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:34.845709 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50452) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:34.900451 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17f754b3-497c-4846-8701-623cc9a99939 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:35.071545 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17f754b3-497c-4846-8701-623cc9a99939 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:35.137971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=8efc9a77-4f47-4b70-9323-751b0ce5e575,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:35.198842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 8f985efb-1c26-48f7-9698-763089edd1ac is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:34:35.205396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:35.220652 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:35.227823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50460) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:35.230769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b7f69765-d0e6-4b0a-b26f-ea041f77aeb3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 12.9895248 May 25 20:34:35.234187 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a6cac80b-b209-4995-bfe4-37d417373592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:35.323290 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] Set router 89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:34:35.385925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a6cac80b-b209-4995-bfe4-37d417373592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:35.411020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a6cac80b-b209-4995-bfe4-37d417373592 admin admin] Usage tracker for resource:security_group_rule and tenant:9e81d532f4af474ebfb0e61ccaac1994 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:35.425189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a6cac80b-b209-4995-bfe4-37d417373592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:35.499308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Allocated IP 2001:db8:0:1::1 (72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1/12a8501a-0c1d-412d-b94d-e299774a24ae/18f1ca42-8b0f-4bd2-a199-9825a0b011d3) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:34:35.603669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a6cac80b-b209-4995-bfe4-37d417373592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:35.653865 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17f754b3-497c-4846-8701-623cc9a99939 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:35.710091 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17f754b3-497c-4846-8701-623cc9a99939 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:35.732208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f754b3-497c-4846-8701-623cc9a99939 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd7e9ff-1d23-4836-8877-9ed690d4c533,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:35.747742 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:35.789901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Router d173972f-36d4-4570-b5e6-b506ad07a790 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server [None req-91b48228-ed3f-4a68-b04c-8504aa7accc7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cd7e9ff-1d23-4836-8877-9ed690d4c533: This subnet is being modified by another concurrent operation. May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise exception May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cd7e9ff-1d23-4836-8877-9ed690d4c533: This subnet is being modified by another concurrent operation. May 25 20:34:35.835684 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server May 25 20:34:35.918835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047edbf3-c32f-460c-977a-fdd44f817dfb None None] Network cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:34:35.943198 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-17f754b3-497c-4846-8701-623cc9a99939 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "DELETE /v2.0/subnets/0cd7e9ff-1d23-4836-8877-9ed690d4c533 HTTP/1.1" status: 204 len: 168 time: 1.4543991 May 25 20:34:35.948554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50470) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:36.198663 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccb7e1d-e9e0-436e-8794-4d5214ed2c57 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Deleting subnet 12a8501a-0c1d-412d-b94d-e299774a24ae {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:34:36.254086 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a6cac80b-b209-4995-bfe4-37d417373592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:36.305647 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a6cac80b-b209-4995-bfe4-37d417373592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:36.323611 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:36.342949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Deleting port 0b884692-b169-4a55-9e96-94fa9738574a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:34:36.343562 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:36.456968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:34:36.458736 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a6cac80b-b209-4995-bfe4-37d417373592 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e81d532f4af474ebfb0e61ccaac1994&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6082633 May 25 20:34:36.467019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50476) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:36.470570 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Sync routers for ids ['d173972f-36d4-4570-b5e6-b506ad07a790'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:34:36.471084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cac80b-b209-4995-bfe4-37d417373592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277da616-c4f1-4ce8-a2da-8b1f98a15806,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:36.481617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-30a37cb7-421d-4b5f-9b7c-fc403f555201 None None] Provisioning complete for port 8efc9a77-4f47-4b70-9323-751b0ce5e575 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:34:36.481807 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30a37cb7-421d-4b5f-9b7c-fc403f555201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:36.508049 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9c0029eb-80ad-4eda-9c60-08431e96e36e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "PUT /v2.0/routers/d173972f-36d4-4570-b5e6-b506ad07a790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1269310 May 25 20:34:36.510411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50480) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:36.514334 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Routers {'d173972f-36d4-4570-b5e6-b506ad07a790'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:34:36.517060 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:34:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d173972f-36d4-4570-b5e6-b506ad07a790'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:36.611963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-30a37cb7-421d-4b5f-9b7c-fc403f555201 None None] Port 8efc9a77-4f47-4b70-9323-751b0ce5e575 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:34:36.709492 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-192b86cf-8084-45c7-a659-c5945f34f184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:36.770035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6', 'name': '', 'tenant_id': '08f39f25b4ab454cb9e603fb6c094c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6415ff-9e57-452b-a1ad-a032b78982ac', 'external_fixed_ips': [{'subnet_id': '55df3f98-2aa7-4840-a2f8-149dee7ba24c', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '0b884692-b169-4a55-9e96-94fa9738574a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:22Z', 'updated_at': '2022-05-25T20:34:30Z', 'revision_number': 3, 'project_id': '08f39f25b4ab454cb9e603fb6c094c37', 'gw_port': {'id': '0b884692-b169-4a55-9e96-94fa9738574a', 'name': '', 'network_id': 'de6415ff-9e57-452b-a1ad-a032b78982ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '55df3f98-2aa7-4840-a2f8-149dee7ba24c', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:26Z', 'updated_at': '2022-05-25T20:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55df3f98-2aa7-4840-a2f8-149dee7ba24c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:36.793609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] Checking router: 89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:34:36.794188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] Updating router 89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6 port 0b884692-b169-4a55-9e96-94fa9738574a binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:34:36.825178 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:36.841104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec721526-e296-449f-8437-a8ec161aa476 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:36.841927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec721526-e296-449f-8437-a8ec161aa476 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:36.842083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec721526-e296-449f-8437-a8ec161aa476 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:36.842517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec721526-e296-449f-8437-a8ec161aa476 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:36.842969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec721526-e296-449f-8437-a8ec161aa476 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:36.843415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec721526-e296-449f-8437-a8ec161aa476 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:36.843929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec721526-e296-449f-8437-a8ec161aa476 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:36.844382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec721526-e296-449f-8437-a8ec161aa476 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:36.844858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec721526-e296-449f-8437-a8ec161aa476 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:36.845308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec721526-e296-449f-8437-a8ec161aa476 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:36.861939 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ec721526-e296-449f-8437-a8ec161aa476 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7001 time: 0.3486886 May 25 20:34:36.862685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50488) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:36.950033 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:36.954944 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Set router d173972f-36d4-4570-b5e6-b506ad07a790 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:34:37.076486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39daaed9-546f-4b1a-94f7-59b74f7f8975 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:37.078604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39daaed9-546f-4b1a-94f7-59b74f7f8975 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:37.081374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39daaed9-546f-4b1a-94f7-59b74f7f8975 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:37.083524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39daaed9-546f-4b1a-94f7-59b74f7f8975 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:37.084181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39daaed9-546f-4b1a-94f7-59b74f7f8975 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:37.088023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39daaed9-546f-4b1a-94f7-59b74f7f8975 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:37.088023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39daaed9-546f-4b1a-94f7-59b74f7f8975 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:37.090010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-39daaed9-546f-4b1a-94f7-59b74f7f8975 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4592 time: 0.2258542 May 25 20:34:37.095587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Calling delete_port for 0b884692-b169-4a55-9e96-94fa9738574a owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:34:37.096356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50494) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:37.159394 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-192b86cf-8084-45c7-a659-c5945f34f184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:37.215616 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:37.254073 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-192b86cf-8084-45c7-a659-c5945f34f184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:37.287127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b86cf-8084-45c7-a659-c5945f34f184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277da616-c4f1-4ce8-a2da-8b1f98a15806,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:37.307584 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-192b86cf-8084-45c7-a659-c5945f34f184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:37.309628 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-192b86cf-8084-45c7-a659-c5945f34f184 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/277da616-c4f1-4ce8-a2da-8b1f98a15806 HTTP/1.1" status: 204 len: 168 time: 0.8404505 May 25 20:34:37.546726 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:37.678269 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Transition to ACTIVE for port object 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:34:37.755898 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3d300ea5-35a8-47f1-b14c-79f3f316505e tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2822 time: 0.6506848 May 25 20:34:37.922672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Transition to ACTIVE for port object 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:34:37.936214 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.005496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50516) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:38.013471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-746601974', 'description': 'tempest-secgroup-smoke-746601974 description', 'project_id': 'c679de4394c743daa8e268728f5cf10d'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:38.029081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:38.047153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:38.068806 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:34:31Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:33Z', 'revision_number': 2, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:38.071527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:38.074018 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Checking router: d173972f-36d4-4570-b5e6-b506ad07a790 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:34:38.074018 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Updating router d173972f-36d4-4570-b5e6-b506ad07a790 port 8efc9a77-4f47-4b70-9323-751b0ce5e575 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:34:38.088479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Pushing event updated for resources: {'Port': ['ID=18f1ca42-8b0f-4bd2-a199-9825a0b011d3,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:38.102418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:38.106241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Network 72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:34:38.108647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:38.111236 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:34:38.115856 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:34:38.116860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:34:38.135447 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ccb7e1d-e9e0-436e-8794-4d5214ed2c57 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.151146 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.241000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b884692-b169-4a55-9e96-94fa9738574a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:38.263786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:38.292324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:38.306585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:38.320592 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Attempting to bind port 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:34:38.321381 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Attempting to bind port 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'ef0eb974-a828-4382-a558-ea2a2f05da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:34:38.322003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Attempting to bind port 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 on network 72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:34:38.334007 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:34:38.335104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Checking segment: {'id': 'ef0eb974-a828-4382-a558-ea2a2f05da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:34:38.335784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.336534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Bound using segment: {'id': 'ef0eb974-a828-4382-a558-ea2a2f05da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:34:38.337340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Bound port: 18f1ca42-8b0f-4bd2-a199-9825a0b011d3, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0eb974-a828-4382-a558-ea2a2f05da07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:34:38.337993 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.349720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50522) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:38.350819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:38.369039 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.398919 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9462b394-222e-42e1-9bff-bd4fb86f452b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.419279 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ccb7e1d-e9e0-436e-8794-4d5214ed2c57 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.521881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9462b394-222e-42e1-9bff-bd4fb86f452b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:38.533600 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.591681 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.597151 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.601649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9462b394-222e-42e1-9bff-bd4fb86f452b admin admin] Usage tracker for resource:security_group_rule and tenant:05be3efaa04b43c7a622a9664dffbe75 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:38.607129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] For port 18f1ca42-8b0f-4bd2-a199-9825a0b011d3, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:34:38.614379 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] For port 18f1ca42-8b0f-4bd2-a199-9825a0b011d3, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=18f1ca42-8b0f-4bd2-a199-9825a0b011d3,segment=NetworkSegment(ef0eb974-a828-4382-a558-ea2a2f05da07),segment_id=ef0eb974-a828-4382-a558-ea2a2f05da07)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:34:38.631027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9462b394-222e-42e1-9bff-bd4fb86f452b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:38.675740 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.759951 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.761249 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7542036 May 25 20:34:38.763155 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] Port 0b884692-b169-4a55-9e96-94fa9738574a not found while updating agent binding for router 89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6. {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 25 20:34:38.784699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50530) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:38.797164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50814250-f331-4f24-b102-7e245808c6f7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f18533-3ee2-41e6-8c5c-49d1bd300f60,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:38.797851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9462b394-222e-42e1-9bff-bd4fb86f452b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:38.826537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f5fdba12-252d-4604-975b-a733a6bf5b7d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': '27f18533-3ee2-41e6-8c5c-49d1bd300f60', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:38.845869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f5fdba12-252d-4604-975b-a733a6bf5b7d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:38.863243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f5fdba12-252d-4604-975b-a733a6bf5b7d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:38.872149 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e1de6-8b4c-449b-82f5-d834eebe4c15 None None] Pushing event updated for resources: {'Port': ['ID=18f1ca42-8b0f-4bd2-a199-9825a0b011d3,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:38.882976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f5fdba12-252d-4604-975b-a733a6bf5b7d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:38.906732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f5fdba12-252d-4604-975b-a733a6bf5b7d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:38.911908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] Routers {'89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:34:38.912766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:34:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:38.960462 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5fdba12-252d-4604-975b-a733a6bf5b7d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.982528 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:38.990421 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:39.061763 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ccb7e1d-e9e0-436e-8794-4d5214ed2c57 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:39.112575 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:39.113463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:34:39.116323 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5fdba12-252d-4604-975b-a733a6bf5b7d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:39.130354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5fdba12-252d-4604-975b-a733a6bf5b7d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:39.168383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] Set router 89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:34:39.199343 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5fdba12-252d-4604-975b-a733a6bf5b7d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:39.203021 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f5fdba12-252d-4604-975b-a733a6bf5b7d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4146562 May 25 20:34:39.204996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50536) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:39.214397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8f86d779-b048-4962-8138-01deab83e051 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': '27f18533-3ee2-41e6-8c5c-49d1bd300f60', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:39.222050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdba12-252d-4604-975b-a733a6bf5b7d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098447de-024b-413a-b25d-335c60fcae89,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:39.226079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8f86d779-b048-4962-8138-01deab83e051 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:39.231616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8f86d779-b048-4962-8138-01deab83e051 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:39.235234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8f86d779-b048-4962-8138-01deab83e051 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:39.245935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8f86d779-b048-4962-8138-01deab83e051 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:39.261587 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:39.263376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-47c76bfd-0043-4946-b662-4286fe002dac tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "DELETE /v2.0/routers/89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6 HTTP/1.1" status: 204 len: 168 time: 4.0340741 May 25 20:34:39.266937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50540) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:39.339752 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:39.372818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-a203974d-a00e-4144-859b-5bf07126e639 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Deleting subnet 55df3f98-2aa7-4840-a2f8-149dee7ba24c {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:34:39.376415 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a203974d-a00e-4144-859b-5bf07126e639 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:39.406708 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6', 'name': '', 'tenant_id': '08f39f25b4ab454cb9e603fb6c094c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:22Z', 'updated_at': '2022-05-25T20:34:37Z', 'revision_number': 5, 'project_id': '08f39f25b4ab454cb9e603fb6c094c37', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:39.413065 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7718e6-7b7e-4360-8fc3-b951cb83704c None None] The sync data for ids ['89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6'] in n-d-843339-1 is: [{'id': '89f7bad4-92d3-4834-bf5d-0d4d5f40d7a6', 'name': '', 'tenant_id': '08f39f25b4ab454cb9e603fb6c094c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:22Z', 'updated_at': '2022-05-25T20:34:37Z', 'revision_number': 5, 'project_id': '08f39f25b4ab454cb9e603fb6c094c37', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:34:39.475634 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Transition to ACTIVE for port object 8efc9a77-4f47-4b70-9323-751b0ce5e575 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:34:39.483492 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ccb7e1d-e9e0-436e-8794-4d5214ed2c57 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:39.487968 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:39.497408 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9462b394-222e-42e1-9bff-bd4fb86f452b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:39.517392 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a203974d-a00e-4144-859b-5bf07126e639 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:39.531450 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8f86d779-b048-4962-8138-01deab83e051 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:39.650308 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a203974d-a00e-4144-859b-5bf07126e639 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.007445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8f86d779-b048-4962-8138-01deab83e051 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.015252 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8f86d779-b048-4962-8138-01deab83e051 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.056122 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9ff94-99d7-45e8-a076-37a32a73240f None None] Pushing event updated for resources: {'Port': ['ID=8efc9a77-4f47-4b70-9323-751b0ce5e575,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:40.087417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86d779-b048-4962-8138-01deab83e051 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad9e81c-6146-4d5e-9a51-582b7ef6aa72,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:40.101969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9462b394-222e-42e1-9bff-bd4fb86f452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.122905 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9ff94-99d7-45e8-a076-37a32a73240f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:40.123441 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9ff94-99d7-45e8-a076-37a32a73240f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:40.123974 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9ff94-99d7-45e8-a076-37a32a73240f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:40.124513 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9ff94-99d7-45e8-a076-37a32a73240f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:40.125621 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9ff94-99d7-45e8-a076-37a32a73240f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:40.126743 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9ff94-99d7-45e8-a076-37a32a73240f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:40.127310 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9ff94-99d7-45e8-a076-37a32a73240f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:40.127763 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9ff94-99d7-45e8-a076-37a32a73240f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:40.128199 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9ff94-99d7-45e8-a076-37a32a73240f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:40.128709 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9ff94-99d7-45e8-a076-37a32a73240f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:40.129982 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9ff94-99d7-45e8-a076-37a32a73240f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:40.130511 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a9ff94-99d7-45e8-a076-37a32a73240f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:40.131378 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8f86d779-b048-4962-8138-01deab83e051 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.136323 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8f86d779-b048-4962-8138-01deab83e051 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9301169 May 25 20:34:40.136950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50552) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:40.144164 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a203974d-a00e-4144-859b-5bf07126e639 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.161723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e8724f02-ac3a-41f4-be74-a9a7e266bb04 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': '27f18533-3ee2-41e6-8c5c-49d1bd300f60', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:40.175624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e8724f02-ac3a-41f4-be74-a9a7e266bb04 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:40.177965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb7e1d-e9e0-436e-8794-4d5214ed2c57 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event deleted for resources: {'Subnet': ['ID=12a8501a-0c1d-412d-b94d-e299774a24ae,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:40.195799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e8724f02-ac3a-41f4-be74-a9a7e266bb04 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:40.205008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e8724f02-ac3a-41f4-be74-a9a7e266bb04 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:40.229684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e8724f02-ac3a-41f4-be74-a9a7e266bb04 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:40.251080 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ccb7e1d-e9e0-436e-8794-4d5214ed2c57 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.257661 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8724f02-ac3a-41f4-be74-a9a7e266bb04 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.296981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203974d-a00e-4144-859b-5bf07126e639 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=55df3f98-2aa7-4840-a2f8-149dee7ba24c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:40.302759 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a203974d-a00e-4144-859b-5bf07126e639 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.322284 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7ccb7e1d-e9e0-436e-8794-4d5214ed2c57 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "DELETE /v2.0/subnets/12a8501a-0c1d-412d-b94d-e299774a24ae HTTP/1.1" status: 204 len: 168 time: 4.3616416 May 25 20:34:40.328872 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9462b394-222e-42e1-9bff-bd4fb86f452b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05be3efaa04b43c7a622a9664dffbe75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9781377 May 25 20:34:40.330892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462b394-222e-42e1-9bff-bd4fb86f452b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faedb33-f524-427e-b1f9-ec226bf2bd65,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:40.334101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50558) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:40.334765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50560) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:40.388047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8724f02-ac3a-41f4-be74-a9a7e266bb04 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.393768 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8724f02-ac3a-41f4-be74-a9a7e266bb04 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.399883 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Attempting to bind port 8efc9a77-4f47-4b70-9323-751b0ce5e575 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:34:40.401760 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Attempting to bind port 8efc9a77-4f47-4b70-9323-751b0ce5e575 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:34:40.402515 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Attempting to bind port 8efc9a77-4f47-4b70-9323-751b0ce5e575 on network 8f985efb-1c26-48f7-9698-763089edd1ac {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:34:40.417430 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a203974d-a00e-4144-859b-5bf07126e639 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/55df3f98-2aa7-4840-a2f8-149dee7ba24c HTTP/1.1" status: 204 len: 168 time: 1.1492224 May 25 20:34:40.421788 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:34:40.422720 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Checking segment: {'id': 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:34:40.423398 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.424098 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Bound using segment: {'id': 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:34:40.425089 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Bound port: 8efc9a77-4f47-4b70-9323-751b0ce5e575, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:34:40.425891 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.436995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50566) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:40.442841 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8724f02-ac3a-41f4-be74-a9a7e266bb04 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.446226 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e8724f02-ac3a-41f4-be74-a9a7e266bb04 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3063917 May 25 20:34:40.449234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8724f02-ac3a-41f4-be74-a9a7e266bb04 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2100a641-b256-41f5-880a-8f5364e58622,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:40.459125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50570) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:40.465386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0494341f-4bbe-44ae-a7b7-b26e0de99f71 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': '27f18533-3ee2-41e6-8c5c-49d1bd300f60', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:40.475649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0494341f-4bbe-44ae-a7b7-b26e0de99f71 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:40.485454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0494341f-4bbe-44ae-a7b7-b26e0de99f71 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:40.490582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0494341f-4bbe-44ae-a7b7-b26e0de99f71 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:40.512956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0494341f-4bbe-44ae-a7b7-b26e0de99f71 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:40.541901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0494341f-4bbe-44ae-a7b7-b26e0de99f71 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.577091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cbed4b-2f64-4ad3-b006-7fc5f05a4538 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:40.577881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-74cbed4b-2f64-4ad3-b006-7fc5f05a4538 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Synchronizing usage tracker for tenant:1db4565e0c9247fc89e0e265b96730f8 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:34:40.600067 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] For port 8efc9a77-4f47-4b70-9323-751b0ce5e575, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:34:40.606221 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] For port 8efc9a77-4f47-4b70-9323-751b0ce5e575, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8efc9a77-4f47-4b70-9323-751b0ce5e575,segment=NetworkSegment(a349ebd6-e9ee-4cff-aad6-86acf1f2b97d),segment_id=a349ebd6-e9ee-4cff-aad6-86acf1f2b97d)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:34:40.615744 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.616156 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.623350 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4965f533-0018-4dba-95b0-89b3038a7e5f tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.651845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-74cbed4b-2f64-4ad3-b006-7fc5f05a4538 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Unset dirty status for tenant:1db4565e0c9247fc89e0e265b96730f8 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:34:40.657786 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-74cbed4b-2f64-4ad3-b006-7fc5f05a4538 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3143220 May 25 20:34:40.658405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50574) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:40.685356 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.711885 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0494341f-4bbe-44ae-a7b7-b26e0de99f71 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.741870 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0494341f-4bbe-44ae-a7b7-b26e0de99f71 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:40.892842 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9ff94-99d7-45e8-a076-37a32a73240f None None] Pushing event updated for resources: {'Port': ['ID=8efc9a77-4f47-4b70-9323-751b0ce5e575,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:40.908990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:34:40.917576 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Routers {'d173972f-36d4-4570-b5e6-b506ad07a790'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:34:40.918272 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:34:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d173972f-36d4-4570-b5e6-b506ad07a790'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:41.021928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494341f-4bbe-44ae-a7b7-b26e0de99f71 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a44788d-726f-497e-9743-c8076be1a281,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:41.056048 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0494341f-4bbe-44ae-a7b7-b26e0de99f71 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:41.063481 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4965f533-0018-4dba-95b0-89b3038a7e5f tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:41.067553 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0494341f-4bbe-44ae-a7b7-b26e0de99f71 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5972435 May 25 20:34:41.068817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50582) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:41.110940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e065f9e3-2e16-475d-b6f8-99704fbfe84b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': '27f18533-3ee2-41e6-8c5c-49d1bd300f60', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:41.126693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e065f9e3-2e16-475d-b6f8-99704fbfe84b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:41.133320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:34:41.148003 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:41.153050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e065f9e3-2e16-475d-b6f8-99704fbfe84b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:41.156768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e065f9e3-2e16-475d-b6f8-99704fbfe84b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:41.158103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-4965f533-0018-4dba-95b0-89b3038a7e5f tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6415ff-9e57-452b-a1ad-a032b78982ac']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:41.173840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e065f9e3-2e16-475d-b6f8-99704fbfe84b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:41.178872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-4965f533-0018-4dba-95b0-89b3038a7e5f tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605f5228-53f3-4225-85e7-e8017d1fad18') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:41.179575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-4965f533-0018-4dba-95b0-89b3038a7e5f tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605f5228-53f3-4225-85e7-e8017d1fad18') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:41.213418 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4965f533-0018-4dba-95b0-89b3038a7e5f tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:41.239702 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:41.244121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Deleting port 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:34:41.244814 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:41.282399 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4965f533-0018-4dba-95b0-89b3038a7e5f tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:41.285938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faedb33-f524-427e-b1f9-ec226bf2bd65,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:41.316687 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:41.320423 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9faedb33-f524-427e-b1f9-ec226bf2bd65 HTTP/1.1" status: 204 len: 168 time: 0.9800134 May 25 20:34:41.325186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4965f533-0018-4dba-95b0-89b3038a7e5f tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:34:41.326919 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4965f533-0018-4dba-95b0-89b3038a7e5f tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:41.375735 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-e065f9e3-2e16-475d-b6f8-99704fbfe84b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Project c679de4394c743daa8e268728f5cf10d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:34:41.377052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:41.377458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:41.377875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:41.378265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:41.378790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:41.379170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:41.379835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:41.380291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:41.380703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:41.381131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:41.381532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:41.383071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac110d0-a805-4827-be23-d029385141a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:34:41.447956 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 605f5228-53f3-4225-85e7-e8017d1fad18 resource provider aggregate not found May 25 20:34:41.450930 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e065f9e3-2e16-475d-b6f8-99704fbfe84b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:41.473915 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] Set router d173972f-36d4-4570-b5e6-b506ad07a790 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:34:41.780244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58285482-81b6-4534-b224-9f17a6aabab0 None None] Network 72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:34:41.790904 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e065f9e3-2e16-475d-b6f8-99704fbfe84b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:41.802478 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e065f9e3-2e16-475d-b6f8-99704fbfe84b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:42.029725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065f9e3-2e16-475d-b6f8-99704fbfe84b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c33562-3936-4ae3-994f-f4a2a6ab5c5d,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:42.180360 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e065f9e3-2e16-475d-b6f8-99704fbfe84b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:42.185741 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e065f9e3-2e16-475d-b6f8-99704fbfe84b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1126533 May 25 20:34:42.193007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50610) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:42.213409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] For port 18f1ca42-8b0f-4bd2-a199-9825a0b011d3, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=18f1ca42-8b0f-4bd2-a199-9825a0b011d3,segment=NetworkSegment(ef0eb974-a828-4382-a558-ea2a2f05da07),segment_id=ef0eb974-a828-4382-a558-ea2a2f05da07)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:34:42.214313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:42.259127 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 605f5228-53f3-4225-85e7-e8017d1fad18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 605f5228-53f3-4225-85e7-e8017d1fad18 found for delete ", "request_id": "req-fe340123-cf22-4469-9aad-530f7ba34914"}]} May 25 20:34:42.357457 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4965f533-0018-4dba-95b0-89b3038a7e5f tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:42.372954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7aab1dd8-2e1f-4bea-83ae-1d7007714124 None None] Provisioning for port 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:34:42.384557 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7aab1dd8-2e1f-4bea-83ae-1d7007714124 None None] Provisioning complete for port 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:34:42.385212 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7aab1dd8-2e1f-4bea-83ae-1d7007714124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:42.400140 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:34:31Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:40Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:42.411295 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c18dfd5-337d-43c2-b461-b629010a22da None None] The sync data for ids ['d173972f-36d4-4570-b5e6-b506ad07a790'] in n-d-843339-1 is: [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:34:31Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:40Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:34:42.418849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4965f533-0018-4dba-95b0-89b3038a7e5f tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de6415ff-9e57-452b-a1ad-a032b78982ac {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 25 20:34:42.434547 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4965f533-0018-4dba-95b0-89b3038a7e5f tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:42.469857 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4965f533-0018-4dba-95b0-89b3038a7e5f tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "DELETE /v2.0/networks/de6415ff-9e57-452b-a1ad-a032b78982ac HTTP/1.1" status: 204 len: 168 time: 2.0316982 May 25 20:34:42.481716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965f533-0018-4dba-95b0-89b3038a7e5f tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event deleted for resources: {'Network': ['ID=de6415ff-9e57-452b-a1ad-a032b78982ac,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:42.491180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-222f75d9-072e-4263-9a69-3afa9296e919 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': '27f18533-3ee2-41e6-8c5c-49d1bd300f60', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:42.671719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Calling delete_port for 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:34:42.713972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-222f75d9-072e-4263-9a69-3afa9296e919 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:42.754107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-222f75d9-072e-4263-9a69-3afa9296e919 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:42.766778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-222f75d9-072e-4263-9a69-3afa9296e919 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:42.786813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7aab1dd8-2e1f-4bea-83ae-1d7007714124 None None] Current status of the port 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:34:42.789668 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7aab1dd8-2e1f-4bea-83ae-1d7007714124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:42.789988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-222f75d9-072e-4263-9a69-3afa9296e919 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:42.824427 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b855f0-efe5-45b0-b94b-53ddbaf28fd6 None None] DHCP port deletion for 72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:34:42.837942 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-222f75d9-072e-4263-9a69-3afa9296e919 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Project c679de4394c743daa8e268728f5cf10d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:34:42.838372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a2b855f0-efe5-45b0-b94b-53ddbaf28fd6 None None] Deleting port 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:34:42.839222 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a2b855f0-efe5-45b0-b94b-53ddbaf28fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:42.854530 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-222f75d9-072e-4263-9a69-3afa9296e919 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:42.937086 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:43.230268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] No DVR routers for this DVR port 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:34:43.248102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event deleted for resources: {'Port': ['ID=18f1ca42-8b0f-4bd2-a199-9825a0b011d3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:43.328648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50642) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:43.336556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-0ea19fe2-d860-4558-a596-53e24e7a701b tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Request body: {'router': {'name': 'tempest-router--1474691873', 'project_id': 'e442e0e8c795475cac07d756a753789f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:43.347042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0ea19fe2-d860-4558-a596-53e24e7a701b tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:43.362022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0ea19fe2-d860-4558-a596-53e24e7a701b tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Usage tracker for resource:router and tenant:e442e0e8c795475cac07d756a753789f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:43.368107 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a2b855f0-efe5-45b0-b94b-53ddbaf28fd6 None None] The port '18f1ca42-8b0f-4bd2-a199-9825a0b011d3' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:34:43.369224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0ea19fe2-d860-4558-a596-53e24e7a701b tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:43.389251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0ea19fe2-d860-4558-a596-53e24e7a701b tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:43.396488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee634cfb-bec6-4bbf-beca-ee571bd7de96 None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:34:43.420272 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ea19fe2-d860-4558-a596-53e24e7a701b tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:43.423194 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ea19fe2-d860-4558-a596-53e24e7a701b tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:43.462028 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ea19fe2-d860-4558-a596-53e24e7a701b tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:43.513017 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ea19fe2-d860-4558-a596-53e24e7a701b tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:43.566713 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ea19fe2-d860-4558-a596-53e24e7a701b tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:43.571891 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0ea19fe2-d860-4558-a596-53e24e7a701b tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2405734 May 25 20:34:43.573069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50652) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:43.599663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee634cfb-bec6-4bbf-beca-ee571bd7de96 None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:34:43.903222 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-24f85cac-3a8b-45bf-bec8-2b74bde2c8e5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:44.269671 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:44.281495 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-222f75d9-072e-4263-9a69-3afa9296e919 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:44.303835 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-222f75d9-072e-4263-9a69-3afa9296e919 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:44.391769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:44.419619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0eb974-a828-4382-a558-ea2a2f05da07') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:44.420394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0eb974-a828-4382-a558-ea2a2f05da07') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:44.450468 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:44.557591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f75d9-072e-4263-9a69-3afa9296e919 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d521fb-492e-40cc-916d-b023a68cc5ab,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:44.588540 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:44.597866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-222f75d9-072e-4263-9a69-3afa9296e919 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:44.600391 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-222f75d9-072e-4263-9a69-3afa9296e919 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.4044082 May 25 20:34:44.602900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:34:44.604013 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:44.709366 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment ef0eb974-a828-4382-a558-ea2a2f05da07 resource provider aggregate not found May 25 20:34:44.996628 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-24f85cac-3a8b-45bf-bec8-2b74bde2c8e5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:45.001500 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-24f85cac-3a8b-45bf-bec8-2b74bde2c8e5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:45.015934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8efc9a77-4f47-4b70-9323-751b0ce5e575 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:34:45.028672 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment ef0eb974-a828-4382-a558-ea2a2f05da07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef0eb974-a828-4382-a558-ea2a2f05da07 found for delete ", "request_id": "req-68bd4f83-629c-4227-b4d7-ac0055e2d8e6"}]} May 25 20:34:45.073423 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-24f85cac-3a8b-45bf-bec8-2b74bde2c8e5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:45.074019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f85cac-3a8b-45bf-bec8-2b74bde2c8e5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebcda1c3-c47a-42be-a1b2-56f308752edb {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:34:45.089596 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-24f85cac-3a8b-45bf-bec8-2b74bde2c8e5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:45.090791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-24f85cac-3a8b-45bf-bec8-2b74bde2c8e5 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "DELETE /v2.0/routers/ebcda1c3-c47a-42be-a1b2-56f308752edb HTTP/1.1" status: 204 len: 168 time: 1.5147507 May 25 20:34:45.110941 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:45.152877 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:45.215640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event deleted for resources: {'Network': ['ID=72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:45.242637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7003803f-4f2c-47db-afc4-9b021146edfc tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "DELETE /v2.0/networks/72e989d6-220c-4ca0-af9d-f3a4ae8fe7b1 HTTP/1.1" status: 204 len: 168 time: 4.5773103 May 25 20:34:45.245069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50700) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:45.246349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 8efc9a77-4f47-4b70-9323-751b0ce5e575 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:34:45.255271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8efc9a77-4f47-4b70-9323-751b0ce5e575 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:34:45.256019 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:45.588734 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd046dbf-4361-47f0-b8f9-e4e0c980c304 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:45.646966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50710) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:45.718003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8efc9a77-4f47-4b70-9323-751b0ce5e575 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:34:45.724225 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:45.815845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 8efc9a77-4f47-4b70-9323-751b0ce5e575, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8efc9a77-4f47-4b70-9323-751b0ce5e575,segment=NetworkSegment(a349ebd6-e9ee-4cff-aad6-86acf1f2b97d),segment_id=a349ebd6-e9ee-4cff-aad6-86acf1f2b97d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:34:45.825771 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:45.953675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:34:46.029601 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd046dbf-4361-47f0-b8f9-e4e0c980c304 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:46.060783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:34:46.061867 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 18f1ca42-8b0f-4bd2-a199-9825a0b011d3 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:34:46.084704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=8efc9a77-4f47-4b70-9323-751b0ce5e575,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:46.113092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-dd046dbf-4361-47f0-b8f9-e4e0c980c304 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:46.155745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-dd046dbf-4361-47f0-b8f9-e4e0c980c304 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d31459-94f1-4667-b3d4-717976da7154') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:46.156131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-dd046dbf-4361-47f0-b8f9-e4e0c980c304 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d31459-94f1-4667-b3d4-717976da7154') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:46.194455 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd046dbf-4361-47f0-b8f9-e4e0c980c304 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:46.234289 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd046dbf-4361-47f0-b8f9-e4e0c980c304 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:46.250238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd046dbf-4361-47f0-b8f9-e4e0c980c304 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:34:46.250653 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd046dbf-4361-47f0-b8f9-e4e0c980c304 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:46.446036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1657418832', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:46.453340 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 32d31459-94f1-4667-b3d4-717976da7154 resource provider aggregate not found May 25 20:34:46.458727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:46.464187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Usage tracker for resource:router and tenant:73327b5a8a484025bab3ae5ba03781a7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:46.468615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:46.490470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:46.499613 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd046dbf-4361-47f0-b8f9-e4e0c980c304 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:46.504777 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:46.506478 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:46.514673 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd046dbf-4361-47f0-b8f9-e4e0c980c304 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:46.522094 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 32d31459-94f1-4667-b3d4-717976da7154 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32d31459-94f1-4667-b3d4-717976da7154 found for delete ", "request_id": "req-11217ce0-253d-4d1b-9374-23874c713d76"}]} May 25 20:34:46.526833 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:46.562545 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-fa94b751-1a9e-4a5c-be9e-599e871de92a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-746601974&fields=id&tenant_id=c679de4394c743daa8e268728f5cf10d HTTP/1.1" status: 200 len: 267 time: 0.6333320 May 25 20:34:46.566321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd046dbf-4361-47f0-b8f9-e4e0c980c304 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event deleted for resources: {'Network': ['ID=cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:46.570706 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dd046dbf-4361-47f0-b8f9-e4e0c980c304 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "DELETE /v2.0/networks/cf90f0ff-3cbf-4a1f-9f99-84ffcb171f73 HTTP/1.1" status: 204 len: 168 time: 1.3245556 May 25 20:34:46.578943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50742) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:46.881582 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8efc9a77-4f47-4b70-9323-751b0ce5e575 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:34:46.940973 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376fc434-c66a-4214-805c-f9047d81e492 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:47.060584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:47.156614 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8efc9a77-4f47-4b70-9323-751b0ce5e575 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:34:47.157080 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:47.236639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-d575475a-52ea-4956-b047-23edddb2baa0 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:47.239046 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-d575475a-52ea-4956-b047-23edddb2baa0 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/networks?id=8f985efb-1c26-48f7-9698-763089edd1ac HTTP/1.1" status: 200 len: 797 time: 0.6584384 May 25 20:34:47.348342 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-35c10a3a-a593-4b29-964f-ce48a22a7d40 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/quotas/c679de4394c743daa8e268728f5cf10d HTTP/1.1" status: 200 len: 375 time: 0.1012757 May 25 20:34:47.359307 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376fc434-c66a-4214-805c-f9047d81e492 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:47.489988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-376fc434-c66a-4214-805c-f9047d81e492 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11eb089c-f059-4710-9fca-2bf75a846f7b']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:47.517007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-376fc434-c66a-4214-805c-f9047d81e492 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfc7775-1c4e-4bb0-a469-a9021a9e133a') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:47.517710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-376fc434-c66a-4214-805c-f9047d81e492 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfc7775-1c4e-4bb0-a469-a9021a9e133a') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:47.519419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8efc9a77-4f47-4b70-9323-751b0ce5e575 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:34:47.549295 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376fc434-c66a-4214-805c-f9047d81e492 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:47.584723 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376fc434-c66a-4214-805c-f9047d81e492 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:47.614247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376fc434-c66a-4214-805c-f9047d81e492 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:34:47.614925 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376fc434-c66a-4214-805c-f9047d81e492 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:47.654550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-69eb40ae-49ed-48de-8fd7-2fda3b5894ee tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2980671 May 25 20:34:47.840905 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:47.862415 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376fc434-c66a-4214-805c-f9047d81e492 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:47.876601 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376fc434-c66a-4214-805c-f9047d81e492 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:47.923027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fc434-c66a-4214-805c-f9047d81e492 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event deleted for resources: {'Network': ['ID=11eb089c-f059-4710-9fca-2bf75a846f7b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:47.933874 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:48.119895 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-376fc434-c66a-4214-805c-f9047d81e492 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "DELETE /v2.0/networks/11eb089c-f059-4710-9fca-2bf75a846f7b HTTP/1.1" status: 204 len: 168 time: 1.5365539 May 25 20:34:48.126989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50788) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:48.219598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Allocated IP 172.25.3.190 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/3455f985-d3ca-46f7-997d-7302d37fcc48) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:34:48.258614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50792) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:48.473143 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9fed4108-f6c5-4953-bfd3-d2cb10f6d6f2 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:48.548983 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1c35eb88-dd1a-455c-aaff-3172abc468ad service neutron] 10.222.0.60 "GET /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7499812 May 25 20:34:48.561739 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment ccfc7775-1c4e-4bb0-a469-a9021a9e133a resource provider aggregate not found May 25 20:34:48.587244 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8272410-5ca6-461a-9eec-0fcc00cff69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:48.613192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a8272410-5ca6-461a-9eec-0fcc00cff69f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:48.625643 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment ccfc7775-1c4e-4bb0-a469-a9021a9e133a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccfc7775-1c4e-4bb0-a469-a9021a9e133a found for delete ", "request_id": "req-07728362-7bb3-4ef9-8827-e0de35eb6205"}]} May 25 20:34:48.632864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a8272410-5ca6-461a-9eec-0fcc00cff69f admin admin] Usage tracker for resource:security_group_rule and tenant:027e8c46189e4104800bda28ca686846 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:48.640121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a8272410-5ca6-461a-9eec-0fcc00cff69f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:48.664452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a8272410-5ca6-461a-9eec-0fcc00cff69f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:48.724675 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:48.837231 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9fed4108-f6c5-4953-bfd3-d2cb10f6d6f2 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:48.882791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9fed4108-f6c5-4953-bfd3-d2cb10f6d6f2 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687b78d9-d34c-47ec-9604-a3fab09c6275']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:48.891631 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-27630000-2351-4ae8-a7ce-2f54d0de9425 service neutron] 10.222.0.60 "GET /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296144 May 25 20:34:48.902010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9fed4108-f6c5-4953-bfd3-d2cb10f6d6f2 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72143048-420a-499a-8e61-690064018381') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:48.902010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9fed4108-f6c5-4953-bfd3-d2cb10f6d6f2 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72143048-420a-499a-8e61-690064018381') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:48.917087 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:48.935137 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9fed4108-f6c5-4953-bfd3-d2cb10f6d6f2 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:48.967710 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8272410-5ca6-461a-9eec-0fcc00cff69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:48.980940 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9fed4108-f6c5-4953-bfd3-d2cb10f6d6f2 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:48.987922 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8272410-5ca6-461a-9eec-0fcc00cff69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:48.991872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fed4108-f6c5-4953-bfd3-d2cb10f6d6f2 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:34:48.993641 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9fed4108-f6c5-4953-bfd3-d2cb10f6d6f2 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:49.062440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a8272410-5ca6-461a-9eec-0fcc00cff69f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=027e8c46189e4104800bda28ca686846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8023334 May 25 20:34:49.075661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:34:49.076586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50812) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:49.085422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:49.096797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:34:49.172871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9fed4108-f6c5-4953-bfd3-d2cb10f6d6f2 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:49.190485 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9fed4108-f6c5-4953-bfd3-d2cb10f6d6f2 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:49.258103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed4108-f6c5-4953-bfd3-d2cb10f6d6f2 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] Pushing event deleted for resources: {'Network': ['ID=687b78d9-d34c-47ec-9604-a3fab09c6275,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:49.261258 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9fed4108-f6c5-4953-bfd3-d2cb10f6d6f2 tempest-BulkNetworkOpsIpV6Test-1565873383 tempest-BulkNetworkOpsIpV6Test-1565873383-project] 10.222.0.60 "DELETE /v2.0/networks/687b78d9-d34c-47ec-9604-a3fab09c6275 HTTP/1.1" status: 204 len: 168 time: 1.1325200 May 25 20:34:49.391453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Pushing event updated for resources: {'Port': ['ID=3455f985-d3ca-46f7-997d-7302d37fcc48,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:49.515594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8272410-5ca6-461a-9eec-0fcc00cff69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d848001-24aa-4901-8c08-091617efb808,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:49.929095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50840) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:50.087234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-685dda42-69a5-4a3b-baea-abef362e211f req-428041c1-91a3-420a-89a8-242563c7d7ad tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:34:50.095018 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1f9d1aea-60bb-4d7f-83b6-cd21143a86ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:50.298965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-685dda42-69a5-4a3b-baea-abef362e211f req-428041c1-91a3-420a-89a8-242563c7d7ad tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:34:50.308808 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b14961ab-0643-4438-8ee3-47fcbcb1a1dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1db4565e0c9247fc89e0e265b96730f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781896 May 25 20:34:50.312219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50850) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:50.314253 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-685dda42-69a5-4a3b-baea-abef362e211f req-428041c1-91a3-420a-89a8-242563c7d7ad tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 210 time: 0.9733448 May 25 20:34:50.318715 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1f9d1aea-60bb-4d7f-83b6-cd21143a86ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:50.428225 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-52d969f6-c3ad-47f3-837d-c7511581f448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:50.464741 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-52d969f6-c3ad-47f3-837d-c7511581f448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:50.534078 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:50.564811 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-52d969f6-c3ad-47f3-837d-c7511581f448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:50.596317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d969f6-c3ad-47f3-837d-c7511581f448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accabf58-7123-488f-9089-b7c247078613,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:50.608082 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-52d969f6-c3ad-47f3-837d-c7511581f448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:50.609176 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-52d969f6-c3ad-47f3-837d-c7511581f448 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/accabf58-7123-488f-9089-b7c247078613 HTTP/1.1" status: 204 len: 168 time: 0.2938662 May 25 20:34:50.653607 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1f9d1aea-60bb-4d7f-83b6-cd21143a86ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:50.654625 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 72143048-420a-499a-8e61-690064018381 resource provider aggregate not found May 25 20:34:50.687639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d1aea-60bb-4d7f-83b6-cd21143a86ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d848001-24aa-4901-8c08-091617efb808,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:50.701635 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 72143048-420a-499a-8e61-690064018381 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72143048-420a-499a-8e61-690064018381 found for delete ", "request_id": "req-7e7178c0-93fa-47ac-85a8-3051e875b2cb"}]} May 25 20:34:50.826270 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1f9d1aea-60bb-4d7f-83b6-cd21143a86ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:50.832760 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1f9d1aea-60bb-4d7f-83b6-cd21143a86ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d848001-24aa-4901-8c08-091617efb808 HTTP/1.1" status: 204 len: 168 time: 1.4978671 May 25 20:34:51.337373 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:51.494891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-8c9a4e4d-dd73-4ddc-b216-e6751433c114 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:51.515717 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-8c9a4e4d-dd73-4ddc-b216-e6751433c114 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "GET /v2.0/networks?id=8f985efb-1c26-48f7-9698-763089edd1ac HTTP/1.1" status: 200 len: 797 time: 0.4996705 May 25 20:34:51.679068 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-f1467839-210a-485e-8538-3fa0420833c9 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c679de4394c743daa8e268728f5cf10d HTTP/1.1" status: 200 len: 379 time: 0.1546814 May 25 20:34:51.706545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'port': {'device_id': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'admin_state_up': True, 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'security_groups': ['27f18533-3ee2-41e6-8c5c-49d1bd300f60']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:51.785648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50924) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:51.855740 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94f383db-d557-42f6-865f-b7a6ff7c0d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:51.897213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-94f383db-d557-42f6-865f-b7a6ff7c0d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:51.917334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-94f383db-d557-42f6-865f-b7a6ff7c0d2e admin admin] Usage tracker for resource:security_group_rule and tenant:677999c9c5d947aca054276f3c9e0506 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:51.928594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-94f383db-d557-42f6-865f-b7a6ff7c0d2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:51.951573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-94f383db-d557-42f6-865f-b7a6ff7c0d2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:51.981900 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8135ca06-b212-4619-8064-91b353b95585 req-cbeb8870-48b8-4c22-9c05-47b015b1372a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 210 time: 0.2974355 May 25 20:34:52.100536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Router 9c02e984-de57-4613-9afa-fa6d68d748be is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:34:52.433795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:52.449660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:52.593954 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94f383db-d557-42f6-865f-b7a6ff7c0d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:52.603894 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94f383db-d557-42f6-865f-b7a6ff7c0d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:52.607373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Made reservation on behalf of c679de4394c743daa8e268728f5cf10d for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:52.611414 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:52.649558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50944) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:52.654359 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-94f383db-d557-42f6-865f-b7a6ff7c0d2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=677999c9c5d947aca054276f3c9e0506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8665619 May 25 20:34:52.662850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50948) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:52.706723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:34:52.726120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d7c30-a626-4e74-981f-0af148ef44de None None] Sync routers for ids ['9c02e984-de57-4613-9afa-fa6d68d748be'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:34:52.746809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d7c30-a626-4e74-981f-0af148ef44de None None] Routers {'9c02e984-de57-4613-9afa-fa6d68d748be'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:34:52.748104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7e2d7c30-a626-4e74-981f-0af148ef44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:34:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9c02e984-de57-4613-9afa-fa6d68d748be'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:52.760404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f383db-d557-42f6-865f-b7a6ff7c0d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3edf2e4-7574-4a38-9ef8-5a5f5c04921f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:52.881199 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-358e71fb-c5da-4236-ab00-2833dd256a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:52.905742 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:52.908495 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d2040536-5224-4329-b42a-c9b2bccea401 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2590647 May 25 20:34:52.916006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50978) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:52.936813 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-358e71fb-c5da-4236-ab00-2833dd256a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:52.943107 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7e2d7c30-a626-4e74-981f-0af148ef44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:52.956736 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d7c30-a626-4e74-981f-0af148ef44de None None] Routers {'9c02e984-de57-4613-9afa-fa6d68d748be'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:34:52.957493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7e2d7c30-a626-4e74-981f-0af148ef44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:34:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9c02e984-de57-4613-9afa-fa6d68d748be'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:53.026784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-358e71fb-c5da-4236-ab00-2833dd256a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:53.040762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7e2d7c30-a626-4e74-981f-0af148ef44de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:34:53.041165 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d7c30-a626-4e74-981f-0af148ef44de None None] The sync data for ids ['9c02e984-de57-4613-9afa-fa6d68d748be'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:34:53.052401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e71fb-c5da-4236-ab00-2833dd256a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3edf2e4-7574-4a38-9ef8-5a5f5c04921f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:53.058109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-554877251'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:53.065129 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-358e71fb-c5da-4236-ab00-2833dd256a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:53.070202 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-358e71fb-c5da-4236-ab00-2833dd256a35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3edf2e4-7574-4a38-9ef8-5a5f5c04921f HTTP/1.1" status: 204 len: 168 time: 0.4033360 May 25 20:34:53.126762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:53.157710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:network and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:53.270796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9c163d4-a09b-476c-80ff-53abcce8a4a7 req-dde2ea36-bb1f-40b4-b6eb-3e8e35e5c323 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 210 time: 0.0669343 May 25 20:34:53.306813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Allocated IP 172.20.0.30 (8f985efb-1c26-48f7-9698-763089edd1ac/99290e27-51d0-4314-8677-dc1be37b61ea/542ae4ab-a807-4651-bdbe-be37f194cb6b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:34:53.309031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:53.344401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:53.377093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:53.381245 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:53.414172 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:53.464761 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-90bff916-56ad-4056-b0bb-e729c80abdb0 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/routers/9c02e984-de57-4613-9afa-fa6d68d748be HTTP/1.1" status: 200 len: 921 time: 0.5475709 May 25 20:34:53.469332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51002) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:53.520467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:53.565789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:security_group_rule and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:53.577854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:53.587089 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f5056381-b467-4f80-9afd-2406ddb959d0 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c02e984-de57-4613-9afa-fa6d68d748be HTTP/1.1" status: 200 len: 205 time: 0.1165874 May 25 20:34:53.591205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51010) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:53.706746 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:53.910816 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:53.940264 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:53.966520 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:53.975048 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:54.045195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:34:54.084252 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:54.096527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdb8170-aef1-4066-9700-03228219afac,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:54.101756 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:54.102380 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Added segment 46cb27ec-474b-4f8c-a28b-7915e37b1ee0 of type vlan for network 5a356b9d-2047-4837-8050-2556cfcecf63 May 25 20:34:54.120984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Transition to ACTIVE for port object 542ae4ab-a807-4651-bdbe-be37f194cb6b will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:34:54.160612 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:54.239359 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:54.250244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:54.250841 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:54.251129 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:54.263603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Deleting port 3455f985-d3ca-46f7-997d-7302d37fcc48 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:34:54.264043 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:54.278999 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:54.548411 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:54.591491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 8f985efb-1c26-48f7-9698-763089edd1ac is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:34:54.606407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:54.635648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:34:54.730845 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0801060 May 25 20:34:54.731712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=542ae4ab-a807-4651-bdbe-be37f194cb6b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:54.743174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfeca27-f094-4483-ba5d-f049dcbb2469 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Network': ['ID=5a356b9d-2047-4837-8050-2556cfcecf63,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:54.782211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 5a356b9d-2047-4837-8050-2556cfcecf63 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:34:54.823612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:54.824284 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:54.988093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Calling delete_port for 3455f985-d3ca-46f7-997d-7302d37fcc48 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:34:54.993217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8256e-432d-4583-9dba-c8a273e10533 req-4bb3db1e-872f-4ab1-bb1d-9900d89c93e2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:55.004378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-acc8256e-432d-4583-9dba-c8a273e10533 req-4bb3db1e-872f-4ab1-bb1d-9900d89c93e2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:34:55.021428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-1a538966-75ce-4888-83a1-513714ef7b88 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3349745 May 25 20:34:55.042816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-acc8256e-432d-4583-9dba-c8a273e10533 req-4bb3db1e-872f-4ab1-bb1d-9900d89c93e2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:34:55.052279 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-acc8256e-432d-4583-9dba-c8a273e10533 req-4bb3db1e-872f-4ab1-bb1d-9900d89c93e2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 932 time: 0.5279472 May 25 20:34:55.114082 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-acc8256e-432d-4583-9dba-c8a273e10533 req-8d022bf3-5d46-4b9c-861c-c9cb71157143 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=27f18533-3ee2-41e6-8c5c-49d1bd300f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602589 May 25 20:34:55.204678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1d918c3f-c8c8-4fed-80bf-e5ce1d854806 None None] Provisioning for port 542ae4ab-a807-4651-bdbe-be37f194cb6b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:34:55.212027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1d918c3f-c8c8-4fed-80bf-e5ce1d854806 None None] Provisioning complete for port 542ae4ab-a807-4651-bdbe-be37f194cb6b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:34:55.212411 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1d918c3f-c8c8-4fed-80bf-e5ce1d854806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:55.306145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Request body: {'port': {'device_id': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:55.341165 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1d918c3f-c8c8-4fed-80bf-e5ce1d854806 None None] Port 542ae4ab-a807-4651-bdbe-be37f194cb6b cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:34:55.492425 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:55.596946 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:55.733579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Pushing event deleted for resources: {'Port': ['ID=3455f985-d3ca-46f7-997d-7302d37fcc48,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:55.999605 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:56.389959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542ae4ab-a807-4651-bdbe-be37f194cb6b {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:34:56.427888 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:56.440417 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:34:56.475898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Transition to ACTIVE for port object 542ae4ab-a807-4651-bdbe-be37f194cb6b will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:34:56.485844 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:57.348516 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:57.360809 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:57.401982 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:57.407037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Fanout notify agent at l3_agent the message router_deleted on router 9c02e984-de57-4613-9afa-fa6d68d748be {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:34:57.437262 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f2dab-7cb4-403b-b573-b7e62776cd79 req-12914ee0-2488-462c-a4e6-b7f8aa4962f8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:57.439304 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452f2dab-7cb4-403b-b573-b7e62776cd79 req-12914ee0-2488-462c-a4e6-b7f8aa4962f8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 944 time: 0.8041074 May 25 20:34:57.455947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=542ae4ab-a807-4651-bdbe-be37f194cb6b,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:57.502141 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:57.508393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-27ba8ca7-8031-4da8-80ec-3aed0b6ac650 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "DELETE /v2.0/routers/9c02e984-de57-4613-9afa-fa6d68d748be HTTP/1.1" status: 204 len: 168 time: 3.9160116 May 25 20:34:57.509828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51076) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:57.567537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-452f2dab-7cb4-403b-b573-b7e62776cd79 req-cae8604b-3d96-44ba-aeac-9222f97a6520 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:34:57.583198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1207414390', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'enable_snat': False}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:57.594263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:57.602051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Usage tracker for resource:router and tenant:08f39f25b4ab454cb9e603fb6c094c37 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:57.605684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Attempting to bind port 542ae4ab-a807-4651-bdbe-be37f194cb6b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:34:57.606233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Attempting to bind port 542ae4ab-a807-4651-bdbe-be37f194cb6b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:34:57.606759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Attempting to bind port 542ae4ab-a807-4651-bdbe-be37f194cb6b on network 8f985efb-1c26-48f7-9698-763089edd1ac {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:34:57.609318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:57.618017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-452f2dab-7cb4-403b-b573-b7e62776cd79 req-cae8604b-3d96-44ba-aeac-9222f97a6520 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:34:57.619196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:57.621313 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-452f2dab-7cb4-403b-b573-b7e62776cd79 req-cae8604b-3d96-44ba-aeac-9222f97a6520 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=27f18533-3ee2-41e6-8c5c-49d1bd300f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686630 May 25 20:34:57.624591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Port 542ae4ab-a807-4651-bdbe-be37f194cb6b on network 8f985efb-1c26-48f7-9698-763089edd1ac not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:34:57.625797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Attempting to bind port 542ae4ab-a807-4651-bdbe-be37f194cb6b on network 8f985efb-1c26-48f7-9698-763089edd1ac {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:34:57.636795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:34:57.637739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Checking segment: {'id': 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:34:57.638656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Bound using segment: {'id': 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:34:57.639645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Bound port: 542ae4ab-a807-4651-bdbe-be37f194cb6b, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:34:57.640367 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:57.655046 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:57.658429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:57.770132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] For port 542ae4ab-a807-4651-bdbe-be37f194cb6b, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:34:57.774713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] For port 542ae4ab-a807-4651-bdbe-be37f194cb6b, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=542ae4ab-a807-4651-bdbe-be37f194cb6b,segment=NetworkSegment(a349ebd6-e9ee-4cff-aad6-86acf1f2b97d),segment_id=a349ebd6-e9ee-4cff-aad6-86acf1f2b97d)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:34:57.782474 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:57.852639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:57.853531 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:57.855351 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] 10.222.0.50 "PUT /v2.0/ports/542ae4ab-a807-4651-bdbe-be37f194cb6b HTTP/1.1" status: 200 len: 1092 time: 2.8195398 May 25 20:34:57.865960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'tag': '542ae4ab-a807-4651-bdbe-be37f194cb6b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:34:57.876870 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:57.981757 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e81f01-fcae-421f-bbfc-74cecb537a22'] response: {'name': 'network-changed', 'server_uuid': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'tag': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'status': 'completed', 'code': 200} May 25 20:34:58.181184 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:58.194312 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f75df620-fe91-47d5-8df9-5b897aec25b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:58.333814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51094) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:58.341397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'subnet': {'network_id': '5a356b9d-2047-4837-8050-2556cfcecf63', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:58.394657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd81900-2753-43f0-872a-e69137429fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=542ae4ab-a807-4651-bdbe-be37f194cb6b,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:58.545220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-b299baa8-db85-48c9-9b0c-9c20744d461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:58.547100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-b299baa8-db85-48c9-9b0c-9c20744d461d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 1095 time: 0.6406891 May 25 20:34:58.646855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:58.651087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:subnet and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:58.654948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:58.666363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:58.681437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:58.689445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:58.702977 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-0f2e17d7-4a27-4f6f-b1d5-1423c53a1022 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=542ae4ab-a807-4651-bdbe-be37f194cb6b HTTP/1.1" status: 200 len: 217 time: 0.1456192 May 25 20:34:58.708529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:58.903675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-69eb1ca8-1d3b-45a9-8efb-81658a29e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:58.905570 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-69eb1ca8-1d3b-45a9-8efb-81658a29e695 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99290e27-51d0-4314-8677-dc1be37b61ea HTTP/1.1" status: 200 len: 838 time: 0.1929450 May 25 20:34:59.067282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15631ba5-82cd-4aec-9ed2-fd5b52196dc5 req-23e8dbfe-7579-44b1-a2fa-a4375c5edd61 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:59.068700 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15631ba5-82cd-4aec-9ed2-fd5b52196dc5 req-23e8dbfe-7579-44b1-a2fa-a4375c5edd61 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 944 time: 0.1574640 May 25 20:34:59.085790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-19652654-5daa-4e48-b3ff-b89e807ac917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:59.087398 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-19652654-5daa-4e48-b3ff-b89e807ac917 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f985efb-1c26-48f7-9698-763089edd1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1719141 May 25 20:34:59.174630 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15631ba5-82cd-4aec-9ed2-fd5b52196dc5 req-b1085c3a-ac6e-4c58-83fa-2af4e01a6172 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=27f18533-3ee2-41e6-8c5c-49d1bd300f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986817 May 25 20:34:59.225484 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:59.319721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Checking segment: {'id': '46cb27ec-474b-4f8c-a28b-7915e37b1ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a356b9d-2047-4837-8050-2556cfcecf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:34:59.320074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network hostable DHCP agents. Network: 5a356b9d-2047-4837-8050-2556cfcecf63, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:34:59.337578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Subnet': ['ID=3f7a9073-4269-4a3a-a60a-3978bcdb29ce,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:34:59.353251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network 5a356b9d-2047-4837-8050-2556cfcecf63 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:34:59.366282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 5a356b9d-2047-4837-8050-2556cfcecf63) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:34:59.374975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:59.375617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:59.404267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2df1ed2-961b-4ac5-b616-982e03f4e156 None None] Network 5a356b9d-2047-4837-8050-2556cfcecf63 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:34:59.436257 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f26a95ce-848d-43f3-b760-f677311a7207 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1009166 May 25 20:34:59.436961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51112) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:34:59.442960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1180881075'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:34:59.459601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:34:59.464413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:network and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:34:59.467333 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:34:59.474387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:34:59.485680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:34:59.489942 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:59.538135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:34:59.553974 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:59.554657 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Added segment 2aa9ef52-f94a-4884-893a-fb73fd548cb1 of type vlan for network 7e7b7977-a231-4a41-863f-eaef524d87cd May 25 20:34:59.595584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:59.641185 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:59.688761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:34:59.691904 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:59.695299 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-70ad24d8-e273-4d17-969e-dbfed2f87489 service neutron] 10.222.0.50 "GET /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965447 May 25 20:34:59.698459 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:59.764324 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:34:59.920616 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-5a356b9d-2047-4837-8050-2556cfcecf63', 'network_id': '5a356b9d-2047-4837-8050-2556cfcecf63', 'tenant_id': '0eb519dc2501499581bc0665bd1ea6a0', 'fixed_ips': [{'subnet_id': '3f7a9073-4269-4a3a-a60a-3978bcdb29ce'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:34:59.923922 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:00.106608 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7567eeed-2a19-46aa-af81-f881d5b0ffbc req-2b0f1b32-52ac-49a9-9377-53b8b902e24d service neutron] 10.222.0.50 "GET /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778265 May 25 20:35:00.120153 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6821246 May 25 20:35:00.123949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51128) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:00.137918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'subnet': {'network_id': '7e7b7977-a231-4a41-863f-eaef524d87cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:00.139758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e627f7-d952-4393-9a9c-71d9700b1255 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Network': ['ID=7e7b7977-a231-4a41-863f-eaef524d87cd,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:00.156228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Allocated IP 172.25.3.180 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/734066ee-ab75-40b1-aad5-8fa067381680) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:00.298454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 7e7b7977-a231-4a41-863f-eaef524d87cd details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:00.457279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Allocated IP 2001:db8:0:ffff::2 (5a356b9d-2047-4837-8050-2556cfcecf63/3f7a9073-4269-4a3a-a60a-3978bcdb29ce/3dea1089-bcd1-405e-8031-a7f2a4b1ebb0) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:00.515114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:00.518816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:subnet and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:00.522945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:00.529618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:00.547368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:00.553360 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:00.721797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85cfe1-cffd-4032-b450-99b79d55d9e4 req-ff7963a3-b748-46b0-9ef0-bb97cbf371fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:00.725452 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a85cfe1-cffd-4032-b450-99b79d55d9e4 req-ff7963a3-b748-46b0-9ef0-bb97cbf371fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 1095 time: 0.5620904 May 25 20:35:00.808207 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-181ceb26-e4ba-4589-844e-3b4228706d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:00.900491 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:00.903253 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:00.922647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Transition to ACTIVE for port object 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:00.956359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Transition to ACTIVE for port object 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:00.960132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f80d5-455e-418e-8caf-fb56b5e677cc req-c847148d-5f79-4491-a7a5-d6b16f41e181 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:00.962472 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-340f80d5-455e-418e-8caf-fb56b5e677cc req-c847148d-5f79-4491-a7a5-d6b16f41e181 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 944 time: 0.5606422 May 25 20:35:00.964292 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:01.046503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Network 5a356b9d-2047-4837-8050-2556cfcecf63 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:01.049305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:01.054255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:01.059977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85cfe1-cffd-4032-b450-99b79d55d9e4 req-55f5de2b-2930-4802-93ce-816ef7b0e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:01.061456 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a85cfe1-cffd-4032-b450-99b79d55d9e4 req-55f5de2b-2930-4802-93ce-816ef7b0e646 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f985efb-1c26-48f7-9698-763089edd1ac HTTP/1.1" status: 200 len: 898 time: 0.3226256 May 25 20:35:01.179393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Pushing event updated for resources: {'Port': ['ID=3dea1089-bcd1-405e-8031-a7f2a4b1ebb0,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:01.204150 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a85cfe1-cffd-4032-b450-99b79d55d9e4 req-12665742-f4d5-4e50-b88b-75ff9d8d844a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=542ae4ab-a807-4651-bdbe-be37f194cb6b HTTP/1.1" status: 200 len: 217 time: 0.1266646 May 25 20:35:01.213977 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-340f80d5-455e-418e-8caf-fb56b5e677cc req-27f36a45-a2bb-4d03-a8e3-1c5d387e3d9d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=27f18533-3ee2-41e6-8c5c-49d1bd300f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317021 May 25 20:35:01.214630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Attempting to bind port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:35:01.215132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Attempting to bind port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '46cb27ec-474b-4f8c-a28b-7915e37b1ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a356b9d-2047-4837-8050-2556cfcecf63'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:35:01.215987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Attempting to bind port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 on network 5a356b9d-2047-4837-8050-2556cfcecf63 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:35:01.223955 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:35:01.224571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Checking segment: {'id': '46cb27ec-474b-4f8c-a28b-7915e37b1ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a356b9d-2047-4837-8050-2556cfcecf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:01.225319 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:01.225808 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Bound using segment: {'id': '46cb27ec-474b-4f8c-a28b-7915e37b1ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a356b9d-2047-4837-8050-2556cfcecf63'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:35:01.226445 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Bound port: 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cb27ec-474b-4f8c-a28b-7915e37b1ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a356b9d-2047-4837-8050-2556cfcecf63'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:35:01.227438 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:01.303824 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:01.419116 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:01.429539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] For port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:35:01.434315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] For port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3dea1089-bcd1-405e-8031-a7f2a4b1ebb0,segment=NetworkSegment(46cb27ec-474b-4f8c-a28b-7915e37b1ee0),segment_id=46cb27ec-474b-4f8c-a28b-7915e37b1ee0)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:35:01.435503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85cfe1-cffd-4032-b450-99b79d55d9e4 req-c3fc7a1e-5bbd-42e9-8aac-59beace42485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:01.436951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a85cfe1-cffd-4032-b450-99b79d55d9e4 req-c3fc7a1e-5bbd-42e9-8aac-59beace42485 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99290e27-51d0-4314-8677-dc1be37b61ea HTTP/1.1" status: 200 len: 838 time: 0.2186666 May 25 20:35:01.442656 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:01.446397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:01.497789 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:01.502530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:01.569929 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca2c57-2c52-4ec0-a28c-af422a2eae04 None None] Pushing event updated for resources: {'Port': ['ID=3dea1089-bcd1-405e-8031-a7f2a4b1ebb0,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:01.570618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:01.649661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event updated for resources: {'Port': ['ID=734066ee-ab75-40b1-aad5-8fa067381680,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:01.726638 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:01.938891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Subnet': ['ID=eb2f6f6d-66c5-4ea9-8051-73c27de30b8e,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:02.196579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Checking segment: {'id': '2aa9ef52-f94a-4884-893a-fb73fd548cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '7e7b7977-a231-4a41-863f-eaef524d87cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:02.197173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network hostable DHCP agents. Network: 7e7b7977-a231-4a41-863f-eaef524d87cd, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:35:02.269737 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85cfe1-cffd-4032-b450-99b79d55d9e4 req-c3f2faa5-f336-40c1-8cf3-3c0a91809480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:02.271259 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a85cfe1-cffd-4032-b450-99b79d55d9e4 req-c3f2faa5-f336-40c1-8cf3-3c0a91809480 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f985efb-1c26-48f7-9698-763089edd1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8275602 May 25 20:35:02.367195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network 7e7b7977-a231-4a41-863f-eaef524d87cd is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:35:02.442293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 542ae4ab-a807-4651-bdbe-be37f194cb6b details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:35:02.495409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022779d-c616-4b88-96a8-9baca12fe82d req-c738ecde-42a8-4120-a054-3c5fc0ee1545 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:02.497832 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c022779d-c616-4b88-96a8-9baca12fe82d req-c738ecde-42a8-4120-a054-3c5fc0ee1545 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 944 time: 0.1075079 May 25 20:35:02.512701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 7e7b7977-a231-4a41-863f-eaef524d87cd) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:02.533302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:02.535885 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:02.580413 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c022779d-c616-4b88-96a8-9baca12fe82d req-0ae8cf6b-7033-45ae-8c43-007ceedc5c03 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=27f18533-3ee2-41e6-8c5c-49d1bd300f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713036 May 25 20:35:02.674497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5510a23-7222-478a-a758-553af687811d None None] Network 7e7b7977-a231-4a41-863f-eaef524d87cd requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:02.782283 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a85cfe1-cffd-4032-b450-99b79d55d9e4 req-45868780-0778-4b1c-a3a0-150da92ea6a3 service neutron] 10.222.0.50 "GET /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010276 May 25 20:35:03.007482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:35:03.168425 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fe7ee6eb-4666-475f-8bbc-39d9ee16b045 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0401127 May 25 20:35:03.168962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51186) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:03.242896 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:03.275236 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:03.276667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 542ae4ab-a807-4651-bdbe-be37f194cb6b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=542ae4ab-a807-4651-bdbe-be37f194cb6b,segment=NetworkSegment(a349ebd6-e9ee-4cff-aad6-86acf1f2b97d),segment_id=a349ebd6-e9ee-4cff-aad6-86acf1f2b97d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:35:03.289954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0cf89c-74f4-4f1c-9c33-4e70c9178c22 None None] Network 5a356b9d-2047-4837-8050-2556cfcecf63 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:03.352582 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a85cfe1-cffd-4032-b450-99b79d55d9e4 req-803a9508-1d22-461b-bb6b-c7098b907560 service neutron] 10.222.0.50 "GET /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371947 May 25 20:35:03.508484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:35:03.509837 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:03.558389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'port_id': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'mac_address': 'fa:16:3e:a7:0a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:35:03.564527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15797684-94ae-4bc5-98ee-62d39e87930b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-7e7b7977-a231-4a41-863f-eaef524d87cd', 'network_id': '7e7b7977-a231-4a41-863f-eaef524d87cd', 'tenant_id': '0eb519dc2501499581bc0665bd1ea6a0', 'fixed_ips': [{'subnet_id': 'eb2f6f6d-66c5-4ea9-8051-73c27de30b8e'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:35:03.566334 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-15797684-94ae-4bc5-98ee-62d39e87930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:03.627988 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:03.846233 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:03.884335 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a7e613ac-afcb-4bf2-98d9-fe939b49f67c None None] Provisioning for port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server [None req-15797684-94ae-4bc5-98ee-62d39e87930b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb2f6f6d-66c5-4ea9-8051-73c27de30b8e: This subnet is being modified by another concurrent operation. May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise exception May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb2f6f6d-66c5-4ea9-8051-73c27de30b8e: This subnet is being modified by another concurrent operation. May 25 20:35:03.934024 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server May 25 20:35:03.962568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676cb443-249b-4b17-9056-cf466831b686 None None] Network 7e7b7977-a231-4a41-863f-eaef524d87cd requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:03.973415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2f6f6d-66c5-4ea9-8051-73c27de30b8e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:03.976900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a7e613ac-afcb-4bf2-98d9-fe939b49f67c None None] Provisioning complete for port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:35:03.977687 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a7e613ac-afcb-4bf2-98d9-fe939b49f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:04.053149 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:04.297282 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:04.335902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7b7977-a231-4a41-863f-eaef524d87cd']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:04.356048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa9ef52-f94a-4884-893a-fb73fd548cb1') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:04.356635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa9ef52-f94a-4884-893a-fb73fd548cb1') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:04.373252 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:04.395031 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:04.402889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:35:04.403711 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:04.443587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 542ae4ab-a807-4651-bdbe-be37f194cb6b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:35:04.443880 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:04.555582 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542ae4ab-a807-4651-bdbe-be37f194cb6b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:35:04.561697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f6f1a-18ae-4d4a-b96d-68ef706d3514 req-61a274d0-84ca-4b30-868f-91938e69b807 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:04.563749 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e62f6f1a-18ae-4d4a-b96d-68ef706d3514 req-61a274d0-84ca-4b30-868f-91938e69b807 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 944 time: 0.5064492 May 25 20:35:04.570199 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:04.622644 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 2aa9ef52-f94a-4884-893a-fb73fd548cb1 resource provider aggregate not found May 25 20:35:04.631686 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:04.641512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Router def7a3df-aaba-462d-8c2d-d905abf97407 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:35:04.680618 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e62f6f1a-18ae-4d4a-b96d-68ef706d3514 req-59ccd405-c8b5-45be-ba4d-03176f629e35 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=27f18533-3ee2-41e6-8c5c-49d1bd300f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012387 May 25 20:35:04.693434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 542ae4ab-a807-4651-bdbe-be37f194cb6b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=542ae4ab-a807-4651-bdbe-be37f194cb6b,segment=NetworkSegment(a349ebd6-e9ee-4cff-aad6-86acf1f2b97d),segment_id=a349ebd6-e9ee-4cff-aad6-86acf1f2b97d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:35:04.731952 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 2aa9ef52-f94a-4884-893a-fb73fd548cb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2aa9ef52-f94a-4884-893a-fb73fd548cb1 found for delete ", "request_id": "req-1ed1e9ab-bdf1-4ff0-83aa-92227481674e"}]} May 25 20:35:04.745774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Network': ['ID=7e7b7977-a231-4a41-863f-eaef524d87cd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:04.756689 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8da10be7-53a6-41de-a821-d621f86b5726 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/7e7b7977-a231-4a41-863f-eaef524d87cd HTTP/1.1" status: 204 len: 168 time: 1.5870080 May 25 20:35:04.763150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a7e613ac-afcb-4bf2-98d9-fe939b49f67c None None] Current status of the port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:35:04.763544 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a7e613ac-afcb-4bf2-98d9-fe939b49f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:04.770789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51224) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:04.777151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-460844219'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:04.778814 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:04.787441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:04.796683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:network and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:04.801743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:04.808536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:04.820383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:04.825320 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:04.874463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a7e613ac-afcb-4bf2-98d9-fe939b49f67c None None] For port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3dea1089-bcd1-405e-8031-a7f2a4b1ebb0,segment=NetworkSegment(46cb27ec-474b-4f8c-a28b-7915e37b1ee0),segment_id=46cb27ec-474b-4f8c-a28b-7915e37b1ee0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:35:04.882998 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a7e613ac-afcb-4bf2-98d9-fe939b49f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:04.920411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:35:04.926236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=542ae4ab-a807-4651-bdbe-be37f194cb6b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:04.934469 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:04.935066 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Added segment a74a6fcf-bb27-4662-a433-62fdbce9733d of type vlan for network 99c64d29-f8ea-433f-80df-e11e7e901032 May 25 20:35:04.980178 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:05.054229 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:05.060890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e613ac-afcb-4bf2-98d9-fe939b49f67c None None] Pushing event updated for resources: {'Port': ['ID=3dea1089-bcd1-405e-8031-a7f2a4b1ebb0,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:05.076003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:05.076231 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:05.126795 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3548779 May 25 20:35:05.134503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['542ae4ab-a807-4651-bdbe-be37f194cb6b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:35:05.164044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51234) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:05.189565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'subnet': {'network_id': '99c64d29-f8ea-433f-80df-e11e7e901032', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:05.242913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:35:05.255065 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Sync routers for ids ['def7a3df-aaba-462d-8c2d-d905abf97407'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:35:05.272755 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:05.275329 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2051c4da-b422-49ec-8555-dd79046cf5ff tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.7049489 May 25 20:35:05.277438 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51238) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:05.282060 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Routers {'def7a3df-aaba-462d-8c2d-d905abf97407'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:35:05.282713 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:35:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['def7a3df-aaba-462d-8c2d-d905abf97407'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:05.301670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d083fa70-43fb-479d-a79b-5516db29feca None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:35:05.365849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb45438-00db-48ef-b2be-b0aaa4eeec81 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Network': ['ID=99c64d29-f8ea-433f-80df-e11e7e901032,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:05.394988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 99c64d29-f8ea-433f-80df-e11e7e901032 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:05.513107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:05.517611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:subnet and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:05.521887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:05.529291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:05.564424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:05.579111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:05.680295 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0548b012-f615-4f21-bd2e-0d7e75212034 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/routers/def7a3df-aaba-462d-8c2d-d905abf97407 HTTP/1.1" status: 200 len: 909 time: 0.4006140 May 25 20:35:05.681896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51248) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:05.709789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1207414390', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'enable_snat': True}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:05.737005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:05.752634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Usage tracker for resource:router and tenant:08f39f25b4ab454cb9e603fb6c094c37 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:05.763578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:05.790547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:05.821740 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:05.824550 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:05.865181 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Set router def7a3df-aaba-462d-8c2d-d905abf97407 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:35:05.877507 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:05.939247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d083fa70-43fb-479d-a79b-5516db29feca None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:35:05.945310 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-33654182-7b60-49a2-862f-7eb45a235980 None None] Provisioning complete for port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:35:05.946020 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-33654182-7b60-49a2-862f-7eb45a235980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:06.244667 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:06.513935 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:06.641376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Subnet': ['ID=7ff3ebe6-0247-4703-a106-a616570d47de,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:06.662858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Checking segment: {'id': 'a74a6fcf-bb27-4662-a433-62fdbce9733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99c64d29-f8ea-433f-80df-e11e7e901032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:06.663409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network hostable DHCP agents. Network: 99c64d29-f8ea-433f-80df-e11e7e901032, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:35:06.726779 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-33654182-7b60-49a2-862f-7eb45a235980 None None] Current status of the port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:35:06.820126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b02251-a23d-499d-b128-9e350fdba86d req-202975c6-9928-4cca-ae1f-a11f8662a667 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:06.833347 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2b02251-a23d-499d-b128-9e350fdba86d req-202975c6-9928-4cca-ae1f-a11f8662a667 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 945 time: 0.7677581 May 25 20:35:06.888520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network 99c64d29-f8ea-433f-80df-e11e7e901032 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:35:06.898610 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def7a3df-aaba-462d-8c2d-d905abf97407', 'name': 'tempest-snat-router-1207414390', 'tenant_id': '08f39f25b4ab454cb9e603fb6c094c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': False}, 'gw_port_id': '734066ee-ab75-40b1-aad5-8fa067381680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:57Z', 'updated_at': '2022-05-25T20:35:02Z', 'revision_number': 3, 'project_id': '08f39f25b4ab454cb9e603fb6c094c37', 'gw_port': {'id': '734066ee-ab75-40b1-aad5-8fa067381680', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ae:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def7a3df-aaba-462d-8c2d-d905abf97407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:59Z', 'updated_at': '2022-05-25T20:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:06.912587 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Checking router: def7a3df-aaba-462d-8c2d-d905abf97407 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:35:06.913205 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Updating router def7a3df-aaba-462d-8c2d-d905abf97407 port 734066ee-ab75-40b1-aad5-8fa067381680 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:35:06.981445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 99c64d29-f8ea-433f-80df-e11e7e901032) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:07.024031 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:07.026623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:07.027698 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:07.075115 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2b02251-a23d-499d-b128-9e350fdba86d req-0032b668-76a5-4f0e-9fec-8cc90b553e92 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=27f18533-3ee2-41e6-8c5c-49d1bd300f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370861 May 25 20:35:07.140561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:35:07.156824 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d52a71e1-7398-40b9-bbc4-782c6c5d00bb tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9861903 May 25 20:35:07.157807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51274) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:07.169264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1177779047'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:07.183239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:07.199173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:network and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:07.208044 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:07.210418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:07.232892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:07.267015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:07.281879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:07.291150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c225b7-7872-441d-a91c-5a34b3d5251b None None] Network 99c64d29-f8ea-433f-80df-e11e7e901032 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:07.373671 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:35:07.401713 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:07.402208 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Added segment 70e4ada1-6dc2-4ad6-8d91-70e964c6f460 of type vlan for network 1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f May 25 20:35:07.454661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:35:07.455064 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:07.489627 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:07.500830 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:07.648205 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:07.665485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:07.667154 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:07.785348 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6260746 May 25 20:35:07.793623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51284) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:07.812568 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:07.839946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'subnet': {'network_id': '1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:07.846665 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Transition to ACTIVE for port object 734066ee-ab75-40b1-aad5-8fa067381680 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:07.862364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:35:07.871899 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:07.879640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-99c64d29-f8ea-433f-80df-e11e7e901032', 'network_id': '99c64d29-f8ea-433f-80df-e11e7e901032', 'tenant_id': '0eb519dc2501499581bc0665bd1ea6a0', 'fixed_ips': [{'subnet_id': '7ff3ebe6-0247-4703-a106-a616570d47de'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:35:07.880488 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:07.920683 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b1cad3a-152c-4c8d-8ab5-cd009d28a182 req-f8cadbe8-891d-4164-b4cb-31fc0d50b702 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7421496 May 25 20:35:08.033456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211c0c0-0fcd-401a-9ede-28dfed304f75 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Network': ['ID=1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:08.052525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:08.142206 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Attempting to bind port 734066ee-ab75-40b1-aad5-8fa067381680 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:35:08.142841 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Attempting to bind port 734066ee-ab75-40b1-aad5-8fa067381680 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:35:08.142952 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Attempting to bind port 734066ee-ab75-40b1-aad5-8fa067381680 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:35:08.185101 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:35:08.185457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Allocated IP 2001:db8::1 (99c64d29-f8ea-433f-80df-e11e7e901032/7ff3ebe6-0247-4703-a106-a616570d47de/91ca0b92-250b-4d71-8030-d1f13d6bd5f2) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:08.192593 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:08.193582 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:08.194609 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:35:08.196265 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Bound port: 734066ee-ab75-40b1-aad5-8fa067381680, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:35:08.205743 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:08.414465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Allocated IP 172.25.3.103 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/c7c92e64-6847-49c8-bbc5-20dfcd32be62) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:08.475079 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] For port 734066ee-ab75-40b1-aad5-8fa067381680, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:35:08.486880 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] For port 734066ee-ab75-40b1-aad5-8fa067381680, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=734066ee-ab75-40b1-aad5-8fa067381680,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:35:08.504317 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:08.512261 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39be987-7a43-4f6b-94be-948ff48e20a9 None None] Pushing event updated for resources: {'Port': ['ID=734066ee-ab75-40b1-aad5-8fa067381680,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:08.602417 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:08.626350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Transition to ACTIVE for port object 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:08.639754 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Routers {'def7a3df-aaba-462d-8c2d-d905abf97407'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:35:08.640700 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:35:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['def7a3df-aaba-462d-8c2d-d905abf97407'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:08.676865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Transition to ACTIVE for port object 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:08.686092 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:08.750237 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39be987-7a43-4f6b-94be-948ff48e20a9 None None] Pushing event updated for resources: {'Port': ['ID=734066ee-ab75-40b1-aad5-8fa067381680,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:08.763196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:08.771222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:subnet and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:08.775460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:08.787085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:08.793178 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Pushing event updated for resources: {'Port': ['ID=91ca0b92-250b-4d71-8030-d1f13d6bd5f2,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:08.805882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 542ae4ab-a807-4651-bdbe-be37f194cb6b up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:35:08.884369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:08.888498 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:08.931683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Network 99c64d29-f8ea-433f-80df-e11e7e901032 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:08.933167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:08.937204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:08.955156 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:08.992868 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] Set router def7a3df-aaba-462d-8c2d-d905abf97407 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:35:09.078262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Attempting to bind port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:35:09.078609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Attempting to bind port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'a74a6fcf-bb27-4662-a433-62fdbce9733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99c64d29-f8ea-433f-80df-e11e7e901032'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:35:09.079081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Attempting to bind port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 on network 99c64d29-f8ea-433f-80df-e11e7e901032 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:35:09.080911 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:09.082493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 542ae4ab-a807-4651-bdbe-be37f194cb6b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:35:09.090793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:35:09.095443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Checking segment: {'id': 'a74a6fcf-bb27-4662-a433-62fdbce9733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99c64d29-f8ea-433f-80df-e11e7e901032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:09.096251 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:09.097401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Bound using segment: {'id': 'a74a6fcf-bb27-4662-a433-62fdbce9733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99c64d29-f8ea-433f-80df-e11e7e901032'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:35:09.098794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Bound port: 91ca0b92-250b-4d71-8030-d1f13d6bd5f2, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74a6fcf-bb27-4662-a433-62fdbce9733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99c64d29-f8ea-433f-80df-e11e7e901032'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:35:09.099277 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:09.118755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 542ae4ab-a807-4651-bdbe-be37f194cb6b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:35:09.119273 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:09.269807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.ipam_backend_mixin [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Performing IP validity checks on allocation pools {{(pid=88331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 25 20:35:09.276241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.ipam_backend_mixin [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 25 20:35:09.371090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 542ae4ab-a807-4651-bdbe-be37f194cb6b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:35:09.372163 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:09.455802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542ae4ab-a807-4651-bdbe-be37f194cb6b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:35:09.464393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] For port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:35:09.493538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 542ae4ab-a807-4651-bdbe-be37f194cb6b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=542ae4ab-a807-4651-bdbe-be37f194cb6b,segment=NetworkSegment(a349ebd6-e9ee-4cff-aad6-86acf1f2b97d),segment_id=a349ebd6-e9ee-4cff-aad6-86acf1f2b97d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:35:09.504990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] For port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=91ca0b92-250b-4d71-8030-d1f13d6bd5f2,segment=NetworkSegment(a74a6fcf-bb27-4662-a433-62fdbce9733d),segment_id=a74a6fcf-bb27-4662-a433-62fdbce9733d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:35:09.512828 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:09.587016 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:09.594180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event updated for resources: {'Port': ['ID=c7c92e64-6847-49c8-bbc5-20dfcd32be62,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:09.613868 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def7a3df-aaba-462d-8c2d-d905abf97407', 'name': 'tempest-snat-router-1207414390', 'tenant_id': '08f39f25b4ab454cb9e603fb6c094c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': False}, 'gw_port_id': '734066ee-ab75-40b1-aad5-8fa067381680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:57Z', 'updated_at': '2022-05-25T20:35:02Z', 'revision_number': 3, 'project_id': '08f39f25b4ab454cb9e603fb6c094c37', 'gw_port': {'id': '734066ee-ab75-40b1-aad5-8fa067381680', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ae:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def7a3df-aaba-462d-8c2d-d905abf97407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:59Z', 'updated_at': '2022-05-25T20:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:09.636413 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f376f78-e272-48c2-9c7f-6da75059c6ac None None] The sync data for ids ['def7a3df-aaba-462d-8c2d-d905abf97407'] in n-d-843339-1 is: [{'id': 'def7a3df-aaba-462d-8c2d-d905abf97407', 'name': 'tempest-snat-router-1207414390', 'tenant_id': '08f39f25b4ab454cb9e603fb6c094c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180'}], 'enable_snat': False}, 'gw_port_id': '734066ee-ab75-40b1-aad5-8fa067381680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:57Z', 'updated_at': '2022-05-25T20:35:02Z', 'revision_number': 3, 'project_id': '08f39f25b4ab454cb9e603fb6c094c37', 'gw_port': {'id': '734066ee-ab75-40b1-aad5-8fa067381680', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ae:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def7a3df-aaba-462d-8c2d-d905abf97407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:59Z', 'updated_at': '2022-05-25T20:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:35:09.688603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=542ae4ab-a807-4651-bdbe-be37f194cb6b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:09.694036 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:09.760287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:09.783215 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:09.797541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:09.867032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cad3a-152c-4c8d-8ab5-cd009d28a182 req-c1a0be5e-1e6e-4d7e-9934-47949e4cfdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:09.870481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b1cad3a-152c-4c8d-8ab5-cd009d28a182 req-c1a0be5e-1e6e-4d7e-9934-47949e4cfdfc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 1097 time: 1.4960918 May 25 20:35:09.884884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab537f-d7e8-441b-9ebc-4de25e10ea21 None None] Pushing event updated for resources: {'Port': ['ID=91ca0b92-250b-4d71-8030-d1f13d6bd5f2,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:09.885110 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Subnet': ['ID=66083b65-cb5f-4153-9352-d94c7b02d059,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:09.903404 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61eaefde-2bd3-4982-9b8e-589db4c67ea8'] response: {'server_uuid': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'code': 200} May 25 20:35:09.921826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f7932-7238-452c-acef-dc43cb4b36c1 req-aea56c48-360f-46c3-b0b4-2eee2897b0ca tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:09.923469 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd4f7932-7238-452c-acef-dc43cb4b36c1 req-aea56c48-360f-46c3-b0b4-2eee2897b0ca tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 945 time: 1.3680878 May 25 20:35:10.159928 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd4f7932-7238-452c-acef-dc43cb4b36c1 req-216b4160-0d8d-4e7d-94d7-02777508201b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=27f18533-3ee2-41e6-8c5c-49d1bd300f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221987 May 25 20:35:10.264477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Checking segment: {'id': '70e4ada1-6dc2-4ad6-8d91-70e964c6f460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:10.264815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network hostable DHCP agents. Network: 1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:35:10.773087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network 1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:35:10.777451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cad3a-152c-4c8d-8ab5-cd009d28a182 req-2ed7d41e-315b-44b2-aee8-eeb1ab773a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:10.779910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b1cad3a-152c-4c8d-8ab5-cd009d28a182 req-2ed7d41e-315b-44b2-aee8-eeb1ab773a43 service neutron] 10.222.0.70 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 916 time: 0.8477998 May 25 20:35:10.879180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cb77f-3729-43cd-b32a-7b83daa87f09 req-5f9551e0-1c86-4f06-a61e-991dcd44be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:10.883066 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a06cb77f-3729-43cd-b32a-7b83daa87f09 req-5f9551e0-1c86-4f06-a61e-991dcd44be89 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 1097 time: 0.8669639 May 25 20:35:10.927514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:10.933251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:10.934059 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:10.945437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8152a0-1a2e-4495-8ebe-cde08c7ffa79 None None] Network 1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:11.061954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 734066ee-ab75-40b1-aad5-8fa067381680 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:35:11.326803 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 734066ee-ab75-40b1-aad5-8fa067381680 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:35:11.382435 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-474fb38f-812b-4eab-ae68-14e235c7ebd5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.5800714 May 25 20:35:11.382845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51342) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:11.408228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 734066ee-ab75-40b1-aad5-8fa067381680 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:35:11.411002 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:11.513017 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:11.733089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461a3d72-369e-4d3a-a9ff-01afeadce142 None None] Network 99c64d29-f8ea-433f-80df-e11e7e901032 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:11.749314 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a06cb77f-3729-43cd-b32a-7b83daa87f09 req-0097753d-e911-42f7-af05-6b77d1a72259 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=27f18533-3ee2-41e6-8c5c-49d1bd300f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8465521 May 25 20:35:12.015371 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:12.028884 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b1cad3a-152c-4c8d-8ab5-cd009d28a182 req-1fd381a2-7658-465c-bf07-f74c6ffaa347 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b18f7abc-cce2-40fc-a140-09ccf425c535 HTTP/1.1" status: 200 len: 1002 time: 1.2395363 May 25 20:35:12.033272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf9906-e955-478e-8f2d-0978df688f61 req-b941067b-4578-4eb9-9bc7-9598421123a2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:12.036655 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ebcf9906-e955-478e-8f2d-0978df688f61 req-b941067b-4578-4eb9-9bc7-9598421123a2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 946 time: 0.4827559 May 25 20:35:12.120160 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 734066ee-ab75-40b1-aad5-8fa067381680 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:35:12.121071 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:12.186237 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b2752896-7bfe-423f-bc47-3757113e7ada None None] Provisioning for port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:35:12.200048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cad3a-152c-4c8d-8ab5-cd009d28a182 req-73a5c58f-adf8-461b-a4b6-defd0b527f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:12.202138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 734066ee-ab75-40b1-aad5-8fa067381680, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=734066ee-ab75-40b1-aad5-8fa067381680,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:35:12.207776 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b1cad3a-152c-4c8d-8ab5-cd009d28a182 req-73a5c58f-adf8-461b-a4b6-defd0b527f65 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.1501784 May 25 20:35:12.233133 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ebcf9906-e955-478e-8f2d-0978df688f61 req-63582817-79d0-4639-a0e2-9ab35f7e59f3 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=27f18533-3ee2-41e6-8c5c-49d1bd300f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390195 May 25 20:35:12.257302 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:12.258392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:35:12.270916 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:12.513869 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:12.517185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edefac9c-df8b-4749-9d1e-dcd857de7431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f', 'network_id': '1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f', 'tenant_id': '0eb519dc2501499581bc0665bd1ea6a0', 'fixed_ips': [{'subnet_id': '66083b65-cb5f-4153-9352-d94c7b02d059'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:35:12.518349 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-edefac9c-df8b-4749-9d1e-dcd857de7431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:12.571584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Subnet': ['ID=66083b65-cb5f-4153-9352-d94c7b02d059,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:12.745824 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:12.875072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cad3a-152c-4c8d-8ab5-cd009d28a182 req-c90404f9-06d7-459e-a575-02f722e86f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:12.876169 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b1cad3a-152c-4c8d-8ab5-cd009d28a182 req-c90404f9-06d7-459e-a575-02f722e86f49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6652296 May 25 20:35:13.000549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:13.000782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:13.001103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:13.001435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:13.001777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:13.002075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:13.019372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:13.019886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:13.020225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:13.020553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:13.020874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:13.021198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:13.043601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:13.052703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=734066ee-ab75-40b1-aad5-8fa067381680,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:13.104190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:13.130085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e4ada1-6dc2-4ad6-8d91-70e964c6f460') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:13.130428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e4ada1-6dc2-4ad6-8d91-70e964c6f460') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:13.170415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:13.176001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:35:13.191185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:35:13.191856 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:13.196053 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:13.203337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:35:13.203698 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:13.248996 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b1cad3a-152c-4c8d-8ab5-cd009d28a182 req-12367670-630c-45e2-9950-91d25b657959 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591681 May 25 20:35:13.260088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48707726-0041-44ae-899f-b6e424a2afd7 None None] Network 1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:13.407363 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 70e4ada1-6dc2-4ad6-8d91-70e964c6f460 resource provider aggregate not found May 25 20:35:13.419057 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:13.472416 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:13.491149 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 70e4ada1-6dc2-4ad6-8d91-70e964c6f460 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70e4ada1-6dc2-4ad6-8d91-70e964c6f460 found for delete ", "request_id": "req-db7783e1-f869-4735-9822-9963e5b9a136"}]} May 25 20:35:13.501255 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f HTTP/1.1" status: 204 len: 168 time: 2.1121726 May 25 20:35:13.503030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51374) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:13.517849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-865569875'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:13.524570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75effe94-3b88-4f46-a423-b9f33344aee0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Network': ['ID=1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:13.529069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:13.534408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:network and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:13.539844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:13.542303 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b1cad3a-152c-4c8d-8ab5-cd009d28a182 req-fc535a07-9326-44c1-a86b-366c78094723 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824173 May 25 20:35:13.550225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:13.558410 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Router 04db8428-538c-4d90-b35d-6d1c361ee999 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:35:13.567500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:13.573867 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:13.650170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:35:13.683005 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:13.686045 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Added segment e3737f4d-64f4-426e-86b3-ae64539a94fe of type vlan for network acde5312-c566-4e85-abe4-8dd075cf66b0 May 25 20:35:13.759458 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:13.783747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:35:13.784326 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:13.803761 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:13.815975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:13.832799 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:13.880350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=91ca0b92-250b-4d71-8030-d1f13d6bd5f2,segment=NetworkSegment(a74a6fcf-bb27-4662-a433-62fdbce9733d),segment_id=a74a6fcf-bb27-4662-a433-62fdbce9733d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:35:13.888237 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:13.929340 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbd623-6ef2-42ea-861a-0222a23a8685 req-46c36136-b58e-4206-a933-b2aeb461a58a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:13.931423 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4afbd623-6ef2-42ea-861a-0222a23a8685 req-46c36136-b58e-4206-a933-b2aeb461a58a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 946 time: 0.3594623 May 25 20:35:14.019781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Network': ['ID=acde5312-c566-4e85-abe4-8dd075cf66b0,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:14.031092 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-436c86a4-a3f1-4766-b856-3cc817ca55ff tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5263975 May 25 20:35:14.033201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51394) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:14.036071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:35:14.046756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'subnet': {'network_id': 'acde5312-c566-4e85-abe4-8dd075cf66b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:14.069855 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4afbd623-6ef2-42ea-861a-0222a23a8685 req-827a3434-cdce-4a53-9d9f-d3417eb54774 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=27f18533-3ee2-41e6-8c5c-49d1bd300f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300926 May 25 20:35:14.071873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network acde5312-c566-4e85-abe4-8dd075cf66b0 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:14.075633 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:14.077125 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5e361719-a493-4abf-a3a9-f892ad8a48b6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.3924718 May 25 20:35:14.080312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51398) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:14.177638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 734066ee-ab75-40b1-aad5-8fa067381680 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:35:14.246646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:14.252419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:subnet and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:14.259028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:14.277271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e676bc3-ff70-4754-9743-64f9a250da1a None None] Sync routers for ids ['04db8428-538c-4d90-b35d-6d1c361ee999'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:35:14.277486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:14.298397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:14.302276 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:14.464001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e676bc3-ff70-4754-9743-64f9a250da1a None None] Routers {'04db8428-538c-4d90-b35d-6d1c361ee999'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:35:14.464778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9e676bc3-ff70-4754-9743-64f9a250da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:35:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['04db8428-538c-4d90-b35d-6d1c361ee999'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:14.590220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=91ca0b92-250b-4d71-8030-d1f13d6bd5f2,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:14.623557 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5614aa15-cd0c-446c-8346-cc4bc1d3d7d1 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/routers/04db8428-538c-4d90-b35d-6d1c361ee999 HTTP/1.1" status: 200 len: 908 time: 0.5413344 May 25 20:35:14.624239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51410) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:14.793416 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:14.821053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-9e676bc3-ff70-4754-9743-64f9a250da1a None None] Set router 04db8428-538c-4d90-b35d-6d1c361ee999 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:35:14.871390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Subnet': ['ID=031c6517-5d2d-485a-af04-5d0bc0190154,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:14.937336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841eef25-013f-42c0-b8fe-1620acf75d0c req-cc7cd8f5-0ede-459d-a977-002645ad09e9 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:14.945987 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-841eef25-013f-42c0-b8fe-1620acf75d0c req-cc7cd8f5-0ede-459d-a977-002645ad09e9 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 946 time: 0.6162527 May 25 20:35:15.001260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Checking segment: {'id': 'e3737f4d-64f4-426e-86b3-ae64539a94fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'acde5312-c566-4e85-abe4-8dd075cf66b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:15.001838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network hostable DHCP agents. Network: acde5312-c566-4e85-abe4-8dd075cf66b0, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:35:15.019646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-afa0faa3-f55e-418c-816b-6fb633c01ec6 None None] Provisioning complete for port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:35:15.020412 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afa0faa3-f55e-418c-816b-6fb633c01ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:15.053039 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-841eef25-013f-42c0-b8fe-1620acf75d0c req-d9de7ad4-db24-432f-9eb0-04083150c8a0 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=27f18533-3ee2-41e6-8c5c-49d1bd300f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057990 May 25 20:35:15.054586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network acde5312-c566-4e85-abe4-8dd075cf66b0 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:35:15.072470 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:15.076396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51428) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:15.118066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, acde5312-c566-4e85-abe4-8dd075cf66b0) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:15.132746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:15.133764 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:15.177845 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-da08c89f-9ad0-4695-99e8-8bdc369029a6 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1434534 May 25 20:35:15.181260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51432) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:15.272899 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d88442-786c-4efc-8f63-11ea4607e8eb None None] Network acde5312-c566-4e85-abe4-8dd075cf66b0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:15.340717 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:15.366990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 734066ee-ab75-40b1-aad5-8fa067381680 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:35:15.371215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e480ef9-748a-4945-a38f-0855a05bb0fb tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:15.375624 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4e480ef9-748a-4945-a38f-0855a05bb0fb tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 1092 time: 0.2950931 May 25 20:35:15.375997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51444) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:15.376816 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:15.379200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Deleting port c7c92e64-6847-49c8-bbc5-20dfcd32be62 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:35:15.379543 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:15.404623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ip_address': '172.20.0.30'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:15.421692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:15.436893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:floatingip and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:15.456180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:15.496142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:15.577419 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:15.638123 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:15.728632 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:15.863617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:15.890594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Calling delete_port for c7c92e64-6847-49c8-bbc5-20dfcd32be62 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:35:16.115977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-afa0faa3-f55e-418c-816b-6fb633c01ec6 None None] Current status of the port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:35:16.119987 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:16.197499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Subnet': ['ID=031c6517-5d2d-485a-af04-5d0bc0190154,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:16.232906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba501b31-f35d-4a9a-82e9-58cb38ce7512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-acde5312-c566-4e85-abe4-8dd075cf66b0', 'network_id': 'acde5312-c566-4e85-abe4-8dd075cf66b0', 'tenant_id': '0eb519dc2501499581bc0665bd1ea6a0', 'fixed_ips': [{'subnet_id': '031c6517-5d2d-485a-af04-5d0bc0190154'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:35:16.233744 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ba501b31-f35d-4a9a-82e9-58cb38ce7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:16.243136 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 734066ee-ab75-40b1-aad5-8fa067381680 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:35:16.256526 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:16.263404 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:16.312027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7c92e64-6847-49c8-bbc5-20dfcd32be62,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:16.369967 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:35:16.425468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9e676bc3-ff70-4754-9743-64f9a250da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db8428-538c-4d90-b35d-6d1c361ee999', 'name': 'tempest-snat-router-1207414390', 'tenant_id': '08f39f25b4ab454cb9e603fb6c094c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c7c92e64-6847-49c8-bbc5-20dfcd32be62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:05Z', 'updated_at': '2022-05-25T20:35:10Z', 'revision_number': 3, 'project_id': '08f39f25b4ab454cb9e603fb6c094c37', 'gw_port': {'id': 'c7c92e64-6847-49c8-bbc5-20dfcd32be62', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:68:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db8428-538c-4d90-b35d-6d1c361ee999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:07Z', 'updated_at': '2022-05-25T20:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:16.461511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e676bc3-ff70-4754-9743-64f9a250da1a None None] Checking router: 04db8428-538c-4d90-b35d-6d1c361ee999 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:35:16.461903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e676bc3-ff70-4754-9743-64f9a250da1a None None] Updating router 04db8428-538c-4d90-b35d-6d1c361ee999 port c7c92e64-6847-49c8-bbc5-20dfcd32be62 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:35:16.500251 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e676bc3-ff70-4754-9743-64f9a250da1a None None] Port c7c92e64-6847-49c8-bbc5-20dfcd32be62 not found while updating agent binding for router 04db8428-538c-4d90-b35d-6d1c361ee999. {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 25 20:35:16.527167 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:16.532611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc214e66-5918-4ac3-941e-96f4ab4b2d22 None None] Network acde5312-c566-4e85-abe4-8dd075cf66b0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:16.563217 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:16.568434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e676bc3-ff70-4754-9743-64f9a250da1a None None] Routers {'04db8428-538c-4d90-b35d-6d1c361ee999'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:35:16.569071 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9e676bc3-ff70-4754-9743-64f9a250da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:35:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['04db8428-538c-4d90-b35d-6d1c361ee999'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:16.684459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acde5312-c566-4e85-abe4-8dd075cf66b0']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:16.757171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3737f4d-64f4-426e-86b3-ae64539a94fe') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:16.757471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3737f4d-64f4-426e-86b3-ae64539a94fe') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:16.783371 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:16.822685 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:16.870007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Allocated IP 172.25.3.225 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/d06350f6-7088-4eee-afb2-573c6a34c25c) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:16.876104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:35:16.878191 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:16.895351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:35:16.895788 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:16.959155 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-9e676bc3-ff70-4754-9743-64f9a250da1a None None] Set router 04db8428-538c-4d90-b35d-6d1c361ee999 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:35:17.206455 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment e3737f4d-64f4-426e-86b3-ae64539a94fe resource provider aggregate not found May 25 20:35:17.216971 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:17.227802 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:17.292577 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:17.297302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9e676bc3-ff70-4754-9743-64f9a250da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db8428-538c-4d90-b35d-6d1c361ee999', 'name': 'tempest-snat-router-1207414390', 'tenant_id': '08f39f25b4ab454cb9e603fb6c094c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:05Z', 'updated_at': '2022-05-25T20:35:16Z', 'revision_number': 5, 'project_id': '08f39f25b4ab454cb9e603fb6c094c37', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:17.298098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04db8428-538c-4d90-b35d-6d1c361ee999 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:35:17.313923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e676bc3-ff70-4754-9743-64f9a250da1a None None] The sync data for ids ['04db8428-538c-4d90-b35d-6d1c361ee999'] in n-d-843339-1 is: [{'id': '04db8428-538c-4d90-b35d-6d1c361ee999', 'name': 'tempest-snat-router-1207414390', 'tenant_id': '08f39f25b4ab454cb9e603fb6c094c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:05Z', 'updated_at': '2022-05-25T20:35:16Z', 'revision_number': 5, 'project_id': '08f39f25b4ab454cb9e603fb6c094c37', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:35:17.320307 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:17.332814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ac40f46f-9cef-4938-8698-fe9c49200357 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "DELETE /v2.0/routers/04db8428-538c-4d90-b35d-6d1c361ee999 HTTP/1.1" status: 204 len: 168 time: 2.7073042 May 25 20:35:17.334508 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51490) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:17.365845 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:17.391864 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:17.414894 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment e3737f4d-64f4-426e-86b3-ae64539a94fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3737f4d-64f4-426e-86b3-ae64539a94fe found for delete ", "request_id": "req-e2802d88-194a-4da7-8e08-9358ef4e3a10"}]} May 25 20:35:17.442767 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/acde5312-c566-4e85-abe4-8dd075cf66b0 HTTP/1.1" status: 204 len: 168 time: 2.2586107 May 25 20:35:17.446531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51494) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:17.456953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773a3f9-661d-434f-b1de-aebe3b987384 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Network': ['ID=acde5312-c566-4e85-abe4-8dd075cf66b0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:17.472226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-587799854'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:17.481099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:17.494575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:network and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:17.503494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:17.515146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:17.525837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:35:17.581281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:17.587688 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:17.623879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:17.652379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:35:17.669303 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:17.669550 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:17.670079 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Added segment 54ee5f9a-8ff7-4915-85a8-213b11f087f6 of type vlan for network 045f4c95-a926-493b-939d-11992008f72b May 25 20:35:17.712520 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:17.801963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:17.806577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=d06350f6-7088-4eee-afb2-573c6a34c25c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:17.819525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:17.822428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:17.825669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:18.043783 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:18.067513 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Deleting port 734066ee-ab75-40b1-aad5-8fa067381680 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:35:18.068010 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:18.103744 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:18.113665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:18.114591 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:18.330047 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8663144 May 25 20:35:18.334750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51510) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:18.371375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'subnet': {'network_id': '045f4c95-a926-493b-939d-11992008f72b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:18.435233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fe127-8eb4-4b78-ba99-65d3cabdbd52 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Network': ['ID=045f4c95-a926-493b-939d-11992008f72b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:18.450311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 045f4c95-a926-493b-939d-11992008f72b details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:18.891932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] For port 734066ee-ab75-40b1-aad5-8fa067381680, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=734066ee-ab75-40b1-aad5-8fa067381680,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:35:18.892333 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:19.059749 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:19.101098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Calling delete_port for 734066ee-ab75-40b1-aad5-8fa067381680 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:35:19.134400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:19.138608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:subnet and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:19.141892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:19.148433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:19.167710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:19.171516 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:19.197934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:19.525992 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:19.555324 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:19.560179 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:19.562044 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:19.706602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=d06350f6-7088-4eee-afb2-573c6a34c25c,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:19.711572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event deleted for resources: {'Port': ['ID=734066ee-ab75-40b1-aad5-8fa067381680,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:19.745118 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:19.753526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Subnet': ['ID=269227e7-2cc6-4bd8-aa15-1ad02ec3e26f,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:19.772234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Checking segment: {'id': '54ee5f9a-8ff7-4915-85a8-213b11f087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '045f4c95-a926-493b-939d-11992008f72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:19.772594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network hostable DHCP agents. Network: 045f4c95-a926-493b-939d-11992008f72b, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:35:19.797925 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:20.353972 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:20.358138 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:20.367896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network 045f4c95-a926-493b-939d-11992008f72b is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:35:20.386228 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Floating IP 8dd0eb2c-b3bd-4190-862c-c1eb8144df82 associated. External IP: 172.25.3.225, port: 542ae4ab-a807-4651-bdbe-be37f194cb6b. May 25 20:35:20.406265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 045f4c95-a926-493b-939d-11992008f72b) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:20.414601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:20.414601 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:20.431062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0d292c-f049-4d7c-94ad-7796baa230b4 None None] Network 045f4c95-a926-493b-939d-11992008f72b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:20.461398 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8bfc867c-08c6-4ffa-8093-f952e63cd9b1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1220653 May 25 20:35:20.462866 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:20.463402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Fanout notify agent at l3_agent the message router_deleted on router def7a3df-aaba-462d-8c2d-d905abf97407 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:35:20.468044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51544) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:20.726810 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:20.730903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a194bc89-f58f-4001-9fd7-8b17b18d4ce6 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "DELETE /v2.0/routers/def7a3df-aaba-462d-8c2d-d905abf97407 HTTP/1.1" status: 204 len: 168 time: 3.3952901 May 25 20:35:20.738694 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:20.746207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51550) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:20.759369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-74308915', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:20.798313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:20.815822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Usage tracker for resource:router and tenant:73327b5a8a484025bab3ae5ba03781a7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:20.889872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:20.911063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:20.935010 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:20.936413 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:20.956843 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:21.061553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-045f4c95-a926-493b-939d-11992008f72b', 'network_id': '045f4c95-a926-493b-939d-11992008f72b', 'tenant_id': '0eb519dc2501499581bc0665bd1ea6a0', 'fixed_ips': [{'subnet_id': '269227e7-2cc6-4bd8-aa15-1ad02ec3e26f'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:35:21.062319 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:21.233251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Router d173972f-36d4-4570-b5e6-b506ad07a790 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:35:21.246535 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:21.543912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Allocated IP 2001:db8::1 (045f4c95-a926-493b-939d-11992008f72b/269227e7-2cc6-4bd8-aa15-1ad02ec3e26f/0d2423a2-4128-4aa7-9ccc-7157056ddd20) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:21.669649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:35:21.684415 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f53e2-5283-43f2-9667-07b72aa3cad9 None None] Sync routers for ids ['d173972f-36d4-4570-b5e6-b506ad07a790'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:35:21.701611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:21.717195 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f53e2-5283-43f2-9667-07b72aa3cad9 None None] Routers {'d173972f-36d4-4570-b5e6-b506ad07a790'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:35:21.722310 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f04f53e2-5283-43f2-9667-07b72aa3cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:35:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d173972f-36d4-4570-b5e6-b506ad07a790'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:21.847099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51566) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:21.847657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d5b928c7-6936-4919-9a33-83505959c419 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4702184 May 25 20:35:21.848404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'tag': '542ae4ab-a807-4651-bdbe-be37f194cb6b'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:35:21.966797 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a57f2d6-843b-4bc6-952e-efbc8f18f72e'] response: {'name': 'network-changed', 'server_uuid': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'tag': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'status': 'completed', 'code': 200} May 25 20:35:21.994905 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:22.010458 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-205219af-ce17-4d55-a233-9c1d2c672b96 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/floatingips/8dd0eb2c-b3bd-4190-862c-c1eb8144df82 HTTP/1.1" status: 200 len: 992 time: 0.1604018 May 25 20:35:22.030969 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Transition to ACTIVE for port object 0d2423a2-4128-4aa7-9ccc-7157056ddd20 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:22.072770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Transition to ACTIVE for port object 0d2423a2-4128-4aa7-9ccc-7157056ddd20 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:22.075280 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:22.088285 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:22.134871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:22.181789 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f04f53e2-5283-43f2-9667-07b72aa3cad9 None None] Set router d173972f-36d4-4570-b5e6-b506ad07a790 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:35:22.184545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Network 045f4c95-a926-493b-939d-11992008f72b is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:22.187908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:22.191802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:22.202566 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Pushing event updated for resources: {'Port': ['ID=0d2423a2-4128-4aa7-9ccc-7157056ddd20,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:22.300493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:22.300953 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:22.301389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:22.301821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:22.302278 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:22.303590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:22.304315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:22.304891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:22.305471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:22.305991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:22.306447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:22.306869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:22.321044 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 734066ee-ab75-40b1-aad5-8fa067381680 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:35:22.431690 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 734066ee-ab75-40b1-aad5-8fa067381680 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:35:22.432727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 734066ee-ab75-40b1-aad5-8fa067381680 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:35:22.439591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Subnet': ['ID=269227e7-2cc6-4bd8-aa15-1ad02ec3e26f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:22.459966 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Attempting to bind port 0d2423a2-4128-4aa7-9ccc-7157056ddd20 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:35:22.460491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Attempting to bind port 0d2423a2-4128-4aa7-9ccc-7157056ddd20 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '54ee5f9a-8ff7-4915-85a8-213b11f087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '045f4c95-a926-493b-939d-11992008f72b'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:35:22.461893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Attempting to bind port 0d2423a2-4128-4aa7-9ccc-7157056ddd20 on network 045f4c95-a926-493b-939d-11992008f72b {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:35:22.483865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:35:22.484997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Checking segment: {'id': '54ee5f9a-8ff7-4915-85a8-213b11f087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '045f4c95-a926-493b-939d-11992008f72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:22.488383 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:22.489305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Bound using segment: {'id': '54ee5f9a-8ff7-4915-85a8-213b11f087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '045f4c95-a926-493b-939d-11992008f72b'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:35:22.490890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Bound port: 0d2423a2-4128-4aa7-9ccc-7157056ddd20, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ee5f9a-8ff7-4915-85a8-213b11f087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '045f4c95-a926-493b-939d-11992008f72b'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:35:22.491801 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:22.725248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29a9e2-630d-412f-ae77-69cd233a1a08 req-42248b49-c248-41e7-b633-d9fb2bc7ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:22.728165 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e29a9e2-630d-412f-ae77-69cd233a1a08 req-42248b49-c248-41e7-b633-d9fb2bc7ab02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 1097 time: 0.7143314 May 25 20:35:22.798076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] For port 0d2423a2-4128-4aa7-9ccc-7157056ddd20, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:35:22.803912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] For port 0d2423a2-4128-4aa7-9ccc-7157056ddd20, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0d2423a2-4128-4aa7-9ccc-7157056ddd20,segment=NetworkSegment(54ee5f9a-8ff7-4915-85a8-213b11f087f6),segment_id=54ee5f9a-8ff7-4915-85a8-213b11f087f6)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:35:22.810922 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:23.007582 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de296034-50bb-4f71-9bc8-3e086792a103 None None] Pushing event updated for resources: {'Port': ['ID=0d2423a2-4128-4aa7-9ccc-7157056ddd20,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:23.014324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51590) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:23.290210 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:23.348118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29a9e2-630d-412f-ae77-69cd233a1a08 req-3f5b46e6-e26f-4615-975a-f93a1b4d2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:23.350272 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e29a9e2-630d-412f-ae77-69cd233a1a08 req-3f5b46e6-e26f-4615-975a-f93a1b4d2607 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f985efb-1c26-48f7-9698-763089edd1ac HTTP/1.1" status: 200 len: 898 time: 0.6123874 May 25 20:35:23.373898 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cadcaf65-f394-47a2-aa0b-9f3e8ed2a5b4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/floatingips/8dd0eb2c-b3bd-4190-862c-c1eb8144df82 HTTP/1.1" status: 200 len: 992 time: 0.3571725 May 25 20:35:23.539613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6249cd-9e2c-4521-a0c6-50d95fe610ae None None] Network 045f4c95-a926-493b-939d-11992008f72b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:23.598673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045f4c95-a926-493b-939d-11992008f72b']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:23.616481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ee5f9a-8ff7-4915-85a8-213b11f087f6') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:23.616481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ee5f9a-8ff7-4915-85a8-213b11f087f6') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:23.616989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51600) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:23.659110 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f04f53e2-5283-43f2-9667-07b72aa3cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:34:31Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '8dd0eb2c-b3bd-4190-862c-c1eb8144df82', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'port_id': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'mac_address': 'fa:16:3e:a7:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:35:18Z', 'updated_at': '2022-05-25T20:35:18Z', 'revision_number': 0, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:45Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:23.695760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:23.735073 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f53e2-5283-43f2-9667-07b72aa3cad9 None None] Checking router: d173972f-36d4-4570-b5e6-b506ad07a790 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:35:23.757942 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f53e2-5283-43f2-9667-07b72aa3cad9 None None] Routers {'d173972f-36d4-4570-b5e6-b506ad07a790'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:35:23.760237 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f04f53e2-5283-43f2-9667-07b72aa3cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:35:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d173972f-36d4-4570-b5e6-b506ad07a790'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:23.760598 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:23.778962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:35:23.779523 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:23.881945 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e29a9e2-630d-412f-ae77-69cd233a1a08 req-6c19d5d3-4407-4ef3-9ea2-8e7e46db0ed5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=542ae4ab-a807-4651-bdbe-be37f194cb6b HTTP/1.1" status: 200 len: 1000 time: 0.4914286 May 25 20:35:23.891602 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 54ee5f9a-8ff7-4915-85a8-213b11f087f6 resource provider aggregate not found May 25 20:35:23.967869 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6797617f-d032-4bbf-9722-228edfce6567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:23.977278 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 54ee5f9a-8ff7-4915-85a8-213b11f087f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54ee5f9a-8ff7-4915-85a8-213b11f087f6 found for delete ", "request_id": "req-5494d6a0-168b-4ac3-a769-2d848a294fdd"}]} May 25 20:35:23.988253 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:23.995323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6797617f-d032-4bbf-9722-228edfce6567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:24.003289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6797617f-d032-4bbf-9722-228edfce6567 admin admin] Usage tracker for resource:security_group_rule and tenant:44d51cfc1fd54134ae739886cc5f77a1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:24.011100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6797617f-d032-4bbf-9722-228edfce6567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:24.026264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6797617f-d032-4bbf-9722-228edfce6567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:24.073733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed912aa6-4c29-4a77-aa95-a5851f445b3c None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:35:24.112484 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 20:35:24.112484 n-d-843339-1 neutron-server[88331]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 20:35:24.112484 n-d-843339-1 neutron-server[88331]: [parameters: {'id': '045f4c95-a926-493b-939d-11992008f72b'}] May 25 20:35:24.112484 n-d-843339-1 neutron-server[88331]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:35:24.113261 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:35:24.210324 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6797617f-d032-4bbf-9722-228edfce6567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:24.224614 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6797617f-d032-4bbf-9722-228edfce6567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:24.232408 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29a9e2-630d-412f-ae77-69cd233a1a08 req-ecac189d-5bdb-478e-8d9b-86ba1b779ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:24.234059 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e29a9e2-630d-412f-ae77-69cd233a1a08 req-ecac189d-5bdb-478e-8d9b-86ba1b779ea6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99290e27-51d0-4314-8677-dc1be37b61ea HTTP/1.1" status: 200 len: 838 time: 0.3360453 May 25 20:35:24.299889 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f04f53e2-5283-43f2-9667-07b72aa3cad9 None None] Set router d173972f-36d4-4570-b5e6-b506ad07a790 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:35:24.300221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797617f-d032-4bbf-9722-228edfce6567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b9b206-f3d7-41b2-89cc-cdaaef27ee28,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:24.322814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed912aa6-4c29-4a77-aa95-a5851f445b3c None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:35:24.343907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6797617f-d032-4bbf-9722-228edfce6567 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44d51cfc1fd54134ae739886cc5f77a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7265124 May 25 20:35:24.351447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51616) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:24.394708 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:24.423949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51620) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:24.535677 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:24.637359 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:24.714488 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c1ec3ea-741c-400d-a028-b0cc12cabd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:24.741873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Deleting port 0d2423a2-4128-4aa7-9ccc-7157056ddd20 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:35:24.742233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:24.750511 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f6bedbbf-7589-4619-9151-d300e0030b83 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/floatingips/8dd0eb2c-b3bd-4190-862c-c1eb8144df82 HTTP/1.1" status: 200 len: 992 time: 0.3251269 May 25 20:35:24.772356 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c1ec3ea-741c-400d-a028-b0cc12cabd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:24.906908 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c1ec3ea-741c-400d-a028-b0cc12cabd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:24.916406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29a9e2-630d-412f-ae77-69cd233a1a08 req-6975640e-fde0-43e7-b8a0-b03b8980b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:24.922886 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e29a9e2-630d-412f-ae77-69cd233a1a08 req-6975640e-fde0-43e7-b8a0-b03b8980b01e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f985efb-1c26-48f7-9698-763089edd1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6328707 May 25 20:35:24.939103 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c1ec3ea-741c-400d-a028-b0cc12cabd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:24.941282 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6c1ec3ea-741c-400d-a028-b0cc12cabd47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0b9b206-f3d7-41b2-89cc-cdaaef27ee28 HTTP/1.1" status: 204 len: 168 time: 0.5882866 May 25 20:35:24.942913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ec3ea-741c-400d-a028-b0cc12cabd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b9b206-f3d7-41b2-89cc-cdaaef27ee28,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:25.196407 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f04f53e2-5283-43f2-9667-07b72aa3cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:34:31Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '8dd0eb2c-b3bd-4190-862c-c1eb8144df82', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'port_id': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'mac_address': 'fa:16:3e:a7:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:35:18Z', 'updated_at': '2022-05-25T20:35:18Z', 'revision_number': 0, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:45Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:25.210567 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f53e2-5283-43f2-9667-07b72aa3cad9 None None] The sync data for ids ['d173972f-36d4-4570-b5e6-b506ad07a790'] in n-d-843339-1 is: [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:34:31Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '8dd0eb2c-b3bd-4190-862c-c1eb8144df82', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'port_id': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'mac_address': 'fa:16:3e:a7:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:35:18Z', 'updated_at': '2022-05-25T20:35:18Z', 'revision_number': 0, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:45Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:35:25.365151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Allocated IP 172.25.3.236 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/e86446dd-0fbb-4648-90e3-a96957955041) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:25.652506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670b0800-5e23-46c6-a6cc-ec46d5af0085 None None] New status for floating IP 8dd0eb2c-b3bd-4190-862c-c1eb8144df82: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:35:25.682487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e29a9e2-630d-412f-ae77-69cd233a1a08 req-801755f9-11bd-479a-aa20-73b247173276 service neutron] 10.222.0.50 "GET /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458582 May 25 20:35:25.687074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] For port 0d2423a2-4128-4aa7-9ccc-7157056ddd20, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0d2423a2-4128-4aa7-9ccc-7157056ddd20,segment=NetworkSegment(54ee5f9a-8ff7-4915-85a8-213b11f087f6),segment_id=54ee5f9a-8ff7-4915-85a8-213b11f087f6)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:35:25.687442 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:25.752882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51650) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:26.042729 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5b67de78-5826-497a-9343-c63823641da2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/floatingips/8dd0eb2c-b3bd-4190-862c-c1eb8144df82 HTTP/1.1" status: 200 len: 992 time: 0.2884953 May 25 20:35:26.358229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Calling delete_port for 0d2423a2-4128-4aa7-9ccc-7157056ddd20 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:35:26.559518 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:26.610801 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e29a9e2-630d-412f-ae77-69cd233a1a08 req-b100cadc-c019-4b40-a53c-74d4afe82a00 service neutron] 10.222.0.50 "GET /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8990054 May 25 20:35:26.615294 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:26.687848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No DVR routers for this DVR port 0d2423a2-4128-4aa7-9ccc-7157056ddd20 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:35:26.763380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Port': ['ID=0d2423a2-4128-4aa7-9ccc-7157056ddd20,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:26.825303 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:27.016578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Pushing event updated for resources: {'Port': ['ID=e86446dd-0fbb-4648-90e3-a96957955041,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:27.034602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:27.036204 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:27.046675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51704) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:27.047455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:27.053311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:27.116985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045f4c95-a926-493b-939d-11992008f72b']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:27.135454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ee5f9a-8ff7-4915-85a8-213b11f087f6') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:27.136049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ee5f9a-8ff7-4915-85a8-213b11f087f6') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:27.158232 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:27.423226 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:27.470722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:35:27.471922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:27.493833 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-abd5e188-bf65-4968-a3cd-3c94815d6f3b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/floatingips/8dd0eb2c-b3bd-4190-862c-c1eb8144df82 HTTP/1.1" status: 200 len: 994 time: 0.4448299 May 25 20:35:27.563453 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 54ee5f9a-8ff7-4915-85a8-213b11f087f6 resource provider aggregate not found May 25 20:35:27.588240 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 54ee5f9a-8ff7-4915-85a8-213b11f087f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54ee5f9a-8ff7-4915-85a8-213b11f087f6 found for delete ", "request_id": "req-c793e904-3bb3-4696-860f-e849fc954409"}]} May 25 20:35:27.613705 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:27.639756 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:27.642638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Network': ['ID=045f4c95-a926-493b-939d-11992008f72b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:27.870144 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b51f3a93-f685-4af6-9c61-78d9ce63e197 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/045f4c95-a926-493b-939d-11992008f72b HTTP/1.1" status: 204 len: 168 time: 7.3932266 May 25 20:35:27.870144 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51774) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:27.873994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1107340784'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:27.883347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:27.892075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:network and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:27.897485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:27.904450 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:27.961288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:27.997630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:28.001143 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:28.098737 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:28.117637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:35:28.123481 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-aa52025e-b35d-4175-9b15-14e36d96f662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:28.138134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:28.138489 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Added segment d221f34f-ce32-4da8-8dd8-771287abc512 of type vlan for network a00daabb-48c6-4687-96b0-459faf3e0f77 May 25 20:35:28.150984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51784) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:28.246473 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:28.333641 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d777ce5-fb9d-479e-bdda-47fa93793ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:28.364334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1d777ce5-fb9d-479e-bdda-47fa93793ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:28.371459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1d777ce5-fb9d-479e-bdda-47fa93793ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:af50464e207c45928d219379a3acda30 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:28.375862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1d777ce5-fb9d-479e-bdda-47fa93793ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:28.388572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1d777ce5-fb9d-479e-bdda-47fa93793ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:28.506556 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d777ce5-fb9d-479e-bdda-47fa93793ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:28.516808 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1d777ce5-fb9d-479e-bdda-47fa93793ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:28.548182 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:28.555398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:28.556061 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:28.577863 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:28.598833 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1d777ce5-fb9d-479e-bdda-47fa93793ac1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af50464e207c45928d219379a3acda30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4465477 May 25 20:35:28.601579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51792) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:28.644419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d777ce5-fb9d-479e-bdda-47fa93793ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41ccbfb-3de0-4ffb-8d57-bac186b8d8d0,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:28.782544 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9105432 May 25 20:35:28.782942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51800) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:28.793554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'subnet': {'network_id': 'a00daabb-48c6-4687-96b0-459faf3e0f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:28.831867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacef49-0a48-4dbc-bc8f-321fe18fcecf tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Network': ['ID=a00daabb-48c6-4687-96b0-459faf3e0f77,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:28.999977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network a00daabb-48c6-4687-96b0-459faf3e0f77 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:29.113573 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9154-acf4-46b3-86d9-ac3a991e7ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:29.116850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:29.116850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:subnet and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:29.116850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:29.116850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:29.116850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:29.116850 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:29.146101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9154-acf4-46b3-86d9-ac3a991e7ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:29.254588 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9154-acf4-46b3-86d9-ac3a991e7ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:29.306716 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9154-acf4-46b3-86d9-ac3a991e7ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:29.306716 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c1ba9154-acf4-46b3-86d9-ac3a991e7ff7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a41ccbfb-3de0-4ffb-8d57-bac186b8d8d0 HTTP/1.1" status: 204 len: 168 time: 0.6977630 May 25 20:35:29.306716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba9154-acf4-46b3-86d9-ac3a991e7ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41ccbfb-3de0-4ffb-8d57-bac186b8d8d0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:29.362073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Router a6ce82fc-e29f-4d04-8237-8baa4a66e6d0 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:35:29.515854 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:29.641132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Subnet': ['ID=e1201952-d222-4e25-8a98-e4822e424202,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:29.694905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Checking segment: {'id': 'd221f34f-ce32-4da8-8dd8-771287abc512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a00daabb-48c6-4687-96b0-459faf3e0f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:29.694905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network hostable DHCP agents. Network: a00daabb-48c6-4687-96b0-459faf3e0f77, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:35:29.698661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:35:29.719208 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca1908-bf9b-46ab-9ade-b51d79fae859 None None] Sync routers for ids ['a6ce82fc-e29f-4d04-8237-8baa4a66e6d0'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:35:29.750855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network a00daabb-48c6-4687-96b0-459faf3e0f77 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:35:29.778811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, a00daabb-48c6-4687-96b0-459faf3e0f77) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:29.785045 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:29.785045 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-48db1f10-3d1b-4618-b70a-bf281beaa299 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.0276105 May 25 20:35:29.785045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51830) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:29.793235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5f40e8-f4e7-4e80-9b52-15b52251928c None None] Network a00daabb-48c6-4687-96b0-459faf3e0f77 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:29.807268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:29.807268 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:29.817482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a0b5068f-7472-40fd-abf2-ff3947bc4657 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'enable_snat': False}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:29.834246 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca1908-bf9b-46ab-9ade-b51d79fae859 None None] Routers {'a6ce82fc-e29f-4d04-8237-8baa4a66e6d0'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:35:29.834246 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-40ca1908-bf9b-46ab-9ade-b51d79fae859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:35:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a6ce82fc-e29f-4d04-8237-8baa4a66e6d0'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:29.959443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f9a5ec00-08de-4589-803d-ad8477252890 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1750052 May 25 20:35:29.969196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51838) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:30.022171 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-40ca1908-bf9b-46ab-9ade-b51d79fae859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:30.032672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3bdb9bb1-ca67-4e9b-8be1-b75055a2f925 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'subnet': {'network_id': 'a00daabb-48c6-4687-96b0-459faf3e0f77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:30.041495 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca1908-bf9b-46ab-9ade-b51d79fae859 None None] Routers {'a6ce82fc-e29f-4d04-8237-8baa4a66e6d0'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:35:30.042217 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-40ca1908-bf9b-46ab-9ade-b51d79fae859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:35:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a6ce82fc-e29f-4d04-8237-8baa4a66e6d0'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:30.241181 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-40ca1908-bf9b-46ab-9ade-b51d79fae859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:30.241586 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca1908-bf9b-46ab-9ade-b51d79fae859 None None] The sync data for ids ['a6ce82fc-e29f-4d04-8237-8baa4a66e6d0'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:35:30.583180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3bdb9bb1-ca67-4e9b-8be1-b75055a2f925 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:30.588042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3bdb9bb1-ca67-4e9b-8be1-b75055a2f925 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:subnet and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:30.591207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3bdb9bb1-ca67-4e9b-8be1-b75055a2f925 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:30.600206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3bdb9bb1-ca67-4e9b-8be1-b75055a2f925 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:30.623511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdb9bb1-ca67-4e9b-8be1-b75055a2f925 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:30.642639 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3bdb9bb1-ca67-4e9b-8be1-b75055a2f925 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:30.656463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-a00daabb-48c6-4687-96b0-459faf3e0f77', 'network_id': 'a00daabb-48c6-4687-96b0-459faf3e0f77', 'tenant_id': '0eb519dc2501499581bc0665bd1ea6a0', 'fixed_ips': [{'subnet_id': 'e1201952-d222-4e25-8a98-e4822e424202'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:35:30.670042 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:30.712083 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30dcb02d-e9f6-4caf-9382-7b4bd3337fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:31.201291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Allocated IP 2001:db8::2 (a00daabb-48c6-4687-96b0-459faf3e0f77/e1201952-d222-4e25-8a98-e4822e424202/6a3991bb-f5a4-4866-b55b-8061273bb079) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:31.585237 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a0b5068f-7472-40fd-abf2-ff3947bc4657 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:31.590564 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3bdb9bb1-ca67-4e9b-8be1-b75055a2f925 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:31.762390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb9bb1-ca67-4e9b-8be1-b75055a2f925 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Subnet': ['ID=30510b1a-a165-4550-9529-a6aa50b109a5,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:31.770200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb9bb1-ca67-4e9b-8be1-b75055a2f925 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network a00daabb-48c6-4687-96b0-459faf3e0f77 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:31.771265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-3bdb9bb1-ca67-4e9b-8be1-b75055a2f925 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:31.773913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdb9bb1-ca67-4e9b-8be1-b75055a2f925 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:31.774592 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3bdb9bb1-ca67-4e9b-8be1-b75055a2f925 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:31.807190 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:31.813672 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3bdb9bb1-ca67-4e9b-8be1-b75055a2f925 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8329449 May 25 20:35:31.813930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51882) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:31.818898 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Transition to ACTIVE for port object 6a3991bb-f5a4-4866-b55b-8061273bb079 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:31.852281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Transition to ACTIVE for port object 6a3991bb-f5a4-4866-b55b-8061273bb079 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:31.892320 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:32.042184 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:32.042184 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:32.162425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Network a00daabb-48c6-4687-96b0-459faf3e0f77 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:32.169231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:32.181034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:32.181034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Pushing event updated for resources: {'Port': ['ID=6a3991bb-f5a4-4866-b55b-8061273bb079,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:32.326888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Attempting to bind port 6a3991bb-f5a4-4866-b55b-8061273bb079 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:35:32.326888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Attempting to bind port 6a3991bb-f5a4-4866-b55b-8061273bb079 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd221f34f-ce32-4da8-8dd8-771287abc512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a00daabb-48c6-4687-96b0-459faf3e0f77'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:35:32.326888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Attempting to bind port 6a3991bb-f5a4-4866-b55b-8061273bb079 on network a00daabb-48c6-4687-96b0-459faf3e0f77 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:35:32.328842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:35:32.328842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Checking segment: {'id': 'd221f34f-ce32-4da8-8dd8-771287abc512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a00daabb-48c6-4687-96b0-459faf3e0f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:32.329501 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:32.329501 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Bound using segment: {'id': 'd221f34f-ce32-4da8-8dd8-771287abc512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a00daabb-48c6-4687-96b0-459faf3e0f77'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:35:32.330694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Bound port: 6a3991bb-f5a4-4866-b55b-8061273bb079, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd221f34f-ce32-4da8-8dd8-771287abc512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a00daabb-48c6-4687-96b0-459faf3e0f77'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:35:32.331676 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:32.338789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda00fab-dabb-46c8-babe-4b64ad354fc1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:32.353105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda00fab-dabb-46c8-babe-4b64ad354fc1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:32.364526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda00fab-dabb-46c8-babe-4b64ad354fc1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:32.366128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda00fab-dabb-46c8-babe-4b64ad354fc1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:32.368488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda00fab-dabb-46c8-babe-4b64ad354fc1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:32.374642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cda00fab-dabb-46c8-babe-4b64ad354fc1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Synchronizing usage tracker for tenant:0eb519dc2501499581bc0665bd1ea6a0 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:35:32.447727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cda00fab-dabb-46c8-babe-4b64ad354fc1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Unset dirty status for tenant:0eb519dc2501499581bc0665bd1ea6a0 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:35:32.456227 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cda00fab-dabb-46c8-babe-4b64ad354fc1 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6393332 May 25 20:35:32.465818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51894) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:32.478605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1965801703'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:32.508171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:32.518177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:network and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:32.523166 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:32.559403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:32.608795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:32.608795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:32.613523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] For port 6a3991bb-f5a4-4866-b55b-8061273bb079, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:35:32.613523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] For port 6a3991bb-f5a4-4866-b55b-8061273bb079, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6a3991bb-f5a4-4866-b55b-8061273bb079,segment=NetworkSegment(d221f34f-ce32-4da8-8dd8-771287abc512),segment_id=d221f34f-ce32-4da8-8dd8-771287abc512)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:35:32.622883 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:32.690713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:35:32.720027 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:32.720027 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Added segment 3c969d37-c817-4bcc-ba21-e54cd40dc1a5 of type vlan for network aa453889-1201-48c6-a3d8-34734409ac58 May 25 20:35:32.837247 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:32.927139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2a105-b3a7-4037-bee3-c09173fb6520 None None] Pushing event updated for resources: {'Port': ['ID=6a3991bb-f5a4-4866-b55b-8061273bb079,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:32.980967 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:32.998145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:32.999408 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:33.161058 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:33.348994 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8799310 May 25 20:35:33.352940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51914) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:33.385064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-fe5b0908-79eb-4426-8173-cb8a7bec4787 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:33.457211 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:35:33.478543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51920) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:33.501864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7c942-048d-4542-a28f-68e6ba7153cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Network': ['ID=aa453889-1201-48c6-a3d8-34734409ac58,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:33.515800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network aa453889-1201-48c6-a3d8-34734409ac58 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:33.518763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51926) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:33.773467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c4cf7a6f-3d00-4c13-a952-ad9ca5ff84cd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696427178', 'description': 'tempest-description--955084470'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:33.789043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c4cf7a6f-3d00-4c13-a952-ad9ca5ff84cd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:33.807300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c4cf7a6f-3d00-4c13-a952-ad9ca5ff84cd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:33.843360 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4cf7a6f-3d00-4c13-a952-ad9ca5ff84cd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:34.072068 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0908-79eb-4426-8173-cb8a7bec4787 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:34.100205 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0908-79eb-4426-8173-cb8a7bec4787 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:34.119982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c4cf7a6f-3d00-4c13-a952-ad9ca5ff84cd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:34.162113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe5b0908-79eb-4426-8173-cb8a7bec4787 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network aa453889-1201-48c6-a3d8-34734409ac58 is not hosted by any dhcp agent {{(pid=88332) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 25 20:35:34.198989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5b0908-79eb-4426-8173-cb8a7bec4787 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:34.198989 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0908-79eb-4426-8173-cb8a7bec4787 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:34.225334 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fe5b0908-79eb-4426-8173-cb8a7bec4787 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "PUT /v2.0/networks/aa453889-1201-48c6-a3d8-34734409ac58 HTTP/1.1" status: 200 len: 723 time: 0.8628304 May 25 20:35:34.235663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51936) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:34.244328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c4cf7a6f-3d00-4c13-a952-ad9ca5ff84cd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group_rule and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:34.267191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6d7f19e7-00d9-4690-8b24-228a9125b636 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'subnet': {'network_id': 'aa453889-1201-48c6-a3d8-34734409ac58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:34.326880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c4cf7a6f-3d00-4c13-a952-ad9ca5ff84cd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:34.347262 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a0b5068f-7472-40fd-abf2-ff3947bc4657 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:34.353550 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a0b5068f-7472-40fd-abf2-ff3947bc4657 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:34.466139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6a3991bb-f5a4-4866-b55b-8061273bb079 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:35:34.602622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-693546607'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:34.623801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c4cf7a6f-3d00-4c13-a952-ad9ca5ff84cd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:34.715123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:34.772201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 6a3991bb-f5a4-4866-b55b-8061273bb079 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:35:34.893996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b5068f-7472-40fd-abf2-ff3947bc4657 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Router a6ce82fc-e29f-4d04-8237-8baa4a66e6d0 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:35:34.926498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Usage tracker for resource:network and tenant:3b65028e0b9844ddbd6991b36c1c0720 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:34.958338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:34.994634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:35.008642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b0908-79eb-4426-8173-cb8a7bec4787 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Network': ['ID=aa453889-1201-48c6-a3d8-34734409ac58,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:35.020898 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network aa453889-1201-48c6-a3d8-34734409ac58 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:35.054625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6d7f19e7-00d9-4690-8b24-228a9125b636 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:35.054625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Made reservation on behalf of 3b65028e0b9844ddbd6991b36c1c0720 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:35.054625 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:35.101129 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:35.130000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6d7f19e7-00d9-4690-8b24-228a9125b636 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:35.136613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:35.140774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Usage tracker for resource:security_group_rule and tenant:3b65028e0b9844ddbd6991b36c1c0720 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:35.144235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:35.150808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:35.159439 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a0a96-9a8a-4679-ae63-eb45930ff1c5 None None] Network a00daabb-48c6-4687-96b0-459faf3e0f77 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:35.320908 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:35.329852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b5068f-7472-40fd-abf2-ff3947bc4657 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:35:35.337578 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:35.341381 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a0b5068f-7472-40fd-abf2-ff3947bc4657 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:35.341381 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a0b5068f-7472-40fd-abf2-ff3947bc4657 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "PUT /v2.0/routers/a6ce82fc-e29f-4d04-8237-8baa4a66e6d0 HTTP/1.1" status: 200 len: 920 time: 5.5420990 May 25 20:35:35.341381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51952) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:35.350853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:35:35.374035 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:35.374035 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Added segment 0176f146-e9b9-4f29-9139-5b438479291f of type vlan for network 53944434-0d4f-48b3-ac18-e032a42334e2 May 25 20:35:35.398451 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:35.446273 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:35.449836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea6da5f-cbc8-4fc4-b4f2-07eb1a2efb2d None None] Sync routers for ids ['a6ce82fc-e29f-4d04-8237-8baa4a66e6d0'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:35:35.466955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:35.466955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:35.540330 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7f19e7-00d9-4690-8b24-228a9125b636 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:35.540330 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6d7f19e7-00d9-4690-8b24-228a9125b636 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:35.633917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-10d27827-ac38-4fcc-ab6c-f0feb736e287 None None] Provisioning for port 6a3991bb-f5a4-4866-b55b-8061273bb079 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:35:35.695946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-10d27827-ac38-4fcc-ab6c-f0feb736e287 None None] Provisioning complete for port 6a3991bb-f5a4-4866-b55b-8061273bb079 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:35:35.696490 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-10d27827-ac38-4fcc-ab6c-f0feb736e287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:35.755165 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4cf7a6f-3d00-4c13-a952-ad9ca5ff84cd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:35.771536 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a85818c8-8095-47a7-b641-6a53827b2486 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/routers/a6ce82fc-e29f-4d04-8237-8baa4a66e6d0 HTTP/1.1" status: 200 len: 920 time: 0.4299216 May 25 20:35:35.779805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51964) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:35.786902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b975ee0c-37bc-4dff-a872-3c81796cd2ba,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:35.797382 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4cf7a6f-3d00-4c13-a952-ad9ca5ff84cd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:35.815792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6da5f-cbc8-4fc4-b4f2-07eb1a2efb2d None None] Routers {'a6ce82fc-e29f-4d04-8237-8baa4a66e6d0'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:35:35.816550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fea6da5f-cbc8-4fc4-b4f2-07eb1a2efb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:35:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a6ce82fc-e29f-4d04-8237-8baa4a66e6d0'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:35.931054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Pushing event updated for resources: {'Network': ['ID=53944434-0d4f-48b3-ac18-e032a42334e2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:35.972933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fea6da5f-cbc8-4fc4-b4f2-07eb1a2efb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:35.991045 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 53944434-0d4f-48b3-ac18-e032a42334e2 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:36.123494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf7a6f-3d00-4c13-a952-ad9ca5ff84cd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faff88e9-2c3c-4f9c-9766-65a80ad18424,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:36.140758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cb4ac9a9-3a39-4434-b93c-888568bf122b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6502051 May 25 20:35:36.145156 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51968) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:36.284231 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4cf7a6f-3d00-4c13-a952-ad9ca5ff84cd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:36.288805 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c4cf7a6f-3d00-4c13-a952-ad9ca5ff84cd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.6090374 May 25 20:35:36.289238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51976) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:36.294314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6023b71e-e092-4e8f-9ee6-cd2d701f2499 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'security_group_rule': {'security_group_id': 'faff88e9-2c3c-4f9c-9766-65a80ad18424', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:36.304626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6da5f-cbc8-4fc4-b4f2-07eb1a2efb2d None None] Routers {'a6ce82fc-e29f-4d04-8237-8baa4a66e6d0'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:35:36.306203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fea6da5f-cbc8-4fc4-b4f2-07eb1a2efb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:35:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a6ce82fc-e29f-4d04-8237-8baa4a66e6d0'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:36.321541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Request body: {'network': {'name': 'tempest-network--74140690', 'router:external': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:36.325681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6023b71e-e092-4e8f-9ee6-cd2d701f2499 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:36.335987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:36.338478 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6023b71e-e092-4e8f-9ee6-cd2d701f2499 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group_rule and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:36.340511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20256e20-4a5a-43b2-b1a4-71d98138096a tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:36.341765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-20256e20-4a5a-43b2-b1a4-71d98138096a tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Synchronizing usage tracker for tenant:08f39f25b4ab454cb9e603fb6c094c37 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:35:36.353493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6023b71e-e092-4e8f-9ee6-cd2d701f2499 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:36.356569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Usage tracker for resource:network and tenant:29d44308aa5d46efbdf6afe952e9e254 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:36.393533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:36.396433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6023b71e-e092-4e8f-9ee6-cd2d701f2499 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:36.413116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:36.439812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Made reservation on behalf of 29d44308aa5d46efbdf6afe952e9e254 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:36.457484 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:36.481078 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-20256e20-4a5a-43b2-b1a4-71d98138096a tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Unset dirty status for tenant:08f39f25b4ab454cb9e603fb6c094c37 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:35:36.481078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-20256e20-4a5a-43b2-b1a4-71d98138096a tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=63157299-67d6-4d48-843c-682c0bdd002f&device_id=a6ce82fc-e29f-4d04-8237-8baa4a66e6d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6852307 May 25 20:35:36.481078 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51980) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:36.497421 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6023b71e-e092-4e8f-9ee6-cd2d701f2499 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:36.534839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fea6da5f-cbc8-4fc4-b4f2-07eb1a2efb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:36.534839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea6da5f-cbc8-4fc4-b4f2-07eb1a2efb2d None None] The sync data for ids ['a6ce82fc-e29f-4d04-8237-8baa4a66e6d0'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:35:36.545880 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:36.592622 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6023b71e-e092-4e8f-9ee6-cd2d701f2499 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:36.598070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:36.612949 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6023b71e-e092-4e8f-9ee6-cd2d701f2499 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:36.649847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Usage tracker for resource:security_group_rule and tenant:29d44308aa5d46efbdf6afe952e9e254 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:36.674719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:36.693748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:36.712187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023b71e-e092-4e8f-9ee6-cd2d701f2499 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4f0902-2f44-4ce0-ba71-b3b2a0e7db67,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:36.739728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-10d27827-ac38-4fcc-ab6c-f0feb736e287 None None] Current status of the port 6a3991bb-f5a4-4866-b55b-8061273bb079 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:35:36.740634 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-10d27827-ac38-4fcc-ab6c-f0feb736e287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:36.749132 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6023b71e-e092-4e8f-9ee6-cd2d701f2499 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:36.752607 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6023b71e-e092-4e8f-9ee6-cd2d701f2499 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4615986 May 25 20:35:36.757738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 51986) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:36.772043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-25f51739-2358-4983-aa7f-3461e42f4180 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'security_group_rule': {'security_group_id': 'faff88e9-2c3c-4f9c-9766-65a80ad18424', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:36.820285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-25f51739-2358-4983-aa7f-3461e42f4180 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:36.826613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6d7f19e7-00d9-4690-8b24-228a9125b636 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:36.917095 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-10d27827-ac38-4fcc-ab6c-f0feb736e287 None None] For port 6a3991bb-f5a4-4866-b55b-8061273bb079, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6a3991bb-f5a4-4866-b55b-8061273bb079,segment=NetworkSegment(d221f34f-ce32-4da8-8dd8-771287abc512),segment_id=d221f34f-ce32-4da8-8dd8-771287abc512)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:35:36.931254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d94079-214d-451a-a485-62d3dd41bdda None None] Update dhcp port {'port': {'network_id': 'a00daabb-48c6-4687-96b0-459faf3e0f77', 'fixed_ips': [{'subnet_id': 'e1201952-d222-4e25-8a98-e4822e424202', 'ip_address': '2001:db8::2'}, {'subnet_id': '30510b1a-a165-4550-9529-a6aa50b109a5'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '6a3991bb-f5a4-4866-b55b-8061273bb079'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:35:36.951558 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:36.959433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-25f51739-2358-4983-aa7f-3461e42f4180 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group_rule and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:36.959896 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-10d27827-ac38-4fcc-ab6c-f0feb736e287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:36.966669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-25f51739-2358-4983-aa7f-3461e42f4180 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:36.979125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-25f51739-2358-4983-aa7f-3461e42f4180 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:36.981902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f34e987-6723-4ea9-8ccb-7a8437469672 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:36.989237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6f34e987-6723-4ea9-8ccb-7a8437469672 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Synchronizing usage tracker for tenant:08f39f25b4ab454cb9e603fb6c094c37 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:35:36.991632 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:37.002355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f19e7-00d9-4690-8b24-228a9125b636 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Subnet': ['ID=9636fad8-b612-47b5-9305-37a3181d11ae,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:37.019134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7f19e7-00d9-4690-8b24-228a9125b636 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Checking segment: {'id': '3c969d37-c817-4bcc-ba21-e54cd40dc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'aa453889-1201-48c6-a3d8-34734409ac58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:37.020046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7f19e7-00d9-4690-8b24-228a9125b636 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network hostable DHCP agents. Network: aa453889-1201-48c6-a3d8-34734409ac58, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:35:37.023804 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-25f51739-2358-4983-aa7f-3461e42f4180 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:37.039876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6f34e987-6723-4ea9-8ccb-7a8437469672 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Unset dirty status for tenant:08f39f25b4ab454cb9e603fb6c094c37 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:35:37.041566 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6f34e987-6723-4ea9-8ccb-7a8437469672 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 881 time: 0.5620711 May 25 20:35:37.045380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51994) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:37.077904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:35:37.143845 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2d2841fc-f414-4a9f-aa52-ac3d1f51ebce tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ce82fc-e29f-4d04-8237-8baa4a66e6d0 HTTP/1.1" status: 200 len: 205 time: 0.0768704 May 25 20:35:37.143845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 51998) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:37.178541 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-85d94079-214d-451a-a485-62d3dd41bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:37.238513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d27827-ac38-4fcc-ab6c-f0feb736e287 None None] Pushing event updated for resources: {'Port': ['ID=6a3991bb-f5a4-4866-b55b-8061273bb079,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:37.254773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7f19e7-00d9-4690-8b24-228a9125b636 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network aa453889-1201-48c6-a3d8-34734409ac58 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:35:37.336204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-6d7f19e7-00d9-4690-8b24-228a9125b636 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, aa453889-1201-48c6-a3d8-34734409ac58) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:37.343714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7f19e7-00d9-4690-8b24-228a9125b636 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:37.343714 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6d7f19e7-00d9-4690-8b24-228a9125b636 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:37.437930 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:37.438521 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Added segment 9c4df5d4-59b3-4ab1-be20-ce796d3dcf94 of type vlan for network 0a29f70f-3583-439f-9c16-96b933cc84a8 May 25 20:35:37.481840 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6d7f19e7-00d9-4690-8b24-228a9125b636 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2522969 May 25 20:35:37.486313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52004) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:37.489846 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:37.495554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-802c7edb-7622-4b1b-b8f3-459a16e5f41d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:37.535801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b041b20e-ee7a-483c-9939-49229a6cb7e3,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:37.541895 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:37.543379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:37.544057 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:37.564723 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:37.629315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-85d94079-214d-451a-a485-62d3dd41bdda None None] Allocated IP 172.20.0.1 (a00daabb-48c6-4687-96b0-459faf3e0f77/30510b1a-a165-4550-9529-a6aa50b109a5/6a3991bb-f5a4-4866-b55b-8061273bb079) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:37.713750 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.5773137 May 25 20:35:37.717239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52010) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:37.735764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687ab95-f3ab-4f03-9fb1-92b9cc341458 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event updated for resources: {'Network': ['ID=0a29f70f-3583-439f-9c16-96b933cc84a8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:37.750503 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-25f51739-2358-4983-aa7f-3461e42f4180 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:37.756293 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-25f51739-2358-4983-aa7f-3461e42f4180 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:37.795504 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f51739-2358-4983-aa7f-3461e42f4180 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0b1f30-dd99-4988-b6e9-ed90e73a0316,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:37.819998 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-25f51739-2358-4983-aa7f-3461e42f4180 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:37.822355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-25f51739-2358-4983-aa7f-3461e42f4180 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0632048 May 25 20:35:37.853948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1815725d-67e9-4339-ba9d-0c7139c6f626 None None] Network aa453889-1201-48c6-a3d8-34734409ac58 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:37.857820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52016) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:37.857820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:37.869533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:37.873919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 0a29f70f-3583-439f-9c16-96b933cc84a8 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:37.898388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:floatingip and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:37.898388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:37.930270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:37.970948 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:38.324682 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:38.432297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6a3991bb-f5a4-4866-b55b-8061273bb079 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:35:38.510034 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-802c7edb-7622-4b1b-b8f3-459a16e5f41d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2470088'] for subnet, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:38.562981 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d136d00a-c180-4b36-942b-a918157d2c5e tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:38.585700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-85d94079-214d-451a-a485-62d3dd41bdda None None] For port 6a3991bb-f5a4-4866-b55b-8061273bb079, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6a3991bb-f5a4-4866-b55b-8061273bb079,segment=NetworkSegment(d221f34f-ce32-4da8-8dd8-771287abc512),segment_id=d221f34f-ce32-4da8-8dd8-771287abc512)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:35:38.673105 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-85d94079-214d-451a-a485-62d3dd41bdda None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:38.674796 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:38.747553 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Allocated IP 172.25.3.92 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/cf56edce-6d79-4c50-b761-65cd5cb5bb0d) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:38.788414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-85d94079-214d-451a-a485-62d3dd41bdda None None] Transition to ACTIVE for port object 6a3991bb-f5a4-4866-b55b-8061273bb079 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:38.808889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Deleting port e86446dd-0fbb-4648-90e3-a96957955041 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:35:38.809692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:38.846873 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-85d94079-214d-451a-a485-62d3dd41bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:38.957334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d94079-214d-451a-a485-62d3dd41bdda None None] Pushing event updated for resources: {'Port': ['ID=6a3991bb-f5a4-4866-b55b-8061273bb079,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:39.134914 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:39.197270 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d136d00a-c180-4b36-942b-a918157d2c5e tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:39.212516 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:39.252448 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-802c7edb-7622-4b1b-b8f3-459a16e5f41d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739053668536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2573290'] for subnet, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:39.257795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-aa453889-1201-48c6-a3d8-34734409ac58', 'network_id': 'aa453889-1201-48c6-a3d8-34734409ac58', 'tenant_id': '0eb519dc2501499581bc0665bd1ea6a0', 'fixed_ips': [{'subnet_id': '9636fad8-b612-47b5-9305-37a3181d11ae'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:35:39.258913 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:39.330560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:39.350676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:39.363297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:39.380283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d136d00a-c180-4b36-942b-a918157d2c5e tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a29f70f-3583-439f-9c16-96b933cc84a8']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:39.432851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802c7edb-7622-4b1b-b8f3-459a16e5f41d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:39.432851 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-802c7edb-7622-4b1b-b8f3-459a16e5f41d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:39.432851 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-802c7edb-7622-4b1b-b8f3-459a16e5f41d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "PUT /v2.0/subnets/9636fad8-b612-47b5-9305-37a3181d11ae HTTP/1.1" status: 200 len: 826 time: 1.9423454 May 25 20:35:39.462854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52034) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:39.465480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d136d00a-c180-4b36-942b-a918157d2c5e tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4df5d4-59b3-4ab1-be20-ce796d3dcf94') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:39.465480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d136d00a-c180-4b36-942b-a918157d2c5e tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4df5d4-59b3-4ab1-be20-ce796d3dcf94') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:39.499701 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d136d00a-c180-4b36-942b-a918157d2c5e tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:39.555752 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d136d00a-c180-4b36-942b-a918157d2c5e tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:39.557372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'Port': ['ID=cf56edce-6d79-4c50-b761-65cd5cb5bb0d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:39.579438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d136d00a-c180-4b36-942b-a918157d2c5e tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:35:39.584065 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d136d00a-c180-4b36-942b-a918157d2c5e tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:39.687015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Allocated IP 2001:db8::2 (aa453889-1201-48c6-a3d8-34734409ac58/9636fad8-b612-47b5-9305-37a3181d11ae/c7e57737-a289-40fb-a26e-31c6d8920c0d) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:39.992668 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:40.091695 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:40.180954 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:40.201244 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:40.276794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52048) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:40.279935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c7edb-7622-4b1b-b8f3-459a16e5f41d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Subnet': ['ID=9636fad8-b612-47b5-9305-37a3181d11ae,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:40.422181 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6a3991bb-f5a4-4866-b55b-8061273bb079 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:35:40.474776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Calling delete_port for e86446dd-0fbb-4648-90e3-a96957955041 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:35:40.564394 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:40.575675 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 9c4df5d4-59b3-4ab1-be20-ce796d3dcf94 resource provider aggregate not found May 25 20:35:40.616439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:40.630506 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 9c4df5d4-59b3-4ab1-be20-ce796d3dcf94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c4df5d4-59b3-4ab1-be20-ce796d3dcf94 found for delete ", "request_id": "req-32445b11-ea95-416b-9170-c5c493666865"}]} May 25 20:35:40.634171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Usage tracker for resource:security_group_rule and tenant:96567aeae85b401b948a44bbf00d3e96 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:40.638490 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d136d00a-c180-4b36-942b-a918157d2c5e tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:40.638682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:40.642961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d0ced1-c710-4e2f-a9bd-65eede70f538 None None] Network a00daabb-48c6-4687-96b0-459faf3e0f77 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:40.658756 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:40.694786 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:40.699184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Transition to ACTIVE for port object c7e57737-a289-40fb-a26e-31c6d8920c0d will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:40.728742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Transition to ACTIVE for port object c7e57737-a289-40fb-a26e-31c6d8920c0d will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:40.760564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d136d00a-c180-4b36-942b-a918157d2c5e tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a29f70f-3583-439f-9c16-96b933cc84a8 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 25 20:35:40.786378 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d136d00a-c180-4b36-942b-a918157d2c5e tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:40.799522 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:40.806678 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:40.840529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136d00a-c180-4b36-942b-a918157d2c5e tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a29f70f-3583-439f-9c16-96b933cc84a8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:40.844928 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d136d00a-c180-4b36-942b-a918157d2c5e tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "DELETE /v2.0/networks/0a29f70f-3583-439f-9c16-96b933cc84a8 HTTP/1.1" status: 204 len: 168 time: 3.1222177 May 25 20:35:40.854065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52062) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:40.861537 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:40.915091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:40.920050 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Network aa453889-1201-48c6-a3d8-34734409ac58 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:40.933038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:40.934408 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Subnet': ['ID=9636fad8-b612-47b5-9305-37a3181d11ae,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:40.938124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:40.973142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3a8cdc82-3d1c-42f5-a297-19c94b5b83eb None None] Provisioning for port 6a3991bb-f5a4-4866-b55b-8061273bb079 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:35:40.977238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:40.991120 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:41.108650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Pushing event deleted for resources: {'Port': ['ID=e86446dd-0fbb-4648-90e3-a96957955041,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:41.127778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Usage tracker for resource:network and tenant:29d44308aa5d46efbdf6afe952e9e254 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:41.135759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3a8cdc82-3d1c-42f5-a297-19c94b5b83eb None None] Provisioning complete for port 6a3991bb-f5a4-4866-b55b-8061273bb079 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:35:41.135759 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a8cdc82-3d1c-42f5-a297-19c94b5b83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:41.155897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:41.176838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:41.202670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:41.202670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:41.232115 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:41.252503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6a3991bb-f5a4-4866-b55b-8061273bb079 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:35:41.252503 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:41.349918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa453889-1201-48c6-a3d8-34734409ac58']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:41.360240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Made reservation on behalf of 29d44308aa5d46efbdf6afe952e9e254 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:41.362913 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:41.380904 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:41.414332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Pushing event updated for resources: {'Port': ['ID=c7e57737-a289-40fb-a26e-31c6d8920c0d,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:41.424539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c969d37-c817-4bcc-ba21-e54cd40dc1a5') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:41.425067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c969d37-c817-4bcc-ba21-e54cd40dc1a5') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:41.465014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:41.585171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Attempting to bind port c7e57737-a289-40fb-a26e-31c6d8920c0d on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:35:41.585171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Attempting to bind port c7e57737-a289-40fb-a26e-31c6d8920c0d by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '3c969d37-c817-4bcc-ba21-e54cd40dc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'aa453889-1201-48c6-a3d8-34734409ac58'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:35:41.585171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Attempting to bind port c7e57737-a289-40fb-a26e-31c6d8920c0d on network aa453889-1201-48c6-a3d8-34734409ac58 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:35:41.675820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:35:41.675820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Checking segment: {'id': '3c969d37-c817-4bcc-ba21-e54cd40dc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'aa453889-1201-48c6-a3d8-34734409ac58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:41.675820 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:41.675820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Bound using segment: {'id': '3c969d37-c817-4bcc-ba21-e54cd40dc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'aa453889-1201-48c6-a3d8-34734409ac58'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:35:41.675820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Bound port: c7e57737-a289-40fb-a26e-31c6d8920c0d, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c969d37-c817-4bcc-ba21-e54cd40dc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'aa453889-1201-48c6-a3d8-34734409ac58'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:35:41.675820 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:41.774307 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96567aeae85b401b948a44bbf00d3e96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4844847 May 25 20:35:41.774307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4e1fd6-1fa2-40d1-9782-ad448a32014c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:41.779715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52072) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:41.790799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6a3991bb-f5a4-4866-b55b-8061273bb079 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:35:41.807235 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:41.833218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:35:41.842947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:41.843608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:41.844115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:41.844646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:41.845158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:41.846215 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:41.846848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:41.847558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:41.848055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:41.848543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:41.849024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:41.850071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cec39c-af20-4a09-bb9e-131a4d3b0853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:35:41.950386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:41.961090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3a8cdc82-3d1c-42f5-a297-19c94b5b83eb None None] Current status of the port 6a3991bb-f5a4-4866-b55b-8061273bb079 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:35:41.964273 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Added segment 2b01b3c0-44a8-40ff-a0de-0d52324cc31b of type vlan for network 50ee6a63-14e3-4a94-a476-313251f2c0de May 25 20:35:41.964273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:35:41.964273 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.014627 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.014627 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.032732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] For port c7e57737-a289-40fb-a26e-31c6d8920c0d, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:35:42.049362 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.049362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Fanout notify agent at l3_agent the message router_deleted on router a6ce82fc-e29f-4d04-8237-8baa4a66e6d0 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:35:42.074927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] For port c7e57737-a289-40fb-a26e-31c6d8920c0d, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c7e57737-a289-40fb-a26e-31c6d8920c0d,segment=NetworkSegment(3c969d37-c817-4bcc-ba21-e54cd40dc1a5),segment_id=3c969d37-c817-4bcc-ba21-e54cd40dc1a5)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:35:42.090073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.093060 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 20:35:42.093060 n-d-843339-1 neutron-server[88331]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 20:35:42.093060 n-d-843339-1 neutron-server[88331]: [parameters: {'id': 'aa453889-1201-48c6-a3d8-34734409ac58'}] May 25 20:35:42.093060 n-d-843339-1 neutron-server[88331]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:35:42.093060 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:35:42.096482 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-05cd20ed-2fd1-4732-8f9f-ba5ee496940a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "DELETE /v2.0/routers/a6ce82fc-e29f-4d04-8237-8baa4a66e6d0 HTTP/1.1" status: 204 len: 168 time: 4.9562089 May 25 20:35:42.104809 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.107576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52078) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:42.107576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1353a738-3476-4005-8b5c-b451f0118114 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1176561870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:42.134368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1353a738-3476-4005-8b5c-b451f0118114 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:42.140319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1353a738-3476-4005-8b5c-b451f0118114 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Usage tracker for resource:router and tenant:73327b5a8a484025bab3ae5ba03781a7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:42.143854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1353a738-3476-4005-8b5c-b451f0118114 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:42.148612 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 3c969d37-c817-4bcc-ba21-e54cd40dc1a5 resource provider aggregate not found May 25 20:35:42.151013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1353a738-3476-4005-8b5c-b451f0118114 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:42.165784 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.171434 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a09f0684-d66f-4564-9f94-c21b3f1b5dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.178389 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1353a738-3476-4005-8b5c-b451f0118114 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.180472 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1353a738-3476-4005-8b5c-b451f0118114 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.204786 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1353a738-3476-4005-8b5c-b451f0118114 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.205034 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 3c969d37-c817-4bcc-ba21-e54cd40dc1a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c969d37-c817-4bcc-ba21-e54cd40dc1a5 found for delete ", "request_id": "req-eacba20f-eeb9-4b71-9bfb-95dc815b2867"}]} May 25 20:35:42.219672 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.235381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1353a738-3476-4005-8b5c-b451f0118114 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.264030 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.281743 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1353a738-3476-4005-8b5c-b451f0118114 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.285111 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1353a738-3476-4005-8b5c-b451f0118114 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1874743 May 25 20:35:42.286461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52086) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:42.293617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Request body: {'router': {'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:42.430063 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a09f0684-d66f-4564-9f94-c21b3f1b5dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.446974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'Port': ['ID=cf56edce-6d79-4c50-b761-65cd5cb5bb0d,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:42.522676 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.522676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:42.522676 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.550646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4d27fc-1d16-4256-bbc4-85dbdde09c22 None None] Network aa453889-1201-48c6-a3d8-34734409ac58 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:42.580122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8e633-09b4-485a-abf5-eda6fd03d74a None None] Pushing event updated for resources: {'Port': ['ID=c7e57737-a289-40fb-a26e-31c6d8920c0d,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:42.615735 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.622488 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7276540 May 25 20:35:42.631963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52096) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:42.679779 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-47a42cb3-c82d-4314-912e-a1cb72b27da2 None None] Provisioning complete for port 6a3991bb-f5a4-4866-b55b-8061273bb079 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:35:42.680766 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-47a42cb3-c82d-4314-912e-a1cb72b27da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.732599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Request body: {'subnet': {'network_id': '50ee6a63-14e3-4a94-a476-313251f2c0de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:42.751191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:42.755960 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.829456 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.829456 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-42584132-0a87-4be7-b36c-b1c8b8d99155 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9707129 May 25 20:35:42.829456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Deleting port c7e57737-a289-40fb-a26e-31c6d8920c0d {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:35:42.829456 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.868879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Usage tracker for resource:subnet and tenant:29d44308aa5d46efbdf6afe952e9e254 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:42.878341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9fbe7-6c65-4eab-ac2f-be909c8acaf5 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event updated for resources: {'Network': ['ID=50ee6a63-14e3-4a94-a476-313251f2c0de,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:42.891802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:42.942027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:42.950031 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a09f0684-d66f-4564-9f94-c21b3f1b5dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.973628 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 50ee6a63-14e3-4a94-a476-313251f2c0de details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:42.994404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a09f0684-d66f-4564-9f94-c21b3f1b5dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:42.995654 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a09f0684-d66f-4564-9f94-c21b3f1b5dcf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e4e1fd6-1fa2-40d1-9782-ad448a32014c HTTP/1.1" status: 204 len: 168 time: 1.2148967 May 25 20:35:43.013081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f0684-d66f-4564-9f94-c21b3f1b5dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4e1fd6-1fa2-40d1-9782-ad448a32014c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:43.138356 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:43.224214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] For port c7e57737-a289-40fb-a26e-31c6d8920c0d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c7e57737-a289-40fb-a26e-31c6d8920c0d,segment=NetworkSegment(3c969d37-c817-4bcc-ba21-e54cd40dc1a5),segment_id=3c969d37-c817-4bcc-ba21-e54cd40dc1a5)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:35:43.225246 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:43.264293 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Made reservation on behalf of 29d44308aa5d46efbdf6afe952e9e254 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:43.264293 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:43.383213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-47a42cb3-c82d-4314-912e-a1cb72b27da2 None None] Current status of the port 6a3991bb-f5a4-4866-b55b-8061273bb079 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:35:43.446418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54c199-3675-4a5e-beb1-b11cad5c6d75 None None] Network aa453889-1201-48c6-a3d8-34734409ac58 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:43.610449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Calling delete_port for c7e57737-a289-40fb-a26e-31c6d8920c0d owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:35:43.721182 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:43.794231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdd8419-927b-4f53-98b7-aac3bbe00dc5 None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:35:43.806870 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:43.846442 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-e7c1f23e-ad8f-4864-aee8-a071f359610c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1696427178&fields=id&tenant_id=84315881ccfd48e3a01bec49588326fa HTTP/1.1" status: 200 len: 267 time: 0.4131334 May 25 20:35:44.012322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdd8419-927b-4f53-98b7-aac3bbe00dc5 None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:35:44.081533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Allocated IP 172.25.3.125 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/08761f42-d8be-48d0-b0e1-8b7b3ba8fdbd) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:44.085808 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:44.228303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Port': ['ID=c7e57737-a289-40fb-a26e-31c6d8920c0d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:44.228303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No DVR routers for this DVR port c7e57737-a289-40fb-a26e-31c6d8920c0d on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:35:44.269956 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52142) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:44.336195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-b56bfd03-c7d0-4d47-884b-c9221b30d8f9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:44.336195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-b56bfd03-c7d0-4d47-884b-c9221b30d8f9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 815 time: 0.4698062 May 25 20:35:44.381537 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:44.433193 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:44.511949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:44.525551 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:44.531515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:44.578096 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-6c2eefdc-5929-4224-ba1c-6086e0c4a145 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/quotas/84315881ccfd48e3a01bec49588326fa HTTP/1.1" status: 200 len: 375 time: 0.2211611 May 25 20:35:44.772482 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:44.855525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa453889-1201-48c6-a3d8-34734409ac58']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:44.875359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c969d37-c817-4bcc-ba21-e54cd40dc1a5') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:44.875359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c969d37-c817-4bcc-ba21-e54cd40dc1a5') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:44.942197 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:44.953535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e02b23-7713-4790-a1b8-203c5c0dc977 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:44.954021 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e02b23-7713-4790-a1b8-203c5c0dc977 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:44.955031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e02b23-7713-4790-a1b8-203c5c0dc977 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:44.960642 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f2e02b23-7713-4790-a1b8-203c5c0dc977 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=c679de4394c743daa8e268728f5cf10d&network_id=8f985efb-1c26-48f7-9698-763089edd1ac HTTP/1.1" status: 200 len: 2972 time: 0.6875989 May 25 20:35:44.996990 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:45.026909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Pushing event updated for resources: {'Port': ['ID=08761f42-d8be-48d0-b0e1-8b7b3ba8fdbd,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:45.028951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-52fbfa5b-eaea-40f8-a56f-a80abe607678 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4337218 May 25 20:35:45.037802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:35:45.038567 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:45.209242 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 3c969d37-c817-4bcc-ba21-e54cd40dc1a5 resource provider aggregate not found May 25 20:35:45.282133 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 3c969d37-c817-4bcc-ba21-e54cd40dc1a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c969d37-c817-4bcc-ba21-e54cd40dc1a5 found for delete ", "request_id": "req-f571c32d-2787-40d3-8c7b-5288707422f3"}]} May 25 20:35:45.398994 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:45.415319 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:45.420743 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:45.452850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Network': ['ID=aa453889-1201-48c6-a3d8-34734409ac58,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:45.473490 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-204320b4-8031-4d8c-9971-df44b3ae7a43 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/aa453889-1201-48c6-a3d8-34734409ac58 HTTP/1.1" status: 204 len: 168 time: 6.0016768 May 25 20:35:45.487449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52176) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:45.535702 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14ac6d3-dba5-4f67-b54c-982d19eda788 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] DELETE failed (client error): The resource could not be found. May 25 20:35:45.536188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14ac6d3-dba5-4f67-b54c-982d19eda788 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:35:45.563056 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f14ac6d3-dba5-4f67-b54c-982d19eda788 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/aa453889-1201-48c6-a3d8-34734409ac58 HTTP/1.1" status: 404 len: 339 time: 0.0702543 May 25 20:35:45.563056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52182) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:45.570743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2033837230', 'description': 'd1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:45.588309 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-47cfa125-151d-44ca-a05e-50ca9ea7c85e service neutron] 10.222.0.60 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810196 May 25 20:35:45.591817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:45.591817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Usage tracker for resource:network and tenant:0eb519dc2501499581bc0665bd1ea6a0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:45.664927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:45.710948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:45.762372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.objects.ports [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88331) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:35:45.762372 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:45.770781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:45.777038 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:45.930014 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-67488d8b-7bee-45f1-9499-06e8ae0ba201 service neutron] 10.222.0.60 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542738 May 25 20:35:45.934730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:35:45.937386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7d6b2c10-092e-4d0e-bf39-693a35e5b8a9,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:45.942032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Checking segment: {'id': '2b01b3c0-44a8-40ff-a0de-0d52324cc31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '50ee6a63-14e3-4a94-a476-313251f2c0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:45.945862 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Network hostable DHCP agents. Network: 50ee6a63-14e3-4a94-a476-313251f2c0de, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:35:45.955684 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:45.956022 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Added segment 68c7cd9b-6366-45a2-978b-e8da178b74d9 of type vlan for network 4392f0df-9c51-4f53-855f-100dfb798dd2 May 25 20:35:45.996323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Network 50ee6a63-14e3-4a94-a476-313251f2c0de is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:35:46.041082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 50ee6a63-14e3-4a94-a476-313251f2c0de) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:46.060296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:46.060296 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:46.086885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bed840-d9af-47fe-9ada-d14e4f420c7e None None] Network 50ee6a63-14e3-4a94-a476-313251f2c0de requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:46.115539 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-76a728d3-8e73-4c10-95d9-47427f426446 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4069967 May 25 20:35:46.115539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52198) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:46.119308 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:46.135963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Request body: {'floatingip': {'floating_network_id': '50ee6a63-14e3-4a94-a476-313251f2c0de'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:46.160126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:46.167388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:46.170074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Usage tracker for resource:floatingip and tenant:29d44308aa5d46efbdf6afe952e9e254 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:46.170074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:46.197856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:46.235478 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:46.240299 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:46.412844 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:46.474886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:46.494405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:46.507136 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:46.575196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160d2212-d6a2-422b-9124-04807fa52592 None None] Network 50ee6a63-14e3-4a94-a476-313251f2c0de requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:46.596549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Allocated IP 172.20.0.11 (50ee6a63-14e3-4a94-a476-313251f2c0de/7d6b2c10-092e-4d0e-bf39-693a35e5b8a9/b2c1b976-cf1f-42bc-b0d0-a3c8bccb8566) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:46.808290 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c979a05-b82f-42b9-a2e4-844c4e9bfa2d req-3fb9885f-decf-42e1-a36d-a674ee02ac8d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 210 time: 0.3939807 May 25 20:35:46.969704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4040272 May 25 20:35:46.974685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52224) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:46.978232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8618c70-3669-4c46-aaa7-f5f9d05f193e tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Network': ['ID=4392f0df-9c51-4f53-855f-100dfb798dd2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:47.001862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 4392f0df-9c51-4f53-855f-100dfb798dd2 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:47.117170 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:47.139625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80b00e3-e182-4a1e-85fe-4ffae138376b tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:47.140322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e80b00e3-e182-4a1e-85fe-4ffae138376b tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Synchronizing usage tracker for tenant:0eb519dc2501499581bc0665bd1ea6a0 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:35:47.152526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Router 60e038d1-1814-4b1f-a56c-6ab60dff70db is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:35:47.164918 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:47.270952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c1b976-cf1f-42bc-b0d0-a3c8bccb8566,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:47.283977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Network 50ee6a63-14e3-4a94-a476-313251f2c0de is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:47.283977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:47.289417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:47.489896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52238) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:47.513416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Request body: {'network': {'name': 'tempest-network-smoke--1463599581', 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'port_security_enabled': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:47.531084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:47.588570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Usage tracker for resource:network and tenant:13a469cfe5354987afc61d8fbdb46baa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:47.594208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:47.595869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52242) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:47.597212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:35:47.607187 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:47.608408 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d67ab-7d7b-4d9d-9cc3-dc0bf352cbec None None] Sync routers for ids ['60e038d1-1814-4b1f-a56c-6ab60dff70db'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:35:47.610054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:47.611825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0ca26c05-90a8-4fb2-b868-95ec8d397089 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "PUT /v2.0/routers/60e038d1-1814-4b1f-a56c-6ab60dff70db HTTP/1.1" status: 200 len: 880 time: 5.3234673 May 25 20:35:47.622963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52248) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:47.636881 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d67ab-7d7b-4d9d-9cc3-dc0bf352cbec None None] Routers {'60e038d1-1814-4b1f-a56c-6ab60dff70db'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:35:47.638361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Made reservation on behalf of 13a469cfe5354987afc61d8fbdb46baa for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:47.641315 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-302d67ab-7d7b-4d9d-9cc3-dc0bf352cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:35:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['60e038d1-1814-4b1f-a56c-6ab60dff70db'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:47.643590 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:47.664805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e80b00e3-e182-4a1e-85fe-4ffae138376b tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Unset dirty status for tenant:0eb519dc2501499581bc0665bd1ea6a0 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:35:47.668629 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:47.669331 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e80b00e3-e182-4a1e-85fe-4ffae138376b tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "GET /v2.0/networks?id=4392f0df-9c51-4f53-855f-100dfb798dd2 HTTP/1.1" status: 200 len: 765 time: 0.6933601 May 25 20:35:47.670166 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52252) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:47.706673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d494df32-368a-48b4-a967-03bad2b514c5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'network': {'description': 'd2'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:47.808569 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:47.862416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c4154-cfd8-4abb-b182-9e5196509797 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:47.872855 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-722c4154-cfd8-4abb-b182-9e5196509797 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 814 time: 0.2639718 May 25 20:35:47.917055 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-302d67ab-7d7b-4d9d-9cc3-dc0bf352cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:47.942329 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d67ab-7d7b-4d9d-9cc3-dc0bf352cbec None None] Routers {'60e038d1-1814-4b1f-a56c-6ab60dff70db'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:35:47.944400 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-302d67ab-7d7b-4d9d-9cc3-dc0bf352cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:35:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['60e038d1-1814-4b1f-a56c-6ab60dff70db'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:48.044291 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-302d67ab-7d7b-4d9d-9cc3-dc0bf352cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:48.044701 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d67ab-7d7b-4d9d-9cc3-dc0bf352cbec None None] The sync data for ids ['60e038d1-1814-4b1f-a56c-6ab60dff70db'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:35:48.147881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:48.273666 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22e8be71-1bc3-41e1-8097-c0c0a31ca315 req-e6ea3181-d768-444a-a8e6-6178c6140327 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 210 time: 0.0731854 May 25 20:35:48.348576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Usage tracker for resource:security_group_rule and tenant:13a469cfe5354987afc61d8fbdb46baa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:48.353846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d494df32-368a-48b4-a967-03bad2b514c5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:48.374232 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d494df32-368a-48b4-a967-03bad2b514c5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:48.374595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:48.377539 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:48.419748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:48.433918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52268) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:48.455712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'network': {'name': 'tempest-network-smoke--736963881', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'port_security_enabled': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:48.475570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:48.496772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:network and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:48.504527 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-15605654-91d2-46de-b72d-9ca984f906f7 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/routers/60e038d1-1814-4b1f-a56c-6ab60dff70db HTTP/1.1" status: 200 len: 921 time: 0.8761616 May 25 20:35:48.509267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:48.512024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d494df32-368a-48b4-a967-03bad2b514c5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network 4392f0df-9c51-4f53-855f-100dfb798dd2 is not hosted by any dhcp agent {{(pid=88332) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 25 20:35:48.518625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d494df32-368a-48b4-a967-03bad2b514c5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:48.519619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d494df32-368a-48b4-a967-03bad2b514c5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:48.521627 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d494df32-368a-48b4-a967-03bad2b514c5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "PUT /v2.0/networks/4392f0df-9c51-4f53-855f-100dfb798dd2 HTTP/1.1" status: 200 len: 762 time: 0.8476186 May 25 20:35:48.525247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:48.528211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52272) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:48.528528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52274) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:48.603644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494df32-368a-48b4-a967-03bad2b514c5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Network': ['ID=4392f0df-9c51-4f53-855f-100dfb798dd2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:48.618321 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 4392f0df-9c51-4f53-855f-100dfb798dd2 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:48.667191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a22ca72-366f-485a-bf0e-3404e3062e14 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:48.678346 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9a22ca72-366f-485a-bf0e-3404e3062e14 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=63157299-67d6-4d48-843c-682c0bdd002f&device_id=60e038d1-1814-4b1f-a56c-6ab60dff70db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1404676 May 25 20:35:48.678346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52280) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:48.819901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Made reservation on behalf of c679de4394c743daa8e268728f5cf10d for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:48.823420 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:48.984613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5045ad93-ec30-49e0-94c8-f51b67bf9179 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:48.984613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5045ad93-ec30-49e0-94c8-f51b67bf9179 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 881 time: 0.3024204 May 25 20:35:48.984613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52286) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:49.084585 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:49.090087 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f035b885-c0c9-4536-9945-86933f9443c3 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "GET /v2.0/ports?device_id=60e038d1-1814-4b1f-a56c-6ab60dff70db HTTP/1.1" status: 200 len: 205 time: 0.0938089 May 25 20:35:49.090087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52290) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:49.133799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a35870-0442-4efb-b2eb-4a217d380014 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:49.133799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-95a35870-0442-4efb-b2eb-4a217d380014 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Synchronizing usage tracker for tenant:0eb519dc2501499581bc0665bd1ea6a0 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:35:49.139403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:49.154115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:35:49.171999 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:49.171999 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Added segment c804147d-c0d6-4526-8634-ba5af801a9c8 of type vlan for network 364d0c10-a4cb-4714-be64-f7a0692ad669 May 25 20:35:49.328221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:35:49.333669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-95a35870-0442-4efb-b2eb-4a217d380014 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Unset dirty status for tenant:0eb519dc2501499581bc0665bd1ea6a0 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:35:49.339079 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-95a35870-0442-4efb-b2eb-4a217d380014 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "GET /v2.0/networks?id=4392f0df-9c51-4f53-855f-100dfb798dd2 HTTP/1.1" status: 200 len: 765 time: 0.8076074 May 25 20:35:49.340874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52298) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:49.369058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965da0de-eceb-40eb-8041-d8784de8d44e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:49.394584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:49.550416 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:49.598063 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:49.605777 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:49.605777 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Added segment 27628c4d-051d-4dec-bfe1-34568c2094e9 of type vlan for network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f May 25 20:35:49.659634 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:49.718185 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d30291f-047a-44b4-9e1d-77249205bd87 req-79857e53-06a9-4f2f-8dc5-83a205590ba4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 210 time: 0.1491315 May 25 20:35:49.741715 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:49.747078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:49.747662 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:49.757849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-ada8e60b-c08a-4fe7-917d-c07a7886ed42 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:49.759431 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-ada8e60b-c08a-4fe7-917d-c07a7886ed42 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 815 time: 0.8300049 May 25 20:35:49.861773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce98d4af-bdb9-44c9-97b9-3c6a8a9e5c11 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:49.871989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce98d4af-bdb9-44c9-97b9-3c6a8a9e5c11 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:49.871989 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ce98d4af-bdb9-44c9-97b9-3c6a8a9e5c11 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1352 time: 0.5230167 May 25 20:35:49.871989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52306) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:49.922230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-38f187b9-16b6-4554-8172-d66b2c6558b0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Synchronizing usage tracker for tenant:0eb519dc2501499581bc0665bd1ea6a0 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:35:49.929187 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:49.948837 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:49.952362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Deleting port 08761f42-d8be-48d0-b0e1-8b7b3ba8fdbd {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:35:49.952362 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:50.037149 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:50.043830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:50.044466 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:50.119646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c1b976-cf1f-42bc-b0d0-a3c8bccb8566,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:50.137747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'Network': ['ID=364d0c10-a4cb-4714-be64-f7a0692ad669,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:50.156476 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 364d0c10-a4cb-4714-be64-f7a0692ad669 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:50.171811 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-efd63fb8-38e7-4b55-b602-ce355fe245af tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84315881ccfd48e3a01bec49588326fa HTTP/1.1" status: 200 len: 472 time: 0.3833387 May 25 20:35:50.182559 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-63abf149-32bc-4dcb-a0d1-29efb134994a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6863513 May 25 20:35:50.184571 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7487950 May 25 20:35:50.202308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52312) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:50.202700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52314) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:50.210872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'admin_state_up': True, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:50.299100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-38f187b9-16b6-4554-8172-d66b2c6558b0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Unset dirty status for tenant:0eb519dc2501499581bc0665bd1ea6a0 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:35:50.299100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-38f187b9-16b6-4554-8172-d66b2c6558b0 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 207 time: 0.4263282 May 25 20:35:50.306544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52320) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:50.333434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'port': {'device_id': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'admin_state_up': True, 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'security_groups': ['faff88e9-2c3c-4f9c-9766-65a80ad18424']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:50.453918 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:50.471942 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:50.542551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:50.562019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Usage tracker for resource:router and tenant:13a469cfe5354987afc61d8fbdb46baa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:50.571654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:50.575935 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-276f17f9-5ac6-450d-b188-894bfb4cff3c tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=c679de4394c743daa8e268728f5cf10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3700557 May 25 20:35:50.587441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52328) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:50.588802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:50.592773 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:50.594288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-544f61e7-ea62-4fa7-841b-8024954cb09a tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4760561 May 25 20:35:50.621645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52332) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:50.624489 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c1324-7a07-4be6-b706-c1188d99a15f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Network': ['ID=0fc9b8e6-ed3a-4164-8148-1f275fcfa19f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:50.640095 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:50.666300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Calling delete_port for 08761f42-d8be-48d0-b0e1-8b7b3ba8fdbd owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:35:50.743960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63d322-d584-4d1f-86ef-827cfaf1da11 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:50.750961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63d322-d584-4d1f-86ef-827cfaf1da11 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:50.758904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63d322-d584-4d1f-86ef-827cfaf1da11 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:50.861208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63d322-d584-4d1f-86ef-827cfaf1da11 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:50.884180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63d322-d584-4d1f-86ef-827cfaf1da11 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:50.902194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63d322-d584-4d1f-86ef-827cfaf1da11 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:50.909498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63d322-d584-4d1f-86ef-827cfaf1da11 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:50.909498 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4b63d322-d584-4d1f-86ef-827cfaf1da11 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4299 time: 0.6058073 May 25 20:35:50.975624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52338) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:51.073051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f0457edb-287e-4386-93b6-ef5fe0ba30e8 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Synchronizing usage tracker for tenant:29d44308aa5d46efbdf6afe952e9e254 on resource:floatingip {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:35:51.090643 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:51.091650 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:51.120146 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-32c0fd05-29cc-47b6-9bd5-d47274d0df51 req-42f3aa10-798a-4c4c-927c-a8c24acd284b tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 210 time: 0.1400311 May 25 20:35:51.156328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f0457edb-287e-4386-93b6-ef5fe0ba30e8 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Unset dirty status for tenant:29d44308aa5d46efbdf6afe952e9e254 on resource:floatingip {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:35:51.166673 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f0457edb-287e-4386-93b6-ef5fe0ba30e8 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=50ee6a63-14e3-4a94-a476-313251f2c0de HTTP/1.1" status: 200 len: 690 time: 0.5406301 May 25 20:35:51.171317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52344) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:51.188069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:51.194835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:51.224014 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Made reservation on behalf of 84315881ccfd48e3a01bec49588326fa for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:51.227743 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:51.244035 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:51.320909 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbeedc6-8a42-4e45-be60-867bef7a6e50 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:51.321465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbeedc6-8a42-4e45-be60-867bef7a6e50 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:51.323522 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2bbeedc6-8a42-4e45-be60-867bef7a6e50 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.7322223 May 25 20:35:51.326521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52350) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:51.418669 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-95c0845b-89b9-46c7-8398-2d84881fb02a tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 879 time: 0.4348440 May 25 20:35:51.418669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52354) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:51.577443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e194c-c073-41d2-b97a-592fc29e6ff4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:51.577443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e194c-c073-41d2-b97a-592fc29e6ff4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:51.577443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e194c-c073-41d2-b97a-592fc29e6ff4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:51.577443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e194c-c073-41d2-b97a-592fc29e6ff4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:51.577443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e194c-c073-41d2-b97a-592fc29e6ff4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:51.577443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c11e194c-c073-41d2-b97a-592fc29e6ff4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1422968 May 25 20:35:51.577443 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:51.583123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52360) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:51.619552 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:51.642561 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Pushing event deleted for resources: {'Port': ['ID=08761f42-d8be-48d0-b0e1-8b7b3ba8fdbd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:51.706711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fc28ca-bdad-48e8-89af-cec6454a98c8 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:51.708120 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a0fc28ca-bdad-48e8-89af-cec6454a98c8 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=50ee6a63-14e3-4a94-a476-313251f2c0de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.3806856 May 25 20:35:51.723702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52364) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:51.779993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Deleting port b2c1b976-cf1f-42bc-b0d0-a3c8bccb8566 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:35:51.780166 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:51.876430 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a84eb24d-ac0d-4ed1-b030-07e658d9a99f tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1394057 May 25 20:35:51.886864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52370) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:51.898059 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:51.954064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514492ec-2172-4a93-9306-bf0363c2453f tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['shared'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:51.954064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514492ec-2172-4a93-9306-bf0363c2453f tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['shared'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:51.956898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514492ec-2172-4a93-9306-bf0363c2453f tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['shared'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:51.956898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514492ec-2172-4a93-9306-bf0363c2453f tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['shared'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:51.961725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514492ec-2172-4a93-9306-bf0363c2453f tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['shared'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:51.961725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-514492ec-2172-4a93-9306-bf0363c2453f tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Synchronizing usage tracker for tenant:0eb519dc2501499581bc0665bd1ea6a0 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:35:51.965483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Allocated IP 172.20.0.7 (055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf/b4c63cb4-de3d-4ac9-8978-4b0c69cb9351/ef22c887-b7ee-40f1-ab95-3ebe5edde42b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:52.045271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-514492ec-2172-4a93-9306-bf0363c2453f tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Unset dirty status for tenant:0eb519dc2501499581bc0665bd1ea6a0 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:35:52.045271 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-514492ec-2172-4a93-9306-bf0363c2453f tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4684832 May 25 20:35:52.050868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52374) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:52.103238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28912ab-2349-4813-9c34-1554fa280fda tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:52.104717 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c28912ab-2349-4813-9c34-1554fa280fda tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=c679de4394c743daa8e268728f5cf10d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 833 time: 0.2166812 May 25 20:35:52.115615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52380) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:52.334085 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:52.334085 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:52.361491 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:52.411443 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b40808bb-a710-497f-9622-afcaf4a3de60 req-0d3274a1-d450-45ae-864c-e5e3c8c7833c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 210 time: 0.0861354 May 25 20:35:52.535214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ca9ab-f23c-47e3-ae55-1e698b5ca637 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:52.537248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ca9ab-f23c-47e3-ae55-1e698b5ca637 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:52.537248 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e26ca9ab-f23c-47e3-ae55-1e698b5ca637 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.4198005 May 25 20:35:52.541776 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52388) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:52.604479 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-04ac3b3c-55c9-4416-ac3f-decb49ee68e6 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=50ee6a63-14e3-4a94-a476-313251f2c0de&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570571 May 25 20:35:52.604479 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:52.627019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52394) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:52.729037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Calling delete_port for b2c1b976-cf1f-42bc-b0d0-a3c8bccb8566 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:35:52.750422 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Transition to ACTIVE for port object ef22c887-b7ee-40f1-ab95-3ebe5edde42b will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:52.772037 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-de0b6952-6be6-4e09-9df0-acab496b920a tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1425953 May 25 20:35:52.772037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52400) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:52.811529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:52.820041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:52.832785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f966bd2-c2c5-4e61-8043-7da25d312a9b tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:52.838077 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3f966bd2-c2c5-4e61-8043-7da25d312a9b tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "GET /v2.0/networks/5a356b9d-2047-4837-8050-2556cfcecf63 HTTP/1.1" status: 200 len: 803 time: 0.7753580 May 25 20:35:52.856117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52404) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:52.994791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a23d48d1-5204-4c58-bf2c-f51f50ae0692 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=c679de4394c743daa8e268728f5cf10d&cidr=172.20.0.32%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2219205 May 25 20:35:52.997114 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:52.997759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Fanout notify agent at l3_agent the message router_deleted on router 60e038d1-1814-4b1f-a56c-6ab60dff70db {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:35:53.001707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52408) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:53.104955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:53.104955 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-151e2f6f-9373-4cf7-83b2-40a9cc1bb85a tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "DELETE /v2.0/routers/60e038d1-1814-4b1f-a56c-6ab60dff70db HTTP/1.1" status: 204 len: 168 time: 4.0173581 May 25 20:35:53.128725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52414) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:53.142001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-fcefcfe8-31ed-4f88-b036-dc64eb807d2f tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-477419009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:53.148411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fcefcfe8-31ed-4f88-b036-dc64eb807d2f tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:53.160963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fcefcfe8-31ed-4f88-b036-dc64eb807d2f tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Usage tracker for resource:router and tenant:73327b5a8a484025bab3ae5ba03781a7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:53.160963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fcefcfe8-31ed-4f88-b036-dc64eb807d2f tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:53.160963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fcefcfe8-31ed-4f88-b036-dc64eb807d2f tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:53.176239 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6b17cc8e-9411-46df-a5bd-ea3e859c54cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "GET /v2.0/networks/5a356b9d-2047-4837-8050-2556cfcecf63?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3265872 May 25 20:35:53.190992 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fcefcfe8-31ed-4f88-b036-dc64eb807d2f tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:53.195177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52418) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:53.198191 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fcefcfe8-31ed-4f88-b036-dc64eb807d2f tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:53.203030 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:53.254921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2c1b976-cf1f-42bc-b0d0-a3c8bccb8566,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:53.261778 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fcefcfe8-31ed-4f88-b036-dc64eb807d2f tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:53.277297 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:53.359162 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fcefcfe8-31ed-4f88-b036-dc64eb807d2f tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:53.383073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:53.429497 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:53.431327 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fcefcfe8-31ed-4f88-b036-dc64eb807d2f tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:53.431327 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fcefcfe8-31ed-4f88-b036-dc64eb807d2f tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3037574 May 25 20:35:53.495082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52424) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:53.495082 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:53.527854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'enable_snat': True}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:53.556353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf47a51-ddd3-4a6e-8cda-0059e6fd82f9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:53.557685 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-daf47a51-ddd3-4a6e-8cda-0059e6fd82f9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "GET /v2.0/subnets/3f7a9073-4269-4a3a-a60a-3978bcdb29ce HTTP/1.1" status: 200 len: 843 time: 0.3250511 May 25 20:35:53.562778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:53.568225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52432) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:53.569458 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:53.571453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:53.574254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:53.613810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c77d64-ebb1-4376-977c-2df88ddf9f6b tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:53.614468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c77d64-ebb1-4376-977c-2df88ddf9f6b tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:53.618757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a0c77d64-ebb1-4376-977c-2df88ddf9f6b tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.6156447 May 25 20:35:53.619526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52436) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:53.806239 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-462ee1ee-24e1-4147-88b3-bec4d995a73e tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=50ee6a63-14e3-4a94-a476-313251f2c0de&cidr=172.20.0.32%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1338847 May 25 20:35:53.816127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52442) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:53.816127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'Port': ['ID=ef22c887-b7ee-40f1-ab95-3ebe5edde42b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:53.891355 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:54.003301 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-499fb7d7-8897-4a37-8f4b-c82ded907daf tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.32%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1782932 May 25 20:35:54.012081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52448) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:54.072798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d030d6ae-0897-44d4-bb34-057ff969c449 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['shared'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:54.072798 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d030d6ae-0897-44d4-bb34-057ff969c449 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "GET /v2.0/subnets/3f7a9073-4269-4a3a-a60a-3978bcdb29ce?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4529390 May 25 20:35:54.077606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f6983cb0-e168-468f-88e3-46fc28f02e23 None None] Provisioning for port ef22c887-b7ee-40f1-ab95-3ebe5edde42b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:35:54.081206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-31168623', 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'ip_version': 4, 'cidr': '172.20.0.32/28'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:54.092805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f6983cb0-e168-468f-88e3-46fc28f02e23 None None] Provisioning complete for port ef22c887-b7ee-40f1-ab95-3ebe5edde42b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:35:54.092805 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f6983cb0-e168-468f-88e3-46fc28f02e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:54.096545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52452) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:54.160576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7d573340-ecad-4095-ba79-d4b9dd2e10e4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1315303509'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:54.184611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7d573340-ecad-4095-ba79-d4b9dd2e10e4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:54.187652 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f6983cb0-e168-468f-88e3-46fc28f02e23 None None] Port ef22c887-b7ee-40f1-ab95-3ebe5edde42b cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:35:54.245328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:54.246189 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:54.262042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7d573340-ecad-4095-ba79-d4b9dd2e10e4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:54.278828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:54.284265 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:54.328771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6b2c10-092e-4d0e-bf39-693a35e5b8a9,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:54.334988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d573340-ecad-4095-ba79-d4b9dd2e10e4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:54.338494 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d573340-ecad-4095-ba79-d4b9dd2e10e4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:54.363110 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:54.377795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:subnet and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:54.407838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:54.417784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:54.432410 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-bdb48b71-c0c0-4682-84cb-c43a129ca78e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2276254 May 25 20:35:54.444023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Allocated IP 172.25.3.239 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/001295ed-7db0-404e-8a42-207aa6b3c645) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:54.449125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Request body: {'port': {'device_id': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:54.486074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Made reservation on behalf of c679de4394c743daa8e268728f5cf10d for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:54.486074 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:54.508111 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-074c833c-073b-47b4-80ef-ecd3d3504fb2 req-52d4cdf1-c4cb-479d-aec4-8bc75d094e68 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5725210 May 25 20:35:54.528453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec979c9a-1b49-4adf-ab27-01b48b4d32ee req-8bb61b97-8c80-4a25-8e42-343ed2323fd5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:54.528453 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec979c9a-1b49-4adf-ab27-01b48b4d32ee req-8bb61b97-8c80-4a25-8e42-343ed2323fd5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 931 time: 0.9115436 May 25 20:35:54.556248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d573340-ecad-4095-ba79-d4b9dd2e10e4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:35:54.566570 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:54.617288 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d573340-ecad-4095-ba79-d4b9dd2e10e4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:54.617621 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-7d573340-ecad-4095-ba79-d4b9dd2e10e4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Added segment ae48c4f5-99c6-4c40-9a78-661322b5f974 of type vlan for network 0bb63a56-7666-481d-a6b2-771a56ad752f May 25 20:35:54.646000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ec979c9a-1b49-4adf-ab27-01b48b4d32ee req-3c11910d-63b5-48b5-bb64-448eec202aa9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:35:54.678009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ee6a63-14e3-4a94-a476-313251f2c0de']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:54.698007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d573340-ecad-4095-ba79-d4b9dd2e10e4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:54.711341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b01b3c0-44a8-40ff-a0de-0d52324cc31b') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:54.711341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b01b3c0-44a8-40ff-a0de-0d52324cc31b') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:35:54.762745 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d573340-ecad-4095-ba79-d4b9dd2e10e4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:54.762745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d573340-ecad-4095-ba79-d4b9dd2e10e4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:54.762745 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d573340-ecad-4095-ba79-d4b9dd2e10e4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:54.770972 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:54.797272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ec979c9a-1b49-4adf-ab27-01b48b4d32ee req-3c11910d-63b5-48b5-bb64-448eec202aa9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:35:54.797272 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec979c9a-1b49-4adf-ab27-01b48b4d32ee req-3c11910d-63b5-48b5-bb64-448eec202aa9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165658 May 25 20:35:54.901301 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:54.947310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:35:54.947708 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:55.024650 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7d573340-ecad-4095-ba79-d4b9dd2e10e4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8808692 May 25 20:35:55.032786 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 2b01b3c0-44a8-40ff-a0de-0d52324cc31b resource provider aggregate not found May 25 20:35:55.048813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52466) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:55.056572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d573340-ecad-4095-ba79-d4b9dd2e10e4 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Network': ['ID=0bb63a56-7666-481d-a6b2-771a56ad752f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:55.061843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'subnet': {'network_id': '0bb63a56-7666-481d-a6b2-771a56ad752f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:55.068942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 0bb63a56-7666-481d-a6b2-771a56ad752f details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:35:55.084491 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 2b01b3c0-44a8-40ff-a0de-0d52324cc31b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b01b3c0-44a8-40ff-a0de-0d52324cc31b found for delete ", "request_id": "req-37141206-2c4a-47f4-8ce5-cf7ff01e5578"}]} May 25 20:35:55.172420 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:55.203679 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:55.203679 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:55.351536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50ee6a63-14e3-4a94-a476-313251f2c0de {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 25 20:35:55.355529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:55.377183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event deleted for resources: {'Network': ['ID=50ee6a63-14e3-4a94-a476-313251f2c0de,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:55.388174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ed48ab1a-229f-4c15-a727-79e168cbb471 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "DELETE /v2.0/networks/50ee6a63-14e3-4a94-a476-313251f2c0de HTTP/1.1" status: 204 len: 168 time: 4.2195899 May 25 20:35:55.391112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52474) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:55.412399 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:55.421426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Subnet': ['ID=e942b1ad-d118-4023-9bc9-7aed46856c60,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:55.457463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:55.491154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:55.498828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:55.517301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c833c-073b-47b4-80ef-ecd3d3504fb2 req-018b35d7-1090-41fb-9aac-ce5202099cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:55.517301 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-074c833c-073b-47b4-80ef-ecd3d3504fb2 req-018b35d7-1090-41fb-9aac-ce5202099cf7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 1097 time: 0.8668776 May 25 20:35:55.552143 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:55.607517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Made reservation on behalf of 0eb519dc2501499581bc0665bd1ea6a0 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:55.607517 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:55.702406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.ipam_backend_mixin [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Performing IP validity checks on allocation pools {{(pid=88332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 25 20:35:55.702406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.ipam_backend_mixin [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 25 20:35:55.738313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Checking segment: {'id': '27628c4d-051d-4dec-bfe1-34568c2094e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:55.738647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network hostable DHCP agents. Network: 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:35:55.761588 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:56.048565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:56.071386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:56.107382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8bd0c5d8-1f90-461d-ad87-caf4d59364e0 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Synchronizing usage tracker for tenant:29d44308aa5d46efbdf6afe952e9e254 on resource:floatingip {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:35:56.128316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:56.159739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:35:56.194497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8bd0c5d8-1f90-461d-ad87-caf4d59364e0 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Unset dirty status for tenant:29d44308aa5d46efbdf6afe952e9e254 on resource:floatingip {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:35:56.195906 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8bd0c5d8-1f90-461d-ad87-caf4d59364e0 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2263 time: 0.8004668 May 25 20:35:56.199627 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:56.203279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52486) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:56.216147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'Port': ['ID=001295ed-7db0-404e-8a42-207aa6b3c645,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:56.299705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:56.299705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:56.299705 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:56.304173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69200928-55fe-433b-8c05-609bcc862bf0 None None] Network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:56.491917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Allocated IP 172.25.3.141 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/f7cbde59-b5a7-4816-9db4-4800c637f12d) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:56.517370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef22c887-b7ee-40f1-ab95-3ebe5edde42b {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:35:56.526701 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:56.545126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Transition to ACTIVE for port object ef22c887-b7ee-40f1-ab95-3ebe5edde42b will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:56.553253 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8359f369-df46-4598-82bb-f1cb4904b9cf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 2.5327520 May 25 20:35:56.613180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Subnet': ['ID=441f03d0-5f75-4b7b-ab29-3548d4a0418e,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:56.637128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c833c-073b-47b4-80ef-ecd3d3504fb2 req-c35d8cd1-239b-47b7-82cf-aecc4f8b9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:56.637128 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-074c833c-073b-47b4-80ef-ecd3d3504fb2 req-c35d8cd1-239b-47b7-82cf-aecc4f8b9b57 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f985efb-1c26-48f7-9698-763089edd1ac HTTP/1.1" status: 200 len: 898 time: 0.8793530 May 25 20:35:56.637128 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:56.664583 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-0fc9b8e6-ed3a-4164-8148-1f275fcfa19f', 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ips': [{'subnet_id': 'e942b1ad-d118-4023-9bc9-7aed46856c60'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:35:56.664583 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:56.814428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Checking segment: {'id': 'ae48c4f5-99c6-4c40-9a78-661322b5f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0bb63a56-7666-481d-a6b2-771a56ad752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:56.824040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network hostable DHCP agents. Network: 0bb63a56-7666-481d-a6b2-771a56ad752f, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:35:56.853651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52496) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:56.864746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd1f2a-c367-4483-bfe9-68c83da058ed tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:56.865238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd1f2a-c367-4483-bfe9-68c83da058ed tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:56.865688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd1f2a-c367-4483-bfe9-68c83da058ed tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:56.866133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd1f2a-c367-4483-bfe9-68c83da058ed tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:56.866810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd1f2a-c367-4483-bfe9-68c83da058ed tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:56.867285 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd1f2a-c367-4483-bfe9-68c83da058ed tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:56.867709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd1f2a-c367-4483-bfe9-68c83da058ed tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:56.868144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd1f2a-c367-4483-bfe9-68c83da058ed tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:56.868580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd1f2a-c367-4483-bfe9-68c83da058ed tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:56.869012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd1f2a-c367-4483-bfe9-68c83da058ed tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:56.869454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd1f2a-c367-4483-bfe9-68c83da058ed tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:56.870749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a9dd1f2a-c367-4483-bfe9-68c83da058ed tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Synchronizing usage tracker for tenant:29d44308aa5d46efbdf6afe952e9e254 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:35:56.890135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6c37305f-821e-44a5-8d8e-7891f1faab4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-510876530', 'description': 'tempest-secgroup-smoke-510876530 description', 'project_id': 'c679de4394c743daa8e268728f5cf10d'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:56.909999 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6c37305f-821e-44a5-8d8e-7891f1faab4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:56.970756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Allocated IP 172.20.0.34 (0fc9b8e6-ed3a-4164-8148-1f275fcfa19f/e942b1ad-d118-4023-9bc9-7aed46856c60/afb3ca85-0b50-46c9-be4a-7271dfb9d618) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:57.014974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6c37305f-821e-44a5-8d8e-7891f1faab4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:57.122524 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:57.148972 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-074c833c-073b-47b4-80ef-ecd3d3504fb2 req-2622510e-e720-48fb-9554-899d355dff80 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=542ae4ab-a807-4651-bdbe-be37f194cb6b HTTP/1.1" status: 200 len: 1002 time: 0.4966979 May 25 20:35:57.157906 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c37305f-821e-44a5-8d8e-7891f1faab4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:57.163022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d78e2-15cc-4303-b764-8194212f521a req-4493a42e-4054-452b-a695-1229064e05bc tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:57.163687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8c3d78e2-15cc-4303-b764-8194212f521a req-4493a42e-4054-452b-a695-1229064e05bc tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:35:57.182115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Network 0bb63a56-7666-481d-a6b2-771a56ad752f is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:35:57.186289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Pushing event updated for resources: {'Port': ['ID=ef22c887-b7ee-40f1-ab95-3ebe5edde42b,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:57.201752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6c37305f-821e-44a5-8d8e-7891f1faab4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:57.207651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6c37305f-821e-44a5-8d8e-7891f1faab4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:57.211681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6c37305f-821e-44a5-8d8e-7891f1faab4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:57.220308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6c37305f-821e-44a5-8d8e-7891f1faab4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:57.330897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c833c-073b-47b4-80ef-ecd3d3504fb2 req-a4ad2562-ef01-489c-a3eb-57ce31759bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:57.330897 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-074c833c-073b-47b4-80ef-ecd3d3504fb2 req-a4ad2562-ef01-489c-a3eb-57ce31759bad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99290e27-51d0-4314-8677-dc1be37b61ea HTTP/1.1" status: 200 len: 838 time: 0.1372335 May 25 20:35:57.353245 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c37305f-821e-44a5-8d8e-7891f1faab4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:57.353245 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:57.465526 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c37305f-821e-44a5-8d8e-7891f1faab4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:57.469022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 0bb63a56-7666-481d-a6b2-771a56ad752f) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:57.485705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbfcd76-8d8c-4f71-be78-a5e85d6f8195 None None] Network 0bb63a56-7666-481d-a6b2-771a56ad752f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:35:57.497300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a9dd1f2a-c367-4483-bfe9-68c83da058ed tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Unset dirty status for tenant:29d44308aa5d46efbdf6afe952e9e254 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:35:57.502257 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a9dd1f2a-c367-4483-bfe9-68c83da058ed tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7174 time: 1.2601132 May 25 20:35:57.503995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:57.504599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:57.511181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52506) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:57.614822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:57.618258 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:57.627211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Transition to ACTIVE for port object afb3ca85-0b50-46c9-be4a-7271dfb9d618 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:57.635127 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-4507e08b-ec49-41d0-a1f3-d7b277325896 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] delete failed (client error): The resource could not be found. May 25 20:35:57.635127 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4507e08b-ec49-41d0-a1f3-d7b277325896 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/440e38d4-3fb0-4fa1-bb47-544ac84134c0 HTTP/1.1" status: 404 len: 345 time: 0.1167006 May 25 20:35:57.635127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:57.642421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52510) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:57.659898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event updated for resources: {'Port': ['ID=f7cbde59-b5a7-4816-9db4-4800c637f12d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:57.659898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:57.669685 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Transition to ACTIVE for port object afb3ca85-0b50-46c9-be4a-7271dfb9d618 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:35:57.693042 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:57.786771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37305f-821e-44a5-8d8e-7891f1faab4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:57.807016 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c37305f-821e-44a5-8d8e-7891f1faab4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:57.813665 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:57.831792 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6c37305f-821e-44a5-8d8e-7891f1faab4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9668651 May 25 20:35:57.831792 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c3f6b4da-3b3a-4386-9c2c-b0fefb06f295 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7796879 May 25 20:35:57.842352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52514) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:57.842352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52516) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:57.848459 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-70305e69-6ad3-4b02-bd47-dfe018c7ca35 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] DELETE failed (client error): The resource could not be found. May 25 20:35:57.849185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70305e69-6ad3-4b02-bd47-dfe018c7ca35 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:35:57.855074 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-70305e69-6ad3-4b02-bd47-dfe018c7ca35 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "DELETE /v2.0/networks/50ee6a63-14e3-4a94-a476-313251f2c0de HTTP/1.1" status: 404 len: 339 time: 0.2082121 May 25 20:35:57.855611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:35:57.861961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0ce094bf-176b-4d14-be01-3fc1bbaf7aa2 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:57.886777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52522) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:57.894667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-38895c92-4ebd-4dd8-b7af-e736e534089b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': 'cc7ecfbc-e6d3-440e-afcb-d91e3f75626c', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:57.905939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Request body: {'network': {'name': 'tempest-network--2035684972', 'router:external': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:57.923347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:57.927950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-38895c92-4ebd-4dd8-b7af-e736e534089b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:57.931049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8c3d78e2-15cc-4303-b764-8194212f521a req-4493a42e-4054-452b-a695-1229064e05bc tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:35:57.940996 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8c3d78e2-15cc-4303-b764-8194212f521a req-4493a42e-4054-452b-a695-1229064e05bc tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 931 time: 1.8901567 May 25 20:35:57.944401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-38895c92-4ebd-4dd8-b7af-e736e534089b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:57.951476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-38895c92-4ebd-4dd8-b7af-e736e534089b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:57.978482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Usage tracker for resource:network and tenant:29d44308aa5d46efbdf6afe952e9e254 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:57.995033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:58.027444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:58.034173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-38895c92-4ebd-4dd8-b7af-e736e534089b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:58.054544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:35:58.063930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:35:58.063930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Pushing event updated for resources: {'Port': ['ID=afb3ca85-0b50-46c9-be4a-7271dfb9d618,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:58.140069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Made reservation on behalf of 29d44308aa5d46efbdf6afe952e9e254 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:35:58.140069 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.160968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8c3d78e2-15cc-4303-b764-8194212f521a req-0a7d3b7d-4e6f-4953-bbe5-db642f88cfab tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187426 May 25 20:35:58.186892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Attempting to bind port ef22c887-b7ee-40f1-ab95-3ebe5edde42b on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:35:58.186892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Attempting to bind port ef22c887-b7ee-40f1-ab95-3ebe5edde42b by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:35:58.186892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Attempting to bind port ef22c887-b7ee-40f1-ab95-3ebe5edde42b on network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:35:58.195421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c833c-073b-47b4-80ef-ecd3d3504fb2 req-051d1948-0fe3-43d1-bd41-9f4911422fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:58.196951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-074c833c-073b-47b4-80ef-ecd3d3504fb2 req-051d1948-0fe3-43d1-bd41-9f4911422fb7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f985efb-1c26-48f7-9698-763089edd1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8657711 May 25 20:35:58.226638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Port ef22c887-b7ee-40f1-ab95-3ebe5edde42b on network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:35:58.227229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Attempting to bind port ef22c887-b7ee-40f1-ab95-3ebe5edde42b on network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:35:58.252361 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.272460 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38895c92-4ebd-4dd8-b7af-e736e534089b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.363554 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2a5634e5-98fc-4416-a797-ee578667677d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.377119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Attempting to bind port afb3ca85-0b50-46c9-be4a-7271dfb9d618 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:35:58.377119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Attempting to bind port afb3ca85-0b50-46c9-be4a-7271dfb9d618 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '27628c4d-051d-4dec-bfe1-34568c2094e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:35:58.377119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Attempting to bind port afb3ca85-0b50-46c9-be4a-7271dfb9d618 on network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:35:58.377119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:35:58.377119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Checking segment: {'id': '27628c4d-051d-4dec-bfe1-34568c2094e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:58.377119 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.377119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Bound using segment: {'id': '27628c4d-051d-4dec-bfe1-34568c2094e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:35:58.377119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Bound port: afb3ca85-0b50-46c9-be4a-7271dfb9d618, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27628c4d-051d-4dec-bfe1-34568c2094e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:35:58.377119 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.411332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:35:58.411332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Checking segment: {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:35:58.411332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Bound using segment: {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:35:58.411332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Bound port: ef22c887-b7ee-40f1-ab95-3ebe5edde42b, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:35:58.411332 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.431532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:35:58.497839 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ce094bf-176b-4d14-be01-3fc1bbaf7aa2 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2470088'] for subnet, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.521213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] For port afb3ca85-0b50-46c9-be4a-7271dfb9d618, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:35:58.521213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] For port afb3ca85-0b50-46c9-be4a-7271dfb9d618, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=afb3ca85-0b50-46c9-be4a-7271dfb9d618,segment=NetworkSegment(27628c4d-051d-4dec-bfe1-34568c2094e9),segment_id=27628c4d-051d-4dec-bfe1-34568c2094e9)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:35:58.521213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-0bb63a56-7666-481d-a6b2-771a56ad752f', 'network_id': '0bb63a56-7666-481d-a6b2-771a56ad752f', 'tenant_id': '0eb519dc2501499581bc0665bd1ea6a0', 'fixed_ips': [{'subnet_id': '441f03d0-5f75-4b7b-ab29-3548d4a0418e'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:35:58.521213 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.526137 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.526137 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Added segment 357c1f5d-0cbc-4969-b4eb-90b26a365f7d of type vlan for network 7eb76613-1198-4b4b-b726-a12bc716739c May 25 20:35:58.536853 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.697354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-074c833c-073b-47b4-80ef-ecd3d3504fb2 req-82f24ccd-4058-4b8a-94f6-60ff47b2722f service neutron] 10.222.0.50 "GET /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897714 May 25 20:35:58.716620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da2008-c85f-43ef-8068-839324e1e46b None None] Pushing event updated for resources: {'Port': ['ID=afb3ca85-0b50-46c9-be4a-7271dfb9d618,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:58.745940 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.767862 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.770484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] For port ef22c887-b7ee-40f1-ab95-3ebe5edde42b, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:35:58.856233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] For port ef22c887-b7ee-40f1-ab95-3ebe5edde42b, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ef22c887-b7ee-40f1-ab95-3ebe5edde42b,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:35:58.935951 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:35:58.948182 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38895c92-4ebd-4dd8-b7af-e736e534089b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.951452 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:58.963920 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38895c92-4ebd-4dd8-b7af-e736e534089b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:59.081386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:59.081386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:59.081386 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] 10.222.0.70 "PUT /v2.0/ports/ef22c887-b7ee-40f1-ab95-3ebe5edde42b HTTP/1.1" status: 200 len: 1091 time: 4.6384354 May 25 20:35:59.081386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'tag': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:35:59.102063 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38895c92-4ebd-4dd8-b7af-e736e534089b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:59.102063 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-38895c92-4ebd-4dd8-b7af-e736e534089b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2515111 May 25 20:35:59.132190 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:59.132190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:35:59.132190 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:59.156305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52536) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:35:59.466798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38895c92-4ebd-4dd8-b7af-e736e534089b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55125629-c4b2-40cd-91b0-36de598a9540,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:59.588484 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:59.653467 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-074c833c-073b-47b4-80ef-ecd3d3504fb2 req-4eda71f6-b4cd-4776-8d1c-6816efcae871 service neutron] 10.222.0.50 "GET /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9458196 May 25 20:35:59.713204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Allocated IP 2001:db8::3 (0bb63a56-7666-481d-a6b2-771a56ad752f/441f03d0-5f75-4b7b-ab29-3548d4a0418e/6a6514e2-401d-420f-84d3-8452d133da09) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:35:59.736707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ceccd01e-26cb-48c2-9cc4-608f00ea2d72 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': 'cc7ecfbc-e6d3-440e-afcb-d91e3f75626c', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:35:59.743317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ceccd01e-26cb-48c2-9cc4-608f00ea2d72 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:35:59.747604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ceccd01e-26cb-48c2-9cc4-608f00ea2d72 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:35:59.750560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ceccd01e-26cb-48c2-9cc4-608f00ea2d72 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:35:59.757453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ceccd01e-26cb-48c2-9cc4-608f00ea2d72 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:35:59.764899 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb3bf80-c523-41c7-956f-0fb5798e25d5'] response: {'name': 'network-changed', 'server_uuid': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'tag': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b', 'status': 'completed', 'code': 200} May 25 20:35:59.801159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fce1db-296c-44b7-bc3a-bf23d52ad15b service neutron] Pushing event updated for resources: {'Port': ['ID=ef22c887-b7ee-40f1-ab95-3ebe5edde42b,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:35:59.923498 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ceccd01e-26cb-48c2-9cc4-608f00ea2d72 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:59.950187 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ce094bf-176b-4d14-be01-3fc1bbaf7aa2 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739053668536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2573290'] for subnet, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:35:59.978879 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0769591 May 25 20:35:59.998416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52550) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:00.008946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941166a-762d-409c-97dd-d6cff609ec77 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event updated for resources: {'Network': ['ID=7eb76613-1198-4b4b-b726-a12bc716739c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:00.049272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 7eb76613-1198-4b4b-b726-a12bc716739c details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:36:00.125305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfbb2a-4ffd-44a3-9e1d-6ed183bd1b0d req-b1336933-fd97-41f1-955a-ea111042530e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:00.127515 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9bfbb2a-4ffd-44a3-9e1d-6ed183bd1b0d req-b1336933-fd97-41f1-955a-ea111042530e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 943 time: 0.3617632 May 25 20:36:00.177520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce094bf-176b-4d14-be01-3fc1bbaf7aa2 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:00.178638 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ce094bf-176b-4d14-be01-3fc1bbaf7aa2 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:00.181896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0ce094bf-176b-4d14-be01-3fc1bbaf7aa2 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "PUT /v2.0/subnets/441f03d0-5f75-4b7b-ab29-3548d4a0418e HTTP/1.1" status: 200 len: 900 time: 2.3394239 May 25 20:36:00.224658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52556) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:00.371801 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:00.393283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce094bf-176b-4d14-be01-3fc1bbaf7aa2 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event updated for resources: {'Subnet': ['ID=441f03d0-5f75-4b7b-ab29-3548d4a0418e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:00.414429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Transition to ACTIVE for port object 6a6514e2-401d-420f-84d3-8452d133da09 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:00.488746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Transition to ACTIVE for port object 6a6514e2-401d-420f-84d3-8452d133da09 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:00.503819 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:00.533877 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:00.554009 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:00.574896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ed05c-9165-4899-8746-fcd3ad29105c tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:00.592801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ed05c-9165-4899-8746-fcd3ad29105c tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:00.603304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ed05c-9165-4899-8746-fcd3ad29105c tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:00.603304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ed05c-9165-4899-8746-fcd3ad29105c tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:00.603304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7c4ed05c-9165-4899-8746-fcd3ad29105c tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Synchronizing usage tracker for tenant:3b65028e0b9844ddbd6991b36c1c0720 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:00.628051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device afb3ca85-0b50-46c9-be4a-7271dfb9d618 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:00.635436 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:00.652990 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ceccd01e-26cb-48c2-9cc4-608f00ea2d72 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:00.668752 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ceccd01e-26cb-48c2-9cc4-608f00ea2d72 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:00.713649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-76dea8f5-2cbe-42ce-819e-50f5462ff2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:00.713649 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-76dea8f5-2cbe-42ce-819e-50f5462ff2c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 1094 time: 1.0551364 May 25 20:36:00.713649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Deleting port 6a6514e2-401d-420f-84d3-8452d133da09 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:00.713649 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:00.780279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Network 0bb63a56-7666-481d-a6b2-771a56ad752f is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:00.793063 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ceccd01e-26cb-48c2-9cc4-608f00ea2d72 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:00.796347 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:00.799712 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ceccd01e-26cb-48c2-9cc4-608f00ea2d72 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1363535 May 25 20:36:00.803813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a61fe1f-bc64-4306-b5a1-1ed025178d76 None None] Network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:00.805613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccd01e-26cb-48c2-9cc4-608f00ea2d72 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab84e91-e703-4e78-b0c0-69b3e508b278,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:00.824682 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-37af7995-b445-4ac1-bd2b-16cad2ad0566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:00.834607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:00.903848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:36:00.909656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Pushing event updated for resources: {'Port': ['ID=6a6514e2-401d-420f-84d3-8452d133da09,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:00.923861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52564) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:01.000856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7c4ed05c-9165-4899-8746-fcd3ad29105c tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Unset dirty status for tenant:3b65028e0b9844ddbd6991b36c1c0720 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:01.000856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7c4ed05c-9165-4899-8746-fcd3ad29105c tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.0087769 May 25 20:36:01.021641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52568) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:01.037138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6f85c853-6793-4cce-b8d9-ffcb878fedfa tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': 'cc7ecfbc-e6d3-440e-afcb-d91e3f75626c', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:01.041064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Router a308e390-22ba-465d-a085-2e5c7f12ad04 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:36:01.075370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-286d4875-f59f-4cfa-ab5a-73fee5ec3ec8 None None] Provisioning for port afb3ca85-0b50-46c9-be4a-7271dfb9d618 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:01.174762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6f85c853-6793-4cce-b8d9-ffcb878fedfa tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:01.189568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Attempting to bind port 6a6514e2-401d-420f-84d3-8452d133da09 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:01.189568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Attempting to bind port 6a6514e2-401d-420f-84d3-8452d133da09 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'ae48c4f5-99c6-4c40-9a78-661322b5f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0bb63a56-7666-481d-a6b2-771a56ad752f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:01.189568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Attempting to bind port 6a6514e2-401d-420f-84d3-8452d133da09 on network 0bb63a56-7666-481d-a6b2-771a56ad752f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:01.196601 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:36:01.196601 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Checking segment: {'id': 'ae48c4f5-99c6-4c40-9a78-661322b5f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0bb63a56-7666-481d-a6b2-771a56ad752f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:36:01.196601 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:01.196601 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Bound using segment: {'id': 'ae48c4f5-99c6-4c40-9a78-661322b5f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0bb63a56-7666-481d-a6b2-771a56ad752f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:36:01.196601 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Bound port: 6a6514e2-401d-420f-84d3-8452d133da09, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae48c4f5-99c6-4c40-9a78-661322b5f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0bb63a56-7666-481d-a6b2-771a56ad752f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:36:01.196601 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:01.235007 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port afb3ca85-0b50-46c9-be4a-7271dfb9d618 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:01.258370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port afb3ca85-0b50-46c9-be4a-7271dfb9d618 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:01.258750 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:01.341628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:36:01.343371 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-0341eed5-3ee7-4e5b-b016-b0bf66d5231f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef22c887-b7ee-40f1-ab95-3ebe5edde42b HTTP/1.1" status: 200 len: 217 time: 0.5518296 May 25 20:36:01.353238 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:01.353238 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d979f9d7-aafd-4de4-aa9c-4808973fbb86 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "PUT /v2.0/routers/a308e390-22ba-465d-a085-2e5c7f12ad04 HTTP/1.1" status: 200 len: 914 time: 7.8230727 May 25 20:36:01.353238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52578) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:01.375434 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9bfbb2a-4ffd-44a3-9e1d-6ed183bd1b0d req-7ecdc181-9003-44a7-ad32-0bf41ce614e9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1831005 May 25 20:36:01.399026 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99381ef-8a81-49f3-80f1-23dee4ddd58f None None] Sync routers for ids ['a308e390-22ba-465d-a085-2e5c7f12ad04'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:36:01.417245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6f85c853-6793-4cce-b8d9-ffcb878fedfa tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:01.448402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99381ef-8a81-49f3-80f1-23dee4ddd58f None None] Routers {'a308e390-22ba-465d-a085-2e5c7f12ad04'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:01.448402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e99381ef-8a81-49f3-80f1-23dee4ddd58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a308e390-22ba-465d-a085-2e5c7f12ad04'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:01.452391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6f85c853-6793-4cce-b8d9-ffcb878fedfa tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:01.505812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:36:01.521219 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Sync routers for ids ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:36:01.541424 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Routers {'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:01.541424 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:01.589361 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:01.598742 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6f85c853-6793-4cce-b8d9-ffcb878fedfa tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:01.599190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e99381ef-8a81-49f3-80f1-23dee4ddd58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:01.605933 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f6cba956-4e7c-419d-aef1-6102a3260302 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:01.614531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-d0354e6c-86ce-4309-8f39-99d1f72247b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:01.616284 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-d0354e6c-86ce-4309-8f39-99d1f72247b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.2461762 May 25 20:36:01.738814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] For port 6a6514e2-401d-420f-84d3-8452d133da09, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:36:01.778442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99381ef-8a81-49f3-80f1-23dee4ddd58f None None] Routers {'a308e390-22ba-465d-a085-2e5c7f12ad04'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:01.778442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e99381ef-8a81-49f3-80f1-23dee4ddd58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a308e390-22ba-465d-a085-2e5c7f12ad04'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:01.810848 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b291da13-a48c-456b-99cb-76abf04d77e8 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/routers/a308e390-22ba-465d-a085-2e5c7f12ad04 HTTP/1.1" status: 200 len: 920 time: 0.4522505 May 25 20:36:01.810848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52584) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:01.834301 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f85c853-6793-4cce-b8d9-ffcb878fedfa tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:01.911724 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:01.911724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5ff3bc99-84e1-40f1-b07b-94ac2a731166 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 11.6938958 May 25 20:36:01.916474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52588) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:01.990093 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] For port 6a6514e2-401d-420f-84d3-8452d133da09, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6a6514e2-401d-420f-84d3-8452d133da09,segment=NetworkSegment(ae48c4f5-99c6-4c40-9a78-661322b5f974),segment_id=ae48c4f5-99c6-4c40-9a78-661322b5f974)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:36:02.021392 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:02.024321 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e99381ef-8a81-49f3-80f1-23dee4ddd58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:02.024733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99381ef-8a81-49f3-80f1-23dee4ddd58f None None] The sync data for ids ['a308e390-22ba-465d-a085-2e5c7f12ad04'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:36:02.026086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port afb3ca85-0b50-46c9-be4a-7271dfb9d618 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:02.029790 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:02.048116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725fe88a-4767-4571-a9e0-9bff8480bce9 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:02.056107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-725fe88a-4767-4571-a9e0-9bff8480bce9 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=63157299-67d6-4d48-843c-682c0bdd002f&device_id=a308e390-22ba-465d-a085-2e5c7f12ad04&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2456429 May 25 20:36:02.056495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52596) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:02.073803 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:02.078868 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Set router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:36:02.386005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56915c3-d580-4340-8a63-3303c877e9b7 None None] Pushing event updated for resources: {'Port': ['ID=6a6514e2-401d-420f-84d3-8452d133da09,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:02.412079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-75d8cd4a-8491-46c4-b424-99601e3edce7 None None] Provisioning complete for port afb3ca85-0b50-46c9-be4a-7271dfb9d618 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:02.412079 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-75d8cd4a-8491-46c4-b424-99601e3edce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:02.498097 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f6cba956-4e7c-419d-aef1-6102a3260302 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:02.520090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port afb3ca85-0b50-46c9-be4a-7271dfb9d618, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=afb3ca85-0b50-46c9-be4a-7271dfb9d618,segment=NetworkSegment(27628c4d-051d-4dec-bfe1-34568c2094e9),segment_id=27628c4d-051d-4dec-bfe1-34568c2094e9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:02.547685 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:02.685840 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f85c853-6793-4cce-b8d9-ffcb878fedfa tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:02.693071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-f6cba956-4e7c-419d-aef1-6102a3260302 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb76613-1198-4b4b-b726-a12bc716739c']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:02.710466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] For port 6a6514e2-401d-420f-84d3-8452d133da09, host n-d-843339-1, got binding levels [] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:02.710833 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:02.749473 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f85c853-6793-4cce-b8d9-ffcb878fedfa tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:02.752734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-75d8cd4a-8491-46c4-b424-99601e3edce7 None None] Current status of the port afb3ca85-0b50-46c9-be4a-7271dfb9d618 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:02.864112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=afb3ca85-0b50-46c9-be4a-7271dfb9d618,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:02.895708 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970bd2c9-3a58-435e-b1eb-f268bd941f66 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:02.917010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-970bd2c9-3a58-435e-b1eb-f268bd941f66 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 881 time: 0.8545766 May 25 20:36:02.976885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-f6cba956-4e7c-419d-aef1-6102a3260302 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357c1f5d-0cbc-4969-b4eb-90b26a365f7d') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:02.976885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-f6cba956-4e7c-419d-aef1-6102a3260302 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357c1f5d-0cbc-4969-b4eb-90b26a365f7d') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:02.996549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85c853-6793-4cce-b8d9-ffcb878fedfa tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb4a887-8732-48d6-a590-edec61d113e6,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:03.005244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-b168bbc1-bf9f-4776-bf91-2500db2e04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:03.005244 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-b168bbc1-bf9f-4776-bf91-2500db2e04c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3725514 May 25 20:36:03.005244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52608) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:03.035467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Calling delete_port for 6a6514e2-401d-420f-84d3-8452d133da09 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:03.040631 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f1a3a53e-f3b1-4936-a0b1-1713498db498 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=13a469cfe5354987afc61d8fbdb46baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1332185 May 25 20:36:03.045443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52610) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:03.093969 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:35:57Z', 'revision_number': 3, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:03.097724 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Checking router: a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:36:03.098066 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Updating router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 port 001295ed-7db0-404e-8a42-207aa6b3c645 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:36:03.113240 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:03.209273 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:03.236061 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f6cba956-4e7c-419d-aef1-6102a3260302 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:03.310528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca5c4d-3f81-458d-a27d-19c76110025f req-96c9fc51-9a82-46f5-84b5-06d32f7b32a3 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:03.319960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9ca5c4d-3f81-458d-a27d-19c76110025f req-96c9fc51-9a82-46f5-84b5-06d32f7b32a3 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 943 time: 0.4014678 May 25 20:36:03.348083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed7914b-636c-4350-a37d-fbfac6c546d2 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:03.348083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed7914b-636c-4350-a37d-fbfac6c546d2 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:03.348083 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-eed7914b-636c-4350-a37d-fbfac6c546d2 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1538 time: 0.3015921 May 25 20:36:03.361205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52618) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:03.390554 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ca8022c4-8f3e-47e3-b17c-c6a56e04fac0 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "GET /v2.0/ports?device_id=a308e390-22ba-465d-a085-2e5c7f12ad04 HTTP/1.1" status: 200 len: 205 time: 0.2330010 May 25 20:36:03.409042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52622) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:03.498387 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f85c853-6793-4cce-b8d9-ffcb878fedfa tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:03.504512 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6f85c853-6793-4cce-b8d9-ffcb878fedfa tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4981873 May 25 20:36:03.506936 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f6cba956-4e7c-419d-aef1-6102a3260302 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:03.509239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52630) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:03.527801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8f182261-c0c9-45a8-8217-1d0dfbae5ac2 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1695666 May 25 20:36:03.528734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ccdee3a5-8cf3-4afc-a8aa-d1e23e782f5c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': 'cc7ecfbc-e6d3-440e-afcb-d91e3f75626c', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:03.536227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52634) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:03.544989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cba956-4e7c-419d-aef1-6102a3260302 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:36:03.545886 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f6cba956-4e7c-419d-aef1-6102a3260302 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:03.550810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9ca5c4d-3f81-458d-a27d-19c76110025f req-e0f0f52b-fd7f-497c-9719-9ca61a4b984e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339962 May 25 20:36:03.628662 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:36:03.628662 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:36:03.641378 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b16b57c6-8d36-4370-b19e-fb4ef5d55c6e tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7eb76613-1198-4b4b-b726-a12bc716739c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0899341 May 25 20:36:03.650976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ccdee3a5-8cf3-4afc-a8aa-d1e23e782f5c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:03.811316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52640) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:03.818740 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 357c1f5d-0cbc-4969-b4eb-90b26a365f7d resource provider aggregate not found May 25 20:36:03.829651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ccdee3a5-8cf3-4afc-a8aa-d1e23e782f5c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:03.830639 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:03.839058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-441429063', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:03.886837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ccdee3a5-8cf3-4afc-a8aa-d1e23e782f5c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:03.897461 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 357c1f5d-0cbc-4969-b4eb-90b26a365f7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 357c1f5d-0cbc-4969-b4eb-90b26a365f7d found for delete ", "request_id": "req-4d1f4eee-03bb-441f-a72f-8129c47e9357"}]} May 25 20:36:04.029960 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:04.048208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ccdee3a5-8cf3-4afc-a8aa-d1e23e782f5c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:04.074901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2631cb-230e-43a7-87a4-d9eb7978776a None None] Network 0bb63a56-7666-481d-a6b2-771a56ad752f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:04.125942 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-89b33a03-2253-42c9-9d35-3cf1cabf7260 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9079094 May 25 20:36:04.129777 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Transition to ACTIVE for port object 001295ed-7db0-404e-8a42-207aa6b3c645 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:04.147478 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:04.155377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:04.159508 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Deleting port 6a6514e2-401d-420f-84d3-8452d133da09 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:04.159508 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:04.163812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Deleting port f7cbde59-b5a7-4816-9db4-4800c637f12d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:04.163812 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:04.256263 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Attempting to bind port 001295ed-7db0-404e-8a42-207aa6b3c645 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:04.256940 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Attempting to bind port 001295ed-7db0-404e-8a42-207aa6b3c645 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:04.257651 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Attempting to bind port 001295ed-7db0-404e-8a42-207aa6b3c645 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:04.265245 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:36:04.266028 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:36:04.269230 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:04.270002 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:36:04.270919 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Bound port: 001295ed-7db0-404e-8a42-207aa6b3c645, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:36:04.271703 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:04.282523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3c8cceab-0f4a-4d4d-84e6-04c4014a9074 None None] Provisioning for port 6a6514e2-401d-420f-84d3-8452d133da09 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:04.304669 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f6cba956-4e7c-419d-aef1-6102a3260302 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:04.353828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:04.413004 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] For port 001295ed-7db0-404e-8a42-207aa6b3c645, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:36:04.413004 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] For port 001295ed-7db0-404e-8a42-207aa6b3c645, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=001295ed-7db0-404e-8a42-207aa6b3c645,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:36:04.422076 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4141a-5ee3-4664-bc3a-5278a469093f None None] Pushing event updated for resources: {'Port': ['ID=001295ed-7db0-404e-8a42-207aa6b3c645,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:04.426300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cba956-4e7c-419d-aef1-6102a3260302 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7eb76613-1198-4b4b-b726-a12bc716739c {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 25 20:36:04.438890 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f6cba956-4e7c-419d-aef1-6102a3260302 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:04.445913 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:04.450106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Usage tracker for resource:subnet and tenant:13a469cfe5354987afc61d8fbdb46baa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:04.454728 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4141a-5ee3-4664-bc3a-5278a469093f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:04.454728 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4141a-5ee3-4664-bc3a-5278a469093f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:04.454728 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4141a-5ee3-4664-bc3a-5278a469093f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:04.454728 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4141a-5ee3-4664-bc3a-5278a469093f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:04.454728 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4141a-5ee3-4664-bc3a-5278a469093f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:04.454728 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4141a-5ee3-4664-bc3a-5278a469093f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:04.454728 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4141a-5ee3-4664-bc3a-5278a469093f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:04.454728 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4141a-5ee3-4664-bc3a-5278a469093f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:04.454728 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4141a-5ee3-4664-bc3a-5278a469093f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:04.454728 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4141a-5ee3-4664-bc3a-5278a469093f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:04.459403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ccdee3a5-8cf3-4afc-a8aa-d1e23e782f5c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:04.465403 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4141a-5ee3-4664-bc3a-5278a469093f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:04.465403 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c4141a-5ee3-4664-bc3a-5278a469093f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:04.505495 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:04.630123 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4141a-5ee3-4664-bc3a-5278a469093f None None] Pushing event updated for resources: {'Port': ['ID=001295ed-7db0-404e-8a42-207aa6b3c645,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:04.647782 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Routers {'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:04.648402 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:04.674815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:04.739033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cba956-4e7c-419d-aef1-6102a3260302 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event deleted for resources: {'Network': ['ID=7eb76613-1198-4b4b-b726-a12bc716739c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:04.810284 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:04.863535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device afb3ca85-0b50-46c9-be4a-7271dfb9d618 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:04.871312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Calling delete_port for f7cbde59-b5a7-4816-9db4-4800c637f12d owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:04.874771 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f6cba956-4e7c-419d-aef1-6102a3260302 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "DELETE /v2.0/networks/7eb76613-1198-4b4b-b726-a12bc716739c HTTP/1.1" status: 204 len: 168 time: 3.8326144 May 25 20:36:04.894075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52656) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:05.025188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Request body: {'network': {'name': 'tempest-network--839618170', 'router:external': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:05.027914 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] Set router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:36:05.105559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13860e6e-f201-4532-8689-87d18b8e2bc1 None None] Network 0bb63a56-7666-481d-a6b2-771a56ad752f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:05.213820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:05.226167 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Made reservation on behalf of 13a469cfe5354987afc61d8fbdb46baa for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:05.226167 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:05.235921 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:05.345082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Pushing event deleted for resources: {'Port': ['ID=f7cbde59-b5a7-4816-9db4-4800c637f12d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:05.479644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port afb3ca85-0b50-46c9-be4a-7271dfb9d618 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:05.480223 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:05.605719 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:35:57Z', 'revision_number': 3, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:05.605719 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200ce0d-99de-4977-8a5d-dc2fb4644426 None None] The sync data for ids ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'] in n-d-843339-1 is: [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:35:57Z', 'revision_number': 3, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:36:05.640664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Usage tracker for resource:network and tenant:29d44308aa5d46efbdf6afe952e9e254 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:05.650030 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:05.653339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:05.681913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:05.742070 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5aace020-2e3f-4013-8fa9-b59b4895e0b7 req-0d166aa5-7bdb-4d4c-bc2a-55b3d996fcd4 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4739144 May 25 20:36:05.795914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Made reservation on behalf of 29d44308aa5d46efbdf6afe952e9e254 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:05.799009 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:05.836660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port afb3ca85-0b50-46c9-be4a-7271dfb9d618 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:05.838090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6a6514e2-401d-420f-84d3-8452d133da09 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:05.965917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 6a6514e2-401d-420f-84d3-8452d133da09 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:05.973405 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6a6514e2-401d-420f-84d3-8452d133da09 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:05.973405 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.249394 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:36:06.297991 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.297991 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.304508 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ffe27-458f-40f5-ac2e-4b6b20c33fa8 req-2fb86e16-8ed4-4702-89be-3a5e7a281955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:06.304508 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-190ffe27-458f-40f5-ac2e-4b6b20c33fa8 req-2fb86e16-8ed4-4702-89be-3a5e7a281955 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 1094 time: 0.4791019 May 25 20:36:06.317561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a65d81-3b92-4814-a3da-0c3b4c086818 req-92ab62f8-8e78-4562-8520-732d9c87bcea tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:06.317561 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6a65d81-3b92-4814-a3da-0c3b4c086818 req-92ab62f8-8e78-4562-8520-732d9c87bcea tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 943 time: 1.4345357 May 25 20:36:06.349951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6a6514e2-401d-420f-84d3-8452d133da09 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:06.349951 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.384570 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.384570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Fanout notify agent at l3_agent the message router_deleted on router a308e390-22ba-465d-a085-2e5c7f12ad04 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:36:06.472835 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.477803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a91ac891-32f4-47b4-9662-d156144b4198 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "DELETE /v2.0/routers/a308e390-22ba-465d-a085-2e5c7f12ad04 HTTP/1.1" status: 204 len: 168 time: 3.0691597 May 25 20:36:06.479617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52670) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:06.496179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-24e4c763-0de4-4d49-b98e-d5374eb32cf7 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1958891226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:06.505969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] For port 6a6514e2-401d-420f-84d3-8452d133da09, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6a6514e2-401d-420f-84d3-8452d133da09,segment=NetworkSegment(ae48c4f5-99c6-4c40-9a78-661322b5f974),segment_id=ae48c4f5-99c6-4c40-9a78-661322b5f974)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:06.506479 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.508344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-24e4c763-0de4-4d49-b98e-d5374eb32cf7 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:06.512524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-24e4c763-0de4-4d49-b98e-d5374eb32cf7 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Usage tracker for resource:router and tenant:73327b5a8a484025bab3ae5ba03781a7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:06.515707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-24e4c763-0de4-4d49-b98e-d5374eb32cf7 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:06.525523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-24e4c763-0de4-4d49-b98e-d5374eb32cf7 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:06.544593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 6a6514e2-401d-420f-84d3-8452d133da09, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6a6514e2-401d-420f-84d3-8452d133da09,segment=NetworkSegment(ae48c4f5-99c6-4c40-9a78-661322b5f974),segment_id=ae48c4f5-99c6-4c40-9a78-661322b5f974)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:06.547901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24e4c763-0de4-4d49-b98e-d5374eb32cf7 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.549435 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24e4c763-0de4-4d49-b98e-d5374eb32cf7 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.549571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.552014 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Added segment b1b4d6db-1c59-40d4-b1bc-c491278ad4d3 of type vlan for network 648e82d8-9248-4c52-a972-d5cefd111291 May 25 20:36:06.556122 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.585879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24e4c763-0de4-4d49-b98e-d5374eb32cf7 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.587886 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ccdee3a5-8cf3-4afc-a8aa-d1e23e782f5c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.669014 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24e4c763-0de4-4d49-b98e-d5374eb32cf7 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.728128 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d6a65d81-3b92-4814-a3da-0c3b4c086818 req-c7410ac3-2cee-42ba-9050-dc32576f0774 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907103 May 25 20:36:06.728128 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ccdee3a5-8cf3-4afc-a8aa-d1e23e782f5c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.770231 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24e4c763-0de4-4d49-b98e-d5374eb32cf7 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.770231 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-24e4c763-0de4-4d49-b98e-d5374eb32cf7 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2873218 May 25 20:36:06.773845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52678) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:06.800278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'enable_snat': False}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:06.854343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 001295ed-7db0-404e-8a42-207aa6b3c645 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:06.886555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Calling delete_port for 6a6514e2-401d-420f-84d3-8452d133da09 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:06.913678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f37a46d0-6f24-444f-8098-c6db68450afb None None] Provisioning complete for port 6a6514e2-401d-420f-84d3-8452d133da09 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:06.919635 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f37a46d0-6f24-444f-8098-c6db68450afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:06.964486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdee3a5-8cf3-4afc-a8aa-d1e23e782f5c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0840b065-5879-4cb1-a536-098d0a528c2e,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:06.964486 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:07.072965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'Subnet': ['ID=55d93bdb-3c56-4f3a-a46f-5e5747c026ef,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:07.089919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=6a6514e2-401d-420f-84d3-8452d133da09,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:07.147902 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Checking segment: {'id': 'c804147d-c0d6-4526-8634-ba5af801a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:36:07.147902 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Network hostable DHCP agents. Network: 364d0c10-a4cb-4714-be64-f7a0692ad669, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:36:07.186302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ffe27-458f-40f5-ac2e-4b6b20c33fa8 req-2fef6c8c-fb4d-4af0-8149-c7caf6b0c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:07.186302 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-190ffe27-458f-40f5-ac2e-4b6b20c33fa8 req-2fef6c8c-fb4d-4af0-8149-c7caf6b0c6f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 916 time: 0.8653965 May 25 20:36:07.186687 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:07.267984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f37a46d0-6f24-444f-8098-c6db68450afb None None] Current status of the port 6a6514e2-401d-420f-84d3-8452d133da09 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:07.272269 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-190ffe27-458f-40f5-ac2e-4b6b20c33fa8 req-d24871e0-4cdf-4214-bafc-50d22d5f8a9b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef22c887-b7ee-40f1-ab95-3ebe5edde42b HTTP/1.1" status: 200 len: 217 time: 0.0772364 May 25 20:36:07.272997 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ccdee3a5-8cf3-4afc-a8aa-d1e23e782f5c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:07.275412 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ccdee3a5-8cf3-4afc-a8aa-d1e23e782f5c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 3.7555437 May 25 20:36:07.277095 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 001295ed-7db0-404e-8a42-207aa6b3c645 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:07.281273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52686) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:07.285058 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 001295ed-7db0-404e-8a42-207aa6b3c645 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:07.285479 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:07.343502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-fb0bb549-031c-4875-8987-ef8f573da210 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': 'cc7ecfbc-e6d3-440e-afcb-d91e3f75626c', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:07.359968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Network 364d0c10-a4cb-4714-be64-f7a0692ad669 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:36:07.367721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fb0bb549-031c-4875-8987-ef8f573da210 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:07.409054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 364d0c10-a4cb-4714-be64-f7a0692ad669) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:07.423562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fb0bb549-031c-4875-8987-ef8f573da210 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:07.423562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fb0bb549-031c-4875-8987-ef8f573da210 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:07.435473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:07.435473 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:07.468542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fb0bb549-031c-4875-8987-ef8f573da210 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:07.474685 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:07.479514 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:36:07.479514 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:36:07.505065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ffe27-458f-40f5-ac2e-4b6b20c33fa8 req-f44e5ec2-a0f3-4629-8ed1-262e9b5bfb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:07.505065 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-190ffe27-458f-40f5-ac2e-4b6b20c33fa8 req-f44e5ec2-a0f3-4629-8ed1-262e9b5bfb9b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.2170920 May 25 20:36:07.509135 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-fb0bb549-031c-4875-8987-ef8f573da210 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Project c679de4394c743daa8e268728f5cf10d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:36:07.528180 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 001295ed-7db0-404e-8a42-207aa6b3c645 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:07.528180 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:07.551978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 001295ed-7db0-404e-8a42-207aa6b3c645, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=001295ed-7db0-404e-8a42-207aa6b3c645,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:07.551978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64618a0b-c44b-428b-8d0b-0fe39af7ad13 None None] Network 364d0c10-a4cb-4714-be64-f7a0692ad669 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:07.572996 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb549-031c-4875-8987-ef8f573da210 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:07.588257 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:07.609456 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8698db9b-2b7f-43c2-a044-32d1d452e27f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.7873719 May 25 20:36:07.609456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52690) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:07.633014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:07.637898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:07.637898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:07.849979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Deleting port 6a6514e2-401d-420f-84d3-8452d133da09 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:07.849979 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:07.958279 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.0597787 May 25 20:36:07.964228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=001295ed-7db0-404e-8a42-207aa6b3c645,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:07.996058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52700) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:08.049081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176aada5-c5c9-42a1-808b-190723f3bc41 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event updated for resources: {'Network': ['ID=648e82d8-9248-4c52-a972-d5cefd111291,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:08.066971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 648e82d8-9248-4c52-a972-d5cefd111291 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:36:08.181686 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:08.346181 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:08.346683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-364d0c10-a4cb-4714-be64-f7a0692ad669', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'fixed_ips': [{'subnet_id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:36:08.347012 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:08.458779 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb549-031c-4875-8987-ef8f573da210 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:08.556065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cfb59-840c-4b0c-9055-3f6bfd9b6cbd req-9e96ce99-12ec-4bd9-a2bb-f927416568ae tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:08.556065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-960cfb59-840c-4b0c-9055-3f6bfd9b6cbd req-9e96ce99-12ec-4bd9-a2bb-f927416568ae tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 943 time: 0.5213060 May 25 20:36:08.652731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Allocated IP 172.20.0.2 (364d0c10-a4cb-4714-be64-f7a0692ad669/55d93bdb-3c56-4f3a-a46f-5e5747c026ef/a0e9bffe-4671-4331-9487-a41569c036ba) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:08.807562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 001295ed-7db0-404e-8a42-207aa6b3c645 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:08.911694 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea225735-9629-4c81-9a7e-7813f0bf66b2 req-f5455c5f-4a10-44bc-a8ed-642e5ca234d0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6310267 May 25 20:36:08.922786 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb549-031c-4875-8987-ef8f573da210 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:08.963969 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-960cfb59-840c-4b0c-9055-3f6bfd9b6cbd req-ef07b7c9-7db7-42d2-947c-8726ab43e4c6 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3930118 May 25 20:36:09.006494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87555ae-eb76-4d65-8d09-73ac839b71b2 tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:09.006494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c87555ae-eb76-4d65-8d09-73ac839b71b2 tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] 10.222.0.60 "GET /v2.0/networks/648e82d8-9248-4c52-a972-d5cefd111291 HTTP/1.1" status: 200 len: 756 time: 1.0093069 May 25 20:36:09.012566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Allocated IP 172.25.3.155 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/cc801f9f-5764-49eb-ab8f-b0387d0513e1) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:09.012566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52712) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:09.035111 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ffe27-458f-40f5-ac2e-4b6b20c33fa8 req-b5f1441b-be8b-445f-a9b0-5fb07bd2ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:09.041182 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-190ffe27-458f-40f5-ac2e-4b6b20c33fa8 req-b5f1441b-be8b-445f-a9b0-5fb07bd2ba5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5088689 May 25 20:36:09.061886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 001295ed-7db0-404e-8a42-207aa6b3c645 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:09.061886 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:09.085037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bb549-031c-4875-8987-ef8f573da210 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06940b67-3846-4455-8e41-365e549921c1,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:09.123969 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:09.139994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Transition to ACTIVE for port object a0e9bffe-4671-4331-9487-a41569c036ba will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:09.173846 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Transition to ACTIVE for port object a0e9bffe-4671-4331-9487-a41569c036ba will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:09.226513 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] For port 6a6514e2-401d-420f-84d3-8452d133da09, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6a6514e2-401d-420f-84d3-8452d133da09,segment=NetworkSegment(ae48c4f5-99c6-4c40-9a78-661322b5f974),segment_id=ae48c4f5-99c6-4c40-9a78-661322b5f974)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:09.226513 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:09.233506 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:09.315820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a69a07-142f-4052-b534-4c8723d947a6 tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:09.315820 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b1a69a07-142f-4052-b534-4c8723d947a6 tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] 10.222.0.60 "GET /v2.0/networks/53944434-0d4f-48b3-ac18-e032a42334e2 HTTP/1.1" status: 200 len: 767 time: 0.3002272 May 25 20:36:09.315820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52718) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:09.344726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Network 364d0c10-a4cb-4714-be64-f7a0692ad669 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:09.344726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Pushing event updated for resources: {'Port': ['ID=a0e9bffe-4671-4331-9487-a41569c036ba,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:09.352538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea225735-9629-4c81-9a7e-7813f0bf66b2 req-78da96b4-e004-4f1c-a553-b56fdb2547b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:09.356368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:09.360982 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea225735-9629-4c81-9a7e-7813f0bf66b2 req-78da96b4-e004-4f1c-a553-b56fdb2547b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 1097 time: 0.2768834 May 25 20:36:09.364779 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:09.388961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Calling delete_port for 6a6514e2-401d-420f-84d3-8452d133da09 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:09.552848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Attempting to bind port a0e9bffe-4671-4331-9487-a41569c036ba on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:09.552848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Attempting to bind port a0e9bffe-4671-4331-9487-a41569c036ba by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'c804147d-c0d6-4526-8634-ba5af801a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:09.552848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Attempting to bind port a0e9bffe-4671-4331-9487-a41569c036ba on network 364d0c10-a4cb-4714-be64-f7a0692ad669 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:09.557762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device ef22c887-b7ee-40f1-ab95-3ebe5edde42b details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:36:09.569337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:36:09.569337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Checking segment: {'id': 'c804147d-c0d6-4526-8634-ba5af801a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:36:09.569337 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:09.569337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Bound using segment: {'id': 'c804147d-c0d6-4526-8634-ba5af801a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:36:09.569337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Bound port: a0e9bffe-4671-4331-9487-a41569c036ba, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c804147d-c0d6-4526-8634-ba5af801a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:36:09.569337 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:09.577973 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb549-031c-4875-8987-ef8f573da210 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:09.583038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 001295ed-7db0-404e-8a42-207aa6b3c645 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:09.583038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6a6514e2-401d-420f-84d3-8452d133da09 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:09.586057 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fb0bb549-031c-4875-8987-ef8f573da210 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.2573547 May 25 20:36:09.595867 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:09.629386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52724) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:09.632630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 6a6514e2-401d-420f-84d3-8452d133da09 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:36:09.632630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6a6514e2-401d-420f-84d3-8452d133da09 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 25 20:36:09.709397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Port 6a6514e2-401d-420f-84d3-8452d133da09 not found, will not notify nova. {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 25 20:36:09.720507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea225735-9629-4c81-9a7e-7813f0bf66b2 req-31a2f0c1-ab19-40a6-9303-47b13dc43ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:09.720507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea225735-9629-4c81-9a7e-7813f0bf66b2 req-31a2f0c1-ab19-40a6-9303-47b13dc43ac8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 916 time: 0.2975566 May 25 20:36:09.750788 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.resource_extend [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:36:09.807564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-859aa0fd-799e-4c82-b48b-58ba04befdc6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': 'cc7ecfbc-e6d3-440e-afcb-d91e3f75626c', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:09.816053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-859aa0fd-799e-4c82-b48b-58ba04befdc6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:09.820413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-859aa0fd-799e-4c82-b48b-58ba04befdc6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:09.825050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-859aa0fd-799e-4c82-b48b-58ba04befdc6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:09.832740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-859aa0fd-799e-4c82-b48b-58ba04befdc6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:09.880996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] For port a0e9bffe-4671-4331-9487-a41569c036ba, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:36:09.917062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] For port a0e9bffe-4671-4331-9487-a41569c036ba, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a0e9bffe-4671-4331-9487-a41569c036ba,segment=NetworkSegment(c804147d-c0d6-4526-8634-ba5af801a9c8),segment_id=c804147d-c0d6-4526-8634-ba5af801a9c8)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:36:09.929437 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:09.929437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port ef22c887-b7ee-40f1-ab95-3ebe5edde42b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ef22c887-b7ee-40f1-ab95-3ebe5edde42b,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:09.941801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Port': ['ID=6a6514e2-401d-420f-84d3-8452d133da09,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:09.965105 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:10.004329 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-af9a9aa4-d392-4248-bc30-0b47f7d89bee tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:10.037570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea225735-9629-4c81-9a7e-7813f0bf66b2 req-9872950b-ccdf-4f08-a2ba-7d7f37b23ea1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b18f7abc-cce2-40fc-a140-09ccf425c535 HTTP/1.1" status: 200 len: 1002 time: 0.2659802 May 25 20:36:10.061459 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-859aa0fd-799e-4c82-b48b-58ba04befdc6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Project c679de4394c743daa8e268728f5cf10d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:36:10.123393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea225735-9629-4c81-9a7e-7813f0bf66b2 req-43692849-b71d-4188-9644-9933117300e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:10.123393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea225735-9629-4c81-9a7e-7813f0bf66b2 req-43692849-b71d-4188-9644-9933117300e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.0865474 May 25 20:36:10.146390 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-190ffe27-458f-40f5-ac2e-4b6b20c33fa8 req-f53b8f38-dc2d-4afc-8094-8f44186216d7 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1083601 May 25 20:36:10.150942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b2774d-7df0-4f8d-a3cb-47ac6b4d11bc None None] DHCP port deletion for 0bb63a56-7666-481d-a6b2-771a56ad752f request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:36:10.173850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'port_id': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b', 'mac_address': 'fa:16:3e:e1:d3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:36:10.306977 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-859aa0fd-799e-4c82-b48b-58ba04befdc6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:10.326400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39044a1f-3212-4a48-ae07-163287c60181 None None] Pushing event updated for resources: {'Port': ['ID=a0e9bffe-4671-4331-9487-a41569c036ba,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:10.326400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port ef22c887-b7ee-40f1-ab95-3ebe5edde42b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:10.326400 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:10.364864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef22c887-b7ee-40f1-ab95-3ebe5edde42b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:36:10.389346 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-af9a9aa4-d392-4248-bc30-0b47f7d89bee tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:10.417379 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port ef22c887-b7ee-40f1-ab95-3ebe5edde42b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ef22c887-b7ee-40f1-ab95-3ebe5edde42b,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:10.449528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-af9a9aa4-d392-4248-bc30-0b47f7d89bee tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648e82d8-9248-4c52-a972-d5cefd111291']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:10.454206 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:10.457869 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:36:10.469838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:10.572257 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=ef22c887-b7ee-40f1-ab95-3ebe5edde42b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:10.590027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-af9a9aa4-d392-4248-bc30-0b47f7d89bee tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b4d6db-1c59-40d4-b1bc-c491278ad4d3') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:10.590027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-af9a9aa4-d392-4248-bc30-0b47f7d89bee tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b4d6db-1c59-40d4-b1bc-c491278ad4d3') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:10.621445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Pushing event updated for resources: {'Port': ['ID=cc801f9f-5764-49eb-ab8f-b0387d0513e1,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:10.653573 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-af9a9aa4-d392-4248-bc30-0b47f7d89bee tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:10.660409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No DVR routers for this DVR port 6a6514e2-401d-420f-84d3-8452d133da09 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:36:10.691370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:10.706662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:10.717140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:10.743125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a0e9bffe-4671-4331-9487-a41569c036ba up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:10.822287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['ef22c887-b7ee-40f1-ab95-3ebe5edde42b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:36:10.952930 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-af9a9aa4-d392-4248-bc30-0b47f7d89bee tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:10.960812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a0e9bffe-4671-4331-9487-a41569c036ba completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:10.981953 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:11.018736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9a9aa4-d392-4248-bc30-0b47f7d89bee tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:36:11.019086 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-af9a9aa4-d392-4248-bc30-0b47f7d89bee tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:11.087024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6a6514e2-401d-420f-84d3-8452d133da09 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:36:11.137166 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea225735-9629-4c81-9a7e-7813f0bf66b2 req-53df4554-0974-4b59-82cc-f96fb2ed9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:11.137166 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea225735-9629-4c81-9a7e-7813f0bf66b2 req-53df4554-0974-4b59-82cc-f96fb2ed9eff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9639239 May 25 20:36:11.150354 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment b1b4d6db-1c59-40d4-b1bc-c491278ad4d3 resource provider aggregate not found May 25 20:36:11.213125 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-859aa0fd-799e-4c82-b48b-58ba04befdc6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:11.246424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 6a6514e2-401d-420f-84d3-8452d133da09 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:36:11.246424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6a6514e2-401d-420f-84d3-8452d133da09 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:36:11.253785 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-190ffe27-458f-40f5-ac2e-4b6b20c33fa8 req-c6a4f483-7413-4647-b1a1-1c22dd852ed7 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9474978 May 25 20:36:11.290468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cad161-e2d3-4cca-9dc6-7d98b9ddf86f req-1c664071-dc47-4333-b856-61208c373818 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:11.290468 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-91cad161-e2d3-4cca-9dc6-7d98b9ddf86f req-1c664071-dc47-4333-b856-61208c373818 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 943 time: 1.0807207 May 25 20:36:11.303852 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-859aa0fd-799e-4c82-b48b-58ba04befdc6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:11.529555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859aa0fd-799e-4c82-b48b-58ba04befdc6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1232abe8-14ea-4d47-86b4-1096ff4e00d5,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:11.533037 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment b1b4d6db-1c59-40d4-b1bc-c491278ad4d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1b4d6db-1c59-40d4-b1bc-c491278ad4d3 found for delete ", "request_id": "req-e09b5bc2-69bb-4bd1-a3cc-45ce84285703"}]} May 25 20:36:11.572139 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:11.643528 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea225735-9629-4c81-9a7e-7813f0bf66b2 req-a8ce1a85-dcac-4f16-99b2-406408502384 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049496 May 25 20:36:11.715686 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-af9a9aa4-d392-4248-bc30-0b47f7d89bee tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:11.760392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9a9aa4-d392-4248-bc30-0b47f7d89bee tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 648e82d8-9248-4c52-a972-d5cefd111291 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 25 20:36:11.770349 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-af9a9aa4-d392-4248-bc30-0b47f7d89bee tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:11.779801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-af9a9aa4-d392-4248-bc30-0b47f7d89bee tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "DELETE /v2.0/networks/648e82d8-9248-4c52-a972-d5cefd111291 HTTP/1.1" status: 204 len: 168 time: 2.4631705 May 25 20:36:11.792433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b38e8d-27db-4ca1-bdb2-118667493829 None None] Network 364d0c10-a4cb-4714-be64-f7a0692ad669 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:11.844812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52750) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:11.844812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a9aa4-d392-4248-bc30-0b47f7d89bee tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event deleted for resources: {'Network': ['ID=648e82d8-9248-4c52-a972-d5cefd111291,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:11.857046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Request body: {'network': {'name': 'tempest-network--1916861838'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:11.918402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:11.941939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Usage tracker for resource:network and tenant:29d44308aa5d46efbdf6afe952e9e254 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:11.950404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:11.958678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:12.021941 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:12.025862 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Subnet': ['ID=441f03d0-5f75-4b7b-ab29-3548d4a0418e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:12.076231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Made reservation on behalf of 29d44308aa5d46efbdf6afe952e9e254 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:12.076231 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:12.116166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d64fd1e0-1e29-4d36-88e6-556a82dac6ab None None] Provisioning for port a0e9bffe-4671-4331-9487-a41569c036ba completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:12.124576 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-859aa0fd-799e-4c82-b48b-58ba04befdc6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:12.136990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d64fd1e0-1e29-4d36-88e6-556a82dac6ab None None] Provisioning complete for port a0e9bffe-4671-4331-9487-a41569c036ba triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:12.136990 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d64fd1e0-1e29-4d36-88e6-556a82dac6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:12.139807 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-859aa0fd-799e-4c82-b48b-58ba04befdc6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.3371975 May 25 20:36:12.176757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea225735-9629-4c81-9a7e-7813f0bf66b2 req-6ebe8e96-f586-459c-b3c3-d94d06f8990e service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591460 May 25 20:36:12.193734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c30858-4bf2-49b4-b58b-1e26e8887c53 None None] Network 0bb63a56-7666-481d-a6b2-771a56ad752f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:12.261546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:36:12.277334 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:12.413960 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:12.413960 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Added segment b88f2a1d-6957-4ed7-9f8d-386b5b0f4af6 of type vlan for network 15ea9bdd-3b8d-4ad4-b5d3-32b3447bd770 May 25 20:36:12.470912 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-91cad161-e2d3-4cca-9dc6-7d98b9ddf86f req-9e9a42ef-1f5b-428c-a9c9-aa3008370c25 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1351960 May 25 20:36:12.488349 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:12.607387 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.resource_extend [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:36:12.643313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb63a56-7666-481d-a6b2-771a56ad752f']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:12.661982 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:12.676714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae48c4f5-99c6-4c40-9a78-661322b5f974') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:12.676714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae48c4f5-99c6-4c40-9a78-661322b5f974') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:12.687910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:12.687910 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:12.729292 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:12.758916 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:12.814598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-4d3e5576-048a-4d21-81f4-281b87663207 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:12.850493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eefb75-ecb0-44b4-a25a-7c28af3f24b8 None None] DHCP port deletion for 0bb63a56-7666-481d-a6b2-771a56ad752f request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:36:12.872082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a48a0ac-fa55-43b0-b3a8-fe17b6e47376 None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:36:12.921241 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:12.929516 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0937748 May 25 20:36:12.937355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52772) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:12.945136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:36:12.946014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:12.954286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d64fd1e0-1e29-4d36-88e6-556a82dac6ab None None] Current status of the port a0e9bffe-4671-4331-9487-a41569c036ba is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:12.955172 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d64fd1e0-1e29-4d36-88e6-556a82dac6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:12.970172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-1f26c35e-ebed-46ec-9301-1b8bddadd057 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:13.025294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d64fd1e0-1e29-4d36-88e6-556a82dac6ab None None] For port a0e9bffe-4671-4331-9487-a41569c036ba, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a0e9bffe-4671-4331-9487-a41569c036ba,segment=NetworkSegment(c804147d-c0d6-4526-8634-ba5af801a9c8),segment_id=c804147d-c0d6-4526-8634-ba5af801a9c8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:13.026860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-4d3e5576-048a-4d21-81f4-281b87663207 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:13.028443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-4d3e5576-048a-4d21-81f4-281b87663207 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-510876530&fields=id&tenant_id=c679de4394c743daa8e268728f5cf10d HTTP/1.1" status: 200 len: 267 time: 0.4001746 May 25 20:36:13.033677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event updated for resources: {'Network': ['ID=15ea9bdd-3b8d-4ad4-b5d3-32b3447bd770,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:13.041639 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d64fd1e0-1e29-4d36-88e6-556a82dac6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:13.199224 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fd1e0-1e29-4d36-88e6-556a82dac6ab None None] Pushing event updated for resources: {'Port': ['ID=a0e9bffe-4671-4331-9487-a41569c036ba,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:13.205356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a48a0ac-fa55-43b0-b3a8-fe17b6e47376 None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:36:13.207631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c4104967-6642-46b8-a593-fc72b1463d4b None None] Provisioning complete for port a0e9bffe-4671-4331-9487-a41569c036ba triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:13.208568 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c4104967-6642-46b8-a593-fc72b1463d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:13.212601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-abd2deb2-6620-4ca9-a1b5-539d4df65bc2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:13.213307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-abd2deb2-6620-4ca9-a1b5-539d4df65bc2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:13.239951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:13.240541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:13.241028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:13.241527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:13.276808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:13.276808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:13.276808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:13.276808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:13.276808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:13.276808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:13.276808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:13.276808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b95bc2-3017-45f5-b73f-ef2594a8e84f tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:13.276808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-abd2deb2-6620-4ca9-a1b5-539d4df65bc2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:13.276808 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-abd2deb2-6620-4ca9-a1b5-539d4df65bc2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/networks?id=0fc9b8e6-ed3a-4164-8148-1f275fcfa19f HTTP/1.1" status: 200 len: 796 time: 0.2245824 May 25 20:36:13.289376 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment ae48c4f5-99c6-4c40-9a78-661322b5f974 resource provider aggregate not found May 25 20:36:13.294380 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:13.321338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 15ea9bdd-3b8d-4ad4-b5d3-32b3447bd770 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:36:13.327338 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-9d82a07d-4ddf-476f-9cf1-87e8e1a0ed10 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/quotas/c679de4394c743daa8e268728f5cf10d HTTP/1.1" status: 200 len: 375 time: 0.0416553 May 25 20:36:13.339060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:13.533027 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment ae48c4f5-99c6-4c40-9a78-661322b5f974 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae48c4f5-99c6-4c40-9a78-661322b5f974 found for delete ", "request_id": "req-51263a0b-229d-4791-b283-e48cafcc6bb7"}]} May 25 20:36:13.583247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device ef22c887-b7ee-40f1-ab95-3ebe5edde42b up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:13.604361 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1f26c35e-ebed-46ec-9301-1b8bddadd057 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:13.624665 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:13.634409 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1f26c35e-ebed-46ec-9301-1b8bddadd057 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:13.692177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:13.706891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f26c35e-ebed-46ec-9301-1b8bddadd057 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Network 15ea9bdd-3b8d-4ad4-b5d3-32b3447bd770 is not hosted by any dhcp agent {{(pid=88331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 25 20:36:13.707976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f26c35e-ebed-46ec-9301-1b8bddadd057 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:13.708866 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1f26c35e-ebed-46ec-9301-1b8bddadd057 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:13.710828 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1f26c35e-ebed-46ec-9301-1b8bddadd057 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "PUT /v2.0/networks/15ea9bdd-3b8d-4ad4-b5d3-32b3447bd770 HTTP/1.1" status: 200 len: 858 time: 0.7703903 May 25 20:36:13.715984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52784) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:13.833570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Network': ['ID=0bb63a56-7666-481d-a6b2-771a56ad752f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:13.862090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port ef22c887-b7ee-40f1-ab95-3ebe5edde42b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:13.877423 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-35e7250b-65d3-4fdc-8d8b-9039227bdfbd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5275986 May 25 20:36:13.884274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port ef22c887-b7ee-40f1-ab95-3ebe5edde42b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:13.884642 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:13.894522 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1bd33ea2-20a1-4395-b1ed-7b2ea43b16e9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/0bb63a56-7666-481d-a6b2-771a56ad752f HTTP/1.1" status: 204 len: 168 time: 13.6639373 May 25 20:36:13.903123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52788) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:13.970456 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08045e9-dcf3-4a10-b67f-aed71fe61a97 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] DELETE failed (client error): The resource could not be found. May 25 20:36:13.971432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d08045e9-dcf3-4a10-b67f-aed71fe61a97 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:36:13.978143 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d08045e9-dcf3-4a10-b67f-aed71fe61a97 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/subnets/441f03d0-5f75-4b7b-ab29-3548d4a0418e HTTP/1.1" status: 404 len: 337 time: 0.0738287 May 25 20:36:13.981477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52794) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:13.984484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c4104967-6642-46b8-a593-fc72b1463d4b None None] Current status of the port a0e9bffe-4671-4331-9487-a41569c036ba is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:14.014311 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfe2317-784e-48a9-b639-42b535a7c4bc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] DELETE failed (client error): The resource could not be found. May 25 20:36:14.015025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbfe2317-784e-48a9-b639-42b535a7c4bc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:36:14.020505 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fbfe2317-784e-48a9-b639-42b535a7c4bc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/0bb63a56-7666-481d-a6b2-771a56ad752f HTTP/1.1" status: 404 len: 339 time: 0.0379500 May 25 20:36:14.021547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52798) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:14.024885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Router eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:36:14.123694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port ef22c887-b7ee-40f1-ab95-3ebe5edde42b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:14.124072 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:14.182140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26c35e-ebed-46ec-9301-1b8bddadd057 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event updated for resources: {'Network': ['ID=15ea9bdd-3b8d-4ad4-b5d3-32b3447bd770,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:14.190751 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-884075d4-e995-4aab-ab6b-482d1e257a85 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:14.245845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:36:14.263995 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port ef22c887-b7ee-40f1-ab95-3ebe5edde42b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ef22c887-b7ee-40f1-ab95-3ebe5edde42b,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:14.279235 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:14.357263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=ef22c887-b7ee-40f1-ab95-3ebe5edde42b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:14.369344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13055c-7297-4802-8a33-5847cc1ffe84 req-fe95b3cf-36b1-4dbd-a0f2-1542e81e1c14 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:14.371890 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ff13055c-7297-4802-8a33-5847cc1ffe84 req-fe95b3cf-36b1-4dbd-a0f2-1542e81e1c14 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 944 time: 0.6666894 May 25 20:36:14.384920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Allocated IP 172.20.0.1 (364d0c10-a4cb-4714-be64-f7a0692ad669/55d93bdb-3c56-4f3a-a46f-5e5747c026ef/c0b3aa12-4fcd-48f7-bbc0-60478ec9369b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:14.410864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:36:14.421053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36714243-f778-4224-a93f-195de9bf31f7 None None] Sync routers for ids ['eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:36:14.431255 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:14.432747 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a21d5415-52a7-42a2-b673-0e2952995779 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "PUT /v2.0/routers/eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10 HTTP/1.1" status: 200 len: 916 time: 7.6599805 May 25 20:36:14.436063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52806) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:14.438489 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36714243-f778-4224-a93f-195de9bf31f7 None None] Routers {'eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:14.439226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-36714243-f778-4224-a93f-195de9bf31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:14.527861 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-36714243-f778-4224-a93f-195de9bf31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:14.540084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36714243-f778-4224-a93f-195de9bf31f7 None None] Routers {'eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:14.540915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-36714243-f778-4224-a93f-195de9bf31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:14.575928 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a315f75-e5e9-4c02-80df-8b4c8fe288cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:14.634438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-36714243-f778-4224-a93f-195de9bf31f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:14.635102 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36714243-f778-4224-a93f-195de9bf31f7 None None] The sync data for ids ['eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:36:14.657576 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-884075d4-e995-4aab-ab6b-482d1e257a85 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:14.683049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a0e9bffe-4671-4331-9487-a41569c036ba up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:14.767226 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ff13055c-7297-4802-8a33-5847cc1ffe84 req-2c4d9da7-09da-4a55-bd58-d3fc46a04463 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3849590 May 25 20:36:14.778869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a0e9bffe-4671-4331-9487-a41569c036ba triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:14.779603 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:14.789511 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-acc936b7-63d2-4c77-9cec-9cf299634c6f service neutron] 10.222.0.60 "GET /v2.0/networks/0fc9b8e6-ed3a-4164-8148-1f275fcfa19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8389931 May 25 20:36:14.880740 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:14.899286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Transition to ACTIVE for port object c0b3aa12-4fcd-48f7-bbc0-60478ec9369b will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:14.935771 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:14.939131 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3261649d-6aa6-40f5-abfe-8d65e79a319f'] response: {'server_uuid': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b', 'code': 200} May 25 20:36:15.008834 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e2a4be33-f1ff-4db5-af35-f4f2a3bf37a4 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/routers/eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10 HTTP/1.1" status: 200 len: 922 time: 0.5643125 May 25 20:36:15.024156 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a0e9bffe-4671-4331-9487-a41569c036ba is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:15.054792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52810) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:15.075254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'Port': ['ID=c0b3aa12-4fcd-48f7-bbc0-60478ec9369b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:15.079612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-884075d4-e995-4aab-ab6b-482d1e257a85 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ea9bdd-3b8d-4ad4-b5d3-32b3447bd770']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:15.099538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-884075d4-e995-4aab-ab6b-482d1e257a85 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88f2a1d-6957-4ed7-9f8d-386b5b0f4af6') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:15.099836 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-884075d4-e995-4aab-ab6b-482d1e257a85 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88f2a1d-6957-4ed7-9f8d-386b5b0f4af6') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:15.107352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Network 364d0c10-a4cb-4714-be64-f7a0692ad669 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:15.111076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:15.114376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:15.146069 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-884075d4-e995-4aab-ab6b-482d1e257a85 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:15.161235 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a315f75-e5e9-4c02-80df-8b4c8fe288cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:15.178646 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-884075d4-e995-4aab-ab6b-482d1e257a85 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:15.191036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884075d4-e995-4aab-ab6b-482d1e257a85 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:36:15.191431 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-884075d4-e995-4aab-ab6b-482d1e257a85 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:15.211301 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-613ead56-6683-44ea-a704-321673d467bb service neutron] 10.222.0.60 "GET /v2.0/networks/0fc9b8e6-ed3a-4164-8148-1f275fcfa19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894801 May 25 20:36:15.222043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-4a315f75-e5e9-4c02-80df-8b4c8fe288cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4392f0df-9c51-4f53-855f-100dfb798dd2']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:15.244934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-4a315f75-e5e9-4c02-80df-8b4c8fe288cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c7cd9b-6366-45a2-978b-e8da178b74d9') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:15.245595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-4a315f75-e5e9-4c02-80df-8b4c8fe288cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c7cd9b-6366-45a2-978b-e8da178b74d9') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:15.263501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a315f75-e5e9-4c02-80df-8b4c8fe288cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:15.263850 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:15.297914 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a315f75-e5e9-4c02-80df-8b4c8fe288cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:15.303488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1614b5-0024-4cb6-8a03-3c729cdd704b req-ae654faa-fc64-49b3-96a2-f75731954503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:15.306311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c1614b5-0024-4cb6-8a03-3c729cdd704b req-ae654faa-fc64-49b3-96a2-f75731954503 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 1096 time: 0.3481796 May 25 20:36:15.313762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a315f75-e5e9-4c02-80df-8b4c8fe288cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:36:15.314359 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a315f75-e5e9-4c02-80df-8b4c8fe288cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:15.445458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-922e3ed2-284d-4ba2-beac-732e6b6c320e None None] Provisioning for port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:15.451847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345d27c0-ea36-45e5-a916-f9fdf96e23b8 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:15.454318 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-345d27c0-ea36-45e5-a916-f9fdf96e23b8 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=63157299-67d6-4d48-843c-682c0bdd002f&device_id=eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3929207 May 25 20:36:15.466586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-922e3ed2-284d-4ba2-beac-732e6b6c320e None None] Provisioning complete for port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:15.468121 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-922e3ed2-284d-4ba2-beac-732e6b6c320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:15.478447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a315f75-e5e9-4c02-80df-8b4c8fe288cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:15.484496 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a315f75-e5e9-4c02-80df-8b4c8fe288cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:15.500843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52824) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:15.504340 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 68c7cd9b-6366-45a2-978b-e8da178b74d9 resource provider aggregate not found May 25 20:36:15.531843 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4a315f75-e5e9-4c02-80df-8b4c8fe288cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/4392f0df-9c51-4f53-855f-100dfb798dd2 HTTP/1.1" status: 204 len: 168 time: 1.5083780 May 25 20:36:15.534834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52830) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:15.576986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-922e3ed2-284d-4ba2-beac-732e6b6c320e None None] Port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:36:15.642724 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment b88f2a1d-6957-4ed7-9f8d-386b5b0f4af6 resource provider aggregate not found May 25 20:36:15.674066 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ecba446-6475-40b1-9478-807eee0fc9c9 req-9b981d01-e46f-4c71-baac-b1af2222f897 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 210 time: 0.0890594 May 25 20:36:15.703162 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:15.781425 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment b88f2a1d-6957-4ed7-9f8d-386b5b0f4af6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b88f2a1d-6957-4ed7-9f8d-386b5b0f4af6 found for delete ", "request_id": "req-42048eb8-008e-4494-88a8-3c452f5107b1"}]} May 25 20:36:15.785076 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-884075d4-e995-4aab-ab6b-482d1e257a85 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:15.849262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884075d4-e995-4aab-ab6b-482d1e257a85 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 15ea9bdd-3b8d-4ad4-b5d3-32b3447bd770 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 25 20:36:15.858300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884075d4-e995-4aab-ab6b-482d1e257a85 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Pushing event deleted for resources: {'Network': ['ID=15ea9bdd-3b8d-4ad4-b5d3-32b3447bd770,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:15.869704 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-884075d4-e995-4aab-ab6b-482d1e257a85 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:15.877232 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-884075d4-e995-4aab-ab6b-482d1e257a85 tempest-ExternalNetworksTestJSON-1556496666 tempest-ExternalNetworksTestJSON-1556496666-project-admin] 10.222.0.60 "DELETE /v2.0/networks/15ea9bdd-3b8d-4ad4-b5d3-32b3447bd770 HTTP/1.1" status: 204 len: 168 time: 2.1326284 May 25 20:36:15.907834 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 68c7cd9b-6366-45a2-978b-e8da178b74d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68c7cd9b-6366-45a2-978b-e8da178b74d9 found for delete ", "request_id": "req-5ea99e4f-01d1-4d3c-b258-b3d04ee53f74"}]} May 25 20:36:15.908607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a315f75-e5e9-4c02-80df-8b4c8fe288cc tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Network': ['ID=4392f0df-9c51-4f53-855f-100dfb798dd2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:15.927252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52850) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:15.944503 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c1614b5-0024-4cb6-8a03-3c729cdd704b req-d9fef557-ee87-4a0c-b76e-5a1ca8b5a279 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4954331 May 25 20:36:15.960950 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-629d30a9-a48d-4f6c-b8c0-f8b61f65a273 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] DELETE failed (client error): The resource could not be found. May 25 20:36:15.962690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629d30a9-a48d-4f6c-b8c0-f8b61f65a273 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:36:15.968092 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-629d30a9-a48d-4f6c-b8c0-f8b61f65a273 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/subnets/9636fad8-b612-47b5-9305-37a3181d11ae HTTP/1.1" status: 404 len: 337 time: 0.4220641 May 25 20:36:15.974021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52856) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:16.013072 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7106de-d9e3-4851-8acd-c5ee8c2f9a4f tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] DELETE failed (client error): The resource could not be found. May 25 20:36:16.013464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7106de-d9e3-4851-8acd-c5ee8c2f9a4f tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:36:16.016486 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5cee0f-5442-4957-b616-296817dec58b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] DELETE failed (client error): The resource could not be found. May 25 20:36:16.016997 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1c7106de-d9e3-4851-8acd-c5ee8c2f9a4f tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/aa453889-1201-48c6-a3d8-34734409ac58 HTTP/1.1" status: 404 len: 339 time: 0.0362744 May 25 20:36:16.017414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5cee0f-5442-4957-b616-296817dec58b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:36:16.019347 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3a5cee0f-5442-4957-b616-296817dec58b tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] 10.222.0.60 "DELETE /v2.0/subnets/7d6b2c10-092e-4d0e-bf39-693a35e5b8a9 HTTP/1.1" status: 404 len: 337 time: 0.0912595 May 25 20:36:16.022323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52860) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:16.022992 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52862) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:16.152289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ebf1ac-b089-4877-85e6-6a57e81ebff3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:16.156289 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b3ebf1ac-b089-4877-85e6-6a57e81ebff3 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/networks/63157299-67d6-4d48-843c-682c0bdd002f HTTP/1.1" status: 200 len: 881 time: 0.6204484 May 25 20:36:16.159162 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52868) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:16.167615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dae40-83b8-4334-904e-374040274c6f req-84a51276-c5bf-4882-a196-bb09a205b5de tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:16.176899 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d2dae40-83b8-4334-904e-374040274c6f req-84a51276-c5bf-4882-a196-bb09a205b5de tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 945 time: 0.1528132 May 25 20:36:16.206528 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1b67686c-df93-4d68-b788-b7dc2651becd tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:16.248596 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8bfe6c1e-c160-43d5-9955-257e960cd34f tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10 HTTP/1.1" status: 200 len: 205 time: 0.0662148 May 25 20:36:16.249441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52872) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:16.489839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d2dae40-83b8-4334-904e-374040274c6f req-a8728793-c95c-4a42-8dd9-2fffe2c653b0 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119020 May 25 20:36:16.496729 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:16.537350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-24481d01-5b7f-4bec-a94b-66f9cf3a24a5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Deleting subnet 30510b1a-a165-4550-9529-a6aa50b109a5 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:36:16.557932 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-24481d01-5b7f-4bec-a94b-66f9cf3a24a5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:16.715067 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:16.740563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Deleting port cc801f9f-5764-49eb-ab8f-b0387d0513e1 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:16.742007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:16.790626 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1b67686c-df93-4d68-b788-b7dc2651becd tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:16.940030 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-24481d01-5b7f-4bec-a94b-66f9cf3a24a5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:16.975756 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-1b67686c-df93-4d68-b788-b7dc2651becd tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53944434-0d4f-48b3-ac18-e032a42334e2']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:17.008838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:17.020033 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf850493-4f01-40e0-8369-94ce449dbc64 req-cf7c1da0-d00e-43da-8679-fd7306444ad0 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 210 time: 0.1677871 May 25 20:36:17.088734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-1b67686c-df93-4d68-b788-b7dc2651becd tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0176f146-e9b9-4f29-9139-5b438479291f') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:17.089196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-1b67686c-df93-4d68-b788-b7dc2651becd tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0176f146-e9b9-4f29-9139-5b438479291f') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:17.127320 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1b67686c-df93-4d68-b788-b7dc2651becd tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:17.157369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Calling delete_port for cc801f9f-5764-49eb-ab8f-b0387d0513e1 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:17.240205 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1b67686c-df93-4d68-b788-b7dc2651becd tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:17.279950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b67686c-df93-4d68-b788-b7dc2651becd tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:36:17.280386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1b67686c-df93-4d68-b788-b7dc2651becd tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:17.397360 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:17.430175 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-24481d01-5b7f-4bec-a94b-66f9cf3a24a5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:17.460129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Pushing event deleted for resources: {'Port': ['ID=cc801f9f-5764-49eb-ab8f-b0387d0513e1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:17.482969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1b67686c-df93-4d68-b788-b7dc2651becd tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:17.517436 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1b67686c-df93-4d68-b788-b7dc2651becd tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:17.543514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-da874f32-9241-4e04-95b7-3a38fb90054e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:17.544239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-da874f32-9241-4e04-95b7-3a38fb90054e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:17.561507 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1b67686c-df93-4d68-b788-b7dc2651becd tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] 10.222.0.60 "DELETE /v2.0/networks/53944434-0d4f-48b3-ac18-e032a42334e2 HTTP/1.1" status: 204 len: 168 time: 1.5356212 May 25 20:36:17.575750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67686c-df93-4d68-b788-b7dc2651becd tempest-ExternalNetworksTestJSON-512951847 tempest-ExternalNetworksTestJSON-512951847-project] Pushing event deleted for resources: {'Network': ['ID=53944434-0d4f-48b3-ac18-e032a42334e2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:17.589019 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:17.607462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-da874f32-9241-4e04-95b7-3a38fb90054e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:17.608615 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-da874f32-9241-4e04-95b7-3a38fb90054e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "GET /v2.0/networks?id=0fc9b8e6-ed3a-4164-8148-1f275fcfa19f HTTP/1.1" status: 200 len: 796 time: 0.6740463 May 25 20:36:17.648050 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:17.650445 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-24481d01-5b7f-4bec-a94b-66f9cf3a24a5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:17.705812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24481d01-5b7f-4bec-a94b-66f9cf3a24a5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Subnet': ['ID=30510b1a-a165-4550-9529-a6aa50b109a5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:17.711306 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:17.816738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f213c73-9724-41bd-928c-55d5d291f28a None None] Network a00daabb-48c6-4687-96b0-459faf3e0f77 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:17.824346 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-24481d01-5b7f-4bec-a94b-66f9cf3a24a5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:17.862858 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-8146a40c-6e0f-454f-ba71-8d31067c814a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c679de4394c743daa8e268728f5cf10d HTTP/1.1" status: 200 len: 471 time: 0.2402828 May 25 20:36:17.864740 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 0176f146-e9b9-4f29-9139-5b438479291f resource provider aggregate not found May 25 20:36:17.892431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'port': {'device_id': '61aa788d-ee1d-418f-9401-75e9265dcc72', 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f', 'admin_state_up': True, 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'security_groups': ['cc7ecfbc-e6d3-440e-afcb-d91e3f75626c']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:17.990834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52890) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:18.010684 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 0176f146-e9b9-4f29-9139-5b438479291f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0176f146-e9b9-4f29-9139-5b438479291f found for delete ", "request_id": "req-50e3d027-83c4-494c-acf5-376e1025a5ca"}]} May 25 20:36:18.027043 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-24481d01-5b7f-4bec-a94b-66f9cf3a24a5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/subnets/30510b1a-a165-4550-9529-a6aa50b109a5 HTTP/1.1" status: 204 len: 168 time: 2.0028241 May 25 20:36:18.027834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 52894) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:18.071209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'Port': ['ID=c0b3aa12-4fcd-48f7-bbc0-60478ec9369b,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:18.086593 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:18.141959 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:18.152916 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:18.225279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fa0f94-3d5d-41f8-a67d-cb8f3ae32eab tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Deleting subnet e1201952-d222-4e25-8a98-e4822e424202 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:36:18.239041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:18.240300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Fanout notify agent at l3_agent the message router_deleted on router eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:36:18.272246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ab23c-d54f-4e45-8df5-5a2964563736 req-0b8d6036-78b1-41a6-b917-623b73b4bed9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:18.274173 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae7ab23c-d54f-4e45-8df5-5a2964563736 req-0b8d6036-78b1-41a6-b917-623b73b4bed9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 945 time: 0.4225059 May 25 20:36:18.274382 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-19fa0f94-3d5d-41f8-a67d-cb8f3ae32eab tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:18.283300 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:18.286005 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6caadf79-9684-4737-9086-d42f446f6acb tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "DELETE /v2.0/routers/eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10 HTTP/1.1" status: 204 len: 168 time: 2.0350704 May 25 20:36:18.292423 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52906) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:18.306446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1375188856', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:18.323952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:18.335057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Usage tracker for resource:router and tenant:73327b5a8a484025bab3ae5ba03781a7 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:18.338277 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:18.345251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:18.363798 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-77242295-9b84-4649-b8b3-73e942a2133b req-5b13befe-32cf-4541-a2bb-77efc7afb90f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 210 time: 0.1526346 May 25 20:36:18.393169 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:18.395479 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:18.405289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:18.415317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:port and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:18.419891 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-19fa0f94-3d5d-41f8-a67d-cb8f3ae32eab tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:18.456742 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:18.485076 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c60b9c1e-7b25-406d-bacb-b37f2964d6ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3b65028e0b9844ddbd6991b36c1c0720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4853635 May 25 20:36:18.485876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 52926) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:18.493807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:18.520780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Network 364d0c10-a4cb-4714-be64-f7a0692ad669 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:18.524568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:18.545486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Made reservation on behalf of c679de4394c743daa8e268728f5cf10d for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:18.549177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:18.567500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:18.578515 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae7ab23c-d54f-4e45-8df5-5a2964563736 req-09913412-5924-4e64-bf40-120dc70c9f40 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893579 May 25 20:36:18.888664 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3eb359c-b542-4892-b3fd-80df03821237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:19.035884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f8b9905e-424a-45ed-a381-945e6ffcd3f5 None None] Provisioning complete for port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:19.036932 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8b9905e-424a-45ed-a381-945e6ffcd3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:19.183331 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f8b9905e-424a-45ed-a381-945e6ffcd3f5 None None] Port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:36:19.217037 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3eb359c-b542-4892-b3fd-80df03821237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:19.258908 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:19.362979 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-19fa0f94-3d5d-41f8-a67d-cb8f3ae32eab tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:19.469591 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3eb359c-b542-4892-b3fd-80df03821237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:19.502506 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb359c-b542-4892-b3fd-80df03821237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b975ee0c-37bc-4dff-a872-3c81796cd2ba,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:19.537802 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d3eb359c-b542-4892-b3fd-80df03821237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:19.539147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d3eb359c-b542-4892-b3fd-80df03821237 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b975ee0c-37bc-4dff-a872-3c81796cd2ba HTTP/1.1" status: 204 len: 168 time: 1.0430121 May 25 20:36:19.575873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2c216957-c1cd-4325-97f8-2d6a130ecae7 None None] Provisioning complete for port 6a3991bb-f5a4-4866-b55b-8061273bb079 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:19.576145 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2c216957-c1cd-4325-97f8-2d6a130ecae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:19.600186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:36:19.862948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2c216957-c1cd-4325-97f8-2d6a130ecae7 None None] Current status of the port 6a3991bb-f5a4-4866-b55b-8061273bb079 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:19.908429 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-32f43701-9842-4248-9530-a72602499922 req-d15465d2-2967-4ccf-a994-fc82b2d11172 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 210 time: 0.1029141 May 25 20:36:19.912195 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:19.943709 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:19.962613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:36:19.974404 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Sync routers for ids ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:36:19.998566 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Routers {'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:20.001446 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:20.008108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dbbfc-3fd7-478a-8403-b066c2c839b2 req-9b1d2635-8771-4551-96ac-d0ec46bd286f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:20.019335 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-834dbbfc-3fd7-478a-8403-b066c2c839b2 req-9b1d2635-8771-4551-96ac-d0ec46bd286f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 945 time: 1.1882410 May 25 20:36:20.020365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53080) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:20.034927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bcd8b5d0-9fd6-438f-9e19-097ff05f66cd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "PUT /v2.0/routers/a6ca2f37-9fe2-4b08-b827-6298c0c7fd14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3936582 May 25 20:36:20.036669 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-19fa0f94-3d5d-41f8-a67d-cb8f3ae32eab tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:20.037767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53084) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:20.043445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--605992610', 'description': 'tempest-secgroup_access--605992610 description', 'project_id': '13a469cfe5354987afc61d8fbdb46baa'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:20.044047 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f1de6aac-23cc-46b0-837d-07c8442689b5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'floatingip': {'port_id': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:20.114054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:20.126239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Usage tracker for resource:security_group and tenant:13a469cfe5354987afc61d8fbdb46baa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:20.132132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:20.141902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:20.165501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Allocated IP 172.25.3.111 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/98b72891-27a3-4aa9-a7ed-57954ad902e6) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:20.168296 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:20.188073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53104) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:20.203470 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1de6aac-23cc-46b0-837d-07c8442689b5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:20.238066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:20.279866 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Set router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:36:20.289510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa0f94-3d5d-41f8-a67d-cb8f3ae32eab tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Subnet': ['ID=e1201952-d222-4e25-8a98-e4822e424202,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:20.334118 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-19fa0f94-3d5d-41f8-a67d-cb8f3ae32eab tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:20.335983 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-19fa0f94-3d5d-41f8-a67d-cb8f3ae32eab tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/subnets/e1201952-d222-4e25-8a98-e4822e424202 HTTP/1.1" status: 204 len: 168 time: 2.2996204 May 25 20:36:20.346541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53124) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:20.355033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be6bb8-5911-4d45-94f6-6b7e6b600297 None None] Network a00daabb-48c6-4687-96b0-459faf3e0f77 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:20.358047 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Allocated IP 172.20.0.45 (0fc9b8e6-ed3a-4164-8148-1f275fcfa19f/e942b1ad-d118-4023-9bc9-7aed46856c60/5bea131f-6718-4b78-a151-be159877fd3c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:20.435054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Usage tracker for resource:security_group_rule and tenant:13a469cfe5354987afc61d8fbdb46baa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:20.466555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:20.476792 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a2e8ae6f-f8cd-4de4-b112-4f10b3057c1a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29d44308aa5d46efbdf6afe952e9e254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838578 May 25 20:36:20.488086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53136) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:20.493169 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:20.498998 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:20.580721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Deleting port 6a3991bb-f5a4-4866-b55b-8061273bb079 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:20.581172 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:20.625792 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80147828-e6f1-4d85-b9ea-e63de4b3edb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:20.679172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80147828-e6f1-4d85-b9ea-e63de4b3edb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:20.761689 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80147828-e6f1-4d85-b9ea-e63de4b3edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:20.795077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80147828-e6f1-4d85-b9ea-e63de4b3edb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b041b20e-ee7a-483c-9939-49229a6cb7e3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:20.812119 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:20.901506 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:20.918370 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:20.921615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d23ca6-126f-4453-8a1a-7d55181cfd4f None None] DHCP port deletion for a00daabb-48c6-4687-96b0-459faf3e0f77 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:36:20.927914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a0d23ca6-126f-4453-8a1a-7d55181cfd4f None None] Deleting port 6a3991bb-f5a4-4866-b55b-8061273bb079 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:20.928721 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a0d23ca6-126f-4453-8a1a-7d55181cfd4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:20.972340 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:36:15Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'c0b3aa12-4fcd-48f7-bbc0-60478ec9369b', 'name': '', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'mac_address': 'fa:16:3e:92:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:36:13Z', 'updated_at': '2022-05-25T20:36:17Z', 'revision_number': 2, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'subnets': [{'id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:20.992216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:20.994406 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Checking router: a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:36:20.994868 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Updating router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:36:21.064911 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80147828-e6f1-4d85-b9ea-e63de4b3edb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:21.066197 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-80147828-e6f1-4d85-b9ea-e63de4b3edb6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b041b20e-ee7a-483c-9939-49229a6cb7e3 HTTP/1.1" status: 204 len: 168 time: 0.5744929 May 25 20:36:21.075172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:21.079496 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-38296ea7-4fe2-4f61-ae95-b23b5ca56a0d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0404158 May 25 20:36:21.083795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53198) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:21.108409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1191971669', 'description': 'tempest-secgroup_general--1191971669 description', 'project_id': '13a469cfe5354987afc61d8fbdb46baa'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:21.151249 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:21.174131 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:21.259154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:21.339527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a0d23ca6-126f-4453-8a1a-7d55181cfd4f None None] For port 6a3991bb-f5a4-4866-b55b-8061273bb079, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6a3991bb-f5a4-4866-b55b-8061273bb079,segment=NetworkSegment(d221f34f-ce32-4da8-8dd8-771287abc512),segment_id=d221f34f-ce32-4da8-8dd8-771287abc512)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:21.339981 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a0d23ca6-126f-4453-8a1a-7d55181cfd4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:21.350891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:21.364181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:21.366790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Usage tracker for resource:security_group and tenant:13a469cfe5354987afc61d8fbdb46baa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:21.382796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:21.412430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:21.417890 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9584f1cb-4202-4f58-817b-bd6b2b01d1ba req-a033f872-b405-4e10-be05-c5d26705bca9 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 210 time: 0.2866938 May 25 20:36:21.436558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:21.497538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Pushing event updated for resources: {'Port': ['ID=98b72891-27a3-4aa9-a7ed-57954ad902e6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:21.506490 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:21.577201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a0d23ca6-126f-4453-8a1a-7d55181cfd4f None None] Calling delete_port for 6a3991bb-f5a4-4866-b55b-8061273bb079 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:21.692768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:21.747395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Usage tracker for resource:security_group_rule and tenant:13a469cfe5354987afc61d8fbdb46baa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:21.760457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:21.771586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:21.819622 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a0d23ca6-126f-4453-8a1a-7d55181cfd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:21.895697 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:21.905350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d23ca6-126f-4453-8a1a-7d55181cfd4f None None] No DVR routers for this DVR port 6a3991bb-f5a4-4866-b55b-8061273bb079 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:36:21.912651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d23ca6-126f-4453-8a1a-7d55181cfd4f None None] Pushing event deleted for resources: {'Port': ['ID=6a3991bb-f5a4-4866-b55b-8061273bb079,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:21.925252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Transition to ACTIVE for port object 5bea131f-6718-4b78-a151-be159877fd3c will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:21.975391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] For port 6a3991bb-f5a4-4866-b55b-8061273bb079, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6a3991bb-f5a4-4866-b55b-8061273bb079,segment=NetworkSegment(d221f34f-ce32-4da8-8dd8-771287abc512),segment_id=d221f34f-ce32-4da8-8dd8-771287abc512)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:21.976190 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:21.989979 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:22.064337 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:22.086190 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Transition to ACTIVE for port object c0b3aa12-4fcd-48f7-bbc0-60478ec9369b will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:22.090004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:22.098943 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:22.309198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Calling delete_port for 6a3991bb-f5a4-4866-b55b-8061273bb079 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:22.327159 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:22.345310 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:22.366669 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff970b80-be35-4e8c-98db-84096d4fbc5e None None] Pushing event updated for resources: {'Port': ['ID=c0b3aa12-4fcd-48f7-bbc0-60478ec9369b,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:22.467807 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:36:22.468347 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:36:22.510776 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Attempting to bind port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:22.511212 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Attempting to bind port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'c804147d-c0d6-4526-8634-ba5af801a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:22.511746 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Attempting to bind port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b on network 364d0c10-a4cb-4714-be64-f7a0692ad669 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:22.521698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e70eb2-b4e5-40c9-a259-264a1f123f3a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:22.538357 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:36:22.553398 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Checking segment: {'id': 'c804147d-c0d6-4526-8634-ba5af801a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:36:22.553996 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:22.556603 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Bound using segment: {'id': 'c804147d-c0d6-4526-8634-ba5af801a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:36:22.557581 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Bound port: c0b3aa12-4fcd-48f7-bbc0-60478ec9369b, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c804147d-c0d6-4526-8634-ba5af801a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:36:22.558558 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:22.594462 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:22.595930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b0c04a14-0d59-40ee-a255-5d5e49ee35de tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.5111861 May 25 20:36:22.606595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53352) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:22.721374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e2f69b02-d92d-46ec-b557-5aa93dcc6ee8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Request body: {'security_group_rule': {'security_group_id': '2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8', 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:22.752532 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:22.782892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6a3991bb-f5a4-4866-b55b-8061273bb079 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:36:22.849654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e2f69b02-d92d-46ec-b557-5aa93dcc6ee8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:22.875560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e2f69b02-d92d-46ec-b557-5aa93dcc6ee8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Usage tracker for resource:security_group_rule and tenant:13a469cfe5354987afc61d8fbdb46baa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:22.882488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e2f69b02-d92d-46ec-b557-5aa93dcc6ee8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:22.926824 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] For port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:36:22.937290 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] For port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c0b3aa12-4fcd-48f7-bbc0-60478ec9369b,segment=NetworkSegment(c804147d-c0d6-4526-8634-ba5af801a9c8),segment_id=c804147d-c0d6-4526-8634-ba5af801a9c8)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:36:22.948316 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:22.965925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 6a3991bb-f5a4-4866-b55b-8061273bb079 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:36:22.969242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6a3991bb-f5a4-4866-b55b-8061273bb079 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:36:23.003848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:23.009068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Deleting port 6a3991bb-f5a4-4866-b55b-8061273bb079 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:23.009538 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:23.057778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=5bea131f-6718-4b78-a151-be159877fd3c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:23.097454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:23.129393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:23.159875 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Routers {'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:23.161529 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:23.217476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e2f69b02-d92d-46ec-b557-5aa93dcc6ee8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:23.286898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2f69b02-d92d-46ec-b557-5aa93dcc6ee8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:23.321359 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff970b80-be35-4e8c-98db-84096d4fbc5e None None] Pushing event updated for resources: {'Port': ['ID=c0b3aa12-4fcd-48f7-bbc0-60478ec9369b,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:23.340249 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1de6aac-23cc-46b0-837d-07c8442689b5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:23.368584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] The port '6a3991bb-f5a4-4866-b55b-8061273bb079' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:36:23.374048 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1de6aac-23cc-46b0-837d-07c8442689b5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:23.444479 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2f69b02-d92d-46ec-b557-5aa93dcc6ee8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:23.451554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Router 298e1b9c-5c84-4660-bdad-285b3048da0c is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:36:23.457876 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2f69b02-d92d-46ec-b557-5aa93dcc6ee8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:23.497890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f69b02-d92d-46ec-b557-5aa93dcc6ee8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2510e42-bd1d-4297-bc1e-ddc18f3d4f69,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:23.558780 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8a25d4eb-c9e2-4bac-a2bb-c7032f2c7269 None None] Provisioning for port 5bea131f-6718-4b78-a151-be159877fd3c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:23.565024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8a25d4eb-c9e2-4bac-a2bb-c7032f2c7269 None None] Provisioning complete for port 5bea131f-6718-4b78-a151-be159877fd3c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:23.566406 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a25d4eb-c9e2-4bac-a2bb-c7032f2c7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:23.586932 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] Set router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:36:23.589577 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:23.590227 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:23.654030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d49607-ad88-4725-a21b-b9ad03cc6833 req-c959b296-4b92-41af-aff7-3dfc0ae2fcf0 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:23.654806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-06d49607-ad88-4725-a21b-b9ad03cc6833 req-c959b296-4b92-41af-aff7-3dfc0ae2fcf0 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:23.689751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8a25d4eb-c9e2-4bac-a2bb-c7032f2c7269 None None] Port 5bea131f-6718-4b78-a151-be159877fd3c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:36:23.768589 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e2f69b02-d92d-46ec-b557-5aa93dcc6ee8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:23.777947 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e2f69b02-d92d-46ec-b557-5aa93dcc6ee8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1698184 May 25 20:36:23.844878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:36:23.863927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6cac0-dd16-4d3e-b631-6af020e93fbb None None] Sync routers for ids ['298e1b9c-5c84-4660-bdad-285b3048da0c'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:36:23.864735 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-fa01aed5-f2f8-4906-b179-465e1f5b9b12 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9835749 May 25 20:36:23.878611 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-f1de6aac-23cc-46b0-837d-07c8442689b5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Floating IP 206367ae-052d-4b78-bc50-810f574c35e5 associated. External IP: 172.25.3.92, port: ef22c887-b7ee-40f1-ab95-3ebe5edde42b. May 25 20:36:23.908211 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:23.910019 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6ab48c2c-03fc-4d33-b621-0e4c81e1c8ad tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6130891 May 25 20:36:23.912535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53432) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:23.918011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:23.935711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6cac0-dd16-4d3e-b631-6af020e93fbb None None] Routers {'298e1b9c-5c84-4660-bdad-285b3048da0c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:23.943161 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-71c6cac0-dd16-4d3e-b631-6af020e93fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['298e1b9c-5c84-4660-bdad-285b3048da0c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:24.126781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-71c6cac0-dd16-4d3e-b631-6af020e93fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:24.130752 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:24.149482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6cac0-dd16-4d3e-b631-6af020e93fbb None None] Routers {'298e1b9c-5c84-4660-bdad-285b3048da0c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:24.151803 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-71c6cac0-dd16-4d3e-b631-6af020e93fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['298e1b9c-5c84-4660-bdad-285b3048da0c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:24.211475 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53442) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:24.216288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Request body: {'port': {'device_id': '61aa788d-ee1d-418f-9401-75e9265dcc72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:24.232349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-71c6cac0-dd16-4d3e-b631-6af020e93fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:24.232757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6cac0-dd16-4d3e-b631-6af020e93fbb None None] The sync data for ids ['298e1b9c-5c84-4660-bdad-285b3048da0c'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:36:24.245499 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:36:15Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'c0b3aa12-4fcd-48f7-bbc0-60478ec9369b', 'name': '', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'mac_address': 'fa:16:3e:92:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:36:13Z', 'updated_at': '2022-05-25T20:36:22Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'subnets': [{'id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:24.255407 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40f191-0a27-4243-ad5c-6149e66b5565 None None] The sync data for ids ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'] in n-d-843339-1 is: [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:36:15Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'c0b3aa12-4fcd-48f7-bbc0-60478ec9369b', 'name': '', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'mac_address': 'fa:16:3e:92:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:36:13Z', 'updated_at': '2022-05-25T20:36:22Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'subnets': [{'id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:36:24.259647 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:24.278707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-06d49607-ad88-4725-a21b-b9ad03cc6833 req-c959b296-4b92-41af-aff7-3dfc0ae2fcf0 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:24.283628 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-06d49607-ad88-4725-a21b-b9ad03cc6833 req-c959b296-4b92-41af-aff7-3dfc0ae2fcf0 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 932 time: 1.4499025 May 25 20:36:24.312456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00daabb-48c6-4687-96b0-459faf3e0f77']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:24.338608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd221f34f-ce32-4da8-8dd8-771287abc512') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:24.339146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd221f34f-ce32-4da8-8dd8-771287abc512') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:24.357820 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:24.377166 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:24.383743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:36:24.384333 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:24.495102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-fd8e4be4-d5f6-4673-9046-b248aa9e174e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Synchronizing usage tracker for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:24.680465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-fd8e4be4-d5f6-4673-9046-b248aa9e174e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Unset dirty status for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:24.681518 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment d221f34f-ce32-4da8-8dd8-771287abc512 resource provider aggregate not found May 25 20:36:24.688939 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-fd8e4be4-d5f6-4673-9046-b248aa9e174e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_general--1191971669&fields=id&tenant_id=13a469cfe5354987afc61d8fbdb46baa HTTP/1.1" status: 200 len: 267 time: 0.4264534 May 25 20:36:24.731787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c0b3aa12-4fcd-48f7-bbc0-60478ec9369b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:24.780526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-75d9d738-a134-4fbd-b8ca-49ebf3de2792 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_access--605992610&fields=id&tenant_id=13a469cfe5354987afc61d8fbdb46baa HTTP/1.1" status: 200 len: 267 time: 0.0715992 May 25 20:36:24.809354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1949701181'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:24.819729 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment d221f34f-ce32-4da8-8dd8-771287abc512 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d221f34f-ce32-4da8-8dd8-771287abc512 found for delete ", "request_id": "req-d461b86d-93c6-4a5e-a33d-19f649877655"}]} May 25 20:36:24.854502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:24.863545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:24.870285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:24.870928 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:25.065917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:25.066334 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:25.070981 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-06d49607-ad88-4725-a21b-b9ad03cc6833 req-688796c9-fdfb-448f-97a2-0de413064397 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7843425 May 25 20:36:25.073736 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:25.092935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-5e2b51ef-2bac-4e11-99c4-3c07a8a31c70 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:25.095048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-5e2b51ef-2bac-4e11-99c4-3c07a8a31c70 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/networks?id=364d0c10-a4cb-4714-be64-f7a0692ad669 HTTP/1.1" status: 200 len: 797 time: 0.2552168 May 25 20:36:25.118612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Usage tracker for resource:network and tenant:8bf7739e9ab14f63ab71014afad91663 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:25.122247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:25.123100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c0b3aa12-4fcd-48f7-bbc0-60478ec9369b,segment=NetworkSegment(c804147d-c0d6-4526-8634-ba5af801a9c8),segment_id=c804147d-c0d6-4526-8634-ba5af801a9c8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:25.131205 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:25.150275 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:25.163796 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:25.168065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:25.176238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1de6aac-23cc-46b0-837d-07c8442689b5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Router 73285a88-b4d8-4058-ae5e-97d68fedf7bb has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:36:25.205229 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-11de7fc0-98dc-4888-ba4a-ab0afddb2075 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/quotas/13a469cfe5354987afc61d8fbdb46baa HTTP/1.1" status: 200 len: 375 time: 0.0956249 May 25 20:36:25.239129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=c0b3aa12-4fcd-48f7-bbc0-60478ec9369b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:25.250378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:25.250889 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:25.251292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:25.251627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:25.251954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:25.252277 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:25.252595 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:25.252913 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:25.253228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:25.253544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:25.253860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:25.254184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:25.301664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Network': ['ID=a00daabb-48c6-4687-96b0-459faf3e0f77,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:25.337611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:25.356132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e49e235d-a93d-4eb4-b972-a95b9b095063 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/a00daabb-48c6-4687-96b0-459faf3e0f77 HTTP/1.1" status: 204 len: 168 time: 5.0083301 May 25 20:36:25.359638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Made reservation on behalf of 8bf7739e9ab14f63ab71014afad91663 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:25.361869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53464) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:25.363774 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:25.396449 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:25.408147 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:25.411019 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b748e14-ea48-4eb0-87b2-bb4dd2eeee19 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] DELETE failed (client error): The resource could not be found. May 25 20:36:25.411495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b748e14-ea48-4eb0-87b2-bb4dd2eeee19 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:36:25.413212 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9b748e14-ea48-4eb0-87b2-bb4dd2eeee19 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/subnets/269227e7-2cc6-4bd8-aa15-1ad02ec3e26f HTTP/1.1" status: 404 len: 337 time: 0.0490813 May 25 20:36:25.416368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53468) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:25.425311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8eeeaf16-f5b5-4cce-b001-ebcc709f02a1 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=13a469cfe5354987afc61d8fbdb46baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1978045 May 25 20:36:25.569302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Deleting port 98b72891-27a3-4aa9-a7ed-57954ad902e6 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:25.569944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:25.636160 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:25.648609 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Usage tracker for resource:security_group_rule and tenant:8bf7739e9ab14f63ab71014afad91663 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:25.655914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:25.670050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:25.752893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1de6aac-23cc-46b0-837d-07c8442689b5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:36:25.761795 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1de6aac-23cc-46b0-837d-07c8442689b5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:25.766890 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5ce438-3159-44f2-a465-d13b4530befa None None] Sync routers for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:36:25.779574 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5ce438-3159-44f2-a465-d13b4530befa None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:25.780654 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ad5ce438-3159-44f2-a465-d13b4530befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:25.832187 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f1de6aac-23cc-46b0-837d-07c8442689b5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "PUT /v2.0/floatingips/206367ae-052d-4b78-bc50-810f574c35e5 HTTP/1.1" status: 200 len: 990 time: 5.8078105 May 25 20:36:25.841670 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'tag': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:36:25.944363 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e7d755-fbc8-404d-8fed-c5061dcca064'] response: {'name': 'network-changed', 'server_uuid': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'tag': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b', 'status': 'completed', 'code': 200} May 25 20:36:26.058428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:26.115873 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:26.144093 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ad5ce438-3159-44f2-a465-d13b4530befa None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:36:26.149847 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:26.181531 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8a3a9f-e51d-44d4-b1a2-a72e7dfc8306 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] DELETE failed (client error): The resource could not be found. May 25 20:36:26.183589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8a3a9f-e51d-44d4-b1a2-a72e7dfc8306 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:36:26.195716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2e8a3a9f-e51d-44d4-b1a2-a72e7dfc8306 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/045f4c95-a926-493b-939d-11992008f72b HTTP/1.1" status: 404 len: 339 time: 0.7696886 May 25 20:36:26.204642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53484) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:26.223380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bea131f-6718-4b78-a151-be159877fd3c {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:36:26.239072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:36:26.251601 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:26.252210 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Added segment e729cbe9-4934-4190-8d47-545a7eb72b8e of type vlan for network c82a22d8-e048-4180-abc8-076f06f88056 May 25 20:36:26.299147 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:26.323758 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:26.352235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Calling delete_port for 98b72891-27a3-4aa9-a7ed-57954ad902e6 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:26.373497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e9d9ef-b55e-47fd-8e8f-ac7d96982661,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:26.426540 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Transition to ACTIVE for port object 5bea131f-6718-4b78-a151-be159877fd3c will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:26.436167 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:26.458833 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0abb38-bb57-4483-977a-4edbb5623eb5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] DELETE failed (client error): The resource could not be found. May 25 20:36:26.459308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0abb38-bb57-4483-977a-4edbb5623eb5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:36:26.463451 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7a0abb38-bb57-4483-977a-4edbb5623eb5 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/subnets/031c6517-5d2d-485a-af04-5d0bc0190154 HTTP/1.1" status: 404 len: 337 time: 0.1583979 May 25 20:36:26.486197 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53488) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:26.541788 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-ac593c49-ea84-4ecf-9ed8-28dbbe3d07ba service neutron] 10.222.0.60 "GET /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0869303 May 25 20:36:26.580554 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:26.587288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:26.588095 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:26.694870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c0b3aa12-4fcd-48f7-bbc0-60478ec9369b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:26.712099 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb537b4a-0fd0-4988-a063-f51535024fc9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] DELETE failed (client error): The resource could not be found. May 25 20:36:26.713366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb537b4a-0fd0-4988-a063-f51535024fc9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:36:26.717908 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bb537b4a-0fd0-4988-a063-f51535024fc9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/acde5312-c566-4e85-abe4-8dd075cf66b0 HTTP/1.1" status: 404 len: 339 time: 0.2291434 May 25 20:36:26.740678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53492) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:26.792264 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ad5ce438-3159-44f2-a465-d13b4530befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '206367ae-052d-4b78-bc50-810f574c35e5', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:e1:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:35:39Z', 'updated_at': '2022-05-25T20:36:22Z', 'revision_number': 1, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}, {'id': 'ee8346e4-8e38-48dd-a554-9472f96329e3', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:7f:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:33:32Z', 'updated_at': '2022-05-25T20:34:09Z', 'revision_number': 2, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:26.815433 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5ce438-3159-44f2-a465-d13b4530befa None None] Checking router: 73285a88-b4d8-4058-ae5e-97d68fedf7bb for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:36:26.821840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:26.822465 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:26.836325 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5ce438-3159-44f2-a465-d13b4530befa None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:26.837273 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ad5ce438-3159-44f2-a465-d13b4530befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:26.900249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d96758-3fa3-40f7-9389-52a671f3f488 req-076c4c57-9108-47b6-b75a-a70c5be0ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:26.902654 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3d96758-3fa3-40f7-9389-52a671f3f488 req-076c4c57-9108-47b6-b75a-a70c5be0ab60 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 1096 time: 0.7042365 May 25 20:36:26.903885 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d117a96c-91bb-47e3-939c-ca8045941456 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] DELETE failed (client error): The resource could not be found. May 25 20:36:26.904977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d117a96c-91bb-47e3-939c-ca8045941456 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:36:26.906496 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d117a96c-91bb-47e3-939c-ca8045941456 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/subnets/66083b65-cb5f-4153-9352-d94c7b02d059 HTTP/1.1" status: 404 len: 337 time: 0.1623309 May 25 20:36:26.925994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53496) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:26.962143 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7058048 May 25 20:36:27.012680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:27.125005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d96758-3fa3-40f7-9389-52a671f3f488 req-15d7edce-20c9-4953-aaa2-bd29c30b05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:27.126557 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3d96758-3fa3-40f7-9389-52a671f3f488 req-15d7edce-20c9-4953-aaa2-bd29c30b05fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 916 time: 0.2015369 May 25 20:36:27.134384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07625d16-25ee-4e3c-b822-879c45c4c4e0 req-4fbed294-eba0-421f-aea7-8a08da0c1727 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:27.136078 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07625d16-25ee-4e3c-b822-879c45c4c4e0 req-4fbed294-eba0-421f-aea7-8a08da0c1727 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 932 time: 0.8194449 May 25 20:36:27.149661 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ad5ce438-3159-44f2-a465-d13b4530befa None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:36:27.155829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Pushing event updated for resources: {'Port': ['ID=5bea131f-6718-4b78-a151-be159877fd3c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:27.165059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80a27b-6aec-47c3-8627-fa7f649e77b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Pushing event updated for resources: {'Network': ['ID=c82a22d8-e048-4180-abc8-076f06f88056,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:27.176855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network c82a22d8-e048-4180-abc8-076f06f88056 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:36:27.213881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Attempting to bind port 5bea131f-6718-4b78-a151-be159877fd3c on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:27.214360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Attempting to bind port 5bea131f-6718-4b78-a151-be159877fd3c by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '27628c4d-051d-4dec-bfe1-34568c2094e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:27.214812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Attempting to bind port 5bea131f-6718-4b78-a151-be159877fd3c on network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:27.229121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Port 5bea131f-6718-4b78-a151-be159877fd3c on network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:27.229595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Attempting to bind port 5bea131f-6718-4b78-a151-be159877fd3c on network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:27.235048 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07625d16-25ee-4e3c-b822-879c45c4c4e0 req-69b20ae9-6d36-4b1d-83a1-5c1408970537 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805526 May 25 20:36:27.241032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:36:27.241652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Checking segment: {'id': '27628c4d-051d-4dec-bfe1-34568c2094e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:36:27.242299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Bound using segment: {'id': '27628c4d-051d-4dec-bfe1-34568c2094e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:36:27.242964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Bound port: 5bea131f-6718-4b78-a151-be159877fd3c, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27628c4d-051d-4dec-bfe1-34568c2094e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:36:27.243525 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:27.273291 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-78eef4e7-e966-4324-9be4-c54fcd406987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] DELETE failed (client error): The resource could not be found. May 25 20:36:27.273777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78eef4e7-e966-4324-9be4-c54fcd406987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:36:27.277782 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-78eef4e7-e966-4324-9be4-c54fcd406987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/1a75d7c7-d5f3-4e7d-a8a8-f0b8cd0e517f HTTP/1.1" status: 404 len: 339 time: 0.3442445 May 25 20:36:27.294253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53506) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:27.326763 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-51f5fe86-7296-464d-b866-8d24ee9c7077 service neutron] 10.222.0.60 "GET /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7726729 May 25 20:36:27.481228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] For port 5bea131f-6718-4b78-a151-be159877fd3c, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:36:27.492033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] For port 5bea131f-6718-4b78-a151-be159877fd3c, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5bea131f-6718-4b78-a151-be159877fd3c,segment=NetworkSegment(27628c4d-051d-4dec-bfe1-34568c2094e9),segment_id=27628c4d-051d-4dec-bfe1-34568c2094e9)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:36:27.497106 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:27.611240 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3d96758-3fa3-40f7-9389-52a671f3f488 req-7649320b-eb57-4858-ac2f-bdadf28e6313 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef22c887-b7ee-40f1-ab95-3ebe5edde42b HTTP/1.1" status: 200 len: 998 time: 0.4569979 May 25 20:36:27.619956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-67de2674-e759-4250-9859-4497189f7430 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Deleting subnet 7ff3ebe6-0247-4703-a106-a616570d47de {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:36:27.622681 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:27.703854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:27.704608 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:27.707352 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] 10.222.0.50 "PUT /v2.0/ports/5bea131f-6718-4b78-a151-be159877fd3c HTTP/1.1" status: 200 len: 1092 time: 3.8302188 May 25 20:36:27.707886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53514) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:27.715961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Request body: {'port': {'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056', 'binding:host_id': 'n-h2-843339-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-515916739'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:27.736141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:27.741135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Usage tracker for resource:port and tenant:2eaf294b010f47b892744c05c7369c82 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:27.745098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:27.753774 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:27.808430 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67de2674-e759-4250-9859-4497189f7430 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:27.842936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbc461-96f8-4f65-bf5f-35f71462b7ce service neutron] Pushing event updated for resources: {'Port': ['ID=5bea131f-6718-4b78-a151-be159877fd3c,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:27.858616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Made reservation on behalf of 2eaf294b010f47b892744c05c7369c82 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:27.863157 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:27.874424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Pushing event deleted for resources: {'Port': ['ID=98b72891-27a3-4aa9-a7ed-57954ad902e6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:27.901008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:27.908256 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ad5ce438-3159-44f2-a465-d13b4530befa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '206367ae-052d-4b78-bc50-810f574c35e5', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:e1:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:35:39Z', 'updated_at': '2022-05-25T20:36:22Z', 'revision_number': 1, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}, {'id': 'ee8346e4-8e38-48dd-a554-9472f96329e3', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:7f:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:33:32Z', 'updated_at': '2022-05-25T20:34:09Z', 'revision_number': 2, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:27.914587 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5ce438-3159-44f2-a465-d13b4530befa None None] The sync data for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 is: [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '206367ae-052d-4b78-bc50-810f574c35e5', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:e1:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:35:39Z', 'updated_at': '2022-05-25T20:36:22Z', 'revision_number': 1, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}, {'id': 'ee8346e4-8e38-48dd-a554-9472f96329e3', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:7f:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:33:32Z', 'updated_at': '2022-05-25T20:34:09Z', 'revision_number': 2, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:36:27.947923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:27.952601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Usage tracker for resource:security_group_rule and tenant:2eaf294b010f47b892744c05c7369c82 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:27.956953 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:27.964835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:27.988262 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7157178-c50a-41a5-8ec8-760c69788f2b req-bce9c246-43fd-41ae-8f2b-a06d2f177880 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 210 time: 0.1836333 May 25 20:36:28.095659 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:28.099219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61aa788d-ee1d-418f-9401-75e9265dcc72', 'tag': '5bea131f-6718-4b78-a151-be159877fd3c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:36:28.107381 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:28.124580 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:28.155735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] device_id is not set on port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:36:28.159010 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bd50b4fa-a8a8-4c8c-802c-991def52dae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:28.214277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d78c1c-7bac-4fd7-b67c-9d7b2a649b92,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:28.221216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d96758-3fa3-40f7-9389-52a671f3f488 req-e7a3255d-2500-4c42-8549-9bee6d8ca95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:28.222634 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16954c01-84f6-4be2-8da0-18392bcbdb81'] response: {'name': 'network-changed', 'server_uuid': '61aa788d-ee1d-418f-9401-75e9265dcc72', 'tag': '5bea131f-6718-4b78-a151-be159877fd3c', 'status': 'completed', 'code': 200} May 25 20:36:28.222815 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3d96758-3fa3-40f7-9389-52a671f3f488 req-e7a3255d-2500-4c42-8549-9bee6d8ca95d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.5954850 May 25 20:36:28.228786 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67de2674-e759-4250-9859-4497189f7430 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:28.302308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-82e55c50-1a9c-4495-9f5a-2b89fa390ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:28.303840 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-82e55c50-1a9c-4495-9f5a-2b89fa390ad2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 1095 time: 0.5353062 May 25 20:36:28.324928 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae64dd-3769-4e91-afc2-46a8a66abfa6 None None] New status for floating IP 206367ae-052d-4b78-bc50-810f574c35e5: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:36:28.337892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:28.482277 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-76ee2df0-0a4b-4f93-a7b9-9500e9ecf169 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.45&port_id=5bea131f-6718-4b78-a151-be159877fd3c HTTP/1.1" status: 200 len: 217 time: 0.1709487 May 25 20:36:28.606547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-f544eb44-a80b-4418-9a79-c11af4c14ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:28.608266 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-f544eb44-a80b-4418-9a79-c11af4c14ffd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e942b1ad-d118-4023-9bc9-7aed46856c60 HTTP/1.1" status: 200 len: 836 time: 0.1174419 May 25 20:36:28.881178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-7b9573c5-b33f-4f66-9292-01c0d418fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:28.882883 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-7b9573c5-b33f-4f66-9292-01c0d418fc6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0fc9b8e6-ed3a-4164-8148-1f275fcfa19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2557554 May 25 20:36:28.889321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] device_id is not set on port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:36:28.975025 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:29.014988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Transition to ACTIVE for port object 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:29.095602 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:29.255055 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:29.267077 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-9f4f1001-f60e-49ba-b90a-289a6d46bf0e service neutron] 10.222.0.50 "GET /v2.0/networks/0fc9b8e6-ed3a-4164-8148-1f275fcfa19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719594 May 25 20:36:29.271741 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:29.290134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Pushing event updated for resources: {'Port': ['ID=3049a6c8-eb88-4c40-9cea-4b0eb9422a8f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:29.336547 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67de2674-e759-4250-9859-4497189f7430 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:29.379328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d96758-3fa3-40f7-9389-52a671f3f488 req-b20fb7f8-ab50-4185-ae09-5de1c51069d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:29.381049 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3d96758-3fa3-40f7-9389-52a671f3f488 req-b20fb7f8-ab50-4185-ae09-5de1c51069d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1116199 May 25 20:36:29.416412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1064ebd0-31aa-4b4a-98af-2de8eb8ae042 req-9f049ac7-5c04-4d28-8892-5e56650f45ce tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Synchronizing usage tracker for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:29.547785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff59e22-c382-4509-91bf-3e71085a2183 req-5dbb24c1-7a4a-483d-9193-eaafd4e197b2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:29.549309 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9ff59e22-c382-4509-91bf-3e71085a2183 req-5dbb24c1-7a4a-483d-9193-eaafd4e197b2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 944 time: 0.7684584 May 25 20:36:29.624652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Router 298e1b9c-5c84-4660-bdad-285b3048da0c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:36:29.700662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1064ebd0-31aa-4b4a-98af-2de8eb8ae042 req-9f049ac7-5c04-4d28-8892-5e56650f45ce tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Unset dirty status for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:29.701937 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1064ebd0-31aa-4b4a-98af-2de8eb8ae042 req-9f049ac7-5c04-4d28-8892-5e56650f45ce tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 210 time: 0.5162811 May 25 20:36:29.710934 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Checking segment: {'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:36:29.711361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Network hostable DHCP agents. Network: c82a22d8-e048-4180-abc8-076f06f88056, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:36:29.724551 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55f58121-7319-4af3-b000-d0ff5ac65f34 req-129eeb4d-f04e-4541-a09f-5d60cc0e59de service neutron] 10.222.0.50 "GET /v2.0/networks/0fc9b8e6-ed3a-4164-8148-1f275fcfa19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284642 May 25 20:36:29.752942 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9ff59e22-c382-4509-91bf-3e71085a2183 req-5e72b4c4-b609-431c-8d29-974f8dedf8a6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947441 May 25 20:36:29.770558 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3d96758-3fa3-40f7-9389-52a671f3f488 req-8b44b0d7-a2da-4130-8a34-1b27063be2d9 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682847 May 25 20:36:29.786421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Network c82a22d8-e048-4180-abc8-076f06f88056 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:36:29.826037 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67de2674-e759-4250-9859-4497189f7430 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:29.830889 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-40c579ee-1e66-4902-91ee-f92d3dda8dce tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:29.831576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-40c579ee-1e66-4902-91ee-f92d3dda8dce tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Synchronizing usage tracker for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:29.851804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, c82a22d8-e048-4180-abc8-076f06f88056) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:29.864046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283c57f-45ab-4a73-8407-59538db45c90 None None] Network c82a22d8-e048-4180-abc8-076f06f88056 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:29.867897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:29.881558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-40c579ee-1e66-4902-91ee-f92d3dda8dce tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Unset dirty status for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:29.882654 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-40c579ee-1e66-4902-91ee-f92d3dda8dce tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.70 "GET /v2.0/networks?id=364d0c10-a4cb-4714-be64-f7a0692ad669 HTTP/1.1" status: 200 len: 797 time: 0.6146638 May 25 20:36:29.894200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:29.894520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:29.895069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:29.919453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de2674-e759-4250-9859-4497189f7430 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff3ebe6-0247-4703-a106-a616570d47de,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:29.919660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:29.920108 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:29.923126 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 2 to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f May 25 20:36:29.967627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:29.968107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:29.968493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:29.977156 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7910b76f-69c6-4bb9-95c6-3ead1686b9fa None None] Network 99c64d29-f8ea-433f-80df-e11e7e901032 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:29.981836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:36:29.982447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:29.982770 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:29.983949 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 3 to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f May 25 20:36:29.993960 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67de2674-e759-4250-9859-4497189f7430 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:29.996444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-c4d9fa36-8e13-410d-baf9-4cba79dc77e9 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Synchronizing usage tracker for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:30.004153 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb6607-45e1-4b99-91a6-ab32bf7ba1d0 req-a43d01a7-a180-425d-bdcf-d1fa76425725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:30.005646 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33bb6607-45e1-4b99-91a6-ab32bf7ba1d0 req-a43d01a7-a180-425d-bdcf-d1fa76425725 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 1095 time: 0.2135735 May 25 20:36:30.021362 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dffd91-712c-43f5-8efd-24767a496897 None None] Sync routers for ids ['298e1b9c-5c84-4660-bdad-285b3048da0c'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:36:30.032701 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:30.034343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-94e7628f-e53b-45fd-9402-b5648f717a43 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "PUT /v2.0/routers/298e1b9c-5c84-4660-bdad-285b3048da0c HTTP/1.1" status: 200 len: 706 time: 6.1206245 May 25 20:36:30.036797 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dffd91-712c-43f5-8efd-24767a496897 None None] Routers {'298e1b9c-5c84-4660-bdad-285b3048da0c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:30.037663 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c6dffd91-712c-43f5-8efd-24767a496897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['298e1b9c-5c84-4660-bdad-285b3048da0c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:30.037800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:30.038071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:30.038445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:30.039570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-67de2674-e759-4250-9859-4497189f7430 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/subnets/7ff3ebe6-0247-4703-a106-a616570d47de HTTP/1.1" status: 204 len: 168 time: 2.7443166 May 25 20:36:30.042606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53536) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:30.043189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53538) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:30.051897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-c4d9fa36-8e13-410d-baf9-4cba79dc77e9 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Unset dirty status for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:30.053081 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-c4d9fa36-8e13-410d-baf9-4cba79dc77e9 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13a469cfe5354987afc61d8fbdb46baa HTTP/1.1" status: 200 len: 477 time: 0.1609273 May 25 20:36:30.053607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:30.053920 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:30.106273 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 4 to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f May 25 20:36:30.132572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Request body: {'port': {'device_id': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'admin_state_up': True, 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'security_groups': ['f7e70eb2-b4e5-40c9-a259-264a1f123f3a', '2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:30.191112 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c6dffd91-712c-43f5-8efd-24767a496897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:30.227060 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dffd91-712c-43f5-8efd-24767a496897 None None] Routers {'298e1b9c-5c84-4660-bdad-285b3048da0c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:30.227950 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c6dffd91-712c-43f5-8efd-24767a496897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['298e1b9c-5c84-4660-bdad-285b3048da0c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:30.237148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:30.237478 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:30.237813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:30.260224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:30.260530 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:30.266837 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 5 to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f May 25 20:36:30.305403 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c6dffd91-712c-43f5-8efd-24767a496897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:30.306073 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dffd91-712c-43f5-8efd-24767a496897 None None] The sync data for ids ['298e1b9c-5c84-4660-bdad-285b3048da0c'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:36:30.328320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:30.328870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:30.329266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:30.351810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:30.353311 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:30.364480 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 6 to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f May 25 20:36:30.385234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb6607-45e1-4b99-91a6-ab32bf7ba1d0 req-7ebe0d7d-cd51-4b05-9d53-1dcac2d06e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:30.386867 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33bb6607-45e1-4b99-91a6-ab32bf7ba1d0 req-7ebe0d7d-cd51-4b05-9d53-1dcac2d06e7e service neutron] 10.222.0.50 "GET /v2.0/networks?id=0fc9b8e6-ed3a-4164-8148-1f275fcfa19f HTTP/1.1" status: 200 len: 897 time: 0.3712976 May 25 20:36:30.399220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:30.399551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:30.399862 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:30.463984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:30.481047 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33bb6607-45e1-4b99-91a6-ab32bf7ba1d0 req-8dc84901-897b-40c9-a93c-0d90636f3fb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.45&port_id=5bea131f-6718-4b78-a151-be159877fd3c HTTP/1.1" status: 200 len: 217 time: 0.0858741 May 25 20:36:30.481653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:30.481980 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:30.493853 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 7 to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f May 25 20:36:30.567179 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ffc73726-8621-412f-a7b1-4875f4a795b2 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/routers/298e1b9c-5c84-4660-bdad-285b3048da0c HTTP/1.1" status: 200 len: 741 time: 0.5227251 May 25 20:36:30.571839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3d96758-3fa3-40f7-9389-52a671f3f488 req-5e033fcf-9020-4449-b0fa-d700f591176e service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7410142 May 25 20:36:30.572467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53546) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:30.622082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] DHCP port deletion for 99c64d29-f8ea-433f-80df-e11e7e901032 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:36:30.628647 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ebff22b7-19e7-4d88-9909-304c053cc497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:30.635661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] Deleting port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:30.636097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:30.646108 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-edb708c4-9e4e-4148-a830-459ae91b24c8 tempest-RoutersAdminTest-659848515 tempest-RoutersAdminTest-659848515-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=63157299-67d6-4d48-843c-682c0bdd002f&device_id=298e1b9c-5c84-4660-bdad-285b3048da0c HTTP/1.1" status: 200 len: 205 time: 0.0693352 May 25 20:36:30.650283 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:30.652633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53552) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:30.709023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b822856c-0b11-4a49-b2b3-54b8a045fb18 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "GET /v2.0/ports?device_id=298e1b9c-5c84-4660-bdad-285b3048da0c HTTP/1.1" status: 200 len: 205 time: 0.0550268 May 25 20:36:30.712227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53556) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:30.714023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:30.722269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb6607-45e1-4b99-91a6-ab32bf7ba1d0 req-76ebc93a-8c28-4c12-814a-c902c16488e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:30.723862 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33bb6607-45e1-4b99-91a6-ab32bf7ba1d0 req-76ebc93a-8c28-4c12-814a-c902c16488e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e942b1ad-d118-4023-9bc9-7aed46856c60 HTTP/1.1" status: 200 len: 836 time: 0.1992049 May 25 20:36:30.780170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Deleting port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:30.781032 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:30.782425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:30.782955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:30.783304 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:30.794688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:36:30.835867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:30.836801 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:30.837665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Made reservation on behalf of 13a469cfe5354987afc61d8fbdb46baa for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:30.841326 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:30.913801 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 8 to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f May 25 20:36:30.915927 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1152790a-d98d-423b-ade9-e49144994fff tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:31.024269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:31.024987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:31.025467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:31.118334 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:31.118664 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:31.135586 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 9 to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f May 25 20:36:31.162829 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-da4f9ddf-01e6-4502-a0f5-f6e5218b4d4e req-22ac5d0f-8a5c-4bb8-adf6-3d99183867a8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 210 time: 0.1405761 May 25 20:36:31.188967 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:31.189305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:31.189640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:31.189988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:31.190902 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:31.211208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:31.211539 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:31.214332 n-d-843339-1 neutron-server[88331]: INFO neutron.plugins.ml2.plugin [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 10 to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f May 25 20:36:31.245952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] For port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=91ca0b92-250b-4d71-8030-d1f13d6bd5f2,segment=NetworkSegment(a74a6fcf-bb27-4662-a433-62fdbce9733d),segment_id=a74a6fcf-bb27-4662-a433-62fdbce9733d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:31.246358 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:31.341135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Allocated IP 172.20.0.9 (364d0c10-a4cb-4714-be64-f7a0692ad669/55d93bdb-3c56-4f3a-a46f-5e5747c026ef/df6f7022-5397-43cd-beb3-5ada16d916eb) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:31.380034 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb6607-45e1-4b99-91a6-ab32bf7ba1d0 req-091735f4-80e4-431f-92b2-150cb7a62392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:31.381805 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33bb6607-45e1-4b99-91a6-ab32bf7ba1d0 req-091735f4-80e4-431f-92b2-150cb7a62392 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0fc9b8e6-ed3a-4164-8148-1f275fcfa19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6518457 May 25 20:36:31.390046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] Calling delete_port for 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:31.419558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=91ca0b92-250b-4d71-8030-d1f13d6bd5f2,segment=NetworkSegment(a74a6fcf-bb27-4662-a433-62fdbce9733d),segment_id=a74a6fcf-bb27-4662-a433-62fdbce9733d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:31.426788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:31.427387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:31.427795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:31.446825 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1152790a-d98d-423b-ade9-e49144994fff tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:31.448267 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:31.491181 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:31.502305 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1152790a-d98d-423b-ade9-e49144994fff tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:31.525554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:31.525889 n-d-843339-1 neutron-server[88331]: ERROR neutron.plugins.ml2.managers [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:31.526530 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:31.554048 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:36:31.554426 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:36:31.555016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=91ca0b92-250b-4d71-8030-d1f13d6bd5f2,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:31.616394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] For port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=91ca0b92-250b-4d71-8030-d1f13d6bd5f2,segment=NetworkSegment(a74a6fcf-bb27-4662-a433-62fdbce9733d),segment_id=a74a6fcf-bb27-4662-a433-62fdbce9733d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:31.617483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:31.636798 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1152790a-d98d-423b-ade9-e49144994fff tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:31.636798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1152790a-d98d-423b-ade9-e49144994fff tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Fanout notify agent at l3_agent the message router_deleted on router 298e1b9c-5c84-4660-bdad-285b3048da0c {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:36:31.736664 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:31.747427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69bcc5-f4b0-409d-af4e-f66e92fd20d9 req-33ece8cf-a469-41de-bd56-1af4f1555275 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:31.749318 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec69bcc5-f4b0-409d-af4e-f66e92fd20d9 req-33ece8cf-a469-41de-bd56-1af4f1555275 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 944 time: 0.7563620 May 25 20:36:31.756275 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1152790a-d98d-423b-ade9-e49144994fff tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:31.757639 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1152790a-d98d-423b-ade9-e49144994fff tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "DELETE /v2.0/routers/298e1b9c-5c84-4660-bdad-285b3048da0c HTTP/1.1" status: 204 len: 168 time: 1.0440619 May 25 20:36:31.768008 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53586) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:31.873732 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33bb6607-45e1-4b99-91a6-ab32bf7ba1d0 req-25997582-de40-4d77-a9a8-644ae04995b5 service neutron] 10.222.0.50 "GET /v2.0/networks/0fc9b8e6-ed3a-4164-8148-1f275fcfa19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847851 May 25 20:36:31.882165 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e60b3d12-cfde-4021-949f-dde36280321c tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "GET /v2.0/ports?device_id=298e1b9c-5c84-4660-bdad-285b3048da0c HTTP/1.1" status: 200 len: 205 time: 0.1124651 May 25 20:36:31.889772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53594) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:31.974630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Calling delete_port for 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:32.023849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] For port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:36:32.024214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempted to set empty binding levels {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 25 20:36:32.055091 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec69bcc5-f4b0-409d-af4e-f66e92fd20d9 req-14bc35c5-6265-4b8a-8e50-779b89befddb tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2959652 May 25 20:36:32.056231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] Deleting port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:32.056772 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:32.093046 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:36:32.094334 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:36:32.118573 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:32.370017 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-8aa8f9c9-191d-4262-aaf6-8c3297ea5ad6 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] delete failed (client error): The resource could not be found. May 25 20:36:32.371239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] For port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=91ca0b92-250b-4d71-8030-d1f13d6bd5f2,segment=NetworkSegment(a74a6fcf-bb27-4662-a433-62fdbce9733d),segment_id=a74a6fcf-bb27-4662-a433-62fdbce9733d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:32.371709 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:32.375104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53606) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:32.381399 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8aa8f9c9-191d-4262-aaf6-8c3297ea5ad6 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "DELETE /v2.0/routers/298e1b9c-5c84-4660-bdad-285b3048da0c HTTP/1.1" status: 404 len: 336 time: 0.4678636 May 25 20:36:32.408218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:32.408899 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:32.446100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-91f09fc5-3aa0-4592-84f1-86c955383c3e tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10 HTTP/1.1" status: 200 len: 205 time: 0.0694623 May 25 20:36:32.450006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53610) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:32.533740 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] Calling delete_port for 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:32.550437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9890a8d8-a938-49e9-b5f4-6b61b378dea1 req-0e484a1c-1539-41bd-aa27-cd818c66f0a6 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Synchronizing usage tracker for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:32.559319 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-48903892-f372-4104-bf14-be41229a9254 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] delete failed (client error): The resource could not be found. May 25 20:36:32.560528 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-48903892-f372-4104-bf14-be41229a9254 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "DELETE /v2.0/routers/eaf6c6f9-e7e3-4fa4-ad53-696eec21fb10 HTTP/1.1" status: 404 len: 336 time: 0.1093187 May 25 20:36:32.564817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53620) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:32.579454 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.8702359 May 25 20:36:32.585333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53624) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:32.630000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Deleting port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:32.635812 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:32.643336 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:32.653513 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:32.680447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de286e-8376-4bb2-9c20-c53296e0ab94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Pushing event updated for resources: {'Port': ['ID=3049a6c8-eb88-4c40-9cea-4b0eb9422a8f,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:32.704293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] Pushing event deleted for resources: {'Port': ['ID=91ca0b92-250b-4d71-8030-d1f13d6bd5f2,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:32.709553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d8be4-eabd-420d-abd8-e7ffd0dadb2f None None] No DVR routers for this DVR port 91ca0b92-250b-4d71-8030-d1f13d6bd5f2 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:36:32.719721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Transition to ACTIVE for port object df6f7022-5397-43cd-beb3-5ada16d916eb will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:32.732693 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d41f755c-67a5-42b3-ab74-d49412400f6b tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "GET /v2.0/ports?device_id=a308e390-22ba-465d-a085-2e5c7f12ad04 HTTP/1.1" status: 200 len: 205 time: 0.1664994 May 25 20:36:32.743648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53628) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:32.759818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9890a8d8-a938-49e9-b5f4-6b61b378dea1 req-0e484a1c-1539-41bd-aa27-cd818c66f0a6 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Unset dirty status for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:32.760989 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9890a8d8-a938-49e9-b5f4-6b61b378dea1 req-0e484a1c-1539-41bd-aa27-cd818c66f0a6 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 210 time: 0.3707712 May 25 20:36:32.789535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] The port '91ca0b92-250b-4d71-8030-d1f13d6bd5f2' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:36:32.862787 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-d802024b-ce80-41c4-af51-74d8f17ae8f3 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] delete failed (client error): The resource could not be found. May 25 20:36:32.863734 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d802024b-ce80-41c4-af51-74d8f17ae8f3 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "DELETE /v2.0/routers/a308e390-22ba-465d-a085-2e5c7f12ad04 HTTP/1.1" status: 404 len: 336 time: 0.1191447 May 25 20:36:32.866353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-68a2008d-470e-48bf-a39a-98d35d886493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Deleting port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:32.866697 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-68a2008d-470e-48bf-a39a-98d35d886493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:32.894402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53632) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:32.896626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33bb6607-45e1-4b99-91a6-ab32bf7ba1d0 req-a5ca9815-f9bd-4ef8-9d9b-ee9a8a3f3236 service neutron] 10.222.0.50 "GET /v2.0/networks/0fc9b8e6-ed3a-4164-8148-1f275fcfa19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0099032 May 25 20:36:32.944544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:32.965410 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:32.974443 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f29dc01d-b08a-41b3-a334-df952342c78b tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "GET /v2.0/ports?device_id=60e038d1-1814-4b1f-a56c-6ab60dff70db HTTP/1.1" status: 200 len: 205 time: 0.0765514 May 25 20:36:32.980464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53640) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:33.082578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c64d29-f8ea-433f-80df-e11e7e901032']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:33.082881 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:33.094335 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-30450990-770a-4166-8b80-9d256ab6b09c tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] delete failed (client error): The resource could not be found. May 25 20:36:33.095335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-30450990-770a-4166-8b80-9d256ab6b09c tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "DELETE /v2.0/routers/60e038d1-1814-4b1f-a56c-6ab60dff70db HTTP/1.1" status: 404 len: 336 time: 0.1134970 May 25 20:36:33.098274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53646) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:33.098999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Network 364d0c10-a4cb-4714-be64-f7a0692ad669 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:33.101793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74a6fcf-bb27-4662-a433-62fdbce9733d') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:33.102095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74a6fcf-bb27-4662-a433-62fdbce9733d') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:33.102540 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:33.143158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:33.158579 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:33.168933 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-89137ccc-55c8-40ec-89b7-6f4de35acf74 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ce82fc-e29f-4d04-8237-8baa4a66e6d0 HTTP/1.1" status: 200 len: 205 time: 0.0695930 May 25 20:36:33.173515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53650) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:33.209819 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'Port': ['ID=df6f7022-5397-43cd-beb3-5ada16d916eb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:33.237756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5bea131f-6718-4b78-a151-be159877fd3c details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:36:33.305465 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:33.388516 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-7de65112-073f-48fb-a2eb-64b0c16c5e2b tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] delete failed (client error): The resource could not be found. May 25 20:36:33.419821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 5bea131f-6718-4b78-a151-be159877fd3c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5bea131f-6718-4b78-a151-be159877fd3c,segment=NetworkSegment(27628c4d-051d-4dec-bfe1-34568c2094e9),segment_id=27628c4d-051d-4dec-bfe1-34568c2094e9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:33.433261 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7de65112-073f-48fb-a2eb-64b0c16c5e2b tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "DELETE /v2.0/routers/a6ce82fc-e29f-4d04-8237-8baa4a66e6d0 HTTP/1.1" status: 404 len: 336 time: 0.2578371 May 25 20:36:33.434788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:33.436236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:36:33.436976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '5bea131f-6718-4b78-a151-be159877fd3c', 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f', 'port_id': '5bea131f-6718-4b78-a151-be159877fd3c', 'mac_address': 'fa:16:3e:6b:69:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e942b1ad-d118-4023-9bc9-7aed46856c60', 'ip_address': '172.20.0.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:36:33.437120 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:33.437658 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:33.441422 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53658) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:33.478223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-68a2008d-470e-48bf-a39a-98d35d886493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] For port 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f, host n-h2-843339-1, got binding levels [] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:33.478749 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-68a2008d-470e-48bf-a39a-98d35d886493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:33.508400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 5bea131f-6718-4b78-a151-be159877fd3c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:33.508796 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:33.528893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bea131f-6718-4b78-a151-be159877fd3c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:36:33.542380 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a74a6fcf-bb27-4662-a433-62fdbce9733d resource provider aggregate not found May 25 20:36:33.548588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 5bea131f-6718-4b78-a151-be159877fd3c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5bea131f-6718-4b78-a151-be159877fd3c,segment=NetworkSegment(27628c4d-051d-4dec-bfe1-34568c2094e9),segment_id=27628c4d-051d-4dec-bfe1-34568c2094e9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:33.566534 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:33.578747 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a74a6fcf-bb27-4662-a433-62fdbce9733d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a74a6fcf-bb27-4662-a433-62fdbce9733d found for delete ", "request_id": "req-45ffdd78-1027-4368-afe5-1190ed3f70d7"}]} May 25 20:36:33.608571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d30830-531c-460c-a62a-166cce1757ec req-0d9aa312-0b29-456d-a257-7a041496942e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:33.610940 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8d30830-531c-460c-a62a-166cce1757ec req-0d9aa312-0b29-456d-a257-7a041496942e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 944 time: 0.3556218 May 25 20:36:33.612216 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:33.631141 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:33.647401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d6ec0b38-60e3-48a4-855b-d76e14ad68a2 None None] Provisioning for port df6f7022-5397-43cd-beb3-5ada16d916eb completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:33.648178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-68a2008d-470e-48bf-a39a-98d35d886493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Calling delete_port for 3049a6c8-eb88-4c40-9cea-4b0eb9422a8f owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:33.666816 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d6ec0b38-60e3-48a4-855b-d76e14ad68a2 None None] Provisioning complete for port df6f7022-5397-43cd-beb3-5ada16d916eb triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:33.667165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Network': ['ID=99c64d29-f8ea-433f-80df-e11e7e901032,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:33.667753 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d6ec0b38-60e3-48a4-855b-d76e14ad68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:33.686235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3ddeecef-fefd-4b22-bb24-5d8f4fd3d77d tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/99c64d29-f8ea-433f-80df-e11e7e901032 HTTP/1.1" status: 204 len: 168 time: 3.6336360 May 25 20:36:33.694610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53672) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:33.742623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec0b38-60e3-48a4-855b-d76e14ad68a2 None None] Port df6f7022-5397-43cd-beb3-5ada16d916eb cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:36:33.748275 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8d30830-531c-460c-a62a-166cce1757ec req-185d8079-d492-40ad-a7da-f42b024efaa1 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144536 May 25 20:36:33.778982 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d2dc0f-ec21-441b-ac6a-09df02ea2ab9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] DELETE failed (client error): The resource could not be found. May 25 20:36:33.779680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d2dc0f-ec21-441b-ac6a-09df02ea2ab9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:36:33.802533 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a1d2dc0f-ec21-441b-ac6a-09df02ea2ab9 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/subnets/eb2f6f6d-66c5-4ea9-8051-73c27de30b8e HTTP/1.1" status: 404 len: 337 time: 0.0953894 May 25 20:36:33.802533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53676) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:33.819787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['5bea131f-6718-4b78-a151-be159877fd3c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:36:33.836418 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6ebe3e-9c24-48cb-a3a3-e3f274e9b96a tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] DELETE failed (client error): The resource could not be found. May 25 20:36:33.837133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6ebe3e-9c24-48cb-a3a3-e3f274e9b96a tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:36:33.840206 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7e6ebe3e-9c24-48cb-a3a3-e3f274e9b96a tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/7e7b7977-a231-4a41-863f-eaef524d87cd HTTP/1.1" status: 404 len: 339 time: 0.0445724 May 25 20:36:33.845194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53682) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:33.856917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=5bea131f-6718-4b78-a151-be159877fd3c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:33.888717 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-68a2008d-470e-48bf-a39a-98d35d886493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:33.937224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-202496d0-cd97-4a09-9de2-7cfc53ade552 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Deleting subnet 3f7a9073-4269-4a3a-a60a-3978bcdb29ce {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:36:33.945670 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ff4e77ab-b455-42ee-b7c2-2b54bd24f338 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c02e984-de57-4613-9afa-fa6d68d748be HTTP/1.1" status: 200 len: 205 time: 0.4909363 May 25 20:36:33.946510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-202496d0-cd97-4a09-9de2-7cfc53ade552 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:33.957881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53688) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:34.005933 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-202496d0-cd97-4a09-9de2-7cfc53ade552 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:34.009410 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2008d-470e-48bf-a39a-98d35d886493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Pushing event deleted for resources: {'Port': ['ID=3049a6c8-eb88-4c40-9cea-4b0eb9422a8f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:34.076094 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-8e14e6e0-2724-456a-a0ad-025e7fb9344b tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.9572952 May 25 20:36:34.110426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Request body: {'port': {'device_id': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:34.118058 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-202496d0-cd97-4a09-9de2-7cfc53ade552 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:34.155235 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-68a2008d-470e-48bf-a39a-98d35d886493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:34.159495 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-68a2008d-470e-48bf-a39a-98d35d886493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "DELETE /v2.0/ports/3049a6c8-eb88-4c40-9cea-4b0eb9422a8f HTTP/1.1" status: 204 len: 168 time: 1.5699651 May 25 20:36:34.168331 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-04a102eb-e2ca-433b-aea4-72456deaba37 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] delete failed (client error): The resource could not be found. May 25 20:36:34.169427 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-04a102eb-e2ca-433b-aea4-72456deaba37 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "DELETE /v2.0/routers/9c02e984-de57-4613-9afa-fa6d68d748be HTTP/1.1" status: 404 len: 336 time: 0.2014146 May 25 20:36:34.171185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53696) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:34.187793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53698) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:34.237908 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff15339c-1272-44bd-845d-5495db3a60a4 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] DELETE failed (client error): The resource could not be found. May 25 20:36:34.238035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff15339c-1272-44bd-845d-5495db3a60a4 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:36:34.242708 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ff15339c-1272-44bd-845d-5495db3a60a4 tempest-RoutersAdminTest-1638710329 tempest-RoutersAdminTest-1638710329-project] 10.222.0.60 "DELETE /v2.0/subnets/55df3f98-2aa7-4840-a2f8-149dee7ba24c HTTP/1.1" status: 404 len: 337 time: 0.0535355 May 25 20:36:34.247511 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c596d3-cd76-43c6-b601-7eece836285c tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] GET failed (client error): The resource could not be found. May 25 20:36:34.248037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-94c596d3-cd76-43c6-b601-7eece836285c tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Synchronizing usage tracker for tenant:2eaf294b010f47b892744c05c7369c82 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:34.292710 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-202496d0-cd97-4a09-9de2-7cfc53ade552 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:34.331358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-94c596d3-cd76-43c6-b601-7eece836285c tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Unset dirty status for tenant:2eaf294b010f47b892744c05c7369c82 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:34.336825 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-94c596d3-cd76-43c6-b601-7eece836285c tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "GET /v2.0/ports/3049a6c8-eb88-4c40-9cea-4b0eb9422a8f HTTP/1.1" status: 404 len: 333 time: 0.1524408 May 25 20:36:34.342194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53706) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:34.344307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202496d0-cd97-4a09-9de2-7cfc53ade552 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7a9073-4269-4a3a-a60a-3978bcdb29ce,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:34.350798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1a4ac-a3a6-48df-9a8b-09953a43315f req-cede5047-cae8-4927-8463-f9e4b28110e9 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:34.352788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Request body: {'port': {'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1640995231'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:34.353185 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-80c1a4ac-a3a6-48df-9a8b-09953a43315f req-cede5047-cae8-4927-8463-f9e4b28110e9 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 970 time: 0.4057565 May 25 20:36:34.364880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:34.367387 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:34.383216 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-202496d0-cd97-4a09-9de2-7cfc53ade552 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:34.390195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee5b0f-3a7d-487a-8e33-f01906aef789 None None] Network 5a356b9d-2047-4837-8050-2556cfcecf63 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:34.410438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:34.413350 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-202496d0-cd97-4a09-9de2-7cfc53ade552 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/subnets/3f7a9073-4269-4a3a-a60a-3978bcdb29ce HTTP/1.1" status: 204 len: 168 time: 0.5669801 May 25 20:36:34.416914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53714) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:34.426463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Made reservation on behalf of 2eaf294b010f47b892744c05c7369c82 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:34.429057 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:34.464013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] device_id is not set on port 983939fd-8b3e-4431-b88a-c1fc68de26e6 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:36:34.835536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53726) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:34.893234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-80c1a4ac-a3a6-48df-9a8b-09953a43315f req-ac786991-b7bf-486b-8c14-67fc357e7e7e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5315297 May 25 20:36:34.945565 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:34.954410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d0dfc-cc3e-4fcf-945a-d2d8f0a9e3ea None None] DHCP port deletion for 5a356b9d-2047-4837-8050-2556cfcecf63 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:36:34.958569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c54d0dfc-cc3e-4fcf-945a-d2d8f0a9e3ea None None] Deleting port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:34.958932 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c54d0dfc-cc3e-4fcf-945a-d2d8f0a9e3ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:34.966982 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:35.020143 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:35.146308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Pushing event updated for resources: {'Port': ['ID=983939fd-8b3e-4431-b88a-c1fc68de26e6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:35.171911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Network c82a22d8-e048-4180-abc8-076f06f88056 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:35.174084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:35.177717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:35.178635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:35.179228 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:35.220808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b278a7-75a6-44b2-9626-1e7761aaa0cc req-42fe0f77-d767-4dad-ba70-268e9ce424f0 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:35.222366 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b2b278a7-75a6-44b2-9626-1e7761aaa0cc req-42fe0f77-d767-4dad-ba70-268e9ce424f0 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 945 time: 0.2468092 May 25 20:36:35.224093 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7aad12de-c091-4389-975e-e5f232bf0aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8772843 May 25 20:36:35.229024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53738) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:35.235809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:35.258447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5bea131f-6718-4b78-a151-be159877fd3c up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:35.345122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c54d0dfc-cc3e-4fcf-945a-d2d8f0a9e3ea None None] For port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3dea1089-bcd1-405e-8031-a7f2a4b1ebb0,segment=NetworkSegment(46cb27ec-474b-4f8c-a28b-7915e37b1ee0),segment_id=46cb27ec-474b-4f8c-a28b-7915e37b1ee0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:35.345513 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c54d0dfc-cc3e-4fcf-945a-d2d8f0a9e3ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:35.360833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6f7022-5397-43cd-beb3-5ada16d916eb {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:36:35.369637 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:35.387859 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:35.388336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Transition to ACTIVE for port object df6f7022-5397-43cd-beb3-5ada16d916eb will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:35.412095 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:35.470039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-623ac33a-d217-4aae-b57d-50c8d8761231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:35.496614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Deleting port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:35.496941 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:35.536015 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b2b278a7-75a6-44b2-9626-1e7761aaa0cc req-27678fa9-db97-4770-aa00-489fc6117387 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428347 May 25 20:36:35.550457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c54d0dfc-cc3e-4fcf-945a-d2d8f0a9e3ea None None] Calling delete_port for 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:35.555202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-623ac33a-d217-4aae-b57d-50c8d8761231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:35.555202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-623ac33a-d217-4aae-b57d-50c8d8761231 admin admin] Usage tracker for resource:security_group_rule and tenant:73327b5a8a484025bab3ae5ba03781a7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:35.556337 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-623ac33a-d217-4aae-b57d-50c8d8761231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:35.572983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-623ac33a-d217-4aae-b57d-50c8d8761231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:35.623833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 5bea131f-6718-4b78-a151-be159877fd3c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:35.633150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 5bea131f-6718-4b78-a151-be159877fd3c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:35.633524 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:35.740035 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c54d0dfc-cc3e-4fcf-945a-d2d8f0a9e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:35.779707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Pushing event updated for resources: {'Port': ['ID=df6f7022-5397-43cd-beb3-5ada16d916eb,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:35.794392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] device_id is not set on port 983939fd-8b3e-4431-b88a-c1fc68de26e6 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:36:35.812168 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:35.837104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Transition to ACTIVE for port object 983939fd-8b3e-4431-b88a-c1fc68de26e6 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:35.843428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:35.863346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d0dfc-cc3e-4fcf-945a-d2d8f0a9e3ea None None] Pushing event deleted for resources: {'Port': ['ID=3dea1089-bcd1-405e-8031-a7f2a4b1ebb0,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:35.871656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d0dfc-cc3e-4fcf-945a-d2d8f0a9e3ea None None] No DVR routers for this DVR port 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:36:36.008254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] The port '3dea1089-bcd1-405e-8031-a7f2a4b1ebb0' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:36:36.009400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 5bea131f-6718-4b78-a151-be159877fd3c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:36.010280 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.041452 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aa788d-ee1d-418f-9401-75e9265dcc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bea131f-6718-4b78-a151-be159877fd3c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:36:36.053233 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 5bea131f-6718-4b78-a151-be159877fd3c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5bea131f-6718-4b78-a151-be159877fd3c,segment=NetworkSegment(27628c4d-051d-4dec-bfe1-34568c2094e9),segment_id=27628c4d-051d-4dec-bfe1-34568c2094e9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:36.058612 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.063341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-623ac33a-d217-4aae-b57d-50c8d8761231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.095535 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-623ac33a-d217-4aae-b57d-50c8d8761231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.115425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Pushing event updated for resources: {'Port': ['ID=983939fd-8b3e-4431-b88a-c1fc68de26e6,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:36.130833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:36.131124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:36.131414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:36.138469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=5bea131f-6718-4b78-a151-be159877fd3c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:36.147064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:36.148322 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:36.149925 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 2 to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 May 25 20:36:36.162204 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e95f5991-639c-4100-bc67-ec2c6ce924ac'] response: {'server_uuid': '61aa788d-ee1d-418f-9401-75e9265dcc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bea131f-6718-4b78-a151-be159877fd3c', 'code': 200} May 25 20:36:36.173942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:36.174395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:36.174869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:36.181895 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:36.182346 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:36.182861 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 3 to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 May 25 20:36:36.200872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:36.200872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:36.201187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:36.207172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:36.207739 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:36.208883 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 4 to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 May 25 20:36:36.228954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:36.229537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:36.229915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:36.236167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:36.236605 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:36.237118 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 5 to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 May 25 20:36:36.253190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:36.253570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:36.253844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:36.258908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:36.259833 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:36.259833 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 6 to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 May 25 20:36:36.276140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:36.276140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:36.276299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:36.281245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:36.281560 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:36.281938 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 7 to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 May 25 20:36:36.298021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:36.298411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:36.298721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:36.303794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:36.304104 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:36.304486 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 8 to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 May 25 20:36:36.319654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:36.320127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:36.320322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:36.325067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:36.325395 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:36.325776 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 9 to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 May 25 20:36:36.326753 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.337541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Attempting to bind port df6f7022-5397-43cd-beb3-5ada16d916eb on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:36.337541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Attempting to bind port df6f7022-5397-43cd-beb3-5ada16d916eb by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'c804147d-c0d6-4526-8634-ba5af801a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:36.337809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Attempting to bind port df6f7022-5397-43cd-beb3-5ada16d916eb on network 364d0c10-a4cb-4714-be64-f7a0692ad669 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:36.344481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:36.344649 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-623ac33a-d217-4aae-b57d-50c8d8761231 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73327b5a8a484025bab3ae5ba03781a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5051668 May 25 20:36:36.344730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:36.344730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:36.346420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53760) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:36.355073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ac33a-d217-4aae-b57d-50c8d8761231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5d2771-081b-4f0f-8d5a-12248b03dcec,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:36.367914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Port df6f7022-5397-43cd-beb3-5ada16d916eb on network 364d0c10-a4cb-4714-be64-f7a0692ad669 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:36.367914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Attempting to bind port df6f7022-5397-43cd-beb3-5ada16d916eb on network 364d0c10-a4cb-4714-be64-f7a0692ad669 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:36.397041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a356b9d-2047-4837-8050-2556cfcecf63']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:36.406506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:36:36.406911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Checking segment: {'id': 'c804147d-c0d6-4526-8634-ba5af801a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:36:36.407296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Bound using segment: {'id': 'c804147d-c0d6-4526-8634-ba5af801a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:36:36.407739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Bound port: df6f7022-5397-43cd-beb3-5ada16d916eb, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c804147d-c0d6-4526-8634-ba5af801a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:36:36.408084 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.425739 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:36.426124 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:36.433129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46cb27ec-474b-4f8c-a28b-7915e37b1ee0') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:36.433432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46cb27ec-474b-4f8c-a28b-7915e37b1ee0') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:36.445568 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 10 to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 May 25 20:36:36.454692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1aa96984-89e5-4548-885c-895738c2bc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.473214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:36.473555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:36.473887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:36.483974 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.487245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:36.487569 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:36.487923 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.505948 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1aa96984-89e5-4548-885c-895738c2bc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.527932 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.537662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70524007-0dc0-44c4-8835-277993ac43f5 req-92d584c9-bcfa-45e3-96cd-3eeef18e9244 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:36.539175 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-70524007-0dc0-44c4-8835-277993ac43f5 req-92d584c9-bcfa-45e3-96cd-3eeef18e9244 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 982 time: 0.4513843 May 25 20:36:36.565928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:36:36.566489 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.661128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] For port 983939fd-8b3e-4431-b88a-c1fc68de26e6, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:36:36.661529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempted to set empty binding levels {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 25 20:36:36.663963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1aa96984-89e5-4548-885c-895738c2bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.684850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa96984-89e5-4548-885c-895738c2bc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5d2771-081b-4f0f-8d5a-12248b03dcec,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:36.716856 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.729999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:36:36.775196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3b46a-f2b5-46b7-842f-2a6cadd08493 req-4a0ab992-4f3a-43f0-9243-3de82eef8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:36.776702 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-41e3b46a-f2b5-46b7-842f-2a6cadd08493 req-4a0ab992-4f3a-43f0-9243-3de82eef8bf2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 1097 time: 0.5408218 May 25 20:36:36.821757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-70524007-0dc0-44c4-8835-277993ac43f5 req-40a5d0c9-f3c6-4c20-a2d9-02dd535d85d6 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2747080 May 25 20:36:36.830735 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 46cb27ec-474b-4f8c-a28b-7915e37b1ee0 resource provider aggregate not found May 25 20:36:36.841602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:36:36.841951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3dea1089-bcd1-405e-8031-a7f2a4b1ebb0 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:36:36.844330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] For port df6f7022-5397-43cd-beb3-5ada16d916eb, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:36:36.849055 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.885357 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 46cb27ec-474b-4f8c-a28b-7915e37b1ee0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46cb27ec-474b-4f8c-a28b-7915e37b1ee0 found for delete ", "request_id": "req-52ed6fcf-16c0-44f8-bb22-0de393112629"}]} May 25 20:36:36.888992 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.898603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] For port df6f7022-5397-43cd-beb3-5ada16d916eb, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=df6f7022-5397-43cd-beb3-5ada16d916eb,segment=NetworkSegment(c804147d-c0d6-4526-8634-ba5af801a9c8),segment_id=c804147d-c0d6-4526-8634-ba5af801a9c8)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:36:36.898802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] In _notify_port_updated(), no bound segment for port 983939fd-8b3e-4431-b88a-c1fc68de26e6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:36:36.899634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:36.900257 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.901702 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "PUT /v2.0/ports/983939fd-8b3e-4431-b88a-c1fc68de26e6 HTTP/1.1" status: 200 len: 979 time: 1.6719887 May 25 20:36:36.904960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] Pushing event deleted for resources: {'Network': ['ID=5a356b9d-2047-4837-8050-2556cfcecf63,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:36.907901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53776) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:36.915435 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1aa96984-89e5-4548-885c-895738c2bc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.916538 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1aa96984-89e5-4548-885c-895738c2bc95 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f5d2771-081b-4f0f-8d5a-12248b03dcec HTTP/1.1" status: 204 len: 168 time: 0.5692096 May 25 20:36:36.945514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afe32e-a262-463b-b0c6-ae3cb7a44ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Pushing event updated for resources: {'Port': ['ID=983939fd-8b3e-4431-b88a-c1fc68de26e6,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:36.958449 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:36.963544 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-41e3b46a-f2b5-46b7-842f-2a6cadd08493 req-0ef363f8-8a70-42d6-8ed8-5a20775d0846 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770763 May 25 20:36:36.973691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7d5e0-b828-4636-9fa1-31427557da02 req-98794bc9-af3f-4b84-bec8-a1720f2b2a85 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:36.980795 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0aa7d5e0-b828-4636-9fa1-31427557da02 req-98794bc9-af3f-4b84-bec8-a1720f2b2a85 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 946 time: 0.2594221 May 25 20:36:37.011308 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e525022a-ae5a-4db4-ad21-66e191fce987 tempest-NetworksIpV6Test-1253176818 tempest-NetworksIpV6Test-1253176818-project] 10.222.0.60 "DELETE /v2.0/networks/5a356b9d-2047-4837-8050-2556cfcecf63 HTTP/1.1" status: 204 len: 168 time: 2.5861354 May 25 20:36:37.050001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0aa7d5e0-b828-4636-9fa1-31427557da02 req-e7eaadba-91b0-4000-8e37-c83df4aee112 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664334 May 25 20:36:37.088744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.089554 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:37.091263 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] 10.222.0.70 "PUT /v2.0/ports/df6f7022-5397-43cd-beb3-5ada16d916eb HTTP/1.1" status: 200 len: 1130 time: 2.9995522 May 25 20:36:37.098531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'tag': 'df6f7022-5397-43cd-beb3-5ada16d916eb'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:36:37.402379 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-751af53e-c573-4bea-b544-3c5304a78a6d'] response: {'name': 'network-changed', 'server_uuid': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'tag': 'df6f7022-5397-43cd-beb3-5ada16d916eb', 'status': 'completed', 'code': 200} May 25 20:36:37.410669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53798) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:37.436113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.441786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.442572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.443702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.444277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.444951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.445709 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.446689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.447689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.448646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.449832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.450880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.451539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.452153 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.452765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.453942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.454582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.455186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.455787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.456388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.457007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.457609 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.458245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.461632 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7ba5fe65-206f-4ff2-a91f-5ea880a03135 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20708 time: 0.5473642 May 25 20:36:37.470373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53802) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:37.472023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26733ff-1bfd-4cb2-86d4-264cb1e3e426 service neutron] Pushing event updated for resources: {'Port': ['ID=df6f7022-5397-43cd-beb3-5ada16d916eb,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:37.477691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53804) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:37.502219 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-607e3369-2369-445d-a3ef-3385363ce720 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08f39f25b4ab454cb9e603fb6c094c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0894248 May 25 20:36:37.503146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53808) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:37.564313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-c905a869-aa87-4c10-973d-e45970de76d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Deleting port 983939fd-8b3e-4431-b88a-c1fc68de26e6 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:37.564676 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c905a869-aa87-4c10-973d-e45970de76d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:37.570455 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-47ca84a6-e0ce-41aa-a6b4-d0c453b6ac62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:37.601198 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-47ca84a6-e0ce-41aa-a6b4-d0c453b6ac62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:37.643471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-b6dfd78b-7154-481a-aa95-10e7f113c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.644966 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-b6dfd78b-7154-481a-aa95-10e7f113c6d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13a469cfe5354987afc61d8fbdb46baa&device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 1133 time: 0.5081179 May 25 20:36:37.690197 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-47ca84a6-e0ce-41aa-a6b4-d0c453b6ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:37.713774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca84a6-e0ce-41aa-a6b4-d0c453b6ac62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdf777a-a49f-4e3f-a8df-6bcbece4e78d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:37.725312 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-47ca84a6-e0ce-41aa-a6b4-d0c453b6ac62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:37.731068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-47ca84a6-e0ce-41aa-a6b4-d0c453b6ac62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3bdf777a-a49f-4e3f-a8df-6bcbece4e78d HTTP/1.1" status: 204 len: 168 time: 0.2262442 May 25 20:36:37.804487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-968fc121-8f97-4f43-bd52-8bb5563b50de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df6f7022-5397-43cd-beb3-5ada16d916eb HTTP/1.1" status: 200 len: 217 time: 0.1264126 May 25 20:36:37.881299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-b5a526b7-2bec-4a5e-9348-3b56b876ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:37.882969 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-b5a526b7-2bec-4a5e-9348-3b56b876ca74 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55d93bdb-3c56-4f3a-a46f-5e5747c026ef HTTP/1.1" status: 200 len: 834 time: 0.0694370 May 25 20:36:38.114542 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-333ef553-7f8c-4e1f-85d4-2c7bcffc8854 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0eb519dc2501499581bc0665bd1ea6a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6083324 May 25 20:36:38.117291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-c905a869-aa87-4c10-973d-e45970de76d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] For port 983939fd-8b3e-4431-b88a-c1fc68de26e6, host n-h2-843339-1, got binding levels [] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:38.117654 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c905a869-aa87-4c10-973d-e45970de76d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:38.120377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53836) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:38.353932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-c905a869-aa87-4c10-973d-e45970de76d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Calling delete_port for 983939fd-8b3e-4431-b88a-c1fc68de26e6 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:38.380253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5bf14455-05da-44ee-aeea-a6739619e2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:38.405509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfd814-602d-46d5-8f6d-cdd032874636 req-2b102060-0c63-4f2b-933e-c2b3b4f571da tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:38.410786 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4dfd814-602d-46d5-8f6d-cdd032874636 req-2b102060-0c63-4f2b-933e-c2b3b4f571da tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 982 time: 0.4260750 May 25 20:36:38.469606 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5bf14455-05da-44ee-aeea-a6739619e2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:38.472157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-09bf666d-2b62-429d-830e-1571c8e76ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:38.478299 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-09bf666d-2b62-429d-830e-1571c8e76ad8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=364d0c10-a4cb-4714-be64-f7a0692ad669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5608292 May 25 20:36:38.552146 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4dfd814-602d-46d5-8f6d-cdd032874636 req-b3e431bb-eccb-49a8-82a5-3f9e80494684 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1146266 May 25 20:36:38.601207 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5bf14455-05da-44ee-aeea-a6739619e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:38.633041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf14455-05da-44ee-aeea-a6739619e2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdb8170-aef1-4066-9700-03228219afac,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:38.653914 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c905a869-aa87-4c10-973d-e45970de76d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:38.654301 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5bf14455-05da-44ee-aeea-a6739619e2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:38.655605 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5bf14455-05da-44ee-aeea-a6739619e2a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7fdb8170-aef1-4066-9700-03228219afac HTTP/1.1" status: 204 len: 168 time: 0.5343664 May 25 20:36:38.755765 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-327ef337-37ae-4616-8fc6-ed8b79e1cf01 service neutron] 10.222.0.70 "GET /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678561 May 25 20:36:38.772915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91879a-9adc-4392-bfc0-959c165f595b req-123d46ff-d19f-4aab-81c9-9a60f04b2bfe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:38.774417 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c91879a-9adc-4392-bfc0-959c165f595b req-123d46ff-d19f-4aab-81c9-9a60f04b2bfe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 946 time: 0.4898529 May 25 20:36:38.802873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905a869-aa87-4c10-973d-e45970de76d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Pushing event deleted for resources: {'Port': ['ID=983939fd-8b3e-4431-b88a-c1fc68de26e6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:38.831801 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c905a869-aa87-4c10-973d-e45970de76d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:38.926879 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c91879a-9adc-4392-bfc0-959c165f595b req-e2e87ac1-6673-450e-8f88-4b97073c2af9 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420884 May 25 20:36:38.930481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c905a869-aa87-4c10-973d-e45970de76d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "DELETE /v2.0/ports/983939fd-8b3e-4431-b88a-c1fc68de26e6 HTTP/1.1" status: 204 len: 168 time: 1.4554918 May 25 20:36:38.933424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53864) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:38.992041 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6fdc3ad2-a725-41dc-9c15-b705bb372f67 req-85601c3c-e29f-4d2f-b61c-98c40c064fc8 service neutron] 10.222.0.70 "GET /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083471 May 25 20:36:38.992562 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d60649-b950-48ef-8c46-60bd506e7033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] GET failed (client error): The resource could not be found. May 25 20:36:38.993148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-33d60649-b950-48ef-8c46-60bd506e7033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Synchronizing usage tracker for tenant:2eaf294b010f47b892744c05c7369c82 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:39.023465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-33d60649-b950-48ef-8c46-60bd506e7033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Unset dirty status for tenant:2eaf294b010f47b892744c05c7369c82 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:39.029316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53872) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:39.033350 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-33d60649-b950-48ef-8c46-60bd506e7033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "GET /v2.0/ports/983939fd-8b3e-4431-b88a-c1fc68de26e6 HTTP/1.1" status: 404 len: 333 time: 0.0970399 May 25 20:36:39.040886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126787888', 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:39.046491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:39.110383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:39.159422 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Made reservation on behalf of 2eaf294b010f47b892744c05c7369c82 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:39.162244 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:39.193193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] device_id is not set on port 588abdfc-922e-46ab-a991-ad4882c4727b yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:36:39.238037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe990666-8d57-4ba2-95e8-9bc7d8d8e53a req-46a57bff-0976-481c-9803-2e8f82b58a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:39.240005 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe990666-8d57-4ba2-95e8-9bc7d8d8e53a req-46a57bff-0976-481c-9803-2e8f82b58a8d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13a469cfe5354987afc61d8fbdb46baa&device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 1133 time: 0.1867371 May 25 20:36:39.277525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53888) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:39.617347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-120627877'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:39.631300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:39.637227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Usage tracker for resource:network and tenant:3eb45d4daa1141a8a7ccc9429685a37d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:39.643067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:39.661794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:39.674903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe990666-8d57-4ba2-95e8-9bc7d8d8e53a req-e7265384-fcd8-43fa-bf58-49d014b48e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:39.677326 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe990666-8d57-4ba2-95e8-9bc7d8d8e53a req-e7265384-fcd8-43fa-bf58-49d014b48e2c service neutron] 10.222.0.70 "GET /v2.0/networks?id=364d0c10-a4cb-4714-be64-f7a0692ad669 HTTP/1.1" status: 200 len: 898 time: 0.4208534 May 25 20:36:39.756096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Made reservation on behalf of 3eb45d4daa1141a8a7ccc9429685a37d for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:39.771260 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:39.787633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53914) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:39.796453 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:39.823015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:39.836383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Usage tracker for resource:security_group_rule and tenant:3eb45d4daa1141a8a7ccc9429685a37d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:39.845770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:39.850459 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe990666-8d57-4ba2-95e8-9bc7d8d8e53a req-9ac81e66-e384-46be-a949-bf2bd4588999 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df6f7022-5397-43cd-beb3-5ada16d916eb HTTP/1.1" status: 200 len: 217 time: 0.1108162 May 25 20:36:39.854113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:39.895493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d7aeb-eedc-4031-bdb6-8222f0f74e0a req-7e9f34cb-bb3e-4e81-9688-6c8a8110f598 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:39.902507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f6d7aeb-eedc-4031-bdb6-8222f0f74e0a req-7e9f34cb-bb3e-4e81-9688-6c8a8110f598 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 982 time: 0.2244856 May 25 20:36:39.949321 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:39.963082 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f6d7aeb-eedc-4031-bdb6-8222f0f74e0a req-61b319cc-cb9e-4a4f-b80b-b2965de7598f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0593193 May 25 20:36:39.999227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1596667290'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:40.011065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe990666-8d57-4ba2-95e8-9bc7d8d8e53a req-73b3a5d9-5e43-4334-981c-64f53c5a10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:40.012592 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe990666-8d57-4ba2-95e8-9bc7d8d8e53a req-73b3a5d9-5e43-4334-981c-64f53c5a10a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55d93bdb-3c56-4f3a-a46f-5e5747c026ef HTTP/1.1" status: 200 len: 834 time: 0.1453266 May 25 20:36:40.013583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:40.021565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Usage tracker for resource:network and tenant:ad56df13c7e143a5be4234cb79b0c308 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:40.030336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:40.056819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:40.086173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Made reservation on behalf of ad56df13c7e143a5be4234cb79b0c308 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:40.090141 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.110500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.111692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.124093 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.177508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:36:40.179514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:40.183882 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.200562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Usage tracker for resource:security_group_rule and tenant:ad56df13c7e143a5be4234cb79b0c308 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:40.206645 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.206981 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Added segment ae475976-8ff0-4ca4-96ba-b9817700d5ca of type vlan for network 36826a01-e1c5-464d-aef3-8ca826c45777 May 25 20:36:40.208136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:40.217240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab32cbf0-a732-4874-9de9-61c6cee087cd,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:40.221023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:40.262989 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.275710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Network c82a22d8-e048-4180-abc8-076f06f88056 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:40.280322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:40.291222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:40.292147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:40.292779 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.301821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe990666-8d57-4ba2-95e8-9bc7d8d8e53a req-6dee8e99-5aff-43e3-a181-8a7e7199a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:40.303305 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe990666-8d57-4ba2-95e8-9bc7d8d8e53a req-6dee8e99-5aff-43e3-a181-8a7e7199a7b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=364d0c10-a4cb-4714-be64-f7a0692ad669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2744362 May 25 20:36:40.318128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Pushing event updated for resources: {'Port': ['ID=588abdfc-922e-46ab-a991-ad4882c4727b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:40.326062 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.332242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:40.332844 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.354752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638955fb-ae15-4e02-971c-3a6c9971e849 req-1d77409a-7953-4af3-8077-44158a6f65ec tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:40.356210 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-638955fb-ae15-4e02-971c-3a6c9971e849 req-1d77409a-7953-4af3-8077-44158a6f65ec tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 946 time: 0.2522907 May 25 20:36:40.463182 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1e6046b6-f0bf-4d9e-9854-3daac3964975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4304237 May 25 20:36:40.471683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53932) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:40.497332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event updated for resources: {'Network': ['ID=36826a01-e1c5-464d-aef3-8ca826c45777,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:40.510742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 36826a01-e1c5-464d-aef3-8ca826c45777 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:36:40.532646 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.538745 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.544457 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-30dd0b60-52b7-4b79-8c00-57a1cd1024d3 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2653251 May 25 20:36:40.547976 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-638955fb-ae15-4e02-971c-3a6c9971e849 req-010b71cf-69ca-4d51-9930-6baca7a1c2c0 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360927 May 25 20:36:40.568967 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53936) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:40.598784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Request body: {'subnet': {'network_id': '36826a01-e1c5-464d-aef3-8ca826c45777', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:40.602280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:36:40.608809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7965d8-2295-4f90-b6b0-a1957c6cae86,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:40.619585 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.620251 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Added segment 4971f376-686d-4351-be97-3221c8683253 of type vlan for network 10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0 May 25 20:36:40.682918 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.767755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:40.772012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Usage tracker for resource:subnet and tenant:3eb45d4daa1141a8a7ccc9429685a37d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:40.775125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:40.781492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:40.802404 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe990666-8d57-4ba2-95e8-9bc7d8d8e53a req-fbd94eb5-46dd-448d-b078-8f08dfcab006 service neutron] 10.222.0.70 "GET /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895236 May 25 20:36:40.803417 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.803749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1594d048-b74c-407f-b18a-005908b8f596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:40.804484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1594d048-b74c-407f-b18a-005908b8f596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Synchronizing usage tracker for tenant:2eaf294b010f47b892744c05c7369c82 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:40.808378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Made reservation on behalf of 3eb45d4daa1141a8a7ccc9429685a37d for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:40.809185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:40.809901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.811985 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:40.948145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Pushing event updated for resources: {'Network': ['ID=10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:40.961576 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:36:40.966986 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-26326dbd-31da-43f9-833a-a72ea07c6c8f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1780274 May 25 20:36:40.967735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53946) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:40.976909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Request body: {'subnet': {'network_id': '10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:41.082816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1594d048-b74c-407f-b18a-005908b8f596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Unset dirty status for tenant:2eaf294b010f47b892744c05c7369c82 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:41.086934 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1594d048-b74c-407f-b18a-005908b8f596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "GET /v2.0/ports/588abdfc-922e-46ab-a991-ad4882c4727b HTTP/1.1" status: 200 len: 959 time: 0.6146483 May 25 20:36:41.103038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53958) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:41.128281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3553ae-a367-41d2-9ece-b4206392dfdc req-d708be1c-5af7-47fc-a16f-03edeebafb0c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:41.130385 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9c3553ae-a367-41d2-9ece-b4206392dfdc req-d708be1c-5af7-47fc-a16f-03edeebafb0c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 946 time: 0.3977385 May 25 20:36:41.215183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:41.221740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Usage tracker for resource:subnet and tenant:ad56df13c7e143a5be4234cb79b0c308 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:41.226461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:41.231817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9c3553ae-a367-41d2-9ece-b4206392dfdc req-41fdd484-4ede-4a3f-bc63-1c0790d53348 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922940 May 25 20:36:41.240466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:41.262313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Made reservation on behalf of ad56df13c7e143a5be4234cb79b0c308 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:41.267648 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:41.290258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d8d44587-97e2-4463-84df-89b02f150253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Deleting port 588abdfc-922e-46ab-a991-ad4882c4727b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:41.291303 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8d44587-97e2-4463-84df-89b02f150253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:41.353252 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe990666-8d57-4ba2-95e8-9bc7d8d8e53a req-3071d33c-d49c-48dc-ad34-58db25aca3cd service neutron] 10.222.0.70 "GET /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227146 May 25 20:36:41.527666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f4414-2d55-4ea2-af1d-7e6fbe207459 req-54103ad7-1974-43f3-bd5a-240ddfce1842 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:41.534912 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8f4f4414-2d55-4ea2-af1d-7e6fbe207459 req-54103ad7-1974-43f3-bd5a-240ddfce1842 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 982 time: 0.3840396 May 25 20:36:41.547418 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:41.648364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Pushing event updated for resources: {'Subnet': ['ID=d2856b5d-f3b2-491c-9d56-6036d5ca9b6b,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:41.654947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Checking segment: {'id': '4971f376-686d-4351-be97-3221c8683253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:36:41.655305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Network hostable DHCP agents. Network: 10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:36:41.678193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Network 10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:36:41.692782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:41.697865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:41.698610 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:41.705945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57d6060-0fc5-4935-aeea-09c510a3896e None None] Network 10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:41.738124 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-16330a8c-f889-4102-8016-7af42576e9f8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7679307 May 25 20:36:41.740576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53974) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:41.747263 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Request body: {'port': {'network_id': '10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0', 'name': 'tempest-TagsExtTest-243358384'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:41.919578 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:41.944565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:41.948682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Usage tracker for resource:port and tenant:ad56df13c7e143a5be4234cb79b0c308 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:41.951540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:41.958804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:41.966892 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8d44587-97e2-4463-84df-89b02f150253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:41.970480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Made reservation on behalf of ad56df13c7e143a5be4234cb79b0c308 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:41.974808 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:41.988625 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8f4f4414-2d55-4ea2-af1d-7e6fbe207459 req-3d784cb0-3be9-47fd-89bd-23e5b86c7b89 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4317911 May 25 20:36:42.025108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] device_id is not set on port bb2bdc4c-3bde-4690-960c-dea42d0e0afa yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:36:42.059675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0', 'network_id': '10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0', 'tenant_id': 'ad56df13c7e143a5be4234cb79b0c308', 'fixed_ips': [{'subnet_id': 'd2856b5d-f3b2-491c-9d56-6036d5ca9b6b'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:36:42.060495 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:42.158954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d8d44587-97e2-4463-84df-89b02f150253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Calling delete_port for 588abdfc-922e-46ab-a991-ad4882c4727b owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:42.229487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event updated for resources: {'Subnet': ['ID=1bd7ffae-d20a-4bf4-bc45-4474ab8a9410,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:42.233000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Allocated IP 172.20.0.11 (10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/bb2bdc4c-3bde-4690-960c-dea42d0e0afa) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:42.240498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Checking segment: {'id': 'ae475976-8ff0-4ca4-96ba-b9817700d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36826a01-e1c5-464d-aef3-8ca826c45777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:36:42.240852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Network hostable DHCP agents. Network: 36826a01-e1c5-464d-aef3-8ca826c45777, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:36:42.256999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:42.257335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:42.257660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:42.257983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:42.258327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:42.258646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:42.258961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:42.259274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:42.259591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:42.259906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:42.260215 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:42.261003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:36:42.291560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Network 36826a01-e1c5-464d-aef3-8ca826c45777 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:36:42.301201 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8d44587-97e2-4463-84df-89b02f150253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:42.342335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 36826a01-e1c5-464d-aef3-8ca826c45777) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:42.352865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd034ea2-290d-4a2a-a471-6d6c4a2fab38 None None] Network 36826a01-e1c5-464d-aef3-8ca826c45777 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:42.364043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:42.365468 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:42.369989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d44587-97e2-4463-84df-89b02f150253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Pushing event deleted for resources: {'Port': ['ID=588abdfc-922e-46ab-a991-ad4882c4727b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:42.381871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8d44587-97e2-4463-84df-89b02f150253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:42.408061 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7877d8d5-02e5-4119-ae02-efc8018d0c2f tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8374910 May 25 20:36:42.414547 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d8d44587-97e2-4463-84df-89b02f150253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "DELETE /v2.0/ports/588abdfc-922e-46ab-a991-ad4882c4727b HTTP/1.1" status: 204 len: 168 time: 1.3090298 May 25 20:36:42.415023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53988) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:42.415521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 53990) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:42.424148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Request body: {'port': {'network_id': '36826a01-e1c5-464d-aef3-8ca826c45777', 'name': 'tempest-AllowedAddressPairTestJSON-422946418'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:42.556525 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e030db-cc38-47a7-8298-3ac04b7c7a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] GET failed (client error): The resource could not be found. May 25 20:36:42.557100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-68e030db-cc38-47a7-8298-3ac04b7c7a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Synchronizing usage tracker for tenant:2eaf294b010f47b892744c05c7369c82 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:42.606036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-68e030db-cc38-47a7-8298-3ac04b7c7a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Unset dirty status for tenant:2eaf294b010f47b892744c05c7369c82 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:42.613408 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-68e030db-cc38-47a7-8298-3ac04b7c7a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "GET /v2.0/ports/588abdfc-922e-46ab-a991-ad4882c4727b HTTP/1.1" status: 404 len: 333 time: 0.1948965 May 25 20:36:42.613710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 53996) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:42.620309 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:42.631602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Request body: {'port': {'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1339297592'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:42.639099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:42.655443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Transition to ACTIVE for port object bb2bdc4c-3bde-4690-960c-dea42d0e0afa will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:42.657408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:42.674445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:42.675992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Made reservation on behalf of 2eaf294b010f47b892744c05c7369c82 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:42.678542 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:42.679393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Usage tracker for resource:port and tenant:3eb45d4daa1141a8a7ccc9429685a37d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:42.682742 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:42.689900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:42.707808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] device_id is not set on port fe30378a-def6-4460-811d-89a9065ba2d6 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:36:42.709902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-36826a01-e1c5-464d-aef3-8ca826c45777', 'network_id': '36826a01-e1c5-464d-aef3-8ca826c45777', 'tenant_id': '3eb45d4daa1141a8a7ccc9429685a37d', 'fixed_ips': [{'subnet_id': '1bd7ffae-d20a-4bf4-bc45-4474ab8a9410'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:36:42.710835 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:42.733329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Made reservation on behalf of 3eb45d4daa1141a8a7ccc9429685a37d for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:42.739986 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:42.752966 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:42.763826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54004) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:42.870616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Pushing event updated for resources: {'Port': ['ID=bb2bdc4c-3bde-4690-960c-dea42d0e0afa,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:42.894047 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] device_id is not set on port 5433f5b9-3908-436b-b882-c658062d8ed4 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:36:42.922799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Network 10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:42.926696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:42.930562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:42.941942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Allocated IP 172.20.0.2 (10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/6030334a-fa17-47dd-96ab-113880c499e6) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:43.085972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Allocated IP 172.20.0.2 (36826a01-e1c5-464d-aef3-8ca826c45777/1bd7ffae-d20a-4bf4-bc45-4474ab8a9410/633c34ee-d568-4347-a864-3e62228f003c) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:43.104843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:43.105430 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:43.241275 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:43.308423 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cfef689e-31bb-4637-8740-b4c01974f155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5667512 May 25 20:36:43.314741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54016) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:43.325280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2f622ac9-56b2-4d7a-b5a9-94c460a7c3aa tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1902651735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:43.347347 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:43.349856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2f622ac9-56b2-4d7a-b5a9-94c460a7c3aa tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:43.401979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2f622ac9-56b2-4d7a-b5a9-94c460a7c3aa tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Usage tracker for resource:router and tenant:ad56df13c7e143a5be4234cb79b0c308 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:43.412550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2f622ac9-56b2-4d7a-b5a9-94c460a7c3aa tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:43.416334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Network c82a22d8-e048-4180-abc8-076f06f88056 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:43.431056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:43.433149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2f622ac9-56b2-4d7a-b5a9-94c460a7c3aa tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:43.444295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:43.445236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:43.445835 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:43.476442 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8597062 May 25 20:36:43.481332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54024) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:43.506307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:43.517982 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:43.574943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Transition to ACTIVE for port object 6030334a-fa17-47dd-96ab-113880c499e6 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:43.608992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262b474-5988-4607-ade0-88090c158079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Pushing event updated for resources: {'Port': ['ID=fe30378a-def6-4460-811d-89a9065ba2d6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:43.612163 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Transition to ACTIVE for port object 6030334a-fa17-47dd-96ab-113880c499e6 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:43.612342 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f622ac9-56b2-4d7a-b5a9-94c460a7c3aa tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:43.614046 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f622ac9-56b2-4d7a-b5a9-94c460a7c3aa tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:43.621113 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:43.630440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:43.653912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992c8a5-d3c4-4d28-98c3-74a7cca94457 req-6d69b22f-ae93-4ffc-a190-d7678d6b049e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:43.655448 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5992c8a5-d3c4-4d28-98c3-74a7cca94457 req-6d69b22f-ae93-4ffc-a190-d7678d6b049e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 982 time: 0.3926742 May 25 20:36:43.705740 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device df6f7022-5397-43cd-beb3-5ada16d916eb details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:36:43.721306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Transition to ACTIVE for port object 633c34ee-d568-4347-a864-3e62228f003c will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:43.743616 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f622ac9-56b2-4d7a-b5a9-94c460a7c3aa tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:43.762893 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:43.791131 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f622ac9-56b2-4d7a-b5a9-94c460a7c3aa tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:43.802324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Network 10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:43.815208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:43.818978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:43.826651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Pushing event updated for resources: {'Port': ['ID=6030334a-fa17-47dd-96ab-113880c499e6,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:43.830038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Transition to ACTIVE for port object 633c34ee-d568-4347-a864-3e62228f003c will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:43.836843 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f622ac9-56b2-4d7a-b5a9-94c460a7c3aa tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:43.839899 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2f622ac9-56b2-4d7a-b5a9-94c460a7c3aa tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5191112 May 25 20:36:43.846393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54032) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:43.887606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-56b11ba3-9dc7-4622-8194-0b10a2647548 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1447097338', 'prefixes': ['172.20.0.0/16']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:43.903115 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5992c8a5-d3c4-4d28-98c3-74a7cca94457 req-a5e89cb5-252e-433f-b25e-7392632b9f2e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2341175 May 25 20:36:43.913657 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-56b11ba3-9dc7-4622-8194-0b10a2647548 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:43.996932 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:44.114977 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:44.117710 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56b11ba3-9dc7-4622-8194-0b10a2647548 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for subnetpool, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:44.119442 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-56b11ba3-9dc7-4622-8194-0b10a2647548 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2375655 May 25 20:36:44.122709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54040) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:44.129001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Attempting to bind port 6030334a-fa17-47dd-96ab-113880c499e6 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:44.129316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Attempting to bind port 6030334a-fa17-47dd-96ab-113880c499e6 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '4971f376-686d-4351-be97-3221c8683253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:44.129586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Attempting to bind port 6030334a-fa17-47dd-96ab-113880c499e6 on network 10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:44.134013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-8e85e50e-1b3c-44e4-a405-a5060c363d9c tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd2856b5d-f3b2-491c-9d56-6036d5ca9b6b', 'tempest-TagsExtTest-Tag-113072459') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:44.142679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Allocated IP 172.20.0.14 (36826a01-e1c5-464d-aef3-8ca826c45777/1bd7ffae-d20a-4bf4-bc45-4474ab8a9410/5433f5b9-3908-436b-b882-c658062d8ed4) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:44.143002 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Network 36826a01-e1c5-464d-aef3-8ca826c45777 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:44.151735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:44.154118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:44.171478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:36:44.172074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Checking segment: {'id': '4971f376-686d-4351-be97-3221c8683253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:36:44.174975 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:44.174975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Bound using segment: {'id': '4971f376-686d-4351-be97-3221c8683253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:36:44.175644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Bound port: 6030334a-fa17-47dd-96ab-113880c499e6, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4971f376-686d-4351-be97-3221c8683253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:36:44.175919 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:44.198312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Pushing event updated for resources: {'Port': ['ID=633c34ee-d568-4347-a864-3e62228f003c,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:44.357649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] device_id is not set on port fe30378a-def6-4460-811d-89a9065ba2d6 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:36:44.375056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:44.402797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Transition to ACTIVE for port object fe30378a-def6-4460-811d-89a9065ba2d6 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:44.413994 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8e85e50e-1b3c-44e4-a405-a5060c363d9c tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "PUT /v2.0/subnets/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/tags/tempest-TagsExtTest-Tag-113072459 HTTP/1.1" status: 201 len: 201 time: 0.2863123 May 25 20:36:44.415708 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54046) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:44.415835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Attempting to bind port 633c34ee-d568-4347-a864-3e62228f003c on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:44.415835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Attempting to bind port 633c34ee-d568-4347-a864-3e62228f003c by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'ae475976-8ff0-4ca4-96ba-b9817700d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36826a01-e1c5-464d-aef3-8ca826c45777'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:44.415835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Attempting to bind port 633c34ee-d568-4347-a864-3e62228f003c on network 36826a01-e1c5-464d-aef3-8ca826c45777 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:44.421520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-694dc798-fd6c-4327-b05e-df155342eb3f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bb2bdc4c-3bde-4690-960c-dea42d0e0afa', 'tempest-TagsExtTest-Tag-1019414454') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:44.426931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:36:44.427495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Checking segment: {'id': 'ae475976-8ff0-4ca4-96ba-b9817700d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36826a01-e1c5-464d-aef3-8ca826c45777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:36:44.428075 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:44.428564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Bound using segment: {'id': 'ae475976-8ff0-4ca4-96ba-b9817700d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36826a01-e1c5-464d-aef3-8ca826c45777'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:36:44.429138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Bound port: 633c34ee-d568-4347-a864-3e62228f003c, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae475976-8ff0-4ca4-96ba-b9817700d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36826a01-e1c5-464d-aef3-8ca826c45777'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:36:44.429922 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:44.444717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port df6f7022-5397-43cd-beb3-5ada16d916eb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=df6f7022-5397-43cd-beb3-5ada16d916eb,segment=NetworkSegment(c804147d-c0d6-4526-8634-ba5af801a9c8),segment_id=c804147d-c0d6-4526-8634-ba5af801a9c8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:44.454857 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:44.484254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'df6f7022-5397-43cd-beb3-5ada16d916eb', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'port_id': 'df6f7022-5397-43cd-beb3-5ada16d916eb', 'mac_address': 'fa:16:3e:1a:08:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:36:44.623496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] For port 6030334a-fa17-47dd-96ab-113880c499e6, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:36:44.652180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:44.652506 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:44.652831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:44.660826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:44.661151 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:44.669488 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 2 to bind port fe30378a-def6-4460-811d-89a9065ba2d6 May 25 20:36:44.669657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] For port 6030334a-fa17-47dd-96ab-113880c499e6, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6030334a-fa17-47dd-96ab-113880c499e6,segment=NetworkSegment(4971f376-686d-4351-be97-3221c8683253),segment_id=4971f376-686d-4351-be97-3221c8683253)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:36:44.692031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Pushing event updated for resources: {'Port': ['ID=fe30378a-def6-4460-811d-89a9065ba2d6,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:44.698336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:44.698661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:44.698986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:44.708750 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:44.708952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:44.709077 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:44.713367 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 3 to bind port fe30378a-def6-4460-811d-89a9065ba2d6 May 25 20:36:44.731166 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:44.734358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:44.734740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:44.735522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:44.744230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:44.744836 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:44.745117 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 4 to bind port fe30378a-def6-4460-811d-89a9065ba2d6 May 25 20:36:44.768021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:44.769985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:44.770102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:44.775867 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port df6f7022-5397-43cd-beb3-5ada16d916eb is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:44.776525 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:44.777212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:44.777534 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:44.778872 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 5 to bind port fe30378a-def6-4460-811d-89a9065ba2d6 May 25 20:36:44.796728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:44.797139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:44.797494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:44.803692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:44.804210 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:44.805654 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-694dc798-fd6c-4327-b05e-df155342eb3f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "PUT /v2.0/ports/bb2bdc4c-3bde-4690-960c-dea42d0e0afa/tags/tempest-TagsExtTest-Tag-1019414454 HTTP/1.1" status: 201 len: 201 time: 0.3901472 May 25 20:36:44.806216 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 6 to bind port fe30378a-def6-4460-811d-89a9065ba2d6 May 25 20:36:44.814688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54054) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:44.823934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:44.824265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:44.824490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-44747746-87e9-483c-ac57-c451c93fa7ad tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fcdd2855-3565-47d8-ae47-016ce3db2502', 'tempest-TagsExtTest-Tag-1322124668') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:44.824726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:44.830867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:44.831217 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:44.831976 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 7 to bind port fe30378a-def6-4460-811d-89a9065ba2d6 May 25 20:36:44.836514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] For port 633c34ee-d568-4347-a864-3e62228f003c, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:36:44.849195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:44.849534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:44.849839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:44.853674 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6f7022-5397-43cd-beb3-5ada16d916eb {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:36:44.855942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:44.855942 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:44.858248 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 8 to bind port fe30378a-def6-4460-811d-89a9065ba2d6 May 25 20:36:44.878938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:44.879139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb107d1-5524-4c15-a22d-5bb449eaa5c3 None None] Pushing event updated for resources: {'Port': ['ID=6030334a-fa17-47dd-96ab-113880c499e6,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:44.879270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:44.879606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:44.884334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] For port 633c34ee-d568-4347-a864-3e62228f003c, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=633c34ee-d568-4347-a864-3e62228f003c,segment=NetworkSegment(ae475976-8ff0-4ca4-96ba-b9817700d5ca),segment_id=ae475976-8ff0-4ca4-96ba-b9817700d5ca)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:36:44.885137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:44.885569 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:44.886095 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 9 to bind port fe30378a-def6-4460-811d-89a9065ba2d6 May 25 20:36:44.898573 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:44.910553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:44.910888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:44.911231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:44.917013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:44.917472 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:44.917858 n-d-843339-1 neutron-server[88332]: INFO neutron.plugins.ml2.plugin [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempt 10 to bind port fe30378a-def6-4460-811d-89a9065ba2d6 May 25 20:36:44.950125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:44.950478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:44.950804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempting to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:44.951219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Transition to ACTIVE for port object 5433f5b9-3908-436b-b882-c658062d8ed4 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:44.961177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:36:44.961508 n-d-843339-1 neutron-server[88332]: ERROR neutron.plugins.ml2.managers [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Failed to bind port fe30378a-def6-4460-811d-89a9065ba2d6 on host n-h2-843339-1 for vnic_type normal using segments [{'id': 'e729cbe9-4934-4190-8d47-545a7eb72b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c82a22d8-e048-4180-abc8-076f06f88056'}] May 25 20:36:44.961867 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:44.964869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port df6f7022-5397-43cd-beb3-5ada16d916eb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=df6f7022-5397-43cd-beb3-5ada16d916eb,segment=NetworkSegment(c804147d-c0d6-4526-8634-ba5af801a9c8),segment_id=c804147d-c0d6-4526-8634-ba5af801a9c8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:45.030048 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:45.098386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce202e-8342-4f69-b013-56971ecd8be4 None None] Pushing event updated for resources: {'Port': ['ID=633c34ee-d568-4347-a864-3e62228f003c,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:45.150922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:45.200979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=df6f7022-5397-43cd-beb3-5ada16d916eb,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:45.293988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Network 36826a01-e1c5-464d-aef3-8ca826c45777 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:45.306504 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Allocated IP 172.20.0.33 (0fc9b8e6-ed3a-4164-8148-1f275fcfa19f/e942b1ad-d118-4023-9bc9-7aed46856c60/6661d58b-bf8d-4891-8aa6-2f6b3db09692) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:45.309673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:45.365256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:45.366994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] For port fe30378a-def6-4460-811d-89a9065ba2d6, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:36:45.367373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attempted to set empty binding levels {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 25 20:36:45.382399 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:45.404127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['df6f7022-5397-43cd-beb3-5ada16d916eb'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:36:45.550075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] In _notify_port_updated(), no bound segment for port fe30378a-def6-4460-811d-89a9065ba2d6 on network c82a22d8-e048-4180-abc8-076f06f88056 {{(pid=88332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:36:45.551356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:45.566483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:45.570979 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "PUT /v2.0/ports/fe30378a-def6-4460-811d-89a9065ba2d6 HTTP/1.1" status: 200 len: 979 time: 2.0810227 May 25 20:36:45.572076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54072) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:45.609991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event updated for resources: {'Port': ['ID=5433f5b9-3908-436b-b882-c658062d8ed4,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:45.638240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82cb08-afc5-4a51-b645-47a16291901a tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Pushing event updated for resources: {'Port': ['ID=fe30378a-def6-4460-811d-89a9065ba2d6,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:45.726973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ccae3-10af-424d-a08f-ec1300bf8dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Deleting port fe30378a-def6-4460-811d-89a9065ba2d6 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:45.729895 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ccae3-10af-424d-a08f-ec1300bf8dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:45.784535 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-44747746-87e9-483c-ac57-c451c93fa7ad tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "PUT /v2.0/routers/fcdd2855-3565-47d8-ae47-016ce3db2502/tags/tempest-TagsExtTest-Tag-1322124668 HTTP/1.1" status: 201 len: 201 time: 0.9682064 May 25 20:36:45.793385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54080) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:45.805800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-a7c03e4f-0a42-4933-83c8-54cbf263d59b tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3adab198-6dc9-4ef0-a5d5-1df245bb270f', 'tempest-TagsExtTest-Tag-713988458') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:45.811171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:45.811954 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:45.859927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-693e80bf-3ab7-44ca-9243-7acecbd4ce19 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4360471 May 25 20:36:45.866952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54084) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:45.880588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Request body: {'port': {'network_id': '36826a01-e1c5-464d-aef3-8ca826c45777', 'name': 'tempest-AllowedAddressPairTestJSON-143983708', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8e:60:35'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:45.918526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066a253-132b-44fb-a760-199897b264fe req-122ed763-7dc3-4ca9-a69f-3b788d38f411 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:45.926690 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2066a253-132b-44fb-a760-199897b264fe req-122ed763-7dc3-4ca9-a69f-3b788d38f411 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 983 time: 0.7317138 May 25 20:36:45.973364 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:46.020917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2066a253-132b-44fb-a760-199897b264fe req-ad056b45-00a2-43cc-a332-a031e819cf4c tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0932372 May 25 20:36:46.022091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Transition to ACTIVE for port object 6661d58b-bf8d-4891-8aa6-2f6b3db09692 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:46.075391 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:46.111116 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a7c03e4f-0a42-4933-83c8-54cbf263d59b tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "PUT /v2.0/subnetpools/3adab198-6dc9-4ef0-a5d5-1df245bb270f/tags/tempest-TagsExtTest-Tag-713988458 HTTP/1.1" status: 201 len: 201 time: 0.3165381 May 25 20:36:46.117037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54094) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:46.138849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-41f5171d-8120-4b8f-ae38-2bb36536c01a tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd2856b5d-f3b2-491c-9d56-6036d5ca9b6b') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:46.191985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-8e8ccae3-10af-424d-a08f-ec1300bf8dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] For port fe30378a-def6-4460-811d-89a9065ba2d6, host n-h2-843339-1, got binding levels [] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:46.192597 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ccae3-10af-424d-a08f-ec1300bf8dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:46.222348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:46.222348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:46.222348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:46.231660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:46.236529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Usage tracker for resource:port and tenant:3eb45d4daa1141a8a7ccc9429685a37d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:46.239471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:46.299651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=6661d58b-bf8d-4891-8aa6-2f6b3db09692,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:46.304789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:46.342753 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:46.441677 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-41f5171d-8120-4b8f-ae38-2bb36536c01a tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/subnets/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/tags HTTP/1.1" status: 200 len: 240 time: 0.3221724 May 25 20:36:46.442249 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54100) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:46.447552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ccae3-10af-424d-a08f-ec1300bf8dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Calling delete_port for fe30378a-def6-4460-811d-89a9065ba2d6 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:46.449806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-465fadbb-a0a1-43d1-82b9-ae2fc1871902 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd2856b5d-f3b2-491c-9d56-6036d5ca9b6b', 'tempest-TagsExtTest-Tag-113072459') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:46.530452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Made reservation on behalf of 3eb45d4daa1141a8a7ccc9429685a37d for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:46.731430 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ccae3-10af-424d-a08f-ec1300bf8dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:46.751068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87381de-f626-44a2-8456-3070277d008b None None] Network 10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:46.803782 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:46.884448 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ccae3-10af-424d-a08f-ec1300bf8dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe30378a-def6-4460-811d-89a9065ba2d6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:46.911907 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8e8ccae3-10af-424d-a08f-ec1300bf8dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:46.953153 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:46.970291 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8e8ccae3-10af-424d-a08f-ec1300bf8dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "DELETE /v2.0/ports/fe30378a-def6-4460-811d-89a9065ba2d6 HTTP/1.1" status: 204 len: 168 time: 1.3960853 May 25 20:36:46.971473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54108) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:46.977831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6030334a-fa17-47dd-96ab-113880c499e6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:47.027616 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c75015-0ae5-481a-b0e8-63573e94f2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] GET failed (client error): The resource could not be found. May 25 20:36:47.028357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-59c75015-0ae5-481a-b0e8-63573e94f2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Synchronizing usage tracker for tenant:2eaf294b010f47b892744c05c7369c82 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:47.033698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] device_id is not set on port 1cebdf27-9e63-48a6-9ad0-be8ad0ead76b yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:36:47.056593 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-465fadbb-a0a1-43d1-82b9-ae2fc1871902 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/subnets/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/tags/tempest-TagsExtTest-Tag-113072459 HTTP/1.1" status: 204 len: 168 time: 0.6120265 May 25 20:36:47.083509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54118) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:47.109574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-fe93a9bf-a3aa-4a06-b003-602501eac973 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd2856b5d-f3b2-491c-9d56-6036d5ca9b6b', 'tempest-TagsExtTest-Tag-113072459') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:47.148293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0eac13d5-cf9a-4453-863f-f300e20fea83 None None] Provisioning for port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:47.220407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0eac13d5-cf9a-4453-863f-f300e20fea83 None None] Provisioning complete for port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:47.220806 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0eac13d5-cf9a-4453-863f-f300e20fea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:47.298445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-59c75015-0ae5-481a-b0e8-63573e94f2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] Unset dirty status for tenant:2eaf294b010f47b892744c05c7369c82 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:47.305082 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-59c75015-0ae5-481a-b0e8-63573e94f2b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522926511-project-admin] 10.222.0.60 "GET /v2.0/ports/fe30378a-def6-4460-811d-89a9065ba2d6 HTTP/1.1" status: 404 len: 333 time: 0.3294644 May 25 20:36:47.309087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54122) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:47.339454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49acd97-7733-4c7d-bb39-5dc72c259dca None None] Network 36826a01-e1c5-464d-aef3-8ca826c45777 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:36:47.362701 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0eac13d5-cf9a-4453-863f-f300e20fea83 None None] Port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:36:47.447975 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:36:47.453078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 6030334a-fa17-47dd-96ab-113880c499e6 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:47.462126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 633c34ee-d568-4347-a864-3e62228f003c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:47.543908 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:47.551237 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:47.592134 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-649e4192-2374-425b-a0fb-0c55f550949e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:47.618645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a717860-c72b-406f-905e-5040241fc480 req-73bcfe06-a227-45ed-a30d-b281422eebdd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:47.620040 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9a717860-c72b-406f-905e-5040241fc480 req-73bcfe06-a227-45ed-a30d-b281422eebdd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 983 time: 0.4220154 May 25 20:36:47.633684 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] Provisioning for port 6030334a-fa17-47dd-96ab-113880c499e6 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:47.655005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] Provisioning complete for port 6030334a-fa17-47dd-96ab-113880c499e6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:47.655372 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:47.680274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Allocated IP 172.20.0.10 (36826a01-e1c5-464d-aef3-8ca826c45777/1bd7ffae-d20a-4bf4-bc45-4474ab8a9410/1cebdf27-9e63-48a6-9ad0-be8ad0ead76b) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:47.701866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device df6f7022-5397-43cd-beb3-5ada16d916eb up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:47.713596 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:47.724429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=6661d58b-bf8d-4891-8aa6-2f6b3db09692,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:47.870555 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 633c34ee-d568-4347-a864-3e62228f003c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:47.936480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:47.936480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:47.968662 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9a717860-c72b-406f-905e-5040241fc480 req-7459bda1-eca2-45e6-9ad1-6927e657934d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3365533 May 25 20:36:48.029570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fe93a9bf-a3aa-4a06-b003-602501eac973 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/subnets/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/tags/tempest-TagsExtTest-Tag-113072459 HTTP/1.1" status: 204 len: 168 time: 0.9447985 May 25 20:36:48.037887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54136) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:48.077412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-1ab5e949-e1dc-4afa-b2ad-4c605b2cd16d tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd2856b5d-f3b2-491c-9d56-6036d5ca9b6b') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:48.077555 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] Current status of the port 6030334a-fa17-47dd-96ab-113880c499e6 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:48.077913 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:48.088817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port df6f7022-5397-43cd-beb3-5ada16d916eb completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:48.118642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port df6f7022-5397-43cd-beb3-5ada16d916eb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:48.119551 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:48.136975 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-649e4192-2374-425b-a0fb-0c55f550949e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:48.248239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-649e4192-2374-425b-a0fb-0c55f550949e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82a22d8-e048-4180-abc8-076f06f88056']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:48.253923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] For port 6030334a-fa17-47dd-96ab-113880c499e6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6030334a-fa17-47dd-96ab-113880c499e6,segment=NetworkSegment(4971f376-686d-4351-be97-3221c8683253),segment_id=4971f376-686d-4351-be97-3221c8683253)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:48.273013 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:48.292789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Router d173972f-36d4-4570-b5e6-b506ad07a790 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:36:48.382378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-649e4192-2374-425b-a0fb-0c55f550949e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e729cbe9-4934-4190-8d47-545a7eb72b8e') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:48.382864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-649e4192-2374-425b-a0fb-0c55f550949e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e729cbe9-4934-4190-8d47-545a7eb72b8e') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:48.467951 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-649e4192-2374-425b-a0fb-0c55f550949e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:48.534739 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-649e4192-2374-425b-a0fb-0c55f550949e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:48.541198 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1ab5e949-e1dc-4afa-b2ad-4c605b2cd16d tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/subnets/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/tags HTTP/1.1" status: 200 len: 205 time: 0.4998679 May 25 20:36:48.541826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54146) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:48.559003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] Provisioning for port 633c34ee-d568-4347-a864-3e62228f003c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:48.560128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-700a9f65-5b04-4b97-a968-d3269eeb95ef tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bb2bdc4c-3bde-4690-960c-dea42d0e0afa') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:48.577605 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port df6f7022-5397-43cd-beb3-5ada16d916eb is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:48.578560 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:48.589153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] Provisioning complete for port 633c34ee-d568-4347-a864-3e62228f003c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:48.589880 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:48.607740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649e4192-2374-425b-a0fb-0c55f550949e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:36:48.607919 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-649e4192-2374-425b-a0fb-0c55f550949e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:48.629854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] Pushing event updated for resources: {'Port': ['ID=6030334a-fa17-47dd-96ab-113880c499e6,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:48.673209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:36:48.687900 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9676764d-4247-4db7-a1e1-fb188d932448 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "PUT /v2.0/routers/d173972f-36d4-4570-b5e6-b506ad07a790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9202695 May 25 20:36:48.690540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Sync routers for ids ['d173972f-36d4-4570-b5e6-b506ad07a790'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:36:48.714375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6f7022-5397-43cd-beb3-5ada16d916eb'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:36:48.723016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Routers {'d173972f-36d4-4570-b5e6-b506ad07a790'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:48.723829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d173972f-36d4-4570-b5e6-b506ad07a790'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:48.773752 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment e729cbe9-4934-4190-8d47-545a7eb72b8e resource provider aggregate not found May 25 20:36:48.822922 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc32c222-8627-4a69-9674-e2c76a594524'] response: {'server_uuid': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6f7022-5397-43cd-beb3-5ada16d916eb', 'code': 200} May 25 20:36:48.830910 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment e729cbe9-4934-4190-8d47-545a7eb72b8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e729cbe9-4934-4190-8d47-545a7eb72b8e found for delete ", "request_id": "req-3280cf69-7c2a-4ad2-988e-c9589ee6a5a3"}]} May 25 20:36:48.864270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port df6f7022-5397-43cd-beb3-5ada16d916eb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=df6f7022-5397-43cd-beb3-5ada16d916eb,segment=NetworkSegment(c804147d-c0d6-4526-8634-ba5af801a9c8),segment_id=c804147d-c0d6-4526-8634-ba5af801a9c8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:48.870308 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:48.873566 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-649e4192-2374-425b-a0fb-0c55f550949e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:48.899115 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-649e4192-2374-425b-a0fb-0c55f550949e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:48.921687 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:48.927630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e4192-2374-425b-a0fb-0c55f550949e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] Pushing event deleted for resources: {'Network': ['ID=c82a22d8-e048-4180-abc8-076f06f88056,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:48.929816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Transition to ACTIVE for port object 1cebdf27-9e63-48a6-9ad0-be8ad0ead76b will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:48.933629 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-649e4192-2374-425b-a0fb-0c55f550949e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031415732-project] 10.222.0.60 "DELETE /v2.0/networks/c82a22d8-e048-4180-abc8-076f06f88056 HTTP/1.1" status: 204 len: 168 time: 1.6208544 May 25 20:36:48.954108 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-700a9f65-5b04-4b97-a968-d3269eeb95ef tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/ports/bb2bdc4c-3bde-4690-960c-dea42d0e0afa/tags HTTP/1.1" status: 200 len: 241 time: 0.4049568 May 25 20:36:48.956772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54166) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:48.973948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-53daaa6a-f296-40c7-af74-b5447c859b7e tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bb2bdc4c-3bde-4690-960c-dea42d0e0afa', 'tempest-TagsExtTest-Tag-1019414454') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:49.049843 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:49.082377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e444f24-4f4c-4d38-8bf6-5168dbb63834 req-e1e85e8e-8c60-491b-a759-f0fe485753fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:49.091535 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e444f24-4f4c-4d38-8bf6-5168dbb63834 req-e1e85e8e-8c60-491b-a759-f0fe485753fa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 1135 time: 0.1882312 May 25 20:36:49.153872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event updated for resources: {'Port': ['ID=1cebdf27-9e63-48a6-9ad0-be8ad0ead76b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:49.184472 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e444f24-4f4c-4d38-8bf6-5168dbb63834 req-df8afa7e-b70d-4846-99b1-bf7cbab3d3a9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0864511 May 25 20:36:49.195047 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=df6f7022-5397-43cd-beb3-5ada16d916eb,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:49.198797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Network 36826a01-e1c5-464d-aef3-8ca826c45777 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:49.205499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] Current status of the port 633c34ee-d568-4347-a864-3e62228f003c is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:49.205883 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:49.248127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:49.255860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Set router d173972f-36d4-4570-b5e6-b506ad07a790 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:36:49.265498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:49.341530 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] For port 633c34ee-d568-4347-a864-3e62228f003c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=633c34ee-d568-4347-a864-3e62228f003c,segment=NetworkSegment(ae475976-8ff0-4ca4-96ba-b9817700d5ca),segment_id=ae475976-8ff0-4ca4-96ba-b9817700d5ca)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:49.355574 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:49.371465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:49.372073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:49.408714 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-53daaa6a-f296-40c7-af74-b5447c859b7e tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/ports/bb2bdc4c-3bde-4690-960c-dea42d0e0afa/tags/tempest-TagsExtTest-Tag-1019414454 HTTP/1.1" status: 204 len: 168 time: 0.4372866 May 25 20:36:49.409095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54178) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:49.414504 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-0a17d4a5-0ad9-4c0e-b54d-ea45e1902f7c tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bb2bdc4c-3bde-4690-960c-dea42d0e0afa', 'tempest-TagsExtTest-Tag-1019414454') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:49.448892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb7e7-bb72-4671-948c-d85c01767edb req-1e54c0ab-a473-473b-9414-4511d1bb73e9 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:49.450442 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3fdeb7e7-bb72-4671-948c-d85c01767edb req-1e54c0ab-a473-473b-9414-4511d1bb73e9 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 984 time: 0.2490659 May 25 20:36:49.455941 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-460afb52-cfa0-46cc-9f8f-9cea6a043ee1 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.5892487 May 25 20:36:49.458403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54182) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:49.552591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54188) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:49.628155 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0a17d4a5-0ad9-4c0e-b54d-ea45e1902f7c tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/ports/bb2bdc4c-3bde-4690-960c-dea42d0e0afa/tags/tempest-TagsExtTest-Tag-1019414454 HTTP/1.1" status: 204 len: 168 time: 0.2179353 May 25 20:36:49.630688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54194) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:49.635421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-7a4992b1-69d5-456a-a137-86754a58c8bd tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bb2bdc4c-3bde-4690-960c-dea42d0e0afa') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:49.636893 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3fdeb7e7-bb72-4671-948c-d85c01767edb req-baf34629-2975-4734-9d02-1fee0b824a39 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1797853 May 25 20:36:49.707322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7878546e-284d-4540-a784-15b8ac5866e8 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:49.723527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7878546e-284d-4540-a784-15b8ac5866e8 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:49.741746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7878546e-284d-4540-a784-15b8ac5866e8 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:49.743186 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7878546e-284d-4540-a784-15b8ac5866e8 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Synchronizing usage tracker for tenant:3eb45d4daa1141a8a7ccc9429685a37d on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:49.784045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7878546e-284d-4540-a784-15b8ac5866e8 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Unset dirty status for tenant:3eb45d4daa1141a8a7ccc9429685a37d on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:49.790690 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7878546e-284d-4540-a784-15b8ac5866e8 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3313634 May 25 20:36:49.791549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54198) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:49.812270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Provisioning complete for port 6030334a-fa17-47dd-96ab-113880c499e6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:49.815032 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:49.843453 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-34ca0f8f-acce-4218-a27d-55631c627903 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8bf7739e9ab14f63ab71014afad91663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874129 May 25 20:36:49.844620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54206) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:49.867844 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7a4992b1-69d5-456a-a137-86754a58c8bd tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/ports/bb2bdc4c-3bde-4690-960c-dea42d0e0afa/tags HTTP/1.1" status: 200 len: 205 time: 0.2361302 May 25 20:36:49.870827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54210) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:49.882822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-11304950-f61b-4729-95fa-273001088155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fcdd2855-3565-47d8-ae47-016ce3db2502') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:49.894428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8aa7bc-0824-4fa6-b3af-47cdd8f09fe5 None None] Pushing event updated for resources: {'Port': ['ID=633c34ee-d568-4347-a864-3e62228f003c,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:49.973460 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-05472002-c312-4832-98e2-8d3e2693cca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:50.010417 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-05472002-c312-4832-98e2-8d3e2693cca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:50.087158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5e00e-a7d4-413e-8f06-91eddfdad819 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Deleting port 1cebdf27-9e63-48a6-9ad0-be8ad0ead76b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:50.087737 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e00e-a7d4-413e-8f06-91eddfdad819 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:50.165666 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-11304950-f61b-4729-95fa-273001088155 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/routers/fcdd2855-3565-47d8-ae47-016ce3db2502/tags HTTP/1.1" status: 200 len: 241 time: 0.2937765 May 25 20:36:50.168444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54214) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:50.178579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-323da98a-c606-4fad-9c1f-2e5b51d16915 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fcdd2855-3565-47d8-ae47-016ce3db2502', 'tempest-TagsExtTest-Tag-1322124668') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:50.273813 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-05472002-c312-4832-98e2-8d3e2693cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:50.286932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Current status of the port 6030334a-fa17-47dd-96ab-113880c499e6 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:50.293545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05472002-c312-4832-98e2-8d3e2693cca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e9d9ef-b55e-47fd-8e8f-ac7d96982661,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:50.299343 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-05472002-c312-4832-98e2-8d3e2693cca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:50.300596 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-05472002-c312-4832-98e2-8d3e2693cca5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5e9d9ef-b55e-47fd-8e8f-ac7d96982661 HTTP/1.1" status: 204 len: 168 time: 0.4552076 May 25 20:36:50.462082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Provisioning complete for port 633c34ee-d568-4347-a864-3e62228f003c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:50.462858 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:50.638574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:36:46Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '8dd0eb2c-b3bd-4190-862c-c1eb8144df82', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'port_id': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'fixed_ip_address': '172.20.0.30', 'status': 'ACTIVE', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'mac_address': 'fa:16:3e:a7:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:35:18Z', 'updated_at': '2022-05-25T20:35:26Z', 'revision_number': 1, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661d58b-bf8d-4891-8aa6-2f6b3db09692', 'name': '', 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:03:e1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'e942b1ad-d118-4023-9bc9-7aed46856c60', 'ip_address': '172.20.0.33', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:36:44Z', 'updated_at': '2022-05-25T20:36:47Z', 'revision_number': 2, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': 'e942b1ad-d118-4023-9bc9-7aed46856c60', 'cidr': '172.20.0.32/28', 'gateway_ip': '172.20.0.33', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:45Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:50.669998 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Checking router: d173972f-36d4-4570-b5e6-b506ad07a790 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:36:50.676448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Updating router d173972f-36d4-4570-b5e6-b506ad07a790 port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:36:50.831738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6030334a-fa17-47dd-96ab-113880c499e6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:50.963268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54234) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:51.013032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Current status of the port 633c34ee-d568-4347-a864-3e62228f003c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:51.027546 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:51.040139 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a0ba8bb8-e459-44d1-8935-3ab5f80c8b90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2eaf294b010f47b892744c05c7369c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709448 May 25 20:36:51.043192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54238) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:51.103201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Provisioning for port bb2bdc4c-3bde-4690-960c-dea42d0e0afa completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:51.116703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Provisioning complete for port bb2bdc4c-3bde-4690-960c-dea42d0e0afa triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:51.117286 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:51.140258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187572be-0da4-4f3e-90e6-4e4543fdc5ec req-572730eb-3d83-4df4-86a9-065945b1997e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:51.149135 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-187572be-0da4-4f3e-90e6-4e4543fdc5ec req-572730eb-3d83-4df4-86a9-065945b1997e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 984 time: 0.2560654 May 25 20:36:51.173032 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60b7695c-ae22-4c72-8bbd-7ee7f30a48de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:51.223986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e00e-a7d4-413e-8f06-91eddfdad819 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:51.257567 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-187572be-0da4-4f3e-90e6-4e4543fdc5ec req-d2228b18-c7b9-4913-85e6-500377e24cdb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1074052 May 25 20:36:51.262870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6030334a-fa17-47dd-96ab-113880c499e6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:51.264650 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:51.293009 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60b7695c-ae22-4c72-8bbd-7ee7f30a48de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:51.358064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Port bb2bdc4c-3bde-4690-960c-dea42d0e0afa cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:36:51.376039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60b7695c-ae22-4c72-8bbd-7ee7f30a48de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:51.395005 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-323da98a-c606-4fad-9c1f-2e5b51d16915 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/routers/fcdd2855-3565-47d8-ae47-016ce3db2502/tags/tempest-TagsExtTest-Tag-1322124668 HTTP/1.1" status: 204 len: 168 time: 1.2233410 May 25 20:36:51.399556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5e00e-a7d4-413e-8f06-91eddfdad819 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Calling delete_port for 1cebdf27-9e63-48a6-9ad0-be8ad0ead76b owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:51.400951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54250) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:51.402547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7695c-ae22-4c72-8bbd-7ee7f30a48de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d78c1c-7bac-4fd7-b67c-9d7b2a649b92,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:51.412987 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60b7695c-ae22-4c72-8bbd-7ee7f30a48de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:51.414394 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-60b7695c-ae22-4c72-8bbd-7ee7f30a48de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8d78c1c-7bac-4fd7-b67c-9d7b2a649b92 HTTP/1.1" status: 204 len: 168 time: 0.3656271 May 25 20:36:51.421186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-1e92f8b3-835b-4eb4-8595-e13784b7202a tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fcdd2855-3565-47d8-ae47-016ce3db2502', 'tempest-TagsExtTest-Tag-1322124668') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:51.611505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Provisioning for port 5433f5b9-3908-436b-b882-c658062d8ed4 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:51.644597 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e00e-a7d4-413e-8f06-91eddfdad819 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:51.722442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Provisioning complete for port 5433f5b9-3908-436b-b882-c658062d8ed4 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:51.722442 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:51.738802 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1e92f8b3-835b-4eb4-8595-e13784b7202a tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/routers/fcdd2855-3565-47d8-ae47-016ce3db2502/tags/tempest-TagsExtTest-Tag-1322124668 HTTP/1.1" status: 204 len: 168 time: 0.3201771 May 25 20:36:51.739433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54262) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:51.754105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-a03530d3-9eef-46cc-a378-7af936d60a9a tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fcdd2855-3565-47d8-ae47-016ce3db2502') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:51.825830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5e00e-a7d4-413e-8f06-91eddfdad819 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event deleted for resources: {'Port': ['ID=1cebdf27-9e63-48a6-9ad0-be8ad0ead76b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:51.888383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6030334a-fa17-47dd-96ab-113880c499e6 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:51.889698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 633c34ee-d568-4347-a864-3e62228f003c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:51.943780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec2368-d834-49c0-ad0b-8ea6b1986ca3 req-d7abb278-e452-4a73-baf1-4847fc0c530e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:51.954515 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-58ec2368-d834-49c0-ad0b-8ea6b1986ca3 req-d7abb278-e452-4a73-baf1-4847fc0c530e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 984 time: 0.4520204 May 25 20:36:51.968451 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a03530d3-9eef-46cc-a378-7af936d60a9a tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/routers/fcdd2855-3565-47d8-ae47-016ce3db2502/tags HTTP/1.1" status: 200 len: 205 time: 0.2257760 May 25 20:36:51.971234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54270) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:51.979212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Port 5433f5b9-3908-436b-b882-c658062d8ed4 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:36:51.982104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-ae84c6ed-0063-45cd-bd5b-061ab9cc1a85 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3adab198-6dc9-4ef0-a5d5-1df245bb270f') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:52.048332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 633c34ee-d568-4347-a864-3e62228f003c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:52.048824 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:52.052542 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ae84c6ed-0063-45cd-bd5b-061ab9cc1a85 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/subnetpools/3adab198-6dc9-4ef0-a5d5-1df245bb270f/tags HTTP/1.1" status: 200 len: 240 time: 0.0786102 May 25 20:36:52.055007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54278) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:52.064416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-a19a989d-7fc6-4159-8268-e16105098e34 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3adab198-6dc9-4ef0-a5d5-1df245bb270f', 'tempest-TagsExtTest-Tag-713988458') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:52.106281 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a19a989d-7fc6-4159-8268-e16105098e34 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/subnetpools/3adab198-6dc9-4ef0-a5d5-1df245bb270f/tags/tempest-TagsExtTest-Tag-713988458 HTTP/1.1" status: 204 len: 168 time: 0.0497699 May 25 20:36:52.107455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Provisioning complete for port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:52.107815 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:52.109164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54284) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:52.116702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-d80c9e6f-e94a-4e3b-9970-2b5df6c3e6d8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3adab198-6dc9-4ef0-a5d5-1df245bb270f', 'tempest-TagsExtTest-Tag-713988458') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:52.120081 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-58ec2368-d834-49c0-ad0b-8ea6b1986ca3 req-3f6d602e-2fb1-43bc-8c38-169fd213d9ca tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1645575 May 25 20:36:52.230431 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d80c9e6f-e94a-4e3b-9970-2b5df6c3e6d8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/subnetpools/3adab198-6dc9-4ef0-a5d5-1df245bb270f/tags/tempest-TagsExtTest-Tag-713988458 HTTP/1.1" status: 204 len: 168 time: 0.1199961 May 25 20:36:52.233557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54292) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:52.240676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-537df5b7-8d79-42e8-9ea3-49f4aa1544d9 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3adab198-6dc9-4ef0-a5d5-1df245bb270f') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:52.297727 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-537df5b7-8d79-42e8-9ea3-49f4aa1544d9 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/subnetpools/3adab198-6dc9-4ef0-a5d5-1df245bb270f/tags HTTP/1.1" status: 200 len: 205 time: 0.0616877 May 25 20:36:52.300585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54298) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:52.306516 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:52.309063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-8f237fee-6c10-4c36-bff6-0ac21f4501a7 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3adab198-6dc9-4ef0-a5d5-1df245bb270f') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:52.344374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Transition to ACTIVE for port object 6661d58b-bf8d-4891-8aa6-2f6b3db09692 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:52.348269 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e00e-a7d4-413e-8f06-91eddfdad819 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:52.364065 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:52.381699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8f237fee-6c10-4c36-bff6-0ac21f4501a7 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/subnetpools/3adab198-6dc9-4ef0-a5d5-1df245bb270f/tags HTTP/1.1" status: 204 len: 168 time: 0.0800955 May 25 20:36:52.384060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54302) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:52.399258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-271f888e-a041-465d-b900-a5ec6ea1a048 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fcdd2855-3565-47d8-ae47-016ce3db2502') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:52.472993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-95f0354a-07e6-44c4-a45d-e68a39ea73cc None None] Port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:36:52.480470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cba3f3-cffe-4af2-8023-ac84ac04e17d req-47971bc6-1c39-49f3-991e-d0dd1077eda1 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:52.481979 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-79cba3f3-cffe-4af2-8023-ac84ac04e17d req-47971bc6-1c39-49f3-991e-d0dd1077eda1 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 1135 time: 0.1249177 May 25 20:36:52.525860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fdf5e00e-a7d4-413e-8f06-91eddfdad819 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "DELETE /v2.0/ports/1cebdf27-9e63-48a6-9ad0-be8ad0ead76b HTTP/1.1" status: 204 len: 168 time: 2.7308877 May 25 20:36:52.534549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54316) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:52.620803 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-79cba3f3-cffe-4af2-8023-ac84ac04e17d req-fdb19275-5e1c-4482-8b9a-8e1c7093a829 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:52.638539 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c235a9a-ba86-4451-9e8e-2fc7d2b42299 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] GET failed (client error): The resource could not be found. May 25 20:36:52.638934 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1c235a9a-ba86-4451-9e8e-2fc7d2b42299 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Synchronizing usage tracker for tenant:3eb45d4daa1141a8a7ccc9429685a37d on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:52.642872 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8197649d-f231-4b82-adf1-635e13d72c5c None None] Could not find standard attr ID for object 1cebdf27-9e63-48a6-9ad0-be8ad0ead76b. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:36:52.647575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-79cba3f3-cffe-4af2-8023-ac84ac04e17d req-fdb19275-5e1c-4482-8b9a-8e1c7093a829 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:52.653763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-79cba3f3-cffe-4af2-8023-ac84ac04e17d req-fdb19275-5e1c-4482-8b9a-8e1c7093a829 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Usage tracker for resource:security_group_rule and tenant:1e528ddb9f0843a6be1460bb866233b3 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:52.658942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-79cba3f3-cffe-4af2-8023-ac84ac04e17d req-fdb19275-5e1c-4482-8b9a-8e1c7093a829 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:52.664037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739315e2-396b-4751-a908-fc29b65ff302 None None] Pushing event updated for resources: {'Port': ['ID=6661d58b-bf8d-4891-8aa6-2f6b3db09692,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:52.668290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-79cba3f3-cffe-4af2-8023-ac84ac04e17d req-fdb19275-5e1c-4482-8b9a-8e1c7093a829 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:52.679252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1c235a9a-ba86-4451-9e8e-2fc7d2b42299 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Unset dirty status for tenant:3eb45d4daa1141a8a7ccc9429685a37d on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:52.684033 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1c235a9a-ba86-4451-9e8e-2fc7d2b42299 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "GET /v2.0/ports/1cebdf27-9e63-48a6-9ad0-be8ad0ead76b HTTP/1.1" status: 404 len: 333 time: 0.1434534 May 25 20:36:52.684395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54322) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:52.700694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Request body: {'port': {'network_id': '36826a01-e1c5-464d-aef3-8ca826c45777', 'name': 'tempest-AllowedAddressPairTestJSON-1239757453'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:52.763156 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-271f888e-a041-465d-b900-a5ec6ea1a048 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/routers/fcdd2855-3565-47d8-ae47-016ce3db2502/tags HTTP/1.1" status: 204 len: 168 time: 0.3787727 May 25 20:36:52.763742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54328) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:52.775056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-6072d683-34a5-4afc-b5ac-e9e131559977 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bb2bdc4c-3bde-4690-960c-dea42d0e0afa') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:52.837151 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 633c34ee-d568-4347-a864-3e62228f003c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:52.959577 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:52.970600 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Attempting to bind port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:36:52.970991 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6072d683-34a5-4afc-b5ac-e9e131559977 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/ports/bb2bdc4c-3bde-4690-960c-dea42d0e0afa/tags HTTP/1.1" status: 204 len: 168 time: 0.2062330 May 25 20:36:52.971451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Attempting to bind port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '27628c4d-051d-4dec-bfe1-34568c2094e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:36:52.973037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Attempting to bind port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 on network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:36:52.973786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54334) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:52.981140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:52.982617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:36:52.983675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Checking segment: {'id': '27628c4d-051d-4dec-bfe1-34568c2094e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:36:52.984220 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:52.984810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Bound using segment: {'id': '27628c4d-051d-4dec-bfe1-34568c2094e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:36:52.985615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Bound port: 6661d58b-bf8d-4891-8aa6-2f6b3db09692, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27628c4d-051d-4dec-bfe1-34568c2094e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:36:52.986287 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:52.988204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-b72bed77-f2d6-4a0b-b438-cdab584c346f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd2856b5d-f3b2-491c-9d56-6036d5ca9b6b') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:53.003374 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-79cba3f3-cffe-4af2-8023-ac84ac04e17d req-fdb19275-5e1c-4482-8b9a-8e1c7093a829 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:53.012481 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-79cba3f3-cffe-4af2-8023-ac84ac04e17d req-fdb19275-5e1c-4482-8b9a-8e1c7093a829 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:53.040704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Made reservation on behalf of 3eb45d4daa1141a8a7ccc9429685a37d for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:53.045117 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:53.096990 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b72bed77-f2d6-4a0b-b438-cdab584c346f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/subnets/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/tags HTTP/1.1" status: 204 len: 168 time: 0.1174464 May 25 20:36:53.103736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54342) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:53.114237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-c9ce3af6-3c09-4277-bdbc-54eb4cd8ae36 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd2856b5d-f3b2-491c-9d56-6036d5ca9b6b', 'tempest-TagsExtTest-Tag-1204499168') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:53.122516 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-79cba3f3-cffe-4af2-8023-ac84ac04e17d req-fdb19275-5e1c-4482-8b9a-8e1c7093a829 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6290689 May 25 20:36:53.127894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] device_id is not set on port e6e94af0-b2f3-4826-b61d-04bf9932bd27 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:36:53.158853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54346) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:53.180625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb19275-5e1c-4482-8b9a-8e1c7093a829 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dd9227-aed5-4ba9-8bd8-c621760bb48f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:53.185434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] For port 6661d58b-bf8d-4891-8aa6-2f6b3db09692, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:36:53.191825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] For port 6661d58b-bf8d-4891-8aa6-2f6b3db09692, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6661d58b-bf8d-4891-8aa6-2f6b3db09692,segment=NetworkSegment(27628c4d-051d-4dec-bfe1-34568c2094e9),segment_id=27628c4d-051d-4dec-bfe1-34568c2094e9)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:36:53.201947 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:53.292098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15283f89-db35-4a90-b19d-7564a147fb00 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:53.299139 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-15283f89-db35-4a90-b19d-7564a147fb00 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 1130 time: 0.1390300 May 25 20:36:53.299864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54352) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:53.316764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Routers {'d173972f-36d4-4570-b5e6-b506ad07a790'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:53.317828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d173972f-36d4-4570-b5e6-b506ad07a790'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:53.327704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'df6f7022-5397-43cd-beb3-5ada16d916eb', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:53.347257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:53.353104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Usage tracker for resource:floatingip and tenant:13a469cfe5354987afc61d8fbdb46baa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:53.371537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:53.373436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Allocated IP 172.20.0.11 (36826a01-e1c5-464d-aef3-8ca826c45777/1bd7ffae-d20a-4bf4-bc45-4474ab8a9410/e6e94af0-b2f3-4826-b61d-04bf9932bd27) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:53.384359 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c9ce3af6-3c09-4277-bdbc-54eb4cd8ae36 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "PUT /v2.0/subnets/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/tags/tempest-TagsExtTest-Tag-1204499168 HTTP/1.1" status: 201 len: 201 time: 0.2858365 May 25 20:36:53.386903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:53.388551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54360) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:53.399316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-3e6ae99b-0e8f-446d-a2f5-0c37412229c4 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bb2bdc4c-3bde-4690-960c-dea42d0e0afa', 'tempest-TagsExtTest-Tag-1601347640') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:53.427488 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:53.433498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739315e2-396b-4751-a908-fc29b65ff302 None None] Pushing event updated for resources: {'Port': ['ID=6661d58b-bf8d-4891-8aa6-2f6b3db09692,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:53.677491 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:53.684599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] Set router d173972f-36d4-4570-b5e6-b506ad07a790 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:36:53.761313 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3e6ae99b-0e8f-446d-a2f5-0c37412229c4 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "PUT /v2.0/ports/bb2bdc4c-3bde-4690-960c-dea42d0e0afa/tags/tempest-TagsExtTest-Tag-1601347640 HTTP/1.1" status: 201 len: 201 time: 0.3690844 May 25 20:36:53.763204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54370) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:53.773102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-a79581e2-6119-4057-8d66-45f0bbe7fc43 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fcdd2855-3565-47d8-ae47-016ce3db2502', 'tempest-TagsExtTest-Tag-154119662') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:53.919073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Allocated IP 172.25.3.100 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/8a4380b4-c686-4b92-b3ae-dc905e53c26e) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:53.954048 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:54.059579 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:54.181499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Transition to ACTIVE for port object e6e94af0-b2f3-4826-b61d-04bf9932bd27 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:36:54.221620 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a79581e2-6119-4057-8d66-45f0bbe7fc43 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "PUT /v2.0/routers/fcdd2855-3565-47d8-ae47-016ce3db2502/tags/tempest-TagsExtTest-Tag-154119662 HTTP/1.1" status: 201 len: 201 time: 0.4560540 May 25 20:36:54.225122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54392) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:54.230447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-8d75c0bc-8b65-472f-be54-4050dae4fb53 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3adab198-6dc9-4ef0-a5d5-1df245bb270f', 'tempest-TagsExtTest-Tag-506468805') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:54.268824 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:54.319469 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:54.377026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Network 36826a01-e1c5-464d-aef3-8ca826c45777 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:54.380696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:54.383145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:54.396391 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:54.424953 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54402) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:54.445309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event updated for resources: {'Port': ['ID=e6e94af0-b2f3-4826-b61d-04bf9932bd27,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:54.465420 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8d75c0bc-8b65-472f-be54-4050dae4fb53 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "PUT /v2.0/subnetpools/3adab198-6dc9-4ef0-a5d5-1df245bb270f/tags/tempest-TagsExtTest-Tag-506468805 HTTP/1.1" status: 201 len: 201 time: 0.2390966 May 25 20:36:54.473868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54408) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:54.482805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-319a809e-5413-450d-8422-519d87c87994 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd2856b5d-f3b2-491c-9d56-6036d5ca9b6b', {'tags': ['tempest-TagsExtTest-Tag-432159293', 'tempest-TagsExtTest-Tag-4397330', 'tempest-TagsExtTest-Tag-133142495']}) {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:54.483202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:36:46Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '8dd0eb2c-b3bd-4190-862c-c1eb8144df82', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'port_id': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'fixed_ip_address': '172.20.0.30', 'status': 'ACTIVE', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'mac_address': 'fa:16:3e:a7:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:35:18Z', 'updated_at': '2022-05-25T20:35:26Z', 'revision_number': 1, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661d58b-bf8d-4891-8aa6-2f6b3db09692', 'name': '', 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:03:e1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'e942b1ad-d118-4023-9bc9-7aed46856c60', 'ip_address': '172.20.0.33', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:36:44Z', 'updated_at': '2022-05-25T20:36:53Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': 'e942b1ad-d118-4023-9bc9-7aed46856c60', 'cidr': '172.20.0.32/28', 'gateway_ip': '172.20.0.33', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:45Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:54.493512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa8f81-6f65-40b1-b4dc-e4f0693aeaa0 None None] The sync data for ids ['d173972f-36d4-4570-b5e6-b506ad07a790'] in n-d-843339-1 is: [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:36:46Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '8dd0eb2c-b3bd-4190-862c-c1eb8144df82', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'port_id': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'fixed_ip_address': '172.20.0.30', 'status': 'ACTIVE', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'mac_address': 'fa:16:3e:a7:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:35:18Z', 'updated_at': '2022-05-25T20:35:26Z', 'revision_number': 1, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6661d58b-bf8d-4891-8aa6-2f6b3db09692', 'name': '', 'network_id': '0fc9b8e6-ed3a-4164-8148-1f275fcfa19f', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:03:e1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'e942b1ad-d118-4023-9bc9-7aed46856c60', 'ip_address': '172.20.0.33', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:36:44Z', 'updated_at': '2022-05-25T20:36:53Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': 'e942b1ad-d118-4023-9bc9-7aed46856c60', 'cidr': '172.20.0.32/28', 'gateway_ip': '172.20.0.33', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:45Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:36:54.536651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:36:54.547043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:36:54.551663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:36:54.616516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:54.617437 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:54.633265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'Port': ['ID=8a4380b4-c686-4b92-b3ae-dc905e53c26e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:54.690228 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-848ddfee-abe7-49a0-b148-74bb7031b599 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0015986 May 25 20:36:54.693954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54414) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:54.705141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2fc593d0-1158-43d0-9fe4-462078609b87 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8e:60:35'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:54.776132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-319a809e-5413-450d-8422-519d87c87994 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "PUT /v2.0/subnets/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/tags HTTP/1.1" status: 200 len: 313 time: 0.3011608 May 25 20:36:54.777283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54420) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:54.782551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-20646ba4-36f6-48a9-8feb-0c71f8f11d9f tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:54.793182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-550696ad-1e25-4d3a-b08c-b3889c744c02 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd2856b5d-f3b2-491c-9d56-6036d5ca9b6b') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:54.799083 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d1a97ed6-7bb3-4ed1-9ddf-4b6dace12b54 None None] Provisioning for port e6e94af0-b2f3-4826-b61d-04bf9932bd27 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:54.806808 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d1a97ed6-7bb3-4ed1-9ddf-4b6dace12b54 None None] Provisioning complete for port e6e94af0-b2f3-4826-b61d-04bf9932bd27 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:54.807292 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d1a97ed6-7bb3-4ed1-9ddf-4b6dace12b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:54.992651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d1a97ed6-7bb3-4ed1-9ddf-4b6dace12b54 None None] Port e6e94af0-b2f3-4826-b61d-04bf9932bd27 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:36:55.037997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6661d58b-bf8d-4891-8aa6-2f6b3db09692 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:55.171537 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-20646ba4-36f6-48a9-8feb-0c71f8f11d9f tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] 10.222.0.60 "PUT /v2.0/quotas/58590b5dabf54bc48a8589e92c26bfcf HTTP/1.1" status: 200 len: 366 time: 0.7279241 May 25 20:36:55.171842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54430) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:55.176108 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:36:55.186223 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:55.186661 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:55.197224 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e0e7a0ac-c4bd-414e-be27-65b297adba37 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0241868 May 25 20:36:55.206354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54434) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:55.231359 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-07cd3428-7f80-4aa4-a49c-2e6b2f51d9fb tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] 10.222.0.60 "GET /v2.0/quotas/58590b5dabf54bc48a8589e92c26bfcf HTTP/1.1" status: 200 len: 366 time: 0.0239999 May 25 20:36:55.239656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54438) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:55.268161 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0e78c606-eb88-4947-be2a-3e730b577c28 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/58590b5dabf54bc48a8589e92c26bfcf HTTP/1.1" status: 204 len: 168 time: 0.0273440 May 25 20:36:55.270372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54442) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:55.285798 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e9e8ad1a-c6f7-48f9-a377-6c9bda3c6e7c tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0141578 May 25 20:36:55.288982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54446) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:55.303708 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c096e005-7461-4d9b-8224-602f6f5cc7f6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] 10.222.0.60 "GET /v2.0/quotas/58590b5dabf54bc48a8589e92c26bfcf HTTP/1.1" status: 200 len: 370 time: 0.0135641 May 25 20:36:55.306061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54450) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:55.316399 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5e2ebcfe-366e-41f0-95f1-ef05b12bc1c0 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] 10.222.0.60 "GET /v2.0/quotas/58590b5dabf54bc48a8589e92c26bfcf/default HTTP/1.1" status: 200 len: 370 time: 0.0085893 May 25 20:36:55.321369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54454) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:55.322078 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fc593d0-1158-43d0-9fe4-462078609b87 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:55.339022 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:55.363189 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8271c9fc-8025-4a7d-9d26-f5e3c0e15fb9 req-d397c2d3-a9c9-44b9-84a4-b1ea0c1cb8c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3789365 May 25 20:36:55.425684 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:55.441631 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-6d6b5b4e-37ba-46c9-8125-48ce7e04571e tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] delete failed (client error): The resource could not be found. May 25 20:36:55.443443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:55.443768 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:55.445777 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6d6b5b4e-37ba-46c9-8125-48ce7e04571e tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/58590b5dabf54bc48a8589e92c26bfcf HTTP/1.1" status: 404 len: 348 time: 0.1135948 May 25 20:36:55.487231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 6661d58b-bf8d-4891-8aa6-2f6b3db09692, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6661d58b-bf8d-4891-8aa6-2f6b3db09692,segment=NetworkSegment(27628c4d-051d-4dec-bfe1-34568c2094e9),segment_id=27628c4d-051d-4dec-bfe1-34568c2094e9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:36:55.497662 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:55.566640 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-550696ad-1e25-4d3a-b08c-b3889c744c02 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/subnets/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/tags HTTP/1.1" status: 204 len: 168 time: 0.7787623 May 25 20:36:55.568719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54464) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:55.590771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-108a6db7-80e7-42bc-bd9d-fd77ef29d23b tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd2856b5d-f3b2-491c-9d56-6036d5ca9b6b', 'tempest-TagsExtTest-Tag-432159293') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:55.723608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=6661d58b-bf8d-4891-8aa6-2f6b3db09692,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:55.747047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54468) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:55.784869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Usage tracker for resource:network and tenant:76f104db1713447fb4f52516c8bc5e56 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:55.785076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271c9fc-8025-4a7d-9d26-f5e3c0e15fb9 req-c8473778-f0e3-461e-8ec5-594c3e21320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:55.786597 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8271c9fc-8025-4a7d-9d26-f5e3c0e15fb9 req-c8473778-f0e3-461e-8ec5-594c3e21320c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 1097 time: 0.3185661 May 25 20:36:55.811484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:55.833853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Usage tracker for resource:subnet and tenant:76f104db1713447fb4f52516c8bc5e56 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:55.845997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:55.855944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Usage tracker for resource:subnetpool and tenant:76f104db1713447fb4f52516c8bc5e56 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:55.863025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:55.883728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Usage tracker for resource:port and tenant:76f104db1713447fb4f52516c8bc5e56 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:55.889116 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:55.891570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:55.899382 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:55.903166 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Usage tracker for resource:router and tenant:76f104db1713447fb4f52516c8bc5e56 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:55.955629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:55.985765 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-108a6db7-80e7-42bc-bd9d-fd77ef29d23b tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] show failed (client error): The resource could not be found. May 25 20:36:55.987271 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-108a6db7-80e7-42bc-bd9d-fd77ef29d23b tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/subnets/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/tags/tempest-TagsExtTest-Tag-432159293 HTTP/1.1" status: 404 len: 328 time: 0.4168665 May 25 20:36:55.993143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54478) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:56.019090 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fc593d0-1158-43d0-9fe4-462078609b87 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:56.021223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271c9fc-8025-4a7d-9d26-f5e3c0e15fb9 req-a89a39af-2179-4a2c-9776-0bfbdc593886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:56.022994 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8271c9fc-8025-4a7d-9d26-f5e3c0e15fb9 req-a89a39af-2179-4a2c-9776-0bfbdc593886 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f985efb-1c26-48f7-9698-763089edd1ac HTTP/1.1" status: 200 len: 898 time: 0.2147524 May 25 20:36:56.024233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fc593d0-1158-43d0-9fe4-462078609b87 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:56.028952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-270084d2-1c7c-47be-ba26-ff93c99d7c23 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd2856b5d-f3b2-491c-9d56-6036d5ca9b6b', 'tempest-TagsExtTest-Tag-4397330') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:56.072995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Usage tracker for resource:floatingip and tenant:76f104db1713447fb4f52516c8bc5e56 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:56.096802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:56.102411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'Port': ['ID=8a4380b4-c686-4b92-b3ae-dc905e53c26e,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:56.142531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:56.257450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc593d0-1158-43d0-9fe4-462078609b87 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event updated for resources: {'Port': ['ID=e6e94af0-b2f3-4826-b61d-04bf9932bd27,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:56.268508 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2fc593d0-1158-43d0-9fe4-462078609b87 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] In _notify_port_updated(), no bound segment for port e6e94af0-b2f3-4826-b61d-04bf9932bd27 on network 36826a01-e1c5-464d-aef3-8ca826c45777 {{(pid=88331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:36:56.274344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc593d0-1158-43d0-9fe4-462078609b87 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:56.274821 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fc593d0-1158-43d0-9fe4-462078609b87 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:56.279179 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2fc593d0-1158-43d0-9fe4-462078609b87 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "PUT /v2.0/ports/e6e94af0-b2f3-4826-b61d-04bf9932bd27 HTTP/1.1" status: 200 len: 995 time: 1.5835850 May 25 20:36:56.281471 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8271c9fc-8025-4a7d-9d26-f5e3c0e15fb9 req-47d0657a-54f5-41b8-a364-16a4a7c04806 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=542ae4ab-a807-4651-bdbe-be37f194cb6b HTTP/1.1" status: 200 len: 1002 time: 0.2158794 May 25 20:36:56.282191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54486) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:56.322566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Usage tracker for resource:security_group and tenant:76f104db1713447fb4f52516c8bc5e56 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:56.341203 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:56.363912 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-270084d2-1c7c-47be-ba26-ff93c99d7c23 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] show failed (client error): The resource could not be found. May 25 20:36:56.367961 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-270084d2-1c7c-47be-ba26-ff93c99d7c23 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/subnets/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/tags/tempest-TagsExtTest-Tag-4397330 HTTP/1.1" status: 404 len: 326 time: 0.3714306 May 25 20:36:56.380975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54492) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:56.396452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-0608cf56-7ecc-4557-aad8-6ef76693b1e5 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd2856b5d-f3b2-491c-9d56-6036d5ca9b6b', 'tempest-TagsExtTest-Tag-133142495') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:56.418872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-63a4dcb4-e065-497c-88ab-06df59f5cd1c tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Deleting port e6e94af0-b2f3-4826-b61d-04bf9932bd27 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:36:56.419412 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63a4dcb4-e065-497c-88ab-06df59f5cd1c tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:56.446717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Usage tracker for resource:security_group_rule and tenant:76f104db1713447fb4f52516c8bc5e56 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:56.463889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:56.466934 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Floating IP 1d5879ac-e467-47e3-82dd-1d86b7de2842 associated. External IP: 172.25.3.100, port: df6f7022-5397-43cd-beb3-5ada16d916eb. May 25 20:36:56.529161 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a3e267ec-b5e3-430e-bc3e-f4dc692edf4c None None] Provisioning complete for port e6e94af0-b2f3-4826-b61d-04bf9932bd27 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:56.530504 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a3e267ec-b5e3-430e-bc3e-f4dc692edf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:56.550557 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-06432294-93bb-46fc-b3c6-ff39025fece6 tempest-QuotasTest-2028653914 tempest-QuotasTest-2028653914-project-admin] 10.222.0.60 "GET /v2.0/quotas/76f104db1713447fb4f52516c8bc5e56/details.json HTTP/1.1" status: 200 len: 703 time: 0.8022273 May 25 20:36:56.609321 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a3e267ec-b5e3-430e-bc3e-f4dc692edf4c None None] Port e6e94af0-b2f3-4826-b61d-04bf9932bd27 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:36:56.639241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271c9fc-8025-4a7d-9d26-f5e3c0e15fb9 req-beabc5d4-a715-472f-8625-a2aba2eea2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:56.640690 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8271c9fc-8025-4a7d-9d26-f5e3c0e15fb9 req-beabc5d4-a715-472f-8625-a2aba2eea2de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99290e27-51d0-4314-8677-dc1be37b61ea HTTP/1.1" status: 200 len: 838 time: 0.3255396 May 25 20:36:56.680140 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-0608cf56-7ecc-4557-aad8-6ef76693b1e5 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] show failed (client error): The resource could not be found. May 25 20:36:56.681353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0608cf56-7ecc-4557-aad8-6ef76693b1e5 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/subnets/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/tags/tempest-TagsExtTest-Tag-133142495 HTTP/1.1" status: 404 len: 328 time: 0.2985387 May 25 20:36:56.684492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54502) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:56.691787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-7d70485d-fbb7-4a3d-9486-66e0438c18b5 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bb2bdc4c-3bde-4690-960c-dea42d0e0afa', {'tags': ['tempest-TagsExtTest-Tag-445262090', 'tempest-TagsExtTest-Tag-1828167044', 'tempest-TagsExtTest-Tag-1187396012']}) {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:56.946437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6661d58b-bf8d-4891-8aa6-2f6b3db09692 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:36:56.955985 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63a4dcb4-e065-497c-88ab-06df59f5cd1c tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:56.972136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271c9fc-8025-4a7d-9d26-f5e3c0e15fb9 req-8af91635-ad9c-4760-8c84-6378733ca2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:56.973930 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8271c9fc-8025-4a7d-9d26-f5e3c0e15fb9 req-8af91635-ad9c-4760-8c84-6378733ca2ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f985efb-1c26-48f7-9698-763089edd1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1712146 May 25 20:36:57.067059 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:36:57.067572 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:57.193566 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-63a4dcb4-e065-497c-88ab-06df59f5cd1c tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Calling delete_port for e6e94af0-b2f3-4826-b61d-04bf9932bd27 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:36:57.213419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7d70485d-fbb7-4a3d-9486-66e0438c18b5 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "PUT /v2.0/ports/bb2bdc4c-3bde-4690-960c-dea42d0e0afa/tags HTTP/1.1" status: 200 len: 317 time: 0.5277789 May 25 20:36:57.216764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54514) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:57.223282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-f2f5dc8a-ccd0-4fba-aab3-30bdc157370e tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bb2bdc4c-3bde-4690-960c-dea42d0e0afa') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:57.262862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54518) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:57.292401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:36:57.313947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:36:57.414602 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8271c9fc-8025-4a7d-9d26-f5e3c0e15fb9 req-f2ddf81c-0103-4a36-90ea-c9856668f9d7 service neutron] 10.222.0.50 "GET /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635218 May 25 20:36:57.487393 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6074044a-d005-4040-b21e-c7c71f402560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:57.511594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6074044a-d005-4040-b21e-c7c71f402560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:57.515454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6074044a-d005-4040-b21e-c7c71f402560 admin admin] Usage tracker for resource:security_group_rule and tenant:e7a0965648eb4e1c950c575dc58c22bd is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:57.518783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6074044a-d005-4040-b21e-c7c71f402560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:57.524466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6074044a-d005-4040-b21e-c7c71f402560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:57.616265 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63a4dcb4-e065-497c-88ab-06df59f5cd1c tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:57.647030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f2f5dc8a-ccd0-4fba-aab3-30bdc157370e tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/ports/bb2bdc4c-3bde-4690-960c-dea42d0e0afa/tags HTTP/1.1" status: 204 len: 168 time: 0.4290938 May 25 20:36:57.651016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54528) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:57.662109 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-de3c9df2-e4da-483a-a840-cc0364d58604 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bb2bdc4c-3bde-4690-960c-dea42d0e0afa', 'tempest-TagsExtTest-Tag-445262090') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:57.675585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4dcb4-e065-497c-88ab-06df59f5cd1c tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event deleted for resources: {'Port': ['ID=e6e94af0-b2f3-4826-b61d-04bf9932bd27,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:57.721227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:36:57.733860 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1881b-a51d-4902-9a2f-0a01a0a867e6 None None] Sync routers for ids ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:36:57.743234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8271c9fc-8025-4a7d-9d26-f5e3c0e15fb9 req-01ff40b3-61c7-440e-a37f-27f0a4ba8c1f service neutron] 10.222.0.50 "GET /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809846 May 25 20:36:57.756887 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1881b-a51d-4902-9a2f-0a01a0a867e6 None None] Routers {'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:57.757505 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-efa1881b-a51d-4902-9a2f-0a01a0a867e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:57.775736 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:57.892575 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6074044a-d005-4040-b21e-c7c71f402560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:57.952204 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6074044a-d005-4040-b21e-c7c71f402560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:57.969527 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63a4dcb4-e065-497c-88ab-06df59f5cd1c tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:57.985320 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-63a4dcb4-e065-497c-88ab-06df59f5cd1c tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "DELETE /v2.0/ports/e6e94af0-b2f3-4826-b61d-04bf9932bd27 HTTP/1.1" status: 204 len: 168 time: 1.7015078 May 25 20:36:57.986885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54536) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:58.019871 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-efa1881b-a51d-4902-9a2f-0a01a0a867e6 None None] Set router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:36:58.037880 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-319e9ca7-6769-43be-8a87-0a92add3123d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] GET failed (client error): The resource could not be found. May 25 20:36:58.038656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-319e9ca7-6769-43be-8a87-0a92add3123d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Synchronizing usage tracker for tenant:3eb45d4daa1141a8a7ccc9429685a37d on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:36:58.063654 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-de3c9df2-e4da-483a-a840-cc0364d58604 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] show failed (client error): The resource could not be found. May 25 20:36:58.064847 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-de3c9df2-e4da-483a-a840-cc0364d58604 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/ports/bb2bdc4c-3bde-4690-960c-dea42d0e0afa/tags/tempest-TagsExtTest-Tag-445262090 HTTP/1.1" status: 404 len: 328 time: 0.4121883 May 25 20:36:58.068480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54542) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:58.069006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54544) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:58.069488 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-174c8250-6110-441e-aae3-cb9333a1753a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7674487 May 25 20:36:58.071156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'tag': 'df6f7022-5397-43cd-beb3-5ada16d916eb'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:36:58.076242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074044a-d005-4040-b21e-c7c71f402560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12c8d2c-1ecd-4844-bc58-26c33aa4003f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:58.081468 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6074044a-d005-4040-b21e-c7c71f402560 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7a0965648eb4e1c950c575dc58c22bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8174572 May 25 20:36:58.083977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54552) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:58.088536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-ab7d7b30-c4b0-46ca-a076-fdcdd6831ce2 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bb2bdc4c-3bde-4690-960c-dea42d0e0afa', 'tempest-TagsExtTest-Tag-1828167044') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:58.157425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b87b197e-ae16-460b-88e9-b6c11169b64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:58.162763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-319e9ca7-6769-43be-8a87-0a92add3123d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Unset dirty status for tenant:3eb45d4daa1141a8a7ccc9429685a37d on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:36:58.169917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-319e9ca7-6769-43be-8a87-0a92add3123d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "GET /v2.0/ports/e6e94af0-b2f3-4826-b61d-04bf9932bd27 HTTP/1.1" status: 404 len: 333 time: 0.1818476 May 25 20:36:58.176738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54562) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:58.188982 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:58.202137 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-995f1e8c-7923-4f0f-a946-07ba4fcb9928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:58.206884 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b87b197e-ae16-460b-88e9-b6c11169b64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:58.231957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Request body: {'port': {'network_id': '36826a01-e1c5-464d-aef3-8ca826c45777', 'name': 'tempest-AllowedAddressPairTestJSON-329418356'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:36:58.292936 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b87b197e-ae16-460b-88e9-b6c11169b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:58.327022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b197e-ae16-460b-88e9-b6c11169b64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12c8d2c-1ecd-4844-bc58-26c33aa4003f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:58.332991 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b87b197e-ae16-460b-88e9-b6c11169b64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:58.334130 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b87b197e-ae16-460b-88e9-b6c11169b64f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e12c8d2c-1ecd-4844-bc58-26c33aa4003f HTTP/1.1" status: 204 len: 168 time: 0.2491336 May 25 20:36:58.458495 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834452d7-4374-4521-8190-c587b154092e'] response: {'name': 'network-changed', 'server_uuid': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'tag': 'df6f7022-5397-43cd-beb3-5ada16d916eb', 'status': 'completed', 'code': 200} May 25 20:36:58.668021 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-ab7d7b30-c4b0-46ca-a076-fdcdd6831ce2 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] show failed (client error): The resource could not be found. May 25 20:36:58.671456 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ab7d7b30-c4b0-46ca-a076-fdcdd6831ce2 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/ports/bb2bdc4c-3bde-4690-960c-dea42d0e0afa/tags/tempest-TagsExtTest-Tag-1828167044 HTTP/1.1" status: 404 len: 329 time: 0.5986497 May 25 20:36:58.671835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54576) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:58.677400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-291924e2-4293-4660-a873-dc6ec5faf5e1 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bb2bdc4c-3bde-4690-960c-dea42d0e0afa', 'tempest-TagsExtTest-Tag-1187396012') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:58.750418 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-efa1881b-a51d-4902-9a2f-0a01a0a867e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:36:15Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '1d5879ac-e467-47e3-82dd-1d86b7de2842', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'port_id': 'df6f7022-5397-43cd-beb3-5ada16d916eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'mac_address': 'fa:16:3e:1a:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:36:55Z', 'updated_at': '2022-05-25T20:36:55Z', 'revision_number': 0, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b3aa12-4fcd-48f7-bbc0-60478ec9369b', 'name': '', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'mac_address': 'fa:16:3e:92:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:36:13Z', 'updated_at': '2022-05-25T20:36:25Z', 'revision_number': 5, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'subnets': [{'id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:58.759152 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1881b-a51d-4902-9a2f-0a01a0a867e6 None None] Checking router: a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:36:58.777784 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1881b-a51d-4902-9a2f-0a01a0a867e6 None None] Routers {'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:36:58.778469 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-efa1881b-a51d-4902-9a2f-0a01a0a867e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:36:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:58.803229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54580) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:58.808955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:58.833108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2bddb-6c96-4465-ad56-f50bbd7edbe1 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:58.840392 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-43c202dc-103f-45b0-aae2-159d98bb901c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:58.841027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2bddb-6c96-4465-ad56-f50bbd7edbe1 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:58.841832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2bddb-6c96-4465-ad56-f50bbd7edbe1 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:58.842995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2bddb-6c96-4465-ad56-f50bbd7edbe1 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:58.843593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2bddb-6c96-4465-ad56-f50bbd7edbe1 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:58.844734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2bddb-6c96-4465-ad56-f50bbd7edbe1 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:58.845833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2bddb-6c96-4465-ad56-f50bbd7edbe1 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:58.847535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2bddb-6c96-4465-ad56-f50bbd7edbe1 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:58.848176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2bddb-6c96-4465-ad56-f50bbd7edbe1 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:58.850218 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d1f2bddb-6c96-4465-ad56-f50bbd7edbe1 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6362 time: 0.7768075 May 25 20:36:58.853432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54588) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:58.863207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:58.883068 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-43c202dc-103f-45b0-aae2-159d98bb901c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:36:58.888407 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-291924e2-4293-4660-a873-dc6ec5faf5e1 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] show failed (client error): The resource could not be found. May 25 20:36:58.889626 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-291924e2-4293-4660-a873-dc6ec5faf5e1 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/ports/bb2bdc4c-3bde-4690-960c-dea42d0e0afa/tags/tempest-TagsExtTest-Tag-1187396012 HTTP/1.1" status: 404 len: 329 time: 0.2167325 May 25 20:36:58.890971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-43c202dc-103f-45b0-aae2-159d98bb901c admin admin] Usage tracker for resource:security_group_rule and tenant:76f104db1713447fb4f52516c8bc5e56 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:36:58.894531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54592) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:58.897375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-43c202dc-103f-45b0-aae2-159d98bb901c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:36:58.907335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-f03c13ff-9b9b-4fac-a548-d14dc8696ff0 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fcdd2855-3565-47d8-ae47-016ce3db2502', {'tags': ['tempest-TagsExtTest-Tag-1036768296', 'tempest-TagsExtTest-Tag-168617844', 'tempest-TagsExtTest-Tag-112242262']}) {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:58.963693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Made reservation on behalf of 3eb45d4daa1141a8a7ccc9429685a37d for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:36:58.967231 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:58.993904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-43c202dc-103f-45b0-aae2-159d98bb901c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:36:59.007326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] device_id is not set on port 04e3e203-ca41-4024-9028-65c98b3d2417 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:36:59.011691 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-efa1881b-a51d-4902-9a2f-0a01a0a867e6 None None] Set router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:36:59.047218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18a413-dff5-4101-937d-99ea0a642086 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:59.047936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18a413-dff5-4101-937d-99ea0a642086 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:59.048568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18a413-dff5-4101-937d-99ea0a642086 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:59.049156 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18a413-dff5-4101-937d-99ea0a642086 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:59.049872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18a413-dff5-4101-937d-99ea0a642086 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:59.050580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18a413-dff5-4101-937d-99ea0a642086 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:59.051268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18a413-dff5-4101-937d-99ea0a642086 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:59.051852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18a413-dff5-4101-937d-99ea0a642086 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:59.052486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18a413-dff5-4101-937d-99ea0a642086 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:59.054657 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5a18a413-dff5-4101-937d-99ea0a642086 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5803 time: 0.1972666 May 25 20:36:59.058537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54596) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:59.061281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259b915-edfc-497b-908d-90a741cb9456 req-b7469b24-3f49-4445-b3d0-8844dffb85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:59.063645 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6259b915-edfc-497b-908d-90a741cb9456 req-b7469b24-3f49-4445-b3d0-8844dffb85ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13a469cfe5354987afc61d8fbdb46baa&device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 1135 time: 0.4631131 May 25 20:36:59.159183 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f03c13ff-9b9b-4fac-a548-d14dc8696ff0 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "PUT /v2.0/routers/fcdd2855-3565-47d8-ae47-016ce3db2502/tags HTTP/1.1" status: 200 len: 316 time: 0.2635028 May 25 20:36:59.163474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54606) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:59.170046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-80166081-4bc0-401a-88ba-ddff89d93b3f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fcdd2855-3565-47d8-ae47-016ce3db2502') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:59.391795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-43c202dc-103f-45b0-aae2-159d98bb901c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:59.407515 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-43c202dc-103f-45b0-aae2-159d98bb901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:59.434779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-80166081-4bc0-401a-88ba-ddff89d93b3f tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/routers/fcdd2855-3565-47d8-ae47-016ce3db2502/tags HTTP/1.1" status: 204 len: 168 time: 0.2703083 May 25 20:36:59.437993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54610) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:59.474578 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-43c202dc-103f-45b0-aae2-159d98bb901c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=76f104db1713447fb4f52516c8bc5e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6635938 May 25 20:36:59.479566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54618) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:59.482680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c202dc-103f-45b0-aae2-159d98bb901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c92f05-e568-4dfd-8936-e65277cf854c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:59.513469 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-efa1881b-a51d-4902-9a2f-0a01a0a867e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:36:15Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '1d5879ac-e467-47e3-82dd-1d86b7de2842', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'port_id': 'df6f7022-5397-43cd-beb3-5ada16d916eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'mac_address': 'fa:16:3e:1a:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:36:55Z', 'updated_at': '2022-05-25T20:36:55Z', 'revision_number': 0, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b3aa12-4fcd-48f7-bbc0-60478ec9369b', 'name': '', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'mac_address': 'fa:16:3e:92:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:36:13Z', 'updated_at': '2022-05-25T20:36:25Z', 'revision_number': 5, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'subnets': [{'id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:59.520246 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1881b-a51d-4902-9a2f-0a01a0a867e6 None None] The sync data for ids ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'] in n-d-843339-1 is: [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:36:15Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '1d5879ac-e467-47e3-82dd-1d86b7de2842', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'port_id': 'df6f7022-5397-43cd-beb3-5ada16d916eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'mac_address': 'fa:16:3e:1a:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:36:55Z', 'updated_at': '2022-05-25T20:36:55Z', 'revision_number': 0, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b3aa12-4fcd-48f7-bbc0-60478ec9369b', 'name': '', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'mac_address': 'fa:16:3e:92:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:36:13Z', 'updated_at': '2022-05-25T20:36:25Z', 'revision_number': 5, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'subnets': [{'id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:36:59.533070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-71e15707-6330-4dd5-9162-a8264707b9b2 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fcdd2855-3565-47d8-ae47-016ce3db2502', 'tempest-TagsExtTest-Tag-1036768296') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:36:59.563210 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80e9331d-6b4f-446a-bdbc-0e89a35f9807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:59.604271 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80e9331d-6b4f-446a-bdbc-0e89a35f9807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:59.606902 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259b915-edfc-497b-908d-90a741cb9456 req-be81c978-2155-4b68-b686-4d3e02ef36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:36:59.608340 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6259b915-edfc-497b-908d-90a741cb9456 req-be81c978-2155-4b68-b686-4d3e02ef36ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=364d0c10-a4cb-4714-be64-f7a0692ad669 HTTP/1.1" status: 200 len: 898 time: 0.4723830 May 25 20:36:59.679583 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80e9331d-6b4f-446a-bdbc-0e89a35f9807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:59.692741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Allocated IP 172.20.0.7 (36826a01-e1c5-464d-aef3-8ca826c45777/1bd7ffae-d20a-4bf4-bc45-4474ab8a9410/04e3e203-ca41-4024-9028-65c98b3d2417) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:36:59.703478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9331d-6b4f-446a-bdbc-0e89a35f9807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c92f05-e568-4dfd-8936-e65277cf854c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:36:59.722654 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80e9331d-6b4f-446a-bdbc-0e89a35f9807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:36:59.724991 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-80e9331d-6b4f-446a-bdbc-0e89a35f9807 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80c92f05-e568-4dfd-8936-e65277cf854c HTTP/1.1" status: 204 len: 168 time: 0.2445154 May 25 20:36:59.853597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2b043b-d9ce-429e-8566-2870dcb9e1c2 None None] New status for floating IP 1d5879ac-e467-47e3-82dd-1d86b7de2842: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:36:59.900965 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6259b915-edfc-497b-908d-90a741cb9456 req-731a5452-f4f7-4ac4-8253-0f5bb678442b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df6f7022-5397-43cd-beb3-5ada16d916eb HTTP/1.1" status: 200 len: 999 time: 0.2728541 May 25 20:36:59.908963 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-71e15707-6330-4dd5-9162-a8264707b9b2 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] show failed (client error): The resource could not be found. May 25 20:36:59.912866 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-71e15707-6330-4dd5-9162-a8264707b9b2 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/routers/fcdd2855-3565-47d8-ae47-016ce3db2502/tags/tempest-TagsExtTest-Tag-1036768296 HTTP/1.1" status: 404 len: 329 time: 0.4716754 May 25 20:36:59.912995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54628) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:36:59.918673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-37c90a9d-bd4f-4fed-b49f-7e94547d85b4 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fcdd2855-3565-47d8-ae47-016ce3db2502', 'tempest-TagsExtTest-Tag-168617844') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:00.060213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259b915-edfc-497b-908d-90a741cb9456 req-4910dc2f-2ca8-4c98-a649-3c665c9ebff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:00.061701 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6259b915-edfc-497b-908d-90a741cb9456 req-4910dc2f-2ca8-4c98-a649-3c665c9ebff8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55d93bdb-3c56-4f3a-a46f-5e5747c026ef HTTP/1.1" status: 200 len: 834 time: 0.1410134 May 25 20:37:00.314638 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-37c90a9d-bd4f-4fed-b49f-7e94547d85b4 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] show failed (client error): The resource could not be found. May 25 20:37:00.321611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-37c90a9d-bd4f-4fed-b49f-7e94547d85b4 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/routers/fcdd2855-3565-47d8-ae47-016ce3db2502/tags/tempest-TagsExtTest-Tag-168617844 HTTP/1.1" status: 404 len: 328 time: 0.4072981 May 25 20:37:00.322422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54644) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:00.329607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-ba01eb12-0379-4d1a-91f1-6d70c13779a4 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fcdd2855-3565-47d8-ae47-016ce3db2502', 'tempest-TagsExtTest-Tag-112242262') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:00.340608 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f5d9eedc-ab3c-432a-875c-4718852ab587 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3580 time: 1.2754285 May 25 20:37:00.343322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54648) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:00.435573 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:00.472756 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259b915-edfc-497b-908d-90a741cb9456 req-d24e281e-8f01-4c48-b856-67132e6ee4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:00.474587 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6259b915-edfc-497b-908d-90a741cb9456 req-d24e281e-8f01-4c48-b856-67132e6ee4ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=364d0c10-a4cb-4714-be64-f7a0692ad669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3559363 May 25 20:37:00.565470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Transition to ACTIVE for port object 04e3e203-ca41-4024-9028-65c98b3d2417 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:37:00.583819 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5df05cfa-d3c7-4642-ac80-beca2f2d2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:00.621208 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-ba01eb12-0379-4d1a-91f1-6d70c13779a4 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] show failed (client error): The resource could not be found. May 25 20:37:00.622451 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:00.622989 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ba01eb12-0379-4d1a-91f1-6d70c13779a4 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/routers/fcdd2855-3565-47d8-ae47-016ce3db2502/tags/tempest-TagsExtTest-Tag-112242262 HTTP/1.1" status: 404 len: 328 time: 0.2993321 May 25 20:37:00.626776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54660) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:00.632734 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-a26a3c6c-bd0b-44d4-afdb-1f13768fb4b8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3adab198-6dc9-4ef0-a5d5-1df245bb270f', {'tags': ['tempest-TagsExtTest-Tag-419046603', 'tempest-TagsExtTest-Tag-824796406', 'tempest-TagsExtTest-Tag-504495769']}) {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:00.755711 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a26a3c6c-bd0b-44d4-afdb-1f13768fb4b8 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "PUT /v2.0/subnetpools/3adab198-6dc9-4ef0-a5d5-1df245bb270f/tags HTTP/1.1" status: 200 len: 315 time: 0.1254804 May 25 20:37:00.757091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54672) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:00.762063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-1b4abca5-457c-4bc9-b188-e0200f2de0a2 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3adab198-6dc9-4ef0-a5d5-1df245bb270f') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:00.851870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1b4abca5-457c-4bc9-b188-e0200f2de0a2 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/subnetpools/3adab198-6dc9-4ef0-a5d5-1df245bb270f/tags HTTP/1.1" status: 204 len: 168 time: 0.0936120 May 25 20:37:00.853146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54678) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:00.861749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-e4278a80-8c79-4c7d-91e3-843d18198d2d tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3adab198-6dc9-4ef0-a5d5-1df245bb270f', 'tempest-TagsExtTest-Tag-419046603') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:00.892647 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-e4278a80-8c79-4c7d-91e3-843d18198d2d tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] show failed (client error): The resource could not be found. May 25 20:37:00.897849 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e4278a80-8c79-4c7d-91e3-843d18198d2d tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/subnetpools/3adab198-6dc9-4ef0-a5d5-1df245bb270f/tags/tempest-TagsExtTest-Tag-419046603 HTTP/1.1" status: 404 len: 328 time: 0.0435407 May 25 20:37:00.898684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54682) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:00.905818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-5dd66ffe-0940-4566-bdc9-69eb0d784dd3 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3adab198-6dc9-4ef0-a5d5-1df245bb270f', 'tempest-TagsExtTest-Tag-824796406') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:00.914552 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1c3a2c-9cc5-4ceb-94aa-375df11118cd tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:00.915043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1c3a2c-9cc5-4ceb-94aa-375df11118cd tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:00.916665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2e1c3a2c-9cc5-4ceb-94aa-375df11118cd tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 HTTP/1.1" status: 200 len: 1990 time: 0.5703535 May 25 20:37:00.944692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event updated for resources: {'Port': ['ID=04e3e203-ca41-4024-9028-65c98b3d2417,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:00.952012 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-5dd66ffe-0940-4566-bdc9-69eb0d784dd3 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] show failed (client error): The resource could not be found. May 25 20:37:00.953303 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5dd66ffe-0940-4566-bdc9-69eb0d784dd3 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/subnetpools/3adab198-6dc9-4ef0-a5d5-1df245bb270f/tags/tempest-TagsExtTest-Tag-824796406 HTTP/1.1" status: 404 len: 328 time: 0.0531638 May 25 20:37:00.956744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54692) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:00.966328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-a0024043-0436-4891-ac51-f694d18c2293 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3adab198-6dc9-4ef0-a5d5-1df245bb270f', 'tempest-TagsExtTest-Tag-504495769') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:00.983597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Network 36826a01-e1c5-464d-aef3-8ca826c45777 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:37:00.989636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:00.996825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:37:01.039803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6259b915-edfc-497b-908d-90a741cb9456 req-920d55f3-05e5-4e8e-af13-d7266afbd687 service neutron] 10.222.0.70 "GET /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543714 May 25 20:37:01.180683 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-a0024043-0436-4891-ac51-f694d18c2293 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] show failed (client error): The resource could not be found. May 25 20:37:01.181797 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a0024043-0436-4891-ac51-f694d18c2293 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/subnetpools/3adab198-6dc9-4ef0-a5d5-1df245bb270f/tags/tempest-TagsExtTest-Tag-504495769 HTTP/1.1" status: 404 len: 328 time: 0.2230291 May 25 20:37:01.185283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54700) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:01.192893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-96e4811d-e974-47bb-8bfa-34abdc2cb4d3 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3adab198-6dc9-4ef0-a5d5-1df245bb270f') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:01.207971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:01.208756 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:01.229854 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-96e4811d-e974-47bb-8bfa-34abdc2cb4d3 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/subnetpools/3adab198-6dc9-4ef0-a5d5-1df245bb270f/tags HTTP/1.1" status: 204 len: 168 time: 0.0423627 May 25 20:37:01.232270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54706) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:01.238654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-d1b894fa-dade-4653-ba86-ebcce5e89cb4 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fcdd2855-3565-47d8-ae47-016ce3db2502') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:01.277593 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-89177f80-246f-492c-8d31-d06b00917f56 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0997937 May 25 20:37:01.279651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54710) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:01.291896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-aece63b1-6711-42bb-badf-9949895cf5c7 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8e:60:35'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:01.379925 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6259b915-edfc-497b-908d-90a741cb9456 req-d088e6b4-048d-45e3-ba5e-54ded7a612f1 service neutron] 10.222.0.70 "GET /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294315 May 25 20:37:01.429238 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:01.436865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c66c257b-23a0-40d6-acec-53ee452844e6 None None] Provisioning for port 04e3e203-ca41-4024-9028-65c98b3d2417 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:37:01.450131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c66c257b-23a0-40d6-acec-53ee452844e6 None None] Provisioning complete for port 04e3e203-ca41-4024-9028-65c98b3d2417 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:37:01.450463 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c66c257b-23a0-40d6-acec-53ee452844e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:01.492557 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d1b894fa-dade-4653-ba86-ebcce5e89cb4 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/routers/fcdd2855-3565-47d8-ae47-016ce3db2502/tags HTTP/1.1" status: 204 len: 168 time: 0.2590513 May 25 20:37:01.497698 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54722) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:01.510950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.tag.tag_plugin [None req-33722d1d-92af-4e75-aa93-f7011a57d4af tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bb2bdc4c-3bde-4690-960c-dea42d0e0afa') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:01.544625 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c66c257b-23a0-40d6-acec-53ee452844e6 None None] Port 04e3e203-ca41-4024-9028-65c98b3d2417 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:37:01.718276 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aece63b1-6711-42bb-badf-9949895cf5c7 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:01.751818 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:01.777982 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-33722d1d-92af-4e75-aa93-f7011a57d4af tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/ports/bb2bdc4c-3bde-4690-960c-dea42d0e0afa/tags HTTP/1.1" status: 204 len: 168 time: 0.2791185 May 25 20:37:01.780716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54736) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:01.788258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.tag.tag_plugin [None req-6c9b7bb8-b70f-4c43-b109-02caca7e4727 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd2856b5d-f3b2-491c-9d56-6036d5ca9b6b') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:01.867746 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54740) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:01.868550 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6c9b7bb8-b70f-4c43-b109-02caca7e4727 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/subnets/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b/tags HTTP/1.1" status: 204 len: 168 time: 0.0866125 May 25 20:37:01.889021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54744) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:02.040378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-712a525b-5678-41b4-ac2a-f46b6fad0717 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1098665569'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:02.045821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-712a525b-5678-41b4-ac2a-f46b6fad0717 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:02.050043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-712a525b-5678-41b4-ac2a-f46b6fad0717 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Usage tracker for resource:router and tenant:afe9a33b15a34c2a8b279d5cf8f49d35 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:02.052935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-712a525b-5678-41b4-ac2a-f46b6fad0717 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:02.059435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-712a525b-5678-41b4-ac2a-f46b6fad0717 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:02.072838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-712a525b-5678-41b4-ac2a-f46b6fad0717 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.074207 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-712a525b-5678-41b4-ac2a-f46b6fad0717 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.085331 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af1a0137-984f-4533-88df-34e121f1c51a tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for subnetpool, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.088796 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-af1a0137-984f-4533-88df-34e121f1c51a tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/subnetpools/3adab198-6dc9-4ef0-a5d5-1df245bb270f HTTP/1.1" status: 204 len: 168 time: 0.2172451 May 25 20:37:02.089850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54754) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:02.092653 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-712a525b-5678-41b4-ac2a-f46b6fad0717 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.101500 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aece63b1-6711-42bb-badf-9949895cf5c7 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.107797 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aece63b1-6711-42bb-badf-9949895cf5c7 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.145030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a04fcb17-7642-47ff-ba6b-5536d8d5b8e7 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Synchronizing usage tracker for tenant:ad56df13c7e143a5be4234cb79b0c308 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:02.167543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a04fcb17-7642-47ff-ba6b-5536d8d5b8e7 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Unset dirty status for tenant:ad56df13c7e143a5be4234cb79b0c308 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:02.168769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a04fcb17-7642-47ff-ba6b-5536d8d5b8e7 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcdd2855-3565-47d8-ae47-016ce3db2502 HTTP/1.1" status: 200 len: 205 time: 0.0778730 May 25 20:37:02.170407 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-712a525b-5678-41b4-ac2a-f46b6fad0717 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.171829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54758) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:02.194053 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-712a525b-5678-41b4-ac2a-f46b6fad0717 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.195477 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-712a525b-5678-41b4-ac2a-f46b6fad0717 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3054481 May 25 20:37:02.198535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54762) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:02.365630 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d929bd0-b495-4075-b5f8-59bbd790a956 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.404270 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40d05ec8-11ca-4866-b103-c6356d63ab92 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.477466 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-67ba58d6-a29c-4310-9fa9-2da224fa3dc6 None None] Provisioning complete for port 04e3e203-ca41-4024-9028-65c98b3d2417 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:37:02.479169 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-67ba58d6-a29c-4310-9fa9-2da224fa3dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.543445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece63b1-6711-42bb-badf-9949895cf5c7 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event updated for resources: {'Port': ['ID=04e3e203-ca41-4024-9028-65c98b3d2417,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:02.561836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-67ba58d6-a29c-4310-9fa9-2da224fa3dc6 None None] Port 04e3e203-ca41-4024-9028-65c98b3d2417 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:37:02.619259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-aece63b1-6711-42bb-badf-9949895cf5c7 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] In _notify_port_updated(), no bound segment for port 04e3e203-ca41-4024-9028-65c98b3d2417 on network 36826a01-e1c5-464d-aef3-8ca826c45777 {{(pid=88331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:37:02.627741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece63b1-6711-42bb-badf-9949895cf5c7 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:02.628529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aece63b1-6711-42bb-badf-9949895cf5c7 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.632628 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-aece63b1-6711-42bb-badf-9949895cf5c7 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "PUT /v2.0/ports/04e3e203-ca41-4024-9028-65c98b3d2417 HTTP/1.1" status: 200 len: 995 time: 1.3457077 May 25 20:37:02.650188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54776) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:02.774083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d929bd0-b495-4075-b5f8-59bbd790a956 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.778738 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d929bd0-b495-4075-b5f8-59bbd790a956 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.816783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-882b2252-25a0-4fe7-a734-3d759bbaefe9 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Deleting port 04e3e203-ca41-4024-9028-65c98b3d2417 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:02.817366 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-882b2252-25a0-4fe7-a734-3d759bbaefe9 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.881435 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d929bd0-b495-4075-b5f8-59bbd790a956 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.881844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d929bd0-b495-4075-b5f8-59bbd790a956 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd779093-6f4a-425a-a760-ad9e6c651d88 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:37:02.913386 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8d929bd0-b495-4075-b5f8-59bbd790a956 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.913386 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8d929bd0-b495-4075-b5f8-59bbd790a956 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] 10.222.0.60 "DELETE /v2.0/routers/fd779093-6f4a-425a-a760-ad9e6c651d88 HTTP/1.1" status: 204 len: 168 time: 0.7117145 May 25 20:37:02.913386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54784) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:02.924534 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40d05ec8-11ca-4866-b103-c6356d63ab92 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.927016 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40d05ec8-11ca-4866-b103-c6356d63ab92 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.953263 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40d05ec8-11ca-4866-b103-c6356d63ab92 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.954296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d05ec8-11ca-4866-b103-c6356d63ab92 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Fanout notify agent at l3_agent the message router_deleted on router fcdd2855-3565-47d8-ae47-016ce3db2502 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:37:02.977444 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-40d05ec8-11ca-4866-b103-c6356d63ab92 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:02.978649 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-40d05ec8-11ca-4866-b103-c6356d63ab92 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/routers/fcdd2855-3565-47d8-ae47-016ce3db2502 HTTP/1.1" status: 204 len: 168 time: 0.8058167 May 25 20:37:02.981028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54788) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:03.057129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-cb9f3fd5-c27a-4b12-855c-295d5e4af6ac tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Deleting port bb2bdc4c-3bde-4690-960c-dea42d0e0afa {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:03.057376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3fd5-c27a-4b12-855c-295d5e4af6ac tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:03.082187 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:03.087402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f6741206-960d-47d8-a49f-9651391cfc29 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Request body: {'router': {'name': 'tempest-router-1009754113', 'distributed': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:03.099278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f6741206-960d-47d8-a49f-9651391cfc29 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:03.115577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f6741206-960d-47d8-a49f-9651391cfc29 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Usage tracker for resource:router and tenant:afe9a33b15a34c2a8b279d5cf8f49d35 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:03.120745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f6741206-960d-47d8-a49f-9651391cfc29 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:03.130094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f6741206-960d-47d8-a49f-9651391cfc29 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:03.222397 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6741206-960d-47d8-a49f-9651391cfc29 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:03.223510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6741206-960d-47d8-a49f-9651391cfc29 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:03.262135 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6741206-960d-47d8-a49f-9651391cfc29 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:03.308590 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-882b2252-25a0-4fe7-a734-3d759bbaefe9 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:03.317739 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6741206-960d-47d8-a49f-9651391cfc29 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:03.367910 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3fd5-c27a-4b12-855c-295d5e4af6ac tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:03.409650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54804) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:03.504141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-cb9f3fd5-c27a-4b12-855c-295d5e4af6ac tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Calling delete_port for bb2bdc4c-3bde-4690-960c-dea42d0e0afa owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:03.550494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-882b2252-25a0-4fe7-a734-3d759bbaefe9 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Calling delete_port for 04e3e203-ca41-4024-9028-65c98b3d2417 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:03.584806 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6741206-960d-47d8-a49f-9651391cfc29 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:03.585903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f6741206-960d-47d8-a49f-9651391cfc29 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6697841 May 25 20:37:03.589467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54808) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:03.789731 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-516b9029-881b-4d26-ab2c-363e753ae385 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:03.915595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3fd5-c27a-4b12-855c-295d5e4af6ac tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:03.998328 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-882b2252-25a0-4fe7-a734-3d759bbaefe9 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:04.020391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f3fd5-c27a-4b12-855c-295d5e4af6ac tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Pushing event deleted for resources: {'Port': ['ID=bb2bdc4c-3bde-4690-960c-dea42d0e0afa,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:04.070817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b2252-25a0-4fe7-a734-3d759bbaefe9 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event deleted for resources: {'Port': ['ID=04e3e203-ca41-4024-9028-65c98b3d2417,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:04.194614 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-516b9029-881b-4d26-ab2c-363e753ae385 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:04.204200 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-516b9029-881b-4d26-ab2c-363e753ae385 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:04.222113 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-882b2252-25a0-4fe7-a734-3d759bbaefe9 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:04.276823 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-882b2252-25a0-4fe7-a734-3d759bbaefe9 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "DELETE /v2.0/ports/04e3e203-ca41-4024-9028-65c98b3d2417 HTTP/1.1" status: 204 len: 168 time: 1.6257217 May 25 20:37:04.282549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54822) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:04.350844 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-607ce833-d088-48df-b829-6dfa87d3d264 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] GET failed (client error): The resource could not be found. May 25 20:37:04.351698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-607ce833-d088-48df-b829-6dfa87d3d264 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Synchronizing usage tracker for tenant:3eb45d4daa1141a8a7ccc9429685a37d on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:04.379586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-607ce833-d088-48df-b829-6dfa87d3d264 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Unset dirty status for tenant:3eb45d4daa1141a8a7ccc9429685a37d on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:04.381090 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-607ce833-d088-48df-b829-6dfa87d3d264 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "GET /v2.0/ports/04e3e203-ca41-4024-9028-65c98b3d2417 HTTP/1.1" status: 404 len: 333 time: 0.0970585 May 25 20:37:04.392012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54832) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:04.416239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Request body: {'port': {'network_id': '36826a01-e1c5-464d-aef3-8ca826c45777', 'name': 'tempest-AllowedAddressPairTestJSON-1430152940'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:04.549190 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-516b9029-881b-4d26-ab2c-363e753ae385 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:04.550412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516b9029-881b-4d26-ab2c-363e753ae385 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7189ad90-57fa-41f5-9469-a7d284ea921c {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:37:04.562866 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3fd5-c27a-4b12-855c-295d5e4af6ac tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:04.575260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cb9f3fd5-c27a-4b12-855c-295d5e4af6ac tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/ports/bb2bdc4c-3bde-4690-960c-dea42d0e0afa HTTP/1.1" status: 204 len: 168 time: 1.5910263 May 25 20:37:04.575631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54836) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:04.579126 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-516b9029-881b-4d26-ab2c-363e753ae385 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:04.584580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54840) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:04.584734 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-516b9029-881b-4d26-ab2c-363e753ae385 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] 10.222.0.60 "DELETE /v2.0/routers/7189ad90-57fa-41f5-9469-a7d284ea921c HTTP/1.1" status: 204 len: 168 time: 0.9933457 May 25 20:37:04.635789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2721d58d-3864-4b92-8b7f-fc13c2800135 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Request body: {'router': {'name': 'tempest-router-2089775240', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5a13940a818644e39f341a48638e0af3'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:04.649093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2721d58d-3864-4b92-8b7f-fc13c2800135 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:04.649920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:04.660615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:04.661953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2721d58d-3864-4b92-8b7f-fc13c2800135 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Usage tracker for resource:router and tenant:5a13940a818644e39f341a48638e0af3 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:04.666485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2721d58d-3864-4b92-8b7f-fc13c2800135 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:04.675079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Made reservation on behalf of 3eb45d4daa1141a8a7ccc9429685a37d for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:04.679347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2721d58d-3864-4b92-8b7f-fc13c2800135 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:04.679870 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:04.691572 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-45ca09d4-4a80-43b9-bcf7-c7b282b688f4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:04.707206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] device_id is not set on port 33f91ba4-01e5-41ff-a966-dbcfbf7671e0 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:37:04.797756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdff4c25-8c60-4cfa-b617-18f854647c23 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Deleting subnet d2856b5d-f3b2-491c-9d56-6036d5ca9b6b {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:37:04.874688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Allocated IP 172.20.0.10 (36826a01-e1c5-464d-aef3-8ca826c45777/1bd7ffae-d20a-4bf4-bc45-4474ab8a9410/33f91ba4-01e5-41ff-a966-dbcfbf7671e0) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:37:04.937134 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cdff4c25-8c60-4cfa-b617-18f854647c23 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:04.988100 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2721d58d-3864-4b92-8b7f-fc13c2800135 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:04.989099 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2721d58d-3864-4b92-8b7f-fc13c2800135 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:05.028512 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cdff4c25-8c60-4cfa-b617-18f854647c23 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:05.133248 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:05.133745 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2721d58d-3864-4b92-8b7f-fc13c2800135 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:05.153280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Transition to ACTIVE for port object 33f91ba4-01e5-41ff-a966-dbcfbf7671e0 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:37:05.183752 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:05.196641 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2721d58d-3864-4b92-8b7f-fc13c2800135 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:05.264471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Network 36826a01-e1c5-464d-aef3-8ca826c45777 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:37:05.268036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:05.272780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:37:05.301379 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2721d58d-3864-4b92-8b7f-fc13c2800135 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:05.302936 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2721d58d-3864-4b92-8b7f-fc13c2800135 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6789670 May 25 20:37:05.315773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54856) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:05.350743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:05.351377 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:05.358877 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cdff4c25-8c60-4cfa-b617-18f854647c23 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:05.372004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event updated for resources: {'Port': ['ID=33f91ba4-01e5-41ff-a966-dbcfbf7671e0,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:05.397001 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7010e3bd-0034-4ab5-9cf1-d13c7600d95d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9976859 May 25 20:37:05.397810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54860) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:05.399306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-dd242f6c-78df-40fa-b90b-d62b28049674 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:05.404158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Request body: {'port': {'network_id': '36826a01-e1c5-464d-aef3-8ca826c45777', 'name': 'tempest-AllowedAddressPairTestJSON-1855797923'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:05.567171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:05.571406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Usage tracker for resource:port and tenant:3eb45d4daa1141a8a7ccc9429685a37d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:05.574382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:05.580652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:05.591847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Made reservation on behalf of 3eb45d4daa1141a8a7ccc9429685a37d for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:05.595662 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:05.618845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8f6ed504-7a4e-49c9-a4db-b3c3d86e2000 None None] Provisioning for port 33f91ba4-01e5-41ff-a966-dbcfbf7671e0 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:37:05.628366 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8f6ed504-7a4e-49c9-a4db-b3c3d86e2000 None None] Provisioning complete for port 33f91ba4-01e5-41ff-a966-dbcfbf7671e0 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:37:05.628730 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed504-7a4e-49c9-a4db-b3c3d86e2000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:05.638452 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] device_id is not set on port 9c3cfab9-96db-48a7-a286-4fa68d56f8c8 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:37:05.709974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ed504-7a4e-49c9-a4db-b3c3d86e2000 None None] Port 33f91ba4-01e5-41ff-a966-dbcfbf7671e0 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:37:05.829340 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Allocated IP 172.20.0.5 (36826a01-e1c5-464d-aef3-8ca826c45777/1bd7ffae-d20a-4bf4-bc45-4474ab8a9410/9c3cfab9-96db-48a7-a286-4fa68d56f8c8) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:37:05.904389 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cdff4c25-8c60-4cfa-b617-18f854647c23 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.010819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff4c25-8c60-4cfa-b617-18f854647c23 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Pushing event deleted for resources: {'Subnet': ['ID=d2856b5d-f3b2-491c-9d56-6036d5ca9b6b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:06.023035 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dd242f6c-78df-40fa-b90b-d62b28049674 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.023626 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dd242f6c-78df-40fa-b90b-d62b28049674 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.038451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede3c0cd-765b-4b95-a11b-1bd0a47c3c0f None None] Network 10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:06.059557 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.078141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Transition to ACTIVE for port object 9c3cfab9-96db-48a7-a286-4fa68d56f8c8 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:37:06.108287 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.123167 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cdff4c25-8c60-4cfa-b617-18f854647c23 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.190958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Network 36826a01-e1c5-464d-aef3-8ca826c45777 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:37:06.194611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:06.198567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:37:06.233992 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cdff4c25-8c60-4cfa-b617-18f854647c23 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/subnets/d2856b5d-f3b2-491c-9d56-6036d5ca9b6b HTTP/1.1" status: 204 len: 168 time: 1.6560605 May 25 20:37:06.239503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event updated for resources: {'Port': ['ID=9c3cfab9-96db-48a7-a286-4fa68d56f8c8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:06.248329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54876) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:06.345301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dd242f6c-78df-40fa-b90b-d62b28049674 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88332) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 25 20:37:06.345781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dd242f6c-78df-40fa-b90b-d62b28049674 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Router 61317dc2-b68d-4d5a-8d9d-4d9aecf64572 migrating from provider to provider. {{(pid=88332) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 25 20:37:06.346428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dd242f6c-78df-40fa-b90b-d62b28049674 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.362039 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dd242f6c-78df-40fa-b90b-d62b28049674 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.366335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-45ca09d4-4a80-43b9-bcf7-c7b282b688f4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting port 6661d58b-bf8d-4891-8aa6-2f6b3db09692 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:06.366990 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-45ca09d4-4a80-43b9-bcf7-c7b282b688f4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.407519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:06.408321 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.413108 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dd242f6c-78df-40fa-b90b-d62b28049674 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706310'] for router, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.416070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf85a7bd-4242-42e8-9e0a-a48cf3b7af11 None None] DHCP port deletion for 10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:37:06.422076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cf85a7bd-4242-42e8-9e0a-a48cf3b7af11 None None] Deleting port 6030334a-fa17-47dd-96ab-113880c499e6 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:06.423103 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf85a7bd-4242-42e8-9e0a-a48cf3b7af11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.451679 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.462755 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8b13ef54-b7e3-490e-bcfa-6fc3e9e07e49 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0633752 May 25 20:37:06.478669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54884) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:06.485341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e11293e7-225b-4a9d-acde-1b23c1d03d30 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8e:60:35'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:8b:4a:6c'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:06.572201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Deleting port 6030334a-fa17-47dd-96ab-113880c499e6 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:06.572793 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.763565 n-d-843339-1 neutron-server[88332]: WARNING neutron.scheduler.l3_agent_scheduler [None req-dd242f6c-78df-40fa-b90b-d62b28049674 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] No L3 agents can host the router 61317dc2-b68d-4d5a-8d9d-4d9aecf64572 May 25 20:37:06.776135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-cf85a7bd-4242-42e8-9e0a-a48cf3b7af11 None None] For port 6030334a-fa17-47dd-96ab-113880c499e6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6030334a-fa17-47dd-96ab-113880c499e6,segment=NetworkSegment(4971f376-686d-4351-be97-3221c8683253),segment_id=4971f376-686d-4351-be97-3221c8683253)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:06.776951 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf85a7bd-4242-42e8-9e0a-a48cf3b7af11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:06.967633 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e11293e7-225b-4a9d-acde-1b23c1d03d30 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:07.038919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cf85a7bd-4242-42e8-9e0a-a48cf3b7af11 None None] Calling delete_port for 6030334a-fa17-47dd-96ab-113880c499e6 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:07.081393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd242f6c-78df-40fa-b90b-d62b28049674 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Hosts for router 61317dc2-b68d-4d5a-8d9d-4d9aecf64572: [] {{(pid=88332) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 25 20:37:07.121804 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6030334a-fa17-47dd-96ab-113880c499e6 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:37:07.127955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-45ca09d4-4a80-43b9-bcf7-c7b282b688f4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] For port 6661d58b-bf8d-4891-8aa6-2f6b3db09692, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6661d58b-bf8d-4891-8aa6-2f6b3db09692,segment=NetworkSegment(27628c4d-051d-4dec-bfe1-34568c2094e9),segment_id=27628c4d-051d-4dec-bfe1-34568c2094e9)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:07.128472 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-45ca09d4-4a80-43b9-bcf7-c7b282b688f4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:07.135620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd242f6c-78df-40fa-b90b-d62b28049674 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Hosts for other DVR routers connected to router 61317dc2-b68d-4d5a-8d9d-4d9aecf64572: set() {{(pid=88332) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 25 20:37:07.137985 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dd242f6c-78df-40fa-b90b-d62b28049674 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:07.142009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dd242f6c-78df-40fa-b90b-d62b28049674 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] 10.222.0.60 "PUT /v2.0/routers/61317dc2-b68d-4d5a-8d9d-4d9aecf64572 HTTP/1.1" status: 200 len: 717 time: 1.8225472 May 25 20:37:07.145578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54896) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:07.163084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] For port 6030334a-fa17-47dd-96ab-113880c499e6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6030334a-fa17-47dd-96ab-113880c499e6,segment=NetworkSegment(4971f376-686d-4351-be97-3221c8683253),segment_id=4971f376-686d-4351-be97-3221c8683253)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:07.163436 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf85a7bd-4242-42e8-9e0a-a48cf3b7af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:07.163791 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:07.214651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 6030334a-fa17-47dd-96ab-113880c499e6 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:37:07.214997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6030334a-fa17-47dd-96ab-113880c499e6 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:37:07.238760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85a7bd-4242-42e8-9e0a-a48cf3b7af11 None None] Pushing event deleted for resources: {'Port': ['ID=6030334a-fa17-47dd-96ab-113880c499e6,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:07.247194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85a7bd-4242-42e8-9e0a-a48cf3b7af11 None None] No DVR routers for this DVR port 6030334a-fa17-47dd-96ab-113880c499e6 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:37:07.264339 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-49799ebf-a365-47e9-be5b-835f9bee6cf9 None None] Provisioning for port 9c3cfab9-96db-48a7-a286-4fa68d56f8c8 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:37:07.271397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-49799ebf-a365-47e9-be5b-835f9bee6cf9 None None] Provisioning complete for port 9c3cfab9-96db-48a7-a286-4fa68d56f8c8 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:37:07.271761 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-49799ebf-a365-47e9-be5b-835f9bee6cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:07.332004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-49799ebf-a365-47e9-be5b-835f9bee6cf9 None None] Port 9c3cfab9-96db-48a7-a286-4fa68d56f8c8 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:37:07.416457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Calling delete_port for 6030334a-fa17-47dd-96ab-113880c499e6 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:07.442604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-45ca09d4-4a80-43b9-bcf7-c7b282b688f4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Calling delete_port for 6661d58b-bf8d-4891-8aa6-2f6b3db09692 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:07.491923 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d78ca3d7-028d-4135-a795-63771da94d51 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] 10.222.0.60 "GET /v2.0/routers/61317dc2-b68d-4d5a-8d9d-4d9aecf64572 HTTP/1.1" status: 200 len: 717 time: 0.3451648 May 25 20:37:07.495103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54906) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:07.570025 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:37:07.570025 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:37:07.606623 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e11293e7-225b-4a9d-acde-1b23c1d03d30 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:07.613895 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e11293e7-225b-4a9d-acde-1b23c1d03d30 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:07.758368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e11293e7-225b-4a9d-acde-1b23c1d03d30 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] In _notify_port_updated(), no bound segment for port 9c3cfab9-96db-48a7-a286-4fa68d56f8c8 on network 36826a01-e1c5-464d-aef3-8ca826c45777 {{(pid=88331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:37:07.764090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11293e7-225b-4a9d-acde-1b23c1d03d30 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:07.764919 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e11293e7-225b-4a9d-acde-1b23c1d03d30 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:07.767006 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e11293e7-225b-4a9d-acde-1b23c1d03d30 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "PUT /v2.0/ports/9c3cfab9-96db-48a7-a286-4fa68d56f8c8 HTTP/1.1" status: 200 len: 1057 time: 1.2867935 May 25 20:37:07.770682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54914) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:07.819199 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-45ca09d4-4a80-43b9-bcf7-c7b282b688f4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:07.845570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11293e7-225b-4a9d-acde-1b23c1d03d30 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event updated for resources: {'Port': ['ID=9c3cfab9-96db-48a7-a286-4fa68d56f8c8,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:07.866747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-21009d99-0feb-47a3-90a9-24368a3c4e7d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Deleting port 9c3cfab9-96db-48a7-a286-4fa68d56f8c8 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:07.866747 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-21009d99-0feb-47a3-90a9-24368a3c4e7d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:07.955413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca09d4-4a80-43b9-bcf7-c7b282b688f4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Port': ['ID=6661d58b-bf8d-4891-8aa6-2f6b3db09692,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:08.014821 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1fbe53fa-19a3-4373-add1-e15ae8e3c73c tempest-RoutersTestDVR-1453539270 tempest-RoutersTestDVR-1453539270-project] 10.222.0.60 "GET /v2.0/routers/61317dc2-b68d-4d5a-8d9d-4d9aecf64572 HTTP/1.1" status: 200 len: 683 time: 0.5184569 May 25 20:37:08.015829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54922) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:08.084381 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b59550ec-6586-46dc-8aa4-32ee778c6cca None None] Provisioning complete for port 9c3cfab9-96db-48a7-a286-4fa68d56f8c8 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:37:08.084948 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b59550ec-6586-46dc-8aa4-32ee778c6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:08.100917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Deleting port 6030334a-fa17-47dd-96ab-113880c499e6 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:08.101493 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:08.176179 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b59550ec-6586-46dc-8aa4-32ee778c6cca None None] Port 9c3cfab9-96db-48a7-a286-4fa68d56f8c8 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:37:08.293359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] The port '6030334a-fa17-47dd-96ab-113880c499e6' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:37:08.426690 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb423-bd3a-4bb3-8d84-dc1454761740 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:08.474728 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:08.488051 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-21009d99-0feb-47a3-90a9-24368a3c4e7d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:08.658875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:08.672101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-21009d99-0feb-47a3-90a9-24368a3c4e7d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Calling delete_port for 9c3cfab9-96db-48a7-a286-4fa68d56f8c8 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:08.849823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4971f376-686d-4351-be97-3221c8683253') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:08.850111 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4971f376-686d-4351-be97-3221c8683253') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:08.870885 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:08.909472 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:08.916661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:08.917057 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.024878 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 4971f376-686d-4351-be97-3221c8683253 resource provider aggregate not found May 25 20:37:09.040380 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb423-bd3a-4bb3-8d84-dc1454761740 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.057644 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb423-bd3a-4bb3-8d84-dc1454761740 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.059973 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 4971f376-686d-4351-be97-3221c8683253 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4971f376-686d-4351-be97-3221c8683253 found for delete ", "request_id": "req-a53bc4fe-6569-4803-867f-8dc96fee4304"}]} May 25 20:37:09.108092 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb423-bd3a-4bb3-8d84-dc1454761740 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.109060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6eb423-bd3a-4bb3-8d84-dc1454761740 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61317dc2-b68d-4d5a-8d9d-4d9aecf64572 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:37:09.130497 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-45ca09d4-4a80-43b9-bcf7-c7b282b688f4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.137806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.167045 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.176190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] Pushing event deleted for resources: {'Network': ['ID=10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:09.184013 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-21009d99-0feb-47a3-90a9-24368a3c4e7d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.243487 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb423-bd3a-4bb3-8d84-dc1454761740 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.244684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-44cde118-9451-4983-9e1f-61b7dcd35e56 tempest-TagsExtTest-1312851932 tempest-TagsExtTest-1312851932-project] 10.222.0.60 "DELETE /v2.0/networks/10b122a3-17f4-42a5-b97c-ed2fb0d8a6d0 HTTP/1.1" status: 204 len: 168 time: 2.9953303 May 25 20:37:09.245116 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bd6eb423-bd3a-4bb3-8d84-dc1454761740 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] 10.222.0.60 "DELETE /v2.0/routers/61317dc2-b68d-4d5a-8d9d-4d9aecf64572 HTTP/1.1" status: 204 len: 168 time: 1.1980109 May 25 20:37:09.248888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54952) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:09.250207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21009d99-0feb-47a3-90a9-24368a3c4e7d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event deleted for resources: {'Port': ['ID=9c3cfab9-96db-48a7-a286-4fa68d56f8c8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:09.257138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2693b08c-4057-48ce-9a92-2446be2f6c96 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Request body: {'router': {'name': 'tempest-router-916565153', 'distributed': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:09.316786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2693b08c-4057-48ce-9a92-2446be2f6c96 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:09.321392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2693b08c-4057-48ce-9a92-2446be2f6c96 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Usage tracker for resource:router and tenant:afe9a33b15a34c2a8b279d5cf8f49d35 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:09.324950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2693b08c-4057-48ce-9a92-2446be2f6c96 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:09.333127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2693b08c-4057-48ce-9a92-2446be2f6c96 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:09.348169 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2693b08c-4057-48ce-9a92-2446be2f6c96 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.348897 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2693b08c-4057-48ce-9a92-2446be2f6c96 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.477778 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2693b08c-4057-48ce-9a92-2446be2f6c96 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.647009 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2693b08c-4057-48ce-9a92-2446be2f6c96 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.681443 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-21009d99-0feb-47a3-90a9-24368a3c4e7d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.684929 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-21009d99-0feb-47a3-90a9-24368a3c4e7d tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "DELETE /v2.0/ports/9c3cfab9-96db-48a7-a286-4fa68d56f8c8 HTTP/1.1" status: 204 len: 168 time: 1.9130950 May 25 20:37:09.687757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54968) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:09.706767 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2693b08c-4057-48ce-9a92-2446be2f6c96 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.712712 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2693b08c-4057-48ce-9a92-2446be2f6c96 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4612963 May 25 20:37:09.719029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 54976) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:09.765528 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-26909e3a-7bbd-41a9-bd9f-125d3fd4b865 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] GET failed (client error): The resource could not be found. May 25 20:37:09.767274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-26909e3a-7bbd-41a9-bd9f-125d3fd4b865 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Synchronizing usage tracker for tenant:3eb45d4daa1141a8a7ccc9429685a37d on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:09.787009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54980) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:09.811909 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-26909e3a-7bbd-41a9-bd9f-125d3fd4b865 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Unset dirty status for tenant:3eb45d4daa1141a8a7ccc9429685a37d on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:09.816733 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-26909e3a-7bbd-41a9-bd9f-125d3fd4b865 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "GET /v2.0/ports/9c3cfab9-96db-48a7-a286-4fa68d56f8c8 HTTP/1.1" status: 404 len: 333 time: 0.1264508 May 25 20:37:09.819453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54986) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:09.925078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a46dd-a056-4110-9c5a-ca1fa0e0aa93 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Deleting port 33f91ba4-01e5-41ff-a966-dbcfbf7671e0 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:09.925503 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad2a46dd-a056-4110-9c5a-ca1fa0e0aa93 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:09.979957 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3684b684-e112-41ba-9334-39cbb0c9b5f8 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:10.033459 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3dfe0b27-8830-4278-b7c8-1c430dc8da4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad56df13c7e143a5be4234cb79b0c308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427940 May 25 20:37:10.034811 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 54990) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:10.300081 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-533facb0-74e9-42e8-b102-af6327640b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:10.334535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ca09d4-4a80-43b9-bcf7-c7b282b688f4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Router d173972f-36d4-4570-b5e6-b506ad07a790 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:37:10.368987 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-533facb0-74e9-42e8-b102-af6327640b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:10.376522 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad2a46dd-a056-4110-9c5a-ca1fa0e0aa93 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:10.526070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a46dd-a056-4110-9c5a-ca1fa0e0aa93 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Calling delete_port for 33f91ba4-01e5-41ff-a966-dbcfbf7671e0 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:10.549646 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3684b684-e112-41ba-9334-39cbb0c9b5f8 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:10.553810 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3684b684-e112-41ba-9334-39cbb0c9b5f8 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:10.604098 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a670376-c20e-4d73-a7fa-348ce9256658 req-406a480d-8f28-47a7-845b-b4fc850b6a7f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4524240 May 25 20:37:10.656101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-533facb0-74e9-42e8-b102-af6327640b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:10.694601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ca09d4-4a80-43b9-bcf7-c7b282b688f4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:37:10.704948 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235e4d4e-937e-44ab-aa5f-80d376c44e1d None None] Sync routers for ids ['d173972f-36d4-4570-b5e6-b506ad07a790'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:37:10.708445 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-45ca09d4-4a80-43b9-bcf7-c7b282b688f4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "PUT /v2.0/routers/d173972f-36d4-4570-b5e6-b506ad07a790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2978151 May 25 20:37:10.710242 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3684b684-e112-41ba-9334-39cbb0c9b5f8 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:10.710242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3684b684-e112-41ba-9334-39cbb0c9b5f8 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6c1e500-35e5-4037-953c-603634c9c3b3 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:37:10.715347 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3684b684-e112-41ba-9334-39cbb0c9b5f8 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:10.716595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3684b684-e112-41ba-9334-39cbb0c9b5f8 tempest-RoutersTestDVR-1851618049 tempest-RoutersTestDVR-1851618049-project-admin] 10.222.0.60 "DELETE /v2.0/routers/e6c1e500-35e5-4037-953c-603634c9c3b3 HTTP/1.1" status: 204 len: 168 time: 0.9944658 May 25 20:37:10.728956 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235e4d4e-937e-44ab-aa5f-80d376c44e1d None None] Routers {'d173972f-36d4-4570-b5e6-b506ad07a790'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:37:10.733760 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-235e4d4e-937e-44ab-aa5f-80d376c44e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:37:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d173972f-36d4-4570-b5e6-b506ad07a790'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:10.735894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533facb0-74e9-42e8-b102-af6327640b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7965d8-2295-4f90-b6b0-a1957c6cae86,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:10.883313 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-533facb0-74e9-42e8-b102-af6327640b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:10.889114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-533facb0-74e9-42e8-b102-af6327640b54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be7965d8-2295-4f90-b6b0-a1957c6cae86 HTTP/1.1" status: 204 len: 168 time: 0.8532221 May 25 20:37:10.903140 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad2a46dd-a056-4110-9c5a-ca1fa0e0aa93 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:11.033506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a46dd-a056-4110-9c5a-ca1fa0e0aa93 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event deleted for resources: {'Port': ['ID=33f91ba4-01e5-41ff-a966-dbcfbf7671e0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:11.105069 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-235e4d4e-937e-44ab-aa5f-80d376c44e1d None None] Set router d173972f-36d4-4570-b5e6-b506ad07a790 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:37:11.159722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55006) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:11.456230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a670376-c20e-4d73-a7fa-348ce9256658 req-0214d590-1a3c-4000-9ce5-6df87e5fd50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:11.458128 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a670376-c20e-4d73-a7fa-348ce9256658 req-0214d590-1a3c-4000-9ce5-6df87e5fd50f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 1097 time: 0.6868346 May 25 20:37:11.478280 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad2a46dd-a056-4110-9c5a-ca1fa0e0aa93 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:11.483713 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ad2a46dd-a056-4110-9c5a-ca1fa0e0aa93 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "DELETE /v2.0/ports/33f91ba4-01e5-41ff-a966-dbcfbf7671e0 HTTP/1.1" status: 204 len: 168 time: 1.6619244 May 25 20:37:11.485431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55020) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:11.558772 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-593799d7-84a4-40db-b87f-76283dedfa52 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] GET failed (client error): The resource could not be found. May 25 20:37:11.559324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-593799d7-84a4-40db-b87f-76283dedfa52 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Synchronizing usage tracker for tenant:3eb45d4daa1141a8a7ccc9429685a37d on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:11.614616 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-138e032e-7171-4a80-bd8f-9018e9e48c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:11.640548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-138e032e-7171-4a80-bd8f-9018e9e48c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:11.648922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-138e032e-7171-4a80-bd8f-9018e9e48c73 admin admin] Usage tracker for resource:security_group_rule and tenant:5a13940a818644e39f341a48638e0af3 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:11.654582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-138e032e-7171-4a80-bd8f-9018e9e48c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:11.676916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-593799d7-84a4-40db-b87f-76283dedfa52 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Unset dirty status for tenant:3eb45d4daa1141a8a7ccc9429685a37d on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:11.681727 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-593799d7-84a4-40db-b87f-76283dedfa52 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "GET /v2.0/ports/33f91ba4-01e5-41ff-a966-dbcfbf7671e0 HTTP/1.1" status: 404 len: 333 time: 0.1949074 May 25 20:37:11.685414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55028) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:11.689826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-138e032e-7171-4a80-bd8f-9018e9e48c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:11.756543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35f2db-f86b-47fa-a1b9-6b27b9ee2b90 req-9af09521-a107-4047-a1cb-8ee787d5fdb5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:11.758104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4d35f2db-f86b-47fa-a1b9-6b27b9ee2b90 req-9af09521-a107-4047-a1cb-8ee787d5fdb5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:11.803806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b63cb799-d8ff-4431-95d1-bceb7cc68e48 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Deleting port 5433f5b9-3908-436b-b882-c658062d8ed4 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:11.804435 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b63cb799-d8ff-4431-95d1-bceb7cc68e48 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:11.843173 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-235e4d4e-937e-44ab-aa5f-80d376c44e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:37:07Z', 'revision_number': 6, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '8dd0eb2c-b3bd-4190-862c-c1eb8144df82', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'port_id': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'fixed_ip_address': '172.20.0.30', 'status': 'ACTIVE', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'mac_address': 'fa:16:3e:a7:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:35:18Z', 'updated_at': '2022-05-25T20:35:26Z', 'revision_number': 1, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:45Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:11.848670 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235e4d4e-937e-44ab-aa5f-80d376c44e1d None None] Checking router: d173972f-36d4-4570-b5e6-b506ad07a790 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:37:11.854400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a670376-c20e-4d73-a7fa-348ce9256658 req-8c9677df-b736-43dd-9b80-a764d70abaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:11.855834 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a670376-c20e-4d73-a7fa-348ce9256658 req-8c9677df-b736-43dd-9b80-a764d70abaea service neutron] 10.222.0.70 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 916 time: 0.2935650 May 25 20:37:11.860913 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235e4d4e-937e-44ab-aa5f-80d376c44e1d None None] Routers {'d173972f-36d4-4570-b5e6-b506ad07a790'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:37:11.862382 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-235e4d4e-937e-44ab-aa5f-80d376c44e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:37:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d173972f-36d4-4570-b5e6-b506ad07a790'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:11.865755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4d35f2db-f86b-47fa-a1b9-6b27b9ee2b90 req-9af09521-a107-4047-a1cb-8ee787d5fdb5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:11.867962 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d35f2db-f86b-47fa-a1b9-6b27b9ee2b90 req-9af09521-a107-4047-a1cb-8ee787d5fdb5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 946 time: 0.4209278 May 25 20:37:11.951656 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d35f2db-f86b-47fa-a1b9-6b27b9ee2b90 req-943e26fb-a5e3-498f-b594-4c698cce7dfe tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702491 May 25 20:37:11.981391 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-138e032e-7171-4a80-bd8f-9018e9e48c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:11.998215 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-138e032e-7171-4a80-bd8f-9018e9e48c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:12.052987 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-138e032e-7171-4a80-bd8f-9018e9e48c73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a13940a818644e39f341a48638e0af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8917959 May 25 20:37:12.056830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55046) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:12.078143 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a670376-c20e-4d73-a7fa-348ce9256658 req-8b9fedf0-d008-4b7f-9867-f11c7a078523 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b18f7abc-cce2-40fc-a140-09ccf425c535 HTTP/1.1" status: 200 len: 1002 time: 0.2153645 May 25 20:37:12.105769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e032e-7171-4a80-bd8f-9018e9e48c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33de56e-6f8d-4e23-9180-16f85cea1dbf,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:12.163164 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9e663e2e-366e-418d-9b8e-6557af033c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:12.191693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55054) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:12.199046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0058048 May 25 20:37:12.206675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55056) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:12.212510 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-235e4d4e-937e-44ab-aa5f-80d376c44e1d None None] Set router d173972f-36d4-4570-b5e6-b506ad07a790 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:37:12.227580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9e663e2e-366e-418d-9b8e-6557af033c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:12.236393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a670376-c20e-4d73-a7fa-348ce9256658 req-4df6cb73-8cd1-440e-a96c-9bbcacb2a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:12.238251 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a670376-c20e-4d73-a7fa-348ce9256658 req-4df6cb73-8cd1-440e-a96c-9bbcacb2a2a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.1068492 May 25 20:37:12.300691 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9e663e2e-366e-418d-9b8e-6557af033c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:12.335727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e663e2e-366e-418d-9b8e-6557af033c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33de56e-6f8d-4e23-9180-16f85cea1dbf,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:12.348096 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9e663e2e-366e-418d-9b8e-6557af033c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:12.350285 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9e663e2e-366e-418d-9b8e-6557af033c12 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c33de56e-6f8d-4e23-9180-16f85cea1dbf HTTP/1.1" status: 204 len: 168 time: 0.2923720 May 25 20:37:12.499978 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8d249fea-0cd6-4612-bfc9-b565700db548 tempest-NetworksApiDiscovery-1088450152 tempest-NetworksApiDiscovery-1088450152-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2921245 May 25 20:37:12.529500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a670376-c20e-4d73-a7fa-348ce9256658 req-c4d06ce2-ea52-48c2-9dac-79ab7bda2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:12.531495 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a670376-c20e-4d73-a7fa-348ce9256658 req-c4d06ce2-ea52-48c2-9dac-79ab7bda2367 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2860918 May 25 20:37:12.706548 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b63cb799-d8ff-4431-95d1-bceb7cc68e48 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:12.886265 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-235e4d4e-937e-44ab-aa5f-80d376c44e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:37:07Z', 'revision_number': 6, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '8dd0eb2c-b3bd-4190-862c-c1eb8144df82', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'port_id': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'fixed_ip_address': '172.20.0.30', 'status': 'ACTIVE', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'mac_address': 'fa:16:3e:a7:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:35:18Z', 'updated_at': '2022-05-25T20:35:26Z', 'revision_number': 1, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:45Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:12.892211 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235e4d4e-937e-44ab-aa5f-80d376c44e1d None None] The sync data for ids ['d173972f-36d4-4570-b5e6-b506ad07a790'] in n-d-843339-1 is: [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:37:07Z', 'revision_number': 6, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '8dd0eb2c-b3bd-4190-862c-c1eb8144df82', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'port_id': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'fixed_ip_address': '172.20.0.30', 'status': 'ACTIVE', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'mac_address': 'fa:16:3e:a7:0a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:35:18Z', 'updated_at': '2022-05-25T20:35:26Z', 'revision_number': 1, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:45Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:37:12.937685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55072) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:12.963487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239158d-4601-4578-b62f-a641f01eaf32 req-8c781ee8-8e56-4daa-9124-7dfbef5fc4df tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:12.964237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1239158d-4601-4578-b62f-a641f01eaf32 req-8c781ee8-8e56-4daa-9124-7dfbef5fc4df tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:12.973819 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b63cb799-d8ff-4431-95d1-bceb7cc68e48 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Calling delete_port for 5433f5b9-3908-436b-b882-c658062d8ed4 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:13.033834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55082) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:13.051840 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a670376-c20e-4d73-a7fa-348ce9256658 req-7102c4e5-b866-4b1a-8ec0-f3c5053e408b service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134525 May 25 20:37:13.056601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1239158d-4601-4578-b62f-a641f01eaf32 req-8c781ee8-8e56-4daa-9124-7dfbef5fc4df tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:13.058020 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1239158d-4601-4578-b62f-a641f01eaf32 req-8c781ee8-8e56-4daa-9124-7dfbef5fc4df tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 946 time: 0.5790937 May 25 20:37:13.068779 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:13.091262 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:13.098239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Usage tracker for resource:security_group_rule and tenant:afe9a33b15a34c2a8b279d5cf8f49d35 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:13.101694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:13.109040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:13.252728 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:13.257706 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:13.306997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-1239158d-4601-4578-b62f-a641f01eaf32 req-097301a8-fbc1-40a0-9481-7a8c5b94c89f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting port 5bea131f-6718-4b78-a151-be159877fd3c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:13.307524 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1239158d-4601-4578-b62f-a641f01eaf32 req-097301a8-fbc1-40a0-9481-7a8c5b94c89f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:13.354417 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=afe9a33b15a34c2a8b279d5cf8f49d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180048 May 25 20:37:13.355597 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17959194-0dcd-4ddf-bdc6-2d472cf4aae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:13.369948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29aa506-c6cb-4a57-a2ff-e07ac53f1912,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:13.372241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55088) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:13.391759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-17959194-0dcd-4ddf-bdc6-2d472cf4aae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:13.394992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:13.395328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:13.395658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:13.395984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:13.396315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:13.396636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:13.396951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:13.397265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:13.397571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:13.397884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:13.398270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:13.398530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e30c32-452f-4b1f-841b-1b8a37049715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:13.408274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-17959194-0dcd-4ddf-bdc6-2d472cf4aae7 admin admin] Usage tracker for resource:security_group_rule and tenant:e696eb1694a34a339e348e4de0db565f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:13.412872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-17959194-0dcd-4ddf-bdc6-2d472cf4aae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:13.432775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-17959194-0dcd-4ddf-bdc6-2d472cf4aae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:13.510621 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b15b5b27-a277-4ae4-b149-2fb9e9e96a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:13.554737 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b15b5b27-a277-4ae4-b149-2fb9e9e96a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:13.652526 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17959194-0dcd-4ddf-bdc6-2d472cf4aae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:13.666002 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17959194-0dcd-4ddf-bdc6-2d472cf4aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:13.682008 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a670376-c20e-4d73-a7fa-348ce9256658 req-0990250e-7c75-40da-9a65-f70b5bf6a31a service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228638 May 25 20:37:13.700710 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b63cb799-d8ff-4431-95d1-bceb7cc68e48 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:13.743721 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b15b5b27-a277-4ae4-b149-2fb9e9e96a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:13.774079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14382d13-01e3-4ada-80d0-4a1d52f72c4f req-7b6e4005-aa15-4a17-9190-e3da9cfea818 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:13.775813 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-14382d13-01e3-4ada-80d0-4a1d52f72c4f req-7b6e4005-aa15-4a17-9190-e3da9cfea818 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 946 time: 0.6515460 May 25 20:37:13.779275 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-17959194-0dcd-4ddf-bdc6-2d472cf4aae7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e696eb1694a34a339e348e4de0db565f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8380096 May 25 20:37:13.785290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55092) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:13.794459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cb799-d8ff-4431-95d1-bceb7cc68e48 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event deleted for resources: {'Port': ['ID=5433f5b9-3908-436b-b882-c658062d8ed4,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:13.818875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17959194-0dcd-4ddf-bdc6-2d472cf4aae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6554cd3c-0434-462b-ab98-68111ba2eee7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:13.844361 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b15b5b27-a277-4ae4-b149-2fb9e9e96a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:13.845674 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b15b5b27-a277-4ae4-b149-2fb9e9e96a07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b29aa506-c6cb-4a57-a2ff-e07ac53f1912 HTTP/1.1" status: 204 len: 168 time: 0.4709392 May 25 20:37:13.857841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b5b27-a277-4ae4-b149-2fb9e9e96a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29aa506-c6cb-4a57-a2ff-e07ac53f1912,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:13.912694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4dc80ab4-4cfd-4390-846d-2c229e19c0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:13.943045 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4dc80ab4-4cfd-4390-846d-2c229e19c0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:14.010320 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4dc80ab4-4cfd-4390-846d-2c229e19c0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:14.036434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc80ab4-4cfd-4390-846d-2c229e19c0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6554cd3c-0434-462b-ab98-68111ba2eee7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:14.051828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4dc80ab4-4cfd-4390-846d-2c229e19c0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:14.053268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4dc80ab4-4cfd-4390-846d-2c229e19c0c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6554cd3c-0434-462b-ab98-68111ba2eee7 HTTP/1.1" status: 204 len: 168 time: 0.2661822 May 25 20:37:14.087167 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-14382d13-01e3-4ada-80d0-4a1d52f72c4f req-41ff6fd8-2821-46ca-9c05-16bde56a17e6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705278 May 25 20:37:14.111520 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b63cb799-d8ff-4431-95d1-bceb7cc68e48 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:14.119427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-1239158d-4601-4578-b62f-a641f01eaf32 req-097301a8-fbc1-40a0-9481-7a8c5b94c89f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] For port 5bea131f-6718-4b78-a151-be159877fd3c, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5bea131f-6718-4b78-a151-be159877fd3c,segment=NetworkSegment(27628c4d-051d-4dec-bfe1-34568c2094e9),segment_id=27628c4d-051d-4dec-bfe1-34568c2094e9)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:14.119781 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1239158d-4601-4578-b62f-a641f01eaf32 req-097301a8-fbc1-40a0-9481-7a8c5b94c89f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:14.195964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55106) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:14.196115 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b63cb799-d8ff-4431-95d1-bceb7cc68e48 tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "DELETE /v2.0/ports/5433f5b9-3908-436b-b882-c658062d8ed4 HTTP/1.1" status: 204 len: 168 time: 2.5094965 May 25 20:37:14.259580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-1239158d-4601-4578-b62f-a641f01eaf32 req-097301a8-fbc1-40a0-9481-7a8c5b94c89f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Calling delete_port for 5bea131f-6718-4b78-a151-be159877fd3c owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:14.275430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-40557447-592b-4759-abfd-44be9a13d6cb tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Deleting subnet 1bd7ffae-d20a-4bf4-bc45-4474ab8a9410 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:37:14.279041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-40557447-592b-4759-abfd-44be9a13d6cb tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:14.354509 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-40557447-592b-4759-abfd-44be9a13d6cb tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:14.444752 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1239158d-4601-4578-b62f-a641f01eaf32 req-097301a8-fbc1-40a0-9481-7a8c5b94c89f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:14.461011 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-40557447-592b-4759-abfd-44be9a13d6cb tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:14.499561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097301a8-fbc1-40a0-9481-7a8c5b94c89f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Port': ['ID=5bea131f-6718-4b78-a151-be159877fd3c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:14.561304 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-40557447-592b-4759-abfd-44be9a13d6cb tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:14.597632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-1239158d-4601-4578-b62f-a641f01eaf32 req-097301a8-fbc1-40a0-9481-7a8c5b94c89f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] No DVR routers for this DVR port 5bea131f-6718-4b78-a151-be159877fd3c on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:37:14.601033 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1239158d-4601-4578-b62f-a641f01eaf32 req-097301a8-fbc1-40a0-9481-7a8c5b94c89f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:14.605721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aa788d-ee1d-418f-9401-75e9265dcc72', 'name': 'network-vif-deleted', 'tag': '5bea131f-6718-4b78-a151-be159877fd3c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:37:14.644678 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1239158d-4601-4578-b62f-a641f01eaf32 req-097301a8-fbc1-40a0-9481-7a8c5b94c89f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "DELETE /v2.0/ports/5bea131f-6718-4b78-a151-be159877fd3c HTTP/1.1" status: 204 len: 173 time: 1.5596304 May 25 20:37:14.679392 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26b918c-862a-4691-86eb-e4e17c2fe2c3'] response: {'server_uuid': '61aa788d-ee1d-418f-9401-75e9265dcc72', 'name': 'network-vif-deleted', 'tag': '5bea131f-6718-4b78-a151-be159877fd3c', 'status': 'completed', 'code': 200} May 25 20:37:14.768415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40557447-592b-4759-abfd-44be9a13d6cb tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd7ffae-d20a-4bf4-bc45-4474ab8a9410,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:14.774220 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-40557447-592b-4759-abfd-44be9a13d6cb tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:14.780814 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-40557447-592b-4759-abfd-44be9a13d6cb tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "DELETE /v2.0/subnets/1bd7ffae-d20a-4bf4-bc45-4474ab8a9410 HTTP/1.1" status: 204 len: 168 time: 0.5836141 May 25 20:37:14.783720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55132) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:14.785977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ddfff8-ac79-43fa-a268-a8e03397e49e None None] Network 36826a01-e1c5-464d-aef3-8ca826c45777 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:14.949460 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6661d58b-bf8d-4891-8aa6-2f6b3db09692 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:37:15.027280 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 6661d58b-bf8d-4891-8aa6-2f6b3db09692 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:37:15.027832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6661d58b-bf8d-4891-8aa6-2f6b3db09692 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:37:15.058393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55144) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:15.097187 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:15.114665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Deleting port 633c34ee-d568-4347-a864-3e62228f003c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:15.115242 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:15.463755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5bea131f-6718-4b78-a151-be159877fd3c no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:37:15.490871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4d4b2642-603c-4f8a-acb8-10a91619a759 req-f22fa642-6fea-437c-a221-518fbcf42abb tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:15.546174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4d4b2642-603c-4f8a-acb8-10a91619a759 req-f22fa642-6fea-437c-a221-518fbcf42abb tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:15.550927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-620820293'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:15.553788 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d4b2642-603c-4f8a-acb8-10a91619a759 req-f22fa642-6fea-437c-a221-518fbcf42abb tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=61aa788d-ee1d-418f-9401-75e9265dcc72 HTTP/1.1" status: 200 len: 210 time: 0.1811230 May 25 20:37:15.553940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7e3da6-93b3-4925-b6bb-f591ceb0ead7 None None] DHCP port deletion for 36826a01-e1c5-464d-aef3-8ca826c45777 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:37:15.560182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:15.566281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 5bea131f-6718-4b78-a151-be159877fd3c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:37:15.566763 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5bea131f-6718-4b78-a151-be159877fd3c not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:37:15.569551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e3da6-93b3-4925-b6bb-f591ceb0ead7 None None] Deleting port 633c34ee-d568-4347-a864-3e62228f003c {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:15.570107 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3da6-93b3-4925-b6bb-f591ceb0ead7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:15.572023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Usage tracker for resource:network and tenant:06a15e9a58fa4d71b7697b9d06cb787b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:15.575487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:15.581763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] For port 633c34ee-d568-4347-a864-3e62228f003c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=633c34ee-d568-4347-a864-3e62228f003c,segment=NetworkSegment(ae475976-8ff0-4ca4-96ba-b9817700d5ca),segment_id=ae475976-8ff0-4ca4-96ba-b9817700d5ca)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:15.582224 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:15.587946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:15.610549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Made reservation on behalf of 06a15e9a58fa4d71b7697b9d06cb787b for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:15.617346 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:15.644075 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:15.676558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:15.685791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Usage tracker for resource:security_group_rule and tenant:06a15e9a58fa4d71b7697b9d06cb787b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:15.693635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:15.707231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:15.741814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Calling delete_port for 633c34ee-d568-4347-a864-3e62228f003c owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:15.895770 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:15.901698 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:15.905504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3d7e3da6-93b3-4925-b6bb-f591ceb0ead7 None None] For port 633c34ee-d568-4347-a864-3e62228f003c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=633c34ee-d568-4347-a864-3e62228f003c,segment=NetworkSegment(ae475976-8ff0-4ca4-96ba-b9817700d5ca),segment_id=ae475976-8ff0-4ca4-96ba-b9817700d5ca)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:15.905993 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3da6-93b3-4925-b6bb-f591ceb0ead7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:15.911957 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:15.986710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:37:15.997478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e0e091-bf90-450d-a6a6-0ba5e77dfcc7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:16.003674 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:16.004062 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Added segment ec0461d3-1c90-4f69-880f-8cb27f6fe5bd of type vlan for network 9451c5c6-c13a-493f-818f-5582907c86af May 25 20:37:16.038820 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:16.101514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e3da6-93b3-4925-b6bb-f591ceb0ead7 None None] Calling delete_port for 633c34ee-d568-4347-a864-3e62228f003c owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:16.110547 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:16.112332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] No DVR routers for this DVR port 633c34ee-d568-4347-a864-3e62228f003c on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:37:16.122920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:16.123820 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:16.160077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event deleted for resources: {'Port': ['ID=633c34ee-d568-4347-a864-3e62228f003c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:16.221039 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-3d7e3da6-93b3-4925-b6bb-f591ceb0ead7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:37:16.221541 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-3d7e3da6-93b3-4925-b6bb-f591ceb0ead7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:37:16.261606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'Network': ['ID=9451c5c6-c13a-493f-818f-5582907c86af,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:16.270195 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-50d68ff2-d326-44dc-bd0f-ee26c1a0759e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2050676 May 25 20:37:16.282576 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 9451c5c6-c13a-493f-818f-5582907c86af details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:37:16.305640 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:16.340575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36826a01-e1c5-464d-aef3-8ca826c45777']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:16.357444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae475976-8ff0-4ca4-96ba-b9817700d5ca') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:16.358892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae475976-8ff0-4ca4-96ba-b9817700d5ca') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:16.374953 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:16.412024 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:16.421815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:16.423611 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:16.541806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:16.548759 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:16.571040 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment ae475976-8ff0-4ca4-96ba-b9817700d5ca resource provider aggregate not found May 25 20:37:16.598990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] Pushing event deleted for resources: {'Network': ['ID=36826a01-e1c5-464d-aef3-8ca826c45777,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:16.606258 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment ae475976-8ff0-4ca4-96ba-b9817700d5ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae475976-8ff0-4ca4-96ba-b9817700d5ca found for delete ", "request_id": "req-94cdac97-45c8-4b1b-848c-eafe62706622"}]} May 25 20:37:16.622561 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c2459036-d669-4ec5-838e-fb22f53071bf tempest-AllowedAddressPairTestJSON-718061718 tempest-AllowedAddressPairTestJSON-718061718-project] 10.222.0.60 "DELETE /v2.0/networks/36826a01-e1c5-464d-aef3-8ca826c45777 HTTP/1.1" status: 204 len: 168 time: 1.8378191 May 25 20:37:16.681663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55184) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:16.723160 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e3da6-93b3-4925-b6bb-f591ceb0ead7 None None] Deleting port 633c34ee-d568-4347-a864-3e62228f003c {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:16.723662 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3da6-93b3-4925-b6bb-f591ceb0ead7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:16.903287 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-967159ce-74f3-46c4-be46-17b2eedd800c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:16.944963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e3da6-93b3-4925-b6bb-f591ceb0ead7 None None] The port '633c34ee-d568-4347-a864-3e62228f003c' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:37:16.979999 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-967159ce-74f3-46c4-be46-17b2eedd800c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:17.009669 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 633c34ee-d568-4347-a864-3e62228f003c no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:37:17.066123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55196) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:17.128009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 633c34ee-d568-4347-a864-3e62228f003c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:37:17.128977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 633c34ee-d568-4347-a864-3e62228f003c not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:37:17.129859 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-967159ce-74f3-46c4-be46-17b2eedd800c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:17.182805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967159ce-74f3-46c4-be46-17b2eedd800c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7ecfbc-e6d3-440e-afcb-d91e3f75626c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:17.214536 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-967159ce-74f3-46c4-be46-17b2eedd800c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:17.216343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-967159ce-74f3-46c4-be46-17b2eedd800c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "DELETE /v2.0/security-groups/cc7ecfbc-e6d3-440e-afcb-d91e3f75626c HTTP/1.1" status: 204 len: 168 time: 0.5332122 May 25 20:37:17.278504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55206) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:17.399511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3496d9-1cbe-42b8-a276-905392bf0a65 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting subnet e942b1ad-d118-4023-9bc9-7aed46856c60 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:37:17.403531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d3496d9-1cbe-42b8-a276-905392bf0a65 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:17.481947 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d3496d9-1cbe-42b8-a276-905392bf0a65 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:17.503423 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-05d08bc7-ae4f-40ab-99ca-0d7a98d90fe3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3eb45d4daa1141a8a7ccc9429685a37d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4360271 May 25 20:37:17.504673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55214) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:17.593020 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a334ec2-13e1-4df5-ae98-9d7b163a1a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:17.629369 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d3496d9-1cbe-42b8-a276-905392bf0a65 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:17.631812 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a334ec2-13e1-4df5-ae98-9d7b163a1a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:17.703581 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a334ec2-13e1-4df5-ae98-9d7b163a1a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:17.756133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a334ec2-13e1-4df5-ae98-9d7b163a1a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab32cbf0-a732-4874-9de9-61c6cee087cd,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:17.774665 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a334ec2-13e1-4df5-ae98-9d7b163a1a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:17.774665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5a334ec2-13e1-4df5-ae98-9d7b163a1a28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab32cbf0-a732-4874-9de9-61c6cee087cd HTTP/1.1" status: 204 len: 168 time: 0.2605097 May 25 20:37:17.811570 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d3496d9-1cbe-42b8-a276-905392bf0a65 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:17.886952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3496d9-1cbe-42b8-a276-905392bf0a65 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Subnet': ['ID=e942b1ad-d118-4023-9bc9-7aed46856c60,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:17.905604 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d3496d9-1cbe-42b8-a276-905392bf0a65 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:17.906413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ae88a6-a80e-47a4-b929-0e29453e625d None None] Network 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:17.917172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55222) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:17.918386 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9d3496d9-1cbe-42b8-a276-905392bf0a65 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "DELETE /v2.0/subnets/e942b1ad-d118-4023-9bc9-7aed46856c60 HTTP/1.1" status: 204 len: 168 time: 0.6386204 May 25 20:37:18.075645 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:18.087796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting port afb3ca85-0b50-46c9-be4a-7271dfb9d618 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:18.088148 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:18.232118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd5638e-2fc6-4194-b102-a8dec06a94fb None None] DHCP port deletion for 0fc9b8e6-ed3a-4164-8148-1f275fcfa19f request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:37:18.238028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5638e-2fc6-4194-b102-a8dec06a94fb None None] Deleting port afb3ca85-0b50-46c9-be4a-7271dfb9d618 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:18.238422 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9cd5638e-2fc6-4194-b102-a8dec06a94fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:18.390411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] For port afb3ca85-0b50-46c9-be4a-7271dfb9d618, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=afb3ca85-0b50-46c9-be4a-7271dfb9d618,segment=NetworkSegment(27628c4d-051d-4dec-bfe1-34568c2094e9),segment_id=27628c4d-051d-4dec-bfe1-34568c2094e9)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:18.390780 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:18.652068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Calling delete_port for afb3ca85-0b50-46c9-be4a-7271dfb9d618 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:18.661963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-9cd5638e-2fc6-4194-b102-a8dec06a94fb None None] For port afb3ca85-0b50-46c9-be4a-7271dfb9d618, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=afb3ca85-0b50-46c9-be4a-7271dfb9d618,segment=NetworkSegment(27628c4d-051d-4dec-bfe1-34568c2094e9),segment_id=27628c4d-051d-4dec-bfe1-34568c2094e9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:18.662379 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9cd5638e-2fc6-4194-b102-a8dec06a94fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:18.818564 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:18.920371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Port': ['ID=afb3ca85-0b50-46c9-be4a-7271dfb9d618,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:18.946290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] No DVR routers for this DVR port afb3ca85-0b50-46c9-be4a-7271dfb9d618 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:37:19.045895 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5638e-2fc6-4194-b102-a8dec06a94fb None None] Calling delete_port for afb3ca85-0b50-46c9-be4a-7271dfb9d618 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:19.063015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55250) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:19.216117 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:19.302039 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-9cd5638e-2fc6-4194-b102-a8dec06a94fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:37:19.304744 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-9cd5638e-2fc6-4194-b102-a8dec06a94fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:37:19.307390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device afb3ca85-0b50-46c9-be4a-7271dfb9d618 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:37:19.331016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc9b8e6-ed3a-4164-8148-1f275fcfa19f']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:19.371947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27628c4d-051d-4dec-bfe1-34568c2094e9') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:19.372439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27628c4d-051d-4dec-bfe1-34568c2094e9') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:19.373639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Request body: {'networks': [{'name': 'tempest-network--1349184298'}, {'name': 'tempest-network--1266190374'}]} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:19.374018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Request body: {'network': {'name': 'tempest-network--1349184298'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:19.374571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Request body: {'network': {'name': 'tempest-network--1266190374'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:19.387052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:19.399405 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:19.400755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Usage tracker for resource:network and tenant:e07e7da44a394a719fce9a8843e6be5e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:19.411004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:19.424565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:19.431944 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:19.436648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: afb3ca85-0b50-46c9-be4a-7271dfb9d618 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:37:19.437114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device afb3ca85-0b50-46c9-be4a-7271dfb9d618 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:37:19.451636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Made reservation on behalf of e07e7da44a394a719fce9a8843e6be5e for: {'network': 2} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:19.461583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:19.461878 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:19.463893 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:19.511126 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:19.553027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:19.557918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Usage tracker for resource:security_group_rule and tenant:e07e7da44a394a719fce9a8843e6be5e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:19.565396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:19.571791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:19.779946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55276) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:19.779946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Request body: {'subnet': {'network_id': '9451c5c6-c13a-493f-818f-5582907c86af', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:19.785483 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 27628c4d-051d-4dec-bfe1-34568c2094e9 resource provider aggregate not found May 25 20:37:19.785483 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 27628c4d-051d-4dec-bfe1-34568c2094e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27628c4d-051d-4dec-bfe1-34568c2094e9 found for delete ", "request_id": "req-0990b2d8-1b16-49b0-b348-435abf4b6216"}]} May 25 20:37:19.793697 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:19.805256 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:19.806900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5638e-2fc6-4194-b102-a8dec06a94fb None None] Deleting port afb3ca85-0b50-46c9-be4a-7271dfb9d618 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:19.807440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9cd5638e-2fc6-4194-b102-a8dec06a94fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:19.819806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:19.831334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Usage tracker for resource:subnet and tenant:06a15e9a58fa4d71b7697b9d06cb787b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:19.835105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:19.851256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:19.873537 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:19.880222 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:19.880765 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:19.927112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Made reservation on behalf of 06a15e9a58fa4d71b7697b9d06cb787b for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:19.933481 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:19.939674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Network': ['ID=0fc9b8e6-ed3a-4164-8148-1f275fcfa19f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:19.945757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fbdca0f2-c1a5-45e6-a5d7-4b20ef3f3135 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "DELETE /v2.0/networks/0fc9b8e6-ed3a-4164-8148-1f275fcfa19f HTTP/1.1" status: 204 len: 168 time: 2.0228412 May 25 20:37:19.945757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55294) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:19.981723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5638e-2fc6-4194-b102-a8dec06a94fb None None] The port 'afb3ca85-0b50-46c9-be4a-7271dfb9d618' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:37:20.076768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055dd9df-b8ca-4b71-a53a-142d108de9ea,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:20.076768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:37:20.092684 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:20.092684 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Added segment 234136b3-cf17-441a-a472-486b2f08e23c of type vlan for network a8c0e3f4-d08d-4853-8926-626c1a848b1a May 25 20:37:20.139837 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:20.290434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:37:20.324048 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:20.324048 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Added segment a00f28b5-7190-4b5b-b039-c17fb672dc9f of type vlan for network 3fcee640-efed-4d24-843c-6158403915f3 May 25 20:37:20.334294 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:20.489605 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:20.550302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'Subnet': ['ID=c3610e77-8408-4c47-b7eb-434d1cde2e29,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:20.597211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-bcf27915-6180-4414-9094-f086f526cfbf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting port d06350f6-7088-4eee-afb2-573c6a34c25c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:20.597211 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bcf27915-6180-4414-9094-f086f526cfbf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:20.614975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Checking segment: {'id': 'ec0461d3-1c90-4f69-880f-8cb27f6fe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9451c5c6-c13a-493f-818f-5582907c86af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:37:20.614975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Network hostable DHCP agents. Network: 9451c5c6-c13a-493f-818f-5582907c86af, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:37:20.645623 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:20.645623 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:20.655497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:20.671098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:20.671098 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:20.709758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Network 9451c5c6-c13a-493f-818f-5582907c86af is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:37:20.870792 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8053226 May 25 20:37:20.875700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55312) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:20.901646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 9451c5c6-c13a-493f-818f-5582907c86af) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:20.909962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event updated for resources: {'Network': ['ID=a8c0e3f4-d08d-4853-8926-626c1a848b1a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:20.915165 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaaceba-2eeb-4bcd-ba0a-a1b697442181 None None] Network 9451c5c6-c13a-493f-818f-5582907c86af requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:20.918020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:20.918538 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:20.932807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network a8c0e3f4-d08d-4853-8926-626c1a848b1a details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:37:20.953013 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bcf27915-6180-4414-9094-f086f526cfbf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:20.953642 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bcf27915-6180-4414-9094-f086f526cfbf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:21.095117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df8323-f21d-4f29-b37b-1f34ac5baefc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event updated for resources: {'Network': ['ID=3fcee640-efed-4d24-843c-6158403915f3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:21.150672 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cff669be-7325-4e48-9dba-5cd105b0f557 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4992614 May 25 20:37:21.165096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 3fcee640-efed-4d24-843c-6158403915f3 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:37:21.168569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55316) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:21.176438 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-bcf27915-6180-4414-9094-f086f526cfbf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Calling delete_port for d06350f6-7088-4eee-afb2-573c6a34c25c owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:21.180746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-845232380'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:21.191103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:21.238418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Usage tracker for resource:network and tenant:06a15e9a58fa4d71b7697b9d06cb787b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:21.242470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:21.260760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:21.280632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8163d4-9803-4fde-a6f6-ac751e8ad7b4 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:21.287113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8163d4-9803-4fde-a6f6-ac751e8ad7b4 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:21.293191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8163d4-9803-4fde-a6f6-ac751e8ad7b4 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:21.299491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8163d4-9803-4fde-a6f6-ac751e8ad7b4 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:21.300253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fc8163d4-9803-4fde-a6f6-ac751e8ad7b4 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Synchronizing usage tracker for tenant:e07e7da44a394a719fce9a8843e6be5e on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:21.317099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Made reservation on behalf of 06a15e9a58fa4d71b7697b9d06cb787b for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:21.321008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:21.333374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fc8163d4-9803-4fde-a6f6-ac751e8ad7b4 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Unset dirty status for tenant:e07e7da44a394a719fce9a8843e6be5e on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:21.337302 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fc8163d4-9803-4fde-a6f6-ac751e8ad7b4 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4586799 May 25 20:37:21.337618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55322) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:21.376263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-9451c5c6-c13a-493f-818f-5582907c86af', 'network_id': '9451c5c6-c13a-493f-818f-5582907c86af', 'tenant_id': '06a15e9a58fa4d71b7697b9d06cb787b', 'fixed_ips': [{'subnet_id': 'c3610e77-8408-4c47-b7eb-434d1cde2e29'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:37:21.376263 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:21.441457 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bcf27915-6180-4414-9094-f086f526cfbf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:21.539308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf27915-6180-4414-9094-f086f526cfbf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Port': ['ID=d06350f6-7088-4eee-afb2-573c6a34c25c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:21.609571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Allocated IP 2001:db8:0:ffff::2 (9451c5c6-c13a-493f-818f-5582907c86af/c3610e77-8408-4c47-b7eb-434d1cde2e29/3a7f49f1-61fe-4cef-8502-93f7c0eb73c5) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:37:21.632380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:37:21.666616 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bcf27915-6180-4414-9094-f086f526cfbf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:21.666843 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-bcf27915-6180-4414-9094-f086f526cfbf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Floating IP 8dd0eb2c-b3bd-4190-862c-c1eb8144df82 disassociated (deleted). External IP: 172.25.3.225, port: 542ae4ab-a807-4651-bdbe-be37f194cb6b. May 25 20:37:21.670600 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:21.670943 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Added segment ce5d1766-3dd9-47ac-969d-5d5b2072521e of type vlan for network 21c922bd-e320-4b51-8e91-0c6ab8325c2d May 25 20:37:21.686517 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cf69a632-5e2b-4946-8130-661bd6cd1807 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:21.715376 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:21.980303 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cf69a632-5e2b-4946-8130-661bd6cd1807 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:21.991035 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:22.002646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Transition to ACTIVE for port object 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:37:22.025859 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:22.034172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:22.035201 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:22.037647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Transition to ACTIVE for port object 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:37:22.051607 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:22.091126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-cf69a632-5e2b-4946-8130-661bd6cd1807 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c0e3f4-d08d-4853-8926-626c1a848b1a']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:22.186117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Network 9451c5c6-c13a-493f-818f-5582907c86af is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:37:22.186117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:22.191481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-cf69a632-5e2b-4946-8130-661bd6cd1807 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234136b3-cf17-441a-a472-486b2f08e23c') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:22.191481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-cf69a632-5e2b-4946-8130-661bd6cd1807 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234136b3-cf17-441a-a472-486b2f08e23c') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:22.207138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:37:22.229657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0586360 May 25 20:37:22.229657 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55338) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:22.244099 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cf69a632-5e2b-4946-8130-661bd6cd1807 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:22.261792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Request body: {'subnet': {'network_id': '21c922bd-e320-4b51-8e91-0c6ab8325c2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:22.301968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebcb3a-83d2-45d3-a2bd-8eb2324000c2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'Network': ['ID=21c922bd-e320-4b51-8e91-0c6ab8325c2d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:22.332052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Pushing event updated for resources: {'Port': ['ID=3a7f49f1-61fe-4cef-8502-93f7c0eb73c5,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:22.340373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 21c922bd-e320-4b51-8e91-0c6ab8325c2d details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:37:22.431453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf27915-6180-4414-9094-f086f526cfbf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Router d173972f-36d4-4570-b5e6-b506ad07a790 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:37:22.435005 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cf69a632-5e2b-4946-8130-661bd6cd1807 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:22.457577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf69a632-5e2b-4946-8130-661bd6cd1807 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:22.458133 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cf69a632-5e2b-4946-8130-661bd6cd1807 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:22.466873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Attempting to bind port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:37:22.467239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Attempting to bind port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'ec0461d3-1c90-4f69-880f-8cb27f6fe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9451c5c6-c13a-493f-818f-5582907c86af'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:37:22.467759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Attempting to bind port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 on network 9451c5c6-c13a-493f-818f-5582907c86af {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:37:22.489932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:37:22.490344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Checking segment: {'id': 'ec0461d3-1c90-4f69-880f-8cb27f6fe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9451c5c6-c13a-493f-818f-5582907c86af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:37:22.490746 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:22.491137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Bound using segment: {'id': 'ec0461d3-1c90-4f69-880f-8cb27f6fe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9451c5c6-c13a-493f-818f-5582907c86af'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:37:22.491622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Bound port: 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0461d3-1c90-4f69-880f-8cb27f6fe5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9451c5c6-c13a-493f-818f-5582907c86af'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:37:22.491994 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:22.585327 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 234136b3-cf17-441a-a472-486b2f08e23c resource provider aggregate not found May 25 20:37:22.609237 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 234136b3-cf17-441a-a472-486b2f08e23c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 234136b3-cf17-441a-a472-486b2f08e23c found for delete ", "request_id": "req-c91366b5-e5a9-4d96-baeb-3f1eb5d4fdf1"}]} May 25 20:37:22.624200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:22.624200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Usage tracker for resource:subnet and tenant:06a15e9a58fa4d71b7697b9d06cb787b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:22.633172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:22.640781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:22.648781 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cf69a632-5e2b-4946-8130-661bd6cd1807 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:22.684397 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cf69a632-5e2b-4946-8130-661bd6cd1807 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:22.708996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Made reservation on behalf of 06a15e9a58fa4d71b7697b9d06cb787b for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:22.711640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf27915-6180-4414-9094-f086f526cfbf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:37:22.713744 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:22.719104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] For port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:37:22.724435 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] For port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3a7f49f1-61fe-4cef-8502-93f7c0eb73c5,segment=NetworkSegment(ec0461d3-1c90-4f69-880f-8cb27f6fe5bd),segment_id=ec0461d3-1c90-4f69-880f-8cb27f6fe5bd)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:37:22.749669 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cf69a632-5e2b-4946-8130-661bd6cd1807 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "DELETE /v2.0/networks/a8c0e3f4-d08d-4853-8926-626c1a848b1a HTTP/1.1" status: 204 len: 168 time: 1.3982332 May 25 20:37:22.749669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69a632-5e2b-4946-8130-661bd6cd1807 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event deleted for resources: {'Network': ['ID=a8c0e3f4-d08d-4853-8926-626c1a848b1a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:22.749669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55352) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:22.769609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340d10e-07c6-4fc9-9510-17c50d03a958 None None] Sync routers for ids ['d173972f-36d4-4570-b5e6-b506ad07a790'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:37:22.776260 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bcf27915-6180-4414-9094-f086f526cfbf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:22.800840 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:22.821235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340d10e-07c6-4fc9-9510-17c50d03a958 None None] Routers {'d173972f-36d4-4570-b5e6-b506ad07a790'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:37:22.821871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d340d10e-07c6-4fc9-9510-17c50d03a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:37:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d173972f-36d4-4570-b5e6-b506ad07a790'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:22.924616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bcf27915-6180-4414-9094-f086f526cfbf tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "DELETE /v2.0/floatingips/8dd0eb2c-b3bd-4190-862c-c1eb8144df82 HTTP/1.1" status: 204 len: 168 time: 2.9716396 May 25 20:37:22.924616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'tag': '542ae4ab-a807-4651-bdbe-be37f194cb6b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:37:23.156262 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41dad97-cfb3-466e-bd70-c924dd4395b0'] response: {'name': 'network-changed', 'server_uuid': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'tag': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'status': 'completed', 'code': 200} May 25 20:37:23.527940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb3987-841c-4508-ba50-a84e8556f839 req-153b8294-3129-4777-870f-87c01c8414c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:23.527940 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cfb3987-841c-4508-ba50-a84e8556f839 req-153b8294-3129-4777-870f-87c01c8414c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 1097 time: 0.4887481 May 25 20:37:23.582881 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a203ca8-fae5-47a2-9dbf-10bc47d574af tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:23.877041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-d340d10e-07c6-4fc9-9510-17c50d03a958 None None] Set router d173972f-36d4-4570-b5e6-b506ad07a790 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:37:24.035205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.objects.ports [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88332) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:37:24.035205 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:24.110509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bcd42-6f27-4d58-b97f-1c99a8a38e4d None None] Pushing event updated for resources: {'Port': ['ID=3a7f49f1-61fe-4cef-8502-93f7c0eb73c5,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:24.118754 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:24.152059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb3987-841c-4508-ba50-a84e8556f839 req-7cc9068a-b0cc-4719-aabf-4e49881f181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:24.154009 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cfb3987-841c-4508-ba50-a84e8556f839 req-7cc9068a-b0cc-4719-aabf-4e49881f181b service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f985efb-1c26-48f7-9698-763089edd1ac HTTP/1.1" status: 200 len: 898 time: 0.6123381 May 25 20:37:24.168494 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a203ca8-fae5-47a2-9dbf-10bc47d574af tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:24.305566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8a203ca8-fae5-47a2-9dbf-10bc47d574af tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcee640-efed-4d24-843c-6158403915f3']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:24.330904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c01867-08c1-4792-bf9b-c6ff41efe9ce req-b491e887-9a64-4880-9491-ee6a65e35a0a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:24.330904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-85c01867-08c1-4792-bf9b-c6ff41efe9ce req-b491e887-9a64-4880-9491-ee6a65e35a0a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:24.335037 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cfb3987-841c-4508-ba50-a84e8556f839 req-3ffc9f42-5128-4e7f-8245-83dd043389a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=542ae4ab-a807-4651-bdbe-be37f194cb6b HTTP/1.1" status: 200 len: 217 time: 0.1665530 May 25 20:37:24.355594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8a203ca8-fae5-47a2-9dbf-10bc47d574af tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00f28b5-7190-4b5b-b039-c17fb672dc9f') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:24.355594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8a203ca8-fae5-47a2-9dbf-10bc47d574af tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00f28b5-7190-4b5b-b039-c17fb672dc9f') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:24.425244 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a203ca8-fae5-47a2-9dbf-10bc47d574af tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:24.434047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'Subnet': ['ID=a64680d8-870f-439a-80a6-5716142952ef,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:24.462518 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:37:24.479482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Checking segment: {'id': 'ce5d1766-3dd9-47ac-969d-5d5b2072521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '21c922bd-e320-4b51-8e91-0c6ab8325c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:37:24.480175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Network hostable DHCP agents. Network: 21c922bd-e320-4b51-8e91-0c6ab8325c2d, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:37:24.487569 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a203ca8-fae5-47a2-9dbf-10bc47d574af tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:24.505614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-85c01867-08c1-4792-bf9b-c6ff41efe9ce req-b491e887-9a64-4880-9491-ee6a65e35a0a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:24.513496 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-85c01867-08c1-4792-bf9b-c6ff41efe9ce req-b491e887-9a64-4880-9491-ee6a65e35a0a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 946 time: 0.6821747 May 25 20:37:24.518066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a203ca8-fae5-47a2-9dbf-10bc47d574af tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:24.523485 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a203ca8-fae5-47a2-9dbf-10bc47d574af tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:24.548404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb3987-841c-4508-ba50-a84e8556f839 req-50a5a19b-f5e1-4012-92a2-db9a60990346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:24.550642 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cfb3987-841c-4508-ba50-a84e8556f839 req-50a5a19b-f5e1-4012-92a2-db9a60990346 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99290e27-51d0-4314-8677-dc1be37b61ea HTTP/1.1" status: 200 len: 838 time: 0.2115743 May 25 20:37:24.793613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d340d10e-07c6-4fc9-9510-17c50d03a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:37:07Z', 'revision_number': 6, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:45Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:24.809236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340d10e-07c6-4fc9-9510-17c50d03a958 None None] Checking router: d173972f-36d4-4570-b5e6-b506ad07a790 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:37:24.813179 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a00f28b5-7190-4b5b-b039-c17fb672dc9f resource provider aggregate not found May 25 20:37:24.827562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Network 21c922bd-e320-4b51-8e91-0c6ab8325c2d is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:37:24.836232 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340d10e-07c6-4fc9-9510-17c50d03a958 None None] Routers {'d173972f-36d4-4570-b5e6-b506ad07a790'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:37:24.836232 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d340d10e-07c6-4fc9-9510-17c50d03a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:37:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d173972f-36d4-4570-b5e6-b506ad07a790'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:24.847162 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a00f28b5-7190-4b5b-b039-c17fb672dc9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a00f28b5-7190-4b5b-b039-c17fb672dc9f found for delete ", "request_id": "req-70f9d3ed-ffbb-4806-a272-aa3857b92483"}]} May 25 20:37:24.878519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 21c922bd-e320-4b51-8e91-0c6ab8325c2d) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:24.878519 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a203ca8-fae5-47a2-9dbf-10bc47d574af tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:24.891086 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a203ca8-fae5-47a2-9dbf-10bc47d574af tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:24.923116 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-85c01867-08c1-4792-bf9b-c6ff41efe9ce req-fbb259b4-1107-4559-8f47-44ac656c6b90 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=27f18533-3ee2-41e6-8c5c-49d1bd300f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4001281 May 25 20:37:24.935842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:24.953304 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:25.022723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb3987-841c-4508-ba50-a84e8556f839 req-aa6f3d99-09b7-43f4-8db5-77befd37b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:25.024273 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cfb3987-841c-4508-ba50-a84e8556f839 req-aa6f3d99-09b7-43f4-8db5-77befd37b507 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f985efb-1c26-48f7-9698-763089edd1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4591424 May 25 20:37:25.030087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a203ca8-fae5-47a2-9dbf-10bc47d574af tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event deleted for resources: {'Network': ['ID=3fcee640-efed-4d24-843c-6158403915f3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:25.037394 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8a203ca8-fae5-47a2-9dbf-10bc47d574af tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "DELETE /v2.0/networks/3fcee640-efed-4d24-843c-6158403915f3 HTTP/1.1" status: 204 len: 168 time: 2.2881398 May 25 20:37:25.043181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55386) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:25.056675 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-48b83525-6ec8-48d7-849a-eead414bd676 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8261993 May 25 20:37:25.062759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55390) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:25.255934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2ddc09-c8c3-41f2-a569-b11983a37c56 None None] Network 21c922bd-e320-4b51-8e91-0c6ab8325c2d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:25.286669 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:37:25.321481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cfb3987-841c-4508-ba50-a84e8556f839 req-4f593f99-27ff-4a09-a603-2f821a759584 service neutron] 10.222.0.50 "GET /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778273 May 25 20:37:25.337908 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaca512-3f87-473f-9bbc-159f1b2debd6 req-b74f1ce7-64a6-43e1-8ed7-f83f4759743b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:25.337908 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-daaca512-3f87-473f-9bbc-159f1b2debd6 req-b74f1ce7-64a6-43e1-8ed7-f83f4759743b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 946 time: 0.6371708 May 25 20:37:25.381257 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-d340d10e-07c6-4fc9-9510-17c50d03a958 None None] Set router d173972f-36d4-4570-b5e6-b506ad07a790 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:37:25.420564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Request body: {'port': {'network_id': '21c922bd-e320-4b51-8e91-0c6ab8325c2d', 'name': 'tempest-NetworksIpV6TestAttrs-818093909'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:25.606456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-daaca512-3f87-473f-9bbc-159f1b2debd6 req-b921937c-04ae-4de7-b8b1-9820e3820dd2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting port 542ae4ab-a807-4651-bdbe-be37f194cb6b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:25.606456 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-daaca512-3f87-473f-9bbc-159f1b2debd6 req-b921937c-04ae-4de7-b8b1-9820e3820dd2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:25.614034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:25.623252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Usage tracker for resource:port and tenant:06a15e9a58fa4d71b7697b9d06cb787b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:25.623252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:25.639826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:25.692750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Made reservation on behalf of 06a15e9a58fa4d71b7697b9d06cb787b for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:25.696483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:25.720782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffb8bae-1277-4d3d-be9c-ebcfa0b27343 None None] Network 9451c5c6-c13a-493f-818f-5582907c86af requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:25.746050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac137d5-3afc-4232-b359-251eb7cd0a3f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:25.760349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac137d5-3afc-4232-b359-251eb7cd0a3f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:25.760349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dac137d5-3afc-4232-b359-251eb7cd0a3f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Synchronizing usage tracker for tenant:e07e7da44a394a719fce9a8843e6be5e on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:25.805962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] device_id is not set on port 341d6cce-974b-45ce-aec7-0221982c958f yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:37:25.839487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cfb3987-841c-4508-ba50-a84e8556f839 req-c326946d-0598-47c9-a36c-e00812f63cca service neutron] 10.222.0.50 "GET /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029736 May 25 20:37:25.872738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dac137d5-3afc-4232-b359-251eb7cd0a3f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Unset dirty status for tenant:e07e7da44a394a719fce9a8843e6be5e on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:25.874738 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dac137d5-3afc-4232-b359-251eb7cd0a3f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8303046 May 25 20:37:25.895249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:25.913565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-cbe072be-ccae-4054-99a9-b96e69f6c5b2 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1383504213'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:25.917142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:37:25.927245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cbe072be-ccae-4054-99a9-b96e69f6c5b2 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:25.968550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cbe072be-ccae-4054-99a9-b96e69f6c5b2 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:26.065058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe072be-ccae-4054-99a9-b96e69f6c5b2 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Made reservation on behalf of e07e7da44a394a719fce9a8843e6be5e for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:26.075135 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cbe072be-ccae-4054-99a9-b96e69f6c5b2 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:26.175619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Allocated IP 2001:db8::f816:3eff:fec9:f787 (21c922bd-e320-4b51-8e91-0c6ab8325c2d/a64680d8-870f-439a-80a6-5716142952ef/341d6cce-974b-45ce-aec7-0221982c958f) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:37:26.182273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe072be-ccae-4054-99a9-b96e69f6c5b2 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:37:26.215681 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cbe072be-ccae-4054-99a9-b96e69f6c5b2 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:26.215681 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-cbe072be-ccae-4054-99a9-b96e69f6c5b2 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Added segment 44495cc4-9e57-4ad6-886c-7f9587cfbb74 of type vlan for network 0f899df6-3c62-46a2-b0c0-00b6c946fbd2 May 25 20:37:26.280496 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-daaca512-3f87-473f-9bbc-159f1b2debd6 req-b921937c-04ae-4de7-b8b1-9820e3820dd2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] For port 542ae4ab-a807-4651-bdbe-be37f194cb6b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=542ae4ab-a807-4651-bdbe-be37f194cb6b,segment=NetworkSegment(a349ebd6-e9ee-4cff-aad6-86acf1f2b97d),segment_id=a349ebd6-e9ee-4cff-aad6-86acf1f2b97d)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:26.280873 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-daaca512-3f87-473f-9bbc-159f1b2debd6 req-b921937c-04ae-4de7-b8b1-9820e3820dd2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:26.305449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Provisioning for port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:37:26.319803 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Provisioning complete for port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:37:26.320255 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:26.322943 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cbe072be-ccae-4054-99a9-b96e69f6c5b2 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:26.541707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-21c922bd-e320-4b51-8e91-0c6ab8325c2d', 'network_id': '21c922bd-e320-4b51-8e91-0c6ab8325c2d', 'tenant_id': '06a15e9a58fa4d71b7697b9d06cb787b', 'fixed_ips': [{'subnet_id': 'a64680d8-870f-439a-80a6-5716142952ef'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:37:26.541707 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:26.567229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869109ed-51ad-4aab-b8ad-e2d79ae2a9d9 req-c8bf6bfe-5492-4be7-9c5d-605b7a54ebde tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:26.574419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-daaca512-3f87-473f-9bbc-159f1b2debd6 req-b921937c-04ae-4de7-b8b1-9820e3820dd2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Calling delete_port for 542ae4ab-a807-4651-bdbe-be37f194cb6b owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:26.577920 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-869109ed-51ad-4aab-b8ad-e2d79ae2a9d9 req-c8bf6bfe-5492-4be7-9c5d-605b7a54ebde tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 946 time: 0.3400338 May 25 20:37:26.598810 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cbe072be-ccae-4054-99a9-b96e69f6c5b2 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:26.605182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe072be-ccae-4054-99a9-b96e69f6c5b2 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:26.605182 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cbe072be-ccae-4054-99a9-b96e69f6c5b2 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:26.774693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-869109ed-51ad-4aab-b8ad-e2d79ae2a9d9 req-959d3549-ec2e-40e4-b716-920afed0ebf2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:26.833804 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-daaca512-3f87-473f-9bbc-159f1b2debd6 req-b921937c-04ae-4de7-b8b1-9820e3820dd2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:26.952221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe072be-ccae-4054-99a9-b96e69f6c5b2 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event updated for resources: {'Network': ['ID=0f899df6-3c62-46a2-b0c0-00b6c946fbd2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:26.959307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-869109ed-51ad-4aab-b8ad-e2d79ae2a9d9 req-959d3549-ec2e-40e4-b716-920afed0ebf2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:26.983407 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-869109ed-51ad-4aab-b8ad-e2d79ae2a9d9 req-959d3549-ec2e-40e4-b716-920afed0ebf2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=27f18533-3ee2-41e6-8c5c-49d1bd300f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4105163 May 25 20:37:27.018931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cbe072be-ccae-4054-99a9-b96e69f6c5b2 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1213777 May 25 20:37:27.022691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55422) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:27.030782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1963026744'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:27.040813 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:27.045232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:27.056508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Usage tracker for resource:network and tenant:e07e7da44a394a719fce9a8843e6be5e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:27.062613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:27.074125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:27.076622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Transition to ACTIVE for port object 341d6cce-974b-45ce-aec7-0221982c958f will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:37:27.109613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Made reservation on behalf of e07e7da44a394a719fce9a8843e6be5e for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:27.117667 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:27.121422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 0f899df6-3c62-46a2-b0c0-00b6c946fbd2 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:37:27.164655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921937c-04ae-4de7-b8b1-9820e3820dd2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Port': ['ID=542ae4ab-a807-4651-bdbe-be37f194cb6b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:27.171641 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:27.204794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-daaca512-3f87-473f-9bbc-159f1b2debd6 req-b921937c-04ae-4de7-b8b1-9820e3820dd2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] No DVR routers for this DVR port 542ae4ab-a807-4651-bdbe-be37f194cb6b on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:37:27.215272 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-daaca512-3f87-473f-9bbc-159f1b2debd6 req-b921937c-04ae-4de7-b8b1-9820e3820dd2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:27.215272 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'name': 'network-vif-deleted', 'tag': '542ae4ab-a807-4651-bdbe-be37f194cb6b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:37:27.267374 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-daaca512-3f87-473f-9bbc-159f1b2debd6 req-b921937c-04ae-4de7-b8b1-9820e3820dd2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "DELETE /v2.0/ports/542ae4ab-a807-4651-bdbe-be37f194cb6b HTTP/1.1" status: 204 len: 173 time: 1.9032102 May 25 20:37:27.269837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:37:27.319555 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:27.320295 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Added segment 8fed71e5-fccf-435f-b0d6-acba33ca97de of type vlan for network 7be13a74-970b-4cdf-afd9-acdc773a5186 May 25 20:37:27.321715 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9634c95b-53cd-4388-a373-1d06aa2b2125'] response: {'server_uuid': '3082026d-5cc2-4b41-a186-a9d1e30690e3', 'name': 'network-vif-deleted', 'tag': '542ae4ab-a807-4651-bdbe-be37f194cb6b', 'status': 'completed', 'code': 200} May 25 20:37:27.322856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Network 21c922bd-e320-4b51-8e91-0c6ab8325c2d is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:37:27.331170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:27.337112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:37:27.343227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:27.343793 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:27.363974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'Port': ['ID=341d6cce-974b-45ce-aec7-0221982c958f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:27.401431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55432) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:27.415664 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1a62eb1d-3dda-4ced-8e7f-7fc4d95153a0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9882247 May 25 20:37:27.419207 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:27.515396 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:27.515396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:27.521167 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:27.615369 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Allocated IP 2001:db8::f816:3eff:fed3:79f8 (21c922bd-e320-4b51-8e91-0c6ab8325c2d/a64680d8-870f-439a-80a6-5716142952ef/3b820143-907e-4668-9d51-fe9e8f4df115) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:37:27.619884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2793592-ce3f-4a9b-ae53-034d2cafde14 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Deleting subnet a64680d8-870f-439a-80a6-5716142952ef {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:37:27.761743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7327950 May 25 20:37:27.767020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55438) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:27.767020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Request body: {'ports': [{'network_id': '0f899df6-3c62-46a2-b0c0-00b6c946fbd2', 'name': 'tempest-port--583556935', 'admin_state_up': True}, {'network_id': '7be13a74-970b-4cdf-afd9-acdc773a5186', 'admin_state_up': False}]} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:27.772498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Request body: {'port': {'network_id': '0f899df6-3c62-46a2-b0c0-00b6c946fbd2', 'name': 'tempest-port--583556935', 'admin_state_up': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:27.772498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Request body: {'port': {'network_id': '7be13a74-970b-4cdf-afd9-acdc773a5186', 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:27.783542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126f1ba-3b61-4d7d-955b-30c120642d09 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event updated for resources: {'Network': ['ID=7be13a74-970b-4cdf-afd9-acdc773a5186,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:27.985551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Current status of the port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:37:27.985551 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:28.026457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 542ae4ab-a807-4651-bdbe-be37f194cb6b no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:37:28.067814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 7be13a74-970b-4cdf-afd9-acdc773a5186 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:37:28.286017 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 542ae4ab-a807-4651-bdbe-be37f194cb6b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:37:28.286264 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 542ae4ab-a807-4651-bdbe-be37f194cb6b not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:37:28.300178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:28.306905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Usage tracker for resource:port and tenant:e07e7da44a394a719fce9a8843e6be5e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:28.310570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:28.320565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:28.339854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Made reservation on behalf of e07e7da44a394a719fce9a8843e6be5e for: {'port': 2} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:28.346815 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22beaf9e-6741-4f4e-a713-560b15adca9d req-4532d639-9a22-45fe-8833-967d0a07ce56 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=3082026d-5cc2-4b41-a186-a9d1e30690e3 HTTP/1.1" status: 200 len: 210 time: 0.0988135 May 25 20:37:28.380211 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:28.380211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] For port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3a7f49f1-61fe-4cef-8502-93f7c0eb73c5,segment=NetworkSegment(ec0461d3-1c90-4f69-880f-8cb27f6fe5bd),segment_id=ec0461d3-1c90-4f69-880f-8cb27f6fe5bd)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:28.397256 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:28.439414 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:28.478417 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:28.510627 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6132d3ee-1b8d-4672-ba45-6c932c8196f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:28.681702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d340d10e-07c6-4fc9-9510-17c50d03a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:37:07Z', 'revision_number': 6, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:45Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:28.706523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340d10e-07c6-4fc9-9510-17c50d03a958 None None] The sync data for ids ['d173972f-36d4-4570-b5e6-b506ad07a790'] in n-d-843339-1 is: [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:37:07Z', 'revision_number': 6, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8efc9a77-4f47-4b70-9323-751b0ce5e575', 'name': '', 'network_id': '8f985efb-1c26-48f7-9698-763089edd1ac', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:0b:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:25Z', 'updated_at': '2022-05-25T20:34:45Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '99290e27-51d0-4314-8677-dc1be37b61ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:37:28.708184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Pushing event updated for resources: {'Port': ['ID=3a7f49f1-61fe-4cef-8502-93f7c0eb73c5,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:28.729676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:28.730358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:28.730872 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:28.731515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:28.734051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:28.735883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:28.736680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:28.737189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:28.737938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:28.738486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:28.739664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:28.740217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184341ac-8a68-48d5-952b-b1f2034688a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:28.780779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] device_id is not set on port 7cf99d2a-86f6-49a7-ae33-d3983832bdca yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:37:29.016925 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:29.028297 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:29.062982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Transition to ACTIVE for port object 3b820143-907e-4668-9d51-fe9e8f4df115 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:37:29.111693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Transition to ACTIVE for port object 3b820143-907e-4668-9d51-fe9e8f4df115 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:37:29.121370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:37:29.142045 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2793592-ce3f-4a9b-ae53-034d2cafde14 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:29.194924 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba67ca5-f92a-4e32-9362-62a4a6a5b412 None None] New status for floating IP 8dd0eb2c-b3bd-4190-862c-c1eb8144df82: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:37:29.217719 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:29.247072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] device_id is not set on port ce8b61af-3ebc-44e5-9975-25324d67cb66 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:37:29.378084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Pushing event updated for resources: {'Port': ['ID=3b820143-907e-4668-9d51-fe9e8f4df115,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:29.387320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Network 21c922bd-e320-4b51-8e91-0c6ab8325c2d is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:37:29.420680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:29.424743 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:29.433172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:37:29.433172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f2d945fe-a533-4c79-ad90-84aa180f0300 None None] Provisioning complete for port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:37:29.433172 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f2d945fe-a533-4c79-ad90-84aa180f0300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:29.498718 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:29.539208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55474) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:29.579872 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:37:29.579872 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:29.665065 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2793592-ce3f-4a9b-ae53-034d2cafde14 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:29.796145 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde2682c-7617-4abd-815e-bdc958b2260f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:29.808650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event updated for resources: {'Port': ['ID=7cf99d2a-86f6-49a7-ae33-d3983832bdca,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:29.846035 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Checking segment: {'id': '44495cc4-9e57-4ad6-886c-7f9587cfbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0f899df6-3c62-46a2-b0c0-00b6c946fbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:37:29.846464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Network hostable DHCP agents. Network: 0f899df6-3c62-46a2-b0c0-00b6c946fbd2, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:37:29.851053 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde2682c-7617-4abd-815e-bdc958b2260f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:29.879874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Attempting to bind port 3b820143-907e-4668-9d51-fe9e8f4df115 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:37:29.881319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Attempting to bind port 3b820143-907e-4668-9d51-fe9e8f4df115 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'ce5d1766-3dd9-47ac-969d-5d5b2072521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '21c922bd-e320-4b51-8e91-0c6ab8325c2d'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:37:29.882856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Attempting to bind port 3b820143-907e-4668-9d51-fe9e8f4df115 on network 21c922bd-e320-4b51-8e91-0c6ab8325c2d {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:37:29.884289 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2793592-ce3f-4a9b-ae53-034d2cafde14 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:29.946129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Network 0f899df6-3c62-46a2-b0c0-00b6c946fbd2 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:37:29.968086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 0f899df6-3c62-46a2-b0c0-00b6c946fbd2) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:29.975991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:37:29.975991 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:30.005674 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde2682c-7617-4abd-815e-bdc958b2260f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:30.022616 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c03495-51d7-4290-a0d8-1feac6e98fec None None] Network 0f899df6-3c62-46a2-b0c0-00b6c946fbd2 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:30.039572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2682c-7617-4abd-815e-bdc958b2260f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f18533-3ee2-41e6-8c5c-49d1bd300f60,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:30.058965 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde2682c-7617-4abd-815e-bdc958b2260f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:30.058965 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fde2682c-7617-4abd-815e-bdc958b2260f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "DELETE /v2.0/security-groups/27f18533-3ee2-41e6-8c5c-49d1bd300f60 HTTP/1.1" status: 204 len: 168 time: 0.5180554 May 25 20:37:30.119937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55482) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:30.143778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event updated for resources: {'Port': ['ID=ce8b61af-3ebc-44e5-9975-25324d67cb66,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:30.201499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Checking segment: {'id': '8fed71e5-fccf-435f-b0d6-acba33ca97de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7be13a74-970b-4cdf-afd9-acdc773a5186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:37:30.201797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Network hostable DHCP agents. Network: 7be13a74-970b-4cdf-afd9-acdc773a5186, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:37:30.209219 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2793592-ce3f-4a9b-ae53-034d2cafde14 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:30.281143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2793592-ce3f-4a9b-ae53-034d2cafde14 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Subnet': ['ID=a64680d8-870f-439a-80a6-5716142952ef,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:30.281143 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2793592-ce3f-4a9b-ae53-034d2cafde14 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:30.296457 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f2793592-ce3f-4a9b-ae53-034d2cafde14 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/subnets/a64680d8-870f-439a-80a6-5716142952ef HTTP/1.1" status: 204 len: 168 time: 2.8896253 May 25 20:37:30.301435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55490) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:30.306067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Network 7be13a74-970b-4cdf-afd9-acdc773a5186 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:37:30.319522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:37:30.319522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Checking segment: {'id': 'ce5d1766-3dd9-47ac-969d-5d5b2072521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '21c922bd-e320-4b51-8e91-0c6ab8325c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:37:30.319522 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:30.324891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 7be13a74-970b-4cdf-afd9-acdc773a5186) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:30.328450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Bound using segment: {'id': 'ce5d1766-3dd9-47ac-969d-5d5b2072521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '21c922bd-e320-4b51-8e91-0c6ab8325c2d'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:37:30.328450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Bound port: 3b820143-907e-4668-9d51-fe9e8f4df115, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5d1766-3dd9-47ac-969d-5d5b2072521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '21c922bd-e320-4b51-8e91-0c6ab8325c2d'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:37:30.328450 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:30.335912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:37:30.335912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:30.335912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:30.335912 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:30.369288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-efa8d595-1c3f-465d-b9e8-493a856329d5 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6000483 May 25 20:37:30.369288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55494) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:30.455928 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:37:30.455928 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192681ac-e5fc-4f89-ab00-217a337d229f None None] Network 7be13a74-970b-4cdf-afd9-acdc773a5186 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:30.536042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8644d-9408-4836-8816-e27b0e37d396 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:30.543700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8644d-9408-4836-8816-e27b0e37d396 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:30.544862 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-83c8644d-9408-4836-8816-e27b0e37d396 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Synchronizing usage tracker for tenant:e07e7da44a394a719fce9a8843e6be5e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:30.574785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-83c8644d-9408-4836-8816-e27b0e37d396 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Unset dirty status for tenant:e07e7da44a394a719fce9a8843e6be5e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:30.579099 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-83c8644d-9408-4836-8816-e27b0e37d396 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2124398 May 25 20:37:30.584557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55504) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:30.676818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f2d945fe-a533-4c79-ad90-84aa180f0300 None None] Current status of the port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:37:30.777217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88837761-3b78-4113-a229-e2bb723205cc tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:30.777217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88837761-3b78-4113-a229-e2bb723205cc tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:30.781772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-88837761-3b78-4113-a229-e2bb723205cc tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Synchronizing usage tracker for tenant:06a15e9a58fa4d71b7697b9d06cb787b on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:30.819971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-96b99182-dfab-4260-8741-84168e67b398 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Deleting port 7cf99d2a-86f6-49a7-ae33-d3983832bdca {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:30.819971 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96b99182-dfab-4260-8741-84168e67b398 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:30.896249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] For port 3b820143-907e-4668-9d51-fe9e8f4df115, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:37:30.905900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] For port 3b820143-907e-4668-9d51-fe9e8f4df115, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3b820143-907e-4668-9d51-fe9e8f4df115,segment=NetworkSegment(ce5d1766-3dd9-47ac-969d-5d5b2072521e),segment_id=ce5d1766-3dd9-47ac-969d-5d5b2072521e)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:37:30.930761 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:31.141158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f2c16-3338-47ab-9ea9-5a190a2cbf5f None None] Pushing event updated for resources: {'Port': ['ID=3b820143-907e-4668-9d51-fe9e8f4df115,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:31.203798 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-32bbbd1a-3e4e-4380-b2a3-d32a42944aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:31.466317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-88837761-3b78-4113-a229-e2bb723205cc tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Unset dirty status for tenant:06a15e9a58fa4d71b7697b9d06cb787b on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:31.474355 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-88837761-3b78-4113-a229-e2bb723205cc tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.1749701 May 25 20:37:31.474355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55516) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:31.570035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1045947-6661-46c4-a5fc-7f89c23eac70 None None] Network 21c922bd-e320-4b51-8e91-0c6ab8325c2d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:31.666529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e7b7143-97c3-4f79-a523-93f338ecd43d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:31.701806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96b99182-dfab-4260-8741-84168e67b398 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:31.711524 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7b7143-97c3-4f79-a523-93f338ecd43d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 25 20:37:31.711524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7b7143-97c3-4f79-a523-93f338ecd43d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:37:31.720311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7e7b7143-97c3-4f79-a523-93f338ecd43d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/networks/21c922bd-e320-4b51-8e91-0c6ab8325c2d HTTP/1.1" status: 409 len: 405 time: 0.2354071 May 25 20:37:31.720311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55522) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:31.733676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1261495116'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:31.760545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:31.776046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Usage tracker for resource:network and tenant:06a15e9a58fa4d71b7697b9d06cb787b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:31.846142 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:31.888543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:31.947101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:31.982856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-96b99182-dfab-4260-8741-84168e67b398 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Calling delete_port for 7cf99d2a-86f6-49a7-ae33-d3983832bdca owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:31.987420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Made reservation on behalf of 06a15e9a58fa4d71b7697b9d06cb787b for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:31.987420 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:32.005550 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:32.032934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68b50235-ee28-4f92-854b-cfeadbb2ced4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:32.138648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d96e3b-744c-412a-bf63-de58a65d89dd None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:37:32.241715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d96e3b-744c-412a-bf63-de58a65d89dd None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:37:32.278365 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96b99182-dfab-4260-8741-84168e67b398 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:32.456116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:37:32.483009 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:32.483009 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Added segment de8a89b6-5909-45e4-a5aa-c1cd19739744 of type vlan for network 488da01c-b479-4c6a-80b9-3e599b169fcf May 25 20:37:32.493219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b99182-dfab-4260-8741-84168e67b398 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event deleted for resources: {'Port': ['ID=7cf99d2a-86f6-49a7-ae33-d3983832bdca,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:32.537722 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:32.546990 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96b99182-dfab-4260-8741-84168e67b398 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:32.585823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55536) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:32.590040 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-96b99182-dfab-4260-8741-84168e67b398 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "DELETE /v2.0/ports/7cf99d2a-86f6-49a7-ae33-d3983832bdca HTTP/1.1" status: 204 len: 168 time: 2.0006413 May 25 20:37:32.647972 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:32.656218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:32.656218 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:32.804883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-68b50235-ee28-4f92-854b-cfeadbb2ced4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting port 8efc9a77-4f47-4b70-9323-751b0ce5e575 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:32.804883 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68b50235-ee28-4f92-854b-cfeadbb2ced4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:32.848223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1220758 May 25 20:37:32.856295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55540) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:32.856295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Request body: {'subnet': {'network_id': '488da01c-b479-4c6a-80b9-3e599b169fcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:32.867540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f22e6-c939-4fcf-886d-f14664145497 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'Network': ['ID=488da01c-b479-4c6a-80b9-3e599b169fcf,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:32.867540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6099fd27-ae21-4ec8-b576-7bd0665e5074 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Deleting port ce8b61af-3ebc-44e5-9975-25324d67cb66 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:32.867540 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6099fd27-ae21-4ec8-b576-7bd0665e5074 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:32.928704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 488da01c-b479-4c6a-80b9-3e599b169fcf details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:37:33.120091 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:33.334897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:33.358464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:33.392742 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Made reservation on behalf of 06a15e9a58fa4d71b7697b9d06cb787b for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:33.397291 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:33.607834 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6099fd27-ae21-4ec8-b576-7bd0665e5074 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:33.620078 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-68b50235-ee28-4f92-854b-cfeadbb2ced4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] For port 8efc9a77-4f47-4b70-9323-751b0ce5e575, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8efc9a77-4f47-4b70-9323-751b0ce5e575,segment=NetworkSegment(a349ebd6-e9ee-4cff-aad6-86acf1f2b97d),segment_id=a349ebd6-e9ee-4cff-aad6-86acf1f2b97d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:33.620078 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68b50235-ee28-4f92-854b-cfeadbb2ced4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:33.842076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6099fd27-ae21-4ec8-b576-7bd0665e5074 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Calling delete_port for ce8b61af-3ebc-44e5-9975-25324d67cb66 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:34.042719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.objects.ports [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88331) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:37:34.042719 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:34.147460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'Subnet': ['ID=c5ec4ad6-498c-4f3a-bd29-6cc18b4b4cae,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:34.191393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Checking segment: {'id': 'de8a89b6-5909-45e4-a5aa-c1cd19739744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '488da01c-b479-4c6a-80b9-3e599b169fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:37:34.191393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Network hostable DHCP agents. Network: 488da01c-b479-4c6a-80b9-3e599b169fcf, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:37:34.205665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-68b50235-ee28-4f92-854b-cfeadbb2ced4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Calling delete_port for 8efc9a77-4f47-4b70-9323-751b0ce5e575 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:34.224646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Network 488da01c-b479-4c6a-80b9-3e599b169fcf is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:37:34.238591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 488da01c-b479-4c6a-80b9-3e599b169fcf) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:34.254103 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ecf54-39d0-4ee2-82f3-73d9dda54f49 None None] Network 488da01c-b479-4c6a-80b9-3e599b169fcf requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:34.258614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:34.258614 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:34.313311 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fc1fcf16-eb46-43e1-ae9f-46b0ad44efb1 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4587820 May 25 20:37:34.313311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55562) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:34.327160 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Request body: {'port': {'network_id': '488da01c-b479-4c6a-80b9-3e599b169fcf', 'name': 'tempest-NetworksIpV6TestAttrs-969423421'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:34.377778 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6099fd27-ae21-4ec8-b576-7bd0665e5074 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:34.585931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099fd27-ae21-4ec8-b576-7bd0665e5074 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event deleted for resources: {'Port': ['ID=ce8b61af-3ebc-44e5-9975-25324d67cb66,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:34.631473 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6099fd27-ae21-4ec8-b576-7bd0665e5074 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:34.662022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6099fd27-ae21-4ec8-b576-7bd0665e5074 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "DELETE /v2.0/ports/ce8b61af-3ebc-44e5-9975-25324d67cb66 HTTP/1.1" status: 204 len: 168 time: 2.0670702 May 25 20:37:34.662022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55572) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:34.731573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-488da01c-b479-4c6a-80b9-3e599b169fcf', 'network_id': '488da01c-b479-4c6a-80b9-3e599b169fcf', 'tenant_id': '06a15e9a58fa4d71b7697b9d06cb787b', 'fixed_ips': [{'subnet_id': 'c5ec4ad6-498c-4f3a-bd29-6cc18b4b4cae'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:37:34.731573 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:34.802118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:34.819659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Usage tracker for resource:port and tenant:06a15e9a58fa4d71b7697b9d06cb787b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:34.819659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:34.831291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:34.841918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Made reservation on behalf of 06a15e9a58fa4d71b7697b9d06cb787b for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:34.841918 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:34.861560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-159661c3-754e-437d-8ace-3b0064328431 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Synchronizing usage tracker for tenant:e07e7da44a394a719fce9a8843e6be5e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:34.877751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] device_id is not set on port 443ed7cd-3425-43c0-b2c7-fefbcb442a02 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:37:34.932505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-159661c3-754e-437d-8ace-3b0064328431 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Unset dirty status for tenant:e07e7da44a394a719fce9a8843e6be5e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:34.932505 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-159661c3-754e-437d-8ace-3b0064328431 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2691247 May 25 20:37:34.944399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55576) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:34.944399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-328466296'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:34.970611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:34.977148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Usage tracker for resource:network and tenant:e07e7da44a394a719fce9a8843e6be5e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:34.982878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:34.996102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:35.015455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Made reservation on behalf of e07e7da44a394a719fce9a8843e6be5e for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:35.026111 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:35.061638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:37:35.073245 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:35.073833 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Added segment 04abc7e7-58be-48d4-9db1-a2e5e9743891 of type vlan for network 98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c May 25 20:37:35.109803 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:35.119328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Allocated IP 2001:db8::f816:3eff:fe1e:f00d (488da01c-b479-4c6a-80b9-3e599b169fcf/c5ec4ad6-498c-4f3a-bd29-6cc18b4b4cae/431b0d8f-fe10-4881-a7a9-55967630d0e0) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:37:35.178302 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:35.180572 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68b50235-ee28-4f92-854b-cfeadbb2ced4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:35.198377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:35.198377 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:35.312204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b50235-ee28-4f92-854b-cfeadbb2ced4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Port': ['ID=8efc9a77-4f47-4b70-9323-751b0ce5e575,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:35.462360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event updated for resources: {'Network': ['ID=98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:35.472001 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-596b732f-73d6-417d-9481-f7b52a8ef6f9 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5352297 May 25 20:37:35.473190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55584) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:35.494799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:37:35.508356 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:35.543626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1756051813'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:35.574380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:35.592315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Usage tracker for resource:network and tenant:e07e7da44a394a719fce9a8843e6be5e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:35.597176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Transition to ACTIVE for port object 431b0d8f-fe10-4881-a7a9-55967630d0e0 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:37:35.605509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:35.628593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:35.664044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Made reservation on behalf of e07e7da44a394a719fce9a8843e6be5e for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:35.666311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Transition to ACTIVE for port object 431b0d8f-fe10-4881-a7a9-55967630d0e0 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:37:35.682758 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:35.700084 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:35.833909 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Network 488da01c-b479-4c6a-80b9-3e599b169fcf is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:37:35.851222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:35.851222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Pushing event updated for resources: {'Port': ['ID=431b0d8f-fe10-4881-a7a9-55967630d0e0,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:35.851222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:37:36.001970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:37:36.005984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Attempting to bind port 431b0d8f-fe10-4881-a7a9-55967630d0e0 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:37:36.005984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Attempting to bind port 431b0d8f-fe10-4881-a7a9-55967630d0e0 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'de8a89b6-5909-45e4-a5aa-c1cd19739744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '488da01c-b479-4c6a-80b9-3e599b169fcf'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:37:36.005984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Attempting to bind port 431b0d8f-fe10-4881-a7a9-55967630d0e0 on network 488da01c-b479-4c6a-80b9-3e599b169fcf {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:37:36.010671 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:36.010671 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Added segment 6442c53c-155a-4886-9b85-321a004ad5b9 of type vlan for network 539acb4a-4f52-4165-a75c-13b0b9e5939f May 25 20:37:36.020537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:37:36.020537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Checking segment: {'id': 'de8a89b6-5909-45e4-a5aa-c1cd19739744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '488da01c-b479-4c6a-80b9-3e599b169fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:37:36.020537 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:36.026033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Bound using segment: {'id': 'de8a89b6-5909-45e4-a5aa-c1cd19739744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '488da01c-b479-4c6a-80b9-3e599b169fcf'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:37:36.028531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Bound port: 431b0d8f-fe10-4881-a7a9-55967630d0e0, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8a89b6-5909-45e4-a5aa-c1cd19739744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '488da01c-b479-4c6a-80b9-3e599b169fcf'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:37:36.028935 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:36.051299 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:36.082764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Allocated IP 2001:db8::f816:3eff:fed8:e14c (488da01c-b479-4c6a-80b9-3e599b169fcf/c5ec4ad6-498c-4f3a-bd29-6cc18b4b4cae/443ed7cd-3425-43c0-b2c7-fefbcb442a02) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:37:36.098041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68b50235-ee28-4f92-854b-cfeadbb2ced4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:36.124107 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:36.134117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:36.135449 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:36.336704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] For port 431b0d8f-fe10-4881-a7a9-55967630d0e0, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:37:36.353066 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] For port 431b0d8f-fe10-4881-a7a9-55967630d0e0, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=431b0d8f-fe10-4881-a7a9-55967630d0e0,segment=NetworkSegment(de8a89b6-5909-45e4-a5aa-c1cd19739744),segment_id=de8a89b6-5909-45e4-a5aa-c1cd19739744)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:37:36.363861 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:36.520191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27a45f-0f51-49a2-bd5b-0fbad470bffd None None] Pushing event updated for resources: {'Port': ['ID=431b0d8f-fe10-4881-a7a9-55967630d0e0,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:36.588189 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1057322 May 25 20:37:36.823874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55606) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:36.847364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Request body: {'subnets': [{'network_id': '98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1837593792', 'ip_version': 4}, {'network_id': '539acb4a-4f52-4165-a75c-13b0b9e5939f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:36.847364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Request body: {'subnet': {'network_id': '98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1837593792', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:36.847364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Request body: {'subnet': {'network_id': '539acb4a-4f52-4165-a75c-13b0b9e5939f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:36.902358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96464a28-339f-42b2-b0b5-de95dace1b0e tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event updated for resources: {'Network': ['ID=539acb4a-4f52-4165-a75c-13b0b9e5939f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:36.944463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 539acb4a-4f52-4165-a75c-13b0b9e5939f details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:37:37.183450 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:37.224412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Transition to ACTIVE for port object 443ed7cd-3425-43c0-b2c7-fefbcb442a02 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:37:37.293012 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:37.370042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Network 488da01c-b479-4c6a-80b9-3e599b169fcf is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:37:37.370042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:37.372328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:37:37.380317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:37.381331 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:37.436175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'Port': ['ID=443ed7cd-3425-43c0-b2c7-fefbcb442a02,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:37.457130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5861891a-c237-44e8-9140-e7682891d329 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1462824 May 25 20:37:37.460073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55616) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:37.613250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1fb3699-1e17-4d50-bdc5-8de53aa63bb6 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Deleting subnet c5ec4ad6-498c-4f3a-bd29-6cc18b4b4cae {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:37:37.622355 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3699-1e17-4d50-bdc5-8de53aa63bb6 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:37.673236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:37.680342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Usage tracker for resource:subnet and tenant:e07e7da44a394a719fce9a8843e6be5e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:37.687899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b50235-ee28-4f92-854b-cfeadbb2ced4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Router d173972f-36d4-4570-b5e6-b506ad07a790 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:37:37.687899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:37.702348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:37.741275 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3699-1e17-4d50-bdc5-8de53aa63bb6 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:37.840745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Made reservation on behalf of e07e7da44a394a719fce9a8843e6be5e for: {'subnet': 2} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:37.845610 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:37.846132 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:38.016783 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3699-1e17-4d50-bdc5-8de53aa63bb6 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:38.178935 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3699-1e17-4d50-bdc5-8de53aa63bb6 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:38.318204 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3699-1e17-4d50-bdc5-8de53aa63bb6 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:38.356825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb3699-1e17-4d50-bdc5-8de53aa63bb6 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ec4ad6-498c-4f3a-bd29-6cc18b4b4cae,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:38.373900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f56ad24-a8a7-4299-b645-cba12a0b8f34 None None] Network 488da01c-b479-4c6a-80b9-3e599b169fcf requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:38.380464 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d1fb3699-1e17-4d50-bdc5-8de53aa63bb6 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/subnets/c5ec4ad6-498c-4f3a-bd29-6cc18b4b4cae HTTP/1.1" status: 204 len: 168 time: 0.9187293 May 25 20:37:38.381316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55628) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:38.536673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce0251-95c9-4de7-a9f7-5d45e010c27d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:38.538263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-57a056bc-78f8-493c-9a72-2dcfa902e716 None None] Provisioning for port 431b0d8f-fe10-4881-a7a9-55967630d0e0 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:37:38.545344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce0251-95c9-4de7-a9f7-5d45e010c27d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:38.545344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a9ce0251-95c9-4de7-a9f7-5d45e010c27d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Synchronizing usage tracker for tenant:06a15e9a58fa4d71b7697b9d06cb787b on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:38.584533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a9ce0251-95c9-4de7-a9f7-5d45e010c27d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Unset dirty status for tenant:06a15e9a58fa4d71b7697b9d06cb787b on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:38.584533 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a9ce0251-95c9-4de7-a9f7-5d45e010c27d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2014256 May 25 20:37:38.605054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55634) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:38.919538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b50235-ee28-4f92-854b-cfeadbb2ced4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:37:38.927623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3449e23b-ed34-4623-b43d-ac0f09c8f3f0 None None] DHCP port deletion for 488da01c-b479-4c6a-80b9-3e599b169fcf request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:37:38.932786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe50fef-6cd2-46b3-afb0-bf40dfa0f48b None None] Sync routers for ids ['d173972f-36d4-4570-b5e6-b506ad07a790'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:37:38.942195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3449e23b-ed34-4623-b43d-ac0f09c8f3f0 None None] Deleting port 431b0d8f-fe10-4881-a7a9-55967630d0e0 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:38.942195 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3449e23b-ed34-4623-b43d-ac0f09c8f3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:39.013218 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe50fef-6cd2-46b3-afb0-bf40dfa0f48b None None] Routers {'d173972f-36d4-4570-b5e6-b506ad07a790'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:37:39.013964 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9fe50fef-6cd2-46b3-afb0-bf40dfa0f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:37:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d173972f-36d4-4570-b5e6-b506ad07a790'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:39.089528 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56c7f675-e081-46ae-8283-7a41c896c341 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:39.106402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55644) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:39.112377 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-68b50235-ee28-4f92-854b-cfeadbb2ced4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "PUT /v2.0/routers/d173972f-36d4-4570-b5e6-b506ad07a790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9854164 May 25 20:37:39.129147 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c7f675-e081-46ae-8283-7a41c896c341 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 25 20:37:39.129147 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c7f675-e081-46ae-8283-7a41c896c341 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:37:39.129147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-56c7f675-e081-46ae-8283-7a41c896c341 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/networks/488da01c-b479-4c6a-80b9-3e599b169fcf HTTP/1.1" status: 409 len: 405 time: 0.4767542 May 25 20:37:39.129147 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55648) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:39.157588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2072500951'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:39.169966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:39.169966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Usage tracker for resource:network and tenant:06a15e9a58fa4d71b7697b9d06cb787b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:39.173687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:39.186239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:39.209352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Made reservation on behalf of 06a15e9a58fa4d71b7697b9d06cb787b for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:39.213796 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:39.250641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-14db9720-9897-47eb-86a8-947d91911d80 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting subnet 99290e27-51d0-4314-8677-dc1be37b61ea {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:37:39.258179 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-14db9720-9897-47eb-86a8-947d91911d80 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:39.295756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:37:39.318538 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:39.318538 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Added segment 6ed0f935-7c29-4856-a60a-fa3b3ef6a1e7 of type vlan for network 901eef30-a376-464f-8573-eb1a35959cdd May 25 20:37:39.381359 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:39.385059 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-14db9720-9897-47eb-86a8-947d91911d80 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:39.394308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3449e23b-ed34-4623-b43d-ac0f09c8f3f0 None None] For port 431b0d8f-fe10-4881-a7a9-55967630d0e0, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=431b0d8f-fe10-4881-a7a9-55967630d0e0,segment=NetworkSegment(de8a89b6-5909-45e4-a5aa-c1cd19739744),segment_id=de8a89b6-5909-45e4-a5aa-c1cd19739744)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:39.394308 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3449e23b-ed34-4623-b43d-ac0f09c8f3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:39.408435 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-9fe50fef-6cd2-46b3-afb0-bf40dfa0f48b None None] Set router d173972f-36d4-4570-b5e6-b506ad07a790 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:37:39.411421 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:39.507220 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:39.513927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:39.528924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:39.559039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-14db9720-9897-47eb-86a8-947d91911d80 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:39.637203 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event updated for resources: {'Subnet': ['ID=a7bdde06-6186-4c3e-9351-7a55571e0a5c,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:39.673179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Checking segment: {'id': '04abc7e7-58be-48d4-9db1-a2e5e9743891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:37:39.673179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Network hostable DHCP agents. Network: 98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:37:39.729365 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-14db9720-9897-47eb-86a8-947d91911d80 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:39.836605 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7044647 May 25 20:37:39.848809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e8b5f-b089-474e-a653-9e4556ed778d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'Network': ['ID=901eef30-a376-464f-8573-eb1a35959cdd,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:39.848809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55666) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:39.857510 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-14db9720-9897-47eb-86a8-947d91911d80 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:39.860992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Request body: {'subnet': {'network_id': '901eef30-a376-464f-8573-eb1a35959cdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:39.878977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Network 98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:37:39.886444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db9720-9897-47eb-86a8-947d91911d80 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Subnet': ['ID=99290e27-51d0-4314-8677-dc1be37b61ea,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:39.897139 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-14db9720-9897-47eb-86a8-947d91911d80 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "DELETE /v2.0/subnets/99290e27-51d0-4314-8677-dc1be37b61ea HTTP/1.1" status: 204 len: 168 time: 0.7939019 May 25 20:37:39.897589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55670) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:39.948320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3449e23b-ed34-4623-b43d-ac0f09c8f3f0 None None] Calling delete_port for 431b0d8f-fe10-4881-a7a9-55967630d0e0 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:39.980512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:40.021208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d733bc7-89c7-402c-a21e-027868b7ffeb None None] Network 8f985efb-1c26-48f7-9698-763089edd1ac requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:40.031626 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:40.034832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 901eef30-a376-464f-8573-eb1a35959cdd details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:37:40.215132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55b3979-8984-4c93-b287-e5ab77bebc34 None None] Network 98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:40.286384 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:40.312762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:40.345807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:40.361977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event updated for resources: {'Subnet': ['ID=2141d531-949f-4f15-a40d-10b1d173c503,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:40.368345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Checking segment: {'id': '6442c53c-155a-4886-9b85-321a004ad5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '539acb4a-4f52-4165-a75c-13b0b9e5939f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:37:40.368896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Network hostable DHCP agents. Network: 539acb4a-4f52-4165-a75c-13b0b9e5939f, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:37:40.377588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Made reservation on behalf of 06a15e9a58fa4d71b7697b9d06cb787b for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:40.381935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:40.635784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Network 539acb4a-4f52-4165-a75c-13b0b9e5939f is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:37:40.693809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 539acb4a-4f52-4165-a75c-13b0b9e5939f) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:40.734852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:40.735962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:40.736664 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:40.761746 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:40.776535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting port 90ad136d-fff2-45c6-b8c7-94ce82a6db5a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:40.778135 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:40.812412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b1581a-857a-4586-95d5-f4ab6fdf8b64 None None] Network 539acb4a-4f52-4165-a75c-13b0b9e5939f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:40.828557 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6f0db10a-7ca5-4f39-bbdd-34478d9e1f38 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.9942024 May 25 20:37:40.828557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55702) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:41.109201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] For port 90ad136d-fff2-45c6-b8c7-94ce82a6db5a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=90ad136d-fff2-45c6-b8c7-94ce82a6db5a,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:41.109607 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:41.114291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 431b0d8f-fe10-4881-a7a9-55967630d0e0 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:37:41.232353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 431b0d8f-fe10-4881-a7a9-55967630d0e0 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:37:41.232353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 431b0d8f-fe10-4881-a7a9-55967630d0e0 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:37:41.324678 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3449e23b-ed34-4623-b43d-ac0f09c8f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:41.327956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7041b2ac-3a0d-4d12-8907-50b90eae7ee0 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:41.327956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7041b2ac-3a0d-4d12-8907-50b90eae7ee0 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:41.327956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7041b2ac-3a0d-4d12-8907-50b90eae7ee0 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:41.327956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7041b2ac-3a0d-4d12-8907-50b90eae7ee0 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Synchronizing usage tracker for tenant:e07e7da44a394a719fce9a8843e6be5e on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:41.415237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7041b2ac-3a0d-4d12-8907-50b90eae7ee0 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Unset dirty status for tenant:e07e7da44a394a719fce9a8843e6be5e on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:41.415237 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7041b2ac-3a0d-4d12-8907-50b90eae7ee0 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5867493 May 25 20:37:41.434111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda5b2a-f5dc-4ff1-be59-2d8bb1960243 req-2ac24cad-dae6-4d79-ac2c-948623bf188c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:41.434111 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-feda5b2a-f5dc-4ff1-be59-2d8bb1960243 req-2ac24cad-dae6-4d79-ac2c-948623bf188c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 945 time: 0.2248714 May 25 20:37:41.434111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55712) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:41.477448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3449e23b-ed34-4623-b43d-ac0f09c8f3f0 None None] No DVR routers for this DVR port 431b0d8f-fe10-4881-a7a9-55967630d0e0 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:37:41.515495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9fe50fef-6cd2-46b3-afb0-bf40dfa0f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:37:34Z', 'revision_number': 7, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': '90ad136d-fff2-45c6-b8c7-94ce82a6db5a', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:34:11Z', 'updated_at': '2022-05-25T20:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:41.539712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449e23b-ed34-4623-b43d-ac0f09c8f3f0 None None] Pushing event deleted for resources: {'Port': ['ID=431b0d8f-fe10-4881-a7a9-55967630d0e0,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:41.547113 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cecf364-6d42-47f1-a0c7-5bdf613a0708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c', 'network_id': '98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c', 'tenant_id': 'e07e7da44a394a719fce9a8843e6be5e', 'fixed_ips': [{'subnet_id': 'a7bdde06-6186-4c3e-9351-7a55571e0a5c'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:37:41.548085 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7cecf364-6d42-47f1-a0c7-5bdf613a0708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:41.565110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe50fef-6cd2-46b3-afb0-bf40dfa0f48b None None] Checking router: d173972f-36d4-4570-b5e6-b506ad07a790 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:37:41.605755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Calling delete_port for 90ad136d-fff2-45c6-b8c7-94ce82a6db5a owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:41.614612 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-feda5b2a-f5dc-4ff1-be59-2d8bb1960243 req-551efb82-f098-4918-919f-5eeb9739b6f7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641152 May 25 20:37:41.741015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe50fef-6cd2-46b3-afb0-bf40dfa0f48b None None] Routers {'d173972f-36d4-4570-b5e6-b506ad07a790'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:37:41.741015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9fe50fef-6cd2-46b3-afb0-bf40dfa0f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:37:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['d173972f-36d4-4570-b5e6-b506ad07a790'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:41.749555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b47602-088d-4ede-a49f-8280942c7e99 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Deleting subnet a7bdde06-6186-4c3e-9351-7a55571e0a5c {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:37:41.771187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.objects.ports [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88332) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:37:41.771187 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:41.779703 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-40b47602-088d-4ede-a49f-8280942c7e99 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:42.004685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'Subnet': ['ID=6fb17591-37b9-4b34-8862-973d29576398,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:42.026827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-40b47602-088d-4ede-a49f-8280942c7e99 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:42.056279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Checking segment: {'id': '6ed0f935-7c29-4856-a60a-fa3b3ef6a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '901eef30-a376-464f-8573-eb1a35959cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:37:42.056279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Network hostable DHCP agents. Network: 901eef30-a376-464f-8573-eb1a35959cdd, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:37:42.152346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520251ac-aa12-4d9a-9d28-c5ebf5df11e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-539acb4a-4f52-4165-a75c-13b0b9e5939f', 'network_id': '539acb4a-4f52-4165-a75c-13b0b9e5939f', 'tenant_id': 'e07e7da44a394a719fce9a8843e6be5e', 'fixed_ips': [{'subnet_id': '2141d531-949f-4f15-a40d-10b1d173c503'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:37:42.152346 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-520251ac-aa12-4d9a-9d28-c5ebf5df11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:42.177737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Network 901eef30-a376-464f-8573-eb1a35959cdd is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:37:42.211721 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-40b47602-088d-4ede-a49f-8280942c7e99 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:42.223951 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:42.298996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 901eef30-a376-464f-8573-eb1a35959cdd) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:42.304802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:42.305825 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:42.325896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9847b151-3fc9-46aa-935c-15847542fc60 None None] Network 901eef30-a376-464f-8573-eb1a35959cdd requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:42.350454 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c4582b78-38b3-4b6d-82b0-86bd1a2766ec tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5101566 May 25 20:37:42.355754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55728) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:42.385610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Port': ['ID=90ad136d-fff2-45c6-b8c7-94ce82a6db5a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:42.404001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:42.404337 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:42.404873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:42.405193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:42.405504 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:42.405981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:42.406412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:42.406743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:42.407576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:42.407918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:42.408266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:42.409102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:37:42.466067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-9fe50fef-6cd2-46b3-afb0-bf40dfa0f48b None None] Set router d173972f-36d4-4570-b5e6-b506ad07a790 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:37:42.477594 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-40b47602-088d-4ede-a49f-8280942c7e99 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:42.518119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f897628b-0333-4f81-9d93-58f108db4381 None None] DHCP port deletion for 8f985efb-1c26-48f7-9698-763089edd1ac request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server [None req-7cecf364-6d42-47f1-a0c7-5bdf613a0708 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7bdde06-6186-4c3e-9351-7a55571e0a5c: This subnet is being modified by another concurrent operation. May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise exception May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7bdde06-6186-4c3e-9351-7a55571e0a5c: This subnet is being modified by another concurrent operation. May 25 20:37:42.599661 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server May 25 20:37:42.631517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f897628b-0333-4f81-9d93-58f108db4381 None None] Deleting port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:42.631517 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f897628b-0333-4f81-9d93-58f108db4381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:42.635245 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:42.635245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b47602-088d-4ede-a49f-8280942c7e99 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event deleted for resources: {'Subnet': ['ID=a7bdde06-6186-4c3e-9351-7a55571e0a5c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:42.656012 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-40b47602-088d-4ede-a49f-8280942c7e99 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:42.656012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-40b47602-088d-4ede-a49f-8280942c7e99 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "DELETE /v2.0/subnets/a7bdde06-6186-4c3e-9351-7a55571e0a5c HTTP/1.1" status: 204 len: 168 time: 1.2317688 May 25 20:37:42.656012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55734) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:42.680461 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c906a47-ef9e-485d-82ff-c3aae0fd8986 None None] Network 98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:42.735270 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:42.740997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9fe50fef-6cd2-46b3-afb0-bf40dfa0f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:37:40Z', 'revision_number': 8, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:42.878304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1d824b-c533-4ede-918c-daf06b2ffa70 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Deleting subnet 2141d531-949f-4f15-a40d-10b1d173c503 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:37:42.878304 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c1d824b-c533-4ede-918c-daf06b2ffa70 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:42.930666 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.125140 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c1d824b-c533-4ede-918c-daf06b2ffa70 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.129139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe50fef-6cd2-46b3-afb0-bf40dfa0f48b None None] The sync data for ids ['d173972f-36d4-4570-b5e6-b506ad07a790'] in n-d-843339-1 is: [{'id': 'd173972f-36d4-4570-b5e6-b506ad07a790', 'name': 'tempest-TestNetworkBasicOps-router-51072605', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:34:08Z', 'updated_at': '2022-05-25T20:37:40Z', 'revision_number': 8, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:37:43.171788 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.201608 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.272792 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c1d824b-c533-4ede-918c-daf06b2ffa70 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.280023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-3e699c18-a8ba-4068-852d-0565097ead52 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:43.287450 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-3e699c18-a8ba-4068-852d-0565097ead52 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 945 time: 0.6935847 May 25 20:37:43.388459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.427784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c1d824b-c533-4ede-918c-daf06b2ffa70 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.447556 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.448388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Fanout notify agent at l3_agent the message router_deleted on router d173972f-36d4-4570-b5e6-b506ad07a790 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:37:43.480939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb17591-37b9-4b34-8862-973d29576398,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:43.482191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Deleting port ef22c887-b7ee-40f1-ab95-3ebe5edde42b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:43.482672 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.529884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53e205-1fde-4523-ac13-77a0b6b274eb req-aa12cd96-b47c-4f3a-ba27-fe23bcaaa802 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:43.531585 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c1d824b-c533-4ede-918c-daf06b2ffa70 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.532049 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ff53e205-1fde-4523-ac13-77a0b6b274eb req-aa12cd96-b47c-4f3a-ba27-fe23bcaaa802 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 945 time: 0.4991784 May 25 20:37:43.545160 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.549850 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-79cfb415-c345-4934-9621-b79b6e9364fd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "DELETE /v2.0/routers/d173972f-36d4-4570-b5e6-b506ad07a790 HTTP/1.1" status: 204 len: 168 time: 3.6512458 May 25 20:37:43.559309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55752) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:43.634609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d824b-c533-4ede-918c-daf06b2ffa70 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event deleted for resources: {'Subnet': ['ID=2141d531-949f-4f15-a40d-10b1d173c503,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:43.679742 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.684842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e07924-2650-4a8f-b213-f72f3637c65d None None] Network 901eef30-a376-464f-8573-eb1a35959cdd requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:43.712398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5d13ace3-7e96-4ee0-a71d-c8c995206d9c no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:37:43.734837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901eef30-a376-464f-8573-eb1a35959cdd']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:43.756008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed0f935-7c29-4856-a60a-fa3b3ef6a1e7') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:43.756008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed0f935-7c29-4856-a60a-fa3b3ef6a1e7') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server [None req-520251ac-aa12-4d9a-9d28-c5ebf5df11e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2141d531-949f-4f15-a40d-10b1d173c503: This subnet is being modified by another concurrent operation. May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise exception May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2141d531-949f-4f15-a40d-10b1d173c503: This subnet is being modified by another concurrent operation. May 25 20:37:43.758883 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server May 25 20:37:43.783328 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.816412 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.822567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:43.823095 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:43.923226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6f576-b4f7-42b6-82e9-0264059637ee None None] Network 539acb4a-4f52-4165-a75c-13b0b9e5939f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:43.953471 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8c1d824b-c533-4ede-918c-daf06b2ffa70 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "DELETE /v2.0/subnets/2141d531-949f-4f15-a40d-10b1d173c503 HTTP/1.1" status: 204 len: 168 time: 1.2967799 May 25 20:37:43.968677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55760) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:43.970298 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 6ed0f935-7c29-4856-a60a-fa3b3ef6a1e7 resource provider aggregate not found May 25 20:37:44.017121 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 6ed0f935-7c29-4856-a60a-fa3b3ef6a1e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ed0f935-7c29-4856-a60a-fa3b3ef6a1e7 found for delete ", "request_id": "req-3eabfcf1-c549-42c5-9e46-31f62e2d2335"}]} May 25 20:37:44.017121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:44.023629 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:44.049161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Network': ['ID=901eef30-a376-464f-8573-eb1a35959cdd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:44.059811 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-34f3a526-8a21-4f66-95f4-08ace9b2f4f0 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/networks/901eef30-a376-464f-8573-eb1a35959cdd HTTP/1.1" status: 204 len: 168 time: 1.7022891 May 25 20:37:44.067106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55766) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:44.077299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1949767010'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:44.077299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:44.084431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Usage tracker for resource:network and tenant:06a15e9a58fa4d71b7697b9d06cb787b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:44.084431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:44.091038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:44.126819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Made reservation on behalf of 06a15e9a58fa4d71b7697b9d06cb787b for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:44.141608 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:44.145096 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ff53e205-1fde-4523-ac13-77a0b6b274eb req-ce889474-8f9a-4d92-9dff-7ca6b64dd41b tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5813117 May 25 20:37:44.262844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:37:44.286316 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:44.286712 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Added segment cee865ea-d887-44e5-b710-c40d70774d50 of type vlan for network 0de79c80-e903-4fc9-81ef-7857907cc585 May 25 20:37:44.392751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f897628b-0333-4f81-9d93-58f108db4381 None None] For port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5d13ace3-7e96-4ee0-a71d-c8c995206d9c,segment=NetworkSegment(a349ebd6-e9ee-4cff-aad6-86acf1f2b97d),segment_id=a349ebd6-e9ee-4cff-aad6-86acf1f2b97d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:44.392751 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f897628b-0333-4f81-9d93-58f108db4381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:44.629491 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:44.789430 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:44.892678 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:44.895705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f897628b-0333-4f81-9d93-58f108db4381 None None] Calling delete_port for 5d13ace3-7e96-4ee0-a71d-c8c995206d9c owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:44.913217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:44.913217 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:45.133218 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d0e56-31db-433e-b5d5-7cdf247c7790 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:45.141227 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b42d0e56-31db-433e-b5d5-7cdf247c7790 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1641700 May 25 20:37:45.141227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55792) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:45.144815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:37:45.144815 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:45.208996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:45.208996 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:45.248005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'Network': ['ID=0de79c80-e903-4fc9-81ef-7857907cc585,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:45.256698 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d5370beb-328e-4735-a6ad-9b92460f4d5d tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1930051 May 25 20:37:45.264521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55798) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:45.281375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5f31433b-0e55-4734-835c-9e8281e6d5d3 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Request body: {'subnet': {'network_id': '0de79c80-e903-4fc9-81ef-7857907cc585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:45.298521 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 0de79c80-e903-4fc9-81ef-7857907cc585 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:37:45.318125 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f897628b-0333-4f81-9d93-58f108db4381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:45.559154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] The port '5d13ace3-7e96-4ee0-a71d-c8c995206d9c' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:37:45.616271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897628b-0333-4f81-9d93-58f108db4381 None None] No DVR routers for this DVR port 5d13ace3-7e96-4ee0-a71d-c8c995206d9c on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:37:45.648116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] For port ef22c887-b7ee-40f1-ab95-3ebe5edde42b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ef22c887-b7ee-40f1-ab95-3ebe5edde42b,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:45.648707 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:45.682655 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897628b-0333-4f81-9d93-58f108db4381 None None] Pushing event deleted for resources: {'Port': ['ID=5d13ace3-7e96-4ee0-a71d-c8c995206d9c,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:45.727658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b88136-89fd-44ff-ab27-c1c6ec5dde49 None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:37:45.823138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5f31433b-0e55-4734-835c-9e8281e6d5d3 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:45.859509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5f31433b-0e55-4734-835c-9e8281e6d5d3 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:45.943083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4539cf2-c5a0-4d5a-b292-c15cdbe68493 req-27fbbfac-2bd4-43db-aa60-b79666d85d1f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:45.943083 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4539cf2-c5a0-4d5a-b292-c15cdbe68493 req-27fbbfac-2bd4-43db-aa60-b79666d85d1f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 945 time: 0.4468377 May 25 20:37:45.943083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f31433b-0e55-4734-835c-9e8281e6d5d3 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Made reservation on behalf of 06a15e9a58fa4d71b7697b9d06cb787b for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:45.954699 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5f31433b-0e55-4734-835c-9e8281e6d5d3 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:46.036230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b88136-89fd-44ff-ab27-c1c6ec5dde49 None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:37:46.049741 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device ef22c887-b7ee-40f1-ab95-3ebe5edde42b no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:37:46.126902 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29562dff-cf51-42e4-ac60-29916d20802f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:46.145223 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 90ad136d-fff2-45c6-b8c7-94ce82a6db5a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:37:46.159675 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:46.237543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 90ad136d-fff2-45c6-b8c7-94ce82a6db5a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:37:46.237543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 90ad136d-fff2-45c6-b8c7-94ce82a6db5a not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:37:46.237543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8efc9a77-4f47-4b70-9323-751b0ce5e575 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:37:46.339653 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4539cf2-c5a0-4d5a-b292-c15cdbe68493 req-d4bdea37-7a33-4b1f-a806-0a1d3923470c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786640 May 25 20:37:46.429331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f985efb-1c26-48f7-9698-763089edd1ac']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:46.493050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:46.493423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a349ebd6-e9ee-4cff-aad6-86acf1f2b97d') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:46.574670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 8efc9a77-4f47-4b70-9323-751b0ce5e575 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:37:46.574670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8efc9a77-4f47-4b70-9323-751b0ce5e575 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:37:46.609440 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5f31433b-0e55-4734-835c-9e8281e6d5d3 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:46.656400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port ef22c887-b7ee-40f1-ab95-3ebe5edde42b is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:37:46.656400 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:46.700829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:37:46.704891 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29562dff-cf51-42e4-ac60-29916d20802f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:46.711466 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port ef22c887-b7ee-40f1-ab95-3ebe5edde42b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ef22c887-b7ee-40f1-ab95-3ebe5edde42b,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:46.727594 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:46.818570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31433b-0e55-4734-835c-9e8281e6d5d3 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'Subnet': ['ID=435de325-f7aa-47b5-9a92-85cb8662663f,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:46.821063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-29562dff-cf51-42e4-ac60-29916d20802f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539acb4a-4f52-4165-a75c-13b0b9e5939f']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:46.845838 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10f949c-f06c-461b-91ea-fe07ae84d334'] response: {'server_uuid': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b', 'code': 200} May 25 20:37:46.857316 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:46.887027 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:46.902823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f31433b-0e55-4734-835c-9e8281e6d5d3 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Checking segment: {'id': 'cee865ea-d887-44e5-b710-c40d70774d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0de79c80-e903-4fc9-81ef-7857907cc585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:37:46.903425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f31433b-0e55-4734-835c-9e8281e6d5d3 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Network hostable DHCP agents. Network: 0de79c80-e903-4fc9-81ef-7857907cc585, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:37:46.949782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=ef22c887-b7ee-40f1-ab95-3ebe5edde42b,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:46.959309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f31433b-0e55-4734-835c-9e8281e6d5d3 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Network 0de79c80-e903-4fc9-81ef-7857907cc585 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:37:46.988806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-5f31433b-0e55-4734-835c-9e8281e6d5d3 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 0de79c80-e903-4fc9-81ef-7857907cc585) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:46.988806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f31433b-0e55-4734-835c-9e8281e6d5d3 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:46.988806 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5f31433b-0e55-4734-835c-9e8281e6d5d3 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.051116 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5f31433b-0e55-4734-835c-9e8281e6d5d3 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7820199 May 25 20:37:47.051116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55820) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:47.062311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e51e69-ea39-4e06-a3d5-b9d01c7e2029 None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:37:47.066788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:47.066788 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.134054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-29562dff-cf51-42e4-ac60-29916d20802f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6442c53c-155a-4886-9b85-321a004ad5b9') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:47.134054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-29562dff-cf51-42e4-ac60-29916d20802f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6442c53c-155a-4886-9b85-321a004ad5b9') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:47.164691 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment a349ebd6-e9ee-4cff-aad6-86acf1f2b97d resource provider aggregate not found May 25 20:37:47.223127 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29562dff-cf51-42e4-ac60-29916d20802f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.273860 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment a349ebd6-e9ee-4cff-aad6-86acf1f2b97d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a349ebd6-e9ee-4cff-aad6-86acf1f2b97d found for delete ", "request_id": "req-6c369543-2c58-4c8a-96ed-32e71e87c46f"}]} May 25 20:37:47.312645 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29562dff-cf51-42e4-ac60-29916d20802f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.324736 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.324736 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.324736 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Floating IP 206367ae-052d-4b78-bc50-810f574c35e5 disassociated. External IP: 172.25.3.92, port: ef22c887-b7ee-40f1-ab95-3ebe5edde42b. May 25 20:37:47.324736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Calling delete_port for ef22c887-b7ee-40f1-ab95-3ebe5edde42b owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:47.350214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e51e69-ea39-4e06-a3d5-b9d01c7e2029 None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:37:47.363705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29562dff-cf51-42e4-ac60-29916d20802f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:47.363705 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29562dff-cf51-42e4-ac60-29916d20802f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.371842 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.394903 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.514864 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.568029 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "DELETE /v2.0/networks/8f985efb-1c26-48f7-9698-763089edd1ac HTTP/1.1" status: 204 len: 168 time: 4.0072696 May 25 20:37:47.569113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e14aa-a3ff-4f1d-ab83-7f5245e35648 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Network': ['ID=8f985efb-1c26-48f7-9698-763089edd1ac,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:47.595755 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.602271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55838) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:47.609101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'network': {'name': 'tempest-network-smoke--135968282', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'port_security_enabled': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:47.669213 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29562dff-cf51-42e4-ac60-29916d20802f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.707021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29562dff-cf51-42e4-ac60-29916d20802f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.718786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:47.718786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29562dff-cf51-42e4-ac60-29916d20802f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event deleted for resources: {'Network': ['ID=539acb4a-4f52-4165-a75c-13b0b9e5939f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:47.718786 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:37:47.718786 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:37:47.725750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:network and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:47.732810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:47.757964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-29562dff-cf51-42e4-ac60-29916d20802f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "DELETE /v2.0/networks/539acb4a-4f52-4165-a75c-13b0b9e5939f HTTP/1.1" status: 204 len: 168 time: 2.6045935 May 25 20:37:47.757964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:47.757964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55842) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:47.799563 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.877418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Made reservation on behalf of c679de4394c743daa8e268728f5cf10d for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:47.881072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.972283 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6300df17-231c-4808-8a0e-47d70f6e1886 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:47.993617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45836f40-f4b5-4810-83bc-7f7581379f90 req-9edb76d5-a875-468b-a119-4274d1f01ad6 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:48.005152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:37:48.007608 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45836f40-f4b5-4810-83bc-7f7581379f90 req-9edb76d5-a875-468b-a119-4274d1f01ad6 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 943 time: 0.4679356 May 25 20:37:48.014713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Subnet': ['ID=435de325-f7aa-47b5-9a92-85cb8662663f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:48.030913 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.030913 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Added segment 7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302 of type vlan for network 8813dec2-98a8-4139-81bc-466f9920ca17 May 25 20:37:48.058472 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cca0f6-4a4b-4d25-bebf-bdc4cfb3b28c None None] Network 0de79c80-e903-4fc9-81ef-7857907cc585 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:48.086502 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.146041 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45836f40-f4b5-4810-83bc-7f7581379f90 req-7c3a5723-bd32-4ecd-b33a-1caff8af2f42 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467011 May 25 20:37:48.150367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de79c80-e903-4fc9-81ef-7857907cc585']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:48.166508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee865ea-d887-44e5-b710-c40d70774d50') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:48.166798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee865ea-d887-44e5-b710-c40d70774d50') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:48.180902 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.210861 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.225006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:48.225425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.332483 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment cee865ea-d887-44e5-b710-c40d70774d50 resource provider aggregate not found May 25 20:37:48.378775 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment cee865ea-d887-44e5-b710-c40d70774d50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cee865ea-d887-44e5-b710-c40d70774d50 found for delete ", "request_id": "req-c22258a8-38a7-4e36-af48-375278198875"}]} May 25 20:37:48.423750 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.456350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5822c050-9295-43d0-b0c4-5a0b40f96f18 None None] Network 0de79c80-e903-4fc9-81ef-7857907cc585 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:48.471472 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.484646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5822c050-9295-43d0-b0c4-5a0b40f96f18 None None] Network 0de79c80-e903-4fc9-81ef-7857907cc585 could not be found, it might have been deleted concurrently. {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 25 20:37:48.493925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Deleting port ef22c887-b7ee-40f1-ab95-3ebe5edde42b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:48.494326 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.498698 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/networks/0de79c80-e903-4fc9-81ef-7857907cc585 HTTP/1.1" status: 204 len: 168 time: 1.4512978 May 25 20:37:48.499604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55864) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:48.504963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a038bb-f6d6-4801-88ca-6ee90bf5dcda tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Network': ['ID=0de79c80-e903-4fc9-81ef-7857907cc585,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:48.517353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2116824490'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:48.521399 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.530748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:48.544999 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6300df17-231c-4808-8a0e-47d70f6e1886 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.546193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Usage tracker for resource:network and tenant:06a15e9a58fa4d71b7697b9d06cb787b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:48.552344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:48.559878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:48.614089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Made reservation on behalf of 06a15e9a58fa4d71b7697b9d06cb787b for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:48.636544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.638406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6300df17-231c-4808-8a0e-47d70f6e1886 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:48.774517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:37:48.798447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.798820 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Added segment 5b379838-7076-404b-bf89-c9e6072cffe2 of type vlan for network bff7e901-8c12-493b-aa08-5fe749ebda47 May 25 20:37:48.828246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6300df17-231c-4808-8a0e-47d70f6e1886 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04abc7e7-58be-48d4-9db1-a2e5e9743891') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:48.828837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-6300df17-231c-4808-8a0e-47d70f6e1886 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04abc7e7-58be-48d4-9db1-a2e5e9743891') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:48.845878 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.856954 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.863887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:48.865402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.907764 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6300df17-231c-4808-8a0e-47d70f6e1886 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.952535 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:48.977884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:48.977884 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:49.057797 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6300df17-231c-4808-8a0e-47d70f6e1886 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:49.057797 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4466529 May 25 20:37:49.070971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55878) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:49.081253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-78912807', 'admin_state_up': True, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:49.102267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6300df17-231c-4808-8a0e-47d70f6e1886 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:49.102267 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6300df17-231c-4808-8a0e-47d70f6e1886 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:49.115520 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6076488 May 25 20:37:49.115520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55882) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:49.129055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Request body: {'subnet': {'network_id': 'bff7e901-8c12-493b-aa08-5fe749ebda47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:49.149734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9f0d5-0a6a-46cd-a0b1-901ec154bd18 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Network': ['ID=8813dec2-98a8-4139-81bc-466f9920ca17,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:49.152777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 8813dec2-98a8-4139-81bc-466f9920ca17 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:37:49.217905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:49.233132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] For port ef22c887-b7ee-40f1-ab95-3ebe5edde42b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ef22c887-b7ee-40f1-ab95-3ebe5edde42b,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:49.233720 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:49.285497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:router and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:49.303668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:49.407882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e0466-5fbd-4979-89bf-c9a98da6d7f9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'Network': ['ID=bff7e901-8c12-493b-aa08-5fe749ebda47,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:49.410819 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 6442c53c-155a-4886-9b85-321a004ad5b9 resource provider aggregate not found May 25 20:37:49.464241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network bff7e901-8c12-493b-aa08-5fe749ebda47 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:37:49.527728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:49.545839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Usage tracker for resource:subnet and tenant:06a15e9a58fa4d71b7697b9d06cb787b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:49.567095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:49.588112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:49.593582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:49.619681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Made reservation on behalf of 06a15e9a58fa4d71b7697b9d06cb787b for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:49.623264 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:49.657008 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 6442c53c-155a-4886-9b85-321a004ad5b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6442c53c-155a-4886-9b85-321a004ad5b9 found for delete ", "request_id": "req-0af9fc71-fbe9-4ff7-ba35-80b293588d1b"}]} May 25 20:37:49.722712 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6300df17-231c-4808-8a0e-47d70f6e1886 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:49.744743 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 04abc7e7-58be-48d4-9db1-a2e5e9743891 resource provider aggregate not found May 25 20:37:49.744743 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:49.744743 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:49.775577 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6300df17-231c-4808-8a0e-47d70f6e1886 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:49.791732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300df17-231c-4808-8a0e-47d70f6e1886 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event deleted for resources: {'Network': ['ID=98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:49.873675 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 04abc7e7-58be-48d4-9db1-a2e5e9743891 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04abc7e7-58be-48d4-9db1-a2e5e9743891 found for delete ", "request_id": "req-ca0c2fbf-7bf2-46a3-a439-8a205dc21823"}]} May 25 20:37:49.895235 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6300df17-231c-4808-8a0e-47d70f6e1886 tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "DELETE /v2.0/networks/98eb2e8d-abc3-4ead-8b9f-2ee321e13e0c HTTP/1.1" status: 204 len: 168 time: 2.1385741 May 25 20:37:49.924825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55902) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:50.133882 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:50.133882 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13f7c5b6-eae9-43b0-8bc1-2f57c121354f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:50.284319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.objects.ports [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88332) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:37:50.285829 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:50.368406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event updated for resources: {'Subnet': ['ID=0430bcd5-761a-47f7-ab23-9f25cb910b4d,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:50.437991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Checking segment: {'id': '5b379838-7076-404b-bf89-c9e6072cffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bff7e901-8c12-493b-aa08-5fe749ebda47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:37:50.437991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Network hostable DHCP agents. Network: bff7e901-8c12-493b-aa08-5fe749ebda47, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:37:50.481141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Network bff7e901-8c12-493b-aa08-5fe749ebda47 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:37:50.517123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, bff7e901-8c12-493b-aa08-5fe749ebda47) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:50.528182 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7b64c2-d238-42cb-8ae1-15f5f8156c3b None None] Network bff7e901-8c12-493b-aa08-5fe749ebda47 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:50.531687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:50.531687 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:50.611078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5b88c3ed-50cf-41cc-9ab1-6be0eed4133e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4948590 May 25 20:37:50.612742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55914) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:50.632793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e0371-df5b-451e-b248-0557ee842378 req-90d382ab-19d9-4477-9e25-a0e25cdf3c0c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:50.633795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-465e0371-df5b-451e-b248-0557ee842378 req-90d382ab-19d9-4477-9e25-a0e25cdf3c0c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:37:50.909509 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:51.002296 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:51.040012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c5b43c-bfb4-427f-9c70-96c7e5d433e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-bff7e901-8c12-493b-aa08-5fe749ebda47', 'network_id': 'bff7e901-8c12-493b-aa08-5fe749ebda47', 'tenant_id': '06a15e9a58fa4d71b7697b9d06cb787b', 'fixed_ips': [{'subnet_id': '0430bcd5-761a-47f7-ab23-9f25cb910b4d'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:37:51.040842 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e0c5b43c-bfb4-427f-9c70-96c7e5d433e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:51.111553 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:51.163186 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Subnet': ['ID=0430bcd5-761a-47f7-ab23-9f25cb910b4d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server [None req-e0c5b43c-bfb4-427f-9c70-96c7e5d433e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0430bcd5-761a-47f7-ab23-9f25cb910b4d: This subnet is being modified by another concurrent operation. May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise exception May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0430bcd5-761a-47f7-ab23-9f25cb910b4d: This subnet is being modified by another concurrent operation. May 25 20:37:51.349152 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server May 25 20:37:51.365692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ceb6c0-676a-46ae-a73b-4ad71dc51a5f None None] Network bff7e901-8c12-493b-aa08-5fe749ebda47 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:37:51.377307 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:51.377850 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:51.378027 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Floating IP 206367ae-052d-4b78-bc50-810f574c35e5 disassociated. External IP: 172.25.3.92, port: ef22c887-b7ee-40f1-ab95-3ebe5edde42b. May 25 20:37:51.378840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Calling delete_port for ef22c887-b7ee-40f1-ab95-3ebe5edde42b owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:51.448648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-465e0371-df5b-451e-b248-0557ee842378 req-90d382ab-19d9-4477-9e25-a0e25cdf3c0c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:37:51.448648 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-465e0371-df5b-451e-b248-0557ee842378 req-90d382ab-19d9-4477-9e25-a0e25cdf3c0c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 943 time: 2.0873449 May 25 20:37:51.456746 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:51.572693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff7e901-8c12-493b-aa08-5fe749ebda47']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:51.609718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b379838-7076-404b-bf89-c9e6072cffe2') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:51.609718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b379838-7076-404b-bf89-c9e6072cffe2') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:51.633408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f730f19-b933-4e85-98b3-455bbbfc828c None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:37:51.644080 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:51.688074 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:51.689933 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:51.700236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:51.700644 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:51.740648 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13f7c5b6-eae9-43b0-8bc1-2f57c121354f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:51.777075 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 5b379838-7076-404b-bf89-c9e6072cffe2 resource provider aggregate not found May 25 20:37:51.842761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f730f19-b933-4e85-98b3-455bbbfc828c None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:37:51.854234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-465e0371-df5b-451e-b248-0557ee842378 req-87998eb9-7a7f-44cf-96a4-bde36dbd1de1 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=faff88e9-2c3c-4f9c-9766-65a80ad18424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726314 May 25 20:37:51.934555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-13f7c5b6-eae9-43b0-8bc1-2f57c121354f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be13a74-970b-4cdf-afd9-acdc773a5186']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:51.940290 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 5b379838-7076-404b-bf89-c9e6072cffe2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b379838-7076-404b-bf89-c9e6072cffe2 found for delete ", "request_id": "req-3207b4f1-3bc9-44da-894d-500e956f8ffe"}]} May 25 20:37:51.979704 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:51.990511 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:52.006634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-13f7c5b6-eae9-43b0-8bc1-2f57c121354f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fed71e5-fccf-435f-b0d6-acba33ca97de') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:52.006634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-13f7c5b6-eae9-43b0-8bc1-2f57c121354f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fed71e5-fccf-435f-b0d6-acba33ca97de') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:52.025964 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13f7c5b6-eae9-43b0-8bc1-2f57c121354f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:52.081393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Network': ['ID=bff7e901-8c12-493b-aa08-5fe749ebda47,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:52.087594 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-751045de-4d83-47e6-ac55-92baf6d16d7f tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/networks/bff7e901-8c12-493b-aa08-5fe749ebda47 HTTP/1.1" status: 204 len: 168 time: 1.4731836 May 25 20:37:52.092977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55940) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:52.112441 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13f7c5b6-eae9-43b0-8bc1-2f57c121354f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:52.133994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f7c5b6-eae9-43b0-8bc1-2f57c121354f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:52.134478 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13f7c5b6-eae9-43b0-8bc1-2f57c121354f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:52.137371 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7a7aad-4468-4494-931e-48f360d9dacd tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] DELETE failed (client error): The resource could not be found. May 25 20:37:52.138347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7a7aad-4468-4494-931e-48f360d9dacd tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:37:52.140264 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-de7a7aad-4468-4494-931e-48f360d9dacd tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/subnets/0430bcd5-761a-47f7-ab23-9f25cb910b4d HTTP/1.1" status: 404 len: 337 time: 0.0461187 May 25 20:37:52.143303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55946) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:52.215687 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 8fed71e5-fccf-435f-b0d6-acba33ca97de resource provider aggregate not found May 25 20:37:52.248191 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ae8d9f-d2b4-4afe-9584-2168dde89a92 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] DELETE failed (client error): The resource could not be found. May 25 20:37:52.248191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ae8d9f-d2b4-4afe-9584-2168dde89a92 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:37:52.252598 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-07ae8d9f-d2b4-4afe-9584-2168dde89a92 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/networks/bff7e901-8c12-493b-aa08-5fe749ebda47 HTTP/1.1" status: 404 len: 339 time: 0.1042049 May 25 20:37:52.266851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55954) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:52.295707 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 8fed71e5-fccf-435f-b0d6-acba33ca97de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fed71e5-fccf-435f-b0d6-acba33ca97de found for delete ", "request_id": "req-bccac244-8560-4edf-9ffe-75543e02f00e"}]} May 25 20:37:52.326140 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:52.366179 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-66da7b61-dd81-4049-885d-d968a51ebfa2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] DELETE failed (client error): The resource could not be found. May 25 20:37:52.366179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66da7b61-dd81-4049-885d-d968a51ebfa2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:37:52.370008 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-66da7b61-dd81-4049-885d-d968a51ebfa2 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/subnets/435de325-f7aa-47b5-9a92-85cb8662663f HTTP/1.1" status: 404 len: 337 time: 0.1039484 May 25 20:37:52.371264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55958) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:52.387422 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13f7c5b6-eae9-43b0-8bc1-2f57c121354f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:52.404524 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c707303-fd82-4240-a1c1-f7376c8901c5 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] DELETE failed (client error): The resource could not be found. May 25 20:37:52.405014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c707303-fd82-4240-a1c1-f7376c8901c5 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:37:52.406749 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1c707303-fd82-4240-a1c1-f7376c8901c5 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/networks/0de79c80-e903-4fc9-81ef-7857907cc585 HTTP/1.1" status: 404 len: 339 time: 0.0354464 May 25 20:37:52.415474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55962) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:52.421186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event deleted for resources: {'Port': ['ID=ef22c887-b7ee-40f1-ab95-3ebe5edde42b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:52.423991 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13f7c5b6-eae9-43b0-8bc1-2f57c121354f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:52.443418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7c5b6-eae9-43b0-8bc1-2f57c121354f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event deleted for resources: {'Network': ['ID=7be13a74-970b-4cdf-afd9-acdc773a5186,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:52.466071 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b233c0d7-9882-4b16-a4b4-df80884f76fc tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] DELETE failed (client error): The resource could not be found. May 25 20:37:52.467337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b233c0d7-9882-4b16-a4b4-df80884f76fc tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:37:52.469413 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b233c0d7-9882-4b16-a4b4-df80884f76fc tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/subnets/6fb17591-37b9-4b34-8862-973d29576398 HTTP/1.1" status: 404 len: 337 time: 0.0529644 May 25 20:37:52.472505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55968) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:52.567781 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f2149f-524b-427d-811e-9416959e2adc tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] DELETE failed (client error): The resource could not be found. May 25 20:37:52.567781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f2149f-524b-427d-811e-9416959e2adc tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:37:52.567781 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f1f2149f-524b-427d-811e-9416959e2adc tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/networks/901eef30-a376-464f-8573-eb1a35959cdd HTTP/1.1" status: 404 len: 339 time: 0.0881979 May 25 20:37:52.575093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 55972) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:52.593878 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-13f7c5b6-eae9-43b0-8bc1-2f57c121354f tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "DELETE /v2.0/networks/7be13a74-970b-4cdf-afd9-acdc773a5186 HTTP/1.1" status: 204 len: 168 time: 2.6758101 May 25 20:37:52.610222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 55976) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:52.772000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-38ab48d7-9e25-4889-8f90-908629d3de95 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Deleting port 443ed7cd-3425-43c0-b2c7-fefbcb442a02 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:52.798624 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38ab48d7-9e25-4889-8f90-908629d3de95 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:52.882286 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:52.945153 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:53.180228 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-215110d0-8143-417d-970f-d33a92eb18cc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:53.182256 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38ab48d7-9e25-4889-8f90-908629d3de95 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:53.501541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-38ab48d7-9e25-4889-8f90-908629d3de95 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Calling delete_port for 443ed7cd-3425-43c0-b2c7-fefbcb442a02 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:53.685717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Router 73285a88-b4d8-4058-ae5e-97d68fedf7bb has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:37:53.722389 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38ab48d7-9e25-4889-8f90-908629d3de95 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:53.767450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Allocated IP 172.25.3.52 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/b5638d0b-f7e8-4fbe-a767-cfb5b50460f9) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:37:53.785006 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-215110d0-8143-417d-970f-d33a92eb18cc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:53.806233 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85bad92c-8e32-44b4-a608-5c280ed3ab64 req-2a7f1301-6039-4c9d-9fae-81e8204dfc22 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 210 time: 0.1805999 May 25 20:37:53.836626 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38ab48d7-9e25-4889-8f90-908629d3de95 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:53.836626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab48d7-9e25-4889-8f90-908629d3de95 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Port': ['ID=443ed7cd-3425-43c0-b2c7-fefbcb442a02,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:53.856336 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-38ab48d7-9e25-4889-8f90-908629d3de95 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/ports/443ed7cd-3425-43c0-b2c7-fefbcb442a02 HTTP/1.1" status: 204 len: 168 time: 1.2835071 May 25 20:37:53.857726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56004) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:53.898238 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:53.917775 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-370e29b3-00e4-4df8-9726-325935d734a4 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] DELETE failed (client error): The resource could not be found. May 25 20:37:53.918707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370e29b3-00e4-4df8-9726-325935d734a4 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:37:53.922746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-370e29b3-00e4-4df8-9726-325935d734a4 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/subnets/c5ec4ad6-498c-4f3a-bd29-6cc18b4b4cae HTTP/1.1" status: 404 len: 337 time: 0.0605681 May 25 20:37:53.926387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56012) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:54.048834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-215110d0-8143-417d-970f-d33a92eb18cc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f899df6-3c62-46a2-b0c0-00b6c946fbd2']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:54.115701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-215110d0-8143-417d-970f-d33a92eb18cc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44495cc4-9e57-4ad6-886c-7f9587cfbb74') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:54.115701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-215110d0-8143-417d-970f-d33a92eb18cc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44495cc4-9e57-4ad6-886c-7f9587cfbb74') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:54.155284 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-215110d0-8143-417d-970f-d33a92eb18cc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.177997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:37:54.193297 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79bee71-1d56-4154-a4a8-df7916bd8c84 None None] Sync routers for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:37:54.204774 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79bee71-1d56-4154-a4a8-df7916bd8c84 None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:37:54.205751 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b79bee71-1d56-4154-a4a8-df7916bd8c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:37:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:54.212629 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d012a1eb-3d61-4e0c-9399-25b5333da06e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.214822 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-215110d0-8143-417d-970f-d33a92eb18cc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.273043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215110d0-8143-417d-970f-d33a92eb18cc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:54.273448 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-215110d0-8143-417d-970f-d33a92eb18cc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.309363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] No DVR routers for this DVR port ef22c887-b7ee-40f1-ab95-3ebe5edde42b on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:37:54.375500 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.375500 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 44495cc4-9e57-4ad6-886c-7f9587cfbb74 resource provider aggregate not found May 25 20:37:54.375500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'name': 'network-vif-deleted', 'tag': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:37:54.427181 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d012a1eb-3d61-4e0c-9399-25b5333da06e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.430337 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-b79bee71-1d56-4154-a4a8-df7916bd8c84 None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:37:54.461792 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e065e6-416a-4823-9b51-c6760b36ba97'] response: {'server_uuid': '15185614-a153-4a7a-9943-d4e9a84d0e8f', 'name': 'network-vif-deleted', 'tag': 'ef22c887-b7ee-40f1-ab95-3ebe5edde42b', 'status': 'completed', 'code': 200} May 25 20:37:54.473873 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 44495cc4-9e57-4ad6-886c-7f9587cfbb74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44495cc4-9e57-4ad6-886c-7f9587cfbb74 found for delete ", "request_id": "req-06ebc20b-7981-4765-b986-a4a435aca3f8"}]} May 25 20:37:54.477233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d012a1eb-3d61-4e0c-9399-25b5333da06e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488da01c-b479-4c6a-80b9-3e599b169fcf']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:54.481133 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17d26eb6-29ba-43a5-afd0-c2820ef358e9 req-102054d0-d03c-4658-aa0a-489adcf1f790 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "DELETE /v2.0/ports/ef22c887-b7ee-40f1-ab95-3ebe5edde42b HTTP/1.1" status: 204 len: 173 time: 11.1743293 May 25 20:37:54.490195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d012a1eb-3d61-4e0c-9399-25b5333da06e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8a89b6-5909-45e4-a5aa-c1cd19739744') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:54.490195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d012a1eb-3d61-4e0c-9399-25b5333da06e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8a89b6-5909-45e4-a5aa-c1cd19739744') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:54.504557 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.504557 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-215110d0-8143-417d-970f-d33a92eb18cc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.518555 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d012a1eb-3d61-4e0c-9399-25b5333da06e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.535125 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-215110d0-8143-417d-970f-d33a92eb18cc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.537727 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d012a1eb-3d61-4e0c-9399-25b5333da06e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.560325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215110d0-8143-417d-970f-d33a92eb18cc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] Pushing event deleted for resources: {'Network': ['ID=0f899df6-3c62-46a2-b0c0-00b6c946fbd2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:54.568648 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-215110d0-8143-417d-970f-d33a92eb18cc tempest-BulkNetworkOpsTest-731457010 tempest-BulkNetworkOpsTest-731457010-project] 10.222.0.60 "DELETE /v2.0/networks/0f899df6-3c62-46a2-b0c0-00b6c946fbd2 HTTP/1.1" status: 204 len: 168 time: 1.7659428 May 25 20:37:54.574476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d012a1eb-3d61-4e0c-9399-25b5333da06e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:54.581613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d012a1eb-3d61-4e0c-9399-25b5333da06e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.640774 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.793306 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d012a1eb-3d61-4e0c-9399-25b5333da06e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.813507 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d012a1eb-3d61-4e0c-9399-25b5333da06e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:54.906666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012a1eb-3d61-4e0c-9399-25b5333da06e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Network': ['ID=488da01c-b479-4c6a-80b9-3e599b169fcf,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:54.913300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=b5638d0b-f7e8-4fbe-a767-cfb5b50460f9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:54.948122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:37:54.948122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:37:54.948122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:37:54.967122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d012a1eb-3d61-4e0c-9399-25b5333da06e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/networks/488da01c-b479-4c6a-80b9-3e599b169fcf HTTP/1.1" status: 204 len: 168 time: 1.0342102 May 25 20:37:54.967122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56038) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:55.163700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e34a4609-dba9-4d6b-be7c-c2cfa48feb12 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Deleting port 341d6cce-974b-45ce-aec7-0221982c958f {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:55.163700 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e34a4609-dba9-4d6b-be7c-c2cfa48feb12 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:55.410484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56050) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:55.440305 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment de8a89b6-5909-45e4-a5aa-c1cd19739744 resource provider aggregate not found May 25 20:37:55.479334 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f7e18a00-8a76-455e-b920-bd8bed7fe4a6 req-fce459b2-6a1c-4572-89e6-1cbc5e426298 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15185614-a153-4a7a-9943-d4e9a84d0e8f HTTP/1.1" status: 200 len: 210 time: 0.1704049 May 25 20:37:55.500088 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment de8a89b6-5909-45e4-a5aa-c1cd19739744 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de8a89b6-5909-45e4-a5aa-c1cd19739744 found for delete ", "request_id": "req-20ba7962-91c1-45dc-9909-bbb83d45170d"}]} May 25 20:37:55.651587 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b79bee71-1d56-4154-a4a8-df7916bd8c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ee8346e4-8e38-48dd-a554-9472f96329e3', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:7f:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:33:32Z', 'updated_at': '2022-05-25T20:34:09Z', 'revision_number': 2, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:55.676179 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79bee71-1d56-4154-a4a8-df7916bd8c84 None None] Checking router: 73285a88-b4d8-4058-ae5e-97d68fedf7bb for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:37:55.700283 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79bee71-1d56-4154-a4a8-df7916bd8c84 None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:37:55.700283 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b79bee71-1d56-4154-a4a8-df7916bd8c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:37:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:55.862521 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e34a4609-dba9-4d6b-be7c-c2cfa48feb12 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:56.021438 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:56.134355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dcbbc832-8939-4dca-9902-f36b29996ddf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e07e7da44a394a719fce9a8843e6be5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7166560 May 25 20:37:56.141836 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56070) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:56.227443 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-b79bee71-1d56-4154-a4a8-df7916bd8c84 None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:37:56.228897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e34a4609-dba9-4d6b-be7c-c2cfa48feb12 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Calling delete_port for 341d6cce-974b-45ce-aec7-0221982c958f owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:56.332422 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e34a4609-dba9-4d6b-be7c-c2cfa48feb12 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:56.416678 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e34a4609-dba9-4d6b-be7c-c2cfa48feb12 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:56.416678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a4609-dba9-4d6b-be7c-c2cfa48feb12 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Port': ['ID=341d6cce-974b-45ce-aec7-0221982c958f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:56.416678 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e34a4609-dba9-4d6b-be7c-c2cfa48feb12 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/ports/341d6cce-974b-45ce-aec7-0221982c958f HTTP/1.1" status: 204 len: 168 time: 1.4453893 May 25 20:37:56.416678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56078) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:56.466027 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd9736d-94ee-4cb0-90ca-d8c75f18084e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] DELETE failed (client error): The resource could not be found. May 25 20:37:56.466027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd9736d-94ee-4cb0-90ca-d8c75f18084e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:37:56.466027 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7fd9736d-94ee-4cb0-90ca-d8c75f18084e tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/subnets/a64680d8-870f-439a-80a6-5716142952ef HTTP/1.1" status: 404 len: 337 time: 0.0519934 May 25 20:37:56.475517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56082) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:56.667874 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:56.680309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Deleting port 3b820143-907e-4668-9d51-fe9e8f4df115 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:56.680877 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:56.825289 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:56.825289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56092) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:56.825289 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-526f898d-da5f-4899-9c61-77713f2c87b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:56.861135 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-526f898d-da5f-4899-9c61-77713f2c87b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:56.985964 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b79bee71-1d56-4154-a4a8-df7916bd8c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ee8346e4-8e38-48dd-a554-9472f96329e3', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:7f:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:33:32Z', 'updated_at': '2022-05-25T20:34:09Z', 'revision_number': 2, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:56.991815 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79bee71-1d56-4154-a4a8-df7916bd8c84 None None] The sync data for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 is: [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ee8346e4-8e38-48dd-a554-9472f96329e3', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:7f:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:33:32Z', 'updated_at': '2022-05-25T20:34:09Z', 'revision_number': 2, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:37:57.159443 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-526f898d-da5f-4899-9c61-77713f2c87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:57.174612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] For port 3b820143-907e-4668-9d51-fe9e8f4df115, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3b820143-907e-4668-9d51-fe9e8f4df115,segment=NetworkSegment(ce5d1766-3dd9-47ac-969d-5d5b2072521e),segment_id=ce5d1766-3dd9-47ac-969d-5d5b2072521e)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:37:57.174612 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:57.279350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f898d-da5f-4899-9c61-77713f2c87b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055dd9df-b8ca-4b71-a53a-142d108de9ea,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:57.373366 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-526f898d-da5f-4899-9c61-77713f2c87b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:57.374863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-526f898d-da5f-4899-9c61-77713f2c87b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/055dd9df-b8ca-4b71-a53a-142d108de9ea HTTP/1.1" status: 204 len: 168 time: 1.2371504 May 25 20:37:57.441294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Calling delete_port for 3b820143-907e-4668-9d51-fe9e8f4df115 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:57.518695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb2806-13a7-4b5e-b05d-514337b7ecc1 None None] New status for floating IP 206367ae-052d-4b78-bc50-810f574c35e5: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:37:57.585323 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cadb3956-2cdf-4e29-b7e8-146d1e8e1042 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:57.649271 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cadb3956-2cdf-4e29-b7e8-146d1e8e1042 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:57.750501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:57.809917 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cadb3956-2cdf-4e29-b7e8-146d1e8e1042 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:57.864737 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb3956-2cdf-4e29-b7e8-146d1e8e1042 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faff88e9-2c3c-4f9c-9766-65a80ad18424,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:57.870538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Port': ['ID=3b820143-907e-4668-9d51-fe9e8f4df115,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:57.874130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Router b6d3b06e-182d-4509-b403-2f16078fbc51 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:37:57.877593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] No DVR routers for this DVR port 3b820143-907e-4668-9d51-fe9e8f4df115 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:37:57.887664 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cadb3956-2cdf-4e29-b7e8-146d1e8e1042 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:57.894369 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cadb3956-2cdf-4e29-b7e8-146d1e8e1042 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "DELETE /v2.0/security-groups/faff88e9-2c3c-4f9c-9766-65a80ad18424 HTTP/1.1" status: 204 len: 168 time: 0.7788680 May 25 20:37:57.906384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56116) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:58.057926 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-35db3fe1-83b9-4ca8-9120-6db5ae87c3d5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] show failed (client error): The resource could not be found. May 25 20:37:58.059353 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-35db3fe1-83b9-4ca8-9120-6db5ae87c3d5 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups/faff88e9-2c3c-4f9c-9766-65a80ad18424 HTTP/1.1" status: 404 len: 347 time: 0.1622107 May 25 20:37:58.075984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56126) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:58.105866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:58.124799 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:58.138901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c922bd-e320-4b51-8e91-0c6ab8325c2d']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:58.155869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5d1766-3dd9-47ac-969d-5d5b2072521e') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:58.156207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5d1766-3dd9-47ac-969d-5d5b2072521e') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:58.159253 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8f8ccd6e-c3eb-43c1-9113-6a940d1a1c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:58.168797 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:58.269122 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:58.342582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:37:58.357205 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Sync routers for ids ['b6d3b06e-182d-4509-b403-2f16078fbc51'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:37:58.369556 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Routers {'b6d3b06e-182d-4509-b403-2f16078fbc51'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:37:58.369556 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:37:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6d3b06e-182d-4509-b403-2f16078fbc51'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:58.395244 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:58.399418 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-18e9f1d5-f845-4ff3-963b-f3759cf598e4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.3281832 May 25 20:37:58.399734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56140) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:58.428134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:37:58.428846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:58.506730 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-005464f2-dbcf-41c3-8d7e-96f378be51e8 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=c679de4394c743daa8e268728f5cf10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1033690 May 25 20:37:58.506952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56152) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:58.551542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-510d337c-4039-42af-ae13-c60b13dd4711 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Deleting port cf56edce-6d79-4c50-b761-65cd5cb5bb0d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:37:58.577668 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-510d337c-4039-42af-ae13-c60b13dd4711 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:58.750476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56158) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:58.826894 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-510d337c-4039-42af-ae13-c60b13dd4711 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:58.827208 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-510d337c-4039-42af-ae13-c60b13dd4711 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:58.861220 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Set router b6d3b06e-182d-4509-b403-2f16078fbc51 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:37:59.036097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6427b6-9ce7-40b8-ba58-d7c2cbf7735b tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:37:59.036097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fe6427b6-9ce7-40b8-ba58-d7c2cbf7735b tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5229244 May 25 20:37:59.036097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56166) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:59.108386 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment ce5d1766-3dd9-47ac-969d-5d5b2072521e resource provider aggregate not found May 25 20:37:59.152554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-517845073-network', 'tenant_id': '6863d7c1866b4c8d98559f87621bd344'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:59.161574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:59.171797 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cd1498ca-62f7-46b7-b60f-88fe5c22d348 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1331043 May 25 20:37:59.174961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Usage tracker for resource:network and tenant:6863d7c1866b4c8d98559f87621bd344 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:59.178539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:59.186943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:59.196627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56176) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:59.207027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2053382091', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:37:59.213354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:59.215910 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment ce5d1766-3dd9-47ac-969d-5d5b2072521e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce5d1766-3dd9-47ac-969d-5d5b2072521e found for delete ", "request_id": "req-3c8568f3-abec-48a4-96c4-775083a6f54a"}]} May 25 20:37:59.223823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-510d337c-4039-42af-ae13-c60b13dd4711 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Calling delete_port for cf56edce-6d79-4c50-b761-65cd5cb5bb0d owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:37:59.234764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Made reservation on behalf of 6863d7c1866b4c8d98559f87621bd344 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:59.237907 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:59.283589 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:59.327957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Network': ['ID=21c922bd-e320-4b51-8e91-0c6ab8325c2d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:59.332178 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:59.350654 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a2cd7cc2-c1b6-45a4-9e65-ea9ba378f850 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/networks/21c922bd-e320-4b51-8e91-0c6ab8325c2d HTTP/1.1" status: 204 len: 168 time: 2.8684189 May 25 20:37:59.350654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56186) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:37:59.394490 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:37:55Z', 'revision_number': 3, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:37:59.399096 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Checking router: b6d3b06e-182d-4509-b403-2f16078fbc51 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:37:59.399524 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Updating router b6d3b06e-182d-4509-b403-2f16078fbc51 port b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:37:59.482922 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:59.520597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:59.525333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:subnet and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:59.528679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:59.536368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:59.553424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:37:59.558313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:6863d7c1866b4c8d98559f87621bd344 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:37:59.562134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:37:59.569941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:37:59.584491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b6951b-f39f-44dd-b45d-5d4820c13881 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Deleting subnet c3610e77-8408-4c47-b7eb-434d1cde2e29 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:37:59.599445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00b6951b-f39f-44dd-b45d-5d4820c13881 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:59.620285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Made reservation on behalf of c679de4394c743daa8e268728f5cf10d for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:37:59.624458 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:59.864930 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:59.873714 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:59.919372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:37:59.941792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfef0c3c-c8d5-4f98-95b1-7b83bedecfb1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:37:59.957813 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-510d337c-4039-42af-ae13-c60b13dd4711 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:59.989821 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:37:59.990456 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Added segment 46277f06-4914-4d76-a70d-e1c6fb7011b3 of type vlan for network 0a1fed94-4be6-4332-8a4e-fa496276986e May 25 20:37:59.999714 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.024596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d337c-4039-42af-ae13-c60b13dd4711 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event deleted for resources: {'Port': ['ID=cf56edce-6d79-4c50-b761-65cd5cb5bb0d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:00.028171 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Transition to ACTIVE for port object b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:00.050023 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.056200 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.124582 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00b6951b-f39f-44dd-b45d-5d4820c13881 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.140005 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804dc84-ed64-4a49-93cc-8febceb68b2a None None] Pushing event updated for resources: {'Port': ['ID=b5638d0b-f7e8-4fbe-a767-cfb5b50460f9,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:00.159222 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Attempting to bind port b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:38:00.159797 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Attempting to bind port b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:38:00.160213 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Attempting to bind port b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:00.160946 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-510d337c-4039-42af-ae13-c60b13dd4711 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.168182 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:38:00.168877 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:00.169331 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.169884 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:38:00.170453 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Bound port: b5638d0b-f7e8-4fbe-a767-cfb5b50460f9, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:38:00.170879 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.196170 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.212779 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-510d337c-4039-42af-ae13-c60b13dd4711 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.214234 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-510d337c-4039-42af-ae13-c60b13dd4711 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "DELETE /v2.0/floatingips/206367ae-052d-4b78-bc50-810f574c35e5 HTTP/1.1" status: 204 len: 168 time: 2.1372910 May 25 20:38:00.254763 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00b6951b-f39f-44dd-b45d-5d4820c13881 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.298995 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] For port b5638d0b-f7e8-4fbe-a767-cfb5b50460f9, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:38:00.303244 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] For port b5638d0b-f7e8-4fbe-a767-cfb5b50460f9, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b5638d0b-f7e8-4fbe-a767-cfb5b50460f9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:38:00.309276 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804dc84-ed64-4a49-93cc-8febceb68b2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:00.309978 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804dc84-ed64-4a49-93cc-8febceb68b2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:00.310555 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804dc84-ed64-4a49-93cc-8febceb68b2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:00.311067 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804dc84-ed64-4a49-93cc-8febceb68b2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:00.311715 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804dc84-ed64-4a49-93cc-8febceb68b2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:00.312515 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804dc84-ed64-4a49-93cc-8febceb68b2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:00.313180 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804dc84-ed64-4a49-93cc-8febceb68b2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:00.314288 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804dc84-ed64-4a49-93cc-8febceb68b2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:00.314855 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804dc84-ed64-4a49-93cc-8febceb68b2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:00.315365 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804dc84-ed64-4a49-93cc-8febceb68b2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:00.315878 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804dc84-ed64-4a49-93cc-8febceb68b2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:00.316445 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804dc84-ed64-4a49-93cc-8febceb68b2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:00.321218 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.440129 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Routers {'b6d3b06e-182d-4509-b403-2f16078fbc51'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:38:00.440758 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:37:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6d3b06e-182d-4509-b403-2f16078fbc51'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:00.462467 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00b6951b-f39f-44dd-b45d-5d4820c13881 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.469149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Subnet': ['ID=559ec52e-2c38-4812-bd8a-df6029f28bb4,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:00.503518 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.504982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:00.507467 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.598005 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a8304c05-89e6-4281-95ff-550b870e1a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.618327 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804dc84-ed64-4a49-93cc-8febceb68b2a None None] Pushing event updated for resources: {'Port': ['ID=b5638d0b-f7e8-4fbe-a767-cfb5b50460f9,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:00.794891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Checking segment: {'id': '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:00.795409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network hostable DHCP agents. Network: 8813dec2-98a8-4139-81bc-466f9920ca17, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:38:00.812597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=0a1fed94-4be6-4332-8a4e-fa496276986e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:00.817411 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d6fc2813-2072-418a-90da-845e54f39ae1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0658083 May 25 20:38:00.823798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56206) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:00.831718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 0a1fed94-4be6-4332-8a4e-fa496276986e details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:38:00.840513 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6951b-f39f-44dd-b45d-5d4820c13881 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Subnet': ['ID=c3610e77-8408-4c47-b7eb-434d1cde2e29,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:00.844672 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00b6951b-f39f-44dd-b45d-5d4820c13881 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.861116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Request body: {'subnet': {'network_id': '0a1fed94-4be6-4332-8a4e-fa496276986e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-517845073-subnet', 'tenant_id': '6863d7c1866b4c8d98559f87621bd344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:00.865367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14322ab4-6641-4394-9b4b-74a6f5a1ef19 None None] Network 9451c5c6-c13a-493f-818f-5582907c86af requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:00.866113 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-00b6951b-f39f-44dd-b45d-5d4820c13881 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/subnets/c3610e77-8408-4c47-b7eb-434d1cde2e29 HTTP/1.1" status: 204 len: 168 time: 1.5193915 May 25 20:38:00.869383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56210) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:00.878231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:00.890704 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] Set router b6d3b06e-182d-4509-b403-2f16078fbc51 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:38:00.892186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Usage tracker for resource:subnet and tenant:6863d7c1866b4c8d98559f87621bd344 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:00.895899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:00.899324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 8813dec2-98a8-4139-81bc-466f9920ca17 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:38:00.912528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:00.915630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 8813dec2-98a8-4139-81bc-466f9920ca17) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:00.940429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:00.945644 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.975514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Made reservation on behalf of 6863d7c1866b4c8d98559f87621bd344 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:00.978683 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:00.989590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793867a4-09c7-48ea-9f57-5123683a9aea None None] Network 8813dec2-98a8-4139-81bc-466f9920ca17 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:01.119157 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:01.120224 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-53a117e6-d21b-4de2-b09a-58748f5ccfdd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9122038 May 25 20:38:01.121239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56218) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:01.144936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Deleting port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:38:01.145281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:01.482704 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:38:01.519941 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:37:55Z', 'revision_number': 3, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:01.525244 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b09f8-7999-4847-b023-4f4e2e479662 None None] The sync data for ids ['b6d3b06e-182d-4509-b403-2f16078fbc51'] in n-d-843339-1 is: [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:37:55Z', 'revision_number': 3, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:38:01.557280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] For port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3a7f49f1-61fe-4cef-8502-93f7c0eb73c5,segment=NetworkSegment(ec0461d3-1c90-4f69-880f-8cb27f6fe5bd),segment_id=ec0461d3-1c90-4f69-880f-8cb27f6fe5bd)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:01.557810 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:01.689498 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:01.741236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Calling delete_port for 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:38:01.789227 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:01.879163 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:01.880563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-8813dec2-98a8-4139-81bc-466f9920ca17', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ips': [{'subnet_id': '559ec52e-2c38-4812-bd8a-df6029f28bb4'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:38:01.882725 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:01.900084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:01.905379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a734ff9e-f84a-4f73-84b3-49a658f40c98,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:02.122751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] No DVR routers for this DVR port 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:38:02.180311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Port': ['ID=3a7f49f1-61fe-4cef-8502-93f7c0eb73c5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:02.320685 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c97cc62-4971-49ae-8c7e-f74443fc465e None None] DHCP port deletion for 9451c5c6-c13a-493f-818f-5582907c86af request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:38:02.335696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:02.421783 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Checking segment: {'id': '46277f06-4914-4d76-a70d-e1c6fb7011b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0a1fed94-4be6-4332-8a4e-fa496276986e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:02.422223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Network hostable DHCP agents. Network: 0a1fed94-4be6-4332-8a4e-fa496276986e, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:38:02.442608 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:02.510600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9451c5c6-c13a-493f-818f-5582907c86af']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:02.552335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0461d3-1c90-4f69-880f-8cb27f6fe5bd') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:02.552908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0461d3-1c90-4f69-880f-8cb27f6fe5bd') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:02.553833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Allocated IP 172.20.0.2 (8813dec2-98a8-4139-81bc-466f9920ca17/559ec52e-2c38-4812-bd8a-df6029f28bb4/afd61a86-55e7-42e8-bd47-dcdf75a56439) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:02.574723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:02.580997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:02.581353 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:02.585567 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:02.601959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Network 0a1fed94-4be6-4332-8a4e-fa496276986e is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:38:02.605835 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:02.613074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:38:02.613786 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:02.749914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 0a1fed94-4be6-4332-8a4e-fa496276986e) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:02.794388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0cc86a-c6be-45ba-b38c-a3997fc2e6f4 None None] Network 0a1fed94-4be6-4332-8a4e-fa496276986e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:02.794886 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment ec0461d3-1c90-4f69-880f-8cb27f6fe5bd resource provider aggregate not found May 25 20:38:02.795022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:02.795901 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:02.800928 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:02.846315 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-104a7001-b7d0-4b27-94d1-ac82a412d1c3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0209098 May 25 20:38:02.860230 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:02.877667 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:02.890539 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment ec0461d3-1c90-4f69-880f-8cb27f6fe5bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec0461d3-1c90-4f69-880f-8cb27f6fe5bd found for delete ", "request_id": "req-42c9dfc6-eb4b-4d3c-b743-9952759f9154"}]} May 25 20:38:02.891367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] Pushing event deleted for resources: {'Network': ['ID=9451c5c6-c13a-493f-818f-5582907c86af,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:02.952424 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-17bc16ff-408c-4c91-b10b-323873054fb9 tempest-NetworksIpV6TestAttrs-802225918 tempest-NetworksIpV6TestAttrs-802225918-project] 10.222.0.60 "DELETE /v2.0/networks/9451c5c6-c13a-493f-818f-5582907c86af HTTP/1.1" status: 204 len: 168 time: 2.0819945 May 25 20:38:03.318418 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:03.499325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56266) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:03.918093 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:03.933232 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Transition to ACTIVE for port object afd61a86-55e7-42e8-bd47-dcdf75a56439 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:03.963537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Transition to ACTIVE for port object afd61a86-55e7-42e8-bd47-dcdf75a56439 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:04.022707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289c090a-7626-4384-8731-7afd70e3efa4 None None] Network 0a1fed94-4be6-4332-8a4e-fa496276986e requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:04.093034 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56286) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:04.110301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2096501049-network', 'tenant_id': '683112b4d9c94e1e820d381424f1522a'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:04.114645 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.119575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:04.129047 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Usage tracker for resource:network and tenant:683112b4d9c94e1e820d381424f1522a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:04.134791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:04.144723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:04.163582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-de4be765-ccdd-41cc-bb83-27fb066af146 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06a15e9a58fa4d71b7697b9d06cb787b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6608672 May 25 20:38:04.164124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56290) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:04.165549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Allocated IP 172.20.0.1 (8813dec2-98a8-4139-81bc-466f9920ca17/559ec52e-2c38-4812-bd8a-df6029f28bb4/74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:04.183434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Made reservation on behalf of 683112b4d9c94e1e820d381424f1522a for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:04.186442 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.226769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:04.227216 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.229360 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.279013 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port b5638d0b-f7e8-4fbe-a767-cfb5b50460f9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b5638d0b-f7e8-4fbe-a767-cfb5b50460f9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:04.280933 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c97221f-8d60-438f-97e6-ec4d2d73705b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.298786 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.324850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Network 8813dec2-98a8-4139-81bc-466f9920ca17 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:04.328086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Pushing event updated for resources: {'Port': ['ID=afd61a86-55e7-42e8-bd47-dcdf75a56439,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:04.341183 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c97221f-8d60-438f-97e6-ec4d2d73705b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.382367 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:04.386375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Usage tracker for resource:security_group_rule and tenant:683112b4d9c94e1e820d381424f1522a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:04.404743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:04.417816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:04.518077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:38:04.573377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf09b76-f846-4e9c-9e6f-ba83f6b340de req-2a5dd7da-38b2-45be-a768-dae6d743e738 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:04.574247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3cf09b76-f846-4e9c-9e6f-ba83f6b340de req-2a5dd7da-38b2-45be-a768-dae6d743e738 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:04.579873 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c97221f-8d60-438f-97e6-ec4d2d73705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.582236 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.597892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:04.600897 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c97221f-8d60-438f-97e6-ec4d2d73705b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.602140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3c97221f-8d60-438f-97e6-ec4d2d73705b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27e0e091-bf90-450d-a6a6-0ba5e77dfcc7 HTTP/1.1" status: 204 len: 168 time: 0.4367571 May 25 20:38:04.608571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97221f-8d60-438f-97e6-ec4d2d73705b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e0e091-bf90-450d-a6a6-0ba5e77dfcc7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:04.623987 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.631362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3cf09b76-f846-4e9c-9e6f-ba83f6b340de req-2a5dd7da-38b2-45be-a768-dae6d743e738 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:04.636023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3cf09b76-f846-4e9c-9e6f-ba83f6b340de req-2a5dd7da-38b2-45be-a768-dae6d743e738 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 946 time: 0.2080812 May 25 20:38:04.636385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:04.683265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:38:04.683938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3a7f49f1-61fe-4cef-8502-93f7c0eb73c5 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:38:04.739743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3cf09b76-f846-4e9c-9e6f-ba83f6b340de req-a54aadff-1548-4932-b3f8-2e508274a46b tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0184495-46bb-4983-8a16-0fa0375d36bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936863 May 25 20:38:04.761005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:38:04.772957 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.797344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Transition to ACTIVE for port object 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:04.846571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.850409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427d8c80-29a0-49b9-9fde-6107dc4a438c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:04.890941 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=b5638d0b-f7e8-4fbe-a767-cfb5b50460f9,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:04.896724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Attempting to bind port afd61a86-55e7-42e8-bd47-dcdf75a56439 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:38:04.897088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Attempting to bind port afd61a86-55e7-42e8-bd47-dcdf75a56439 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:38:04.897495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Attempting to bind port afd61a86-55e7-42e8-bd47-dcdf75a56439 on network 8813dec2-98a8-4139-81bc-466f9920ca17 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:04.897631 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.897942 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Added segment d0503f17-6412-436a-8165-88f4b29d57aa of type vlan for network ac3c48b9-44e1-49b8-a9f1-b05e398384c6 May 25 20:38:04.904403 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:38:04.904770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Checking segment: {'id': '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:04.905163 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.905549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Bound using segment: {'id': '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:38:04.908237 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Bound port: afd61a86-55e7-42e8-bd47-dcdf75a56439, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:38:04.908650 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:04.951631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 8813dec2-98a8-4139-81bc-466f9920ca17 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:04.973898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:04.975600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:04.984749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:05.060785 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:05.087309 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] For port afd61a86-55e7-42e8-bd47-dcdf75a56439, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:38:05.090708 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] For port afd61a86-55e7-42e8-bd47-dcdf75a56439, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=afd61a86-55e7-42e8-bd47-dcdf75a56439,segment=NetworkSegment(7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302),segment_id=7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:38:05.114519 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:05.156599 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:05.271306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c2b5c-1b6d-4f3f-b6f5-5fa472836feb None None] Pushing event updated for resources: {'Port': ['ID=afd61a86-55e7-42e8-bd47-dcdf75a56439,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:05.324644 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:38:05.360115 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:05.361625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:05.362222 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:05.508789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] Pushing event updated for resources: {'Network': ['ID=ac3c48b9-44e1-49b8-a9f1-b05e398384c6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:05.525526 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9b4be027-f14e-4255-9ef0-5bbcf1e6f3dc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4308517 May 25 20:38:05.528681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56318) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:05.531450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network ac3c48b9-44e1-49b8-a9f1-b05e398384c6 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:38:05.537380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Request body: {'subnet': {'network_id': 'ac3c48b9-44e1-49b8-a9f1-b05e398384c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2096501049-subnet', 'tenant_id': '683112b4d9c94e1e820d381424f1522a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:05.547305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:05.572547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Usage tracker for resource:subnet and tenant:683112b4d9c94e1e820d381424f1522a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:05.581555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:05.602944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:05.621557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Made reservation on behalf of 683112b4d9c94e1e820d381424f1522a for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:05.624770 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:05.804043 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:06.106266 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:06.172449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56332) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:06.217530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Checking segment: {'id': 'd0503f17-6412-436a-8165-88f4b29d57aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ac3c48b9-44e1-49b8-a9f1-b05e398384c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:06.218382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Network hostable DHCP agents. Network: ac3c48b9-44e1-49b8-a9f1-b05e398384c6, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:38:06.245221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f416cbf7-007f-4935-8bd7-cf46fcf62cfe,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:06.264290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Network ac3c48b9-44e1-49b8-a9f1-b05e398384c6 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:38:06.287616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, ac3c48b9-44e1-49b8-a9f1-b05e398384c6) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:06.300564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d58c74-37c4-4e22-9af6-1628338a2604 None None] Network ac3c48b9-44e1-49b8-a9f1-b05e398384c6 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:06.305399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:06.306097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:06.359003 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-da348244-2763-4faa-82b1-f235d46b1ccf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8284245 May 25 20:38:06.478937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1251021826'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:06.490018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:06.508860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:network and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:06.518050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:06.533732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:06.556818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:06.560833 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:06.593529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:06.671277 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:06.682627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:security_group_rule and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:06.699655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:06.721964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:06.752361 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:06.753539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56348) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:06.890380 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca468455-484b-419e-8e2f-29189bc93d2c None None] Network ac3c48b9-44e1-49b8-a9f1-b05e398384c6 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:06.938186 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:06.959935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bb64b4-19d7-4690-a05d-98b409f39ff4 admin admin] Deleting subnet a734ff9e-f84a-4f73-84b3-49a658f40c98 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:38:06.963662 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-71bb64b4-19d7-4690-a05d-98b409f39ff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:06.991459 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.027009 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-71bb64b4-19d7-4690-a05d-98b409f39ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.188284 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83275171-7e9f-4ec4-a08f-343a18a1ceab req-354ef521-53ea-4541-a6e4-825a9c77cc06 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:07.189925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-83275171-7e9f-4ec4-a08f-343a18a1ceab req-354ef521-53ea-4541-a6e4-825a9c77cc06 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:07.190255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba43c66-a31f-4199-95d1-2b88f70c955c None None] Network 8813dec2-98a8-4139-81bc-466f9920ca17 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:07.194799 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.298247 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-71bb64b4-19d7-4690-a05d-98b409f39ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.386220 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.397128 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.446224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-5620c98e-5f73-4655-97a9-14f54dd4727c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:07.447593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-5620c98e-5f73-4655-97a9-14f54dd4727c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:07.451146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-83275171-7e9f-4ec4-a08f-343a18a1ceab req-354ef521-53ea-4541-a6e4-825a9c77cc06 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:07.452931 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-83275171-7e9f-4ec4-a08f-343a18a1ceab req-354ef521-53ea-4541-a6e4-825a9c77cc06 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 946 time: 1.4649518 May 25 20:38:07.457935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:38:07.464805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a9ac06-c956-4b95-ac92-66d158c1916f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:07.470435 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-71bb64b4-19d7-4690-a05d-98b409f39ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.512955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.513278 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Added segment 29f7e846-a34d-4b50-aeaf-8c6715faa489 of type vlan for network d35ec7d8-f517-40d4-9344-a3cd4b73b922 May 25 20:38:07.521617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:07.527952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb64b4-19d7-4690-a05d-98b409f39ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a734ff9e-f84a-4f73-84b3-49a658f40c98,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:07.529555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-5620c98e-5f73-4655-97a9-14f54dd4727c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:07.531164 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-5620c98e-5f73-4655-97a9-14f54dd4727c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 946 time: 1.3909693 May 25 20:38:07.531615 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-71bb64b4-19d7-4690-a05d-98b409f39ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.533982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d831f63-6e3a-4162-baf3-e5af3c530e7e None None] Provisioning for port afd61a86-55e7-42e8-bd47-dcdf75a56439 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:07.565030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-71bb64b4-19d7-4690-a05d-98b409f39ff4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a734ff9e-f84a-4f73-84b3-49a658f40c98 HTTP/1.1" status: 204 len: 168 time: 0.8029914 May 25 20:38:07.566965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:07.567339 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.567771 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.571576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56402) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:07.633366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-83275171-7e9f-4ec4-a08f-343a18a1ceab req-4265a7a6-2bf0-4367-a9ea-84b71f26b56f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:07.712597 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67c18e56-2c9c-48f9-a041-870ac56f8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.729290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Deleting port b18f7abc-cce2-40fc-a140-09ccf425c535 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:38:07.730234 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.785636 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.791509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:07.792119 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:07.808468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 8813dec2-98a8-4139-81bc-466f9920ca17 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:07.828075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:07.840993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:07.842396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device afd61a86-55e7-42e8-bd47-dcdf75a56439 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:07.875046 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-83275171-7e9f-4ec4-a08f-343a18a1ceab req-4265a7a6-2bf0-4367-a9ea-84b71f26b56f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:07.884780 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-83275171-7e9f-4ec4-a08f-343a18a1ceab req-4265a7a6-2bf0-4367-a9ea-84b71f26b56f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0184495-46bb-4983-8a16-0fa0375d36bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4227417 May 25 20:38:08.004522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8236585 May 25 20:38:08.008362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port afd61a86-55e7-42e8-bd47-dcdf75a56439 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:08.021678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port afd61a86-55e7-42e8-bd47-dcdf75a56439 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:08.022109 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:08.158537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56452) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:08.175250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'name': 'tempest-PortsTestJSON-1004137748'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:08.205498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b18f7abc-cce2-40fc-a140-09ccf425c535 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:38:08.275092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d012abb4-47f0-4953-920e-8d80bcad621b None None] Provisioning for port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:08.387465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d012abb4-47f0-4953-920e-8d80bcad621b None None] Provisioning complete for port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:08.388066 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d012abb4-47f0-4953-920e-8d80bcad621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:08.468666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] For port b18f7abc-cce2-40fc-a140-09ccf425c535, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b18f7abc-cce2-40fc-a140-09ccf425c535,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:08.469213 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:08.481472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:08.484401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34de45-0794-42c6-9677-58bdb169ed58 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Network': ['ID=d35ec7d8-f517-40d4-9344-a3cd4b73b922,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:08.508334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:port and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:08.511818 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67c18e56-2c9c-48f9-a041-870ac56f8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:08.524713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port afd61a86-55e7-42e8-bd47-dcdf75a56439 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:08.527846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:08.528002 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:08.552223 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:38:08.613203 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:08.616977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Router b6d3b06e-182d-4509-b403-2f16078fbc51 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:38:08.637386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-67c18e56-2c9c-48f9-a041-870ac56f8e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1fed94-4be6-4332-8a4e-fa496276986e']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:08.673972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-67c18e56-2c9c-48f9-a041-870ac56f8e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46277f06-4914-4d76-a70d-e1c6fb7011b3') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:08.674299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-67c18e56-2c9c-48f9-a041-870ac56f8e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46277f06-4914-4d76-a70d-e1c6fb7011b3') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:08.692954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:08.700935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:08.742869 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67c18e56-2c9c-48f9-a041-870ac56f8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:08.780939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port e1fded5c-2db4-4905-974e-11a8cd3adca1 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:38:08.801677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port afd61a86-55e7-42e8-bd47-dcdf75a56439, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=afd61a86-55e7-42e8-bd47-dcdf75a56439,segment=NetworkSegment(7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302),segment_id=7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:08.802654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d012abb4-47f0-4953-920e-8d80bcad621b None None] Port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:38:08.812057 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:08.860205 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67c18e56-2c9c-48f9-a041-870ac56f8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:08.881581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c18e56-2c9c-48f9-a041-870ac56f8e6a admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:38:08.881849 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67c18e56-2c9c-48f9-a041-870ac56f8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:08.924388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b18f7abc-cce2-40fc-a140-09ccf425c535 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:08.925512 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:08.988449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d012abb4-47f0-4953-920e-8d80bcad621b None None] Provisioning complete for port afd61a86-55e7-42e8-bd47-dcdf75a56439 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:08.989011 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d012abb4-47f0-4953-920e-8d80bcad621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:09.107485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=afd61a86-55e7-42e8-bd47-dcdf75a56439,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:09.111409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18f7abc-cce2-40fc-a140-09ccf425c535'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:38:09.219631 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:09.238515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d012abb4-47f0-4953-920e-8d80bcad621b None None] Current status of the port afd61a86-55e7-42e8-bd47-dcdf75a56439 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:09.250091 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 46277f06-4914-4d76-a70d-e1c6fb7011b3 resource provider aggregate not found May 25 20:38:09.263885 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d07f0c0-3bd3-4dec-972f-721775ab17a8'] response: {'server_uuid': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'code': 200} May 25 20:38:09.265596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b18f7abc-cce2-40fc-a140-09ccf425c535, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b18f7abc-cce2-40fc-a140-09ccf425c535,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:09.271995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:38:09.279940 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d6a25fe2-c1b0-407a-8296-44f29bc4ad25 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "PUT /v2.0/routers/b6d3b06e-182d-4509-b403-2f16078fbc51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1320755 May 25 20:38:09.283961 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:09.292791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56574) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:09.309489 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:09.360242 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 46277f06-4914-4d76-a70d-e1c6fb7011b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46277f06-4914-4d76-a70d-e1c6fb7011b3 found for delete ", "request_id": "req-72328858-b152-42d8-b122-2c76773a9ea1"}]} May 25 20:38:09.384414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Sync routers for ids ['b6d3b06e-182d-4509-b403-2f16078fbc51'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:38:09.438284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b18f7abc-cce2-40fc-a140-09ccf425c535,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:09.451407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Routers {'b6d3b06e-182d-4509-b403-2f16078fbc51'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:38:09.452342 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:38:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6d3b06e-182d-4509-b403-2f16078fbc51'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:09.477935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=e1fded5c-2db4-4905-974e-11a8cd3adca1,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:09.519670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Checking segment: {'id': '29f7e846-a34d-4b50-aeaf-8c6715faa489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:09.520100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network hostable DHCP agents. Network: d35ec7d8-f517-40d4-9344-a3cd4b73b922, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:38:09.531768 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67c18e56-2c9c-48f9-a041-870ac56f8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:09.557977 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67c18e56-2c9c-48f9-a041-870ac56f8e6a admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:09.574390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c18e56-2c9c-48f9-a041-870ac56f8e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=0a1fed94-4be6-4332-8a4e-fa496276986e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:09.589270 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-67c18e56-2c9c-48f9-a041-870ac56f8e6a admin admin] 10.222.0.60 "DELETE /v2.0/networks/0a1fed94-4be6-4332-8a4e-fa496276986e HTTP/1.1" status: 204 len: 168 time: 2.0162628 May 25 20:38:09.591965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56606) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:09.638897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c269e66-0e9e-4a85-a5e3-1a391f6fec11 req-60c6ed54-5ef5-4a28-a200-e18bb3b9bbbf tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:09.648261 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c269e66-0e9e-4a85-a5e3-1a391f6fec11 req-60c6ed54-5ef5-4a28-a200-e18bb3b9bbbf tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 944 time: 0.3936751 May 25 20:38:09.655359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:38:09.678462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-afd776ca-a567-4648-b4f4-cffbf9d29148 None None] Provisioning complete for port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:09.678926 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afd776ca-a567-4648-b4f4-cffbf9d29148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:09.699686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, d35ec7d8-f517-40d4-9344-a3cd4b73b922) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:09.718314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:09.725260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:09.726392 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:09.744771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aab698-185c-4216-89da-10685d6b8647 None None] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:09.750122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a24430-61dc-4a87-9fa1-db8fe17099f4 admin admin] Deleting subnet f416cbf7-007f-4935-8bd7-cf46fcf62cfe {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:38:09.754895 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70a24430-61dc-4a87-9fa1-db8fe17099f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:09.818895 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70a24430-61dc-4a87-9fa1-db8fe17099f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:09.875248 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70a24430-61dc-4a87-9fa1-db8fe17099f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:09.961954 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70a24430-61dc-4a87-9fa1-db8fe17099f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:09.980779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c269e66-0e9e-4a85-a5e3-1a391f6fec11 req-fb292e70-6504-4ace-bf2e-e5ea96267e4d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0184495-46bb-4983-8a16-0fa0375d36bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313904 May 25 20:38:09.982617 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:09.983075 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:09.983403 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Floating IP ee8346e4-8e38-48dd-a554-9472f96329e3 disassociated. External IP: 172.25.3.227, port: b18f7abc-cce2-40fc-a140-09ccf425c535. May 25 20:38:09.983788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Calling delete_port for b18f7abc-cce2-40fc-a140-09ccf425c535 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:38:10.067505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18affa79-06ee-4ec9-a5b2-711b3b2fc9fc tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.067970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18affa79-06ee-4ec9-a5b2-711b3b2fc9fc tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.068421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18affa79-06ee-4ec9-a5b2-711b3b2fc9fc tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.070473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18affa79-06ee-4ec9-a5b2-711b3b2fc9fc tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.070983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18affa79-06ee-4ec9-a5b2-711b3b2fc9fc tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.071406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18affa79-06ee-4ec9-a5b2-711b3b2fc9fc tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.071853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18affa79-06ee-4ec9-a5b2-711b3b2fc9fc tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.072295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18affa79-06ee-4ec9-a5b2-711b3b2fc9fc tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.077719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18affa79-06ee-4ec9-a5b2-711b3b2fc9fc tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.082803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-18affa79-06ee-4ec9-a5b2-711b3b2fc9fc tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6313 time: 0.7889738 May 25 20:38:10.086201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56660) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:10.180576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a24430-61dc-4a87-9fa1-db8fe17099f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f416cbf7-007f-4935-8bd7-cf46fcf62cfe,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:10.185073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70a24430-61dc-4a87-9fa1-db8fe17099f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:10.187414 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-70a24430-61dc-4a87-9fa1-db8fe17099f4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f416cbf7-007f-4935-8bd7-cf46fcf62cfe HTTP/1.1" status: 204 len: 168 time: 0.5943739 May 25 20:38:10.189578 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-78d63564-2287-4219-9269-58924673bdb9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0298996 May 25 20:38:10.190333 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56668) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:10.192948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56672) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:10.217431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2066454989'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:10.229718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:10.264578 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:38:10.265072 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:38:10.268504 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f8033-c833-4a93-b578-f5647db71380 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.268958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f8033-c833-4a93-b578-f5647db71380 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.269409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f8033-c833-4a93-b578-f5647db71380 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.269851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f8033-c833-4a93-b578-f5647db71380 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.270315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f8033-c833-4a93-b578-f5647db71380 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.270760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f8033-c833-4a93-b578-f5647db71380 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:10.275100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-846f8033-c833-4a93-b578-f5647db71380 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3992 time: 0.1882555 May 25 20:38:10.275639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56686) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:10.337077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-afd776ca-a567-4648-b4f4-cffbf9d29148 None None] Port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:38:10.414521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:network and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:10.459208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:10.474063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Set router b6d3b06e-182d-4509-b403-2f16078fbc51 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:38:10.487135 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4179-f741-4027-8e21-49e5b2fc1392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:10.493208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:10.628520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:10.632342 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:10.745157 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d0a8ebdd-de49-421c-b09e-a4cf37ce258e tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.4670563 May 25 20:38:10.766569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Deleting port b18f7abc-cce2-40fc-a140-09ccf425c535 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:38:10.768038 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:10.800112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:38:10.814462 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4179-f741-4027-8e21-49e5b2fc1392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:10.845286 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:10.846701 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Added segment 84751344-0b5e-4bdc-b769-c3d2d18055c4 of type vlan for network 3dc74acc-8a43-40af-af50-f7aef18924c6 May 25 20:38:10.861584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-dbeb4179-f741-4027-8e21-49e5b2fc1392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3c48b9-44e1-49b8-a9f1-b05e398384c6']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:10.906772 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3414de7e-7aac-4a36-b7f1-f71af62ff244 req-b9ad5b4e-a208-44c4-a8d2-d9f3da81aec2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3996279 May 25 20:38:10.910796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-dbeb4179-f741-4027-8e21-49e5b2fc1392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0503f17-6412-436a-8165-88f4b29d57aa') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:10.911091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-dbeb4179-f741-4027-8e21-49e5b2fc1392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0503f17-6412-436a-8165-88f4b29d57aa') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:10.976214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56742) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:10.986321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1803544784', 'description': 'tempest-secgroup-smoke-1803544784 description', 'project_id': 'c679de4394c743daa8e268728f5cf10d'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:10.998379 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device afd61a86-55e7-42e8-bd47-dcdf75a56439 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:11.006313 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:11.016216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:11.023133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:11.039876 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4179-f741-4027-8e21-49e5b2fc1392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:11.052184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:11.069300 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:11.121197 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4179-f741-4027-8e21-49e5b2fc1392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:11.146199 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:11.177706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbeb4179-f741-4027-8e21-49e5b2fc1392 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:38:11.178128 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4179-f741-4027-8e21-49e5b2fc1392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:11.207558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:11.216750 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port afd61a86-55e7-42e8-bd47-dcdf75a56439 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:11.217130 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:11.218274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:11.222220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:11.243134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:11.262984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] For port b18f7abc-cce2-40fc-a140-09ccf425c535, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b18f7abc-cce2-40fc-a140-09ccf425c535,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:11.263926 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:11.467784 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment d0503f17-6412-436a-8165-88f4b29d57aa resource provider aggregate not found May 25 20:38:11.514206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414de7e-7aac-4a36-b7f1-f71af62ff244 req-19669d3f-74f7-47ec-abf5-e185b161d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:11.516002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3414de7e-7aac-4a36-b7f1-f71af62ff244 req-19669d3f-74f7-47ec-abf5-e185b161d854 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13a469cfe5354987afc61d8fbdb46baa&device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 1135 time: 0.5872986 May 25 20:38:11.517603 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:11.526411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:11.528016 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:11.530602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:38:05Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd', 'name': '', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:39:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:03Z', 'updated_at': '2022-05-25T20:38:06Z', 'revision_number': 2, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:11.535438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port afd61a86-55e7-42e8-bd47-dcdf75a56439 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:11.537751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Checking router: b6d3b06e-182d-4509-b403-2f16078fbc51 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:38:11.538097 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Updating router b6d3b06e-182d-4509-b403-2f16078fbc51 port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:38:11.559977 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment d0503f17-6412-436a-8165-88f4b29d57aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0503f17-6412-436a-8165-88f4b29d57aa found for delete ", "request_id": "req-17c47fce-5d55-40b6-a1d9-537f42a7e7ba"}]} May 25 20:38:11.590999 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:11.627815 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:11.701833 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:11.760241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414de7e-7aac-4a36-b7f1-f71af62ff244 req-757dcf58-7358-404b-af8e-9fff894f35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:11.762073 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3414de7e-7aac-4a36-b7f1-f71af62ff244 req-757dcf58-7358-404b-af8e-9fff894f35a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=364d0c10-a4cb-4714-be64-f7a0692ad669 HTTP/1.1" status: 200 len: 898 time: 0.1978064 May 25 20:38:11.772440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5783966 May 25 20:38:11.782260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56834) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:11.828365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'ports': [{'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922'}, {'network_id': '3dc74acc-8a43-40af-af50-f7aef18924c6'}]} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:11.828698 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:11.829211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'network_id': '3dc74acc-8a43-40af-af50-f7aef18924c6'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:11.922728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3414de7e-7aac-4a36-b7f1-f71af62ff244 req-c97b6a05-6abf-4d3e-b2a0-d2b3f313d300 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df6f7022-5397-43cd-beb3-5ada16d916eb HTTP/1.1" status: 200 len: 1001 time: 0.1488323 May 25 20:38:11.924607 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4179-f741-4027-8e21-49e5b2fc1392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:11.930549 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4179-f741-4027-8e21-49e5b2fc1392 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:11.940315 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dbeb4179-f741-4027-8e21-49e5b2fc1392 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ac3c48b9-44e1-49b8-a9f1-b05e398384c6 HTTP/1.1" status: 204 len: 168 time: 1.7488103 May 25 20:38:12.011613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0bcbce-74ba-4041-bbde-1268cdc9169b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:12.120860 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:12.121157 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:12.121433 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Floating IP ee8346e4-8e38-48dd-a554-9472f96329e3 disassociated. External IP: 172.25.3.227, port: b18f7abc-cce2-40fc-a140-09ccf425c535. May 25 20:38:12.127002 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Calling delete_port for b18f7abc-cce2-40fc-a140-09ccf425c535 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:38:12.185910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3bc6c-2aa8-4119-b458-63f06705ba4b req-c418eb9b-13f3-49cf-9bdd-76daef1c732d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:12.187730 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3ab3bc6c-2aa8-4119-b458-63f06705ba4b req-c418eb9b-13f3-49cf-9bdd-76daef1c732d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 944 time: 0.9813521 May 25 20:38:12.190913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcd4c2-38ef-4466-a448-347dfa5843d6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Network': ['ID=3dc74acc-8a43-40af-af50-f7aef18924c6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:12.210648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 3dc74acc-8a43-40af-af50-f7aef18924c6 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:38:12.221636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb4179-f741-4027-8e21-49e5b2fc1392 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3c48b9-44e1-49b8-a9f1-b05e398384c6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:12.255787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414de7e-7aac-4a36-b7f1-f71af62ff244 req-393bc3f4-82b7-49fb-b78c-89b51c40374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:12.257526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3414de7e-7aac-4a36-b7f1-f71af62ff244 req-393bc3f4-82b7-49fb-b78c-89b51c40374b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55d93bdb-3c56-4f3a-a46f-5e5747c026ef HTTP/1.1" status: 200 len: 834 time: 0.2410023 May 25 20:38:12.264441 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:12.266241 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-77c9636f-41da-4dbf-9ccf-9d2dc4528dd5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2887564 May 25 20:38:12.279856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:12.282044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56870) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:12.301118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-97f3c0ca-5c82-42ff-92a4-d1dad62acb3b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': '0f0bcbce-74ba-4041-bbde-1268cdc9169b', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:12.307291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:port and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:12.314094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:12.320129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-97f3c0ca-5c82-42ff-92a4-d1dad62acb3b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:12.326470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56876) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:12.333882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:12.338205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-97f3c0ca-5c82-42ff-92a4-d1dad62acb3b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:12.355512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-97f3c0ca-5c82-42ff-92a4-d1dad62acb3b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:12.358028 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3ab3bc6c-2aa8-4119-b458-63f06705ba4b req-d4151547-3c65-4101-a923-8d8654d2236d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0184495-46bb-4983-8a16-0fa0375d36bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404889 May 25 20:38:12.378379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-97f3c0ca-5c82-42ff-92a4-d1dad62acb3b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:12.392023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414de7e-7aac-4a36-b7f1-f71af62ff244 req-a3802a17-97ab-4596-807d-5f271e4d7c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:12.395327 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3414de7e-7aac-4a36-b7f1-f71af62ff244 req-a3802a17-97ab-4596-807d-5f271e4d7c31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=364d0c10-a4cb-4714-be64-f7a0692ad669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240873 May 25 20:38:12.440140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 2} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:12.447310 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:12.492564 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9f0cba02-6957-4235-821b-756d6a009d6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6863d7c1866b4c8d98559f87621bd344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649575 May 25 20:38:12.496407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56884) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:12.650758 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:12.761765 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3414de7e-7aac-4a36-b7f1-f71af62ff244 req-0194a8f7-33d7-42f9-8d4d-552565a6cdf1 service neutron] 10.222.0.70 "GET /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552406 May 25 20:38:12.811499 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-97f3c0ca-5c82-42ff-92a4-d1dad62acb3b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:12.820772 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:13.027919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56894) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:13.102932 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3414de7e-7aac-4a36-b7f1-f71af62ff244 req-a9456efb-e704-4d60-b487-a44d52220aa8 service neutron] 10.222.0.70 "GET /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340991 May 25 20:38:13.137054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Transition to ACTIVE for port object 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:13.148532 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:13.184565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:13.266672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port 69942556-1ddc-436c-867e-391381f50ed9 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:38:13.301924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event deleted for resources: {'Port': ['ID=b18f7abc-cce2-40fc-a140-09ccf425c535,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:13.315295 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8506-394a-4137-b8bd-187ab6e6bc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:13.371766 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-97f3c0ca-5c82-42ff-92a4-d1dad62acb3b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:13.471367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6d45e-d6a5-4748-9af2-b7fc9eb4dae0 None None] Pushing event updated for resources: {'Port': ['ID=74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:13.481659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Attempting to bind port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:38:13.482534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Attempting to bind port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:38:13.483065 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Attempting to bind port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd on network 8813dec2-98a8-4139-81bc-466f9920ca17 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:13.496964 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:38:13.497815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Checking segment: {'id': '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:13.498390 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:13.499256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Bound using segment: {'id': '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:38:13.500040 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Bound port: 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:38:13.500555 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:13.538104 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8506-394a-4137-b8bd-187ab6e6bc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:13.601691 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-97f3c0ca-5c82-42ff-92a4-d1dad62acb3b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:13.655996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] For port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:38:13.668984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] For port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd,segment=NetworkSegment(7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302),segment_id=7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:38:13.678823 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:13.754999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3c0ca-5c82-42ff-92a4-d1dad62acb3b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c46980-cc2d-47ec-ab96-882fa7d3ffa0,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:13.778342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-74a8b1a0-3dce-42e5-a355-b54d6ff960d6 req-b2e6e08a-8a6b-4285-9e3e-52a359ab538c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:13.965215 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-97f3c0ca-5c82-42ff-92a4-d1dad62acb3b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:13.966888 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-97f3c0ca-5c82-42ff-92a4-d1dad62acb3b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6837561 May 25 20:38:13.970476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56918) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:13.976944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': '0f0bcbce-74ba-4041-bbde-1268cdc9169b', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:14.003806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:14.013253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:14.013648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6d45e-d6a5-4748-9af2-b7fc9eb4dae0 None None] Pushing event updated for resources: {'Port': ['ID=74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:14.027154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:14.035784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:14.061272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Routers {'b6d3b06e-182d-4509-b403-2f16078fbc51'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:38:14.061925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:38:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6d3b06e-182d-4509-b403-2f16078fbc51'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:14.070641 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.116636 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f386e3c6-4a93-4012-bfbc-cb89ae2ad0f3 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2333 time: 0.9869950 May 25 20:38:14.130129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 56922) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:14.130882 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8506-394a-4137-b8bd-187ab6e6bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.134728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-74a8b1a0-3dce-42e5-a355-b54d6ff960d6 req-b2e6e08a-8a6b-4285-9e3e-52a359ab538c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:14.135517 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74a8b1a0-3dce-42e5-a355-b54d6ff960d6 req-b2e6e08a-8a6b-4285-9e3e-52a359ab538c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 210 time: 0.5618973 May 25 20:38:14.161246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f0ff8145-ea67-4e46-a363-5c423132b02d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Request body: {'network': {'name': 'tempest-network-smoke--1738826664', 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'port_security_enabled': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:14.165161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e8506-394a-4137-b8bd-187ab6e6bc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfef0c3c-c8d5-4f98-95b1-7b83bedecfb1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:14.170187 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.180265 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.191438 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.214237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f0ff8145-ea67-4e46-a363-5c423132b02d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:14.223378 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8506-394a-4137-b8bd-187ab6e6bc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.227789 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0b2e8506-394a-4137-b8bd-187ab6e6bc42 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cfef0c3c-c8d5-4f98-95b1-7b83bedecfb1 HTTP/1.1" status: 204 len: 168 time: 1.4083645 May 25 20:38:14.232864 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.234595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2622576 May 25 20:38:14.238045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56928) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:14.243908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8672a020-fbd3-4ecd-a3e3-839c5668441c,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:14.250211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f0f1373c-caaa-4486-a97d-5618cd2204b2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': '0f0bcbce-74ba-4041-bbde-1268cdc9169b', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:14.259440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f0f1373c-caaa-4486-a97d-5618cd2204b2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:14.269512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:14.269854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:14.270208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:14.270588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:14.270916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:14.271496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:14.271822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:14.272192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:14.272561 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:14.272886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:14.273436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:14.273765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fb6c9-40c4-4c76-85e8-12acf60a274a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:14.277892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f0f1373c-caaa-4486-a97d-5618cd2204b2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:14.281986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f0f1373c-caaa-4486-a97d-5618cd2204b2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:14.289019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f0f1373c-caaa-4486-a97d-5618cd2204b2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:14.315101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f0f1373c-caaa-4486-a97d-5618cd2204b2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.325125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f0ff8145-ea67-4e46-a363-5c423132b02d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:14.337388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Router 73285a88-b4d8-4058-ae5e-97d68fedf7bb has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:38:14.431917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] Set router b6d3b06e-182d-4509-b403-2f16078fbc51 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:38:14.449886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f0f1373c-caaa-4486-a97d-5618cd2204b2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.458895 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f0f1373c-caaa-4486-a97d-5618cd2204b2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.508501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port 67f2e424-4541-4ec3-9cc2-d0b1d0b042aa yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:38:14.513995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ff8145-ea67-4e46-a363-5c423132b02d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Made reservation on behalf of 13a469cfe5354987afc61d8fbdb46baa for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:14.518645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1373c-caaa-4486-a97d-5618cd2204b2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0ab822-5b68-4f2e-b497-a643effea526,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:14.518875 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ff8145-ea67-4e46-a363-5c423132b02d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.525752 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f0f1373c-caaa-4486-a97d-5618cd2204b2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.527317 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f0f1373c-caaa-4486-a97d-5618cd2204b2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2867565 May 25 20:38:14.530863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56932) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:14.541122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7d7da086-761a-4d35-8d59-38827e09ac2d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': '0f0bcbce-74ba-4041-bbde-1268cdc9169b', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:14.550685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7d7da086-761a-4d35-8d59-38827e09ac2d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:14.556748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7d7da086-761a-4d35-8d59-38827e09ac2d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:14.564783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7d7da086-761a-4d35-8d59-38827e09ac2d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:14.574498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7d7da086-761a-4d35-8d59-38827e09ac2d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:14.617511 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d7da086-761a-4d35-8d59-38827e09ac2d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.661473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ff8145-ea67-4e46-a363-5c423132b02d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:38:14.698093 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ff8145-ea67-4e46-a363-5c423132b02d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.698478 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-f0ff8145-ea67-4e46-a363-5c423132b02d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Added segment feb75bb5-f971-421d-b824-a4ee4adfff0e of type vlan for network 5c935f79-ef07-41ac-a053-1acb1417a3a5 May 25 20:38:14.777537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:38:14.790578 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370341d1-5add-4b7c-be29-34fde22d17cd None None] Sync routers for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:38:14.809788 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370341d1-5add-4b7c-be29-34fde22d17cd None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:38:14.810435 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-370341d1-5add-4b7c-be29-34fde22d17cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:38:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:14.826038 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d7da086-761a-4d35-8d59-38827e09ac2d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.835154 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d7da086-761a-4d35-8d59-38827e09ac2d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.896285 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7da086-761a-4d35-8d59-38827e09ac2d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf8f0da-7b12-42fd-9e25-4306bf654b7c,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:14.925615 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d7da086-761a-4d35-8d59-38827e09ac2d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:14.930572 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7d7da086-761a-4d35-8d59-38827e09ac2d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3960016 May 25 20:38:14.933459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56940) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:14.939887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6d750e5f-dea6-459e-b5ea-f094da4c37d2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': '0f0bcbce-74ba-4041-bbde-1268cdc9169b', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:14.957616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6d750e5f-dea6-459e-b5ea-f094da4c37d2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:14.969330 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6d750e5f-dea6-459e-b5ea-f094da4c37d2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:14.976702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6d750e5f-dea6-459e-b5ea-f094da4c37d2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:14.999710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6d750e5f-dea6-459e-b5ea-f094da4c37d2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:15.019255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56946) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:15.037585 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ff8145-ea67-4e46-a363-5c423132b02d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:15.060776 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] No DVR routers for this DVR port b18f7abc-cce2-40fc-a140-09ccf425c535 on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:38:15.075670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:15.078843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'name': 'network-vif-deleted', 'tag': 'b18f7abc-cce2-40fc-a140-09ccf425c535'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:38:15.138430 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-6d750e5f-dea6-459e-b5ea-f094da4c37d2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Project c679de4394c743daa8e268728f5cf10d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:38:15.146425 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f323a87-4968-4e09-aa8c-53b31c8443e8 req-cb8b5011-d99a-4732-9882-0680b229e48a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "DELETE /v2.0/ports/b18f7abc-cce2-40fc-a140-09ccf425c535 HTTP/1.1" status: 204 len: 173 time: 7.5876973 May 25 20:38:15.161246 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1d93f07b-2512-4124-bc14-7307384e15bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=683112b4d9c94e1e820d381424f1522a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349416 May 25 20:38:15.162033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56952) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:15.224955 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df641bd0-377b-4c46-aebf-33ae720825fd'] response: {'server_uuid': '0940b165-396c-4bbb-be5e-f4e8e12eda29', 'name': 'network-vif-deleted', 'tag': 'b18f7abc-cce2-40fc-a140-09ccf425c535', 'status': 'completed', 'code': 200} May 25 20:38:15.231637 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6d750e5f-dea6-459e-b5ea-f094da4c37d2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:15.232902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:38:05Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd', 'name': '', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:39:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:03Z', 'updated_at': '2022-05-25T20:38:13Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:15.252068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc529a9-e21e-4ded-9fef-55b95da449b6 None None] The sync data for ids ['b6d3b06e-182d-4509-b403-2f16078fbc51'] in n-d-843339-1 is: [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:38:05Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd', 'name': '', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:39:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:03Z', 'updated_at': '2022-05-25T20:38:13Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:38:15.303200 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-370341d1-5add-4b7c-be29-34fde22d17cd None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:38:15.325951 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:15.372959 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ff8145-ea67-4e46-a363-5c423132b02d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:15.401439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff8145-ea67-4e46-a363-5c423132b02d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:15.407023 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0ff8145-ea67-4e46-a363-5c423132b02d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:15.446955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f550f27d-7906-45c9-aee4-f4b977b6aad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:15.453113 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:15.464986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6d750e5f-dea6-459e-b5ea-f094da4c37d2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:15.487327 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6d750e5f-dea6-459e-b5ea-f094da4c37d2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:15.567049 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f550f27d-7906-45c9-aee4-f4b977b6aad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:15.588403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d750e5f-dea6-459e-b5ea-f094da4c37d2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bbdb4f-93cd-4986-a8b9-185533d4d8ae,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:15.636133 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6d750e5f-dea6-459e-b5ea-f094da4c37d2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:15.637751 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6d750e5f-dea6-459e-b5ea-f094da4c37d2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7032192 May 25 20:38:15.641502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56958) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:15.656206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ced67742-0f26-40ec-b3a4-85a0f1806a14 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'security_group_rule': {'security_group_id': '0f0bcbce-74ba-4041-bbde-1268cdc9169b', 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:15.667459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ced67742-0f26-40ec-b3a4-85a0f1806a14 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:15.674000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ced67742-0f26-40ec-b3a4-85a0f1806a14 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:security_group_rule and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:15.679793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ced67742-0f26-40ec-b3a4-85a0f1806a14 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:15.691865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ced67742-0f26-40ec-b3a4-85a0f1806a14 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:15.709311 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f550f27d-7906-45c9-aee4-f4b977b6aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:15.734475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550f27d-7906-45c9-aee4-f4b977b6aad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427d8c80-29a0-49b9-9fde-6107dc4a438c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:15.743864 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f550f27d-7906-45c9-aee4-f4b977b6aad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:15.745304 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f550f27d-7906-45c9-aee4-f4b977b6aad4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/427d8c80-29a0-49b9-9fde-6107dc4a438c HTTP/1.1" status: 204 len: 168 time: 0.5816565 May 25 20:38:15.954003 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-ced67742-0f26-40ec-b3a4-85a0f1806a14 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Project c679de4394c743daa8e268728f5cf10d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:38:15.968500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ced67742-0f26-40ec-b3a4-85a0f1806a14 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:16.076333 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3b3d495b-7a08-45c4-a428-f35860dcafdd req-65ef9b08-1164-4232-b981-19915c54a792 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=0940b165-396c-4bbb-be5e-f4e8e12eda29 HTTP/1.1" status: 200 len: 210 time: 0.6561573 May 25 20:38:16.119039 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f0ff8145-ea67-4e46-a363-5c423132b02d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9824822 May 25 20:38:16.121897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 56968) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:16.127860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1326498470', 'admin_state_up': True, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:16.161122 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-370341d1-5add-4b7c-be29-34fde22d17cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:16.166924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:16.169954 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ced67742-0f26-40ec-b3a4-85a0f1806a14 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:16.172522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Usage tracker for resource:router and tenant:13a469cfe5354987afc61d8fbdb46baa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:16.173895 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370341d1-5add-4b7c-be29-34fde22d17cd None None] Checking router: 73285a88-b4d8-4058-ae5e-97d68fedf7bb for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:38:16.186447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:16.190009 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ced67742-0f26-40ec-b3a4-85a0f1806a14 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:16.205743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:16.239398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced67742-0f26-40ec-b3a4-85a0f1806a14 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58774804-4b0a-49cd-9a12-f944be883952,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:16.240335 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370341d1-5add-4b7c-be29-34fde22d17cd None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:38:16.240578 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-370341d1-5add-4b7c-be29-34fde22d17cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:38:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:16.275153 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:16.276287 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:16.280365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:16.296748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff8145-ea67-4e46-a363-5c423132b02d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'Network': ['ID=5c935f79-ef07-41ac-a053-1acb1417a3a5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:16.301232 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ced67742-0f26-40ec-b3a4-85a0f1806a14 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:16.304138 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ced67742-0f26-40ec-b3a4-85a0f1806a14 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6571662 May 25 20:38:16.305894 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:16.316457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 5c935f79-ef07-41ac-a053-1acb1417a3a5 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:38:16.365005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:16.382500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=69942556-1ddc-436c-867e-391381f50ed9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:16.411871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:16.415334 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:16.593115 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-370341d1-5add-4b7c-be29-34fde22d17cd None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:38:16.797351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=67f2e424-4541-4ec3-9cc2-d0b1d0b042aa,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:16.830429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Checking segment: {'id': '84751344-0b5e-4bdc-b769-c3d2d18055c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3dc74acc-8a43-40af-af50-f7aef18924c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:16.836950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network hostable DHCP agents. Network: 3dc74acc-8a43-40af-af50-f7aef18924c6, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:38:16.923259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network 3dc74acc-8a43-40af-af50-f7aef18924c6 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:38:16.957324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 3dc74acc-8a43-40af-af50-f7aef18924c6) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:16.969637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cdba24-7d93-4b6c-8fe9-017b1a0bda9c None None] Network 3dc74acc-8a43-40af-af50-f7aef18924c6 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:16.980785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:17.006966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:17.023098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:17.023813 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:17.117792 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e5141c60-f15d-4eda-bf36-76881019c1ac tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.3313465 May 25 20:38:17.118384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57004) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:17.289525 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:17.331965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:17.418082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e9dda743-5279-441f-a238-5650d115cb13 req-94c9ea16-0a88-466f-9194-c9e05f816f05 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:17.431434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6441643a-c4d9-45b9-b1c6-6a259d3db391 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 67f2e424-4541-4ec3-9cc2-d0b1d0b042aa {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:38:17.431956 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6441643a-c4d9-45b9-b1c6-6a259d3db391 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:17.592958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57016) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:17.665092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e9dda743-5279-441f-a238-5650d115cb13 req-94c9ea16-0a88-466f-9194-c9e05f816f05 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:17.666390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:17.667818 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-94c9ea16-0a88-466f-9194-c9e05f816f05 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803544784&fields=id&tenant_id=c679de4394c743daa8e268728f5cf10d HTTP/1.1" status: 200 len: 267 time: 0.8096519 May 25 20:38:17.672142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:17.672593 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:17.735402 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-370341d1-5add-4b7c-be29-34fde22d17cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:17.747419 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370341d1-5add-4b7c-be29-34fde22d17cd None None] The sync data for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 is: [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:38:18.132495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:18.132874 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:18.236970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd,segment=NetworkSegment(7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302),segment_id=7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:18.254140 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:18.275934 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-718f0fb6-eac8-4b0c-b090-6d41e2eda740 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:18.329733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dda743-5279-441f-a238-5650d115cb13 req-ba0b458d-3541-4f17-b330-281fa57689c7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:18.348434 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-ba0b458d-3541-4f17-b330-281fa57689c7 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/networks?id=8813dec2-98a8-4139-81bc-466f9920ca17 HTTP/1.1" status: 200 len: 796 time: 0.6570907 May 25 20:38:18.441518 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6441643a-c4d9-45b9-b1c6-6a259d3db391 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:18.462296 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-718f0fb6-eac8-4b0c-b090-6d41e2eda740 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:18.483296 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:18.517876 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-5678f11d-6ea1-43ce-9beb-a0212b79254c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/quotas/c679de4394c743daa8e268728f5cf10d HTTP/1.1" status: 200 len: 375 time: 0.1359205 May 25 20:38:18.522924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:18.534823 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11891c4e-26f6-4b19-9bea-2a2f77d62b97 None None] New status for floating IP ee8346e4-8e38-48dd-a554-9472f96329e3: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:38:18.616858 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:18.807461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6441643a-c4d9-45b9-b1c6-6a259d3db391 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 67f2e424-4541-4ec3-9cc2-d0b1d0b042aa owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:38:18.947372 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-718f0fb6-eac8-4b0c-b090-6d41e2eda740 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:18.965648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:19.008678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f0fb6-eac8-4b0c-b090-6d41e2eda740 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0184495-46bb-4983-8a16-0fa0375d36bf,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:19.041212 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6441643a-c4d9-45b9-b1c6-6a259d3db391 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:19.102795 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-718f0fb6-eac8-4b0c-b090-6d41e2eda740 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:19.104185 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-718f0fb6-eac8-4b0c-b090-6d41e2eda740 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "DELETE /v2.0/security-groups/b0184495-46bb-4983-8a16-0fa0375d36bf HTTP/1.1" status: 204 len: 168 time: 1.5082507 May 25 20:38:19.110279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441643a-c4d9-45b9-b1c6-6a259d3db391 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=67f2e424-4541-4ec3-9cc2-d0b1d0b042aa,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:19.114671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57042) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:19.166167 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6441643a-c4d9-45b9-b1c6-6a259d3db391 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:19.174369 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6441643a-c4d9-45b9-b1c6-6a259d3db391 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/67f2e424-4541-4ec3-9cc2-d0b1d0b042aa HTTP/1.1" status: 204 len: 168 time: 2.0538609 May 25 20:38:19.176724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Allocated IP 172.25.3.213 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/d4f29435-17c3-443b-96f8-6fc4583ac9d9) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:19.179447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57046) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:19.186015 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-2eabd69f-28a5-4896-b1a4-ac7db40e66d4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] show failed (client error): The resource could not be found. May 25 20:38:19.191101 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2eabd69f-28a5-4896-b1a4-ac7db40e66d4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups/b0184495-46bb-4983-8a16-0fa0375d36bf HTTP/1.1" status: 404 len: 347 time: 0.0720875 May 25 20:38:19.195229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57050) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:19.235238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:19.236039 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:19.413434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970e730-d11d-4733-9b86-60020704d364 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:19.426189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970e730-d11d-4733-9b86-60020704d364 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:19.429887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6970e730-d11d-4733-9b86-60020704d364 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:19.452071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6970e730-d11d-4733-9b86-60020704d364 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:19.454326 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6970e730-d11d-4733-9b86-60020704d364 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2734954 May 25 20:38:19.457054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57070) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:19.460254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:19.541982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b0f47-2cc0-4c31-b13f-684f1abd5fd8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 69942556-1ddc-436c-867e-391381f50ed9 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:38:19.543689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1376fcdf-e14a-4ff8-953e-732a07962af4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Deleting port 2e171ecf-9f1b-497a-959d-a0564cf48275 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:38:19.544202 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1376fcdf-e14a-4ff8-953e-732a07962af4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:19.544296 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0f47-2cc0-4c31-b13f-684f1abd5fd8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:19.586802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e9dda743-5279-441f-a238-5650d115cb13 req-8bb010e1-d75a-464a-9ee2-52cd21607b4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:19.728576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e9dda743-5279-441f-a238-5650d115cb13 req-8bb010e1-d75a-464a-9ee2-52cd21607b4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:19.741238 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-8bb010e1-d75a-464a-9ee2-52cd21607b4c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1286359 May 25 20:38:19.850525 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:19.901649 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:20.045372 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0f47-2cc0-4c31-b13f-684f1abd5fd8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:20.050106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'Port': ['ID=d4f29435-17c3-443b-96f8-6fc4583ac9d9,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:20.156410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:20.167176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:20.168292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:20.278579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b0f47-2cc0-4c31-b13f-684f1abd5fd8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 69942556-1ddc-436c-867e-391381f50ed9 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:38:20.415610 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1376fcdf-e14a-4ff8-953e-732a07962af4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:20.415610 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1376fcdf-e14a-4ff8-953e-732a07962af4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:20.472819 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0f47-2cc0-4c31-b13f-684f1abd5fd8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:20.553156 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0f47-2cc0-4c31-b13f-684f1abd5fd8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:20.581880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-e90c0fc3-a64b-4f3b-ab14-90ed6a456a2a service neutron] 10.222.0.60 "GET /v2.0/networks/8813dec2-98a8-4139-81bc-466f9920ca17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8200808 May 25 20:38:20.699947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b0f47-2cc0-4c31-b13f-684f1abd5fd8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=69942556-1ddc-436c-867e-391381f50ed9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:20.703541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1376fcdf-e14a-4ff8-953e-732a07962af4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Calling delete_port for 2e171ecf-9f1b-497a-959d-a0564cf48275 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:38:20.713203 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1f7b0f47-2cc0-4c31-b13f-684f1abd5fd8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/69942556-1ddc-436c-867e-391381f50ed9 HTTP/1.1" status: 204 len: 168 time: 1.2546594 May 25 20:38:20.713875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57118) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:20.821889 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565d9fce-1b08-4249-8b56-c7e87495741d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:20.822634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-565d9fce-1b08-4249-8b56-c7e87495741d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:20.824904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57124) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:20.877825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-565d9fce-1b08-4249-8b56-c7e87495741d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:20.882800 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-565d9fce-1b08-4249-8b56-c7e87495741d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1679471 May 25 20:38:20.883666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57132) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:20.985243 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b2e027-8181-43b3-8bae-cd1635958b70 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] GET failed (client error): The resource could not be found. May 25 20:38:20.991954 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f0b2e027-8181-43b3-8bae-cd1635958b70 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/67f2e424-4541-4ec3-9cc2-d0b1d0b042aa HTTP/1.1" status: 404 len: 333 time: 0.1062138 May 25 20:38:20.994792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57136) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:21.064747 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4dbf2f-a59f-427b-8402-b1728699d78c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] GET failed (client error): The resource could not be found. May 25 20:38:21.070360 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5f4dbf2f-a59f-427b-8402-b1728699d78c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/69942556-1ddc-436c-867e-391381f50ed9 HTTP/1.1" status: 404 len: 333 time: 0.0743456 May 25 20:38:21.071207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57142) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:21.184798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57148) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:21.291037 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8d0-1c63-4654-9fda-53d04dfc8f15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:21.333762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-a43f3af1-8435-438f-bb2c-fdf56c760605 service neutron] 10.222.0.60 "GET /v2.0/networks/8813dec2-98a8-4139-81bc-466f9920ca17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7509093 May 25 20:38:21.337994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1376fcdf-e14a-4ff8-953e-732a07962af4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:21.517707 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8d0-1c63-4654-9fda-53d04dfc8f15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:21.530745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376fcdf-e14a-4ff8-953e-732a07962af4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event deleted for resources: {'Port': ['ID=2e171ecf-9f1b-497a-959d-a0564cf48275,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:21.584221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-fae8a8d0-1c63-4654-9fda-53d04dfc8f15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc74acc-8a43-40af-af50-f7aef18924c6']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:21.612790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-fae8a8d0-1c63-4654-9fda-53d04dfc8f15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84751344-0b5e-4bdc-b769-c3d2d18055c4') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:21.616058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-fae8a8d0-1c63-4654-9fda-53d04dfc8f15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84751344-0b5e-4bdc-b769-c3d2d18055c4') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:21.736812 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8d0-1c63-4654-9fda-53d04dfc8f15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:21.739663 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c034cda2-ca55-4692-ae3d-d4dfa7892ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:21.761793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-cf20a2f6-0454-495c-b169-ee2441fa4bbc req-b16a6104-44ae-4c8e-bad6-e119bec193ee tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:21.791276 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8d0-1c63-4654-9fda-53d04dfc8f15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:21.804097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-cf20a2f6-0454-495c-b169-ee2441fa4bbc req-b16a6104-44ae-4c8e-bad6-e119bec193ee tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:21.805575 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf20a2f6-0454-495c-b169-ee2441fa4bbc req-b16a6104-44ae-4c8e-bad6-e119bec193ee tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 210 time: 0.1585381 May 25 20:38:21.807380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae8a8d0-1c63-4654-9fda-53d04dfc8f15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:38:21.808254 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8d0-1c63-4654-9fda-53d04dfc8f15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:21.894538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c034cda2-ca55-4692-ae3d-d4dfa7892ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:21.911247 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e458ae85-f3e7-40b6-9aae-b7db140bacc4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=020803919a5c403c829e7181dfbba0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7193034 May 25 20:38:21.916803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c034cda2-ca55-4692-ae3d-d4dfa7892ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:fc4b9cd3029d4a8e841e1708c3734554 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:21.919564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57168) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:21.937034 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:21.944760 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 84751344-0b5e-4bdc-b769-c3d2d18055c4 resource provider aggregate not found May 25 20:38:21.981893 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 84751344-0b5e-4bdc-b769-c3d2d18055c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84751344-0b5e-4bdc-b769-c3d2d18055c4 found for delete ", "request_id": "req-7b857a1b-d866-476d-a7ed-fdb304729ef3"}]} May 25 20:38:22.008185 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8d0-1c63-4654-9fda-53d04dfc8f15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.011526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c034cda2-ca55-4692-ae3d-d4dfa7892ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:22.020207 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fae8a8d0-1c63-4654-9fda-53d04dfc8f15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.053645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c034cda2-ca55-4692-ae3d-d4dfa7892ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:22.056036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8a8d0-1c63-4654-9fda-53d04dfc8f15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Network': ['ID=3dc74acc-8a43-40af-af50-f7aef18924c6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:22.060041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1376fcdf-e14a-4ff8-953e-732a07962af4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.071273 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fae8a8d0-1c63-4654-9fda-53d04dfc8f15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/networks/3dc74acc-8a43-40af-af50-f7aef18924c6 HTTP/1.1" status: 204 len: 168 time: 0.9983239 May 25 20:38:22.072190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57176) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:22.079586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1201332511'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:22.087065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:22.092363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:network and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:22.099684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:22.109331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:22.125900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:22.131435 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.171708 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:38:22.182540 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.183117 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Added segment d9f6d599-ed83-4a16-803a-c0d514fd9603 of type vlan for network 8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1 May 25 20:38:22.213411 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.251914 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.259102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:22.260036 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.264913 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eab614fb-4f49-41e5-8f1d-6bb55a46b584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.316061 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2380571 May 25 20:38:22.322997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57180) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:22.404606 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eab614fb-4f49-41e5-8f1d-6bb55a46b584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.413944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1376fcdf-e14a-4ff8-953e-732a07962af4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.417211 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1376fcdf-e14a-4ff8-953e-732a07962af4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "DELETE /v2.0/floatingips/ee8346e4-8e38-48dd-a554-9472f96329e3 HTTP/1.1" status: 204 len: 168 time: 3.2206478 May 25 20:38:22.430387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60b5c0-1aca-4944-a091-147013f9136a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Network': ['ID=8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:22.444487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:38:22.464018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': '8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:22.601871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57190) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:22.618273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1922638136', 'description': 'tempest-description--1305160782'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:22.626338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:22.632540 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:22.636325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:22.642833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:22.643918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:22.655092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:22.659090 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.678648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:22.690668 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.693094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:22.756993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.ipam_backend_mixin [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Performing IP validity checks on allocation pools {{(pid=88331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 25 20:38:22.757621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.ipam_backend_mixin [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 25 20:38:22.886227 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c034cda2-ca55-4692-ae3d-d4dfa7892ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.888316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:22.900629 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c034cda2-ca55-4692-ae3d-d4dfa7892ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:22.949289 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c034cda2-ca55-4692-ae3d-d4dfa7892ff9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc4b9cd3029d4a8e841e1708c3734554&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1084495 May 25 20:38:22.961451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57196) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:23.044102 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:23.097150 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eab614fb-4f49-41e5-8f1d-6bb55a46b584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:23.103711 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034cda2-ca55-4692-ae3d-d4dfa7892ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fbab18-3885-43f2-8dd1-5191e3627e54,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:23.109111 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:23.116820 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-10c55106-454b-43b3-b767-8817da91ba1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:23.119707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:23.122759 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b5be373-d63b-4e6a-967e-d09cf3d73b2f req-f633320a-22c7-4600-8cd2-5d0f9b72d06d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 210 time: 0.1336589 May 25 20:38:23.148857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab614fb-4f49-41e5-8f1d-6bb55a46b584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f522310-75c9-4bd9-8fa7-2842b2127f89,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:23.151982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group_rule and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:23.160585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:23.164512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Router 11688a45-90b7-4aa9-a038-321f2bbf9438 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:38:23.180525 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eab614fb-4f49-41e5-8f1d-6bb55a46b584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:23.181787 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-eab614fb-4f49-41e5-8f1d-6bb55a46b584 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f522310-75c9-4bd9-8fa7-2842b2127f89 HTTP/1.1" status: 204 len: 168 time: 1.2589657 May 25 20:38:23.193909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:23.214061 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-10c55106-454b-43b3-b767-8817da91ba1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:23.288510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Subnet': ['ID=2613615a-ec45-4ba1-a273-4858f5490b7b,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:23.306873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dda743-5279-441f-a238-5650d115cb13 req-a46f9c16-28fb-4036-b0fc-999111d2b0ed tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:23.307754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e9dda743-5279-441f-a238-5650d115cb13 req-a46f9c16-28fb-4036-b0fc-999111d2b0ed tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:23.310778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Checking segment: {'id': 'd9f6d599-ed83-4a16-803a-c0d514fd9603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:23.311256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network hostable DHCP agents. Network: 8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:38:23.348943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e9dda743-5279-441f-a238-5650d115cb13 req-a46f9c16-28fb-4036-b0fc-999111d2b0ed tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:23.352494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-a46f9c16-28fb-4036-b0fc-999111d2b0ed tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "GET /v2.0/networks?id=8813dec2-98a8-4139-81bc-466f9920ca17 HTTP/1.1" status: 200 len: 796 time: 0.4261103 May 25 20:38:23.353451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network 8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:38:23.393688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:23.402842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:23.403559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:23.403797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fa3bfb-5398-477a-ae22-18eafc706788 None None] Network 8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:23.449515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e9dda743-5279-441f-a238-5650d115cb13 req-e14c26db-376d-4a59-b44a-c7f6668fe06c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:23.469616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5938b964-6b4e-4b0e-b163-dd90619cb79f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1454575 May 25 20:38:23.471239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e9dda743-5279-441f-a238-5650d115cb13 req-e14c26db-376d-4a59-b44a-c7f6668fe06c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:23.472481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-e14c26db-376d-4a59-b44a-c7f6668fe06c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c679de4394c743daa8e268728f5cf10d HTTP/1.1" status: 200 len: 380 time: 0.1108165 May 25 20:38:23.473103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57204) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:23.479194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'network_id': '8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1', 'name': 'tempest-PortsTestJSON-1718303971'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:23.503506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'port': {'device_id': '9f485c35-b61e-4aed-8703-fed0794bf668', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'admin_state_up': True, 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'security_groups': ['0f0bcbce-74ba-4041-bbde-1268cdc9169b']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:23.735527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1', 'network_id': '8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1', 'tenant_id': '41e61a66510849969b73a280f08318ff', 'fixed_ips': [{'subnet_id': '2613615a-ec45-4ba1-a273-4858f5490b7b'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:38:23.738192 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:23.804092 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-10c55106-454b-43b3-b767-8817da91ba1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:23.850993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:38:23.881571 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Sync routers for ids ['11688a45-90b7-4aa9-a038-321f2bbf9438'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:38:23.893259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c55106-454b-43b3-b767-8817da91ba1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fbab18-3885-43f2-8dd1-5191e3627e54,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:23.900566 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:23.902088 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Routers {'11688a45-90b7-4aa9-a038-321f2bbf9438'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:38:23.903358 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:38:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11688a45-90b7-4aa9-a038-321f2bbf9438'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:23.918385 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:23.945054 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:23.978848 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-10c55106-454b-43b3-b767-8817da91ba1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:23.990847 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-10c55106-454b-43b3-b767-8817da91ba1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9fbab18-3885-43f2-8dd1-5191e3627e54 HTTP/1.1" status: 204 len: 168 time: 1.0203664 May 25 20:38:24.031023 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:24.041010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0626cb18-db2c-47ed-aac8-6f5a0d83fa4d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.9128060 May 25 20:38:24.046271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57222) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:24.058194 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:24.062408 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4565945 May 25 20:38:24.100461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57226) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:24.112912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-de8b1894-b33b-40aa-bfef-76eea051d670 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'security_group_rule': {'security_group_id': '6409afba-5603-4c3c-ba62-b36fde094351', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:24.123904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:24.125992 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-de8b1894-b33b-40aa-bfef-76eea051d670 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:24.137454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-de8b1894-b33b-40aa-bfef-76eea051d670 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group_rule and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:24.150511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-de8b1894-b33b-40aa-bfef-76eea051d670 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:24.154914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:24.157417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0fae3-d8f3-4a65-8a31-6df04ff19294 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6409afba-5603-4c3c-ba62-b36fde094351,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:24.158507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:24.189290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-de8b1894-b33b-40aa-bfef-76eea051d670 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:24.227072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Allocated IP 172.20.0.2 (8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1/2613615a-ec45-4ba1-a273-4858f5490b7b/c9a495e1-d898-4884-ab39-1b6584911c40) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:24.240965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dbe45c-2018-4b54-ac45-4594be6ef76d tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:24.246699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f7dbe45c-2018-4b54-ac45-4594be6ef76d tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=13a469cfe5354987afc61d8fbdb46baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1968434 May 25 20:38:24.247392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57236) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:24.253725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:24.267903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:24.279072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:24.333406 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Set router 11688a45-90b7-4aa9-a038-321f2bbf9438 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:38:24.379076 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de8b1894-b33b-40aa-bfef-76eea051d670 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:24.418684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port 802d6f0e-b1b1-4203-a84c-7c5568a7e4f7 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:38:24.504197 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Made reservation on behalf of c679de4394c743daa8e268728f5cf10d for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:24.513089 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:24.559204 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c499bb6e-0161-4164-923c-e5a899903a53 req-dcb77fc9-3843-47ba-a16e-989009858c27 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 210 time: 0.1282892 May 25 20:38:24.669538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ef9aa9-4a4f-43b3-bcf3-e337cb7a6ab8 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:24.673014 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b8ef9aa9-4a4f-43b3-bcf3-e337cb7a6ab8 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4245033 May 25 20:38:24.676431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57256) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:24.768313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57266) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:24.784504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57268) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:24.789240 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4380d5e0-24f7-4e38-8b60-832fdb7b6233 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1117849 May 25 20:38:24.796018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57274) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:24.800928 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:24.813268 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-99937be5-7ae4-4e50-b04c-e1656a46f586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:24.827920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Transition to ACTIVE for port object c9a495e1-d898-4884-ab39-1b6584911c40 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:24.835676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-99937be5-7ae4-4e50-b04c-e1656a46f586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:24.853809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-99937be5-7ae4-4e50-b04c-e1656a46f586 admin admin] Usage tracker for resource:security_group_rule and tenant:95a03b6d4c9244e1bbb562c2c163b67b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:24.859470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-99937be5-7ae4-4e50-b04c-e1656a46f586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:24.875844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-99937be5-7ae4-4e50-b04c-e1656a46f586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:24.890981 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-50f81741-7800-4e82-8a92-b082fad0ad36 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=13a469cfe5354987afc61d8fbdb46baa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0934765 May 25 20:38:24.897060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57282) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:24.917221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Transition to ACTIVE for port object c9a495e1-d898-4884-ab39-1b6584911c40 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:24.932446 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.036484 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1326498470', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:16Z', 'updated_at': '2022-05-25T20:38:21Z', 'revision_number': 3, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:18Z', 'updated_at': '2022-05-25T20:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:25.052395 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Checking router: 11688a45-90b7-4aa9-a038-321f2bbf9438 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:38:25.052955 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Updating router 11688a45-90b7-4aa9-a038-321f2bbf9438 port d4f29435-17c3-443b-96f8-6fc4583ac9d9 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:38:25.054735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Network 8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:25.058491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Allocated IP 172.20.0.14 (8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1/2613615a-ec45-4ba1-a273-4858f5490b7b/802d6f0e-b1b1-4203-a84c-7c5568a7e4f7) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:25.085172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:25.090057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:25.165139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cef6c5-aa7d-40e2-9e64-77234d98a0c9 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:25.172112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f1cef6c5-aa7d-40e2-9e64-77234d98a0c9 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2707157 May 25 20:38:25.175986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57292) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:25.219388 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.255343 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de8b1894-b33b-40aa-bfef-76eea051d670 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.295653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-45707332-network', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:25.296130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Pushing event updated for resources: {'Port': ['ID=c9a495e1-d898-4884-ab39-1b6584911c40,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:25.311289 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Attempting to bind port c9a495e1-d898-4884-ab39-1b6584911c40 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:38:25.311869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Attempting to bind port c9a495e1-d898-4884-ab39-1b6584911c40 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd9f6d599-ed83-4a16-803a-c0d514fd9603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:38:25.312520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Attempting to bind port c9a495e1-d898-4884-ab39-1b6584911c40 on network 8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:25.320411 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de8b1894-b33b-40aa-bfef-76eea051d670 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.321619 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:38:25.322377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Checking segment: {'id': 'd9f6d599-ed83-4a16-803a-c0d514fd9603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:25.322967 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.323262 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:25.323955 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Bound using segment: {'id': 'd9f6d599-ed83-4a16-803a-c0d514fd9603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:38:25.324615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Bound port: c9a495e1-d898-4884-ab39-1b6584911c40, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f6d599-ed83-4a16-803a-c0d514fd9603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:38:25.325156 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.334252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Usage tracker for resource:network and tenant:b85e856c0ec4479d8c81295f07f3ba9f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:25.433356 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-99937be5-7ae4-4e50-b04c-e1656a46f586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.438856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-76e32bf2-e8ba-4783-8a2b-5f3550c98d02 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2617431 May 25 20:38:25.441172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:25.451422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57302) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:25.459404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:25.465566 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-99937be5-7ae4-4e50-b04c-e1656a46f586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.484821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] For port c9a495e1-d898-4884-ab39-1b6584911c40, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:38:25.489286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] For port c9a495e1-d898-4884-ab39-1b6584911c40, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c9a495e1-d898-4884-ab39-1b6584911c40,segment=NetworkSegment(d9f6d599-ed83-4a16-803a-c0d514fd9603),segment_id=d9f6d599-ed83-4a16-803a-c0d514fd9603)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:38:25.497095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1371544098', 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5', 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:25.499476 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.563210 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.607217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Transition to ACTIVE for port object 802d6f0e-b1b1-4203-a84c-7c5568a7e4f7 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:25.636028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35cce4-6c8d-48e7-9c41-e5aff7c3d228 None None] Pushing event updated for resources: {'Port': ['ID=c9a495e1-d898-4884-ab39-1b6584911c40,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:25.667143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Made reservation on behalf of b85e856c0ec4479d8c81295f07f3ba9f for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:25.669941 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.742645 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.822714 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.848544 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-99937be5-7ae4-4e50-b04c-e1656a46f586 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95a03b6d4c9244e1bbb562c2c163b67b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0662980 May 25 20:38:25.858441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57310) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:25.859088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99937be5-7ae4-4e50-b04c-e1656a46f586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6638f4a-728e-40ba-9cc7-b1c0660d055b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:25.932534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b1894-b33b-40aa-bfef-76eea051d670 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55999036-77c7-4699-bb6c-ea2310d095fb,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:25.940564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:25.946978 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.963278 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Transition to ACTIVE for port object d4f29435-17c3-443b-96f8-6fc4583ac9d9 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:25.972902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Usage tracker for resource:security_group_rule and tenant:b85e856c0ec4479d8c81295f07f3ba9f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:25.973672 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:25.984320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:26.010271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:26.012089 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de8b1894-b33b-40aa-bfef-76eea051d670 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.013269 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-de8b1894-b33b-40aa-bfef-76eea051d670 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9082172 May 25 20:38:26.022841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network 8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:26.024450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ffd7145a-21ed-43bb-8729-eceeb90bc41d req-65fa1e60-2363-408b-b412-58f0d6a9b570 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:26.030495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57314) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:26.041325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:26.059278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:26.063985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:26.080815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Usage tracker for resource:subnet and tenant:13a469cfe5354987afc61d8fbdb46baa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:26.086516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:26.094268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:26.105760 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a5ab6-e8c0-451f-8c72-bd48faf9135b None None] Pushing event updated for resources: {'Port': ['ID=d4f29435-17c3-443b-96f8-6fc4583ac9d9,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:26.108305 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Attempting to bind port d4f29435-17c3-443b-96f8-6fc4583ac9d9 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:38:26.108664 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Attempting to bind port d4f29435-17c3-443b-96f8-6fc4583ac9d9 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:38:26.109011 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Attempting to bind port d4f29435-17c3-443b-96f8-6fc4583ac9d9 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:26.116475 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:38:26.116847 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:26.117246 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.117664 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:38:26.118130 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Bound port: d4f29435-17c3-443b-96f8-6fc4583ac9d9, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:38:26.118519 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.123687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3460e1b3-de33-4cce-b6d0-3675df104c3f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'security_group_rule': {'security_group_id': '6409afba-5603-4c3c-ba62-b36fde094351', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:26.143579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Allocated IP 172.20.0.9 (8813dec2-98a8-4139-81bc-466f9920ca17/559ec52e-2c38-4812-bd8a-df6029f28bb4/19f05eff-535f-46c6-acfc-58c998f5437e) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:26.146038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Made reservation on behalf of 13a469cfe5354987afc61d8fbdb46baa for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:26.153698 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.188168 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=802d6f0e-b1b1-4203-a84c-7c5568a7e4f7,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:26.189033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3460e1b3-de33-4cce-b6d0-3675df104c3f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:26.191441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ffd7145a-21ed-43bb-8729-eceeb90bc41d req-65fa1e60-2363-408b-b412-58f0d6a9b570 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:26.192632 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ffd7145a-21ed-43bb-8729-eceeb90bc41d req-65fa1e60-2363-408b-b412-58f0d6a9b570 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 210 time: 0.4088163 May 25 20:38:26.220515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3460e1b3-de33-4cce-b6d0-3675df104c3f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group_rule and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:26.230012 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] For port d4f29435-17c3-443b-96f8-6fc4583ac9d9, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:38:26.234031 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] For port d4f29435-17c3-443b-96f8-6fc4583ac9d9, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d4f29435-17c3-443b-96f8-6fc4583ac9d9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:38:26.240702 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.241246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:26.242466 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.281522 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e41a54d3-abad-454e-9155-b6d4bb16c3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.300081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3460e1b3-de33-4cce-b6d0-3675df104c3f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:26.334596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3460e1b3-de33-4cce-b6d0-3675df104c3f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:26.336810 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Routers {'11688a45-90b7-4aa9-a038-321f2bbf9438'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:38:26.337710 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:38:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11688a45-90b7-4aa9-a038-321f2bbf9438'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:26.356231 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e41a54d3-abad-454e-9155-b6d4bb16c3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.374189 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8ec99888-4187-4195-ab29-7d83d33f370c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8974223 May 25 20:38:26.383740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57318) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:26.433416 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3460e1b3-de33-4cce-b6d0-3675df104c3f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.466067 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a5ab6-e8c0-451f-8c72-bd48faf9135b None None] Pushing event updated for resources: {'Port': ['ID=d4f29435-17c3-443b-96f8-6fc4583ac9d9,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:26.494193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6302bc24-142b-4ecd-b522-cd898b28c015 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 802d6f0e-b1b1-4203-a84c-7c5568a7e4f7 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:38:26.494566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6302bc24-142b-4ecd-b522-cd898b28c015 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.580952 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.593720 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.596323 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e41a54d3-abad-454e-9155-b6d4bb16c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.616045 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] Set router 11688a45-90b7-4aa9-a038-321f2bbf9438 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:38:26.619687 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.624497 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3460e1b3-de33-4cce-b6d0-3675df104c3f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.638363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a54d3-abad-454e-9155-b6d4bb16c3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6638f4a-728e-40ba-9cc7-b1c0660d055b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:26.645905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Transition to ACTIVE for port object 19f05eff-535f-46c6-acfc-58c998f5437e will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:26.652480 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3460e1b3-de33-4cce-b6d0-3675df104c3f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.683839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:38:26.739340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460e1b3-de33-4cce-b6d0-3675df104c3f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46eb5dff-f208-4ef2-adac-97acb2f10629,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:26.756994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.757565 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Added segment bc14e441-f4b0-4421-9b85-80768d96f6f3 of type vlan for network fdd55884-78de-49bd-b2ef-25065992bf48 May 25 20:38:26.762708 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99ff75c-e8e2-4fbf-891c-30d4d7b13174,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:26.783587 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e41a54d3-abad-454e-9155-b6d4bb16c3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.785087 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e41a54d3-abad-454e-9155-b6d4bb16c3b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6638f4a-728e-40ba-9cc7-b1c0660d055b HTTP/1.1" status: 204 len: 168 time: 0.9121013 May 25 20:38:26.786529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.818118 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.846863 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3460e1b3-de33-4cce-b6d0-3675df104c3f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.854366 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3460e1b3-de33-4cce-b6d0-3675df104c3f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8177409 May 25 20:38:26.881821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57326) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:26.952388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:26.993305 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6302bc24-142b-4ecd-b522-cd898b28c015 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:27.038347 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c9a495e1-d898-4884-ab39-1b6584911c40 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:27.180794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'Subnet': ['ID=eeceff75-a97b-477d-9792-1cb9066e2266,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:27.194689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Checking segment: {'id': 'feb75bb5-f971-421d-b824-a4ee4adfff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:27.196919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Network hostable DHCP agents. Network: 5c935f79-ef07-41ac-a053-1acb1417a3a5, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:38:27.215179 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:27.216427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:27.221739 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:27.250568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port c9a495e1-d898-4884-ab39-1b6584911c40 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:27.366636 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5717707 May 25 20:38:27.369132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57340) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:27.379618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:27.391663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf5bfd7-b87d-4419-aee6-9c189635d2d0 None None] Network 8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:27.401204 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1326498470', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:16Z', 'updated_at': '2022-05-25T20:38:21Z', 'revision_number': 3, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:18Z', 'updated_at': '2022-05-25T20:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:27.418211 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435c0a71-8a3a-4254-ab88-365e47e86a2b None None] The sync data for ids ['11688a45-90b7-4aa9-a038-321f2bbf9438'] in n-d-843339-1 is: [{'id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1326498470', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:16Z', 'updated_at': '2022-05-25T20:38:21Z', 'revision_number': 3, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:18Z', 'updated_at': '2022-05-25T20:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:38:27.485022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Request body: {'subnet': {'network_id': 'fdd55884-78de-49bd-b2ef-25065992bf48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-45707332-subnet', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:27.497345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:27.516810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:27.561056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:floatingip and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:27.565719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Usage tracker for resource:subnet and tenant:b85e856c0ec4479d8c81295f07f3ba9f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:27.580528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Network 5c935f79-ef07-41ac-a053-1acb1417a3a5 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:38:27.586100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:27.588955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:27.606852 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Provisioning for port c9a495e1-d898-4884-ab39-1b6584911c40 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:27.621962 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Provisioning complete for port c9a495e1-d898-4884-ab39-1b6584911c40 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:27.622650 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:27.653533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6302bc24-142b-4ecd-b522-cd898b28c015 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 802d6f0e-b1b1-4203-a84c-7c5568a7e4f7 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:38:27.721212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 8813dec2-98a8-4139-81bc-466f9920ca17 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:27.729127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:27.738978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:27.891239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=19f05eff-535f-46c6-acfc-58c998f5437e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:28.002709 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:28.003380 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:28.020282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:28.024935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:28.026824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65b350-d56f-4ac5-8ea1-b2ae925c3749 admin admin] Pushing event updated for resources: {'Network': ['ID=fdd55884-78de-49bd-b2ef-25065992bf48,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:28.087916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 5c935f79-ef07-41ac-a053-1acb1417a3a5) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:28.095997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:28.096972 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:28.123445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Made reservation on behalf of b85e856c0ec4479d8c81295f07f3ba9f for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:28.126400 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:28.138412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network fdd55884-78de-49bd-b2ef-25065992bf48 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:38:28.218029 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-103b008e-127c-4d46-9cc2-2ac3621547f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7226062 May 25 20:38:28.240722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Request body: {'port': {'device_id': '9f485c35-b61e-4aed-8703-fed0794bf668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:28.289002 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:28.322046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aadc66-2996-4fc5-bf7c-f92fe17f5fde None None] Network 5c935f79-ef07-41ac-a053-1acb1417a3a5 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:28.403163 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6302bc24-142b-4ecd-b522-cd898b28c015 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:28.430636 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-aa5db46a-8111-48c4-a682-c38ce2de8732 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9756067 May 25 20:38:28.432612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57380) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:28.621875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302bc24-142b-4ecd-b522-cd898b28c015 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=802d6f0e-b1b1-4203-a84c-7c5568a7e4f7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:28.646001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Current status of the port c9a495e1-d898-4884-ab39-1b6584911c40 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:28.646397 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:28.656675 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-78075901-0d2d-4c51-b734-ca2518439673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:28.687016 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:28.861638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] For port c9a495e1-d898-4884-ab39-1b6584911c40, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c9a495e1-d898-4884-ab39-1b6584911c40,segment=NetworkSegment(d9f6d599-ed83-4a16-803a-c0d514fd9603),segment_id=d9f6d599-ed83-4a16-803a-c0d514fd9603)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:28.890668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-5c935f79-ef07-41ac-a053-1acb1417a3a5', 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'fixed_ips': [{'subnet_id': 'eeceff75-a97b-477d-9792-1cb9066e2266'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:38:28.894557 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:28.914401 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:28.930637 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:28.998043 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6302bc24-142b-4ecd-b522-cd898b28c015 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:29.003665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6302bc24-142b-4ecd-b522-cd898b28c015 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/802d6f0e-b1b1-4203-a84c-7c5568a7e4f7 HTTP/1.1" status: 204 len: 168 time: 2.6188068 May 25 20:38:29.019441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57392) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:29.092550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Pushing event updated for resources: {'Port': ['ID=c9a495e1-d898-4884-ab39-1b6584911c40,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:29.116520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d4f29435-17c3-443b-96f8-6fc4583ac9d9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:29.120459 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e90c87-67db-4fc4-9a7d-a58c1d82c516 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] DELETE failed (client error): The resource could not be found. May 25 20:38:29.121261 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e90c87-67db-4fc4-9a7d-a58c1d82c516 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:38:29.123706 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c8e90c87-67db-4fc4-9a7d-a58c1d82c516 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/802d6f0e-b1b1-4203-a84c-7c5568a7e4f7 HTTP/1.1" status: 404 len: 333 time: 0.1030042 May 25 20:38:29.129243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57398) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:29.330923 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7afe258-29c6-4906-8e6c-31bc50fa00b0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] GET failed (client error): The resource could not be found. May 25 20:38:29.332144 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c7afe258-29c6-4906-8e6c-31bc50fa00b0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:29.390918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c7afe258-29c6-4906-8e6c-31bc50fa00b0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:29.396929 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c7afe258-29c6-4906-8e6c-31bc50fa00b0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/802d6f0e-b1b1-4203-a84c-7c5568a7e4f7 HTTP/1.1" status: 404 len: 333 time: 0.2636230 May 25 20:38:29.408089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57406) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:29.418005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6ab0ed38-8b31-4999-9bff-5ca4384e9933 None None] Provisioning for port 19f05eff-535f-46c6-acfc-58c998f5437e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:29.449795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:29.457772 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:29.458250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:29.458660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:29.459063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:29.459393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:29.459720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:29.460173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:29.460638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:29.460968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:29.461287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:29.461781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7901c89c-47e6-4c68-8781-0ee6df0630de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:29.502700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6ab0ed38-8b31-4999-9bff-5ca4384e9933 None None] Provisioning complete for port 19f05eff-535f-46c6-acfc-58c998f5437e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:29.503130 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ed38-8b31-4999-9bff-5ca4384e9933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:29.532556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ba009-d9ad-4522-8600-4bb8a979e287 req-c4c33d89-469f-42dc-ae86-046cbdceceb0 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:29.542858 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-277ba009-d9ad-4522-8600-4bb8a979e287 req-c4c33d89-469f-42dc-ae86-046cbdceceb0 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 931 time: 2.0527411 May 25 20:38:29.608297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port d4f29435-17c3-443b-96f8-6fc4583ac9d9 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:29.615050 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:29.672982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-9971f1af-e953-4b91-a702-7214600bb5f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting subnet 2613615a-ec45-4ba1-a273-4858f5490b7b {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:38:29.680806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9971f1af-e953-4b91-a702-7214600bb5f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:29.724574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port d4f29435-17c3-443b-96f8-6fc4583ac9d9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:29.734244 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:29.778997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=841efb9b-5ecd-4c95-9e9b-66b939e3f200,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:29.899709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6ab0ed38-8b31-4999-9bff-5ca4384e9933 None None] Port 19f05eff-535f-46c6-acfc-58c998f5437e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:38:29.982828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Allocated IP 172.20.0.18 (5c935f79-ef07-41ac-a053-1acb1417a3a5/eeceff75-a97b-477d-9792-1cb9066e2266/97496a28-c6ac-43c0-b721-95799f50fa04) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:30.025929 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-277ba009-d9ad-4522-8600-4bb8a979e287 req-8ab07710-603b-40c3-992a-4aed72927291 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f0bcbce-74ba-4041-bbde-1268cdc9169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4820795 May 25 20:38:30.052898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Checking segment: {'id': 'bc14e441-f4b0-4421-9b85-80768d96f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fdd55884-78de-49bd-b2ef-25065992bf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:30.053422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Network hostable DHCP agents. Network: fdd55884-78de-49bd-b2ef-25065992bf48, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:38:30.069485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f05eff-535f-46c6-acfc-58c998f5437e {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:38:30.080724 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:30.159167 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Transition to ACTIVE for port object 19f05eff-535f-46c6-acfc-58c998f5437e will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:30.206971 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:30.308662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d213a852-173b-49cd-89d9-83959b401c2e None None] Provisioning complete for port c9a495e1-d898-4884-ab39-1b6584911c40 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:30.309052 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d213a852-173b-49cd-89d9-83959b401c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:30.431360 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9971f1af-e953-4b91-a702-7214600bb5f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:30.477759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port d4f29435-17c3-443b-96f8-6fc4583ac9d9 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:30.478364 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:30.527967 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port d4f29435-17c3-443b-96f8-6fc4583ac9d9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d4f29435-17c3-443b-96f8-6fc4583ac9d9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:30.545300 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:30.668370 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9971f1af-e953-4b91-a702-7214600bb5f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:30.707932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Network fdd55884-78de-49bd-b2ef-25065992bf48 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:38:30.790831 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2a088956-2bb7-45e3-80d3-fb38eb28da0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:30.800306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=d4f29435-17c3-443b-96f8-6fc4583ac9d9,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:30.811179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, fdd55884-78de-49bd-b2ef-25065992bf48) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:30.813471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Pushing event updated for resources: {'Port': ['ID=19f05eff-535f-46c6-acfc-58c998f5437e,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:30.833240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19de35c7-974c-4d41-9c33-ec9f2fdadf5a None None] Network fdd55884-78de-49bd-b2ef-25065992bf48 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:30.833526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:30.834113 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:30.862686 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:30.862970 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:30.875422 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:30.907909 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9971f1af-e953-4b91-a702-7214600bb5f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:30.925876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d213a852-173b-49cd-89d9-83959b401c2e None None] Current status of the port c9a495e1-d898-4884-ab39-1b6584911c40 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:30.939896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-81cff6df-1c74-4715-a891-3eaf3c7d0301 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5346606 May 25 20:38:30.941154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57428) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:30.941539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Transition to ACTIVE for port object 97496a28-c6ac-43c0-b721-95799f50fa04 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:30.952222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-45707332-router', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:30.972592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:30.972929 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Transition to ACTIVE for port object 97496a28-c6ac-43c0-b721-95799f50fa04 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:30.979048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971f1af-e953-4b91-a702-7214600bb5f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Subnet': ['ID=2613615a-ec45-4ba1-a273-4858f5490b7b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:30.987984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d4f29435-17c3-443b-96f8-6fc4583ac9d9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:30.989411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Usage tracker for resource:router and tenant:b85e856c0ec4479d8c81295f07f3ba9f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:31.003923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:31.023228 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:31.156293 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9971f1af-e953-4b91-a702-7214600bb5f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:31.198316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Allocated IP 172.25.3.189 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/8abf7294-3607-4ac3-9272-e89af9b45790) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:31.208986 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9971f1af-e953-4b91-a702-7214600bb5f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/2613615a-ec45-4ba1-a273-4858f5490b7b HTTP/1.1" status: 204 len: 168 time: 1.7951338 May 25 20:38:31.210542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0c696692-9648-469e-ae7c-68c890cebf2d None None] Could not find standard attr ID for object 802d6f0e-b1b1-4203-a84c-7c5568a7e4f7. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:38:31.210542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011e6ad1-99cc-4e04-af6a-fee4cebe58c7 None None] Network 8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:31.216493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57434) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:31.369539 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:31.383836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Network 5c935f79-ef07-41ac-a053-1acb1417a3a5 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:31.411681 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:31.422233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Attempting to bind port 19f05eff-535f-46c6-acfc-58c998f5437e on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:38:31.422773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Attempting to bind port 19f05eff-535f-46c6-acfc-58c998f5437e by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:38:31.423460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Attempting to bind port 19f05eff-535f-46c6-acfc-58c998f5437e on network 8813dec2-98a8-4139-81bc-466f9920ca17 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:31.428643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port c9a495e1-d898-4884-ab39-1b6584911c40 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:38:31.429120 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:31.430448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:31.443700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port d4f29435-17c3-443b-96f8-6fc4583ac9d9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:31.443969 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:31.473888 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:31.476792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:31.478883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Pushing event updated for resources: {'Port': ['ID=97496a28-c6ac-43c0-b721-95799f50fa04,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:31.492657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Port 19f05eff-535f-46c6-acfc-58c998f5437e on network 8813dec2-98a8-4139-81bc-466f9920ca17 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:38:31.493107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Attempting to bind port 19f05eff-535f-46c6-acfc-58c998f5437e on network 8813dec2-98a8-4139-81bc-466f9920ca17 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:31.504409 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:31.506739 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:31.524502 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:31.562865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:38:31.565292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Checking segment: {'id': '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:31.565807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Bound using segment: {'id': '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:38:31.566429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Bound port: 19f05eff-535f-46c6-acfc-58c998f5437e, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:38:31.566888 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:31.676854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98ffaa-ad68-4562-b176-deabae9ab4c7 req-5fb24415-92b0-412c-9b53-9a31a084002b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:31.678856 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d98ffaa-ad68-4562-b176-deabae9ab4c7 req-5fb24415-92b0-412c-9b53-9a31a084002b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 943 time: 0.5160556 May 25 20:38:31.831632 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:31.998784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] For port c9a495e1-d898-4884-ab39-1b6584911c40, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c9a495e1-d898-4884-ab39-1b6584911c40,segment=NetworkSegment(d9f6d599-ed83-4a16-803a-c0d514fd9603),segment_id=d9f6d599-ed83-4a16-803a-c0d514fd9603)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:31.999136 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:32.112943 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:32.123797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Attempting to bind port 97496a28-c6ac-43c0-b721-95799f50fa04 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:38:32.124329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Attempting to bind port 97496a28-c6ac-43c0-b721-95799f50fa04 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'feb75bb5-f971-421d-b824-a4ee4adfff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:38:32.124788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Attempting to bind port 97496a28-c6ac-43c0-b721-95799f50fa04 on network 5c935f79-ef07-41ac-a053-1acb1417a3a5 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:32.133861 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-fdd55884-78de-49bd-b2ef-25065992bf48', 'network_id': 'fdd55884-78de-49bd-b2ef-25065992bf48', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'fixed_ips': [{'subnet_id': '841efb9b-5ecd-4c95-9e9b-66b939e3f200'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:38:32.134868 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:32.156603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:38:32.157176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Checking segment: {'id': 'feb75bb5-f971-421d-b824-a4ee4adfff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:32.157805 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:32.158471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Bound using segment: {'id': 'feb75bb5-f971-421d-b824-a4ee4adfff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:38:32.159254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Bound port: 97496a28-c6ac-43c0-b721-95799f50fa04, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb75bb5-f971-421d-b824-a4ee4adfff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:38:32.160174 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:32.217678 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:32.224351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for c9a495e1-d898-4884-ab39-1b6584911c40 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:38:32.340846 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:32.385040 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:32.453723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Allocated IP 172.20.0.2 (fdd55884-78de-49bd-b2ef-25065992bf48/841efb9b-5ecd-4c95-9e9b-66b939e3f200/615ae205-5f6c-4b49-b4d0-fa0a1d7d985c) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:32.460416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=c9a495e1-d898-4884-ab39-1b6584911c40,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:32.483612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:32.491267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:32.493782 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No DVR routers for this DVR port c9a495e1-d898-4884-ab39-1b6584911c40 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:38:32.504406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:32.509060 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1d98ffaa-ad68-4562-b176-deabae9ab4c7 req-f254faa1-6860-4998-8365-0193cc877d78 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f0bcbce-74ba-4041-bbde-1268cdc9169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8230205 May 25 20:38:32.569356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'Port': ['ID=8abf7294-3607-4ac3-9272-e89af9b45790,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:32.695291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] For port 19f05eff-535f-46c6-acfc-58c998f5437e, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:38:32.715034 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:32.753244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] For port 97496a28-c6ac-43c0-b721-95799f50fa04, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:38:32.757201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] For port 19f05eff-535f-46c6-acfc-58c998f5437e, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=19f05eff-535f-46c6-acfc-58c998f5437e,segment=NetworkSegment(7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302),segment_id=7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:38:32.759089 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:32.760107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Allocated IP 172.20.0.17 (5c935f79-ef07-41ac-a053-1acb1417a3a5/eeceff75-a97b-477d-9792-1cb9066e2266/64ad2908-3734-4044-9dfc-097b8f2735da) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:32.764725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] For port 97496a28-c6ac-43c0-b721-95799f50fa04, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=97496a28-c6ac-43c0-b721-95799f50fa04,segment=NetworkSegment(feb75bb5-f971-421d-b824-a4ee4adfff0e),segment_id=feb75bb5-f971-421d-b824-a4ee4adfff0e)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:38:32.783006 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:32.871925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:32.872544 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:32.874374 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] 10.222.0.50 "PUT /v2.0/ports/19f05eff-535f-46c6-acfc-58c998f5437e HTTP/1.1" status: 200 len: 1091 time: 4.6466606 May 25 20:38:32.874927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f485c35-b61e-4aed-8703-fed0794bf668', 'tag': '19f05eff-535f-46c6-acfc-58c998f5437e'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:38:32.893403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:32.907101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f6d599-ed83-4a16-803a-c0d514fd9603') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:32.907101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f6d599-ed83-4a16-803a-c0d514fd9603') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:32.919117 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:32.926016 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:32.986266 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac36767d-1f2b-4bc3-b1d5-c1b8eedbce55'] response: {'name': 'network-changed', 'server_uuid': '9f485c35-b61e-4aed-8703-fed0794bf668', 'tag': '19f05eff-535f-46c6-acfc-58c998f5437e', 'status': 'completed', 'code': 200} May 25 20:38:32.988642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e331d41-c300-44d9-b993-ac2e8661c55a service neutron] Pushing event updated for resources: {'Port': ['ID=19f05eff-535f-46c6-acfc-58c998f5437e,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:33.004975 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:33.018950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:38:33.019353 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:33.116931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port d4f29435-17c3-443b-96f8-6fc4583ac9d9 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:33.117996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c9a495e1-d898-4884-ab39-1b6584911c40 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:33.118926 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment d9f6d599-ed83-4a16-803a-c0d514fd9603 resource provider aggregate not found May 25 20:38:33.152793 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:33.155871 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment d9f6d599-ed83-4a16-803a-c0d514fd9603 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9f6d599-ed83-4a16-803a-c0d514fd9603 found for delete ", "request_id": "req-d9532aad-2cad-4653-9271-7ee1e845c3c8"}]} May 25 20:38:33.157378 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:33.189409 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:33.227945 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:33.231807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: c9a495e1-d898-4884-ab39-1b6584911c40 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:38:33.232592 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c9a495e1-d898-4884-ab39-1b6584911c40 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 25 20:38:33.236899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Network': ['ID=8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:33.243529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dda743-5279-441f-a238-5650d115cb13 req-6f5b3eb6-eb8c-49a3-abd4-7c9692edcd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:33.245015 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-6f5b3eb6-eb8c-49a3-abd4-7c9692edcd6a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 1094 time: 0.3111207 May 25 20:38:33.297708 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Transition to ACTIVE for port object 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:33.323956 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7f894559-723f-4740-9dbc-61ae1fb4c722 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/networks/8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1 HTTP/1.1" status: 204 len: 168 time: 2.1063721 May 25 20:38:33.332944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57464) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:33.336216 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-2fb79def-0f7f-47ae-9874-c21df7259c23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19f05eff-535f-46c6-acfc-58c998f5437e HTTP/1.1" status: 200 len: 217 time: 0.0821033 May 25 20:38:33.337042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Port c9a495e1-d898-4884-ab39-1b6584911c40 not found, will not notify nova. {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 25 20:38:33.340510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1261056172'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:33.350776 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:33.397628 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:33.458888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d14ca7f-3b59-41fe-9a54-166cfcdebea3 None None] DHCP port deletion for 8d8bacf5-a8f1-472e-9f55-7a8bc098cfc1 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:38:33.461740 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Transition to ACTIVE for port object 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:33.479205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31add6-c3ad-4be8-a66f-bdb48bd2e7db None None] Pushing event updated for resources: {'Port': ['ID=97496a28-c6ac-43c0-b721-95799f50fa04,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:33.482980 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:33.495779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dda743-5279-441f-a238-5650d115cb13 req-aff4ef98-5c94-46e5-bcfc-520034b74624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:33.497241 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-aff4ef98-5c94-46e5-bcfc-520034b74624 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=559ec52e-2c38-4812-bd8a-df6029f28bb4 HTTP/1.1" status: 200 len: 835 time: 0.1525192 May 25 20:38:33.503055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:network and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:33.511518 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:33.531435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Transition to ACTIVE for port object 64ad2908-3734-4044-9dfc-097b8f2735da will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:33.640451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Network fdd55884-78de-49bd-b2ef-25065992bf48 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:33.646574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:33.650651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:33.760412 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:33.789722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:33.839533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:33.888138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Network 5c935f79-ef07-41ac-a053-1acb1417a3a5 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:33.936058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:33.938507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:33.970438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Pushing event updated for resources: {'Port': ['ID=615ae205-5f6c-4b49-b4d0-fa0a1d7d985c,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:34.035505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Attempting to bind port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:38:34.036166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Attempting to bind port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'bc14e441-f4b0-4421-9b85-80768d96f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fdd55884-78de-49bd-b2ef-25065992bf48'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:38:34.040496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Attempting to bind port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c on network fdd55884-78de-49bd-b2ef-25065992bf48 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:34.085200 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:38:34.086245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Checking segment: {'id': 'bc14e441-f4b0-4421-9b85-80768d96f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fdd55884-78de-49bd-b2ef-25065992bf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:34.088010 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:34.090953 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Bound using segment: {'id': 'bc14e441-f4b0-4421-9b85-80768d96f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fdd55884-78de-49bd-b2ef-25065992bf48'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:38:34.092736 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Bound port: 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14e441-f4b0-4421-9b85-80768d96f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fdd55884-78de-49bd-b2ef-25065992bf48'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:38:34.094349 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:34.105789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:34.109697 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:34.167100 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:34.177131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:38:34.192127 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:34.229839 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:34.231873 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Added segment 6881fdfb-2aed-470f-91d8-c521de3440ce of type vlan for network 22dcb514-f184-4969-b281-49ce3ce2dbf0 May 25 20:38:34.247214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dda743-5279-441f-a238-5650d115cb13 req-19bc2c11-c471-4d0d-a509-351c9c244ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:34.253379 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-19bc2c11-c471-4d0d-a509-351c9c244ef0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8813dec2-98a8-4139-81bc-466f9920ca17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7427387 May 25 20:38:34.311143 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:34.322507 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:34.331386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] For port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:38:34.336277 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] For port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=615ae205-5f6c-4b49-b4d0-fa0a1d7d985c,segment=NetworkSegment(bc14e441-f4b0-4421-9b85-80768d96f6f3),segment_id=bc14e441-f4b0-4421-9b85-80768d96f6f3)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:38:34.346347 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:34.355449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4035db4-2087-46fb-b691-b22034372e6e req-6ab6e641-9b8b-489c-b153-ddc9ec9e7d23 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:34.356903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4035db4-2087-46fb-b691-b22034372e6e req-6ab6e641-9b8b-489c-b153-ddc9ec9e7d23 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 943 time: 0.4555712 May 25 20:38:34.437038 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:34.465267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'Port': ['ID=64ad2908-3734-4044-9dfc-097b8f2735da,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:34.473906 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4035db4-2087-46fb-b691-b22034372e6e req-a154a290-5f95-47e2-92e9-88d3f320333a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f0bcbce-74ba-4041-bbde-1268cdc9169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006413 May 25 20:38:34.480935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdb91a-cba8-4219-a25c-fbbfcfc25070 None None] Pushing event updated for resources: {'Port': ['ID=615ae205-5f6c-4b49-b4d0-fa0a1d7d985c,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:34.526982 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-e6210bda-fff5-4cb6-b4c4-2a2f66fb1a0d service neutron] 10.222.0.50 "GET /v2.0/networks/8813dec2-98a8-4139-81bc-466f9920ca17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656906 May 25 20:38:34.541505 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:34.563657 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:34.570748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:34.571422 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:34.836471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Allocated IP 172.25.3.155 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/74f3960c-5116-414a-ba71-deccdee1bdca) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:34.839027 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5048835 May 25 20:38:34.846724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57492) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:34.855269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec295f5-eb4b-482e-8bd6-380358b724f2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Network': ['ID=22dcb514-f184-4969-b281-49ce3ce2dbf0,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:34.863361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': '22dcb514-f184-4969-b281-49ce3ce2dbf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:34.870115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 22dcb514-f184-4969-b281-49ce3ce2dbf0 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:38:34.949550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9dda743-5279-441f-a238-5650d115cb13 req-70e06c4c-6721-4f64-8201-0bcf0dfc8e57 service neutron] 10.222.0.50 "GET /v2.0/networks/8813dec2-98a8-4139-81bc-466f9920ca17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148288 May 25 20:38:35.056889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'Port': ['ID=8abf7294-3607-4ac3-9272-e89af9b45790,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:35.162798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:35.168478 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:35.172486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:35.182326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:35.200578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ef0cb-66a7-4c9c-86b1-22d8171f608c req-86d0b9f9-7c82-4d38-b590-a202cdc578d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:35.202441 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d7ef0cb-66a7-4c9c-86b1-22d8171f608c req-86d0b9f9-7c82-4d38-b590-a202cdc578d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 1094 time: 0.1819091 May 25 20:38:35.204365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:35.209970 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:35.387730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bfbc57-b0a8-4afc-9357-ca1e356b91fb None None] Network 5c935f79-ef07-41ac-a053-1acb1417a3a5 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:35.415792 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:35.509769 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:35.614934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:35.685360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ef0cb-66a7-4c9c-86b1-22d8171f608c req-abeaa459-ab5c-42cc-814c-353cf36b3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:35.686860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d7ef0cb-66a7-4c9c-86b1-22d8171f608c req-abeaa459-ab5c-42cc-814c-353cf36b3cb0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8813dec2-98a8-4139-81bc-466f9920ca17 HTTP/1.1" status: 200 len: 897 time: 0.3215637 May 25 20:38:35.720586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:35.745947 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:35.786089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:35.810030 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 97496a28-c6ac-43c0-b721-95799f50fa04 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:35.896898 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-daafe091-b996-4822-ad06-afa4c07b3f03 None None] Provisioning for port 97496a28-c6ac-43c0-b721-95799f50fa04 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:35.970639 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d7ef0cb-66a7-4c9c-86b1-22d8171f608c req-8c5f5bc6-fa05-403c-92f2-91f202e4d45c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19f05eff-535f-46c6-acfc-58c998f5437e HTTP/1.1" status: 200 len: 217 time: 0.2751954 May 25 20:38:36.039998 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 97496a28-c6ac-43c0-b721-95799f50fa04 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:36.045980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 97496a28-c6ac-43c0-b721-95799f50fa04 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:36.046577 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:36.081595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ef0cb-66a7-4c9c-86b1-22d8171f608c req-59eacbac-1ddb-4412-87b6-3fa47a16b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:36.083406 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d7ef0cb-66a7-4c9c-86b1-22d8171f608c req-59eacbac-1ddb-4412-87b6-3fa47a16b5fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=559ec52e-2c38-4812-bd8a-df6029f28bb4 HTTP/1.1" status: 200 len: 835 time: 0.1000185 May 25 20:38:36.085597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:36.133144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=74f3960c-5116-414a-ba71-deccdee1bdca,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:36.174626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e1708f-4e59-44c1-95e1-be3533dc247a None None] Network fdd55884-78de-49bd-b2ef-25065992bf48 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:36.222909 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:36.284888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ef0cb-66a7-4c9c-86b1-22d8171f608c req-26cb8149-0de4-4953-9fe3-5d91907a9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:36.289976 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d7ef0cb-66a7-4c9c-86b1-22d8171f608c req-26cb8149-0de4-4953-9fe3-5d91907a9038 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8813dec2-98a8-4139-81bc-466f9920ca17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972005 May 25 20:38:36.291629 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:36.317599 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d8375647-2797-481a-ab38-a2d27161a464 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.4111645 May 25 20:38:36.328662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9aac5564-24a7-4cde-a895-0a831c58ccf4 None None] Provisioning for port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:36.343242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 97496a28-c6ac-43c0-b721-95799f50fa04 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:36.343792 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:36.422850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 97496a28-c6ac-43c0-b721-95799f50fa04, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=97496a28-c6ac-43c0-b721-95799f50fa04,segment=NetworkSegment(feb75bb5-f971-421d-b824-a4ee4adfff0e),segment_id=feb75bb5-f971-421d-b824-a4ee4adfff0e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:36.435407 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:36.437806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:36.547897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Subnet': ['ID=2e1ee318-154e-45dd-9365-9dc92f459608,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:36.561586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Checking segment: {'id': '6881fdfb-2aed-470f-91d8-c521de3440ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '22dcb514-f184-4969-b281-49ce3ce2dbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:36.561955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network hostable DHCP agents. Network: 22dcb514-f184-4969-b281-49ce3ce2dbf0, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:38:36.632826 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d7ef0cb-66a7-4c9c-86b1-22d8171f608c req-81da6261-fda7-467d-8a2d-235dda710457 service neutron] 10.222.0.50 "GET /v2.0/networks/8813dec2-98a8-4139-81bc-466f9920ca17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380880 May 25 20:38:36.705171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network 22dcb514-f184-4969-b281-49ce3ce2dbf0 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:38:36.967861 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=97496a28-c6ac-43c0-b721-95799f50fa04,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:36.978941 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c57e6b1b-65d8-42c3-8ffb-36d6269e66b7 None None] Provisioning complete for port 97496a28-c6ac-43c0-b721-95799f50fa04 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:36.979374 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c57e6b1b-65d8-42c3-8ffb-36d6269e66b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:37.093112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:37.160586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:37.160950 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:37.211083 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d7ef0cb-66a7-4c9c-86b1-22d8171f608c req-b466a78e-1ba1-4e17-961b-8ab335b10833 service neutron] 10.222.0.50 "GET /v2.0/networks/8813dec2-98a8-4139-81bc-466f9920ca17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704038 May 25 20:38:37.216297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-35d818da-9da1-486a-b039-9225a75150ae req-4a4ae8b2-9d61-4469-ac5b-4e24702b68df tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:37.234733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 22dcb514-f184-4969-b281-49ce3ce2dbf0) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:37.241067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:37.241656 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:37.250545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c36fcf-b560-4b43-95af-27d725b0e283 None None] Network 22dcb514-f184-4969-b281-49ce3ce2dbf0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:37.259449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-35d818da-9da1-486a-b039-9225a75150ae req-4a4ae8b2-9d61-4469-ac5b-4e24702b68df tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:37.268382 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-4a4ae8b2-9d61-4469-ac5b-4e24702b68df tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1922638136&fields=id&tenant_id=84315881ccfd48e3a01bec49588326fa HTTP/1.1" status: 200 len: 267 time: 0.5792856 May 25 20:38:37.283612 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:37.450185 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7f7a6503-be7a-4b6e-965e-70168610ff7a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6019866 May 25 20:38:37.459749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57548) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:37.481490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'network_id': '22dcb514-f184-4969-b281-49ce3ce2dbf0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2005544903'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:37.509786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c57e6b1b-65d8-42c3-8ffb-36d6269e66b7 None None] Current status of the port 97496a28-c6ac-43c0-b721-95799f50fa04 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:37.556127 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:37.600175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d818da-9da1-486a-b039-9225a75150ae req-b20c907c-f304-42e7-b8a9-8830beffba7b tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:37.602130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-b20c907c-f304-42e7-b8a9-8830beffba7b tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 815 time: 0.3328974 May 25 20:38:37.635262 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-ea882345-be07-4926-a733-b91938d232d6 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/quotas/84315881ccfd48e3a01bec49588326fa HTTP/1.1" status: 200 len: 375 time: 0.0222676 May 25 20:38:37.736288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22cf87-f70f-4ad8-a7a6-7d5c205a9017 req-46278ac8-361d-4cbc-bb46-ba0ee90ff666 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:37.737874 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d22cf87-f70f-4ad8-a7a6-7d5c205a9017 req-46278ac8-361d-4cbc-bb46-ba0ee90ff666 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 943 time: 1.6794109 May 25 20:38:37.781171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:37.794830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:port and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:37.801594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:37.814697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:37.815152 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:37.818441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:37.841613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c57e6b1b-65d8-42c3-8ffb-36d6269e66b7 None None] Provisioning for port 64ad2908-3734-4044-9dfc-097b8f2735da completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:37.850564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-22dcb514-f184-4969-b281-49ce3ce2dbf0', 'network_id': '22dcb514-f184-4969-b281-49ce3ce2dbf0', 'tenant_id': '41e61a66510849969b73a280f08318ff', 'fixed_ips': [{'subnet_id': '2e1ee318-154e-45dd-9365-9dc92f459608'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:38:37.851547 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:37.866413 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-6f720a73-b9e2-4a01-9839-5fae13fb530c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2144711 May 25 20:38:37.867755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:37.871970 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:37.909523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 19f05eff-535f-46c6-acfc-58c998f5437e details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:38:37.975144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'Port': ['ID=64ad2908-3734-4044-9dfc-097b8f2735da,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:37.980585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port 83567c2d-f877-44db-8d8c-e05c2dd0ae6b yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:38:37.992733 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d22cf87-f70f-4ad8-a7a6-7d5c205a9017 req-1a747837-4751-4f1f-893b-b93c8317ff41 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f0bcbce-74ba-4041-bbde-1268cdc9169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849523 May 25 20:38:37.996489 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:38.018541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c57e6b1b-65d8-42c3-8ffb-36d6269e66b7 None None] Provisioning complete for port 64ad2908-3734-4044-9dfc-097b8f2735da triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:38.020476 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c57e6b1b-65d8-42c3-8ffb-36d6269e66b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:38.104335 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-07803549-8053-461e-83c6-6f77a4835f4b service neutron] 10.222.0.60 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207606 May 25 20:38:38.277526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c57e6b1b-65d8-42c3-8ffb-36d6269e66b7 None None] Port 64ad2908-3734-4044-9dfc-097b8f2735da cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:38:38.340387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=615ae205-5f6c-4b49-b4d0-fa0a1d7d985c,segment=NetworkSegment(bc14e441-f4b0-4421-9b85-80768d96f6f3),segment_id=bc14e441-f4b0-4421-9b85-80768d96f6f3)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:38.441589 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:38.469957 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:38:38.631455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c9a495e1-d898-4884-ab39-1b6584911c40 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:38:38.632091 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-73d75f52-ad90-458b-a630-38b0b82e72f9 service neutron] 10.222.0.60 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178201 May 25 20:38:38.642030 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:38.648008 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Allocated IP 172.20.0.5 (22dcb514-f184-4969-b281-49ce3ce2dbf0/2e1ee318-154e-45dd-9365-9dc92f459608/83567c2d-f877-44db-8d8c-e05c2dd0ae6b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:38.739562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=615ae205-5f6c-4b49-b4d0-fa0a1d7d985c,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:38.753175 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7f7cadbf-3b81-4b39-9349-d604f0b7fd77 None None] Provisioning complete for port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:38.753571 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7f7cadbf-3b81-4b39-9349-d604f0b7fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:38.819119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: c9a495e1-d898-4884-ab39-1b6584911c40 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:38:38.819455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c9a495e1-d898-4884-ab39-1b6584911c40 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:38:38.916009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Network 5c935f79-ef07-41ac-a053-1acb1417a3a5 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:38.925401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:38.940236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 19f05eff-535f-46c6-acfc-58c998f5437e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=19f05eff-535f-46c6-acfc-58c998f5437e,segment=NetworkSegment(7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302),segment_id=7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:38.961332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7f7cadbf-3b81-4b39-9349-d604f0b7fd77 None None] Current status of the port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:38.965081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '19f05eff-535f-46c6-acfc-58c998f5437e', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'port_id': '19f05eff-535f-46c6-acfc-58c998f5437e', 'mac_address': 'fa:16:3e:33:04:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:38:39.080878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 19f05eff-535f-46c6-acfc-58c998f5437e is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:39.081192 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:39.112622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 97496a28-c6ac-43c0-b721-95799f50fa04 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:39.154599 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:39.187677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Transition to ACTIVE for port object 83567c2d-f877-44db-8d8c-e05c2dd0ae6b will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:39.206838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f05eff-535f-46c6-acfc-58c998f5437e {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:38:39.230347 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7f7cadbf-3b81-4b39-9349-d604f0b7fd77 None None] Provisioning complete for port 64ad2908-3734-4044-9dfc-097b8f2735da triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:39.230756 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7f7cadbf-3b81-4b39-9349-d604f0b7fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:39.242063 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:39.338352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 19f05eff-535f-46c6-acfc-58c998f5437e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=19f05eff-535f-46c6-acfc-58c998f5437e,segment=NetworkSegment(7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302),segment_id=7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:39.358255 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:39.360725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network 22dcb514-f184-4969-b281-49ce3ce2dbf0 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:39.363180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:39.370206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:39.429927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 97496a28-c6ac-43c0-b721-95799f50fa04 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:39.430650 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:39.434462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=83567c2d-f877-44db-8d8c-e05c2dd0ae6b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:39.513374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:39.514038 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:39.553426 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2d4ac03e-9d16-4551-acfa-880a4c5b9fc4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0857019 May 25 20:38:39.554473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57566) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:39.569861 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7f7cadbf-3b81-4b39-9349-d604f0b7fd77 None None] Port 64ad2908-3734-4044-9dfc-097b8f2735da cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:38:39.600375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Allocated IP 172.20.0.2 (22dcb514-f184-4969-b281-49ce3ce2dbf0/2e1ee318-154e-45dd-9365-9dc92f459608/6951a689-20ea-40c6-be7e-8a634d8c8eae) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:39.680289 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['19f05eff-535f-46c6-acfc-58c998f5437e'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:38:39.805216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-905e2025-b4a7-4430-85b4-3f470fdae01f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 83567c2d-f877-44db-8d8c-e05c2dd0ae6b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:38:39.805563 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905e2025-b4a7-4430-85b4-3f470fdae01f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:39.811483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=19f05eff-535f-46c6-acfc-58c998f5437e,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:39.906735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 97496a28-c6ac-43c0-b721-95799f50fa04 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:39.908000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:39.956588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-300a9b21-ad32-438a-8190-4c4f52d9ed4d None None] Provisioning complete for port 64ad2908-3734-4044-9dfc-097b8f2735da triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:39.956769 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-300a9b21-ad32-438a-8190-4c4f52d9ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:40.026406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-300a9b21-ad32-438a-8190-4c4f52d9ed4d None None] Port 64ad2908-3734-4044-9dfc-097b8f2735da cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:38:40.109630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Router 11688a45-90b7-4aa9-a038-321f2bbf9438 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:38:40.528502 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:40.551006 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-19a35911-0619-44ec-8f91-d86352d5672a req-e274dbaa-d264-4205-8c6c-193ba6b0da03 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 210 time: 0.3361757 May 25 20:38:40.565507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:40.565943 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:40.653704 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905e2025-b4a7-4430-85b4-3f470fdae01f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:40.756975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b6f5b-23ed-4dcc-b45e-94939340bb42 req-2530b5fa-80d2-4c57-a35d-002aeac9b5f2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:40.760410 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f02b6f5b-23ed-4dcc-b45e-94939340bb42 req-2530b5fa-80d2-4c57-a35d-002aeac9b5f2 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 944 time: 1.5224342 May 25 20:38:40.761718 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:40.911763 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Transition to ACTIVE for port object 6951a689-20ea-40c6-be7e-8a634d8c8eae will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:40.964707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-905e2025-b4a7-4430-85b4-3f470fdae01f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 83567c2d-f877-44db-8d8c-e05c2dd0ae6b owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:38:41.011418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:41.028098 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f02b6f5b-23ed-4dcc-b45e-94939340bb42 req-62eef14c-a56d-4ffa-8d3f-91c35ef19dce tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f0bcbce-74ba-4041-bbde-1268cdc9169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969380 May 25 20:38:41.072379 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Transition to ACTIVE for port object 6951a689-20ea-40c6-be7e-8a634d8c8eae will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:41.097473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:38:41.107920 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:41.114602 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-64549872-9b1d-4414-89d5-02d2ddca13ee tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "PUT /v2.0/routers/11688a45-90b7-4aa9-a038-321f2bbf9438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5815716 May 25 20:38:41.205772 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Sync routers for ids ['11688a45-90b7-4aa9-a038-321f2bbf9438'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:38:41.318188 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905e2025-b4a7-4430-85b4-3f470fdae01f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:41.362115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Routers {'11688a45-90b7-4aa9-a038-321f2bbf9438'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:38:41.363049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:38:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11688a45-90b7-4aa9-a038-321f2bbf9438'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:41.395433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Router 65511537-6ad6-404e-8e0a-a9e195897355 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:38:41.463121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e2025-b4a7-4430-85b4-3f470fdae01f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=83567c2d-f877-44db-8d8c-e05c2dd0ae6b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:41.802733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Network 22dcb514-f184-4969-b281-49ce3ce2dbf0 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:41.813154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:38:41.815509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:41.831368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:41.834660 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Sync routers for ids ['65511537-6ad6-404e-8e0a-a9e195897355'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:38:41.849874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Pushing event updated for resources: {'Port': ['ID=6951a689-20ea-40c6-be7e-8a634d8c8eae,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:41.868883 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Routers {'65511537-6ad6-404e-8e0a-a9e195897355'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:38:41.869490 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:38:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['65511537-6ad6-404e-8e0a-a9e195897355'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:41.870644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Set router 11688a45-90b7-4aa9-a038-321f2bbf9438 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:38:41.951702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 19f05eff-535f-46c6-acfc-58c998f5437e up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:41.977480 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-905e2025-b4a7-4430-85b4-3f470fdae01f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:42.056505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-fe5f129a-33bc-45cf-8bf9-7166f9ac1ca1 req-386c2eeb-889c-4cc6-a1d6-8b176cb8ba80 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:42.088960 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:42.094631 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7d251dd9-e705-4e0f-8ea0-d42dd57eb6a2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.1471181 May 25 20:38:42.098389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57636) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:42.239767 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Set router 65511537-6ad6-404e-8e0a-a9e195897355 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:38:42.252775 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-905e2025-b4a7-4430-85b4-3f470fdae01f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/83567c2d-f877-44db-8d8c-e05c2dd0ae6b HTTP/1.1" status: 204 len: 168 time: 2.6977360 May 25 20:38:42.282265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-179bb5ba-496e-417c-9ef4-85cfa6bad695 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:42.287073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-179bb5ba-496e-417c-9ef4-85cfa6bad695 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Synchronizing usage tracker for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:42.307278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57642) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:42.307860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-fe5f129a-33bc-45cf-8bf9-7166f9ac1ca1 req-386c2eeb-889c-4cc6-a1d6-8b176cb8ba80 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:42.332187 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe5f129a-33bc-45cf-8bf9-7166f9ac1ca1 req-386c2eeb-889c-4cc6-a1d6-8b176cb8ba80 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 210 time: 0.5194621 May 25 20:38:42.350183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Attempting to bind port 6951a689-20ea-40c6-be7e-8a634d8c8eae on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:38:42.351869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Attempting to bind port 6951a689-20ea-40c6-be7e-8a634d8c8eae by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '6881fdfb-2aed-470f-91d8-c521de3440ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '22dcb514-f184-4969-b281-49ce3ce2dbf0'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:38:42.352326 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Attempting to bind port 6951a689-20ea-40c6-be7e-8a634d8c8eae on network 22dcb514-f184-4969-b281-49ce3ce2dbf0 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:42.488022 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-2853facd-b743-4f68-8f7f-0063f7016391 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] GET failed (client error): The resource could not be found. May 25 20:38:42.488954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2853facd-b743-4f68-8f7f-0063f7016391 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:42.507793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-179bb5ba-496e-417c-9ef4-85cfa6bad695 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Unset dirty status for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:42.509231 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-179bb5ba-496e-417c-9ef4-85cfa6bad695 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/networks?id=5c935f79-ef07-41ac-a053-1acb1417a3a5 HTTP/1.1" status: 200 len: 798 time: 0.9119065 May 25 20:38:42.558181 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-4e13c822-4d13-4ca0-9e26-4dc63b0f07fa tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/quotas/13a469cfe5354987afc61d8fbdb46baa HTTP/1.1" status: 200 len: 375 time: 0.0350533 May 25 20:38:42.573673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:38:42.574085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Checking segment: {'id': '6881fdfb-2aed-470f-91d8-c521de3440ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '22dcb514-f184-4969-b281-49ce3ce2dbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:42.574545 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:42.574941 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Bound using segment: {'id': '6881fdfb-2aed-470f-91d8-c521de3440ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '22dcb514-f184-4969-b281-49ce3ce2dbf0'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:38:42.575431 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Bound port: 6951a689-20ea-40c6-be7e-8a634d8c8eae, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6881fdfb-2aed-470f-91d8-c521de3440ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '22dcb514-f184-4969-b281-49ce3ce2dbf0'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:38:42.575797 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:42.674936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d818da-9da1-486a-b039-9225a75150ae req-1001a673-787c-47b2-871f-e6189042f481 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:42.684357 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-1001a673-787c-47b2-871f-e6189042f481 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 815 time: 0.6681075 May 25 20:38:42.786534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2853facd-b743-4f68-8f7f-0063f7016391 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:42.791122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2853facd-b743-4f68-8f7f-0063f7016391 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/83567c2d-f877-44db-8d8c-e05c2dd0ae6b HTTP/1.1" status: 404 len: 333 time: 0.4567034 May 25 20:38:42.796916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57652) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:42.833469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57658) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:42.899922 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-2398c428-68ba-40b3-985b-6eda8dbd93cd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84315881ccfd48e3a01bec49588326fa HTTP/1.1" status: 200 len: 380 time: 0.2069380 May 25 20:38:42.909980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 19f05eff-535f-46c6-acfc-58c998f5437e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:42.924775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 19f05eff-535f-46c6-acfc-58c998f5437e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:42.924775 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:42.927877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'port': {'device_id': '014456ec-30c3-4d0e-80db-6c253bd287b4', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'admin_state_up': True, 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'security_groups': ['6409afba-5603-4c3c-ba62-b36fde094351']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:42.979197 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65511537-6ad6-404e-8e0a-a9e195897355', 'name': 'tempest-TestAggregatesBasicOps-45707332-router', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:31Z', 'updated_at': '2022-05-25T20:38:37Z', 'revision_number': 3, 'project_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'gw_port': {'id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65511537-6ad6-404e-8e0a-a9e195897355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:34Z', 'updated_at': '2022-05-25T20:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:42.988966 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Checking router: 65511537-6ad6-404e-8e0a-a9e195897355 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:38:42.990695 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Updating router 65511537-6ad6-404e-8e0a-a9e195897355 port 74f3960c-5116-414a-ba71-deccdee1bdca binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:38:43.034516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] For port 6951a689-20ea-40c6-be7e-8a634d8c8eae, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:38:43.072820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fc622-1207-4bd4-868b-2afc036719d1 req-a7c12799-15ad-44d6-9fdd-7bbd64c52f30 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:43.087376 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-453fc622-1207-4bd4-868b-2afc036719d1 req-a7c12799-15ad-44d6-9fdd-7bbd64c52f30 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 944 time: 0.3960598 May 25 20:38:43.139483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-16cc2eab-3abd-4d26-980b-a73e7befacc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:43.150123 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:43.159191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-16cc2eab-3abd-4d26-980b-a73e7befacc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:43.163361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-16cc2eab-3abd-4d26-980b-a73e7befacc6 admin admin] Usage tracker for resource:security_group_rule and tenant:4cc36e4d1d934a898b3048d1a40953f8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:43.166438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-16cc2eab-3abd-4d26-980b-a73e7befacc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:43.172526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-16cc2eab-3abd-4d26-980b-a73e7befacc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:43.186388 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-84be6706-3dd4-4b88-8bcb-98f062a71e69 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=13a469cfe5354987afc61d8fbdb46baa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6176109 May 25 20:38:43.211075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting subnet 2e1ee318-154e-45dd-9365-9dc92f459608 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:38:43.215015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] For port 6951a689-20ea-40c6-be7e-8a634d8c8eae, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6951a689-20ea-40c6-be7e-8a634d8c8eae,segment=NetworkSegment(6881fdfb-2aed-470f-91d8-c521de3440ce),segment_id=6881fdfb-2aed-470f-91d8-c521de3440ce)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:38:43.239172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 19f05eff-535f-46c6-acfc-58c998f5437e is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:43.239548 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:43.255591 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:43.293425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-16cc2eab-3abd-4d26-980b-a73e7befacc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:43.324845 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:43.368786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c3204-1d75-4fe1-a8d2-6b8086ef7e8b None None] Pushing event updated for resources: {'Port': ['ID=6951a689-20ea-40c6-be7e-8a634d8c8eae,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:43.470804 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 19f05eff-535f-46c6-acfc-58c998f5437e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=19f05eff-535f-46c6-acfc-58c998f5437e,segment=NetworkSegment(7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302),segment_id=7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:43.475172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f485c35-b61e-4aed-8703-fed0794bf668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f05eff-535f-46c6-acfc-58c998f5437e'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:38:43.492156 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:43.557937 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-16cc2eab-3abd-4d26-980b-a73e7befacc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:43.654641 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-453fc622-1207-4bd4-868b-2afc036719d1 req-0b78d065-3371-4492-8716-b3383be0dbf0 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f0bcbce-74ba-4041-bbde-1268cdc9169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5661752 May 25 20:38:43.741370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc2eab-3abd-4d26-980b-a73e7befacc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156ea06e-26a0-473f-929e-06aee6c3ec2a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:43.746088 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:43.758096 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-16cc2eab-3abd-4d26-980b-a73e7befacc6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4cc36e4d1d934a898b3048d1a40953f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9229212 May 25 20:38:43.768861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57672) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:43.789569 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Transition to ACTIVE for port object 74f3960c-5116-414a-ba71-deccdee1bdca will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:43.801551 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:43.943648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1326498470', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:16Z', 'updated_at': '2022-05-25T20:38:35Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:18Z', 'updated_at': '2022-05-25T20:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '64ad2908-3734-4044-9dfc-097b8f2735da', 'name': '', 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'mac_address': 'fa:16:3e:69:63:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'eeceff75-a97b-477d-9792-1cb9066e2266', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:32Z', 'updated_at': '2022-05-25T20:38:36Z', 'revision_number': 2, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'subnets': [{'id': 'eeceff75-a97b-477d-9792-1cb9066e2266', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:43.994583 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Attempting to bind port 74f3960c-5116-414a-ba71-deccdee1bdca on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:38:43.997389 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Attempting to bind port 74f3960c-5116-414a-ba71-deccdee1bdca by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:38:43.997389 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Attempting to bind port 74f3960c-5116-414a-ba71-deccdee1bdca on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:44.015470 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:38:44.020402 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:44.020969 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:44.021476 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:38:44.022112 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Bound port: 74f3960c-5116-414a-ba71-deccdee1bdca, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:38:44.022687 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:44.062422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=19f05eff-535f-46c6-acfc-58c998f5437e,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:44.074231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Checking router: 11688a45-90b7-4aa9-a038-321f2bbf9438 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:38:44.074602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Updating router 11688a45-90b7-4aa9-a038-321f2bbf9438 port 64ad2908-3734-4044-9dfc-097b8f2735da binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:38:44.084662 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:44.162825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:44.205462 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c7f9a53-d29b-49e3-b30b-dacc6ecb9cec req-3da9a6d6-bf24-444f-a8af-8263a2ebeb55 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 210 time: 0.2289648 May 25 20:38:44.229816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:44.256254 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ccb32-b7ad-4a10-9e12-4865a4e26ed7 None None] Pushing event updated for resources: {'Port': ['ID=74f3960c-5116-414a-ba71-deccdee1bdca,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:44.262233 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-7af2e98e-b6d7-4507-97d8-0048d692d54d service neutron] 10.222.0.60 "GET /v2.0/networks/5c935f79-ef07-41ac-a053-1acb1417a3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0450184 May 25 20:38:44.263277 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:44.272760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Made reservation on behalf of 84315881ccfd48e3a01bec49588326fa for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:44.285126 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:44.365839 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e33ec6da-06cf-4657-843c-727d9e823c62'] response: {'server_uuid': '9f485c35-b61e-4aed-8703-fed0794bf668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f05eff-535f-46c6-acfc-58c998f5437e', 'code': 200} May 25 20:38:44.391482 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d417e49a-098e-45ee-938b-87d20237eeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:44.435831 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] For port 74f3960c-5116-414a-ba71-deccdee1bdca, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:38:44.447025 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] For port 74f3960c-5116-414a-ba71-deccdee1bdca, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=74f3960c-5116-414a-ba71-deccdee1bdca,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:38:44.459186 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:44.518802 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d417e49a-098e-45ee-938b-87d20237eeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:44.583817 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Routers {'65511537-6ad6-404e-8e0a-a9e195897355'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:38:44.584630 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:38:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['65511537-6ad6-404e-8e0a-a9e195897355'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:44.674103 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ccb32-b7ad-4a10-9e12-4865a4e26ed7 None None] Pushing event updated for resources: {'Port': ['ID=74f3960c-5116-414a-ba71-deccdee1bdca,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:44.800208 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:44.880730 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] Set router 65511537-6ad6-404e-8e0a-a9e195897355 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:38:45.245385 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:45.261692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Transition to ACTIVE for port object 64ad2908-3734-4044-9dfc-097b8f2735da will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:45.275620 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:45.308891 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:45.384365 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d417e49a-098e-45ee-938b-87d20237eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:45.419666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417e49a-098e-45ee-938b-87d20237eeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156ea06e-26a0-473f-929e-06aee6c3ec2a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:45.461908 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d417e49a-098e-45ee-938b-87d20237eeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:45.474384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d417e49a-098e-45ee-938b-87d20237eeb5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/156ea06e-26a0-473f-929e-06aee6c3ec2a HTTP/1.1" status: 204 len: 168 time: 1.6945267 May 25 20:38:45.511536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe750b-3f82-4515-9037-164d9204524c None None] Pushing event updated for resources: {'Port': ['ID=64ad2908-3734-4044-9dfc-097b8f2735da,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:45.512987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da49720-a748-4a4f-b42d-12625b153675 req-7c592acc-180b-42d9-a254-8da7bbdb541e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:45.523077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6951a689-20ea-40c6-be7e-8a634d8c8eae up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:45.531023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9da49720-a748-4a4f-b42d-12625b153675 req-7c592acc-180b-42d9-a254-8da7bbdb541e tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 945 time: 0.5176508 May 25 20:38:45.612243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0da07b-8ad7-4e01-be00-2f1eb03d3dcc req-2dc66a79-a4e8-40d5-9c91-a88d27616d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:45.623324 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a0da07b-8ad7-4e01-be00-2f1eb03d3dcc req-2dc66a79-a4e8-40d5-9c91-a88d27616d9d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 1096 time: 1.1630867 May 25 20:38:45.628008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e89d18-769a-4719-bd70-fbf7ed5331e9 None None] Network 22dcb514-f184-4969-b281-49ce3ce2dbf0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:38:45.638433 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:45.646881 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-39103223-3d09-4f1f-858b-546731051c43 service neutron] 10.222.0.60 "GET /v2.0/networks/5c935f79-ef07-41ac-a053-1acb1417a3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3044610 May 25 20:38:45.772173 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65511537-6ad6-404e-8e0a-a9e195897355', 'name': 'tempest-TestAggregatesBasicOps-45707332-router', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:31Z', 'updated_at': '2022-05-25T20:38:37Z', 'revision_number': 3, 'project_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'gw_port': {'id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65511537-6ad6-404e-8e0a-a9e195897355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:34Z', 'updated_at': '2022-05-25T20:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:45.785455 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d2453-0a24-49b1-9daa-de0479259680 None None] The sync data for ids ['65511537-6ad6-404e-8e0a-a9e195897355'] in n-d-843339-1 is: [{'id': '65511537-6ad6-404e-8e0a-a9e195897355', 'name': 'tempest-TestAggregatesBasicOps-45707332-router', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:31Z', 'updated_at': '2022-05-25T20:38:37Z', 'revision_number': 3, 'project_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'gw_port': {'id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65511537-6ad6-404e-8e0a-a9e195897355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:34Z', 'updated_at': '2022-05-25T20:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:38:45.882205 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:45.911929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1ee318-154e-45dd-9365-9dc92f459608,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:45.937138 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9da49720-a748-4a4f-b42d-12625b153675 req-ac82acc1-0690-4d5c-a2c3-675c6b83e758 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f0bcbce-74ba-4041-bbde-1268cdc9169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4051437 May 25 20:38:45.986288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:45.987033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:45.987911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:45.988650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:45.989216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:45.989936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:45.990512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:45.992301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:45.993037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:45.995096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:45.995790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:45.996319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:38:46.020982 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3f1d4c9d-f524-4cc5-bacd-1ff80c967be5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/2e1ee318-154e-45dd-9365-9dc92f459608 HTTP/1.1" status: 204 len: 168 time: 3.2215054 May 25 20:38:46.024009 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a0da07b-8ad7-4e01-be00-2f1eb03d3dcc req-46f9d4fe-9258-47d8-9baf-470ec5e69b53 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f0bcbce-74ba-4041-bbde-1268cdc9169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693149 May 25 20:38:46.024856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57690) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:46.029240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Allocated IP 172.20.0.5 (055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf/b4c63cb4-de3d-4ac9-8978-4b0c69cb9351/a0059c02-c133-4589-88f8-1b6f1ec87e7d) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:46.274344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f8376efd-5581-4920-8c88-ede53f65837f None None] Provisioning for port 6951a689-20ea-40c6-be7e-8a634d8c8eae completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:46.385710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 6951a689-20ea-40c6-be7e-8a634d8c8eae completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:46.479415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6951a689-20ea-40c6-be7e-8a634d8c8eae triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:46.479802 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:46.669343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Attempting to bind port 64ad2908-3734-4044-9dfc-097b8f2735da on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:38:46.669834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Attempting to bind port 64ad2908-3734-4044-9dfc-097b8f2735da by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'feb75bb5-f971-421d-b824-a4ee4adfff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:38:46.670712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Attempting to bind port 64ad2908-3734-4044-9dfc-097b8f2735da on network 5c935f79-ef07-41ac-a053-1acb1417a3a5 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:46.684891 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-690c9b23-3cc8-4542-9668-ff63a016e53f req-d8b47d2a-dd1e-4491-b14b-9ca67ed06659 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 210 time: 0.4434028 May 25 20:38:46.702506 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-86a356d9-1e8b-4975-a005-813196dbd4b4 req-c80cb3b4-b9f6-4ea0-8752-00cc69a7e58a tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 210 time: 0.4656582 May 25 20:38:46.707238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57706) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:46.724402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:38:46.727240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Checking segment: {'id': 'feb75bb5-f971-421d-b824-a4ee4adfff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:46.727765 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:46.728806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Bound using segment: {'id': 'feb75bb5-f971-421d-b824-a4ee4adfff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:38:46.730664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Bound port: 64ad2908-3734-4044-9dfc-097b8f2735da, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb75bb5-f971-421d-b824-a4ee4adfff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:38:46.731440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:46.767829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Allocated IP 172.20.0.1 (fdd55884-78de-49bd-b2ef-25065992bf48/841efb9b-5ecd-4c95-9e9b-66b939e3f200/220b1ffb-e4b7-4257-a433-8d8b087d2590) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:46.815222 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab87c7d2-1a06-49f9-a5f9-e32eac91e67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:46.853467 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:46.875357 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:46.889154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ab87c7d2-1a06-49f9-a5f9-e32eac91e67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:46.901985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Transition to ACTIVE for port object a0059c02-c133-4589-88f8-1b6f1ec87e7d will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:46.950505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ab87c7d2-1a06-49f9-a5f9-e32eac91e67e admin admin] Usage tracker for resource:security_group_rule and tenant:3b2590f999cf4ec58fd3c8d7059c0a69 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:46.953433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 6951a689-20ea-40c6-be7e-8a634d8c8eae {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:38:46.953959 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:47.022849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ab87c7d2-1a06-49f9-a5f9-e32eac91e67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:47.028304 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:47.028518 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6951a689-20ea-40c6-be7e-8a634d8c8eae is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:47.028518 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:47.073830 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] For port 64ad2908-3734-4044-9dfc-097b8f2735da, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:38:47.084251 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] For port 64ad2908-3734-4044-9dfc-097b8f2735da, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=64ad2908-3734-4044-9dfc-097b8f2735da,segment=NetworkSegment(feb75bb5-f971-421d-b824-a4ee4adfff0e),segment_id=feb75bb5-f971-421d-b824-a4ee4adfff0e)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:38:47.108116 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:47.146451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 6951a689-20ea-40c6-be7e-8a634d8c8eae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6951a689-20ea-40c6-be7e-8a634d8c8eae,segment=NetworkSegment(6881fdfb-2aed-470f-91d8-c521de3440ce),segment_id=6881fdfb-2aed-470f-91d8-c521de3440ce)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:47.293089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ab87c7d2-1a06-49f9-a5f9-e32eac91e67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:47.302261 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:47.324225 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc3aaf-726b-4c68-a0cb-7b342f202032 None None] DHCP port deletion for 22dcb514-f184-4969-b281-49ce3ce2dbf0 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:38:47.348923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'Port': ['ID=a0059c02-c133-4589-88f8-1b6f1ec87e7d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:47.396243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:47.401963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:47.410951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:47.463609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-edbc3aaf-726b-4c68-a0cb-7b342f202032 None None] Deleting port 6951a689-20ea-40c6-be7e-8a634d8c8eae {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:38:47.464150 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-edbc3aaf-726b-4c68-a0cb-7b342f202032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:47.540752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe750b-3f82-4515-9037-164d9204524c None None] Pushing event updated for resources: {'Port': ['ID=64ad2908-3734-4044-9dfc-097b8f2735da,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:47.557416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74f3960c-5116-414a-ba71-deccdee1bdca up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:47.730948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:47.731692 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:47.794486 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-4f57c689-fad1-407e-91ad-98260a3c0f79 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8792796 May 25 20:38:47.811601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Request body: {'port': {'device_id': '014456ec-30c3-4d0e-80db-6c253bd287b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:48.014507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Routers {'11688a45-90b7-4aa9-a038-321f2bbf9438'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:38:48.029057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:38:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11688a45-90b7-4aa9-a038-321f2bbf9438'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:48.269499 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:48.274500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] Set router 11688a45-90b7-4aa9-a038-321f2bbf9438 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:38:48.286648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] For port 6951a689-20ea-40c6-be7e-8a634d8c8eae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6951a689-20ea-40c6-be7e-8a634d8c8eae,segment=NetworkSegment(6881fdfb-2aed-470f-91d8-c521de3440ce),segment_id=6881fdfb-2aed-470f-91d8-c521de3440ce)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:48.287587 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:48.417571 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00048ca7-fc07-4268-9a44-492c3ac47ec6 req-5918562f-ef69-48eb-8ad5-ad084fe3172f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:48.418239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-00048ca7-fc07-4268-9a44-492c3ac47ec6 req-5918562f-ef69-48eb-8ad5-ad084fe3172f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:48.444482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-00048ca7-fc07-4268-9a44-492c3ac47ec6 req-5918562f-ef69-48eb-8ad5-ad084fe3172f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:48.445774 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00048ca7-fc07-4268-9a44-492c3ac47ec6 req-5918562f-ef69-48eb-8ad5-ad084fe3172f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 931 time: 0.4153845 May 25 20:38:48.480634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 6951a689-20ea-40c6-be7e-8a634d8c8eae owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:38:48.586039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 74f3960c-5116-414a-ba71-deccdee1bdca completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:48.694819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=6951a689-20ea-40c6-be7e-8a634d8c8eae,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:48.698826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-51ec8986-e951-4788-aff1-1c505eba67ef None None] Provisioning for port a0059c02-c133-4589-88f8-1b6f1ec87e7d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:48.727070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 74f3960c-5116-414a-ba71-deccdee1bdca triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:48.728894 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:48.761506 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cf2a3-ae2d-4750-a647-fbab87a9c854 req-6d6c334f-b66d-427b-8490-6074e196df2a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:48.771796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed2cf2a3-ae2d-4750-a647-fbab87a9c854 req-6d6c334f-b66d-427b-8490-6074e196df2a tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 945 time: 1.5609074 May 25 20:38:48.806809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-51ec8986-e951-4788-aff1-1c505eba67ef None None] Provisioning complete for port a0059c02-c133-4589-88f8-1b6f1ec87e7d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:48.809480 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-51ec8986-e951-4788-aff1-1c505eba67ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:48.828993 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:48.907452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Transition to ACTIVE for port object 220b1ffb-e4b7-4257-a433-8d8b087d2590 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:48.961374 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed2cf2a3-ae2d-4750-a647-fbab87a9c854 req-bca75ad7-ef16-47b2-9a85-11f948b51660 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f0bcbce-74ba-4041-bbde-1268cdc9169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872344 May 25 20:38:48.986065 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:49.020970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-51ec8986-e951-4788-aff1-1c505eba67ef None None] Port a0059c02-c133-4589-88f8-1b6f1ec87e7d cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:38:49.123989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=6951a689-20ea-40c6-be7e-8a634d8c8eae,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:49.130449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No DVR routers for this DVR port 6951a689-20ea-40c6-be7e-8a634d8c8eae on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:38:49.244313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab87c7d2-1a06-49f9-a5f9-e32eac91e67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:49.318304 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab87c7d2-1a06-49f9-a5f9-e32eac91e67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:49.367367 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00048ca7-fc07-4268-9a44-492c3ac47ec6 req-a79f5e3f-89db-4941-8150-ff9ba926576b tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9064252 May 25 20:38:49.412932 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ab87c7d2-1a06-49f9-a5f9-e32eac91e67e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3b2590f999cf4ec58fd3c8d7059c0a69&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7024889 May 25 20:38:49.426795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-edbc3aaf-726b-4c68-a0cb-7b342f202032 None None] For port 6951a689-20ea-40c6-be7e-8a634d8c8eae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6951a689-20ea-40c6-be7e-8a634d8c8eae,segment=NetworkSegment(6881fdfb-2aed-470f-91d8-c521de3440ce),segment_id=6881fdfb-2aed-470f-91d8-c521de3440ce)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:49.427530 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-edbc3aaf-726b-4c68-a0cb-7b342f202032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:49.449270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57726) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:49.467089 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:49.565068 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:49.583611 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fda6c570-ab4f-4ff5-b14b-149b97f92484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:49.604200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Pushing event updated for resources: {'Port': ['ID=220b1ffb-e4b7-4257-a433-8d8b087d2590,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:49.628736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-70eb561d-4725-4842-b42d-616a75eba388 req-04ef9be5-4cf8-4bcb-9c2f-6fd826ba71e0 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Synchronizing usage tracker for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:49.657391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-cf9cb179-47ab-4ed2-b19d-26134f6893aa tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:49.659442 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-cf9cb179-47ab-4ed2-b19d-26134f6893aa tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.50 "GET /v2.0/networks?id=5c935f79-ef07-41ac-a053-1acb1417a3a5 HTTP/1.1" status: 200 len: 798 time: 1.1611583 May 25 20:38:49.678512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Request body: {'port': {'device_id': 'a0a03e59-56ce-4d16-857b-09ae81b68f9b', 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5', 'admin_state_up': True, 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:49.801059 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-edbc3aaf-726b-4c68-a0cb-7b342f202032 None None] Calling delete_port for 6951a689-20ea-40c6-be7e-8a634d8c8eae owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:38:49.808861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22dcb514-f184-4969-b281-49ce3ce2dbf0']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:49.830591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-70eb561d-4725-4842-b42d-616a75eba388 req-04ef9be5-4cf8-4bcb-9c2f-6fd826ba71e0 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Unset dirty status for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:49.832137 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70eb561d-4725-4842-b42d-616a75eba388 req-04ef9be5-4cf8-4bcb-9c2f-6fd826ba71e0 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 210 time: 0.4072127 May 25 20:38:49.838041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87c7d2-1a06-49f9-a5f9-e32eac91e67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db4b82d-17fb-47a7-be1f-c86f598e90ac,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:49.856770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6881fdfb-2aed-470f-91d8-c521de3440ce') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:49.857076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6881fdfb-2aed-470f-91d8-c521de3440ce') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:49.878054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Network fdd55884-78de-49bd-b2ef-25065992bf48 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:49.885546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:49.897202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:49.912789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 74f3960c-5116-414a-ba71-deccdee1bdca is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:49.913418 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:49.955985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:49.960410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 74f3960c-5116-414a-ba71-deccdee1bdca, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=74f3960c-5116-414a-ba71-deccdee1bdca,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:49.967838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:49.974225 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:50.014219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Made reservation on behalf of 13a469cfe5354987afc61d8fbdb46baa for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:50.017820 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:50.019474 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:50.067882 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:50.091906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:38:50.091906 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:50.175226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6951a689-20ea-40c6-be7e-8a634d8c8eae no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:38:50.182483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:50.286717 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fda6c570-ab4f-4ff5-b14b-149b97f92484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:50.296630 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-edbc3aaf-726b-4c68-a0cb-7b342f202032 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:38:50.296981 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-edbc3aaf-726b-4c68-a0cb-7b342f202032 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:38:50.334973 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 6951a689-20ea-40c6-be7e-8a634d8c8eae {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:38:50.335308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6951a689-20ea-40c6-be7e-8a634d8c8eae not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:38:50.340160 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1326498470', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:16Z', 'updated_at': '2022-05-25T20:38:35Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:18Z', 'updated_at': '2022-05-25T20:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '64ad2908-3734-4044-9dfc-097b8f2735da', 'name': '', 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'mac_address': 'fa:16:3e:69:63:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'eeceff75-a97b-477d-9792-1cb9066e2266', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:32Z', 'updated_at': '2022-05-25T20:38:47Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'subnets': [{'id': 'eeceff75-a97b-477d-9792-1cb9066e2266', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:50.350555 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a008f4-d646-4f64-9e15-5b9fa28e79a5 None None] The sync data for ids ['11688a45-90b7-4aa9-a038-321f2bbf9438'] in n-d-843339-1 is: [{'id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1326498470', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:16Z', 'updated_at': '2022-05-25T20:38:35Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:18Z', 'updated_at': '2022-05-25T20:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '64ad2908-3734-4044-9dfc-097b8f2735da', 'name': '', 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'mac_address': 'fa:16:3e:69:63:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'eeceff75-a97b-477d-9792-1cb9066e2266', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:32Z', 'updated_at': '2022-05-25T20:38:47Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'subnets': [{'id': 'eeceff75-a97b-477d-9792-1cb9066e2266', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:38:50.366019 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=74f3960c-5116-414a-ba71-deccdee1bdca,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:50.402183 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 6881fdfb-2aed-470f-91d8-c521de3440ce resource provider aggregate not found May 25 20:38:50.469500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5216191f-bc64-415a-b271-1faf39d5cbba None None] Provisioning for port 220b1ffb-e4b7-4257-a433-8d8b087d2590 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:50.501498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5216191f-bc64-415a-b271-1faf39d5cbba None None] Provisioning complete for port 220b1ffb-e4b7-4257-a433-8d8b087d2590 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:50.502705 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5216191f-bc64-415a-b271-1faf39d5cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:50.637399 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 6881fdfb-2aed-470f-91d8-c521de3440ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6881fdfb-2aed-470f-91d8-c521de3440ce found for delete ", "request_id": "req-cfb56d51-00fd-41d0-9d44-45c71ebb27ed"}]} May 25 20:38:50.712327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0059c02-c133-4589-88f8-1b6f1ec87e7d {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:38:50.765222 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:50.798292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-edbc3aaf-726b-4c68-a0cb-7b342f202032 None None] Deleting port 6951a689-20ea-40c6-be7e-8a634d8c8eae {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:38:50.804829 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-edbc3aaf-726b-4c68-a0cb-7b342f202032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:50.836227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Transition to ACTIVE for port object a0059c02-c133-4589-88f8-1b6f1ec87e7d will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:50.872473 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:50.879580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Allocated IP 172.20.0.19 (5c935f79-ef07-41ac-a053-1acb1417a3a5/eeceff75-a97b-477d-9792-1cb9066e2266/e9282446-ff07-40ad-b80e-83605a8ca043) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:50.959106 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:50.994811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:51.000064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5216191f-bc64-415a-b271-1faf39d5cbba None None] Port 220b1ffb-e4b7-4257-a433-8d8b087d2590 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:38:51.014597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-edbc3aaf-726b-4c68-a0cb-7b342f202032 None None] The port '6951a689-20ea-40c6-be7e-8a634d8c8eae' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:38:51.047892 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fda6c570-ab4f-4ff5-b14b-149b97f92484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:51.051692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:51.058650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Network': ['ID=22dcb514-f184-4969-b281-49ce3ce2dbf0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:51.204328 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6f264dbc-46ad-4298-9cc8-478cefb9411d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/networks/22dcb514-f184-4969-b281-49ce3ce2dbf0 HTTP/1.1" status: 204 len: 168 time: 5.1783526 May 25 20:38:51.230447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57744) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:51.431495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f245c4-492c-43b0-9b1c-fc0df86d88bb req-f5475853-bc26-4297-81ac-1b9c491a6187 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:51.432807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6c570-ab4f-4ff5-b14b-149b97f92484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db4b82d-17fb-47a7-be1f-c86f598e90ac,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:51.442023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3f245c4-492c-43b0-9b1c-fc0df86d88bb req-f5475853-bc26-4297-81ac-1b9c491a6187 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 943 time: 0.6058483 May 25 20:38:51.446882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'name': 'tempest-PortsTestJSON-1036609371'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:51.476086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91a7d7-27a7-4a0b-9dc5-5fc2026ea52f req-0c2cd577-0fe5-4f35-9e1d-2b8b68f61f84 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:51.477611 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec91a7d7-27a7-4a0b-9dc5-5fc2026ea52f req-0c2cd577-0fe5-4f35-9e1d-2b8b68f61f84 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 945 time: 0.8780861 May 25 20:38:51.505641 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b3f245c4-492c-43b0-9b1c-fc0df86d88bb req-d4a02994-9e88-4332-8262-93c38b6c8ebb tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:51.513273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Pushing event updated for resources: {'Port': ['ID=a0059c02-c133-4589-88f8-1b6f1ec87e7d,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:51.535329 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:51.537171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b3f245c4-492c-43b0-9b1c-fc0df86d88bb req-d4a02994-9e88-4332-8262-93c38b6c8ebb tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:51.538503 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3f245c4-492c-43b0-9b1c-fc0df86d88bb req-d4a02994-9e88-4332-8262-93c38b6c8ebb tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955124 May 25 20:38:51.548500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:51.660356 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:51.755606 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec91a7d7-27a7-4a0b-9dc5-5fc2026ea52f req-1ba31696-5e7e-4527-9e36-78cd84876c3f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f0bcbce-74ba-4041-bbde-1268cdc9169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396574 May 25 20:38:51.800140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Attempting to bind port a0059c02-c133-4589-88f8-1b6f1ec87e7d on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:38:51.800447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Attempting to bind port a0059c02-c133-4589-88f8-1b6f1ec87e7d by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:38:51.800658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Attempting to bind port a0059c02-c133-4589-88f8-1b6f1ec87e7d on network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:51.802974 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fda6c570-ab4f-4ff5-b14b-149b97f92484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:51.804097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fda6c570-ab4f-4ff5-b14b-149b97f92484 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2db4b82d-17fb-47a7-be1f-c86f598e90ac HTTP/1.1" status: 204 len: 168 time: 2.3535085 May 25 20:38:51.881211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Port a0059c02-c133-4589-88f8-1b6f1ec87e7d on network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:38:51.881530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Attempting to bind port a0059c02-c133-4589-88f8-1b6f1ec87e7d on network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:51.942131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:38:51.942534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Checking segment: {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:51.942836 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Bound using segment: {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:38:51.943280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Bound port: a0059c02-c133-4589-88f8-1b6f1ec87e7d, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:38:51.943630 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:51.976809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:51.983477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:port and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:52.005746 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:52.023346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:52.152533 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:52.168494 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bd53d8b-6bfb-4d5d-ac8d-58efeb56d07c req-928f16c1-406b-4e93-a594-4ecbc70230e9 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 210 time: 0.3444850 May 25 20:38:52.177710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Transition to ACTIVE for port object e9282446-ff07-40ad-b80e-83605a8ca043 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:52.183225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Pushing event updated for resources: {'Port': ['ID=220b1ffb-e4b7-4257-a433-8d8b087d2590,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:52.252023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Network fdd55884-78de-49bd-b2ef-25065992bf48 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:52.253923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:52.256708 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:52.260138 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:52.326038 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:52.346260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port 73ef0f62-b01e-432f-89bd-c43ab0e25686 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:38:52.650823 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74f3960c-5116-414a-ba71-deccdee1bdca up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:52.651541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Router 65511537-6ad6-404e-8e0a-a9e195897355 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:38:52.677954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Network 5c935f79-ef07-41ac-a053-1acb1417a3a5 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:52.755842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:52.759379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:52.871251 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8bb65785-0862-471a-8b92-6e980e4cb2f6 None None] Provisioning complete for port 220b1ffb-e4b7-4257-a433-8d8b087d2590 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:52.873171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event updated for resources: {'Port': ['ID=e9282446-ff07-40ad-b80e-83605a8ca043,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:52.875124 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8bb65785-0862-471a-8b92-6e980e4cb2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:52.918993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] For port a0059c02-c133-4589-88f8-1b6f1ec87e7d, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:38:52.923956 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] For port a0059c02-c133-4589-88f8-1b6f1ec87e7d, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a0059c02-c133-4589-88f8-1b6f1ec87e7d,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:38:52.935031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:52.935829 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:52.994087 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8bb65785-0862-471a-8b92-6e980e4cb2f6 None None] Port 220b1ffb-e4b7-4257-a433-8d8b087d2590 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:38:53.006696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 74f3960c-5116-414a-ba71-deccdee1bdca triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:53.007058 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:53.029611 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:53.123254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:38:53.135037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Sync routers for ids ['65511537-6ad6-404e-8e0a-a9e195897355'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:38:53.136251 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9521b4ee-0983-4549-a747-f88df8ac740d admin admin] 10.222.0.60 "PUT /v2.0/routers/65511537-6ad6-404e-8e0a-a9e195897355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0361123 May 25 20:38:53.177957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d839d-a3a6-4eb8-9add-9f9f783c7a0d req-78615e9a-d72b-4be3-a8a8-402b96c7adf2 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:53.179554 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-159d839d-a3a6-4eb8-9add-9f9f783c7a0d req-78615e9a-d72b-4be3-a8a8-402b96c7adf2 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 943 time: 0.3276181 May 25 20:38:53.226228 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:53.231367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a2caece4-6861-43ec-9db0-491c386bc695 None None] Provisioning for port e9282446-ff07-40ad-b80e-83605a8ca043 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:53.252642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Routers {'65511537-6ad6-404e-8e0a-a9e195897355'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:38:53.255761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:38:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['65511537-6ad6-404e-8e0a-a9e195897355'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:53.264285 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-159d839d-a3a6-4eb8-9add-9f9f783c7a0d req-3ebf509c-e3d9-4834-8e80-52a506a87bb2 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703912 May 25 20:38:53.296895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:53.297517 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:53.300330 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] 10.222.0.70 "PUT /v2.0/ports/a0059c02-c133-4589-88f8-1b6f1ec87e7d HTTP/1.1" status: 200 len: 1091 time: 5.4927595 May 25 20:38:53.301393 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:53.340503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014456ec-30c3-4d0e-80db-6c253bd287b4', 'tag': 'a0059c02-c133-4589-88f8-1b6f1ec87e7d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:38:53.374049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a2caece4-6861-43ec-9db0-491c386bc695 None None] Provisioning complete for port e9282446-ff07-40ad-b80e-83605a8ca043 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:53.374951 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a2caece4-6861-43ec-9db0-491c386bc695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:53.386460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8716be97-e24a-4c44-9170-45d50a57bd29 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.7140217 May 25 20:38:53.469419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a2caece4-6861-43ec-9db0-491c386bc695 None None] Port e9282446-ff07-40ad-b80e-83605a8ca043 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:38:53.512633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 74f3960c-5116-414a-ba71-deccdee1bdca is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:53.514004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 64ad2908-3734-4044-9dfc-097b8f2735da up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:53.526266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Request body: {'port': {'device_id': 'a0a03e59-56ce-4d16-857b-09ae81b68f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:53.695212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e998315-437a-4261-866e-d82c143a74ed req-2d9a2702-3743-4fa0-baa8-6562c37f2f1d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:53.708479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 64ad2908-3734-4044-9dfc-097b8f2735da completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:53.710616 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e998315-437a-4261-866e-d82c143a74ed req-2d9a2702-3743-4fa0-baa8-6562c37f2f1d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 895 time: 0.2113769 May 25 20:38:53.740071 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 64ad2908-3734-4044-9dfc-097b8f2735da triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:53.740768 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:53.825306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:53.827003 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c25dd9f-381b-42e3-b0ab-cb09a24b29ae'] response: {'name': 'network-changed', 'server_uuid': '014456ec-30c3-4d0e-80db-6c253bd287b4', 'tag': 'a0059c02-c133-4589-88f8-1b6f1ec87e7d', 'status': 'completed', 'code': 200} May 25 20:38:53.845977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Set router 65511537-6ad6-404e-8e0a-a9e195897355 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:38:53.884507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:53.914317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e61a8d-7c69-4490-ac30-02873bba9b5e req-e6942c3e-d565-4b99-bfc8-8e9e9fe77769 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:53.923233 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-76e61a8d-7c69-4490-ac30-02873bba9b5e req-e6942c3e-d565-4b99-bfc8-8e9e9fe77769 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 945 time: 1.9348559 May 25 20:38:53.927749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:53.933250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:53.933849 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:54.068222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904d4f2-a4f9-415a-8743-012d5994a910 service neutron] Pushing event updated for resources: {'Port': ['ID=a0059c02-c133-4589-88f8-1b6f1ec87e7d,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:54.099941 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:54.174974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=73ef0f62-b01e-432f-89bd-c43ab0e25686,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:54.249862 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-311840f5-4f7d-4dfd-8eb6-e9cd8277a395 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8184674 May 25 20:38:54.253364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57820) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:54.257163 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-76e61a8d-7c69-4490-ac30-02873bba9b5e req-36013d59-b917-41a7-bc4e-e975644bc843 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f0bcbce-74ba-4041-bbde-1268cdc9169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338816 May 25 20:38:54.295459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57826) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:54.295459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57828) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:54.302078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-18819043-network', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:54.322692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 64ad2908-3734-4044-9dfc-097b8f2735da is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:54.323247 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:54.358956 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d818da-9da1-486a-b039-9225a75150ae req-8d46075e-d21a-4637-a84a-70571205a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:54.360428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-8d46075e-d21a-4637-a84a-70571205a87b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 1094 time: 0.9758065 May 25 20:38:54.361021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:54.406714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f892211e-1839-49af-8506-2b20882ad532 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 73ef0f62-b01e-432f-89bd-c43ab0e25686 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:38:54.407308 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f892211e-1839-49af-8506-2b20882ad532 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:54.427528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 64ad2908-3734-4044-9dfc-097b8f2735da, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=64ad2908-3734-4044-9dfc-097b8f2735da,segment=NetworkSegment(feb75bb5-f971-421d-b824-a4ee4adfff0e),segment_id=feb75bb5-f971-421d-b824-a4ee4adfff0e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:54.443878 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:54.481244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:54.587437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65511537-6ad6-404e-8e0a-a9e195897355', 'name': 'tempest-TestAggregatesBasicOps-45707332-router', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:31Z', 'updated_at': '2022-05-25T20:38:50Z', 'revision_number': 4, 'project_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'gw_port': {'id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65511537-6ad6-404e-8e0a-a9e195897355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:34Z', 'updated_at': '2022-05-25T20:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '220b1ffb-e4b7-4257-a433-8d8b087d2590', 'name': '', 'network_id': 'fdd55884-78de-49bd-b2ef-25065992bf48', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'mac_address': 'fa:16:3e:b6:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65511537-6ad6-404e-8e0a-a9e195897355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '841efb9b-5ecd-4c95-9e9b-66b939e3f200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:45Z', 'updated_at': '2022-05-25T20:38:51Z', 'revision_number': 2, 'project_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'subnets': [{'id': '841efb9b-5ecd-4c95-9e9b-66b939e3f200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:54.613870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Checking router: 65511537-6ad6-404e-8e0a-a9e195897355 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:38:54.614255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Updating router 65511537-6ad6-404e-8e0a-a9e195897355 port 220b1ffb-e4b7-4257-a433-8d8b087d2590 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:38:54.663634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=64ad2908-3734-4044-9dfc-097b8f2735da,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:54.673047 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Usage tracker for resource:network and tenant:1e20ba4f5623433a8ccea6858f7e8e54 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:54.688097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:54.690884 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-129f4922-f892-4414-ba5d-6d058d72fb95 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0059c02-c133-4589-88f8-1b6f1ec87e7d HTTP/1.1" status: 200 len: 217 time: 0.2846577 May 25 20:38:54.691835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:54.805701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:54.918953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728619d5-2763-4f23-8d4e-e0e292ba43df req-8bf1127e-558f-4587-9caa-9e11cb6a2fb9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:54.927198 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-728619d5-2763-4f23-8d4e-e0e292ba43df req-8bf1127e-558f-4587-9caa-9e11cb6a2fb9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 943 time: 0.4295104 May 25 20:38:54.977587 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f892211e-1839-49af-8506-2b20882ad532 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:55.066438 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-728619d5-2763-4f23-8d4e-e0e292ba43df req-7e93b614-abc8-4ffd-9cc3-082cdee603ae tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363244 May 25 20:38:55.124759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d818da-9da1-486a-b039-9225a75150ae req-e66cc2d2-429c-470c-9dbf-e79082988cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:55.127110 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-e66cc2d2-429c-470c-9dbf-e79082988cb9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.4158247 May 25 20:38:55.127816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Made reservation on behalf of 1e20ba4f5623433a8ccea6858f7e8e54 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:55.130100 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:55.151511 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:55.207953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f892211e-1839-49af-8506-2b20882ad532 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 73ef0f62-b01e-432f-89bd-c43ab0e25686 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:38:55.322472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:55.326559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Usage tracker for resource:security_group_rule and tenant:1e20ba4f5623433a8ccea6858f7e8e54 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:55.329700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:55.344868 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f892211e-1839-49af-8506-2b20882ad532 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:55.350918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9282446-ff07-40ad-b80e-83605a8ca043 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:38:55.351705 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:55.365158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Transition to ACTIVE for port object 220b1ffb-e4b7-4257-a433-8d8b087d2590 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:55.374043 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:55.389303 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:55.406403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892211e-1839-49af-8506-2b20882ad532 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=73ef0f62-b01e-432f-89bd-c43ab0e25686,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:55.412297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:55.419568 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f892211e-1839-49af-8506-2b20882ad532 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:55.425338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Transition to ACTIVE for port object e9282446-ff07-40ad-b80e-83605a8ca043 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:38:55.427764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023675af-9d6e-41a9-9f8e-1aec9b96cb24 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:55.429413 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-023675af-9d6e-41a9-9f8e-1aec9b96cb24 tempest-TestNetworkBasicOps-581625425 tempest-TestNetworkBasicOps-581625425-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 1091 time: 1.1321933 May 25 20:38:55.439708 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57856) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:55.441666 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f892211e-1839-49af-8506-2b20882ad532 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/73ef0f62-b01e-432f-89bd-c43ab0e25686 HTTP/1.1" status: 204 len: 168 time: 1.1865845 May 25 20:38:55.444091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57858) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:55.448897 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:55.453617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'mac_address': 'fa:16:3e:e8:bf:89', 'name': 'tempest-PortsTestJSON-562283634'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:55.461625 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8ab02-6ec2-40e2-b7c4-8306d0fa48db None None] Pushing event updated for resources: {'Port': ['ID=220b1ffb-e4b7-4257-a433-8d8b087d2590,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:55.516442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': '19f05eff-535f-46c6-acfc-58c998f5437e', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:55.574510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:55.643602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Attempting to bind port 220b1ffb-e4b7-4257-a433-8d8b087d2590 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:38:55.643602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Attempting to bind port 220b1ffb-e4b7-4257-a433-8d8b087d2590 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'bc14e441-f4b0-4421-9b85-80768d96f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fdd55884-78de-49bd-b2ef-25065992bf48'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:38:55.644211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Attempting to bind port 220b1ffb-e4b7-4257-a433-8d8b087d2590 on network fdd55884-78de-49bd-b2ef-25065992bf48 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:55.656522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:38:55.656973 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Checking segment: {'id': 'bc14e441-f4b0-4421-9b85-80768d96f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fdd55884-78de-49bd-b2ef-25065992bf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:55.657570 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:55.658493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Bound using segment: {'id': 'bc14e441-f4b0-4421-9b85-80768d96f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fdd55884-78de-49bd-b2ef-25065992bf48'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:38:55.659085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Bound port: 220b1ffb-e4b7-4257-a433-8d8b087d2590, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14e441-f4b0-4421-9b85-80768d96f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fdd55884-78de-49bd-b2ef-25065992bf48'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:38:55.663812 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:55.709983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Usage tracker for resource:floatingip and tenant:c679de4394c743daa8e268728f5cf10d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:55.727579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:55.775391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:55.785775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:port and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:55.791412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:55.805662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:55.808247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:55.830292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:55.836335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9282446-ff07-40ad-b80e-83605a8ca043,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:55.917910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] For port 220b1ffb-e4b7-4257-a433-8d8b087d2590, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:38:55.922052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] For port 220b1ffb-e4b7-4257-a433-8d8b087d2590, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=220b1ffb-e4b7-4257-a433-8d8b087d2590,segment=NetworkSegment(bc14e441-f4b0-4421-9b85-80768d96f6f3),segment_id=bc14e441-f4b0-4421-9b85-80768d96f6f3)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:38:55.925027 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:55.932330 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:56.020624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Routers {'65511537-6ad6-404e-8e0a-a9e195897355'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:38:56.021297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:38:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['65511537-6ad6-404e-8e0a-a9e195897355'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:56.048009 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:56.061891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ce783-e823-4985-9150-d78e023598ce req-7fc967b7-f19b-4987-becd-bdb082de5b6d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:56.063471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b16ce783-e823-4985-9150-d78e023598ce req-7fc967b7-f19b-4987-becd-bdb082de5b6d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Synchronizing usage tracker for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:56.070533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d818da-9da1-486a-b039-9225a75150ae req-6258cf43-7455-4882-8154-63f3c46f1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:56.072272 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-6258cf43-7455-4882-8154-63f3c46f1eb2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9253531 May 25 20:38:56.078882 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:56.214349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8ab02-6ec2-40e2-b7c4-8306d0fa48db None None] Pushing event updated for resources: {'Port': ['ID=220b1ffb-e4b7-4257-a433-8d8b087d2590,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:56.329752 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:56.390027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port 688b92b4-0063-4868-87a9-4452a71213e4 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:38:56.496024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf5e2b-705f-4287-bf30-be2a707885b9 req-6c25a534-a9f6-4bdd-987d-6fd650977496 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:56.497284 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:38:56.503647 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-10cf5e2b-705f-4287-bf30-be2a707885b9 req-6c25a534-a9f6-4bdd-987d-6fd650977496 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 943 time: 0.2233324 May 25 20:38:56.549507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Attempting to bind port e9282446-ff07-40ad-b80e-83605a8ca043 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:38:56.550094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Attempting to bind port e9282446-ff07-40ad-b80e-83605a8ca043 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'feb75bb5-f971-421d-b824-a4ee4adfff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:38:56.550396 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Attempting to bind port e9282446-ff07-40ad-b80e-83605a8ca043 on network 5c935f79-ef07-41ac-a053-1acb1417a3a5 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:56.564779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f109a5-7722-4a4d-ba89-c561486c9055,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:56.568169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b16ce783-e823-4985-9150-d78e023598ce req-7fc967b7-f19b-4987-becd-bdb082de5b6d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Unset dirty status for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:56.580146 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b16ce783-e823-4985-9150-d78e023598ce req-7fc967b7-f19b-4987-becd-bdb082de5b6d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 895 time: 1.4311886 May 25 20:38:56.587361 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:56.594779 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Added segment 455ed342-60c3-42b8-a3e8-e62c1938c445 of type vlan for network ed9230c4-4b6d-406c-b744-aed7a9653f68 May 25 20:38:56.603892 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-10cf5e2b-705f-4287-bf30-be2a707885b9 req-9d0fddd8-ac3a-4139-9b4e-9d8597fba743 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965049 May 25 20:38:56.621538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Port e9282446-ff07-40ad-b80e-83605a8ca043 on network 5c935f79-ef07-41ac-a053-1acb1417a3a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:38:56.623486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Attempting to bind port e9282446-ff07-40ad-b80e-83605a8ca043 on network 5c935f79-ef07-41ac-a053-1acb1417a3a5 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:38:56.637110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 64ad2908-3734-4044-9dfc-097b8f2735da up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:56.642211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:38:56.642764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Checking segment: {'id': 'feb75bb5-f971-421d-b824-a4ee4adfff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:38:56.643263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Bound using segment: {'id': 'feb75bb5-f971-421d-b824-a4ee4adfff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:38:56.643713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Bound port: e9282446-ff07-40ad-b80e-83605a8ca043, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb75bb5-f971-421d-b824-a4ee4adfff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:38:56.644087 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:56.683875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] Set router 65511537-6ad6-404e-8e0a-a9e195897355 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:38:56.695467 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:56.756013 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:56.775048 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-181fdd97-b808-434c-976a-7f360b64ce32 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745771 May 25 20:38:56.828798 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:56.932424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:38:56.936157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:38:56.943325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:38:56.951656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:56.952641 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:56.993183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=688b92b4-0063-4868-87a9-4452a71213e4,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:57.024531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c9fec255-eaed-42cb-af80-1efddcccfa8b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5739434 May 25 20:38:57.026934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57882) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:57.131457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313ddd6e-7aa5-4eaf-a282-d497b960154b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:57.132189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-313ddd6e-7aa5-4eaf-a282-d497b960154b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:57.152748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-313ddd6e-7aa5-4eaf-a282-d497b960154b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:57.157341 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-313ddd6e-7aa5-4eaf-a282-d497b960154b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/688b92b4-0063-4868-87a9-4452a71213e4 HTTP/1.1" status: 200 len: 840 time: 0.1266961 May 25 20:38:57.157849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57890) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:57.257753 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 64ad2908-3734-4044-9dfc-097b8f2735da triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:57.258133 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:57.317523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8b54ab9c-1b57-4b3e-8f58-4eb419d133f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 688b92b4-0063-4868-87a9-4452a71213e4 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:38:57.318369 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8b54ab9c-1b57-4b3e-8f58-4eb419d133f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:57.360356 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:57.361894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:57.362562 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:57.482683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 64ad2908-3734-4044-9dfc-097b8f2735da is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:57.509363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65511537-6ad6-404e-8e0a-a9e195897355', 'name': 'tempest-TestAggregatesBasicOps-45707332-router', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:31Z', 'updated_at': '2022-05-25T20:38:50Z', 'revision_number': 4, 'project_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'gw_port': {'id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65511537-6ad6-404e-8e0a-a9e195897355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:34Z', 'updated_at': '2022-05-25T20:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '220b1ffb-e4b7-4257-a433-8d8b087d2590', 'name': '', 'network_id': 'fdd55884-78de-49bd-b2ef-25065992bf48', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'mac_address': 'fa:16:3e:b6:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65511537-6ad6-404e-8e0a-a9e195897355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '841efb9b-5ecd-4c95-9e9b-66b939e3f200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:45Z', 'updated_at': '2022-05-25T20:38:55Z', 'revision_number': 4, 'project_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'subnets': [{'id': '841efb9b-5ecd-4c95-9e9b-66b939e3f200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:38:57.511547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] For port e9282446-ff07-40ad-b80e-83605a8ca043, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:38:57.514373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa224a6-2a9c-435c-ab38-4e0705b465cc None None] The sync data for ids ['65511537-6ad6-404e-8e0a-a9e195897355'] in n-d-843339-1 is: [{'id': '65511537-6ad6-404e-8e0a-a9e195897355', 'name': 'tempest-TestAggregatesBasicOps-45707332-router', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:31Z', 'updated_at': '2022-05-25T20:38:50Z', 'revision_number': 4, 'project_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'gw_port': {'id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65511537-6ad6-404e-8e0a-a9e195897355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:34Z', 'updated_at': '2022-05-25T20:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '220b1ffb-e4b7-4257-a433-8d8b087d2590', 'name': '', 'network_id': 'fdd55884-78de-49bd-b2ef-25065992bf48', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'mac_address': 'fa:16:3e:b6:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65511537-6ad6-404e-8e0a-a9e195897355', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '841efb9b-5ecd-4c95-9e9b-66b939e3f200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:45Z', 'updated_at': '2022-05-25T20:38:55Z', 'revision_number': 4, 'project_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'subnets': [{'id': '841efb9b-5ecd-4c95-9e9b-66b939e3f200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:38:57.704531 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35d818da-9da1-486a-b039-9225a75150ae req-8a354bbc-d364-4975-b929-d265145ba16f service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9151418 May 25 20:38:57.763911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] Pushing event updated for resources: {'Network': ['ID=ed9230c4-4b6d-406c-b744-aed7a9653f68,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:57.775521 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network ed9230c4-4b6d-406c-b744-aed7a9653f68 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:38:57.782929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] For port e9282446-ff07-40ad-b80e-83605a8ca043, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e9282446-ff07-40ad-b80e-83605a8ca043,segment=NetworkSegment(feb75bb5-f971-421d-b824-a4ee4adfff0e),segment_id=feb75bb5-f971-421d-b824-a4ee4adfff0e)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:38:57.887157 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9a0b0c32-a81f-459f-bf03-3a0ce339f12e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5915232 May 25 20:38:57.894318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57914) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:57.911245 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db41064f-c6ce-4859-b5b5-feb7dd11cf62 req-dcfe76ef-c0ba-4bff-9938-8d8e5c64dfe0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7281320 May 25 20:38:57.945018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Request body: {'subnet': {'network_id': 'ed9230c4-4b6d-406c-b744-aed7a9653f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-18819043-subnet', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:57.958031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:57.970234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Usage tracker for resource:subnet and tenant:1e20ba4f5623433a8ccea6858f7e8e54 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:38:57.971364 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8b54ab9c-1b57-4b3e-8f58-4eb419d133f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:57.974123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:38:57.982812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:57.998906 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:58.127471 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:58.168600 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8c5e422d-aab8-4392-9aa9-adc6bde8be9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:58.228734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Made reservation on behalf of 1e20ba4f5623433a8ccea6858f7e8e54 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:58.231738 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:58.345943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8b54ab9c-1b57-4b3e-8f58-4eb419d133f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 688b92b4-0063-4868-87a9-4452a71213e4 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:38:58.501186 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:58.615431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ab406-cf63-4190-822a-2c2e881edbef req-095fb335-1832-4e3e-8753-09b30d284787 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:58.620753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:58.622383 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:58.625658 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] 10.222.0.50 "PUT /v2.0/ports/e9282446-ff07-40ad-b80e-83605a8ca043 HTTP/1.1" status: 200 len: 1055 time: 5.1358497 May 25 20:38:58.637566 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f94ab406-cf63-4190-822a-2c2e881edbef req-095fb335-1832-4e3e-8753-09b30d284787 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 943 time: 0.8149896 May 25 20:38:58.694526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a03e59-56ce-4d16-857b-09ae81b68f9b', 'tag': 'e9282446-ff07-40ad-b80e-83605a8ca043'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:38:58.699128 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8b54ab9c-1b57-4b3e-8f58-4eb419d133f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:58.738108 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 220b1ffb-e4b7-4257-a433-8d8b087d2590 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:38:58.900704 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8b54ab9c-1b57-4b3e-8f58-4eb419d133f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:58.919998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54ab9c-1b57-4b3e-8f58-4eb419d133f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=688b92b4-0063-4868-87a9-4452a71213e4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:58.935464 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 220b1ffb-e4b7-4257-a433-8d8b087d2590 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:38:58.951307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 220b1ffb-e4b7-4257-a433-8d8b087d2590 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:38:58.951666 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:58.994846 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8b54ab9c-1b57-4b3e-8f58-4eb419d133f6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/688b92b4-0063-4868-87a9-4452a71213e4 HTTP/1.1" status: 204 len: 168 time: 1.8357360 May 25 20:38:58.995577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57934) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:59.000475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f94ab406-cf63-4190-822a-2c2e881edbef req-03e9fccb-45c3-4b15-9b87-f6c5f1777c07 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3620102 May 25 20:38:59.147803 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e07670-d532-4a2d-8f70-fc0ce6d29ab3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] GET failed (client error): The resource could not be found. May 25 20:38:59.148369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-47e07670-d532-4a2d-8f70-fc0ce6d29ab3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:38:59.176588 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Allocated IP 172.25.3.154 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/72a7d6be-9da8-4f2b-b2ef-5dee15ab71ce) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:38:59.190044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-47e07670-d532-4a2d-8f70-fc0ce6d29ab3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:38:59.194868 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-47e07670-d532-4a2d-8f70-fc0ce6d29ab3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/688b92b4-0063-4868-87a9-4452a71213e4 HTTP/1.1" status: 404 len: 333 time: 0.1980958 May 25 20:38:59.195475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57942) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:59.201092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'name': 'tempest-PortsTestJSON-2097848372'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:38:59.224283 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43997b7b-2a12-4d0b-ba6c-e68451ba3fcf'] response: {'name': 'network-changed', 'server_uuid': 'a0a03e59-56ce-4d16-857b-09ae81b68f9b', 'tag': 'e9282446-ff07-40ad-b80e-83605a8ca043', 'status': 'completed', 'code': 200} May 25 20:38:59.297494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daea36-d962-434c-aafe-78f71d6158f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9282446-ff07-40ad-b80e-83605a8ca043,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:59.348134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 220b1ffb-e4b7-4257-a433-8d8b087d2590 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:38:59.348786 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:59.441157 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 220b1ffb-e4b7-4257-a433-8d8b087d2590, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=220b1ffb-e4b7-4257-a433-8d8b087d2590,segment=NetworkSegment(bc14e441-f4b0-4421-9b85-80768d96f6f3),segment_id=bc14e441-f4b0-4421-9b85-80768d96f6f3)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:38:59.451868 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:59.465723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:38:59.479928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:38:59.501963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:38:59.516297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:38:59.606059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port e4f71141-684b-4623-ab58-511f738a0866 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:38:59.621573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=220b1ffb-e4b7-4257-a433-8d8b087d2590,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:38:59.674990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15db102-f609-4779-89e6-d00c5f287ff2 req-da6fb5a5-dcb3-45a3-afdd-eceb0e0026de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:59.677110 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c15db102-f609-4779-89e6-d00c5f287ff2 req-da6fb5a5-dcb3-45a3-afdd-eceb0e0026de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 1094 time: 1.9049125 May 25 20:38:59.682892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57950) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:38:59.707631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41064f-c6ce-4859-b5b5-feb7dd11cf62 req-8eb51501-d813-402a-a973-9d7c93fd7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:59.709132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db41064f-c6ce-4859-b5b5-feb7dd11cf62 req-8eb51501-d813-402a-a973-9d7c93fd7c37 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 1096 time: 1.4363999 May 25 20:38:59.759745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66dcef-8618-466a-99dd-81010f865c0b req-cd3c4137-1233-4348-84b2-c0a826bb40ed tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:38:59.764266 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df66dcef-8618-466a-99dd-81010f865c0b req-cd3c4137-1233-4348-84b2-c0a826bb40ed tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 907 time: 1.8605957 May 25 20:39:00.077397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-fcbc232e-4165-4899-ab5f-9e97667eaed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:00.087461 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-fcbc232e-4165-4899-ab5f-9e97667eaed8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=13a469cfe5354987afc61d8fbdb46baa&device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 1058 time: 1.3729572 May 25 20:39:00.123551 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:00.126924 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-853c6ada-811f-4357-853d-1567ac2265ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:00.169414 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:00.223973 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:00.268961 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-23b43bb0-40de-4a27-b939-312f04b9179b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e9282446-ff07-40ad-b80e-83605a8ca043 HTTP/1.1" status: 200 len: 217 time: 0.1478336 May 25 20:39:00.272654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-853c6ada-811f-4357-853d-1567ac2265ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:00.291484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:00.299936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:00.302710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:39:00.308118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:00.308705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:00.353183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=e4f71141-684b-4623-ab58-511f738a0866,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:00.359422 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4010ad58-3e4c-42b5-8e57-e4065a74d1a4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1629088 May 25 20:39:00.363186 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57960) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:00.370125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c1b37235-8151-4e79-839b-6eeb3411c31c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:00.447794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24bc80-d9b1-4ad2-ac7f-829793e89857 req-554e2c6e-c6ac-4709-8b67-065c37146c32 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:00.449353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e24bc80-d9b1-4ad2-ac7f-829793e89857 req-554e2c6e-c6ac-4709-8b67-065c37146c32 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 943 time: 0.2305050 May 25 20:39:00.528682 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1b37235-8151-4e79-839b-6eeb3411c31c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:00.572434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 220b1ffb-e4b7-4257-a433-8d8b087d2590 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:00.585286 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:00.590672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-853c6ada-811f-4357-853d-1567ac2265ee admin admin] Usage tracker for resource:security_group_rule and tenant:ab79358cb8eb49f2a5577d7269502530 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:00.594271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa9cf60-c6fd-4f9e-bf4c-8ebc59bec352,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:00.608306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41064f-c6ce-4859-b5b5-feb7dd11cf62 req-5723df7c-4548-4bd7-8de6-8be6312e53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:00.609883 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db41064f-c6ce-4859-b5b5-feb7dd11cf62 req-5723df7c-4548-4bd7-8de6-8be6312e53a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8813dec2-98a8-4139-81bc-466f9920ca17 HTTP/1.1" status: 200 len: 897 time: 0.8425930 May 25 20:39:00.615613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-853c6ada-811f-4357-853d-1567ac2265ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:00.625877 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e24bc80-d9b1-4ad2-ac7f-829793e89857 req-f3b10ecf-5e25-4514-9e7b-4454ca89ae88 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475182 May 25 20:39:00.659161 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0bfeb2c-8060-4ccb-9d9e-6c9e128cf094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:00.665475 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15db102-f609-4779-89e6-d00c5f287ff2 req-c7dfe052-30f9-42ad-a7e9-975a94ee2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:00.667010 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c15db102-f609-4779-89e6-d00c5f287ff2 req-c7dfe052-30f9-42ad-a7e9-975a94ee2628 service neutron] 10.222.0.70 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 916 time: 0.9628811 May 25 20:39:00.689035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 220b1ffb-e4b7-4257-a433-8d8b087d2590 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:00.689482 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:00.746001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-853c6ada-811f-4357-853d-1567ac2265ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:00.834134 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1b37235-8151-4e79-839b-6eeb3411c31c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:00.839946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 220b1ffb-e4b7-4257-a433-8d8b087d2590 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:00.840905 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1b37235-8151-4e79-839b-6eeb3411c31c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:00.847345 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db41064f-c6ce-4859-b5b5-feb7dd11cf62 req-48d75ea9-385a-4b6f-9a5e-2c806e06a72c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19f05eff-535f-46c6-acfc-58c998f5437e HTTP/1.1" status: 200 len: 217 time: 0.1714871 May 25 20:39:00.855403 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c15db102-f609-4779-89e6-d00c5f287ff2 req-852f32c1-4b58-4a3c-9d4e-7934a155edaa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0059c02-c133-4589-88f8-1b6f1ec87e7d HTTP/1.1" status: 200 len: 217 time: 0.1748054 May 25 20:39:00.869105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Checking segment: {'id': '455ed342-60c3-42b8-a3e8-e62c1938c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed9230c4-4b6d-406c-b744-aed7a9653f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:39:00.869453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Network hostable DHCP agents. Network: ed9230c4-4b6d-406c-b744-aed7a9653f68, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:39:00.876874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8a1ecc0a-15be-4707-bb49-45da120dbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:00.878676 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-8a1ecc0a-15be-4707-bb49-45da120dbc4e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eeceff75-a97b-477d-9792-1cb9066e2266 HTTP/1.1" status: 200 len: 838 time: 0.5970101 May 25 20:39:00.915053 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c1b37235-8151-4e79-839b-6eeb3411c31c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] In _notify_port_updated(), no bound segment for port e4f71141-684b-4623-ab58-511f738a0866 on network d35ec7d8-f517-40d4-9344-a3cd4b73b922 {{(pid=88332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:39:00.948690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b37235-8151-4e79-839b-6eeb3411c31c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:00.950081 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c1b37235-8151-4e79-839b-6eeb3411c31c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:00.957964 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c1b37235-8151-4e79-839b-6eeb3411c31c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "PUT /v2.0/ports/e4f71141-684b-4623-ab58-511f738a0866 HTTP/1.1" status: 200 len: 818 time: 0.5894246 May 25 20:39:00.979607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57970) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:00.980279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b37235-8151-4e79-839b-6eeb3411c31c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=e4f71141-684b-4623-ab58-511f738a0866,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:01.058670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d0859a1a-8110-46ce-bbe2-a181973e853e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port e4f71141-684b-4623-ab58-511f738a0866 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:01.059102 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d0859a1a-8110-46ce-bbe2-a181973e853e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:01.149203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Network ed9230c4-4b6d-406c-b744-aed7a9653f68 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:39:01.179946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15db102-f609-4779-89e6-d00c5f287ff2 req-8bbd8ead-a9d1-4905-be54-9011f587a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:01.181396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c15db102-f609-4779-89e6-d00c5f287ff2 req-8bbd8ead-a9d1-4905-be54-9011f587a21c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.3172472 May 25 20:39:01.199023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41064f-c6ce-4859-b5b5-feb7dd11cf62 req-f2788570-a64a-4021-a099-413700697433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:01.201623 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db41064f-c6ce-4859-b5b5-feb7dd11cf62 req-f2788570-a64a-4021-a099-413700697433 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=559ec52e-2c38-4812-bd8a-df6029f28bb4 HTTP/1.1" status: 200 len: 835 time: 0.3347218 May 25 20:39:01.285164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, ed9230c4-4b6d-406c-b744-aed7a9653f68) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:01.303885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d557d7-3d94-41b4-81d7-0677395a8173 None None] Network ed9230c4-4b6d-406c-b744-aed7a9653f68 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:01.343112 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d0859a1a-8110-46ce-bbe2-a181973e853e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:01.372817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:01.419055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:01.419962 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:01.516833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d0859a1a-8110-46ce-bbe2-a181973e853e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for e4f71141-684b-4623-ab58-511f738a0866 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:01.567684 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:01.650048 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d0859a1a-8110-46ce-bbe2-a181973e853e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:01.668351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:01.722902 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:01.728119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-cfc13aa8-3ce9-4548-9974-1f732d2ee73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:01.734774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0859a1a-8110-46ce-bbe2-a181973e853e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=e4f71141-684b-4623-ab58-511f738a0866,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:01.742626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-cfc13aa8-3ce9-4548-9974-1f732d2ee73c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c935f79-ef07-41ac-a053-1acb1417a3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7724762 May 25 20:39:01.747394 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:39:01.753021 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d0859a1a-8110-46ce-bbe2-a181973e853e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:01.768514 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d0859a1a-8110-46ce-bbe2-a181973e853e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/e4f71141-684b-4623-ab58-511f738a0866 HTTP/1.1" status: 204 len: 168 time: 0.7826023 May 25 20:39:01.769548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57976) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:01.803584 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:01.812649 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-ed9230c4-4b6d-406c-b744-aed7a9653f68', 'network_id': 'ed9230c4-4b6d-406c-b744-aed7a9653f68', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'fixed_ips': [{'subnet_id': '7fa9cf60-c6fd-4f9e-bf4c-8ebc59bec352'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:39:01.814685 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:01.905962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4e6c8-7ae3-4adc-9c99-70574cc79989 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:01.906643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b1d4e6c8-7ae3-4adc-9c99-70574cc79989 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:39:01.938268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=72a7d6be-9da8-4f2b-b2ef-5dee15ab71ce,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:01.979115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b1d4e6c8-7ae3-4adc-9c99-70574cc79989 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:39:01.980521 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b1d4e6c8-7ae3-4adc-9c99-70574cc79989 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2097321 May 25 20:39:01.984843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 57980) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:02.002945 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f1694759-0965-4cd3-9d0c-78dec174d781 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.0916867 May 25 20:39:02.010987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faed6d-2ca8-41c0-95c0-c1b79cff6275 req-1b0d007f-1b03-4b0b-89a5-d82f48c60354 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:02.012428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6faed6d-2ca8-41c0-95c0-c1b79cff6275 req-1b0d007f-1b03-4b0b-89a5-d82f48c60354 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 907 time: 0.9798787 May 25 20:39:02.025194 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-853c6ada-811f-4357-853d-1567ac2265ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:02.026002 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57986) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:02.047991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-18819043-router', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:02.059087 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01e1376-954e-42fa-8c31-3d03c4107a95 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] GET failed (client error): The resource could not be found. May 25 20:39:02.060487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a01e1376-954e-42fa-8c31-3d03c4107a95 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/e4f71141-684b-4623-ab58-511f738a0866 HTTP/1.1" status: 404 len: 333 time: 0.0745163 May 25 20:39:02.061338 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-853c6ada-811f-4357-853d-1567ac2265ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:02.070310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:02.072305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 57990) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:02.105984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Usage tracker for resource:router and tenant:1e20ba4f5623433a8ccea6858f7e8e54 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:02.109920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42901b-c61d-4ab0-aee5-14cc6eb712e2 req-5089ca16-5651-4f6d-b9be-927d04966997 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:02.112737 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e42901b-c61d-4ab0-aee5-14cc6eb712e2 req-5089ca16-5651-4f6d-b9be-927d04966997 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 943 time: 0.2014706 May 25 20:39:02.116601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1875107848'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:02.122497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:02.126612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:network and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:02.129623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:02.135559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:02.154901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:02.162481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Allocated IP 172.20.0.2 (ed9230c4-4b6d-406c-b744-aed7a9653f68/7fa9cf60-c6fd-4f9e-bf4c-8ebc59bec352/0a420c8f-7400-4943-9610-fb453824b09d) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:39:02.178221 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e42901b-c61d-4ab0-aee5-14cc6eb712e2 req-e0c9129c-12e4-482f-9259-03bb4522e3f3 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560424 May 25 20:39:02.182903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15db102-f609-4779-89e6-d00c5f287ff2 req-7dd6f07f-88eb-4310-823e-8ee28ede3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:02.186591 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c15db102-f609-4779-89e6-d00c5f287ff2 req-7dd6f07f-88eb-4310-823e-8ee28ede3bc5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9946911 May 25 20:39:02.231610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:02.244206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:39:02.247804 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:02.328527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58002) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:02.328749 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-853c6ada-811f-4357-853d-1567ac2265ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab79358cb8eb49f2a5577d7269502530&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6361954 May 25 20:39:02.346512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c6ada-811f-4357-853d-1567ac2265ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37784b92-7da6-4a0b-ac40-cac1b11929e0,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:02.350582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41064f-c6ce-4859-b5b5-feb7dd11cf62 req-223956d0-0f4e-491b-8266-2340e87753bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:02.352087 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db41064f-c6ce-4859-b5b5-feb7dd11cf62 req-223956d0-0f4e-491b-8266-2340e87753bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8813dec2-98a8-4139-81bc-466f9920ca17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0822337 May 25 20:39:02.475779 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:02.476781 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:02.504490 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a0059c02-c133-4589-88f8-1b6f1ec87e7d details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:39:02.515372 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-081a5978-1e1b-4f1c-b860-78bc1e194168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:02.560504 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-081a5978-1e1b-4f1c-b860-78bc1e194168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:02.580337 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-7ab1977c-4714-4c7e-81de-b07e307ccbef service neutron] 10.222.0.50 "GET /v2.0/networks/5c935f79-ef07-41ac-a053-1acb1417a3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8366251 May 25 20:39:02.605794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:39:02.639853 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-081a5978-1e1b-4f1c-b860-78bc1e194168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:02.670614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a5978-1e1b-4f1c-b860-78bc1e194168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37784b92-7da6-4a0b-ac40-cac1b11929e0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:02.687972 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-081a5978-1e1b-4f1c-b860-78bc1e194168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:02.692861 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-081a5978-1e1b-4f1c-b860-78bc1e194168 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37784b92-7da6-4a0b-ac40-cac1b11929e0 HTTP/1.1" status: 204 len: 168 time: 0.3587265 May 25 20:39:02.775572 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:02.795680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Transition to ACTIVE for port object 0a420c8f-7400-4943-9610-fb453824b09d will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:02.833261 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a0059c02-c133-4589-88f8-1b6f1ec87e7d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a0059c02-c133-4589-88f8-1b6f1ec87e7d,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:02.853256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Transition to ACTIVE for port object 0a420c8f-7400-4943-9610-fb453824b09d will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:02.857705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'a0059c02-c133-4589-88f8-1b6f1ec87e7d', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'port_id': 'a0059c02-c133-4589-88f8-1b6f1ec87e7d', 'mac_address': 'fa:16:3e:6c:bb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:39:02.922752 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:02.929720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58014) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:02.975932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port a0059c02-c133-4589-88f8-1b6f1ec87e7d is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:02.976349 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:02.997961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:02.998936 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Added segment 0be1d72c-e4d2-41fc-a85f-69ee638edc5b of type vlan for network f3e577c2-0b6a-461f-8586-0a1347bed721 May 25 20:39:03.002834 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:03.004734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0059c02-c133-4589-88f8-1b6f1ec87e7d {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:39:03.032629 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Network ed9230c4-4b6d-406c-b744-aed7a9653f68 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:03.037947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:03.040594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:39:03.160155 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a0059c02-c133-4589-88f8-1b6f1ec87e7d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a0059c02-c133-4589-88f8-1b6f1ec87e7d,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:03.168775 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c15db102-f609-4779-89e6-d00c5f287ff2 req-dc2a6bfb-e5f6-4ec7-9110-42f17df4ba34 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9348083 May 25 20:39:03.183624 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:03.195154 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Pushing event updated for resources: {'Port': ['ID=0a420c8f-7400-4943-9610-fb453824b09d,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:03.239587 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:03.313667 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-273e031b-a156-496a-9050-85e8885aebc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:03.328919 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db41064f-c6ce-4859-b5b5-feb7dd11cf62 req-6e61c0c8-e590-441b-9b9e-0b15593b8faa service neutron] 10.222.0.50 "GET /v2.0/networks/8813dec2-98a8-4139-81bc-466f9920ca17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9241641 May 25 20:39:03.335249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-273e031b-a156-496a-9050-85e8885aebc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:03.340957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-273e031b-a156-496a-9050-85e8885aebc3 admin admin] Usage tracker for resource:security_group_rule and tenant:3d6c2d40a48846d5a487dadbd6c8f248 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:03.344734 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-273e031b-a156-496a-9050-85e8885aebc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:03.353779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-273e031b-a156-496a-9050-85e8885aebc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:03.354993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=a0059c02-c133-4589-88f8-1b6f1ec87e7d,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:03.439723 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:03.448642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Attempting to bind port 0a420c8f-7400-4943-9610-fb453824b09d on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:39:03.448642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Attempting to bind port 0a420c8f-7400-4943-9610-fb453824b09d by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '455ed342-60c3-42b8-a3e8-e62c1938c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed9230c4-4b6d-406c-b744-aed7a9653f68'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:39:03.448924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Attempting to bind port 0a420c8f-7400-4943-9610-fb453824b09d on network ed9230c4-4b6d-406c-b744-aed7a9653f68 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:39:03.462573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:39:03.463019 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Checking segment: {'id': '455ed342-60c3-42b8-a3e8-e62c1938c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed9230c4-4b6d-406c-b744-aed7a9653f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:39:03.463340 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:03.463725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Bound using segment: {'id': '455ed342-60c3-42b8-a3e8-e62c1938c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed9230c4-4b6d-406c-b744-aed7a9653f68'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:39:03.464366 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Bound port: 0a420c8f-7400-4943-9610-fb453824b09d, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455ed342-60c3-42b8-a3e8-e62c1938c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed9230c4-4b6d-406c-b744-aed7a9653f68'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:39:03.464613 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:03.509226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58026) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:03.551473 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bcf5fedc-affe-4306-852e-d7299e6135a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:03.576307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['a0059c02-c133-4589-88f8-1b6f1ec87e7d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:39:03.588778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bcf5fedc-affe-4306-852e-d7299e6135a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:03.604164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bcf5fedc-affe-4306-852e-d7299e6135a3 admin admin] Usage tracker for resource:security_group_rule and tenant:90943d3e1f994bcd8e3d8de34a8f739c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:03.614530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bcf5fedc-affe-4306-852e-d7299e6135a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:03.629857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bcf5fedc-affe-4306-852e-d7299e6135a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:03.640645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] For port 0a420c8f-7400-4943-9610-fb453824b09d, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:39:03.647079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69854b8-09d7-4cde-b546-b7a317b411d9 req-d66c3cdd-efe4-440c-9562-201486b5cd46 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:03.648602 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f69854b8-09d7-4cde-b546-b7a317b411d9 req-d66c3cdd-efe4-440c-9562-201486b5cd46 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 944 time: 0.2187304 May 25 20:39:03.650451 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-273e031b-a156-496a-9050-85e8885aebc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:03.655060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-273e031b-a156-496a-9050-85e8885aebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:03.662568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] For port 0a420c8f-7400-4943-9610-fb453824b09d, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0a420c8f-7400-4943-9610-fb453824b09d,segment=NetworkSegment(455ed342-60c3-42b8-a3e8-e62c1938c445),segment_id=455ed342-60c3-42b8-a3e8-e62c1938c445)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:39:03.665210 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:39:03.678140 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:03.704689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e031b-a156-496a-9050-85e8885aebc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1503507-8724-41c8-9842-aace8e597a07,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:03.895353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449ce45-446f-410a-b918-977fc5e505ec None None] Pushing event updated for resources: {'Port': ['ID=0a420c8f-7400-4943-9610-fb453824b09d,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:03.901464 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-273e031b-a156-496a-9050-85e8885aebc3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d6c2d40a48846d5a487dadbd6c8f248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9705474 May 25 20:39:03.906343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58030) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:03.964326 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f69854b8-09d7-4cde-b546-b7a317b411d9 req-edfac8d8-3e1b-4753-8459-82778bc81d25 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975225 May 25 20:39:03.997299 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c36de0b3-1f06-4fe1-becd-3175022c063a req-138d985c-20a0-4df5-b0f3-8d6ea41599db service neutron] 10.222.0.50 "GET /v2.0/networks/5c935f79-ef07-41ac-a053-1acb1417a3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3933952 May 25 20:39:04.047784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad037e22-2684-44cd-b552-7cca529de661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:04.084719 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bcf5fedc-affe-4306-852e-d7299e6135a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:04.092409 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad037e22-2684-44cd-b552-7cca529de661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:04.100624 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bcf5fedc-affe-4306-852e-d7299e6135a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:04.172410 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:04.184904 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:04.186312 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bcf5fedc-affe-4306-852e-d7299e6135a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90943d3e1f994bcd8e3d8de34a8f739c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6664007 May 25 20:39:04.192014 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:04.192845 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:04.197969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58034) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:04.218227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5fedc-affe-4306-852e-d7299e6135a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaebb83-1f7e-4086-8934-e3473a2d7a60,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:04.288435 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-675d54c2-a34f-4fcd-9163-d3b4750b59f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:04.290644 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad037e22-2684-44cd-b552-7cca529de661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:04.330875 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ad037e22-2684-44cd-b552-7cca529de661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:04.332012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ad037e22-2684-44cd-b552-7cca529de661 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1503507-8724-41c8-9842-aace8e597a07 HTTP/1.1" status: 204 len: 168 time: 0.4159229 May 25 20:39:04.334820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad037e22-2684-44cd-b552-7cca529de661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1503507-8724-41c8-9842-aace8e597a07,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:04.362431 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-675d54c2-a34f-4fcd-9163-d3b4750b59f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:04.387754 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db41064f-c6ce-4859-b5b5-feb7dd11cf62 req-a38fa63b-c615-40e0-ac19-4688e99e8520 service neutron] 10.222.0.50 "GET /v2.0/networks/8813dec2-98a8-4139-81bc-466f9920ca17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9388258 May 25 20:39:04.427681 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c15db102-f609-4779-89e6-d00c5f287ff2 req-c5b61041-87be-414c-ad74-2ad3f75c85da service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2255683 May 25 20:39:04.437401 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-675d54c2-a34f-4fcd-9163-d3b4750b59f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:04.455402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d54c2-a34f-4fcd-9163-d3b4750b59f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaebb83-1f7e-4086-8934-e3473a2d7a60,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:04.464582 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-675d54c2-a34f-4fcd-9163-d3b4750b59f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:04.466438 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-675d54c2-a34f-4fcd-9163-d3b4750b59f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5eaebb83-1f7e-4086-8934-e3473a2d7a60 HTTP/1.1" status: 204 len: 168 time: 0.2649536 May 25 20:39:04.510693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Network': ['ID=f3e577c2-0b6a-461f-8586-0a1347bed721,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:04.524099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network f3e577c2-0b6a-461f-8586-0a1347bed721 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:39:04.550645 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:04.569633 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-28337e39-4a6e-40a7-a0c4-98de3f57c4d5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4827311 May 25 20:39:04.572268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58042) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:04.578314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': 'f3e577c2-0b6a-461f-8586-0a1347bed721', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:04.636768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0a420c8f-7400-4943-9610-fb453824b09d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:04.767659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff50ef6-c133-4470-828e-c6f42cb0072b req-997139bd-e521-4e37-9e56-86c0eebcf81f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:04.792216 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bff50ef6-c133-4470-828e-c6f42cb0072b req-997139bd-e521-4e37-9e56-86c0eebcf81f tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 907 time: 1.2201185 May 25 20:39:04.852140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 0a420c8f-7400-4943-9610-fb453824b09d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:04.876244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:04.890339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:04.897255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:04.903952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:04.921387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:39:04.936843 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:05.190208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35bc45-0db5-4f5d-bfff-d497ed4074a5 req-12937629-9192-43af-a7e1-b6f3573e9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:05.196168 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd35bc45-0db5-4f5d-bfff-d497ed4074a5 req-12937629-9192-43af-a7e1-b6f3573e9a6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=13a469cfe5354987afc61d8fbdb46baa&device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 1058 time: 1.1011999 May 25 20:39:05.202971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58060) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:05.273896 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-45be1db9-e5da-4a85-9d89-658f105e5717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:05.357672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8861aec-edf8-431d-b571-7852eb62e064 None None] Network ed9230c4-4b6d-406c-b744-aed7a9653f68 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:05.358802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea806222-8515-45f1-8e5a-3a42c0048ea2 req-c7b4bb3e-26a5-4e17-8b01-48a097596339 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:05.360453 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea806222-8515-45f1-8e5a-3a42c0048ea2 req-c7b4bb3e-26a5-4e17-8b01-48a097596339 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 944 time: 0.1582694 May 25 20:39:05.391186 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:05.455702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35bc45-0db5-4f5d-bfff-d497ed4074a5 req-4037a215-524f-4a9c-9f8d-4c73a3b689d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:05.457770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd35bc45-0db5-4f5d-bfff-d497ed4074a5 req-4037a215-524f-4a9c-9f8d-4c73a3b689d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5c935f79-ef07-41ac-a053-1acb1417a3a5 HTTP/1.1" status: 200 len: 899 time: 0.2342234 May 25 20:39:05.461913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-45be1db9-e5da-4a85-9d89-658f105e5717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:05.468018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Subnet': ['ID=54a12622-10cb-4e91-b924-d909c58174f2,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:05.470725 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:05.504362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-400c0333-e025-4f4d-b28a-81f5f8f0c50c None None] Provisioning for port 0a420c8f-7400-4943-9610-fb453824b09d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:05.504696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-45be1db9-e5da-4a85-9d89-658f105e5717 admin admin] Usage tracker for resource:security_group_rule and tenant:1bb9beeb00544c93b7a470f3504adffd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:05.513147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea806222-8515-45f1-8e5a-3a42c0048ea2 req-f2dec30d-e0f0-4b87-9454-32bd3a915b25 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436353 May 25 20:39:05.527855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Checking segment: {'id': '0be1d72c-e4d2-41fc-a85f-69ee638edc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f3e577c2-0b6a-461f-8586-0a1347bed721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:39:05.528200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network hostable DHCP agents. Network: f3e577c2-0b6a-461f-8586-0a1347bed721, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:39:05.552738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network f3e577c2-0b6a-461f-8586-0a1347bed721 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:39:05.555870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-400c0333-e025-4f4d-b28a-81f5f8f0c50c None None] Provisioning complete for port 0a420c8f-7400-4943-9610-fb453824b09d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:05.557928 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-400c0333-e025-4f4d-b28a-81f5f8f0c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:05.565108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, f3e577c2-0b6a-461f-8586-0a1347bed721) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:05.570393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:05.570977 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:05.594454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-45be1db9-e5da-4a85-9d89-658f105e5717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:05.617126 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bd5987db-19a1-4d31-8195-6b52cae3190d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0410235 May 25 20:39:05.617888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58072) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:05.619233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-45be1db9-e5da-4a85-9d89-658f105e5717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:05.622840 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd35bc45-0db5-4f5d-bfff-d497ed4074a5 req-4ad91980-166b-46eb-8e5e-7b1d8274942d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e9282446-ff07-40ad-b80e-83605a8ca043 HTTP/1.1" status: 200 len: 217 time: 0.1548097 May 25 20:39:05.628900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7543ab-e7d5-4d51-b2bf-efd27076f46f None None] Network f3e577c2-0b6a-461f-8586-0a1347bed721 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:05.630362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7835b702-f62d-4fec-bd74-b70f85b2c1e5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': 'f3e577c2-0b6a-461f-8586-0a1347bed721', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:05.818006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35bc45-0db5-4f5d-bfff-d497ed4074a5 req-c5c6ae12-6b1c-49de-a19e-cba8083495c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:05.819690 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd35bc45-0db5-4f5d-bfff-d497ed4074a5 req-c5c6ae12-6b1c-49de-a19e-cba8083495c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eeceff75-a97b-477d-9792-1cb9066e2266 HTTP/1.1" status: 200 len: 838 time: 0.1826627 May 25 20:39:05.914650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7835b702-f62d-4fec-bd74-b70f85b2c1e5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:05.919860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7835b702-f62d-4fec-bd74-b70f85b2c1e5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:05.923202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7835b702-f62d-4fec-bd74-b70f85b2c1e5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:05.930975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7835b702-f62d-4fec-bd74-b70f85b2c1e5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:05.948774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7835b702-f62d-4fec-bd74-b70f85b2c1e5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:39:05.952667 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7835b702-f62d-4fec-bd74-b70f85b2c1e5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:06.031357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-400c0333-e025-4f4d-b28a-81f5f8f0c50c None None] Current status of the port 0a420c8f-7400-4943-9610-fb453824b09d is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:06.032156 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-400c0333-e025-4f4d-b28a-81f5f8f0c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:06.055759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device e9282446-ff07-40ad-b80e-83605a8ca043 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:39:06.104895 n-d-843339-1 neutron-server[88332]: INFO neutron.db.ipam_backend_mixin [None req-7835b702-f62d-4fec-bd74-b70f85b2c1e5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 54a12622-10cb-4e91-b924-d909c58174f2 (CIDR: 172.20.0.0/28) May 25 20:39:06.111506 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7835b702-f62d-4fec-bd74-b70f85b2c1e5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:39:06.112491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7835b702-f62d-4fec-bd74-b70f85b2c1e5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:39:06.145854 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7835b702-f62d-4fec-bd74-b70f85b2c1e5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5250082 May 25 20:39:06.146582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58084) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:06.153965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-37a2a6d6-9b04-4809-bb7f-c6495352e47a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': 'f3e577c2-0b6a-461f-8586-0a1347bed721', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:06.277761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-400c0333-e025-4f4d-b28a-81f5f8f0c50c None None] For port 0a420c8f-7400-4943-9610-fb453824b09d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0a420c8f-7400-4943-9610-fb453824b09d,segment=NetworkSegment(455ed342-60c3-42b8-a3e8-e62c1938c445),segment_id=455ed342-60c3-42b8-a3e8-e62c1938c445)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:06.286747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-f3e577c2-0b6a-461f-8586-0a1347bed721', 'network_id': 'f3e577c2-0b6a-461f-8586-0a1347bed721', 'tenant_id': '41e61a66510849969b73a280f08318ff', 'fixed_ips': [{'subnet_id': '54a12622-10cb-4e91-b924-d909c58174f2'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:39:06.287529 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:06.319321 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-400c0333-e025-4f4d-b28a-81f5f8f0c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:06.337982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-37a2a6d6-9b04-4809-bb7f-c6495352e47a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:06.343871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-37a2a6d6-9b04-4809-bb7f-c6495352e47a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:06.348051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-37a2a6d6-9b04-4809-bb7f-c6495352e47a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:06.354629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-37a2a6d6-9b04-4809-bb7f-c6495352e47a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:06.369131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a2a6d6-9b04-4809-bb7f-c6495352e47a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:39:06.377098 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37a2a6d6-9b04-4809-bb7f-c6495352e47a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:06.436588 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:06.466226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a0059c02-c133-4589-88f8-1b6f1ec87e7d up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:06.522612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35bc45-0db5-4f5d-bfff-d497ed4074a5 req-d3883466-7da2-4a3b-9347-c4b3ce7064aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:06.524130 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd35bc45-0db5-4f5d-bfff-d497ed4074a5 req-d3883466-7da2-4a3b-9347-c4b3ce7064aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c935f79-ef07-41ac-a053-1acb1417a3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6435356 May 25 20:39:06.532277 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-45be1db9-e5da-4a85-9d89-658f105e5717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:06.539611 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:39:06.569419 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:06.574199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c0333-e025-4f4d-b28a-81f5f8f0c50c None None] Pushing event updated for resources: {'Port': ['ID=0a420c8f-7400-4943-9610-fb453824b09d,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:06.639149 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port e9282446-ff07-40ad-b80e-83605a8ca043, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e9282446-ff07-40ad-b80e-83605a8ca043,segment=NetworkSegment(feb75bb5-f971-421d-b824-a4ee4adfff0e),segment_id=feb75bb5-f971-421d-b824-a4ee4adfff0e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:06.734858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Allocated IP 172.25.3.226 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/e8a96ad7-00a4-4ff8-bbc7-9e41b3078788) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:39:06.796034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'e9282446-ff07-40ad-b80e-83605a8ca043', 'network_id': '5c935f79-ef07-41ac-a053-1acb1417a3a5', 'port_id': 'e9282446-ff07-40ad-b80e-83605a8ca043', 'mac_address': 'fa:16:3e:06:73:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeceff75-a97b-477d-9792-1cb9066e2266', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:39:06.817984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port a0059c02-c133-4589-88f8-1b6f1ec87e7d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:06.880398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port a0059c02-c133-4589-88f8-1b6f1ec87e7d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:06.880874 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:06.889421 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-45be1db9-e5da-4a85-9d89-658f105e5717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:06.896732 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37a2a6d6-9b04-4809-bb7f-c6495352e47a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:06.898182 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd35bc45-0db5-4f5d-bfff-d497ed4074a5 req-9cab5d0a-b9ea-4df9-b31c-41a5194e8f37 service neutron] 10.222.0.50 "GET /v2.0/networks/5c935f79-ef07-41ac-a053-1acb1417a3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495479 May 25 20:39:06.911329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0b82b532-5048-45ee-9fcf-7a5555df6923 None None] Provisioning complete for port 0a420c8f-7400-4943-9610-fb453824b09d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:06.911903 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0b82b532-5048-45ee-9fcf-7a5555df6923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:06.916449 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:06.973586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Allocated IP 172.20.0.2 (f3e577c2-0b6a-461f-8586-0a1347bed721/54a12622-10cb-4e91-b924-d909c58174f2/93242d27-ea74-4691-a890-18df13013ed4) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:39:06.975901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a04ad2-cc75-4edb-b5a1-f4d079d731bc req-7f17db0a-43ca-4663-bb68-7997374a8ef8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:06.981785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a2a6d6-9b04-4809-bb7f-c6495352e47a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network f3e577c2-0b6a-461f-8586-0a1347bed721 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:06.984549 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5a04ad2-cc75-4edb-b5a1-f4d079d731bc req-7f17db0a-43ca-4663-bb68-7997374a8ef8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 907 time: 1.0271316 May 25 20:39:06.992288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-37a2a6d6-9b04-4809-bb7f-c6495352e47a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:07.003415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a2a6d6-9b04-4809-bb7f-c6495352e47a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:07.004061 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-37a2a6d6-9b04-4809-bb7f-c6495352e47a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:07.021693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port e9282446-ff07-40ad-b80e-83605a8ca043 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:07.021849 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:07.045525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2a6d6-9b04-4809-bb7f-c6495352e47a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Subnet': ['ID=bb3e8224-6146-4d10-92b3-391ab29f3e23,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:07.076712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5d711-c330-4c2f-94c1-fa88b32e0982 req-9eeae905-92ec-418f-97e0-507d2f9d4198 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:07.078198 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45d5d711-c330-4c2f-94c1-fa88b32e0982 req-9eeae905-92ec-418f-97e0-507d2f9d4198 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 944 time: 0.3183522 May 25 20:39:07.083443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-37a2a6d6-9b04-4809-bb7f-c6495352e47a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9354205 May 25 20:39:07.084210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58102) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:07.091724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'network_id': 'f3e577c2-0b6a-461f-8586-0a1347bed721', 'fixed_ips': [{'subnet_id': '54a12622-10cb-4e91-b924-d909c58174f2'}, {'subnet_id': 'bb3e8224-6146-4d10-92b3-391ab29f3e23'}], 'name': 'tempest-PortsTestJSON-1483686335'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:07.114946 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:07.124218 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9282446-ff07-40ad-b80e-83605a8ca043 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:39:07.247114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port e9282446-ff07-40ad-b80e-83605a8ca043, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e9282446-ff07-40ad-b80e-83605a8ca043,segment=NetworkSegment(feb75bb5-f971-421d-b824-a4ee4adfff0e),segment_id=feb75bb5-f971-421d-b824-a4ee4adfff0e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:07.294905 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:07.385068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0b82b532-5048-45ee-9fcf-7a5555df6923 None None] Current status of the port 0a420c8f-7400-4943-9610-fb453824b09d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:07.394055 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port a0059c02-c133-4589-88f8-1b6f1ec87e7d is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:07.394454 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:07.417552 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-45be1db9-e5da-4a85-9d89-658f105e5717 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1bb9beeb00544c93b7a470f3504adffd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1987522 May 25 20:39:07.428777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be1db9-e5da-4a85-9d89-658f105e5717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f2526c-c059-4780-8cbe-e57cd447ff42,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:07.435250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58106) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:07.443923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event updated for resources: {'Port': ['ID=72a7d6be-9da8-4f2b-b2ef-5dee15ab71ce,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:07.453902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:07.462975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45d5d711-c330-4c2f-94c1-fa88b32e0982 req-757020f6-6a2d-48d2-a06f-e93de7cc6d2b tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3747272 May 25 20:39:07.464308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:port and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:07.467450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:07.474420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:07.487907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:39:07.502091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=e9282446-ff07-40ad-b80e-83605a8ca043,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:07.512012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014456ec-30c3-4d0e-80db-6c253bd287b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0059c02-c133-4589-88f8-1b6f1ec87e7d'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:39:07.533423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a0059c02-c133-4589-88f8-1b6f1ec87e7d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a0059c02-c133-4589-88f8-1b6f1ec87e7d,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:07.537593 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:07.544242 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:07.549326 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd35bc45-0db5-4f5d-bfff-d497ed4074a5 req-b26f747d-65d6-4e66-9798-349b1c35f40d service neutron] 10.222.0.50 "GET /v2.0/networks/5c935f79-ef07-41ac-a053-1acb1417a3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813465 May 25 20:39:07.601865 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5e098d-2fbe-41f5-960f-fcb505c42db8'] response: {'server_uuid': '014456ec-30c3-4d0e-80db-6c253bd287b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0059c02-c133-4589-88f8-1b6f1ec87e7d', 'code': 200} May 25 20:39:07.607139 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:07.609686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['e9282446-ff07-40ad-b80e-83605a8ca043'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:39:07.655703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Transition to ACTIVE for port object 93242d27-ea74-4691-a890-18df13013ed4 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:07.739714 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:07.749887 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:07.783202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port 54c5b734-860f-47bb-9642-eef7f6aa9f1f yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:39:07.803519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Transition to ACTIVE for port object 93242d27-ea74-4691-a890-18df13013ed4 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:07.824848 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:07.837715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=a0059c02-c133-4589-88f8-1b6f1ec87e7d,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:07.858822 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dcafb22-baca-4258-a913-c7c9a99d1e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:07.865365 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:07.920572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Network f3e577c2-0b6a-461f-8586-0a1347bed721 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:07.923996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:07.926751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:39:07.971188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Pushing event updated for resources: {'Port': ['ID=93242d27-ea74-4691-a890-18df13013ed4,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:08.051140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Attempting to bind port 93242d27-ea74-4691-a890-18df13013ed4 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:39:08.051667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Attempting to bind port 93242d27-ea74-4691-a890-18df13013ed4 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '0be1d72c-e4d2-41fc-a85f-69ee638edc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f3e577c2-0b6a-461f-8586-0a1347bed721'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:39:08.052196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Attempting to bind port 93242d27-ea74-4691-a890-18df13013ed4 on network f3e577c2-0b6a-461f-8586-0a1347bed721 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:39:08.059734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:39:08.060307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Checking segment: {'id': '0be1d72c-e4d2-41fc-a85f-69ee638edc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f3e577c2-0b6a-461f-8586-0a1347bed721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:39:08.060933 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:08.061419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Bound using segment: {'id': '0be1d72c-e4d2-41fc-a85f-69ee638edc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f3e577c2-0b6a-461f-8586-0a1347bed721'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:39:08.062059 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Bound port: 93242d27-ea74-4691-a890-18df13013ed4, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be1d72c-e4d2-41fc-a85f-69ee638edc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f3e577c2-0b6a-461f-8586-0a1347bed721'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:39:08.063353 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:08.079391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device e9282446-ff07-40ad-b80e-83605a8ca043 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:08.108172 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dcafb22-baca-4258-a913-c7c9a99d1e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:08.122373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:08.125868 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Floating IP f04aa51a-8c6a-4247-a1ed-5fcfe3c9cf18 associated. External IP: 172.25.3.154, port: 19f05eff-535f-46c6-acfc-58c998f5437e. May 25 20:39:08.193012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:08.220900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:39:08.226388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Allocated IP 172.20.0.4 (f3e577c2-0b6a-461f-8586-0a1347bed721/54a12622-10cb-4e91-b924-d909c58174f2/54c5b734-860f-47bb-9642-eef7f6aa9f1f) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:39:08.248974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Allocated IP 172.20.0.24 (f3e577c2-0b6a-461f-8586-0a1347bed721/bb3e8224-6146-4d10-92b3-391ab29f3e23/54c5b734-860f-47bb-9642-eef7f6aa9f1f) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:39:08.264483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a96ad7-00a4-4ff8-bbc7-9e41b3078788,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:08.269961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb032fe9-d8bc-4572-8e9a-3ce192b16cc3 req-9e61df20-3562-4c70-988a-18b0a9075121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:08.271575 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb032fe9-d8bc-4572-8e9a-3ce192b16cc3 req-9e61df20-3562-4c70-988a-18b0a9075121 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 1096 time: 0.5969374 May 25 20:39:08.367820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port e9282446-ff07-40ad-b80e-83605a8ca043 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:08.380122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port e9282446-ff07-40ad-b80e-83605a8ca043 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:08.380460 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:08.444524 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] For port 93242d27-ea74-4691-a890-18df13013ed4, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:39:08.450187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] For port 93242d27-ea74-4691-a890-18df13013ed4, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=93242d27-ea74-4691-a890-18df13013ed4,segment=NetworkSegment(0be1d72c-e4d2-41fc-a85f-69ee638edc5b),segment_id=0be1d72c-e4d2-41fc-a85f-69ee638edc5b)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:39:08.462863 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:08.614953 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0a420c8f-7400-4943-9610-fb453824b09d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:08.633534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7033d7-ba53-47b8-a6b2-3745ae020894 req-7205e7b2-a732-4f87-b2f0-a433a826d08e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:08.646639 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be7033d7-ba53-47b8-a6b2-3745ae020894 req-7205e7b2-a732-4f87-b2f0-a433a826d08e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 908 time: 0.2684963 May 25 20:39:08.835616 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:08.883199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Transition to ACTIVE for port object 54c5b734-860f-47bb-9642-eef7f6aa9f1f will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:08.896823 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b5587-bc44-4876-b71a-8bb70e15817e None None] Pushing event updated for resources: {'Port': ['ID=93242d27-ea74-4691-a890-18df13013ed4,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:08.904206 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dcafb22-baca-4258-a913-c7c9a99d1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:08.927023 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port e9282446-ff07-40ad-b80e-83605a8ca043 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:08.927395 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:08.968329 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:08.974430 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port e9282446-ff07-40ad-b80e-83605a8ca043, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e9282446-ff07-40ad-b80e-83605a8ca043,segment=NetworkSegment(feb75bb5-f971-421d-b824-a4ee4adfff0e),segment_id=feb75bb5-f971-421d-b824-a4ee4adfff0e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:08.976016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 0a420c8f-7400-4943-9610-fb453824b09d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:08.976386 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:09.006826 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:09.043190 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb032fe9-d8bc-4572-8e9a-3ce192b16cc3 req-f037ca3c-d82e-4293-8cb1-ca4f9567054b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7359684 May 25 20:39:09.083284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network f3e577c2-0b6a-461f-8586-0a1347bed721 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:09.091531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:09.094804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:39:09.121320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=e9282446-ff07-40ad-b80e-83605a8ca043,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:09.147941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=54c5b734-860f-47bb-9642-eef7f6aa9f1f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:09.186658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:09.187280 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:09.187901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 0a420c8f-7400-4943-9610-fb453824b09d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:09.192034 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcafb22-baca-4258-a913-c7c9a99d1e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f2526c-c059-4780-8cbe-e57cd447ff42,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:09.219000 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-be91aa43-10e9-4272-ada8-7d91bf8f848f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1336625 May 25 20:39:09.222683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58124) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:09.229339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1910f7b0-3136-42dd-9a65-bbf0e470ceed tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '54a12622-10cb-4e91-b924-d909c58174f2'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:09.364911 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dcafb22-baca-4258-a913-c7c9a99d1e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:09.366046 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9dcafb22-baca-4258-a913-c7c9a99d1e7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79f2526c-c059-4780-8cbe-e57cd447ff42 HTTP/1.1" status: 204 len: 168 time: 1.9185028 May 25 20:39:09.378405 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1910f7b0-3136-42dd-9a65-bbf0e470ceed tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:09.408857 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:09.578177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355ee40-35cd-4640-83c4-d35e04f1b912 req-e8f7be85-ded0-404e-b62a-d586d6ce6214 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:09.579793 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2355ee40-35cd-4640-83c4-d35e04f1b912 req-e8f7be85-ded0-404e-b62a-d586d6ce6214 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 945 time: 0.7890501 May 25 20:39:09.602992 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a03e59-56ce-4d16-857b-09ae81b68f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9282446-ff07-40ad-b80e-83605a8ca043'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:39:09.654414 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb09cac-ca05-4a8e-b2bd-adf4221d744f'] response: {'server_uuid': 'a0a03e59-56ce-4d16-857b-09ae81b68f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9282446-ff07-40ad-b80e-83605a8ca043', 'code': 200} May 25 20:39:09.703510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Router b6d3b06e-182d-4509-b403-2f16078fbc51 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:39:09.850219 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2355ee40-35cd-4640-83c4-d35e04f1b912 req-ec87fb6c-01ee-4dc7-b30a-59d37eca0fd0 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061534 May 25 20:39:09.874057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-1910f7b0-3136-42dd-9a65-bbf0e470ceed tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Delete allocated IP 172.20.0.24 (f3e577c2-0b6a-461f-8586-0a1347bed721/bb3e8224-6146-4d10-92b3-391ab29f3e23) {{(pid=88332) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 20:39:10.166111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48bdde-0274-4df1-a76d-e303e1356b76 req-8e7ac64d-3f56-4246-afb3-7692b1e5a218 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:10.175288 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c48bdde-0274-4df1-a76d-e303e1356b76 req-8e7ac64d-3f56-4246-afb3-7692b1e5a218 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 909 time: 0.1801243 May 25 20:39:10.238070 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1910f7b0-3136-42dd-9a65-bbf0e470ceed tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:10.275430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-1910f7b0-3136-42dd-9a65-bbf0e470ceed tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Ignored duplicate provisioning block setup for port 54c5b734-860f-47bb-9642-eef7f6aa9f1f by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 25 20:39:10.291405 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1910f7b0-3136-42dd-9a65-bbf0e470ceed tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:10.327913 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad84eff4-a02c-41ce-a3f7-6a7264585b5e None None] Network f3e577c2-0b6a-461f-8586-0a1347bed721 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:10.432459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0db391-ea1d-4cd3-86af-8dd3d6deadb8 req-33f28d8d-1480-41f0-9f29-e6e83e7bf358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:10.433925 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6d0db391-ea1d-4cd3-86af-8dd3d6deadb8 req-33f28d8d-1480-41f0-9f29-e6e83e7bf358 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 1060 time: 0.5899806 May 25 20:39:10.461079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:39:10.473623 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:10.476963 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9135c-73d0-4980-a924-295a26023d33 None None] Sync routers for ids ['b6d3b06e-182d-4509-b403-2f16078fbc51'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:39:10.510203 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9135c-73d0-4980-a924-295a26023d33 None None] Routers {'b6d3b06e-182d-4509-b403-2f16078fbc51'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:10.513126 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-74d9135c-73d0-4980-a924-295a26023d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6d3b06e-182d-4509-b403-2f16078fbc51'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:10.578529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:10.645794 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58e77cc1-59ef-4656-b4b8-30275f05d546 req-dd3db3d6-0400-43c4-a459-8d3e932a5476 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4381459 May 25 20:39:10.666425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bc9e2f33-4ede-41b7-9bf2-470eb9f5504d None None] Provisioning for port 93242d27-ea74-4691-a890-18df13013ed4 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:10.817593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1910f7b0-3136-42dd-9a65-bbf0e470ceed tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] In _notify_port_updated(), no bound segment for port 54c5b734-860f-47bb-9642-eef7f6aa9f1f on network f3e577c2-0b6a-461f-8586-0a1347bed721 {{(pid=88332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:39:10.829010 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1910f7b0-3136-42dd-9a65-bbf0e470ceed tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:10.829405 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1910f7b0-3136-42dd-9a65-bbf0e470ceed tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:10.836729 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1910f7b0-3136-42dd-9a65-bbf0e470ceed tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "PUT /v2.0/ports/54c5b734-860f-47bb-9642-eef7f6aa9f1f HTTP/1.1" status: 200 len: 919 time: 1.6128776 May 25 20:39:10.842691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58160) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:10.857712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 93242d27-ea74-4691-a890-18df13013ed4 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:10.875045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-11279ed1-ac73-4ab1-844b-3ab6dcebf7bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '54a12622-10cb-4e91-b924-d909c58174f2'}, {'subnet_id': 'bb3e8224-6146-4d10-92b3-391ab29f3e23'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:10.931825 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-84e99952-95e2-4a88-af93-f20584b9a6e8 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 15.4777589 May 25 20:39:10.935664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f485c35-b61e-4aed-8703-fed0794bf668', 'tag': '19f05eff-535f-46c6-acfc-58c998f5437e'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:39:10.940957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58166) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:11.034979 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0418f5e3-df66-42ad-9c7f-a7ff0b5d20d7'] response: {'name': 'network-changed', 'server_uuid': '9f485c35-b61e-4aed-8703-fed0794bf668', 'tag': '19f05eff-535f-46c6-acfc-58c998f5437e', 'status': 'completed', 'code': 200} May 25 20:39:11.059285 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-74d9135c-73d0-4980-a924-295a26023d33 None None] Set router b6d3b06e-182d-4509-b403-2f16078fbc51 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:11.077539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910f7b0-3136-42dd-9a65-bbf0e470ceed tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=54c5b734-860f-47bb-9642-eef7f6aa9f1f,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:11.111080 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 93242d27-ea74-4691-a890-18df13013ed4 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:11.151874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 93242d27-ea74-4691-a890-18df13013ed4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:11.153795 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:11.159887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e77cc1-59ef-4656-b4b8-30275f05d546 req-6735a82f-7054-4656-a721-6efed1ae143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:11.161386 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58e77cc1-59ef-4656-b4b8-30275f05d546 req-6735a82f-7054-4656-a721-6efed1ae143c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13a469cfe5354987afc61d8fbdb46baa&device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 1135 time: 0.3396711 May 25 20:39:11.253546 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-11279ed1-ac73-4ab1-844b-3ab6dcebf7bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:11.699523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 93242d27-ea74-4691-a890-18df13013ed4 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:11.700063 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:11.735284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6434f7a-b7bf-48e9-8daf-41a81b1ab0d8 None None] Update dhcp port {'port': {'network_id': 'f3e577c2-0b6a-461f-8586-0a1347bed721', 'fixed_ips': [{'subnet_id': '54a12622-10cb-4e91-b924-d909c58174f2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bb3e8224-6146-4d10-92b3-391ab29f3e23'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '93242d27-ea74-4691-a890-18df13013ed4'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:39:11.832565 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-74d9135c-73d0-4980-a924-295a26023d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:38:05Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'f04aa51a-8c6a-4247-a1ed-5fcfe3c9cf18', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'port_id': '19f05eff-535f-46c6-acfc-58c998f5437e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'mac_address': 'fa:16:3e:33:04:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f485c35-b61e-4aed-8703-fed0794bf668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:39:04Z', 'updated_at': '2022-05-25T20:39:04Z', 'revision_number': 0, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd', 'name': '', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:39:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:03Z', 'updated_at': '2022-05-25T20:38:18Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:11.843469 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9135c-73d0-4980-a924-295a26023d33 None None] Checking router: b6d3b06e-182d-4509-b403-2f16078fbc51 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:39:11.873814 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9135c-73d0-4980-a924-295a26023d33 None None] Routers {'b6d3b06e-182d-4509-b403-2f16078fbc51'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:11.874468 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-74d9135c-73d0-4980-a924-295a26023d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6d3b06e-182d-4509-b403-2f16078fbc51'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:11.898567 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b6434f7a-b7bf-48e9-8daf-41a81b1ab0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:11.930502 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4b42926a-dc0a-470c-b1a5-b1e2fbc9bbc3 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/floatingips/f04aa51a-8c6a-4247-a1ed-5fcfe3c9cf18 HTTP/1.1" status: 200 len: 991 time: 0.9847202 May 25 20:39:11.989274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 93242d27-ea74-4691-a890-18df13013ed4, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=93242d27-ea74-4691-a890-18df13013ed4,segment=NetworkSegment(0be1d72c-e4d2-41fc-a85f-69ee638edc5b),segment_id=0be1d72c-e4d2-41fc-a85f-69ee638edc5b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:12.043722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Router 8a7655e1-1e57-4d90-8daf-f77e09864ff7 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:39:12.060825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45865bd1-43cf-451d-85bc-bc63d7fea737 req-9b49d429-8776-49ab-a8ca-fc77513a005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:12.062481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-45865bd1-43cf-451d-85bc-bc63d7fea737 req-9b49d429-8776-49ab-a8ca-fc77513a005a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 1096 time: 1.0077374 May 25 20:39:12.091820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4bf7b-9a9c-4cbb-be76-cbf0bb90dbff req-0d7bd1d7-1ab1-42ab-949e-82ce2bcdd949 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:12.093338 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1e4bf7b-9a9c-4cbb-be76-cbf0bb90dbff req-0d7bd1d7-1ab1-42ab-949e-82ce2bcdd949 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 945 time: 0.9008324 May 25 20:39:12.129363 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:12.235571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48896508-b0d6-4e23-aab8-0287d5dc6440 req-7d0ca415-0565-4cd9-a833-1a13dcbadcf1 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:12.249908 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-48896508-b0d6-4e23-aab8-0287d5dc6440 req-7d0ca415-0565-4cd9-a833-1a13dcbadcf1 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 909 time: 0.6739428 May 25 20:39:12.353187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e77cc1-59ef-4656-b4b8-30275f05d546 req-0d36c241-2cb4-4dab-90cf-020d41ddea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:12.354777 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58e77cc1-59ef-4656-b4b8-30275f05d546 req-0d36c241-2cb4-4dab-90cf-020d41ddea6d service neutron] 10.222.0.70 "GET /v2.0/networks?id=364d0c10-a4cb-4714-be64-f7a0692ad669 HTTP/1.1" status: 200 len: 898 time: 1.0486934 May 25 20:39:12.418843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=93242d27-ea74-4691-a890-18df13013ed4,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:12.525937 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-74d9135c-73d0-4980-a924-295a26023d33 None None] Set router b6d3b06e-182d-4509-b403-2f16078fbc51 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:12.570819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-11279ed1-ac73-4ab1-844b-3ab6dcebf7bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Allocated IP 172.20.0.24 (f3e577c2-0b6a-461f-8586-0a1347bed721/bb3e8224-6146-4d10-92b3-391ab29f3e23/54c5b734-860f-47bb-9642-eef7f6aa9f1f) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:39:12.589094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 93242d27-ea74-4691-a890-18df13013ed4 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:12.641064 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1e4bf7b-9a9c-4cbb-be76-cbf0bb90dbff req-9c4bd8a1-0638-416e-9341-516b43f8a568 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4331510 May 25 20:39:12.642232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45865bd1-43cf-451d-85bc-bc63d7fea737 req-56ec638a-8fc2-4c73-836d-804d67569ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:12.644362 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-45865bd1-43cf-451d-85bc-bc63d7fea737 req-56ec638a-8fc2-4c73-836d-804d67569ffb service neutron] 10.222.0.50 "GET /v2.0/networks?id=8813dec2-98a8-4139-81bc-466f9920ca17 HTTP/1.1" status: 200 len: 897 time: 0.5629032 May 25 20:39:12.743679 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 93242d27-ea74-4691-a890-18df13013ed4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:12.744245 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:12.883665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-45865bd1-43cf-451d-85bc-bc63d7fea737 req-f79844cd-7cbf-4c61-b5f2-c1941318c023 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19f05eff-535f-46c6-acfc-58c998f5437e HTTP/1.1" status: 200 len: 999 time: 0.2244689 May 25 20:39:12.935981 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58e77cc1-59ef-4656-b4b8-30275f05d546 req-b10d3fa4-c95e-48b8-9026-78f30d2bedff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df6f7022-5397-43cd-beb3-5ada16d916eb HTTP/1.1" status: 200 len: 1001 time: 0.5251820 May 25 20:39:12.937294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58198) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:12.937713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 93242d27-ea74-4691-a890-18df13013ed4 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:12.988158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:39:13.000330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Sync routers for ids ['8a7655e1-1e57-4d90-8daf-f77e09864ff7'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:39:13.012699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Routers {'8a7655e1-1e57-4d90-8daf-f77e09864ff7'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:13.013828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8a7655e1-1e57-4d90-8daf-f77e09864ff7'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:13.033200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45865bd1-43cf-451d-85bc-bc63d7fea737 req-98756d4b-da73-4611-90c7-8e2386aaa1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:13.034968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-45865bd1-43cf-451d-85bc-bc63d7fea737 req-98756d4b-da73-4611-90c7-8e2386aaa1a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=559ec52e-2c38-4812-bd8a-df6029f28bb4 HTTP/1.1" status: 200 len: 835 time: 0.1409082 May 25 20:39:13.087807 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:13.089004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4cbe1d52-cace-4130-a80a-8eeadfb8d780 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.0610654 May 25 20:39:13.090773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e77cc1-59ef-4656-b4b8-30275f05d546 req-c91032be-14c3-49f5-955c-58591f7d483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:13.092347 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58e77cc1-59ef-4656-b4b8-30275f05d546 req-c91032be-14c3-49f5-955c-58591f7d483b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55d93bdb-3c56-4f3a-a46f-5e5747c026ef HTTP/1.1" status: 200 len: 834 time: 0.1396928 May 25 20:39:13.098643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58202) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:13.150818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27966c57-d01b-46a2-ab86-24450e6a309a req-89390b43-ee1b-46e5-bcdb-08c91edb1601 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:13.163047 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-27966c57-d01b-46a2-ab86-24450e6a309a req-89390b43-ee1b-46e5-bcdb-08c91edb1601 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 945 time: 0.3006818 May 25 20:39:13.168290 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4ff83d84-a662-4084-aa1d-78653c3b56a4 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/floatingips/f04aa51a-8c6a-4247-a1ed-5fcfe3c9cf18 HTTP/1.1" status: 200 len: 991 time: 0.2260060 May 25 20:39:13.169020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58206) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:13.177472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e38d538d-067a-4729-b37a-9ac9611cb8d4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'floatingip': {'port_id': 'a0059c02-c133-4589-88f8-1b6f1ec87e7d'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:13.237587 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-74d9135c-73d0-4980-a924-295a26023d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:38:05Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'f04aa51a-8c6a-4247-a1ed-5fcfe3c9cf18', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'port_id': '19f05eff-535f-46c6-acfc-58c998f5437e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'mac_address': 'fa:16:3e:33:04:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f485c35-b61e-4aed-8703-fed0794bf668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:39:04Z', 'updated_at': '2022-05-25T20:39:04Z', 'revision_number': 0, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd', 'name': '', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:39:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:03Z', 'updated_at': '2022-05-25T20:38:18Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:13.244027 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9135c-73d0-4980-a924-295a26023d33 None None] The sync data for ids ['b6d3b06e-182d-4509-b403-2f16078fbc51'] in n-d-843339-1 is: [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:38:05Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'f04aa51a-8c6a-4247-a1ed-5fcfe3c9cf18', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'port_id': '19f05eff-535f-46c6-acfc-58c998f5437e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'mac_address': 'fa:16:3e:33:04:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f485c35-b61e-4aed-8703-fed0794bf668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:39:04Z', 'updated_at': '2022-05-25T20:39:04Z', 'revision_number': 0, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd', 'name': '', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:39:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:03Z', 'updated_at': '2022-05-25T20:38:18Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:39:13.264759 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-11279ed1-ac73-4ab1-844b-3ab6dcebf7bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:13.293403 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e38d538d-067a-4729-b37a-9ac9611cb8d4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:13.380923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Set router 8a7655e1-1e57-4d90-8daf-f77e09864ff7 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:13.507438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-11279ed1-ac73-4ab1-844b-3ab6dcebf7bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Ignored duplicate provisioning block setup for port 54c5b734-860f-47bb-9642-eef7f6aa9f1f by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 25 20:39:13.557097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-11279ed1-ac73-4ab1-844b-3ab6dcebf7bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:13.628771 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530723d0-cebc-4544-aa96-d2507f0288b3 None None] New status for floating IP f04aa51a-8c6a-4247-a1ed-5fcfe3c9cf18: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:39:13.688646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-b6434f7a-b7bf-48e9-8daf-41a81b1ab0d8 None None] Allocated IP 172.20.0.18 (f3e577c2-0b6a-461f-8586-0a1347bed721/bb3e8224-6146-4d10-92b3-391ab29f3e23/93242d27-ea74-4691-a890-18df13013ed4) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:39:13.944104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-11279ed1-ac73-4ab1-844b-3ab6dcebf7bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] In _notify_port_updated(), no bound segment for port 54c5b734-860f-47bb-9642-eef7f6aa9f1f on network f3e577c2-0b6a-461f-8586-0a1347bed721 {{(pid=88332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:39:13.958721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11279ed1-ac73-4ab1-844b-3ab6dcebf7bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:13.961869 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-11279ed1-ac73-4ab1-844b-3ab6dcebf7bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:13.966876 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-11279ed1-ac73-4ab1-844b-3ab6dcebf7bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "PUT /v2.0/ports/54c5b734-860f-47bb-9642-eef7f6aa9f1f HTTP/1.1" status: 200 len: 999 time: 3.1209490 May 25 20:39:13.980533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58224) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:14.003745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11279ed1-ac73-4ab1-844b-3ab6dcebf7bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=54c5b734-860f-47bb-9642-eef7f6aa9f1f,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:14.056611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e77cc1-59ef-4656-b4b8-30275f05d546 req-b4f1b261-cf56-411b-8c55-60b9ab11b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:14.058087 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58e77cc1-59ef-4656-b4b8-30275f05d546 req-b4f1b261-cf56-411b-8c55-60b9ab11b1d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=364d0c10-a4cb-4714-be64-f7a0692ad669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9565330 May 25 20:39:14.214186 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58e77cc1-59ef-4656-b4b8-30275f05d546 req-98e850e6-6ee8-46c9-8869-0fe087a3131e service neutron] 10.222.0.70 "GET /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457984 May 25 20:39:14.217692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58228) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:14.238556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'name': 'tempest-TestAggregatesBasicOps-18819043-router', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e8a96ad7-00a4-4ff8-bbc7-9e41b3078788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:39:02Z', 'updated_at': '2022-05-25T20:39:08Z', 'revision_number': 3, 'project_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'gw_port': {'id': 'e8a96ad7-00a4-4ff8-bbc7-9e41b3078788', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:39:06Z', 'updated_at': '2022-05-25T20:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:14.286747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Checking router: 8a7655e1-1e57-4d90-8daf-f77e09864ff7 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:39:14.287246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Updating router 8a7655e1-1e57-4d90-8daf-f77e09864ff7 port e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:39:14.362705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45865bd1-43cf-451d-85bc-bc63d7fea737 req-b20f569d-0b49-4e2e-97d5-5cc2520fd1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:14.364374 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-45865bd1-43cf-451d-85bc-bc63d7fea737 req-b20f569d-0b49-4e2e-97d5-5cc2520fd1b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8813dec2-98a8-4139-81bc-466f9920ca17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3208139 May 25 20:39:14.427475 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:14.493121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 54c5b734-860f-47bb-9642-eef7f6aa9f1f {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:14.493562 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:14.636134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b6434f7a-b7bf-48e9-8daf-41a81b1ab0d8 None None] For port 93242d27-ea74-4691-a890-18df13013ed4, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=93242d27-ea74-4691-a890-18df13013ed4,segment=NetworkSegment(0be1d72c-e4d2-41fc-a85f-69ee638edc5b),segment_id=0be1d72c-e4d2-41fc-a85f-69ee638edc5b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:14.663978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8563e1-8bc3-4242-9332-07b66c4ef9e1 req-5b518091-5d42-4ca9-afdb-46702472c452 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:14.678172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-da8563e1-8bc3-4242-9332-07b66c4ef9e1 req-5b518091-5d42-4ca9-afdb-46702472c452 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 909 time: 1.1466551 May 25 20:39:14.755723 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b6434f7a-b7bf-48e9-8daf-41a81b1ab0d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:14.795363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b6434f7a-b7bf-48e9-8daf-41a81b1ab0d8 None None] Transition to ACTIVE for port object 93242d27-ea74-4691-a890-18df13013ed4 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:14.804081 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b6434f7a-b7bf-48e9-8daf-41a81b1ab0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:14.959869 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-13dafbd7-f2bd-4c43-970e-cce00d3ea7df tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/floatingips/f04aa51a-8c6a-4247-a1ed-5fcfe3c9cf18 HTTP/1.1" status: 200 len: 993 time: 0.7409015 May 25 20:39:14.998200 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6434f7a-b7bf-48e9-8daf-41a81b1ab0d8 None None] Pushing event updated for resources: {'Port': ['ID=93242d27-ea74-4691-a890-18df13013ed4,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:15.078594 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:15.096017 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-45865bd1-43cf-451d-85bc-bc63d7fea737 req-b5621670-72e7-48e0-8079-1f0154206174 service neutron] 10.222.0.50 "GET /v2.0/networks/8813dec2-98a8-4139-81bc-466f9920ca17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987762 May 25 20:39:15.115564 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:15.129651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Transition to ACTIVE for port object e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:15.145081 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:15.159231 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-58e77cc1-59ef-4656-b4b8-30275f05d546 req-b1e21d7a-f624-4a13-8928-1892a6efaef5 service neutron] 10.222.0.70 "GET /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9334667 May 25 20:39:15.256171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 54c5b734-860f-47bb-9642-eef7f6aa9f1f owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:15.262562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Attempting to bind port e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:39:15.263114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Attempting to bind port e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:39:15.263387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Attempting to bind port e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:39:15.275075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:39:15.275075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:39:15.275669 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:15.275914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:39:15.276323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Bound port: e8a96ad7-00a4-4ff8-bbc7-9e41b3078788, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:39:15.276981 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:15.308949 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:15.322776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d1404-02ce-4121-85ba-91379ddfc256 req-df6a22b9-b6e4-4b57-8ab7-62baa7e9abc6 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:15.324289 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-400d1404-02ce-4121-85ba-91379ddfc256 req-df6a22b9-b6e4-4b57-8ab7-62baa7e9abc6 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 909 time: 0.4828720 May 25 20:39:15.338292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224be3d-0af3-4765-afac-b55641f7b2d2 None None] Pushing event updated for resources: {'Port': ['ID=e8a96ad7-00a4-4ff8-bbc7-9e41b3078788,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:15.414251 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] For port e8a96ad7-00a4-4ff8-bbc7-9e41b3078788, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:39:15.417783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] For port e8a96ad7-00a4-4ff8-bbc7-9e41b3078788, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e8a96ad7-00a4-4ff8-bbc7-9e41b3078788,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:39:15.440589 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:15.460166 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-45865bd1-43cf-451d-85bc-bc63d7fea737 req-c0b59d7a-3377-4dcc-9de4-34af34da7ca3 service neutron] 10.222.0.50 "GET /v2.0/networks/8813dec2-98a8-4139-81bc-466f9920ca17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490870 May 25 20:39:15.473347 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:39:15.568838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Routers {'8a7655e1-1e57-4d90-8daf-f77e09864ff7'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:15.569457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8a7655e1-1e57-4d90-8daf-f77e09864ff7'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:15.576474 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e38d538d-067a-4729-b37a-9ac9611cb8d4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:15.587075 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e38d538d-067a-4729-b37a-9ac9611cb8d4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:15.649217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224be3d-0af3-4765-afac-b55641f7b2d2 None None] Pushing event updated for resources: {'Port': ['ID=e8a96ad7-00a4-4ff8-bbc7-9e41b3078788,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:15.714386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf71cf-d729-488f-9729-682afcdd0a42 req-b3e8a7e3-558d-4ee8-b7cd-92cb60ee7858 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:15.716524 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9cbf71cf-d729-488f-9729-682afcdd0a42 req-b3e8a7e3-558d-4ee8-b7cd-92cb60ee7858 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 1060 time: 0.2027729 May 25 20:39:15.801987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Allocated IP 172.20.0.1 (ed9230c4-4b6d-406c-b744-aed7a9653f68/7fa9cf60-c6fd-4f9e-bf4c-8ebc59bec352/ffb2cb90-b1f0-4cc7-be2b-1aba961393c2) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:39:16.003924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] Set router 8a7655e1-1e57-4d90-8daf-f77e09864ff7 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:16.062305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85800d-4f8e-49c8-8c98-cf11e29eff7f None None] Network f3e577c2-0b6a-461f-8586-0a1347bed721 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:16.069615 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:16.183177 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-e38d538d-067a-4729-b37a-9ac9611cb8d4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Floating IP b6d33fff-99cb-40f8-9e2c-6d3f2a3b98ae associated. External IP: 172.25.3.189, port: a0059c02-c133-4589-88f8-1b6f1ec87e7d. May 25 20:39:16.274966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Transition to ACTIVE for port object ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:16.279924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:16.336581 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:16.621364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5b107ea8-9d71-47a8-9f74-ffa441d70996 None None] Could not find standard attr ID for object 54c5b734-860f-47bb-9642-eef7f6aa9f1f. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:39:16.625638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 93242d27-ea74-4691-a890-18df13013ed4 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:16.634869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef2720-5adf-4d42-aa0b-afc947bbfc10 req-eac263f9-8bac-4eef-b71a-47339b031beb tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:16.636535 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fef2720-5adf-4d42-aa0b-afc947bbfc10 req-eac263f9-8bac-4eef-b71a-47339b031beb tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 1135 time: 0.6276484 May 25 20:39:16.637277 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=54c5b734-860f-47bb-9642-eef7f6aa9f1f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:16.658033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:16.658775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:16.659213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:16.659432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:16.659762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:16.660081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:16.660399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:16.660714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:16.661028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:16.661339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:16.661650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:16.661956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:16.701877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Network ed9230c4-4b6d-406c-b744-aed7a9653f68 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:16.705690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:16.709702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:39:16.765372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5b107ea8-9d71-47a8-9f74-ffa441d70996 None None] Provisioning for port 93242d27-ea74-4691-a890-18df13013ed4 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:16.778584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Pushing event updated for resources: {'Port': ['ID=ffb2cb90-b1f0-4cc7-be2b-1aba961393c2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:16.779126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5b107ea8-9d71-47a8-9f74-ffa441d70996 None None] Provisioning complete for port 93242d27-ea74-4691-a890-18df13013ed4 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:16.779500 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5b107ea8-9d71-47a8-9f74-ffa441d70996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:16.800531 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:16.964870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fef2720-5adf-4d42-aa0b-afc947bbfc10 req-5c7ee7b9-052b-4e97-a233-6f755c8d5cb7 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3129330 May 25 20:39:16.981253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:16.998042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58262) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:17.019218 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 93242d27-ea74-4691-a890-18df13013ed4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:17.019522 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:17.026760 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-810ca893-94d8-455e-b56c-ef4b79720e5c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/54c5b734-860f-47bb-9642-eef7f6aa9f1f HTTP/1.1" status: 204 len: 168 time: 3.0366135 May 25 20:39:17.028520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58266) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:17.062686 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:17.077425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'name': 'tempest-TestAggregatesBasicOps-18819043-router', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e8a96ad7-00a4-4ff8-bbc7-9e41b3078788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:39:02Z', 'updated_at': '2022-05-25T20:39:08Z', 'revision_number': 3, 'project_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'gw_port': {'id': 'e8a96ad7-00a4-4ff8-bbc7-9e41b3078788', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:39:06Z', 'updated_at': '2022-05-25T20:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:17.093587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd69ac0-682d-481e-9de9-1947e7b39a0f None None] The sync data for ids ['8a7655e1-1e57-4d90-8daf-f77e09864ff7'] in n-d-843339-1 is: [{'id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'name': 'tempest-TestAggregatesBasicOps-18819043-router', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e8a96ad7-00a4-4ff8-bbc7-9e41b3078788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:39:02Z', 'updated_at': '2022-05-25T20:39:08Z', 'revision_number': 3, 'project_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'gw_port': {'id': 'e8a96ad7-00a4-4ff8-bbc7-9e41b3078788', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:39:06Z', 'updated_at': '2022-05-25T20:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:39:17.147402 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faed664-122b-4329-8f15-95b3da2e2a64 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] GET failed (client error): The resource could not be found. May 25 20:39:17.147946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7faed664-122b-4329-8f15-95b3da2e2a64 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:39:17.206488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5b107ea8-9d71-47a8-9f74-ffa441d70996 None None] Current status of the port 93242d27-ea74-4691-a890-18df13013ed4 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:17.254085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfb7a9c-ed5f-4e8d-a2a8-fc8a756aa992 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:17.255608 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-acfb7a9c-ed5f-4e8d-a2a8-fc8a756aa992 tempest-TestSecurityGroupsBasicOps-850708485 tempest-TestSecurityGroupsBasicOps-850708485-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 1055 time: 0.2497785 May 25 20:39:17.331485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7faed664-122b-4329-8f15-95b3da2e2a64 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:39:17.335190 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7faed664-122b-4329-8f15-95b3da2e2a64 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/54c5b734-860f-47bb-9642-eef7f6aa9f1f HTTP/1.1" status: 404 len: 333 time: 0.3032117 May 25 20:39:17.336891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58274) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:17.392837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 93242d27-ea74-4691-a890-18df13013ed4 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:17.400785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1a3ea5ec-baec-4539-8541-8ec6e5a7ebb4 None None] Provisioning for port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:17.406843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1a3ea5ec-baec-4539-8541-8ec6e5a7ebb4 None None] Provisioning complete for port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:17.407214 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1a3ea5ec-baec-4539-8541-8ec6e5a7ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:17.577759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ea5ec-baec-4539-8541-8ec6e5a7ebb4 None None] Port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:39:17.606242 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:17.623917 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:17.707478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8732eea-d16e-46ff-8105-348b7afac46f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting subnet bb3e8224-6146-4d10-92b3-391ab29f3e23 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:39:17.717890 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b8732eea-d16e-46ff-8105-348b7afac46f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:17.900096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38d538d-067a-4729-b37a-9ac9611cb8d4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Router 73285a88-b4d8-4058-ae5e-97d68fedf7bb has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:39:17.929786 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:17.933770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Pushing event updated for resources: {'Port': ['ID=ffb2cb90-b1f0-4cc7-be2b-1aba961393c2,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:17.962494 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b8732eea-d16e-46ff-8105-348b7afac46f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:18.164718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5e7a49e1-2a3d-4779-a529-2e33006b2af3 None None] Provisioning complete for port 93242d27-ea74-4691-a890-18df13013ed4 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:18.165240 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5e7a49e1-2a3d-4779-a529-2e33006b2af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:18.256423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Network ed9230c4-4b6d-406c-b744-aed7a9653f68 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:18.268257 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:18.530505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38d538d-067a-4729-b37a-9ac9611cb8d4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:39:18.588561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa72125-1fe1-4a38-90f4-6c948a86f8b2 None None] Sync routers for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:39:18.603730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a49e1-2a3d-4779-a529-2e33006b2af3 None None] Current status of the port 93242d27-ea74-4691-a890-18df13013ed4 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:18.641215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa72125-1fe1-4a38-90f4-6c948a86f8b2 None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:18.641842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-0aa72125-1fe1-4a38-90f4-6c948a86f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:18.680758 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e38d538d-067a-4729-b37a-9ac9611cb8d4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:18.793429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc149bab-f4c1-4fee-8771-183ef01a221e req-0a020161-2cd6-41f5-9c83-a2a2981a38f1 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:18.810856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc149bab-f4c1-4fee-8771-183ef01a221e req-0a020161-2cd6-41f5-9c83-a2a2981a38f1 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 909 time: 1.0071912 May 25 20:39:18.822541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-16141819-1ca2-46f5-b3ef-201ee73cec7d None None] Could not find standard attr ID for object 54c5b734-860f-47bb-9642-eef7f6aa9f1f. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:39:18.846562 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b8732eea-d16e-46ff-8105-348b7afac46f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:18.850709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:18.915481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Router 8a7655e1-1e57-4d90-8daf-f77e09864ff7 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:39:18.996048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e38d538d-067a-4729-b37a-9ac9611cb8d4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "PUT /v2.0/floatingips/b6d33fff-99cb-40f8-9e2c-6d3f2a3b98ae HTTP/1.1" status: 200 len: 991 time: 5.8231165 May 25 20:39:19.002696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014456ec-30c3-4d0e-80db-6c253bd287b4', 'tag': 'a0059c02-c133-4589-88f8-1b6f1ec87e7d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:39:19.003206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e1873f0d-00b8-42ce-a556-e9dd21764782 None None] Provisioning complete for port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:19.003573 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e1873f0d-00b8-42ce-a556-e9dd21764782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:19.090534 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c850e552-88dd-4869-a118-cd917824598c'] response: {'name': 'network-changed', 'server_uuid': '014456ec-30c3-4d0e-80db-6c253bd287b4', 'tag': 'a0059c02-c133-4589-88f8-1b6f1ec87e7d', 'status': 'completed', 'code': 200} May 25 20:39:19.103431 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b8732eea-d16e-46ff-8105-348b7afac46f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:19.148780 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-0aa72125-1fe1-4a38-90f4-6c948a86f8b2 None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:19.158270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8732eea-d16e-46ff-8105-348b7afac46f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3e8224-6146-4d10-92b3-391ab29f3e23,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:19.173583 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b8732eea-d16e-46ff-8105-348b7afac46f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:19.183463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b8732eea-d16e-46ff-8105-348b7afac46f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/bb3e8224-6146-4d10-92b3-391ab29f3e23 HTTP/1.1" status: 204 len: 168 time: 1.8436363 May 25 20:39:19.184469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58292) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:19.205294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:39:19.269584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-8467e78e-de3d-4da7-8e29-7537b1755f4f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting subnet 54a12622-10cb-4e91-b924-d909c58174f2 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:39:19.273366 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8467e78e-de3d-4da7-8e29-7537b1755f4f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:19.309970 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f5908636-468b-4a40-b681-60a372ff0968 admin admin] 10.222.0.60 "PUT /v2.0/routers/8a7655e1-1e57-4d90-8daf-f77e09864ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2102029 May 25 20:39:19.339772 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8467e78e-de3d-4da7-8e29-7537b1755f4f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:19.379107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c362e9d-56dd-44f3-9c9d-291650cdf47a req-d6ff5dc3-a7f2-44ad-aacc-4d42c7318218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:19.380720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c362e9d-56dd-44f3-9c9d-291650cdf47a req-d6ff5dc3-a7f2-44ad-aacc-4d42c7318218 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 1096 time: 0.1732380 May 25 20:39:19.445205 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8467e78e-de3d-4da7-8e29-7537b1755f4f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:19.451863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32231b73-0edc-4f2c-9ff7-0024876f8403 None None] Network f3e577c2-0b6a-461f-8586-0a1347bed721 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:19.556584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8467e78e-de3d-4da7-8e29-7537b1755f4f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:19.570492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc7cfb-32d1-4883-9c7f-5d7511df835b req-804421b0-a605-421a-a092-269d5fd4994d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:19.571972 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-85dc7cfb-32d1-4883-9c7f-5d7511df835b req-804421b0-a605-421a-a092-269d5fd4994d tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 909 time: 0.3632476 May 25 20:39:19.572973 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e1873f0d-00b8-42ce-a556-e9dd21764782 None None] Port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:39:19.649096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467e78e-de3d-4da7-8e29-7537b1755f4f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Subnet': ['ID=54a12622-10cb-4e91-b924-d909c58174f2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:19.697814 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8467e78e-de3d-4da7-8e29-7537b1755f4f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:19.727968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-81e6efbc-0908-4378-b30f-50f6f1f422ac None None] Could not find standard attr ID for object 54c5b734-860f-47bb-9642-eef7f6aa9f1f. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:39:19.732034 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58312) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:19.734047 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8467e78e-de3d-4da7-8e29-7537b1755f4f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/54a12622-10cb-4e91-b924-d909c58174f2 HTTP/1.1" status: 204 len: 168 time: 0.5469570 May 25 20:39:19.743004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:19.775107 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:19.775468 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:20.214513 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Sync routers for ids ['8a7655e1-1e57-4d90-8daf-f77e09864ff7'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:39:20.237285 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Routers {'8a7655e1-1e57-4d90-8daf-f77e09864ff7'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:20.237285 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8a7655e1-1e57-4d90-8daf-f77e09864ff7'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:20.253612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:20.253983 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:20.257068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c362e9d-56dd-44f3-9c9d-291650cdf47a req-c3e8d4a8-ecfb-4081-a50c-508581e31ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:20.259827 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c362e9d-56dd-44f3-9c9d-291650cdf47a req-c3e8d4a8-ecfb-4081-a50c-508581e31ea3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 916 time: 0.8708322 May 25 20:39:20.264771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-85dc7cfb-32d1-4883-9c7f-5d7511df835b req-0661f123-7a6f-480c-85fc-5ea13b990512 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Deleting port e9282446-ff07-40ad-b80e-83605a8ca043 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:20.265399 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-85dc7cfb-32d1-4883-9c7f-5d7511df835b req-0661f123-7a6f-480c-85fc-5ea13b990512 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:20.354751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port e8a96ad7-00a4-4ff8-bbc7-9e41b3078788, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e8a96ad7-00a4-4ff8-bbc7-9e41b3078788,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:20.373925 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:20.497323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-0aa72125-1fe1-4a38-90f4-6c948a86f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'b6d33fff-99cb-40f8-9e2c-6d3f2a3b98ae', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'a0059c02-c133-4589-88f8-1b6f1ec87e7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:6c:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014456ec-30c3-4d0e-80db-6c253bd287b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:38:32Z', 'updated_at': '2022-05-25T20:39:15Z', 'revision_number': 1, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:20.511619 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa72125-1fe1-4a38-90f4-6c948a86f8b2 None None] Checking router: 73285a88-b4d8-4058-ae5e-97d68fedf7bb for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:39:20.523506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=e8a96ad7-00a4-4ff8-bbc7-9e41b3078788,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:20.542583 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa72125-1fe1-4a38-90f4-6c948a86f8b2 None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:20.542910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-0aa72125-1fe1-4a38-90f4-6c948a86f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:20.665772 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1cfd7d-71d1-4b71-8ec7-f0dc6c58ee00 None None] DHCP port deletion for f3e577c2-0b6a-461f-8586-0a1347bed721 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:39:20.685122 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Set router 8a7655e1-1e57-4d90-8daf-f77e09864ff7 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:20.688774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0f1cfd7d-71d1-4b71-8ec7-f0dc6c58ee00 None None] Deleting port 93242d27-ea74-4691-a890-18df13013ed4 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:20.689740 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0f1cfd7d-71d1-4b71-8ec7-f0dc6c58ee00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:20.973512 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:20.983300 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c362e9d-56dd-44f3-9c9d-291650cdf47a req-f44b49b5-5b37-4430-9f70-04501af668a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0059c02-c133-4589-88f8-1b6f1ec87e7d HTTP/1.1" status: 200 len: 999 time: 0.6285672 May 25 20:39:21.119176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 93242d27-ea74-4691-a890-18df13013ed4 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:21.119773 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:21.153602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-0aa72125-1fe1-4a38-90f4-6c948a86f8b2 None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:21.291744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58372) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:21.325204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c362e9d-56dd-44f3-9c9d-291650cdf47a req-a7734c07-d6e7-4af9-9ed4-fe8e9641e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:21.327309 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c362e9d-56dd-44f3-9c9d-291650cdf47a req-a7734c07-d6e7-4af9-9ed4-fe8e9641e317 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.3308282 May 25 20:39:21.338664 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'name': 'tempest-TestAggregatesBasicOps-18819043-router', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e8a96ad7-00a4-4ff8-bbc7-9e41b3078788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:39:02Z', 'updated_at': '2022-05-25T20:39:16Z', 'revision_number': 4, 'project_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'gw_port': {'id': 'e8a96ad7-00a4-4ff8-bbc7-9e41b3078788', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:39:06Z', 'updated_at': '2022-05-25T20:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ffb2cb90-b1f0-4cc7-be2b-1aba961393c2', 'name': '', 'network_id': 'ed9230c4-4b6d-406c-b744-aed7a9653f68', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'mac_address': 'fa:16:3e:fb:a8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '7fa9cf60-c6fd-4f9e-bf4c-8ebc59bec352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:39:15Z', 'updated_at': '2022-05-25T20:39:17Z', 'revision_number': 2, 'project_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'subnets': [{'id': '7fa9cf60-c6fd-4f9e-bf4c-8ebc59bec352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:21.344918 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Checking router: 8a7655e1-1e57-4d90-8daf-f77e09864ff7 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:39:21.345329 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Updating router 8a7655e1-1e57-4d90-8daf-f77e09864ff7 port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:39:21.422771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0f1cfd7d-71d1-4b71-8ec7-f0dc6c58ee00 None None] For port 93242d27-ea74-4691-a890-18df13013ed4, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=93242d27-ea74-4691-a890-18df13013ed4,segment=NetworkSegment(0be1d72c-e4d2-41fc-a85f-69ee638edc5b),segment_id=0be1d72c-e4d2-41fc-a85f-69ee638edc5b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:21.423176 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0f1cfd7d-71d1-4b71-8ec7-f0dc6c58ee00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:21.424469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-85dc7cfb-32d1-4883-9c7f-5d7511df835b req-0661f123-7a6f-480c-85fc-5ea13b990512 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] For port e9282446-ff07-40ad-b80e-83605a8ca043, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e9282446-ff07-40ad-b80e-83605a8ca043,segment=NetworkSegment(feb75bb5-f971-421d-b824-a4ee4adfff0e),segment_id=feb75bb5-f971-421d-b824-a4ee4adfff0e)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:21.425171 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-85dc7cfb-32d1-4883-9c7f-5d7511df835b req-0661f123-7a6f-480c-85fc-5ea13b990512 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:21.459004 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:21.475079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94d5b9-0d09-4c17-9aee-45799b63f50d req-46df7fd7-9b4c-4556-929a-f20b79598ff3 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:21.476882 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6b94d5b9-0d09-4c17-9aee-45799b63f50d req-46df7fd7-9b4c-4556-929a-f20b79598ff3 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 909 time: 1.4033890 May 25 20:39:21.588463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58378) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:21.840609 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9f1a824b-8763-41d3-8ffb-ba8091986c5c tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/floatingips/f04aa51a-8c6a-4247-a1ed-5fcfe3c9cf18 HTTP/1.1" status: 200 len: 993 time: 0.2506504 May 25 20:39:21.852771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-85dc7cfb-32d1-4883-9c7f-5d7511df835b req-0661f123-7a6f-480c-85fc-5ea13b990512 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Calling delete_port for e9282446-ff07-40ad-b80e-83605a8ca043 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:21.945757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0f1cfd7d-71d1-4b71-8ec7-f0dc6c58ee00 None None] Calling delete_port for 93242d27-ea74-4691-a890-18df13013ed4 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:22.188342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c362e9d-56dd-44f3-9c9d-291650cdf47a req-ecbd5bbe-7b62-4d0e-b2c0-b1a1d8bdde7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:22.197352 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c362e9d-56dd-44f3-9c9d-291650cdf47a req-ecbd5bbe-7b62-4d0e-b2c0-b1a1d8bdde7a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8601091 May 25 20:39:22.323674 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:22.343224 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0f1cfd7d-71d1-4b71-8ec7-f0dc6c58ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:22.399731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cfd7d-71d1-4b71-8ec7-f0dc6c58ee00 None None] Pushing event deleted for resources: {'Port': ['ID=93242d27-ea74-4691-a890-18df13013ed4,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:22.405104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1cfd7d-71d1-4b71-8ec7-f0dc6c58ee00 None None] No DVR routers for this DVR port 93242d27-ea74-4691-a890-18df13013ed4 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:39:22.434016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-0aa72125-1fe1-4a38-90f4-6c948a86f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'b6d33fff-99cb-40f8-9e2c-6d3f2a3b98ae', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'a0059c02-c133-4589-88f8-1b6f1ec87e7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:6c:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014456ec-30c3-4d0e-80db-6c253bd287b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:38:32Z', 'updated_at': '2022-05-25T20:39:15Z', 'revision_number': 1, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:22.447484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa72125-1fe1-4a38-90f4-6c948a86f8b2 None None] The sync data for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 is: [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'b6d33fff-99cb-40f8-9e2c-6d3f2a3b98ae', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': 'a0059c02-c133-4589-88f8-1b6f1ec87e7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:6c:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014456ec-30c3-4d0e-80db-6c253bd287b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:38:32Z', 'updated_at': '2022-05-25T20:39:15Z', 'revision_number': 1, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:39:22.454258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58390) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:22.532453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] For port 93242d27-ea74-4691-a890-18df13013ed4, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=93242d27-ea74-4691-a890-18df13013ed4,segment=NetworkSegment(0be1d72c-e4d2-41fc-a85f-69ee638edc5b),segment_id=0be1d72c-e4d2-41fc-a85f-69ee638edc5b)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:22.534495 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:22.541854 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Transition to ACTIVE for port object ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:22.546268 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-85dc7cfb-32d1-4883-9c7f-5d7511df835b req-0661f123-7a6f-480c-85fc-5ea13b990512 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:22.558216 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:22.653678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:22.715897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661f123-7a6f-480c-85fc-5ea13b990512 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event deleted for resources: {'Port': ['ID=e9282446-ff07-40ad-b80e-83605a8ca043,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:22.886992 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:22.894795 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:23.105348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f1924-8677-445e-812a-c68091a86b73 None None] New status for floating IP b6d33fff-99cb-40f8-9e2c-6d3f2a3b98ae: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:39:23.143881 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a977fd-e824-4142-b1e0-7b24399d9e5a None None] Pushing event updated for resources: {'Port': ['ID=ffb2cb90-b1f0-4cc7-be2b-1aba961393c2,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:23.199635 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a977fd-e824-4142-b1e0-7b24399d9e5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:23.200344 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a977fd-e824-4142-b1e0-7b24399d9e5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:23.201043 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a977fd-e824-4142-b1e0-7b24399d9e5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:23.201673 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a977fd-e824-4142-b1e0-7b24399d9e5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:23.202291 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a977fd-e824-4142-b1e0-7b24399d9e5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:23.202862 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a977fd-e824-4142-b1e0-7b24399d9e5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:23.203398 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a977fd-e824-4142-b1e0-7b24399d9e5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:23.203944 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a977fd-e824-4142-b1e0-7b24399d9e5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:23.204469 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a977fd-e824-4142-b1e0-7b24399d9e5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:23.205574 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a977fd-e824-4142-b1e0-7b24399d9e5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:23.206372 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a977fd-e824-4142-b1e0-7b24399d9e5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:23.206910 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a977fd-e824-4142-b1e0-7b24399d9e5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:23.338409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2727d-24d3-4a85-b509-999f67557361 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting port 72a7d6be-9da8-4f2b-b2ef-5dee15ab71ce {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:23.338750 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0eb2727d-24d3-4a85-b509-999f67557361 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:23.469027 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Attempting to bind port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:39:23.469566 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Attempting to bind port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '455ed342-60c3-42b8-a3e8-e62c1938c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed9230c4-4b6d-406c-b744-aed7a9653f68'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:39:23.470215 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Attempting to bind port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 on network ed9230c4-4b6d-406c-b744-aed7a9653f68 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:39:23.480615 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:39:23.481276 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Checking segment: {'id': '455ed342-60c3-42b8-a3e8-e62c1938c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed9230c4-4b6d-406c-b744-aed7a9653f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:39:23.481787 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:23.482282 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Bound using segment: {'id': '455ed342-60c3-42b8-a3e8-e62c1938c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed9230c4-4b6d-406c-b744-aed7a9653f68'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:39:23.482854 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Bound port: ffb2cb90-b1f0-4cc7-be2b-1aba961393c2, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455ed342-60c3-42b8-a3e8-e62c1938c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed9230c4-4b6d-406c-b744-aed7a9653f68'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:39:23.483363 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:23.573561 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d3b594a4-c793-4013-a8fa-9e46ed724a9f req-d1e4d2b5-c719-4181-9738-8772cf6935b3 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0a03e59-56ce-4d16-857b-09ae81b68f9b HTTP/1.1" status: 200 len: 210 time: 0.0925910 May 25 20:39:23.588219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 93242d27-ea74-4691-a890-18df13013ed4 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:23.594877 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0eb2727d-24d3-4a85-b509-999f67557361 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:23.596221 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0eb2727d-24d3-4a85-b509-999f67557361 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:23.604851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:23.728498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 93242d27-ea74-4691-a890-18df13013ed4 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:23.770256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 93242d27-ea74-4691-a890-18df13013ed4 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:23.770654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 93242d27-ea74-4691-a890-18df13013ed4 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:23.773935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dc7cfb-32d1-4883-9c7f-5d7511df835b req-0661f123-7a6f-480c-85fc-5ea13b990512 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] No DVR routers for this DVR port e9282446-ff07-40ad-b80e-83605a8ca043 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:39:23.794258 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-85dc7cfb-32d1-4883-9c7f-5d7511df835b req-0661f123-7a6f-480c-85fc-5ea13b990512 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:23.796983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a03e59-56ce-4d16-857b-09ae81b68f9b', 'name': 'network-vif-deleted', 'tag': 'e9282446-ff07-40ad-b80e-83605a8ca043'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 20:39:23.802569 n-d-843339-1 neutron-server[88331]: util.warn( May 25 20:39:23.815852 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c362e9d-56dd-44f3-9c9d-291650cdf47a req-a20e0f6e-e27c-4a0f-888e-01a7c5e32cc9 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5745027 May 25 20:39:23.819202 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-85dc7cfb-32d1-4883-9c7f-5d7511df835b req-0661f123-7a6f-480c-85fc-5ea13b990512 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.50 "DELETE /v2.0/ports/e9282446-ff07-40ad-b80e-83605a8ca043 HTTP/1.1" status: 204 len: 173 time: 4.2400877 May 25 20:39:23.922809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2727d-24d3-4a85-b509-999f67557361 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Calling delete_port for 72a7d6be-9da8-4f2b-b2ef-5dee15ab71ce owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:23.933003 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:24.009146 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] For port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:39:24.013177 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] For port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ffb2cb90-b1f0-4cc7-be2b-1aba961393c2,segment=NetworkSegment(455ed342-60c3-42b8-a3e8-e62c1938c445),segment_id=455ed342-60c3-42b8-a3e8-e62c1938c445)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:39:24.030082 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:24.040577 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c362e9d-56dd-44f3-9c9d-291650cdf47a req-44b745d9-8cd5-4920-9460-3625cad1cced service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125351 May 25 20:39:24.041418 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:39:24.041982 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:39:24.043950 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f176060-9fc5-43c4-9a5e-9d61ac5e4f74'] response: {'server_uuid': 'a0a03e59-56ce-4d16-857b-09ae81b68f9b', 'name': 'network-vif-deleted', 'tag': 'e9282446-ff07-40ad-b80e-83605a8ca043', 'status': 'completed', 'code': 200} May 25 20:39:24.177228 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc661-9c43-4e49-a399-60a7a0c9aa6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:24.186868 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Routers {'8a7655e1-1e57-4d90-8daf-f77e09864ff7'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:24.188118 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8a7655e1-1e57-4d90-8daf-f77e09864ff7'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:24.213729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device e9282446-ff07-40ad-b80e-83605a8ca043 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:24.280131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: e9282446-ff07-40ad-b80e-83605a8ca043 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:24.280470 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device e9282446-ff07-40ad-b80e-83605a8ca043 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:24.390583 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a977fd-e824-4142-b1e0-7b24399d9e5a None None] Pushing event updated for resources: {'Port': ['ID=ffb2cb90-b1f0-4cc7-be2b-1aba961393c2,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:24.457633 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0eb2727d-24d3-4a85-b509-999f67557361 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:24.543501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 93242d27-ea74-4691-a890-18df13013ed4 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:24.544196 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:24.558574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2727d-24d3-4a85-b509-999f67557361 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Port': ['ID=72a7d6be-9da8-4f2b-b2ef-5dee15ab71ce,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:24.615904 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] Set router 8a7655e1-1e57-4d90-8daf-f77e09864ff7 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:24.751175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] The port '93242d27-ea74-4691-a890-18df13013ed4' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:39:24.795517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58424) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:24.904179 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:24.931514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e577c2-0b6a-461f-8586-0a1347bed721']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:24.950777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be1d72c-e4d2-41fc-a85f-69ee638edc5b') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:24.951478 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be1d72c-e4d2-41fc-a85f-69ee638edc5b') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:24.965500 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:24.991024 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:25.009215 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:39:25.009547 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:25.118334 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'name': 'tempest-TestAggregatesBasicOps-18819043-router', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e8a96ad7-00a4-4ff8-bbc7-9e41b3078788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:39:02Z', 'updated_at': '2022-05-25T20:39:16Z', 'revision_number': 4, 'project_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'gw_port': {'id': 'e8a96ad7-00a4-4ff8-bbc7-9e41b3078788', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:39:06Z', 'updated_at': '2022-05-25T20:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ffb2cb90-b1f0-4cc7-be2b-1aba961393c2', 'name': '', 'network_id': 'ed9230c4-4b6d-406c-b744-aed7a9653f68', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'mac_address': 'fa:16:3e:fb:a8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '7fa9cf60-c6fd-4f9e-bf4c-8ebc59bec352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:39:15Z', 'updated_at': '2022-05-25T20:39:23Z', 'revision_number': 4, 'project_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'subnets': [{'id': '7fa9cf60-c6fd-4f9e-bf4c-8ebc59bec352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:25.124174 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d494b8-1078-474a-a2b5-6d06371019a7 None None] The sync data for ids ['8a7655e1-1e57-4d90-8daf-f77e09864ff7'] in n-d-843339-1 is: [{'id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'name': 'tempest-TestAggregatesBasicOps-18819043-router', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e8a96ad7-00a4-4ff8-bbc7-9e41b3078788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:39:02Z', 'updated_at': '2022-05-25T20:39:16Z', 'revision_number': 4, 'project_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'gw_port': {'id': 'e8a96ad7-00a4-4ff8-bbc7-9e41b3078788', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:39:06Z', 'updated_at': '2022-05-25T20:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ffb2cb90-b1f0-4cc7-be2b-1aba961393c2', 'name': '', 'network_id': 'ed9230c4-4b6d-406c-b744-aed7a9653f68', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'mac_address': 'fa:16:3e:fb:a8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '7fa9cf60-c6fd-4f9e-bf4c-8ebc59bec352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:39:15Z', 'updated_at': '2022-05-25T20:39:23Z', 'revision_number': 4, 'project_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'subnets': [{'id': '7fa9cf60-c6fd-4f9e-bf4c-8ebc59bec352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:39:25.133439 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:25.169327 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:25.217770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Network': ['ID=f3e577c2-0b6a-461f-8586-0a1347bed721,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:25.234531 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-58da461b-2553-4fe2-ab3d-d4c9e54797ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/networks/f3e577c2-0b6a-461f-8586-0a1347bed721 HTTP/1.1" status: 204 len: 168 time: 5.4919569 May 25 20:39:25.235235 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58432) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:25.239370 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 0be1d72c-e4d2-41fc-a85f-69ee638edc5b resource provider aggregate not found May 25 20:39:25.333058 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 0be1d72c-e4d2-41fc-a85f-69ee638edc5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0be1d72c-e4d2-41fc-a85f-69ee638edc5b found for delete ", "request_id": "req-d0985010-952d-4dc7-9991-44522bb710c5"}]} May 25 20:39:25.378584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0eb2727d-24d3-4a85-b509-999f67557361 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:25.378936 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-0eb2727d-24d3-4a85-b509-999f67557361 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Floating IP f04aa51a-8c6a-4247-a1ed-5fcfe3c9cf18 disassociated (deleted). External IP: 172.25.3.154, port: 19f05eff-535f-46c6-acfc-58c998f5437e. May 25 20:39:25.408875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1134e5-ad2e-4c86-a296-db8859b65ea4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:25.409848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2d1134e5-ad2e-4c86-a296-db8859b65ea4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:39:25.440801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2d1134e5-ad2e-4c86-a296-db8859b65ea4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:39:25.442281 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2d1134e5-ad2e-4c86-a296-db8859b65ea4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2051086 May 25 20:39:25.446075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58438) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:25.614301 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-59068976-4d1b-4906-b264-66b5a4b1ade7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1662076 May 25 20:39:25.618431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58444) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:25.624270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-725429738'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:25.631348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:25.635509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:network and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:25.638696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:25.645746 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:25.673843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:39:25.677909 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:25.755211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:39:25.770216 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:25.770707 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Added segment 237936d6-ba32-4c18-9281-ab44fe660bcb of type vlan for network dbd78e44-59bf-494d-8373-78da679e85c0 May 25 20:39:25.869062 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:25.935643 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:25.951112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:25.951855 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:25.997237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3a7fc661-9c43-4e49-a399-60a7a0c9aa6b admin admin] Deleting port 220b1ffb-e4b7-4257-a433-8d8b087d2590 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:25.998361 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc661-9c43-4e49-a399-60a7a0c9aa6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:26.108651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Network': ['ID=dbd78e44-59bf-494d-8373-78da679e85c0,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:26.124392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network dbd78e44-59bf-494d-8373-78da679e85c0 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:39:26.134603 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9ffb0b26-7095-4ce3-9cdb-7dc2cff0d1dc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5013247 May 25 20:39:26.135198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58450) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:26.160777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': 'dbd78e44-59bf-494d-8373-78da679e85c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:26.604385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:26.722300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:26.730410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:26.731040 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:26.762115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:26.766264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:26.770021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:26.783862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:26.811329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:39:26.828174 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:26.988749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb2727d-24d3-4a85-b509-999f67557361 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Router b6d3b06e-182d-4509-b403-2f16078fbc51 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:39:26.997938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-3a7fc661-9c43-4e49-a399-60a7a0c9aa6b admin admin] For port 220b1ffb-e4b7-4257-a433-8d8b087d2590, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=220b1ffb-e4b7-4257-a433-8d8b087d2590,segment=NetworkSegment(bc14e441-f4b0-4421-9b85-80768d96f6f3),segment_id=bc14e441-f4b0-4421-9b85-80768d96f6f3)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:26.998663 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc661-9c43-4e49-a399-60a7a0c9aa6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:27.003782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:27.004155 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:27.076293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ffb2cb90-b1f0-4cc7-be2b-1aba961393c2,segment=NetworkSegment(455ed342-60c3-42b8-a3e8-e62c1938c445),segment_id=455ed342-60c3-42b8-a3e8-e62c1938c445)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:27.086062 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:27.200024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ffb2cb90-b1f0-4cc7-be2b-1aba961393c2,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:27.221796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3a7fc661-9c43-4e49-a399-60a7a0c9aa6b admin admin] Calling delete_port for 220b1ffb-e4b7-4257-a433-8d8b087d2590 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:27.451918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58470) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:27.596383 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-669dc57f-1ba5-446c-a6b0-e00f0650d2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:27.612837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-669dc57f-1ba5-446c-a6b0-e00f0650d2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:27.616793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-669dc57f-1ba5-446c-a6b0-e00f0650d2b3 admin admin] Usage tracker for resource:security_group_rule and tenant:75636e43a4b742bcb701ee294cc91c95 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:27.620280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-669dc57f-1ba5-446c-a6b0-e00f0650d2b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:27.626107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-669dc57f-1ba5-446c-a6b0-e00f0650d2b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:27.738795 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-669dc57f-1ba5-446c-a6b0-e00f0650d2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:27.744911 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-669dc57f-1ba5-446c-a6b0-e00f0650d2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:27.797083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb2727d-24d3-4a85-b509-999f67557361 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:39:27.808587 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-669dc57f-1ba5-446c-a6b0-e00f0650d2b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75636e43a4b742bcb701ee294cc91c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554854 May 25 20:39:27.810386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58476) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:27.810535 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4290ed77-88a0-485f-b3ac-91e5e44a1578 None None] Sync routers for ids ['b6d3b06e-182d-4509-b403-2f16078fbc51'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:39:27.820829 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290ed77-88a0-485f-b3ac-91e5e44a1578 None None] Routers {'b6d3b06e-182d-4509-b403-2f16078fbc51'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:27.821375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dc57f-1ba5-446c-a6b0-e00f0650d2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb571b2-1e72-46d6-9654-aad6212ca0c1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:27.821497 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4290ed77-88a0-485f-b3ac-91e5e44a1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6d3b06e-182d-4509-b403-2f16078fbc51'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:27.855200 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:27.912201 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c7c5-7eff-4c72-bac0-e4f58c8e96d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:27.935798 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-72aa85cc-4a98-426d-8063-ec81beb27246 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:27.954134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c7c5-7eff-4c72-bac0-e4f58c8e96d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:27.997041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0eb2727d-24d3-4a85-b509-999f67557361 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:28.040443 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c7c5-7eff-4c72-bac0-e4f58c8e96d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:28.069159 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-4290ed77-88a0-485f-b3ac-91e5e44a1578 None None] Set router b6d3b06e-182d-4509-b403-2f16078fbc51 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:28.072964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8c7c5-7eff-4c72-bac0-e4f58c8e96d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb571b2-1e72-46d6-9654-aad6212ca0c1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:28.083145 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c7c5-7eff-4c72-bac0-e4f58c8e96d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:28.086910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9ac8c7c5-7eff-4c72-bac0-e4f58c8e96d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5fb571b2-1e72-46d6-9654-aad6212ca0c1 HTTP/1.1" status: 204 len: 168 time: 0.2733152 May 25 20:39:28.164114 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:28.179005 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4513d7cc-4a04-463e-8a72-42958af5e876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:28.299921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Subnet': ['ID=7fa1aa02-df67-48b5-af0c-1a77f9d34396,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:28.411643 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0eb2727d-24d3-4a85-b509-999f67557361 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "DELETE /v2.0/floatingips/f04aa51a-8c6a-4247-a1ed-5fcfe3c9cf18 HTTP/1.1" status: 204 len: 168 time: 5.9558043 May 25 20:39:28.428673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f485c35-b61e-4aed-8703-fed0794bf668', 'tag': '19f05eff-535f-46c6-acfc-58c998f5437e'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:39:28.433388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Checking segment: {'id': '237936d6-ba32-4c18-9281-ab44fe660bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dbd78e44-59bf-494d-8373-78da679e85c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:39:28.433746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network hostable DHCP agents. Network: dbd78e44-59bf-494d-8373-78da679e85c0, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:39:28.480865 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc661-9c43-4e49-a399-60a7a0c9aa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:28.556316 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4290ed77-88a0-485f-b3ac-91e5e44a1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:38:05Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd', 'name': '', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:39:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:03Z', 'updated_at': '2022-05-25T20:38:18Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:28.601674 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4290ed77-88a0-485f-b3ac-91e5e44a1578 None None] Checking router: b6d3b06e-182d-4509-b403-2f16078fbc51 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:39:28.691196 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290ed77-88a0-485f-b3ac-91e5e44a1578 None None] Routers {'b6d3b06e-182d-4509-b403-2f16078fbc51'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:28.692070 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4290ed77-88a0-485f-b3ac-91e5e44a1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6d3b06e-182d-4509-b403-2f16078fbc51'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:28.701760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58490) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:28.724026 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f01ca7a-a55a-4fe4-a698-5c2d4034c4bf'] response: {'name': 'network-changed', 'server_uuid': '9f485c35-b61e-4aed-8703-fed0794bf668', 'tag': '19f05eff-535f-46c6-acfc-58c998f5437e', 'status': 'completed', 'code': 200} May 25 20:39:28.781464 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:28.853424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fc661-9c43-4e49-a399-60a7a0c9aa6b admin admin] Pushing event deleted for resources: {'Port': ['ID=220b1ffb-e4b7-4257-a433-8d8b087d2590,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:28.903747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11039f5c-ad79-4363-b243-a96da4c4a9af req-29f4ac04-930d-4869-8508-c9afb29b9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:28.906324 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-11039f5c-ad79-4363-b243-a96da4c4a9af req-29f4ac04-930d-4869-8508-c9afb29b9f58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c679de4394c743daa8e268728f5cf10d&device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 1096 time: 0.2888839 May 25 20:39:28.919894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:28.920392 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:29.028510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network dbd78e44-59bf-494d-8373-78da679e85c0 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:39:29.082768 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a45dc203-21ec-4fbf-8df6-e1ee15dc6ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:29.088628 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:29.111669 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-4290ed77-88a0-485f-b3ac-91e5e44a1578 None None] Set router b6d3b06e-182d-4509-b403-2f16078fbc51 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:29.140135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11039f5c-ad79-4363-b243-a96da4c4a9af req-0a7a242a-3ba4-4d3f-8223-b4493423cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:29.142593 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-11039f5c-ad79-4363-b243-a96da4c4a9af req-0a7a242a-3ba4-4d3f-8223-b4493423cbab service neutron] 10.222.0.50 "GET /v2.0/networks?id=8813dec2-98a8-4139-81bc-466f9920ca17 HTTP/1.1" status: 200 len: 897 time: 0.2305050 May 25 20:39:29.160188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a45dc203-21ec-4fbf-8df6-e1ee15dc6ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:29.165843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, dbd78e44-59bf-494d-8373-78da679e85c0) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:29.172075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a45dc203-21ec-4fbf-8df6-e1ee15dc6ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:573ac8437379481aadba4dac2a0867db is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:29.174569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bad82f8-0006-4f7c-9043-feeab9469381 None None] Network dbd78e44-59bf-494d-8373-78da679e85c0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:29.186080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a45dc203-21ec-4fbf-8df6-e1ee15dc6ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:29.190397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:29.190984 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:29.207572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a45dc203-21ec-4fbf-8df6-e1ee15dc6ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:29.349003 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-250133bf-599f-417b-8fc3-ba903cf135e4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2092896 May 25 20:39:29.363857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58496) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:29.374850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'network_id': 'dbd78e44-59bf-494d-8373-78da679e85c0', 'name': 'tempest-PortsTestJSON-820470587'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:29.388947 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-11039f5c-ad79-4363-b243-a96da4c4a9af req-8eb30547-fa69-4eee-9234-c5c3520d698c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19f05eff-535f-46c6-acfc-58c998f5437e HTTP/1.1" status: 200 len: 217 time: 0.2382140 May 25 20:39:29.527683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684329e5-eddd-4578-be2e-8e815433b6a2 req-cd5a6611-132b-4de5-a48c-2b4e0b079c5f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:29.528358 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-684329e5-eddd-4578-be2e-8e815433b6a2 req-cd5a6611-132b-4de5-a48c-2b4e0b079c5f tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 945 time: 0.4391356 May 25 20:39:29.532418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11039f5c-ad79-4363-b243-a96da4c4a9af req-4a255207-a99a-4a16-bf0f-70f6c0cd0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:29.534466 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-11039f5c-ad79-4363-b243-a96da4c4a9af req-4a255207-a99a-4a16-bf0f-70f6c0cd0756 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=559ec52e-2c38-4812-bd8a-df6029f28bb4 HTTP/1.1" status: 200 len: 835 time: 0.1372225 May 25 20:39:29.599109 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-dbd78e44-59bf-494d-8373-78da679e85c0', 'network_id': 'dbd78e44-59bf-494d-8373-78da679e85c0', 'tenant_id': '41e61a66510849969b73a280f08318ff', 'fixed_ips': [{'subnet_id': '7fa1aa02-df67-48b5-af0c-1a77f9d34396'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:39:29.599882 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:29.660999 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-684329e5-eddd-4578-be2e-8e815433b6a2 req-57066711-5f61-443e-94ae-11afa7d4d49d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f0bcbce-74ba-4041-bbde-1268cdc9169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236792 May 25 20:39:29.664549 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc661-9c43-4e49-a399-60a7a0c9aa6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:29.676442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11039f5c-ad79-4363-b243-a96da4c4a9af req-e93faade-08ed-4d18-a1a0-47096d86df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:29.678459 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-11039f5c-ad79-4363-b243-a96da4c4a9af req-e93faade-08ed-4d18-a1a0-47096d86df4f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8813dec2-98a8-4139-81bc-466f9920ca17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201923 May 25 20:39:29.695344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-11039f5c-ad79-4363-b243-a96da4c4a9af req-5ac3a595-1575-4620-83df-cf00de65d10d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:39:29.696276 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-11039f5c-ad79-4363-b243-a96da4c4a9af req-5ac3a595-1575-4620-83df-cf00de65d10d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052068 May 25 20:39:29.801421 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4290ed77-88a0-485f-b3ac-91e5e44a1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:38:05Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd', 'name': '', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:39:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:03Z', 'updated_at': '2022-05-25T20:38:18Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:29.810460 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4290ed77-88a0-485f-b3ac-91e5e44a1578 None None] The sync data for ids ['b6d3b06e-182d-4509-b403-2f16078fbc51'] in n-d-843339-1 is: [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:38:05Z', 'revision_number': 4, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd', 'name': '', 'network_id': '8813dec2-98a8-4139-81bc-466f9920ca17', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'mac_address': 'fa:16:3e:39:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:03Z', 'updated_at': '2022-05-25T20:38:18Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'subnets': [{'id': '559ec52e-2c38-4812-bd8a-df6029f28bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:39:29.902059 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Allocated IP 172.20.0.2 (dbd78e44-59bf-494d-8373-78da679e85c0/7fa1aa02-df67-48b5-af0c-1a77f9d34396/7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:39:29.913265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:30.015359 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-11039f5c-ad79-4363-b243-a96da4c4a9af req-254dba3e-7e0b-4a32-8200-1505326fda12 service neutron] 10.222.0.50 "GET /v2.0/networks/8813dec2-98a8-4139-81bc-466f9920ca17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072736 May 25 20:39:30.021343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:30.035360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-72aa85cc-4a98-426d-8063-ec81beb27246 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Deleting port 64ad2908-3734-4044-9dfc-097b8f2735da {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:30.035709 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-72aa85cc-4a98-426d-8063-ec81beb27246 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:30.123242 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a45dc203-21ec-4fbf-8df6-e1ee15dc6ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:30.144933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:39:30.149687 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:30.171781 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a45dc203-21ec-4fbf-8df6-e1ee15dc6ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:30.273333 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port 5d488d04-abb4-428d-bf63-a2abb39495e5 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:39:30.282747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ce695-223c-4f34-aad3-55358bd4bb98 None None] New status for floating IP f04aa51a-8c6a-4247-a1ed-5fcfe3c9cf18: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:39:30.328044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867d761-1a3a-4cf0-9f31-31bc81a57edf req-fbc55456-8466-4f53-aa77-4472a9d32d7b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:30.329462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a867d761-1a3a-4cf0-9f31-31bc81a57edf req-fbc55456-8466-4f53-aa77-4472a9d32d7b tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 945 time: 0.1904166 May 25 20:39:30.335726 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-11039f5c-ad79-4363-b243-a96da4c4a9af req-8a441f52-a39f-4423-957a-b8a6ebbe7559 service neutron] 10.222.0.50 "GET /v2.0/networks/8813dec2-98a8-4139-81bc-466f9920ca17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095546 May 25 20:39:30.410106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-a867d761-1a3a-4cf0-9f31-31bc81a57edf req-22f0adb4-5119-4141-b055-fd32cddd8380 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting port 19f05eff-535f-46c6-acfc-58c998f5437e {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:30.410545 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a867d761-1a3a-4cf0-9f31-31bc81a57edf req-22f0adb4-5119-4141-b055-fd32cddd8380 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:30.432559 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:30.456386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Transition to ACTIVE for port object 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:30.516631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Transition to ACTIVE for port object 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:30.525165 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:30.580734 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a45dc203-21ec-4fbf-8df6-e1ee15dc6ca7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=573ac8437379481aadba4dac2a0867db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8534186 May 25 20:39:30.583760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58512) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:30.621735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Network dbd78e44-59bf-494d-8373-78da679e85c0 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:30.624076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Pushing event updated for resources: {'Port': ['ID=7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:30.627660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:30.636414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:39:30.655603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:30.655865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:30.656146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:30.656475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:30.657330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:30.657330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:30.658758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:30.659526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:30.659526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:30.659705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:30.659939 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:30.660209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:30.703918 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6e840da9-49b4-479d-bb03-1d88ef58f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:30.779064 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5034efb-054a-45e5-bd15-390e0632c8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:30.811852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dc203-21ec-4fbf-8df6-e1ee15dc6ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37a4db1-3b5a-49cf-98bc-5ba7bb0875b7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:30.865177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5034efb-054a-45e5-bd15-390e0632c8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:30.874733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Attempting to bind port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:39:30.879865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Attempting to bind port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '237936d6-ba32-4c18-9281-ab44fe660bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dbd78e44-59bf-494d-8373-78da679e85c0'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:39:30.880280 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Attempting to bind port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 on network dbd78e44-59bf-494d-8373-78da679e85c0 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:39:30.893712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-a867d761-1a3a-4cf0-9f31-31bc81a57edf req-22f0adb4-5119-4141-b055-fd32cddd8380 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] For port 19f05eff-535f-46c6-acfc-58c998f5437e, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=19f05eff-535f-46c6-acfc-58c998f5437e,segment=NetworkSegment(7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302),segment_id=7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:30.894382 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a867d761-1a3a-4cf0-9f31-31bc81a57edf req-22f0adb4-5119-4141-b055-fd32cddd8380 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:30.896027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-72aa85cc-4a98-426d-8063-ec81beb27246 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] For port 64ad2908-3734-4044-9dfc-097b8f2735da, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=64ad2908-3734-4044-9dfc-097b8f2735da,segment=NetworkSegment(feb75bb5-f971-421d-b824-a4ee4adfff0e),segment_id=feb75bb5-f971-421d-b824-a4ee4adfff0e)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:30.896578 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-72aa85cc-4a98-426d-8063-ec81beb27246 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:30.904417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:39:30.904989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Checking segment: {'id': '237936d6-ba32-4c18-9281-ab44fe660bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dbd78e44-59bf-494d-8373-78da679e85c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:39:30.905171 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:30.905555 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Bound using segment: {'id': '237936d6-ba32-4c18-9281-ab44fe660bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dbd78e44-59bf-494d-8373-78da679e85c0'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:39:30.906200 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Bound port: 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237936d6-ba32-4c18-9281-ab44fe660bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dbd78e44-59bf-494d-8373-78da679e85c0'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:39:30.910506 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:31.040261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-72aa85cc-4a98-426d-8063-ec81beb27246 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Calling delete_port for 64ad2908-3734-4044-9dfc-097b8f2735da owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:31.041092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] For port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:39:31.045775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] For port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08,segment=NetworkSegment(237936d6-ba32-4c18-9281-ab44fe660bcb),segment_id=237936d6-ba32-4c18-9281-ab44fe660bcb)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:39:31.058009 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:31.065086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-a867d761-1a3a-4cf0-9f31-31bc81a57edf req-22f0adb4-5119-4141-b055-fd32cddd8380 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Calling delete_port for 19f05eff-535f-46c6-acfc-58c998f5437e owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:31.114084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f4be9899-3b7f-4e07-b1f4-971da9ea875a {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:39:31.114775 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:39:31.207716 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5034efb-054a-45e5-bd15-390e0632c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:31.231573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5034efb-054a-45e5-bd15-390e0632c8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37a4db1-3b5a-49cf-98bc-5ba7bb0875b7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:31.240737 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5034efb-054a-45e5-bd15-390e0632c8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:31.245831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd0c3c-e322-4333-bfc7-9aeed6a1e01f None None] Pushing event updated for resources: {'Port': ['ID=7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:31.246118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e5034efb-054a-45e5-bd15-390e0632c8b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f37a4db1-3b5a-49cf-98bc-5ba7bb0875b7 HTTP/1.1" status: 204 len: 168 time: 0.6609092 May 25 20:39:31.384840 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a867d761-1a3a-4cf0-9f31-31bc81a57edf req-22f0adb4-5119-4141-b055-fd32cddd8380 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:31.409285 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:31.473152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0adb4-5119-4141-b055-fd32cddd8380 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Port': ['ID=19f05eff-535f-46c6-acfc-58c998f5437e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:31.502250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7fc661-9c43-4e49-a399-60a7a0c9aa6b admin admin] Router 65511537-6ad6-404e-8e0a-a9e195897355 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:39:31.541326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9f23-e254-4019-a417-1094487eaf9a req-c15b6541-dfda-490c-b012-19a722f2073d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:31.542069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-bf2a9f23-e254-4019-a417-1094487eaf9a req-c15b6541-dfda-490c-b012-19a722f2073d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Synchronizing usage tracker for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:39:31.601776 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-a867d761-1a3a-4cf0-9f31-31bc81a57edf req-22f0adb4-5119-4141-b055-fd32cddd8380 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] No DVR routers for this DVR port 19f05eff-535f-46c6-acfc-58c998f5437e on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:39:31.604720 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-a867d761-1a3a-4cf0-9f31-31bc81a57edf req-22f0adb4-5119-4141-b055-fd32cddd8380 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:31.609164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f485c35-b61e-4aed-8703-fed0794bf668', 'name': 'network-vif-deleted', 'tag': '19f05eff-535f-46c6-acfc-58c998f5437e'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:39:31.623295 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a867d761-1a3a-4cf0-9f31-31bc81a57edf req-22f0adb4-5119-4141-b055-fd32cddd8380 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.50 "DELETE /v2.0/ports/19f05eff-535f-46c6-acfc-58c998f5437e HTTP/1.1" status: 204 len: 173 time: 1.2865508 May 25 20:39:31.661761 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:31.721103 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e16e1a-4616-4905-b94a-0f0b44275ba7'] response: {'server_uuid': '9f485c35-b61e-4aed-8703-fed0794bf668', 'name': 'network-vif-deleted', 'tag': '19f05eff-535f-46c6-acfc-58c998f5437e', 'status': 'completed', 'code': 200} May 25 20:39:31.739378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-bf2a9f23-e254-4019-a417-1094487eaf9a req-c15b6541-dfda-490c-b012-19a722f2073d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Unset dirty status for tenant:c679de4394c743daa8e268728f5cf10d on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:39:31.747257 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bf2a9f23-e254-4019-a417-1094487eaf9a req-c15b6541-dfda-490c-b012-19a722f2073d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f485c35-b61e-4aed-8703-fed0794bf668 HTTP/1.1" status: 200 len: 945 time: 0.6431785 May 25 20:39:31.755936 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:31.779783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port c09c4418-c376-41b1-a4e3-bd3c87b81c20 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:39:31.964138 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bf2a9f23-e254-4019-a417-1094487eaf9a req-1bfdbcbf-d13a-4aba-bd65-5e21162be730 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f0bcbce-74ba-4041-bbde-1268cdc9169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149508 May 25 20:39:32.121248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7fc661-9c43-4e49-a399-60a7a0c9aa6b admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:39:32.139311 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44edd8cf-566f-4b9c-99bb-c103be312811 None None] Sync routers for ids ['65511537-6ad6-404e-8e0a-a9e195897355'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:39:32.154515 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44edd8cf-566f-4b9c-99bb-c103be312811 None None] Routers {'65511537-6ad6-404e-8e0a-a9e195897355'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:32.156028 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-44edd8cf-566f-4b9c-99bb-c103be312811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['65511537-6ad6-404e-8e0a-a9e195897355'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:32.185807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Allocated IP 172.20.0.9 (dbd78e44-59bf-494d-8373-78da679e85c0/7fa1aa02-df67-48b5-af0c-1a77f9d34396/c09c4418-c376-41b1-a4e3-bd3c87b81c20) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:39:32.429836 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-72aa85cc-4a98-426d-8063-ec81beb27246 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:32.566864 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-44edd8cf-566f-4b9c-99bb-c103be312811 None None] Set router 65511537-6ad6-404e-8e0a-a9e195897355 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:32.761299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:32.806882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa85cc-4a98-426d-8063-ec81beb27246 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event deleted for resources: {'Port': ['ID=64ad2908-3734-4044-9dfc-097b8f2735da,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:32.955584 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3a7fc661-9c43-4e49-a399-60a7a0c9aa6b admin admin] 10.222.0.60 "PUT /v2.0/routers/65511537-6ad6-404e-8e0a-a9e195897355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6623521 May 25 20:39:32.958650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58556) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:32.962731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:33.003375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7da1a9-10d6-448c-b053-7749314bc760 None None] Network dbd78e44-59bf-494d-8373-78da679e85c0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:33.082292 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:33.129811 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58564) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:33.337850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Transition to ACTIVE for port object c09c4418-c376-41b1-a4e3-bd3c87b81c20 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:33.384466 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-44edd8cf-566f-4b9c-99bb-c103be312811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65511537-6ad6-404e-8e0a-a9e195897355', 'name': 'tempest-TestAggregatesBasicOps-45707332-router', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:31Z', 'updated_at': '2022-05-25T20:39:28Z', 'revision_number': 5, 'project_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'gw_port': {'id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65511537-6ad6-404e-8e0a-a9e195897355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:34Z', 'updated_at': '2022-05-25T20:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:33.389911 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44edd8cf-566f-4b9c-99bb-c103be312811 None None] Checking router: 65511537-6ad6-404e-8e0a-a9e195897355 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:39:33.409177 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44edd8cf-566f-4b9c-99bb-c103be312811 None None] Routers {'65511537-6ad6-404e-8e0a-a9e195897355'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:33.410780 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-44edd8cf-566f-4b9c-99bb-c103be312811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['65511537-6ad6-404e-8e0a-a9e195897355'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:33.490696 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:33.511663 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:33.517312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-67a666b6-be10-4175-9588-4a5264c6a879 None None] Provisioning for port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:33.534838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-67a666b6-be10-4175-9588-4a5264c6a879 None None] Provisioning complete for port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:33.535291 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-67a666b6-be10-4175-9588-4a5264c6a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:33.546016 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-72aa85cc-4a98-426d-8063-ec81beb27246 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:33.591787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network dbd78e44-59bf-494d-8373-78da679e85c0 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:33.645449 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:33.746241 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-44edd8cf-566f-4b9c-99bb-c103be312811 None None] Set router 65511537-6ad6-404e-8e0a-a9e195897355 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:33.915889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:33.929992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:39:34.003153 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:34.009220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-67a666b6-be10-4175-9588-4a5264c6a879 None None] Current status of the port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:34.009751 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-67a666b6-be10-4175-9588-4a5264c6a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:34.074985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] Deleting port 74f3960c-5116-414a-ba71-deccdee1bdca {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:34.075346 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:34.094408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-67a666b6-be10-4175-9588-4a5264c6a879 None None] For port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08,segment=NetworkSegment(237936d6-ba32-4c18-9281-ab44fe660bcb),segment_id=237936d6-ba32-4c18-9281-ab44fe660bcb)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:34.101274 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-67a666b6-be10-4175-9588-4a5264c6a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:34.128066 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61151728-f048-47a6-a74a-6ace08dca3bd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:34.162310 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61151728-f048-47a6-a74a-6ace08dca3bd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:34.259487 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61151728-f048-47a6-a74a-6ace08dca3bd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:34.324665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61151728-f048-47a6-a74a-6ace08dca3bd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0bcbce-74ba-4041-bbde-1268cdc9169b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:34.329156 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-44edd8cf-566f-4b9c-99bb-c103be312811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65511537-6ad6-404e-8e0a-a9e195897355', 'name': 'tempest-TestAggregatesBasicOps-45707332-router', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:31Z', 'updated_at': '2022-05-25T20:39:28Z', 'revision_number': 5, 'project_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'gw_port': {'id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65511537-6ad6-404e-8e0a-a9e195897355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:34Z', 'updated_at': '2022-05-25T20:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:34.343843 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44edd8cf-566f-4b9c-99bb-c103be312811 None None] The sync data for ids ['65511537-6ad6-404e-8e0a-a9e195897355'] in n-d-843339-1 is: [{'id': '65511537-6ad6-404e-8e0a-a9e195897355', 'name': 'tempest-TestAggregatesBasicOps-45707332-router', 'tenant_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:31Z', 'updated_at': '2022-05-25T20:39:28Z', 'revision_number': 5, 'project_id': 'b85e856c0ec4479d8c81295f07f3ba9f', 'gw_port': {'id': '74f3960c-5116-414a-ba71-deccdee1bdca', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65511537-6ad6-404e-8e0a-a9e195897355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:34Z', 'updated_at': '2022-05-25T20:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:39:34.351969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=c09c4418-c376-41b1-a4e3-bd3c87b81c20,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:34.368561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 19f05eff-535f-46c6-acfc-58c998f5437e no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:34.382591 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61151728-f048-47a6-a74a-6ace08dca3bd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:34.386446 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-61151728-f048-47a6-a74a-6ace08dca3bd tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "DELETE /v2.0/security-groups/0f0bcbce-74ba-4041-bbde-1268cdc9169b HTTP/1.1" status: 204 len: 168 time: 1.2539842 May 25 20:39:34.404215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72aa85cc-4a98-426d-8063-ec81beb27246 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Router 11688a45-90b7-4aa9-a038-321f2bbf9438 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:39:34.426395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:34.427190 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:34.456762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 19f05eff-535f-46c6-acfc-58c998f5437e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:34.457099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 19f05eff-535f-46c6-acfc-58c998f5437e not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:34.483935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a666b6-be10-4175-9588-4a5264c6a879 None None] Pushing event updated for resources: {'Port': ['ID=7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:34.536799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58594) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:34.537166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e5b98948-10de-44ff-95f7-27e5965f54b3 None None] Provisioning complete for port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:34.537543 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e5b98948-10de-44ff-95f7-27e5965f54b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:34.588207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-92c51f05-3e8b-4f35-a397-45fd5c907057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.2196560 May 25 20:39:34.607807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58598) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:34.630720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'network_id': 'dbd78e44-59bf-494d-8373-78da679e85c0', 'name': 'tempest-PortsTestJSON-755235964'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:34.839498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e5b98948-10de-44ff-95f7-27e5965f54b3 None None] Current status of the port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:34.875632 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e5b98948-10de-44ff-95f7-27e5965f54b3 None None] Provisioning for port c09c4418-c376-41b1-a4e3-bd3c87b81c20 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:34.891555 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e5b98948-10de-44ff-95f7-27e5965f54b3 None None] Provisioning complete for port c09c4418-c376-41b1-a4e3-bd3c87b81c20 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:34.892355 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e5b98948-10de-44ff-95f7-27e5965f54b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:35.042281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e5b98948-10de-44ff-95f7-27e5965f54b3 None None] Port c09c4418-c376-41b1-a4e3-bd3c87b81c20 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:39:35.110337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:35.140575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] For port 74f3960c-5116-414a-ba71-deccdee1bdca, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=74f3960c-5116-414a-ba71-deccdee1bdca,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:35.141061 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:35.195943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ce4eab30-8983-4799-be73-47d2acab0e01 None None] Provisioning complete for port c09c4418-c376-41b1-a4e3-bd3c87b81c20 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:35.197273 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ce4eab30-8983-4799-be73-47d2acab0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:35.199425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:35.248014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:port and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:35.255102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:35.264790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:35.289076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72aa85cc-4a98-426d-8063-ec81beb27246 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:39:35.294799 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-72aa85cc-4a98-426d-8063-ec81beb27246 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "PUT /v2.0/routers/11688a45-90b7-4aa9-a038-321f2bbf9438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3418458 May 25 20:39:35.296691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:39:35.304685 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:35.319251 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48931117-d136-4b7f-acf0-9420d115d556 None None] Sync routers for ids ['11688a45-90b7-4aa9-a038-321f2bbf9438'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:39:35.323597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58612) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:35.339371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] Calling delete_port for 74f3960c-5116-414a-ba71-deccdee1bdca owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:35.341837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48931117-d136-4b7f-acf0-9420d115d556 None None] Routers {'11688a45-90b7-4aa9-a038-321f2bbf9438'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:35.342971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-48931117-d136-4b7f-acf0-9420d115d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11688a45-90b7-4aa9-a038-321f2bbf9438'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:35.394007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port 6d097a69-5338-47fa-bad5-0d580ab158a8 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:39:35.434286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ce4eab30-8983-4799-be73-47d2acab0e01 None None] Port c09c4418-c376-41b1-a4e3-bd3c87b81c20 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:39:35.471631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b12c4e-dc7f-4cb3-8699-b905e9533c15 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Deleting subnet eeceff75-a97b-477d-9792-1cb9066e2266 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:39:35.472796 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:35.473238 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:35.474948 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f8b12c4e-dc7f-4cb3-8699-b905e9533c15 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:35.531564 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f8b12c4e-dc7f-4cb3-8699-b905e9533c15 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:35.695525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:35.707553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Allocated IP 172.20.0.13 (dbd78e44-59bf-494d-8373-78da679e85c0/7fa1aa02-df67-48b5-af0c-1a77f9d34396/6d097a69-5338-47fa-bad5-0d580ab158a8) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:39:35.707839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-48931117-d136-4b7f-acf0-9420d115d556 None None] Set router 11688a45-90b7-4aa9-a038-321f2bbf9438 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:35.710071 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f8b12c4e-dc7f-4cb3-8699-b905e9533c15 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:35.757835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 220b1ffb-e4b7-4257-a433-8d8b087d2590 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:35.867975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 220b1ffb-e4b7-4257-a433-8d8b087d2590 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:35.868708 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 220b1ffb-e4b7-4257-a433-8d8b087d2590 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:36.085124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-48931117-d136-4b7f-acf0-9420d115d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1326498470', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:16Z', 'updated_at': '2022-05-25T20:39:32Z', 'revision_number': 5, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:18Z', 'updated_at': '2022-05-25T20:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:36.089041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48931117-d136-4b7f-acf0-9420d115d556 None None] Checking router: 11688a45-90b7-4aa9-a038-321f2bbf9438 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:39:36.118424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48931117-d136-4b7f-acf0-9420d115d556 None None] Routers {'11688a45-90b7-4aa9-a038-321f2bbf9438'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:36.118424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-48931117-d136-4b7f-acf0-9420d115d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['11688a45-90b7-4aa9-a038-321f2bbf9438'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:36.208318 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:36.226195 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:36.248458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Transition to ACTIVE for port object 6d097a69-5338-47fa-bad5-0d580ab158a8 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:36.263204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] Pushing event deleted for resources: {'Port': ['ID=74f3960c-5116-414a-ba71-deccdee1bdca,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:36.281997 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:36.286775 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f8b12c4e-dc7f-4cb3-8699-b905e9533c15 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:36.393369 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128f5c98-22ff-4b5d-801e-5ecade6b1447 None None] Network 5c935f79-ef07-41ac-a053-1acb1417a3a5 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:36.415689 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:36.440013 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f8b12c4e-dc7f-4cb3-8699-b905e9533c15 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:36.447808 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-48931117-d136-4b7f-acf0-9420d115d556 None None] Set router 11688a45-90b7-4aa9-a038-321f2bbf9438 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:36.463463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b12c4e-dc7f-4cb3-8699-b905e9533c15 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event deleted for resources: {'Subnet': ['ID=eeceff75-a97b-477d-9792-1cb9066e2266,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:36.483899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network dbd78e44-59bf-494d-8373-78da679e85c0 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:36.502736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:36.510868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:39:36.693965 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f8b12c4e-dc7f-4cb3-8699-b905e9533c15 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "DELETE /v2.0/subnets/eeceff75-a97b-477d-9792-1cb9066e2266 HTTP/1.1" status: 204 len: 168 time: 1.3691750 May 25 20:39:36.719428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58640) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:36.733347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58644) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:36.739588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=6d097a69-5338-47fa-bad5-0d580ab158a8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:36.757431 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:36.760782 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:36.801859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:36.802999 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:36.845329 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-09eb6979-c730-429f-8b52-c21158b195fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2361922 May 25 20:39:36.848065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58650) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:37.014664 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2d839406-a4b5-4dc3-8ff3-2ae1bba33580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.043493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2d839406-a4b5-4dc3-8ff3-2ae1bba33580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:37.056567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ab375f-6079-48fe-9aaa-bf03b58215fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:37.057732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-68ab375f-6079-48fe-9aaa-bf03b58215fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:39:37.065236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2d839406-a4b5-4dc3-8ff3-2ae1bba33580 admin admin] Usage tracker for resource:security_group_rule and tenant:c71ffd1efe2449e6b52bb422f3362b4d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:37.070146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8bf600d0-2e34-42c7-8656-aa1fd51e1de7 None None] Provisioning for port 6d097a69-5338-47fa-bad5-0d580ab158a8 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:37.076943 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.079075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2d839406-a4b5-4dc3-8ff3-2ae1bba33580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:37.083404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8bf600d0-2e34-42c7-8656-aa1fd51e1de7 None None] Provisioning complete for port 6d097a69-5338-47fa-bad5-0d580ab158a8 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:37.084079 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8bf600d0-2e34-42c7-8656-aa1fd51e1de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.088925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-68ab375f-6079-48fe-9aaa-bf03b58215fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:39:37.092763 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-68ab375f-6079-48fe-9aaa-bf03b58215fb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.2410607 May 25 20:39:37.092763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2d839406-a4b5-4dc3-8ff3-2ae1bba33580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:37.094831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58654) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:37.144715 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.145197 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65511537-6ad6-404e-8e0a-a9e195897355 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:39:37.198773 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e04325f6-5361-43d1-89ac-8cdf0e73c85d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.215971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a97cf0da-9e0f-4272-a3b6-0155c6609e79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 6d097a69-5338-47fa-bad5-0d580ab158a8 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:37.216363 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a97cf0da-9e0f-4272-a3b6-0155c6609e79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.240118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-48931117-d136-4b7f-acf0-9420d115d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1326498470', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:16Z', 'updated_at': '2022-05-25T20:39:32Z', 'revision_number': 5, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:18Z', 'updated_at': '2022-05-25T20:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:37.249911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8bf600d0-2e34-42c7-8656-aa1fd51e1de7 None None] Port 6d097a69-5338-47fa-bad5-0d580ab158a8 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:39:37.254408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48931117-d136-4b7f-acf0-9420d115d556 None None] The sync data for ids ['11688a45-90b7-4aa9-a038-321f2bbf9438'] in n-d-843339-1 is: [{'id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1326498470', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:38:16Z', 'updated_at': '2022-05-25T20:39:32Z', 'revision_number': 5, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': 'd4f29435-17c3-443b-96f8-6fc4583ac9d9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11688a45-90b7-4aa9-a038-321f2bbf9438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:38:18Z', 'updated_at': '2022-05-25T20:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:39:37.369096 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.373008 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b3a54a34-d6a5-4c57-9dbd-9847d99a0301 admin admin] 10.222.0.60 "DELETE /v2.0/routers/65511537-6ad6-404e-8e0a-a9e195897355 HTTP/1.1" status: 204 len: 168 time: 4.4094675 May 25 20:39:37.397345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58660) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:37.589728 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.595681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6220f3f-8987-4f8e-aa59-209b5e26a4ce admin admin] Deleting subnet 841efb9b-5ecd-4c95-9e9b-66b939e3f200 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:39:37.605130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Deleting port d4f29435-17c3-443b-96f8-6fc4583ac9d9 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:37.605527 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.613619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2d839406-a4b5-4dc3-8ff3-2ae1bba33580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.618537 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6220f3f-8987-4f8e-aa59-209b5e26a4ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.664974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41a22d-1018-438a-a4e9-ce5a19b4d506 None None] DHCP port deletion for 5c935f79-ef07-41ac-a053-1acb1417a3a5 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:39:37.674573 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2d839406-a4b5-4dc3-8ff3-2ae1bba33580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.677880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-df41a22d-1018-438a-a4e9-ce5a19b4d506 None None] Deleting port 97496a28-c6ac-43c0-b721-95799f50fa04 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:37.678069 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-df41a22d-1018-438a-a4e9-ce5a19b4d506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.786381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6220f3f-8987-4f8e-aa59-209b5e26a4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.839436 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2d839406-a4b5-4dc3-8ff3-2ae1bba33580 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c71ffd1efe2449e6b52bb422f3362b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0955718 May 25 20:39:37.851013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58666) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:37.871021 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a97cf0da-9e0f-4272-a3b6-0155c6609e79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:37.893038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d839406-a4b5-4dc3-8ff3-2ae1bba33580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37a168f-df2d-428e-a8d0-4c8e94dc8c06,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:38.071961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-df41a22d-1018-438a-a4e9-ce5a19b4d506 None None] For port 97496a28-c6ac-43c0-b721-95799f50fa04, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=97496a28-c6ac-43c0-b721-95799f50fa04,segment=NetworkSegment(feb75bb5-f971-421d-b824-a4ee4adfff0e),segment_id=feb75bb5-f971-421d-b824-a4ee4adfff0e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:38.073750 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-df41a22d-1018-438a-a4e9-ce5a19b4d506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:38.136561 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a97cf0da-9e0f-4272-a3b6-0155c6609e79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 6d097a69-5338-47fa-bad5-0d580ab158a8 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:38.174318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] For port d4f29435-17c3-443b-96f8-6fc4583ac9d9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d4f29435-17c3-443b-96f8-6fc4583ac9d9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:38.174715 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:38.241638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-df41a22d-1018-438a-a4e9-ce5a19b4d506 None None] Calling delete_port for 97496a28-c6ac-43c0-b721-95799f50fa04 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:38.257453 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2dafd7ee-e087-480c-8278-61110887a4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:38.306356 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6220f3f-8987-4f8e-aa59-209b5e26a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:38.337656 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-df41a22d-1018-438a-a4e9-ce5a19b4d506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:38.342303 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2dafd7ee-e087-480c-8278-61110887a4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:38.367279 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Calling delete_port for d4f29435-17c3-443b-96f8-6fc4583ac9d9 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:38.401485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41a22d-1018-438a-a4e9-ce5a19b4d506 None None] Pushing event deleted for resources: {'Port': ['ID=97496a28-c6ac-43c0-b721-95799f50fa04,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:38.411552 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df41a22d-1018-438a-a4e9-ce5a19b4d506 None None] No DVR routers for this DVR port 97496a28-c6ac-43c0-b721-95799f50fa04 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:39:38.436036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e04325f6-5361-43d1-89ac-8cdf0e73c85d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:38.436586 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e04325f6-5361-43d1-89ac-8cdf0e73c85d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:38.472732 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a97cf0da-9e0f-4272-a3b6-0155c6609e79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:38.537026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cf0da-9e0f-4272-a3b6-0155c6609e79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=6d097a69-5338-47fa-bad5-0d580ab158a8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:38.577167 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6220f3f-8987-4f8e-aa59-209b5e26a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:38.606588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 97496a28-c6ac-43c0-b721-95799f50fa04 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:38.647644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 97496a28-c6ac-43c0-b721-95799f50fa04 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:38.648021 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 97496a28-c6ac-43c0-b721-95799f50fa04 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:38.648437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74f3960c-5116-414a-ba71-deccdee1bdca no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:38.698395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 74f3960c-5116-414a-ba71-deccdee1bdca {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:38.698692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74f3960c-5116-414a-ba71-deccdee1bdca not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:38.699074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 64ad2908-3734-4044-9dfc-097b8f2735da no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:38.741149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-e04325f6-5361-43d1-89ac-8cdf0e73c85d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] For port 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd,segment=NetworkSegment(7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302),segment_id=7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:38.741521 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e04325f6-5361-43d1-89ac-8cdf0e73c85d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:38.785445 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 64ad2908-3734-4044-9dfc-097b8f2735da {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:38.785799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 64ad2908-3734-4044-9dfc-097b8f2735da not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:38.804001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3635c5-3aca-4b37-9e43-0552fdd4019a None None] Network fdd55884-78de-49bd-b2ef-25065992bf48 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:38.851597 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6220f3f-8987-4f8e-aa59-209b5e26a4ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:38.858317 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2dafd7ee-e087-480c-8278-61110887a4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:38.861500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a97cf0da-9e0f-4272-a3b6-0155c6609e79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:38.872913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6220f3f-8987-4f8e-aa59-209b5e26a4ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=841efb9b-5ecd-4c95-9e9b-66b939e3f200,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:38.889130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafd7ee-e087-480c-8278-61110887a4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37a168f-df2d-428e-a8d0-4c8e94dc8c06,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:38.897180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e04325f6-5361-43d1-89ac-8cdf0e73c85d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Calling delete_port for 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:38.927298 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c6220f3f-8987-4f8e-aa59-209b5e26a4ce admin admin] 10.222.0.60 "DELETE /v2.0/subnets/841efb9b-5ecd-4c95-9e9b-66b939e3f200 HTTP/1.1" status: 204 len: 168 time: 1.5288911 May 25 20:39:38.931038 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2dafd7ee-e087-480c-8278-61110887a4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:38.934616 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2dafd7ee-e087-480c-8278-61110887a4de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b37a168f-df2d-428e-a8d0-4c8e94dc8c06 HTTP/1.1" status: 204 len: 168 time: 1.0779357 May 25 20:39:38.934616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58674) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:38.942781 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a97cf0da-9e0f-4272-a3b6-0155c6609e79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/6d097a69-5338-47fa-bad5-0d580ab158a8 HTTP/1.1" status: 204 len: 168 time: 1.8462641 May 25 20:39:38.943779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58680) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:38.980468 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.042747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event deleted for resources: {'Port': ['ID=d4f29435-17c3-443b-96f8-6fc4583ac9d9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:39.085042 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5dc85c-46a1-4ec6-a2a0-b2a3227e6ace tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] GET failed (client error): The resource could not be found. May 25 20:39:39.085042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dd5dc85c-46a1-4ec6-a2a0-b2a3227e6ace tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:39:39.170099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ecfff5-1e80-4529-be55-962b6ecc1b85 None None] DHCP port deletion for fdd55884-78de-49bd-b2ef-25065992bf48 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:39:39.180243 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-39ecfff5-1e80-4529-be55-962b6ecc1b85 None None] Deleting port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:39.182801 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39ecfff5-1e80-4529-be55-962b6ecc1b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.190751 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.217368 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.229727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dd5dc85c-46a1-4ec6-a2a0-b2a3227e6ace tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:39:39.233610 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dd5dc85c-46a1-4ec6-a2a0-b2a3227e6ace tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/6d097a69-5338-47fa-bad5-0d580ab158a8 HTTP/1.1" status: 404 len: 333 time: 0.2862945 May 25 20:39:39.233744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58690) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:39.314281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb2ac7-5d48-48b4-af39-8ff2c775e4bd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port c09c4418-c376-41b1-a4e3-bd3c87b81c20 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:39.314789 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2ac7-5d48-48b4-af39-8ff2c775e4bd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.389990 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.398400 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.415279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Deleting port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:39.415634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.509891 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.510542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Fanout notify agent at l3_agent the message router_deleted on router 11688a45-90b7-4aa9-a038-321f2bbf9438 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:39:39.554536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-39ecfff5-1e80-4529-be55-962b6ecc1b85 None None] For port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=615ae205-5f6c-4b49-b4d0-fa0a1d7d985c,segment=NetworkSegment(bc14e441-f4b0-4421-9b85-80768d96f6f3),segment_id=bc14e441-f4b0-4421-9b85-80768d96f6f3)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:39.555010 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39ecfff5-1e80-4529-be55-962b6ecc1b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.596171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58696) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:39.669314 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da1d979e-f51d-44cb-844e-56b6713542ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.718636 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.720051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a97c9414-ad0a-42ba-8d6a-b9d4cb625aa4 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "DELETE /v2.0/routers/11688a45-90b7-4aa9-a038-321f2bbf9438 HTTP/1.1" status: 204 len: 168 time: 2.9976006 May 25 20:39:39.724138 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e04325f6-5361-43d1-89ac-8cdf0e73c85d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.724460 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-39ecfff5-1e80-4529-be55-962b6ecc1b85 None None] Calling delete_port for 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:39.728443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58700) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:39.807896 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39ecfff5-1e80-4529-be55-962b6ecc1b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.838721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] For port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=615ae205-5f6c-4b49-b4d0-fa0a1d7d985c,segment=NetworkSegment(bc14e441-f4b0-4421-9b85-80768d96f6f3),segment_id=bc14e441-f4b0-4421-9b85-80768d96f6f3)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:39.839429 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:39.855936 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecfff5-1e80-4529-be55-962b6ecc1b85 None None] No DVR routers for this DVR port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:39:39.868988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecfff5-1e80-4529-be55-962b6ecc1b85 None None] Pushing event deleted for resources: {'Port': ['ID=615ae205-5f6c-4b49-b4d0-fa0a1d7d985c,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:39.960229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-da1d979e-f51d-44cb-844e-56b6713542ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:39.964158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04325f6-5361-43d1-89ac-8cdf0e73c85d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Port': ['ID=74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:39.972149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-da1d979e-f51d-44cb-844e-56b6713542ba admin admin] Usage tracker for resource:security_group_rule and tenant:444ba47d4d784d76840624fc0bebe51e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:39.979398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-da1d979e-f51d-44cb-844e-56b6713542ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:40.010670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Calling delete_port for 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:40.073638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-da1d979e-f51d-44cb-844e-56b6713542ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:40.136620 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2ac7-5d48-48b4-af39-8ff2c775e4bd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:40.215148 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17601002-baf3-4687-81ee-5c559d7b1c55 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:40.289263 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:39:40.289263 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:39:40.296615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb2ac7-5d48-48b4-af39-8ff2c775e4bd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for c09c4418-c376-41b1-a4e3-bd3c87b81c20 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:40.466410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2ac7-5d48-48b4-af39-8ff2c775e4bd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:40.530064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb2ac7-5d48-48b4-af39-8ff2c775e4bd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=c09c4418-c376-41b1-a4e3-bd3c87b81c20,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:40.591158 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17601002-baf3-4687-81ee-5c559d7b1c55 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:40.612814 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da1d979e-f51d-44cb-844e-56b6713542ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:40.646178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-17601002-baf3-4687-81ee-5c559d7b1c55 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c935f79-ef07-41ac-a053-1acb1417a3a5']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:40.672443 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da1d979e-f51d-44cb-844e-56b6713542ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:40.676271 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2ac7-5d48-48b4-af39-8ff2c775e4bd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:40.709948 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3dbb2ac7-5d48-48b4-af39-8ff2c775e4bd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/c09c4418-c376-41b1-a4e3-bd3c87b81c20 HTTP/1.1" status: 204 len: 168 time: 1.4748783 May 25 20:39:40.712417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58706) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:40.726007 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e04325f6-5361-43d1-89ac-8cdf0e73c85d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:40.734787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-17601002-baf3-4687-81ee-5c559d7b1c55 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb75bb5-f971-421d-b824-a4ee4adfff0e') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:40.735701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-17601002-baf3-4687-81ee-5c559d7b1c55 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb75bb5-f971-421d-b824-a4ee4adfff0e') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:40.739869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:40.761888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-ab69e5c8-7fdd-4d6b-aa7c-536b9d08900e req-4612402b-2d26-4ff3-9a4f-5981439c8015 service neutron] (88331) timed out ('10.222.0.60', 32806) {{(pid=88331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 20:39:40.784546 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17601002-baf3-4687-81ee-5c559d7b1c55 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:40.798774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:40.800408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:40.802885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d4f29435-17c3-443b-96f8-6fc4583ac9d9 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:40.818923 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-da1d979e-f51d-44cb-844e-56b6713542ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=444ba47d4d784d76840624fc0bebe51e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2221205 May 25 20:39:40.822709 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58710) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:40.873906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: d4f29435-17c3-443b-96f8-6fc4583ac9d9 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:40.874382 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d4f29435-17c3-443b-96f8-6fc4583ac9d9 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:40.917747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Deleting port 615ae205-5f6c-4b49-b4d0-fa0a1d7d985c {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:40.918512 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:40.918601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d979e-f51d-44cb-844e-56b6713542ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314d11cf-7c8e-4600-b7f7-863002311ea4,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:40.935535 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17601002-baf3-4687-81ee-5c559d7b1c55 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:40.964943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17601002-baf3-4687-81ee-5c559d7b1c55 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:39:40.967806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17601002-baf3-4687-81ee-5c559d7b1c55 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.075038 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6020249f-e1c7-4c17-b37c-5b66f4882199 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] GET failed (client error): The resource could not be found. May 25 20:39:41.075944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6020249f-e1c7-4c17-b37c-5b66f4882199 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:39:41.085465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] The port '615ae205-5f6c-4b49-b4d0-fa0a1d7d985c' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:39:41.168672 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment feb75bb5-f971-421d-b824-a4ee4adfff0e resource provider aggregate not found May 25 20:39:41.197745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6020249f-e1c7-4c17-b37c-5b66f4882199 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:39:41.201795 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6020249f-e1c7-4c17-b37c-5b66f4882199 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/c09c4418-c376-41b1-a4e3-bd3c87b81c20 HTTP/1.1" status: 404 len: 333 time: 0.4881773 May 25 20:39:41.202368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58720) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:41.208406 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment feb75bb5-f971-421d-b824-a4ee4adfff0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid feb75bb5-f971-421d-b824-a4ee4adfff0e found for delete ", "request_id": "req-fce9debe-6dfc-49bf-b06d-df7e790ef2c2"}]} May 25 20:39:41.246519 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17601002-baf3-4687-81ee-5c559d7b1c55 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.267951 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.268748 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf3086b3-2dbf-4700-b100-c74399a090d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.270768 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17601002-baf3-4687-81ee-5c559d7b1c55 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.291536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17601002-baf3-4687-81ee-5c559d7b1c55 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event deleted for resources: {'Network': ['ID=5c935f79-ef07-41ac-a053-1acb1417a3a5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:41.305057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd55884-78de-49bd-b2ef-25065992bf48']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:41.319498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-db42c7ac-d92e-46b0-bb43-a98dd52dfdfb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting subnet 7fa1aa02-df67-48b5-af0c-1a77f9d34396 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:39:41.324425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc14e441-f4b0-4421-9b85-80768d96f6f3') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:41.324723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc14e441-f4b0-4421-9b85-80768d96f6f3') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:41.331564 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db42c7ac-d92e-46b0-bb43-a98dd52dfdfb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.381315 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.395991 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf3086b3-2dbf-4700-b100-c74399a090d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.405716 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-17601002-baf3-4687-81ee-5c559d7b1c55 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "DELETE /v2.0/networks/5c935f79-ef07-41ac-a053-1acb1417a3a5 HTTP/1.1" status: 204 len: 168 time: 1.4767559 May 25 20:39:41.406219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58726) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:41.411803 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.474333 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db42c7ac-d92e-46b0-bb43-a98dd52dfdfb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.520574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:39:41.520852 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.528725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04325f6-5361-43d1-89ac-8cdf0e73c85d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Router b6d3b06e-182d-4509-b403-2f16078fbc51 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:39:41.538302 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf3086b3-2dbf-4700-b100-c74399a090d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.606978 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment bc14e441-f4b0-4421-9b85-80768d96f6f3 resource provider aggregate not found May 25 20:39:41.641652 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment bc14e441-f4b0-4421-9b85-80768d96f6f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc14e441-f4b0-4421-9b85-80768d96f6f3 found for delete ", "request_id": "req-2c559fb9-99f4-4175-9023-0d690eeeb9a6"}]} May 25 20:39:41.776472 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.788578 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf3086b3-2dbf-4700-b100-c74399a090d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.792654 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bf3086b3-2dbf-4700-b100-c74399a090d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/314d11cf-7c8e-4600-b7f7-863002311ea4 HTTP/1.1" status: 204 len: 168 time: 0.9045904 May 25 20:39:41.796050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3086b3-2dbf-4700-b100-c74399a090d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314d11cf-7c8e-4600-b7f7-863002311ea4,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:41.821331 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.828957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-47c11782-0ca1-4054-accc-c046a545bffd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Deleting port 8a4380b4-c686-4b92-b3ae-dc905e53c26e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:41.829678 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-47c11782-0ca1-4054-accc-c046a545bffd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:41.869549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] Pushing event deleted for resources: {'Network': ['ID=fdd55884-78de-49bd-b2ef-25065992bf48,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:41.884063 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bbd62b03-c942-44a5-b76b-972d9f4d739e admin admin] 10.222.0.60 "DELETE /v2.0/networks/fdd55884-78de-49bd-b2ef-25065992bf48 HTTP/1.1" status: 204 len: 168 time: 2.9500554 May 25 20:39:41.888215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58744) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:41.928350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04325f6-5361-43d1-89ac-8cdf0e73c85d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:39:41.938279 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c43a3c6-83a2-4bdb-87df-a57bfd19a42c None None] Sync routers for ids ['b6d3b06e-182d-4509-b403-2f16078fbc51'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:39:41.952701 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43a3c6-83a2-4bdb-87df-a57bfd19a42c None None] Routers {'b6d3b06e-182d-4509-b403-2f16078fbc51'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:41.953458 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1c43a3c6-83a2-4bdb-87df-a57bfd19a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6d3b06e-182d-4509-b403-2f16078fbc51'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:41.954277 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e04325f6-5361-43d1-89ac-8cdf0e73c85d tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "PUT /v2.0/routers/b6d3b06e-182d-4509-b403-2f16078fbc51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4160655 May 25 20:39:41.959618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58748) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:41.974826 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db42c7ac-d92e-46b0-bb43-a98dd52dfdfb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:42.098358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-9412bfe0-2b89-4bec-a399-27f29fe6f0f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting subnet 559ec52e-2c38-4812-bd8a-df6029f28bb4 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:39:42.109582 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9412bfe0-2b89-4bec-a399-27f29fe6f0f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:42.191630 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-1c43a3c6-83a2-4bdb-87df-a57bfd19a42c None None] Set router b6d3b06e-182d-4509-b403-2f16078fbc51 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:42.197156 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9412bfe0-2b89-4bec-a399-27f29fe6f0f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:42.278702 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-47c11782-0ca1-4054-accc-c046a545bffd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:42.278952 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-47c11782-0ca1-4054-accc-c046a545bffd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:42.295663 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db42c7ac-d92e-46b0-bb43-a98dd52dfdfb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:42.401824 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9412bfe0-2b89-4bec-a399-27f29fe6f0f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:42.546830 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9412bfe0-2b89-4bec-a399-27f29fe6f0f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:42.592526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412bfe0-2b89-4bec-a399-27f29fe6f0f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Subnet': ['ID=559ec52e-2c38-4812-bd8a-df6029f28bb4,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:42.596430 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9412bfe0-2b89-4bec-a399-27f29fe6f0f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:42.603364 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9412bfe0-2b89-4bec-a399-27f29fe6f0f6 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "DELETE /v2.0/subnets/559ec52e-2c38-4812-bd8a-df6029f28bb4 HTTP/1.1" status: 204 len: 168 time: 0.6427078 May 25 20:39:42.605949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58764) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:42.608074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab98a325-a619-49ed-8430-8011a7863510 None None] Network 8813dec2-98a8-4139-81bc-466f9920ca17 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:42.659358 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1c43a3c6-83a2-4bdb-87df-a57bfd19a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:39:39Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:42.676117 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c43a3c6-83a2-4bdb-87df-a57bfd19a42c None None] Checking router: b6d3b06e-182d-4509-b403-2f16078fbc51 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:39:42.702954 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43a3c6-83a2-4bdb-87df-a57bfd19a42c None None] Routers {'b6d3b06e-182d-4509-b403-2f16078fbc51'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:42.703301 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1c43a3c6-83a2-4bdb-87df-a57bfd19a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b6d3b06e-182d-4509-b403-2f16078fbc51'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:42.884124 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:42.938088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-47c11782-0ca1-4054-accc-c046a545bffd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Calling delete_port for 8a4380b4-c686-4b92-b3ae-dc905e53c26e owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:43.019203 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42c7ac-d92e-46b0-bb43-a98dd52dfdfb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa1aa02-df67-48b5-af0c-1a77f9d34396,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:43.021927 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-db42c7ac-d92e-46b0-bb43-a98dd52dfdfb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:43.031959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa1860f-2705-46de-a9a4-e5a821d12445 None None] Network dbd78e44-59bf-494d-8373-78da679e85c0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:43.107779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-db42c7ac-d92e-46b0-bb43-a98dd52dfdfb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/7fa1aa02-df67-48b5-af0c-1a77f9d34396 HTTP/1.1" status: 204 len: 168 time: 1.8924928 May 25 20:39:43.111617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58778) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:43.171216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cdfc4e-7567-4c2e-9bc2-f2d746b1d8b0 None None] DHCP port deletion for 8813dec2-98a8-4139-81bc-466f9920ca17 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:39:43.179553 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-1c43a3c6-83a2-4bdb-87df-a57bfd19a42c None None] Set router b6d3b06e-182d-4509-b403-2f16078fbc51 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:43.218020 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c6cdfc4e-7567-4c2e-9bc2-f2d746b1d8b0 None None] Deleting port afd61a86-55e7-42e8-bd47-dcdf75a56439 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:43.218878 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c6cdfc4e-7567-4c2e-9bc2-f2d746b1d8b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:43.272203 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:43.326475 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Deleting port b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:43.331008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:43.609961 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-47c11782-0ca1-4054-accc-c046a545bffd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:43.623109 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1c43a3c6-83a2-4bdb-87df-a57bfd19a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:39:39Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:43.639091 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c43a3c6-83a2-4bdb-87df-a57bfd19a42c None None] The sync data for ids ['b6d3b06e-182d-4509-b403-2f16078fbc51'] in n-d-843339-1 is: [{'id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'name': 'tempest-TestNetworkBasicOps-router-78912807', 'tenant_id': 'c679de4394c743daa8e268728f5cf10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:37:49Z', 'updated_at': '2022-05-25T20:39:39Z', 'revision_number': 5, 'project_id': 'c679de4394c743daa8e268728f5cf10d', 'gw_port': {'id': 'b5638d0b-f7e8-4fbe-a767-cfb5b50460f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d3b06e-182d-4509-b403-2f16078fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:37:52Z', 'updated_at': '2022-05-25T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:39:43.783153 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] For port b5638d0b-f7e8-4fbe-a767-cfb5b50460f9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b5638d0b-f7e8-4fbe-a767-cfb5b50460f9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:43.783635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:43.811660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c6cdfc4e-7567-4c2e-9bc2-f2d746b1d8b0 None None] For port afd61a86-55e7-42e8-bd47-dcdf75a56439, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=afd61a86-55e7-42e8-bd47-dcdf75a56439,segment=NetworkSegment(7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302),segment_id=7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:43.812319 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c6cdfc4e-7567-4c2e-9bc2-f2d746b1d8b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:43.840330 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c11782-0ca1-4054-accc-c046a545bffd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event deleted for resources: {'Port': ['ID=8a4380b4-c686-4b92-b3ae-dc905e53c26e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:43.965461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Calling delete_port for b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:43.997122 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:44.011886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c6cdfc4e-7567-4c2e-9bc2-f2d746b1d8b0 None None] Calling delete_port for afd61a86-55e7-42e8-bd47-dcdf75a56439 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:44.072167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c3b24d-3317-40b9-88a7-5deed84ac2ac None None] DHCP port deletion for dbd78e44-59bf-494d-8373-78da679e85c0 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:39:44.078188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:44.078713 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:44.083766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-27c3b24d-3317-40b9-88a7-5deed84ac2ac None None] Deleting port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:44.084194 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-27c3b24d-3317-40b9-88a7-5deed84ac2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:44.140831 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-47c11782-0ca1-4054-accc-c046a545bffd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:44.141598 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-47c11782-0ca1-4054-accc-c046a545bffd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Floating IP 1d5879ac-e467-47e3-82dd-1d86b7de2842 disassociated (deleted). External IP: 172.25.3.100, port: df6f7022-5397-43cd-beb3-5ada16d916eb. May 25 20:39:44.266690 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c6cdfc4e-7567-4c2e-9bc2-f2d746b1d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:44.317807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cdfc4e-7567-4c2e-9bc2-f2d746b1d8b0 None None] No DVR routers for this DVR port afd61a86-55e7-42e8-bd47-dcdf75a56439 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:39:44.334059 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:44.363198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdfc4e-7567-4c2e-9bc2-f2d746b1d8b0 None None] Pushing event deleted for resources: {'Port': ['ID=afd61a86-55e7-42e8-bd47-dcdf75a56439,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:44.444911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Port': ['ID=b5638d0b-f7e8-4fbe-a767-cfb5b50460f9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:44.604631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-27c3b24d-3317-40b9-88a7-5deed84ac2ac None None] For port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08,segment=NetworkSegment(237936d6-ba32-4c18-9281-ab44fe660bcb),segment_id=237936d6-ba32-4c18-9281-ab44fe660bcb)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:44.604990 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-27c3b24d-3317-40b9-88a7-5deed84ac2ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:44.737055 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:44.821458 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:44.846755 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-491a4e4c-5ba7-4f68-a2d8-4e2a7b13d272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:44.892752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:44.893644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74c93c5c-cae7-4b6e-b0b5-8459ffa80bdd not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:44.894251 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:44.959009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-27c3b24d-3317-40b9-88a7-5deed84ac2ac None None] Calling delete_port for 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:45.069548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] For port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08,segment=NetworkSegment(237936d6-ba32-4c18-9281-ab44fe660bcb),segment_id=237936d6-ba32-4c18-9281-ab44fe660bcb)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:45.069946 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:45.088591 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:45.091098 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:45.126865 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:45.128345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Fanout notify agent at l3_agent the message router_deleted on router b6d3b06e-182d-4509-b403-2f16078fbc51 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:39:45.160955 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:45.161417 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:45.184109 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:45.187780 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5f221640-34da-4eb0-8ab2-720ebc145353 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "DELETE /v2.0/routers/b6d3b06e-182d-4509-b403-2f16078fbc51 HTTP/1.1" status: 204 len: 168 time: 2.5781174 May 25 20:39:45.208325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58828) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:45.257315 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-27c3b24d-3317-40b9-88a7-5deed84ac2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:45.330593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:45.397672 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5206f268-da53-44c7-8e3f-9d9d8a853ab5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:45.418246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device afd61a86-55e7-42e8-bd47-dcdf75a56439 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:45.450801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3b24d-3317-40b9-88a7-5deed84ac2ac None None] Pushing event deleted for resources: {'Port': ['ID=7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:45.460988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c3b24d-3317-40b9-88a7-5deed84ac2ac None None] No DVR routers for this DVR port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:39:45.475953 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: afd61a86-55e7-42e8-bd47-dcdf75a56439 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:45.476472 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device afd61a86-55e7-42e8-bd47-dcdf75a56439 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:45.573948 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5206f268-da53-44c7-8e3f-9d9d8a853ab5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:45.603866 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5206f268-da53-44c7-8e3f-9d9d8a853ab5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8813dec2-98a8-4139-81bc-466f9920ca17']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:45.624793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5206f268-da53-44c7-8e3f-9d9d8a853ab5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:45.624793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5206f268-da53-44c7-8e3f-9d9d8a853ab5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:45.640873 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5206f268-da53-44c7-8e3f-9d9d8a853ab5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:45.643325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c11782-0ca1-4054-accc-c046a545bffd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:39:45.675376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5206f268-da53-44c7-8e3f-9d9d8a853ab5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:45.683906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5206f268-da53-44c7-8e3f-9d9d8a853ab5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:39:45.684643 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5206f268-da53-44c7-8e3f-9d9d8a853ab5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:45.718463 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:39:45.718678 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:39:45.867350 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5206f268-da53-44c7-8e3f-9d9d8a853ab5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:45.874728 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302 resource provider aggregate not found May 25 20:39:45.916783 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e9fe1b4-a8d0-41c5-b9d6-c49c72abb302 found for delete ", "request_id": "req-12ba1803-d29e-4725-b2a2-673c7f2259d7"}]} May 25 20:39:45.918142 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5206f268-da53-44c7-8e3f-9d9d8a853ab5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:45.931254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206f268-da53-44c7-8e3f-9d9d8a853ab5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] Pushing event deleted for resources: {'Network': ['ID=8813dec2-98a8-4139-81bc-466f9920ca17,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:45.947306 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5206f268-da53-44c7-8e3f-9d9d8a853ab5 tempest-TestNetworkBasicOps-567594816 tempest-TestNetworkBasicOps-567594816-project] 10.222.0.60 "DELETE /v2.0/networks/8813dec2-98a8-4139-81bc-466f9920ca17 HTTP/1.1" status: 204 len: 168 time: 0.7316804 May 25 20:39:46.010009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c11782-0ca1-4054-accc-c046a545bffd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:39:46.021258 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019bf8e-f64c-40fc-8f87-64d96263a691 None None] Sync routers for ids ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:39:46.032915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e019bf8e-f64c-40fc-8f87-64d96263a691 None None] Routers {'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:46.034274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e019bf8e-f64c-40fc-8f87-64d96263a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:46.099135 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-47c11782-0ca1-4054-accc-c046a545bffd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:46.156083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-491a4e4c-5ba7-4f68-a2d8-4e2a7b13d272 admin admin] Deleting port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:46.156416 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-491a4e4c-5ba7-4f68-a2d8-4e2a7b13d272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:46.215545 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-47c11782-0ca1-4054-accc-c046a545bffd tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "DELETE /v2.0/floatingips/1d5879ac-e467-47e3-82dd-1d86b7de2842 HTTP/1.1" status: 204 len: 168 time: 4.8085012 May 25 20:39:46.229942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'tag': 'df6f7022-5397-43cd-beb3-5ada16d916eb'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:39:46.247663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:46.248179 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:46.289282 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-e019bf8e-f64c-40fc-8f87-64d96263a691 None None] Set router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:46.355060 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-328e7944-721a-4a5d-8938-0d71135063c4'] response: {'name': 'network-changed', 'server_uuid': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'tag': 'df6f7022-5397-43cd-beb3-5ada16d916eb', 'status': 'completed', 'code': 200} May 25 20:39:46.469542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58874) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:46.508813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb071a-07ff-4611-8170-863a19dd692c req-4b2f86bf-03ac-4272-873e-40b78810cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:46.510804 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93fb071a-07ff-4611-8170-863a19dd692c req-4b2f86bf-03ac-4272-873e-40b78810cc91 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13a469cfe5354987afc61d8fbdb46baa&device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 1135 time: 0.1253266 May 25 20:39:46.568860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:46.597018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] The port '7030a09f-9a64-4e39-b2ad-4d8f9e7a3e08' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:39:46.676751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:46.677152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b5638d0b-f7e8-4fbe-a767-cfb5b50460f9 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:46.884650 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5564cead-d792-4ca3-a178-c4dfc8163d70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c679de4394c743daa8e268728f5cf10d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075782 May 25 20:39:46.887648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58890) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:46.904483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb071a-07ff-4611-8170-863a19dd692c req-c17cf40f-6ed3-406d-8b80-da457d2dc5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:46.905922 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93fb071a-07ff-4611-8170-863a19dd692c req-c17cf40f-6ed3-406d-8b80-da457d2dc5e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=364d0c10-a4cb-4714-be64-f7a0692ad669 HTTP/1.1" status: 200 len: 898 time: 0.3867981 May 25 20:39:46.956296 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:47.012223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd78e44-59bf-494d-8373-78da679e85c0']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:47.036950 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e019bf8e-f64c-40fc-8f87-64d96263a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:36:15Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'c0b3aa12-4fcd-48f7-bbc0-60478ec9369b', 'name': '', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'mac_address': 'fa:16:3e:92:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:36:13Z', 'updated_at': '2022-05-25T20:36:25Z', 'revision_number': 5, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'subnets': [{'id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:47.039807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237936d6-ba32-4c18-9281-ab44fe660bcb') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:47.039807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237936d6-ba32-4c18-9281-ab44fe660bcb') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:47.043446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019bf8e-f64c-40fc-8f87-64d96263a691 None None] Checking router: a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:39:47.059482 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:47.069646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e019bf8e-f64c-40fc-8f87-64d96263a691 None None] Routers {'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:47.070287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e019bf8e-f64c-40fc-8f87-64d96263a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:47.076947 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93fb071a-07ff-4611-8170-863a19dd692c req-f9fcb24e-8c4e-4ca6-83f2-939227a4e0ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df6f7022-5397-43cd-beb3-5ada16d916eb HTTP/1.1" status: 200 len: 217 time: 0.1577456 May 25 20:39:47.091767 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:47.094978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-491a4e4c-5ba7-4f68-a2d8-4e2a7b13d272 admin admin] For port ffb2cb90-b1f0-4cc7-be2b-1aba961393c2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ffb2cb90-b1f0-4cc7-be2b-1aba961393c2,segment=NetworkSegment(455ed342-60c3-42b8-a3e8-e62c1938c445),segment_id=455ed342-60c3-42b8-a3e8-e62c1938c445)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:47.095839 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-491a4e4c-5ba7-4f68-a2d8-4e2a7b13d272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:47.159687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:39:47.160164 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:47.208925 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:47.225855 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb071a-07ff-4611-8170-863a19dd692c req-cdc68dec-b268-4d7b-9902-16f3c70d5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:47.227989 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93fb071a-07ff-4611-8170-863a19dd692c req-cdc68dec-b268-4d7b-9902-16f3c70d5381 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55d93bdb-3c56-4f3a-a46f-5e5747c026ef HTTP/1.1" status: 200 len: 834 time: 0.1408510 May 25 20:39:47.296168 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:47.374001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb071a-07ff-4611-8170-863a19dd692c req-ace6df57-ea78-4edb-accb-ddb1aa2d04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:47.375303 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93fb071a-07ff-4611-8170-863a19dd692c req-ace6df57-ea78-4edb-accb-ddb1aa2d04ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=364d0c10-a4cb-4714-be64-f7a0692ad669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330147 May 25 20:39:47.381397 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:47.435147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d64967a-9704-48e0-a692-587d45ddf9cf,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:47.474333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-e019bf8e-f64c-40fc-8f87-64d96263a691 None None] Set router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:47.525689 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:47.526720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d64967a-9704-48e0-a692-587d45ddf9cf HTTP/1.1" status: 204 len: 168 time: 0.6382368 May 25 20:39:47.528381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:47.528722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:47.534679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:47.535969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:47.537000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:47.537857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:47.538598 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:47.540016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:47.541518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:47.542486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:47.544083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:47.544678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed1ab37-fedd-42f2-9524-a607316abc71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:39:47.550125 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 237936d6-ba32-4c18-9281-ab44fe660bcb resource provider aggregate not found May 25 20:39:47.569427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-491a4e4c-5ba7-4f68-a2d8-4e2a7b13d272 admin admin] Calling delete_port for ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:47.615305 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 237936d6-ba32-4c18-9281-ab44fe660bcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 237936d6-ba32-4c18-9281-ab44fe660bcb found for delete ", "request_id": "req-e48a9fa6-f78b-44b5-b4aa-958f37a70aa2"}]} May 25 20:39:47.650373 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93fb071a-07ff-4611-8170-863a19dd692c req-93eab9b5-ea8d-4c1a-b5f2-6872c96912d4 service neutron] 10.222.0.70 "GET /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569251 May 25 20:39:47.670919 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:47.713361 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:47.728727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431cfec-85b6-4082-ba86-bcf1c7bf54d4 req-84a48109-97e3-4dbf-b5ae-a7f45fa76b51 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:47.729626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1431cfec-85b6-4082-ba86-bcf1c7bf54d4 req-84a48109-97e3-4dbf-b5ae-a7f45fa76b51 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Synchronizing usage tracker for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:39:47.733088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/networks/dbd78e44-59bf-494d-8373-78da679e85c0 HTTP/1.1" status: 204 len: 168 time: 4.6168690 May 25 20:39:47.744118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58906) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:47.757347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1953924423'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:47.763725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:47.768175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:network and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:47.771624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:47.777510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:47.790332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f6f0e-cb27-4da7-b71a-463ef1086c79 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Network': ['ID=dbd78e44-59bf-494d-8373-78da679e85c0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:47.796359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:39:47.800794 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:47.860234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1431cfec-85b6-4082-ba86-bcf1c7bf54d4 req-84a48109-97e3-4dbf-b5ae-a7f45fa76b51 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Unset dirty status for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:39:47.861606 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1431cfec-85b6-4082-ba86-bcf1c7bf54d4 req-84a48109-97e3-4dbf-b5ae-a7f45fa76b51 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 984 time: 0.7719500 May 25 20:39:47.904865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:39:47.994881 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:47.995213 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Added segment 147fff31-6e15-49e9-98a5-6b7e5b17709d of type vlan for network e4ec979c-804d-47c0-8527-83cf1c933af2 May 25 20:39:48.013920 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1431cfec-85b6-4082-ba86-bcf1c7bf54d4 req-2b7321c1-07aa-45ec-af97-35d24e0cf3cc tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1191063 May 25 20:39:48.096129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e019bf8e-f64c-40fc-8f87-64d96263a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:36:15Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'c0b3aa12-4fcd-48f7-bbc0-60478ec9369b', 'name': '', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'mac_address': 'fa:16:3e:92:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:36:13Z', 'updated_at': '2022-05-25T20:36:25Z', 'revision_number': 5, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'subnets': [{'id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:48.101806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019bf8e-f64c-40fc-8f87-64d96263a691 None None] The sync data for ids ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'] in n-d-843339-1 is: [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:36:15Z', 'revision_number': 4, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'c0b3aa12-4fcd-48f7-bbc0-60478ec9369b', 'name': '', 'network_id': '364d0c10-a4cb-4714-be64-f7a0692ad669', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'mac_address': 'fa:16:3e:92:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:36:13Z', 'updated_at': '2022-05-25T20:36:25Z', 'revision_number': 5, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'subnets': [{'id': '55d93bdb-3c56-4f3a-a46f-5e5747c026ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:39:48.129396 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:48.179416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58918) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:48.206327 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e40d843d-7165-437c-8d76-9f5cffbf47ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:48.285855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e40d843d-7165-437c-8d76-9f5cffbf47ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:48.296662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e40d843d-7165-437c-8d76-9f5cffbf47ca admin admin] Usage tracker for resource:security_group_rule and tenant:cee1b42a1df24a0e8a076c7c5394731d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:48.297836 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93fb071a-07ff-4611-8170-863a19dd692c req-fa91e490-b066-405a-a85b-222773eeb2d9 service neutron] 10.222.0.70 "GET /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381316 May 25 20:39:48.300966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e40d843d-7165-437c-8d76-9f5cffbf47ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:48.321952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e40d843d-7165-437c-8d76-9f5cffbf47ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:48.338836 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:48.345096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:48.345970 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:48.471377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-491a4e4c-5ba7-4f68-a2d8-4e2a7b13d272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:48.471997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1353f1-0e9d-45e9-acc6-03e2c9d0c1d8 req-c5570dcb-cbb7-463e-9534-031b47869115 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:48.473244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9a1353f1-0e9d-45e9-acc6-03e2c9d0c1d8 req-c5570dcb-cbb7-463e-9534-031b47869115 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Synchronizing usage tracker for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:39:48.491146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-9a1353f1-0e9d-45e9-acc6-03e2c9d0c1d8 req-c5570dcb-cbb7-463e-9534-031b47869115 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Unset dirty status for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:39:48.492632 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9a1353f1-0e9d-45e9-acc6-03e2c9d0c1d8 req-c5570dcb-cbb7-463e-9534-031b47869115 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 984 time: 0.1549940 May 25 20:39:48.547495 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78baf560-fc79-446a-851f-1203ab83dd34 None None] New status for floating IP 1d5879ac-e467-47e3-82dd-1d86b7de2842: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:39:48.621075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-9a1353f1-0e9d-45e9-acc6-03e2c9d0c1d8 req-72c4becd-510b-45f0-9653-ffde9fed0b3e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Deleting port df6f7022-5397-43cd-beb3-5ada16d916eb {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:48.621545 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9a1353f1-0e9d-45e9-acc6-03e2c9d0c1d8 req-72c4becd-510b-45f0-9653-ffde9fed0b3e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:48.645443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a4e4c-5ba7-4f68-a2d8-4e2a7b13d272 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb2cb90-b1f0-4cc7-be2b-1aba961393c2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:48.788071 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0406718 May 25 20:39:48.788885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f089c-627d-4f43-8695-d7a689f21cb0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Network': ['ID=e4ec979c-804d-47c0-8527-83cf1c933af2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:48.792636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58924) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:48.800111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network e4ec979c-804d-47c0-8527-83cf1c933af2 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:39:48.813137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': 'e4ec979c-804d-47c0-8527-83cf1c933af2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:49.019297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-491a4e4c-5ba7-4f68-a2d8-4e2a7b13d272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:49.213792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:49.219541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:49.224073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:49.231864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:49.263845 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e40d843d-7165-437c-8d76-9f5cffbf47ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:49.271360 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e40d843d-7165-437c-8d76-9f5cffbf47ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:49.354248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d843d-7165-437c-8d76-9f5cffbf47ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfdd001-0d2a-4105-a377-1fea8b3ee1f6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:49.355093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-9a1353f1-0e9d-45e9-acc6-03e2c9d0c1d8 req-72c4becd-510b-45f0-9653-ffde9fed0b3e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] For port df6f7022-5397-43cd-beb3-5ada16d916eb, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=df6f7022-5397-43cd-beb3-5ada16d916eb,segment=NetworkSegment(c804147d-c0d6-4526-8634-ba5af801a9c8),segment_id=c804147d-c0d6-4526-8634-ba5af801a9c8)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:49.355702 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9a1353f1-0e9d-45e9-acc6-03e2c9d0c1d8 req-72c4becd-510b-45f0-9653-ffde9fed0b3e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:49.366189 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e40d843d-7165-437c-8d76-9f5cffbf47ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cee1b42a1df24a0e8a076c7c5394731d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1825855 May 25 20:39:49.382180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58934) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:49.462437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:39:49.465998 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:49.598199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-9a1353f1-0e9d-45e9-acc6-03e2c9d0c1d8 req-72c4becd-510b-45f0-9653-ffde9fed0b3e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Calling delete_port for df6f7022-5397-43cd-beb3-5ada16d916eb owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:49.775831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491a4e4c-5ba7-4f68-a2d8-4e2a7b13d272 admin admin] Router 8a7655e1-1e57-4d90-8daf-f77e09864ff7 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:39:49.976807 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b53d95f-03a0-4493-870e-2bdba6ded4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:50.067860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491a4e4c-5ba7-4f68-a2d8-4e2a7b13d272 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:39:50.082354 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f1dc7-6246-4bc9-b04d-64d4e1a19941 None None] Sync routers for ids ['8a7655e1-1e57-4d90-8daf-f77e09864ff7'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:39:50.089422 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b53d95f-03a0-4493-870e-2bdba6ded4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:50.093256 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-491a4e4c-5ba7-4f68-a2d8-4e2a7b13d272 admin admin] 10.222.0.60 "PUT /v2.0/routers/8a7655e1-1e57-4d90-8daf-f77e09864ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2009466 May 25 20:39:50.096782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f1dc7-6246-4bc9-b04d-64d4e1a19941 None None] Routers {'8a7655e1-1e57-4d90-8daf-f77e09864ff7'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:50.097242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58944) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:50.097947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-574f1dc7-6246-4bc9-b04d-64d4e1a19941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8a7655e1-1e57-4d90-8daf-f77e09864ff7'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:50.252412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e6b4b-cee9-4f34-ad3c-a981c8bcf1ea req-8ff44124-8e6d-4958-b44e-a648b6180c74 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:50.266774 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-369e6b4b-cee9-4f34-ad3c-a981c8bcf1ea req-8ff44124-8e6d-4958-b44e-a648b6180c74 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 984 time: 1.0830441 May 25 20:39:50.399769 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:50.444334 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-369e6b4b-cee9-4f34-ad3c-a981c8bcf1ea req-a8bb4af6-dcad-41a9-87f6-2853241fbf86 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8&id=f7e70eb2-b4e5-40c9-a259-264a1f123f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1759334 May 25 20:39:50.452419 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9a1353f1-0e9d-45e9-acc6-03e2c9d0c1d8 req-72c4becd-510b-45f0-9653-ffde9fed0b3e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:50.562091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-574f1dc7-6246-4bc9-b04d-64d4e1a19941 None None] Set router 8a7655e1-1e57-4d90-8daf-f77e09864ff7 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:50.583105 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b53d95f-03a0-4493-870e-2bdba6ded4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:50.598385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4becd-510b-45f0-9653-ffde9fed0b3e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event deleted for resources: {'Port': ['ID=df6f7022-5397-43cd-beb3-5ada16d916eb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:50.630584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53d95f-03a0-4493-870e-2bdba6ded4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfdd001-0d2a-4105-a377-1fea8b3ee1f6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:50.692189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1353f1-0e9d-45e9-acc6-03e2c9d0c1d8 req-72c4becd-510b-45f0-9653-ffde9fed0b3e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] No DVR routers for this DVR port df6f7022-5397-43cd-beb3-5ada16d916eb on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:39:50.697980 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9a1353f1-0e9d-45e9-acc6-03e2c9d0c1d8 req-72c4becd-510b-45f0-9653-ffde9fed0b3e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:50.700528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'name': 'network-vif-deleted', 'tag': 'df6f7022-5397-43cd-beb3-5ada16d916eb'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:39:50.709432 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:50.797447 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9a1353f1-0e9d-45e9-acc6-03e2c9d0c1d8 req-72c4becd-510b-45f0-9653-ffde9fed0b3e tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.70 "DELETE /v2.0/ports/df6f7022-5397-43cd-beb3-5ada16d916eb HTTP/1.1" status: 204 len: 173 time: 2.2954545 May 25 20:39:50.821730 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4b53d95f-03a0-4493-870e-2bdba6ded4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:50.832919 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4b53d95f-03a0-4493-870e-2bdba6ded4d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bfdd001-0d2a-4105-a377-1fea8b3ee1f6 HTTP/1.1" status: 204 len: 168 time: 1.4410276 May 25 20:39:50.873229 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device df6f7022-5397-43cd-beb3-5ada16d916eb no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:50.888342 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb80ddf4-1bed-4d91-8881-fce61a6ded88'] response: {'server_uuid': '8c94f179-3b44-4b26-a05c-b3f7f5b6c88a', 'name': 'network-vif-deleted', 'tag': 'df6f7022-5397-43cd-beb3-5ada16d916eb', 'status': 'completed', 'code': 200} May 25 20:39:50.981002 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Subnet': ['ID=63e0bb68-c1b7-4f84-b08e-85e1d9249d64,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:50.984559 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:51.012128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Checking segment: {'id': '147fff31-6e15-49e9-98a5-6b7e5b17709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e4ec979c-804d-47c0-8527-83cf1c933af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:39:51.012739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network hostable DHCP agents. Network: e4ec979c-804d-47c0-8527-83cf1c933af2, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:39:51.019241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] Deleting port e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:51.019730 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:51.050179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network e4ec979c-804d-47c0-8527-83cf1c933af2 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:39:51.077039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, e4ec979c-804d-47c0-8527-83cf1c933af2) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:51.093954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:51.094825 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:51.157539 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f97f7972-5218-4db0-ac08-fc93b8115cea tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3633497 May 25 20:39:51.160936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 58964) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:51.170857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'network_id': 'e4ec979c-804d-47c0-8527-83cf1c933af2', 'name': 'tempest-PortsTestJSON-1679981389', 'fixed_ips': [{'subnet_id': '63e0bb68-c1b7-4f84-b08e-85e1d9249d64', 'ip_address': '172.20.0.10'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:51.285653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7e3d83-862b-4160-8fef-9a7b64382d4f None None] Network e4ec979c-804d-47c0-8527-83cf1c933af2 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:51.513772 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: df6f7022-5397-43cd-beb3-5ada16d916eb {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:51.513947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device df6f7022-5397-43cd-beb3-5ada16d916eb not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:51.521254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 58968) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:51.668276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] For port e8a96ad7-00a4-4ff8-bbc7-9e41b3078788, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e8a96ad7-00a4-4ff8-bbc7-9e41b3078788,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:51.668696 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:51.924784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a10f7f5e-06c0-4283-bd2e-9dcb8731ef34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:52.029744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] Calling delete_port for e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:52.049460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-901d10d1-9a43-4728-8eb9-349d8bb0f236 req-27616398-314f-450a-8e68-b5b17839e8ae tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Synchronizing usage tracker for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:39:52.053921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:52.090962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:52.111707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-901d10d1-9a43-4728-8eb9-349d8bb0f236 req-27616398-314f-450a-8e68-b5b17839e8ae tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Unset dirty status for tenant:13a469cfe5354987afc61d8fbdb46baa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:39:52.113296 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-901d10d1-9a43-4728-8eb9-349d8bb0f236 req-27616398-314f-450a-8e68-b5b17839e8ae tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c94f179-3b44-4b26-a05c-b3f7f5b6c88a HTTP/1.1" status: 200 len: 210 time: 0.2065887 May 25 20:39:52.124270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:39:52.206395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a10f7f5e-06c0-4283-bd2e-9dcb8731ef34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:52.214091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a10f7f5e-06c0-4283-bd2e-9dcb8731ef34 admin admin] Usage tracker for resource:security_group_rule and tenant:195b8a84625f40c2b0443289b573dc77 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:52.218291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a10f7f5e-06c0-4283-bd2e-9dcb8731ef34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:52.227959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a10f7f5e-06c0-4283-bd2e-9dcb8731ef34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:52.378676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-574f1dc7-6246-4bc9-b04d-64d4e1a19941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'name': 'tempest-TestAggregatesBasicOps-18819043-router', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e8a96ad7-00a4-4ff8-bbc7-9e41b3078788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:39:02Z', 'updated_at': '2022-05-25T20:39:48Z', 'revision_number': 5, 'project_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'gw_port': {'id': 'e8a96ad7-00a4-4ff8-bbc7-9e41b3078788', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:39:06Z', 'updated_at': '2022-05-25T20:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:52.393092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f1dc7-6246-4bc9-b04d-64d4e1a19941 None None] Checking router: 8a7655e1-1e57-4d90-8daf-f77e09864ff7 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:39:52.404381 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:52.404676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-e4ec979c-804d-47c0-8527-83cf1c933af2', 'network_id': 'e4ec979c-804d-47c0-8527-83cf1c933af2', 'tenant_id': '41e61a66510849969b73a280f08318ff', 'fixed_ips': [{'subnet_id': '63e0bb68-c1b7-4f84-b08e-85e1d9249d64'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:39:52.405929 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:52.427400 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:52.439613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port 0c073667-dc5b-4fc0-b82e-18a6947666f6 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:39:52.475462 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:39:52.609025 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f1dc7-6246-4bc9-b04d-64d4e1a19941 None None] Routers {'8a7655e1-1e57-4d90-8daf-f77e09864ff7'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:39:52.612373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-574f1dc7-6246-4bc9-b04d-64d4e1a19941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:39:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8a7655e1-1e57-4d90-8daf-f77e09864ff7'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:52.766870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a96ad7-00a4-4ff8-bbc7-9e41b3078788,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:52.859008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:52.862623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Allocated IP 172.20.0.2 (e4ec979c-804d-47c0-8527-83cf1c933af2/63e0bb68-c1b7-4f84-b08e-85e1d9249d64/b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:39:52.865058 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-574f1dc7-6246-4bc9-b04d-64d4e1a19941 None None] Set router 8a7655e1-1e57-4d90-8daf-f77e09864ff7 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:39:52.981444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-574f1dc7-6246-4bc9-b04d-64d4e1a19941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'name': 'tempest-TestAggregatesBasicOps-18819043-router', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:39:02Z', 'updated_at': '2022-05-25T20:39:52Z', 'revision_number': 7, 'project_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:53.003060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f1dc7-6246-4bc9-b04d-64d4e1a19941 None None] The sync data for ids ['8a7655e1-1e57-4d90-8daf-f77e09864ff7'] in n-d-843339-1 is: [{'id': '8a7655e1-1e57-4d90-8daf-f77e09864ff7', 'name': 'tempest-TestAggregatesBasicOps-18819043-router', 'tenant_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:39:02Z', 'updated_at': '2022-05-25T20:39:52Z', 'revision_number': 7, 'project_id': '1e20ba4f5623433a8ccea6858f7e8e54', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:39:53.239618 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.242087 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.253358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59016) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:53.277732 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.278285 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a7655e1-1e57-4d90-8daf-f77e09864ff7 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:39:53.287835 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a10f7f5e-06c0-4283-bd2e-9dcb8731ef34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.294222 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a10f7f5e-06c0-4283-bd2e-9dcb8731ef34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.297078 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.323219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Transition to ACTIVE for port object b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:53.354578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Transition to ACTIVE for port object b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:53.356100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a10f7f5e-06c0-4283-bd2e-9dcb8731ef34 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=195b8a84625f40c2b0443289b573dc77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8344574 May 25 20:39:53.357987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f7f5e-06c0-4283-bd2e-9dcb8731ef34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357272fb-0659-4574-8cb9-d1f99a70dedd,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:53.361261 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.364565 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.365784 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-76175e97-7c0b-4885-a201-422d4799e7ee admin admin] 10.222.0.60 "DELETE /v2.0/routers/8a7655e1-1e57-4d90-8daf-f77e09864ff7 HTTP/1.1" status: 204 len: 168 time: 3.2648578 May 25 20:39:53.366849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59032) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:53.367144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59034) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:53.476148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Pushing event updated for resources: {'Port': ['ID=b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:53.498766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Network e4ec979c-804d-47c0-8527-83cf1c933af2 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:53.500623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:53.505422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:39:53.526724 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bd487421-7da5-47a5-9b32-03c477fe86b8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.532743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06b5016-7473-446c-9cab-873a489c987f admin admin] Deleting subnet 7fa9cf60-c6fd-4f9e-bf4c-8ebc59bec352 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:39:53.552943 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a06b5016-7473-446c-9cab-873a489c987f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.613969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bd487421-7da5-47a5-9b32-03c477fe86b8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.628477 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a30fd81-4470-4c81-8688-de2678757704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.652983 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Attempting to bind port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:39:53.652983 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Attempting to bind port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '147fff31-6e15-49e9-98a5-6b7e5b17709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e4ec979c-804d-47c0-8527-83cf1c933af2'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:39:53.652983 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Attempting to bind port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 on network e4ec979c-804d-47c0-8527-83cf1c933af2 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:39:53.672935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:39:53.673157 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a06b5016-7473-446c-9cab-873a489c987f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.673806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Checking segment: {'id': '147fff31-6e15-49e9-98a5-6b7e5b17709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e4ec979c-804d-47c0-8527-83cf1c933af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:39:53.675704 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.678020 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Bound using segment: {'id': '147fff31-6e15-49e9-98a5-6b7e5b17709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e4ec979c-804d-47c0-8527-83cf1c933af2'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:39:53.678608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Bound port: b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147fff31-6e15-49e9-98a5-6b7e5b17709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e4ec979c-804d-47c0-8527-83cf1c933af2'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:39:53.681821 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.711397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Allocated IP 172.20.0.10 (e4ec979c-804d-47c0-8527-83cf1c933af2/63e0bb68-c1b7-4f84-b08e-85e1d9249d64/0c073667-dc5b-4fc0-b82e-18a6947666f6) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:39:53.730663 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bd487421-7da5-47a5-9b32-03c477fe86b8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.746232 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a30fd81-4470-4c81-8688-de2678757704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.800231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd487421-7da5-47a5-9b32-03c477fe86b8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e70eb2-b4e5-40c9-a259-264a1f123f3a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:53.823797 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bd487421-7da5-47a5-9b32-03c477fe86b8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:53.827598 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bd487421-7da5-47a5-9b32-03c477fe86b8 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "DELETE /v2.0/security-groups/f7e70eb2-b4e5-40c9-a259-264a1f123f3a HTTP/1.1" status: 204 len: 168 time: 0.5705094 May 25 20:39:53.830380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59090) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:54.001986 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:54.024911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] For port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:39:54.035186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] For port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39,segment=NetworkSegment(147fff31-6e15-49e9-98a5-6b7e5b17709d),segment_id=147fff31-6e15-49e9-98a5-6b7e5b17709d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:39:54.057736 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:54.082846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a30fd81-4470-4c81-8688-de2678757704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:54.123384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30fd81-4470-4c81-8688-de2678757704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357272fb-0659-4574-8cb9-d1f99a70dedd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:54.134763 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a30fd81-4470-4c81-8688-de2678757704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:54.134763 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4a30fd81-4470-4c81-8688-de2678757704 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/357272fb-0659-4574-8cb9-d1f99a70dedd HTTP/1.1" status: 204 len: 168 time: 0.7658455 May 25 20:39:54.138121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d90d-6a3a-4c6e-9594-ba109796fbcf tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:54.153977 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a06b5016-7473-446c-9cab-873a489c987f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:54.236863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44acd74-d2c8-4d76-b822-93cc53c0ac36 None None] Pushing event updated for resources: {'Port': ['ID=b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:54.241740 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d90d-6a3a-4c6e-9594-ba109796fbcf tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:54.279431 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:54.316915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Transition to ACTIVE for port object 0c073667-dc5b-4fc0-b82e-18a6947666f6 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:54.354242 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d90d-6a3a-4c6e-9594-ba109796fbcf tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:54.380699 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:54.430269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4d90d-6a3a-4c6e-9594-ba109796fbcf tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:54.450270 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d90d-6a3a-4c6e-9594-ba109796fbcf tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:54.451512 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6cd4d90d-6a3a-4c6e-9594-ba109796fbcf tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "DELETE /v2.0/security-groups/2b1300d3-18c9-4bdc-8799-4cdfcc73a9e8 HTTP/1.1" status: 204 len: 168 time: 0.5850499 May 25 20:39:54.464745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59150) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:54.587875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=0c073667-dc5b-4fc0-b82e-18a6947666f6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:54.620301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network e4ec979c-804d-47c0-8527-83cf1c933af2 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:54.621966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:54.624725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:39:54.692666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:54.756055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:54.756718 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:54.844595 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:54.845068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffb2cb90-b1f0-4cc7-be2b-1aba961393c2 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:54.848082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:54.859418 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9aae3f8a-594c-4e3c-985e-79ad54f59230 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6950526 May 25 20:39:54.860217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59162) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:54.869812 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a06b5016-7473-446c-9cab-873a489c987f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:54.880850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'network_id': 'e4ec979c-804d-47c0-8527-83cf1c933af2', 'name': 'tempest-PortsTestJSON-511922500', 'fixed_ips': [{'subnet_id': '63e0bb68-c1b7-4f84-b08e-85e1d9249d64', 'ip_address': '172.20.0.9'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:39:54.952506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:54.952730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e8a96ad7-00a4-4ff8-bbc7-9e41b3078788 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:55.040799 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a06b5016-7473-446c-9cab-873a489c987f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:55.043548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5366fde-5c1f-4243-97ee-977bfe055b18 None None] Network ed9230c4-4b6d-406c-b744-aed7a9653f68 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:55.106524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a06b5016-7473-446c-9cab-873a489c987f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7fa9cf60-c6fd-4f9e-bf4c-8ebc59bec352 HTTP/1.1" status: 204 len: 168 time: 1.7310894 May 25 20:39:55.112261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b5016-7473-446c-9cab-873a489c987f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa9cf60-c6fd-4f9e-bf4c-8ebc59bec352,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:55.114561 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59166) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:55.114995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59168) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:55.289165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:55.308669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:port and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:55.318879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:55.338430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:55.361933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:39:55.381822 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:55.400025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59180) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:55.437478 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08049609-1a39-46fc-adb9-271924db0656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:55.512209 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:55.513799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port 4814206a-01d6-4d19-be43-2ea1f8fd5ec7 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:39:55.569055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Deleting port 0a420c8f-7400-4943-9610-fb453824b09d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:55.569396 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:55.593101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-08049609-1a39-46fc-adb9-271924db0656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:55.615155 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-08049609-1a39-46fc-adb9-271924db0656 admin admin] Usage tracker for resource:security_group_rule and tenant:f25898fac63c4eb798a62ee6458412fd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:55.622138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f674b-d8b6-41c2-bb1e-c2a309005b7c None None] DHCP port deletion for ed9230c4-4b6d-406c-b744-aed7a9653f68 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:39:55.627731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-de9f674b-d8b6-41c2-bb1e-c2a309005b7c None None] Deleting port 0a420c8f-7400-4943-9610-fb453824b09d {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:55.628378 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de9f674b-d8b6-41c2-bb1e-c2a309005b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:55.636138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-08049609-1a39-46fc-adb9-271924db0656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:55.675554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-08049609-1a39-46fc-adb9-271924db0656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:55.762749 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50f77d06-adaa-42cb-a895-bfb9a9c7fb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:55.900714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-50f77d06-adaa-42cb-a895-bfb9a9c7fb2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:55.945553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-50f77d06-adaa-42cb-a895-bfb9a9c7fb2c admin admin] Usage tracker for resource:security_group_rule and tenant:40e18cf3a7b14066a071ac9b941051a8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:55.954921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-50f77d06-adaa-42cb-a895-bfb9a9c7fb2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:55.992446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-50f77d06-adaa-42cb-a895-bfb9a9c7fb2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:56.020527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-de9f674b-d8b6-41c2-bb1e-c2a309005b7c None None] For port 0a420c8f-7400-4943-9610-fb453824b09d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0a420c8f-7400-4943-9610-fb453824b09d,segment=NetworkSegment(455ed342-60c3-42b8-a3e8-e62c1938c445),segment_id=455ed342-60c3-42b8-a3e8-e62c1938c445)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:56.021084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Allocated IP 172.20.0.9 (e4ec979c-804d-47c0-8527-83cf1c933af2/63e0bb68-c1b7-4f84-b08e-85e1d9249d64/4814206a-01d6-4d19-be43-2ea1f8fd5ec7) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:39:56.021792 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de9f674b-d8b6-41c2-bb1e-c2a309005b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.095990 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08049609-1a39-46fc-adb9-271924db0656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.103801 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08049609-1a39-46fc-adb9-271924db0656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.273590 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-08049609-1a39-46fc-adb9-271924db0656 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f25898fac63c4eb798a62ee6458412fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8722024 May 25 20:39:56.277398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08049609-1a39-46fc-adb9-271924db0656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad06dabb-6c8a-4b5e-b2ee-a123e163710f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:56.279890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59188) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:56.296790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8091e3a-6647-4527-b9fa-6f8d359afd14 None None] Network e4ec979c-804d-47c0-8527-83cf1c933af2 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:39:56.316304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-de9f674b-d8b6-41c2-bb1e-c2a309005b7c None None] Calling delete_port for 0a420c8f-7400-4943-9610-fb453824b09d owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:56.409776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] For port 0a420c8f-7400-4943-9610-fb453824b09d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0a420c8f-7400-4943-9610-fb453824b09d,segment=NetworkSegment(455ed342-60c3-42b8-a3e8-e62c1938c445),segment_id=455ed342-60c3-42b8-a3e8-e62c1938c445)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:56.410518 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.443847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0bda41a2-ee75-45ff-aa76-2b66cc569cd2 None None] Provisioning for port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:56.459348 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a3545d60-f2d9-45f6-b5be-3b9644355af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.502428 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de9f674b-d8b6-41c2-bb1e-c2a309005b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.559336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Calling delete_port for 0a420c8f-7400-4943-9610-fb453824b09d owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:56.643330 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a3545d60-f2d9-45f6-b5be-3b9644355af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.646999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f674b-d8b6-41c2-bb1e-c2a309005b7c None None] Pushing event deleted for resources: {'Port': ['ID=0a420c8f-7400-4943-9610-fb453824b09d,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:56.654479 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.655537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f674b-d8b6-41c2-bb1e-c2a309005b7c None None] No DVR routers for this DVR port 0a420c8f-7400-4943-9610-fb453824b09d on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:39:56.702381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50f77d06-adaa-42cb-a895-bfb9a9c7fb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.709543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:56.717179 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:39:56.717537 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:39:56.752151 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50f77d06-adaa-42cb-a895-bfb9a9c7fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.756254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Transition to ACTIVE for port object 4814206a-01d6-4d19-be43-2ea1f8fd5ec7 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:39:56.814223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f77d06-adaa-42cb-a895-bfb9a9c7fb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973e7869-45fa-4032-a7a5-c41845e2e15f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:56.816962 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a3545d60-f2d9-45f6-b5be-3b9644355af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.821548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:56.828142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:56.828608 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.857642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3545d60-f2d9-45f6-b5be-3b9644355af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad06dabb-6c8a-4b5e-b2ee-a123e163710f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:56.875036 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.878562 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-50f77d06-adaa-42cb-a895-bfb9a9c7fb2c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=40e18cf3a7b14066a071ac9b941051a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7432091 May 25 20:39:56.884637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59192) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:56.908607 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0ef9-d562-4598-b6ab-441e2a506578 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.943607 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a3545d60-f2d9-45f6-b5be-3b9644355af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:56.945145 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a3545d60-f2d9-45f6-b5be-3b9644355af1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad06dabb-6c8a-4b5e-b2ee-a123e163710f HTTP/1.1" status: 204 len: 168 time: 0.6617851 May 25 20:39:56.969567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network e4ec979c-804d-47c0-8527-83cf1c933af2 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:39:56.974382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:39:56.979721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:39:57.057535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:57.058244 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:57.070192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:57.072388 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:57.085301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=4814206a-01d6-4d19-be43-2ea1f8fd5ec7,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:57.089274 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-142bc18a-5076-4c59-9a71-6ab63f3b9027 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2273564 May 25 20:39:57.093494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59198) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:57.147513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4316343d-be89-4479-a4a4-e4a982521442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:57.200950 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9001d367-f6ef-4655-b820-7868d72a34e7 None None] Provisioning complete for port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:57.201332 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9001d367-f6ef-4655-b820-7868d72a34e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:57.210268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0959691a-7408-42b3-98f2-0f9a14ea7806 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:57.211512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0959691a-7408-42b3-98f2-0f9a14ea7806 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:39:57.231886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0959691a-7408-42b3-98f2-0f9a14ea7806 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:39:57.233430 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0959691a-7408-42b3-98f2-0f9a14ea7806 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1386907 May 25 20:39:57.236618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59206) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:57.243624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39,segment=NetworkSegment(147fff31-6e15-49e9-98a5-6b7e5b17709d),segment_id=147fff31-6e15-49e9-98a5-6b7e5b17709d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:57.260017 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:57.281293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Deleting port 0a420c8f-7400-4943-9610-fb453824b09d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:57.281878 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:57.338060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4316343d-be89-4479-a4a4-e4a982521442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:57.361639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0a420c8f-7400-4943-9610-fb453824b09d no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:39:57.369514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1639612-81bb-4dc4-b968-f448b9963057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:57.417126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 0a420c8f-7400-4943-9610-fb453824b09d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:39:57.417126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0a420c8f-7400-4943-9610-fb453824b09d not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:39:57.427047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4316343d-be89-4479-a4a4-e4a982521442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:57.428267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1639612-81bb-4dc4-b968-f448b9963057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:57.444637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:57.445226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1639612-81bb-4dc4-b968-f448b9963057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:39:57.453017 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f1639612-81bb-4dc4-b968-f448b9963057 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2134693 May 25 20:39:57.453761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59212) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:57.535598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9001d367-f6ef-4655-b820-7868d72a34e7 None None] Current status of the port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:57.559173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9001d367-f6ef-4655-b820-7868d72a34e7 None None] Provisioning for port 0c073667-dc5b-4fc0-b82e-18a6947666f6 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:57.570597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9001d367-f6ef-4655-b820-7868d72a34e7 None None] Provisioning complete for port 0c073667-dc5b-4fc0-b82e-18a6947666f6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:57.570973 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9001d367-f6ef-4655-b820-7868d72a34e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:57.577523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-db9c50f4-666e-4c1a-961c-de6797ece90d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 4814206a-01d6-4d19-be43-2ea1f8fd5ec7 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:57.578059 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db9c50f4-666e-4c1a-961c-de6797ece90d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:57.623552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] The port '0a420c8f-7400-4943-9610-fb453824b09d' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:39:57.634017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316343d-be89-4479-a4a4-e4a982521442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973e7869-45fa-4032-a7a5-c41845e2e15f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:57.635323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9001d367-f6ef-4655-b820-7868d72a34e7 None None] Port 0c073667-dc5b-4fc0-b82e-18a6947666f6 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:39:57.731128 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4316343d-be89-4479-a4a4-e4a982521442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:57.732571 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4316343d-be89-4479-a4a4-e4a982521442 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/973e7869-45fa-4032-a7a5-c41845e2e15f HTTP/1.1" status: 204 len: 168 time: 0.8428175 May 25 20:39:57.760814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fcef040e-a3dc-4cea-a451-a111e28a6143 None None] Provisioning for port 4814206a-01d6-4d19-be43-2ea1f8fd5ec7 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:39:57.772543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fcef040e-a3dc-4cea-a451-a111e28a6143 None None] Provisioning complete for port 4814206a-01d6-4d19-be43-2ea1f8fd5ec7 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:57.773907 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fcef040e-a3dc-4cea-a451-a111e28a6143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:57.903764 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:57.917343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fcef040e-a3dc-4cea-a451-a111e28a6143 None None] Port 4814206a-01d6-4d19-be43-2ea1f8fd5ec7 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:39:57.930517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fcef040e-a3dc-4cea-a451-a111e28a6143 None None] Provisioning complete for port 0c073667-dc5b-4fc0-b82e-18a6947666f6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:57.931113 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fcef040e-a3dc-4cea-a451-a111e28a6143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:57.995578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fcef040e-a3dc-4cea-a451-a111e28a6143 None None] Port 0c073667-dc5b-4fc0-b82e-18a6947666f6 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:39:57.997543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9230c4-4b6d-406c-b744-aed7a9653f68']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:58.013195 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db9c50f4-666e-4c1a-961c-de6797ece90d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:58.093054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455ed342-60c3-42b8-a3e8-e62c1938c445') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:58.093342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455ed342-60c3-42b8-a3e8-e62c1938c445') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:39:58.101466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea0ef9-d562-4598-b6ab-441e2a506578 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Deleting port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:58.101893 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0ef9-d562-4598-b6ab-441e2a506578 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:58.175718 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:58.180683 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-508396ca-d6a6-41b4-9375-410fb387155a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:58.184327 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:58.203510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-db9c50f4-666e-4c1a-961c-de6797ece90d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 4814206a-01d6-4d19-be43-2ea1f8fd5ec7 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:58.214717 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:58.250470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:39:58.251004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:58.284505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59244) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:58.319660 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da04625f-2281-4256-8c38-2501a7650351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:58.365271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-da04625f-2281-4256-8c38-2501a7650351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:39:58.373327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-da04625f-2281-4256-8c38-2501a7650351 admin admin] Usage tracker for resource:security_group_rule and tenant:dbb9e51704b54e46a17229816e2bd608 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:39:58.379252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-da04625f-2281-4256-8c38-2501a7650351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:39:58.382952 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 455ed342-60c3-42b8-a3e8-e62c1938c445 resource provider aggregate not found May 25 20:39:58.411096 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 455ed342-60c3-42b8-a3e8-e62c1938c445 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 455ed342-60c3-42b8-a3e8-e62c1938c445 found for delete ", "request_id": "req-7f4a0d50-46a6-44e6-a983-b30a6445864b"}]} May 25 20:39:58.428272 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:58.431716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-da04625f-2281-4256-8c38-2501a7650351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:39:58.450084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:58.483744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed9230c4-4b6d-406c-b744-aed7a9653f68,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:58.492639 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b5fa7c45-54b8-4f98-a154-822bbd5761a9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ed9230c4-4b6d-406c-b744-aed7a9653f68 HTTP/1.1" status: 204 len: 168 time: 3.3561358 May 25 20:39:58.513877 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db9c50f4-666e-4c1a-961c-de6797ece90d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:58.608679 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:39:58.686920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c50f4-666e-4c1a-961c-de6797ece90d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=4814206a-01d6-4d19-be43-2ea1f8fd5ec7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:58.724899 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:39:58.725651 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:58.848358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-d2ea0ef9-d562-4598-b6ab-441e2a506578 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] For port c0b3aa12-4fcd-48f7-bbc0-60478ec9369b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c0b3aa12-4fcd-48f7-bbc0-60478ec9369b,segment=NetworkSegment(c804147d-c0d6-4526-8634-ba5af801a9c8),segment_id=c804147d-c0d6-4526-8634-ba5af801a9c8)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:39:58.848850 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0ef9-d562-4598-b6ab-441e2a506578 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:58.866832 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59256) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:58.990697 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db9c50f4-666e-4c1a-961c-de6797ece90d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:59.039664 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-db9c50f4-666e-4c1a-961c-de6797ece90d tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/4814206a-01d6-4d19-be43-2ea1f8fd5ec7 HTTP/1.1" status: 204 len: 168 time: 1.5818696 May 25 20:39:59.040177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59264) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:59.042300 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3c6b7b60-6a7e-46eb-a3e8-587ac0515a6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b85e856c0ec4479d8c81295f07f3ba9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707206 May 25 20:39:59.048041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59266) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:59.055001 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da04625f-2281-4256-8c38-2501a7650351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:59.077922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:39:59.121858 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da04625f-2281-4256-8c38-2501a7650351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:59.130208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea0ef9-d562-4598-b6ab-441e2a506578 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Calling delete_port for c0b3aa12-4fcd-48f7-bbc0-60478ec9369b owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:39:59.143197 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c821fc4-4e4b-49db-83c4-55506ddef525 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] GET failed (client error): The resource could not be found. May 25 20:39:59.143743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1c821fc4-4e4b-49db-83c4-55506ddef525 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:39:59.214842 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-da04625f-2281-4256-8c38-2501a7650351 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dbb9e51704b54e46a17229816e2bd608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9286289 May 25 20:39:59.217952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04625f-2281-4256-8c38-2501a7650351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0209ad7d-a898-4ee9-843d-b5783d5ee1ab,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:59.223430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59274) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:59.233786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1c821fc4-4e4b-49db-83c4-55506ddef525 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:39:59.234995 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1c821fc4-4e4b-49db-83c4-55506ddef525 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/4814206a-01d6-4d19-be43-2ea1f8fd5ec7 HTTP/1.1" status: 404 len: 333 time: 0.1938906 May 25 20:39:59.253904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59280) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:39:59.321335 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03a81688-864a-4b25-8e81-1a9e352478ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:59.345023 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2711506c-aae2-4828-8523-107077487420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:59.358085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b40a1b7d-eb1c-4231-9014-9d3c935f42a6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 0c073667-dc5b-4fc0-b82e-18a6947666f6 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:39:59.358461 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b40a1b7d-eb1c-4231-9014-9d3c935f42a6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:59.384257 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2711506c-aae2-4828-8523-107077487420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:59.408744 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03a81688-864a-4b25-8e81-1a9e352478ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:59.535813 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0ef9-d562-4598-b6ab-441e2a506578 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:59.604718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea0ef9-d562-4598-b6ab-441e2a506578 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event deleted for resources: {'Port': ['ID=c0b3aa12-4fcd-48f7-bbc0-60478ec9369b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:59.627526 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03a81688-864a-4b25-8e81-1a9e352478ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:59.675302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a81688-864a-4b25-8e81-1a9e352478ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99ff75c-e8e2-4fbf-891c-30d4d7b13174,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:59.735236 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2711506c-aae2-4828-8523-107077487420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:59.779627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711506c-aae2-4828-8523-107077487420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0209ad7d-a898-4ee9-843d-b5783d5ee1ab,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:39:59.920330 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2711506c-aae2-4828-8523-107077487420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:39:59.922719 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2711506c-aae2-4828-8523-107077487420 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0209ad7d-a898-4ee9-843d-b5783d5ee1ab HTTP/1.1" status: 204 len: 168 time: 0.6985915 May 25 20:40:00.003229 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03a81688-864a-4b25-8e81-1a9e352478ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:00.007097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-03a81688-864a-4b25-8e81-1a9e352478ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d99ff75c-e8e2-4fbf-891c-30d4d7b13174 HTTP/1.1" status: 204 len: 168 time: 0.9550526 May 25 20:40:00.037161 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b40a1b7d-eb1c-4231-9014-9d3c935f42a6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:00.214540 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0ef9-d562-4598-b6ab-441e2a506578 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:00.216056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b40a1b7d-eb1c-4231-9014-9d3c935f42a6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 0c073667-dc5b-4fc0-b82e-18a6947666f6 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:40:00.605376 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9a45a1d2-8880-44e2-961c-8008d6c0f599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:00.610202 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b40a1b7d-eb1c-4231-9014-9d3c935f42a6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:00.695533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a1b7d-eb1c-4231-9014-9d3c935f42a6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=0c073667-dc5b-4fc0-b82e-18a6947666f6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:00.857754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59318) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:01.007484 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b40a1b7d-eb1c-4231-9014-9d3c935f42a6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:01.014250 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fe87e641-8dce-49d3-8f3c-f7eb5966199e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e20ba4f5623433a8ccea6858f7e8e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533468 May 25 20:40:01.016656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59326) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:01.034919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ea0ef9-d562-4598-b6ab-441e2a506578 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:40:01.058082 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b40a1b7d-eb1c-4231-9014-9d3c935f42a6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/0c073667-dc5b-4fc0-b82e-18a6947666f6 HTTP/1.1" status: 204 len: 168 time: 1.7997665 May 25 20:40:01.058920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59330) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:01.128002 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b040bc4-cdd8-45a9-a6b0-fa2ee23e26ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] GET failed (client error): The resource could not be found. May 25 20:40:01.129135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9b040bc4-cdd8-45a9-a6b0-fa2ee23e26ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:40:01.159828 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c2b42a0-d8a8-46cc-9421-97216c45df58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:01.203652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9b040bc4-cdd8-45a9-a6b0-fa2ee23e26ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:40:01.208708 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9b040bc4-cdd8-45a9-a6b0-fa2ee23e26ff tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/0c073667-dc5b-4fc0-b82e-18a6947666f6 HTTP/1.1" status: 404 len: 333 time: 0.1487849 May 25 20:40:01.211436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59334) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:01.215733 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c2b42a0-d8a8-46cc-9421-97216c45df58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:01.288405 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c2b42a0-d8a8-46cc-9421-97216c45df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:01.311427 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c2b42a0-d8a8-46cc-9421-97216c45df58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:01.313340 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8c2b42a0-d8a8-46cc-9421-97216c45df58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23f109a5-7722-4a4d-ba89-c561486c9055 HTTP/1.1" status: 204 len: 168 time: 0.2943027 May 25 20:40:01.316921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b42a0-d8a8-46cc-9421-97216c45df58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f109a5-7722-4a4d-ba89-c561486c9055,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:01.391898 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:01.481142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ea0ef9-d562-4598-b6ab-441e2a506578 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:40:01.492425 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d2ea0ef9-d562-4598-b6ab-441e2a506578 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "PUT /v2.0/routers/a6ca2f37-9fe2-4b08-b827-6298c0c7fd14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0208111 May 25 20:40:01.492637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59344) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:01.508088 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd8605-b85f-4184-bb7b-b8f608d4c676 None None] Sync routers for ids ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:40:01.529854 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd8605-b85f-4184-bb7b-b8f608d4c676 None None] Routers {'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:01.531871 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5acd8605-b85f-4184-bb7b-b8f608d4c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:01.539836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3137b80a-0f6e-42b1-987a-4ba9f4f62b15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting subnet 63e0bb68-c1b7-4f84-b08e-85e1d9249d64 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:40:01.544175 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3137b80a-0f6e-42b1-987a-4ba9f4f62b15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:01.618205 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3137b80a-0f6e-42b1-987a-4ba9f4f62b15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:01.670168 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-380d3de3-cc64-48e7-bb1e-2a1cd22429e7 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Deleting subnet 55d93bdb-3c56-4f3a-a46f-5e5747c026ef {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:40:01.682191 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-380d3de3-cc64-48e7-bb1e-2a1cd22429e7 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:01.758025 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:01.807247 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-380d3de3-cc64-48e7-bb1e-2a1cd22429e7 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:01.811101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3137b80a-0f6e-42b1-987a-4ba9f4f62b15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:01.912491 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5acd8605-b85f-4184-bb7b-b8f608d4c676 None None] Set router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:01.932614 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3137b80a-0f6e-42b1-987a-4ba9f4f62b15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:01.991598 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3137b80a-0f6e-42b1-987a-4ba9f4f62b15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:01.991880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129e59c5-3e93-4483-a858-71e280973482 None None] Network e4ec979c-804d-47c0-8527-83cf1c933af2 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:02.007134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137b80a-0f6e-42b1-987a-4ba9f4f62b15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Subnet': ['ID=63e0bb68-c1b7-4f84-b08e-85e1d9249d64,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:02.014651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3137b80a-0f6e-42b1-987a-4ba9f4f62b15 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/63e0bb68-c1b7-4f84-b08e-85e1d9249d64 HTTP/1.1" status: 204 len: 168 time: 0.8028939 May 25 20:40:02.017792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59356) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:02.031262 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-380d3de3-cc64-48e7-bb1e-2a1cd22429e7 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:02.230182 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-380d3de3-cc64-48e7-bb1e-2a1cd22429e7 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:02.305045 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:02.342424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:40:02.343591 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:02.344208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d3de3-cc64-48e7-bb1e-2a1cd22429e7 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event deleted for resources: {'Subnet': ['ID=55d93bdb-3c56-4f3a-a46f-5e5747c026ef,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:02.361541 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-380d3de3-cc64-48e7-bb1e-2a1cd22429e7 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:02.375585 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-380d3de3-cc64-48e7-bb1e-2a1cd22429e7 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "DELETE /v2.0/subnets/55d93bdb-3c56-4f3a-a46f-5e5747c026ef HTTP/1.1" status: 204 len: 168 time: 0.8814325 May 25 20:40:02.380993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59366) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:02.471433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b516b8-84c0-41cc-8b08-6611331a747a None None] Network 364d0c10-a4cb-4714-be64-f7a0692ad669 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:02.559056 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5acd8605-b85f-4184-bb7b-b8f608d4c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:39:59Z', 'revision_number': 5, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:02.569068 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd8605-b85f-4184-bb7b-b8f608d4c676 None None] Checking router: a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:40:02.616929 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd8605-b85f-4184-bb7b-b8f608d4c676 None None] Routers {'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:02.619749 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5acd8605-b85f-4184-bb7b-b8f608d4c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:03.006471 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:03.058791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] For port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39,segment=NetworkSegment(147fff31-6e15-49e9-98a5-6b7e5b17709d),segment_id=147fff31-6e15-49e9-98a5-6b7e5b17709d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:03.061176 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:03.123704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59384) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:03.141388 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:03.141914 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5acd8605-b85f-4184-bb7b-b8f608d4c676 None None] Set router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:03.321137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9294cc9c-0e6e-41b8-be5a-287e66bb39bd None None] DHCP port deletion for e4ec979c-804d-47c0-8527-83cf1c933af2 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:40:03.349021 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994172c8-67e8-4784-97c2-14f2f2e59f67 None None] DHCP port deletion for 364d0c10-a4cb-4714-be64-f7a0692ad669 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:40:03.355867 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:03.374384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:40:03.380718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9294cc9c-0e6e-41b8-be5a-287e66bb39bd None None] Deleting port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:40:03.381125 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9294cc9c-0e6e-41b8-be5a-287e66bb39bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:03.387551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Deleting port 001295ed-7db0-404e-8a42-207aa6b3c645 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:40:03.387820 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:03.439590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-994172c8-67e8-4784-97c2-14f2f2e59f67 None None] Deleting port a0e9bffe-4671-4331-9487-a41569c036ba {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:40:03.442621 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-994172c8-67e8-4784-97c2-14f2f2e59f67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:03.504698 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:03.547795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1214070192-network', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:03.559847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:03.604581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Usage tracker for resource:network and tenant:7e7010833e5c431293fcd9aca5363db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:03.605866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9294cc9c-0e6e-41b8-be5a-287e66bb39bd None None] The port 'b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:40:03.622918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:03.638423 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No DVR routers for this DVR port b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:40:03.732822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:03.885058 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5acd8605-b85f-4184-bb7b-b8f608d4c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:39:59Z', 'revision_number': 5, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:03.893434 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd8605-b85f-4184-bb7b-b8f608d4c676 None None] The sync data for ids ['a6ca2f37-9fe2-4b08-b827-6298c0c7fd14'] in n-d-843339-1 is: [{'id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1733494686', 'tenant_id': '13a469cfe5354987afc61d8fbdb46baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:35:51Z', 'updated_at': '2022-05-25T20:39:59Z', 'revision_number': 5, 'project_id': '13a469cfe5354987afc61d8fbdb46baa', 'gw_port': {'id': '001295ed-7db0-404e-8a42-207aa6b3c645', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca2f37-9fe2-4b08-b827-6298c0c7fd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:35:53Z', 'updated_at': '2022-05-25T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:40:03.938594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:03.959407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Made reservation on behalf of 7e7010833e5c431293fcd9aca5363db5 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:03.961709 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.000605 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.008090 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.025852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:04.033567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Usage tracker for resource:security_group_rule and tenant:7e7010833e5c431293fcd9aca5363db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:04.036802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:04.043095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:04.082031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ec979c-804d-47c0-8527-83cf1c933af2']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:04.121002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147fff31-6e15-49e9-98a5-6b7e5b17709d') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:04.121938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147fff31-6e15-49e9-98a5-6b7e5b17709d') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:04.137145 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.153359 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.167754 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-994172c8-67e8-4784-97c2-14f2f2e59f67 None None] For port a0e9bffe-4671-4331-9487-a41569c036ba, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a0e9bffe-4671-4331-9487-a41569c036ba,segment=NetworkSegment(c804147d-c0d6-4526-8634-ba5af801a9c8),segment_id=c804147d-c0d6-4526-8634-ba5af801a9c8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:04.168748 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-994172c8-67e8-4784-97c2-14f2f2e59f67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.170939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] For port 001295ed-7db0-404e-8a42-207aa6b3c645, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=001295ed-7db0-404e-8a42-207aa6b3c645,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:04.171295 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.192163 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.208026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:40:04.209135 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.312891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-994172c8-67e8-4784-97c2-14f2f2e59f67 None None] Calling delete_port for a0e9bffe-4671-4331-9487-a41569c036ba owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:40:04.414885 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-994172c8-67e8-4784-97c2-14f2f2e59f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.461042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Calling delete_port for 001295ed-7db0-404e-8a42-207aa6b3c645 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:40:04.608070 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 147fff31-6e15-49e9-98a5-6b7e5b17709d resource provider aggregate not found May 25 20:40:04.622354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.683350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994172c8-67e8-4784-97c2-14f2f2e59f67 None None] No DVR routers for this DVR port a0e9bffe-4671-4331-9487-a41569c036ba on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:40:04.707209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994172c8-67e8-4784-97c2-14f2f2e59f67 None None] Pushing event deleted for resources: {'Port': ['ID=a0e9bffe-4671-4331-9487-a41569c036ba,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:04.746941 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.792004 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 147fff31-6e15-49e9-98a5-6b7e5b17709d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 147fff31-6e15-49e9-98a5-6b7e5b17709d found for delete ", "request_id": "req-ed75d083-2165-41df-8f40-c395892fd6dc"}]} May 25 20:40:04.794946 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.808870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:40:04.809192 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.812919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Network': ['ID=e4ec979c-804d-47c0-8527-83cf1c933af2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:04.832378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:40:04.849596 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-209314cc-7c85-4c62-ad53-c7dc83697cc0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/networks/e4ec979c-804d-47c0-8527-83cf1c933af2 HTTP/1.1" status: 204 len: 168 time: 2.8306689 May 25 20:40:04.862331 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.862794 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Added segment 516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c of type vlan for network e8b72074-fda4-47cc-ba54-cf2b1a031238 May 25 20:40:04.875959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59414) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:04.882910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:40:04.883255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b8d4f848-cb11-4ec4-bc3b-767c0fc2aa39 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:40:04.884028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c0b3aa12-4fcd-48f7-bbc0-60478ec9369b no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:40:04.894164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-869014514'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:04.906580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:04.909142 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.914440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:network and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:04.921223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:04.938766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:04.969654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:04.974835 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:04.977210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: c0b3aa12-4fcd-48f7-bbc0-60478ec9369b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:40:04.980307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c0b3aa12-4fcd-48f7-bbc0-60478ec9369b not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:40:04.983065 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a0e9bffe-4671-4331-9487-a41569c036ba no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:40:05.021748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f965d33-ba09-41a9-8b20-5ba353146102,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:05.038950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:40:05.057284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.058294 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Added segment 8701708a-0ff8-4e68-b64d-01b9399baf97 of type vlan for network 7cd440a3-8da5-4579-b533-42297498ba37 May 25 20:40:05.063566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.065232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:05.065877 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.073927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a0e9bffe-4671-4331-9487-a41569c036ba {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:40:05.074190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a0e9bffe-4671-4331-9487-a41569c036ba not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:40:05.104580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.115771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event deleted for resources: {'Port': ['ID=001295ed-7db0-404e-8a42-207aa6b3c645,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:05.144852 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.151458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:05.152452 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.235807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59422) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:05.268100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3894808 May 25 20:40:05.271243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59424) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:05.278811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': '7cd440a3-8da5-4579-b533-42297498ba37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:05.298885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5b4e9-10fa-4470-81a9-11ec6ea257e6 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Network': ['ID=7cd440a3-8da5-4579-b533-42297498ba37,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:05.302853 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.312276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 7cd440a3-8da5-4579-b533-42297498ba37 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:40:05.406430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:05.410534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:05.413573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:05.419795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:05.431910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:05.435595 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.554130 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.561476 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4331694 May 25 20:40:05.563018 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.564752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59432) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:05.567712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187330b9-7f0d-4d25-88fe-33d1553c3cea admin admin] Pushing event updated for resources: {'Network': ['ID=e8b72074-fda4-47cc-ba54-cf2b1a031238,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:05.574673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Request body: {'subnet': {'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1214070192-subnet', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:05.580578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:40:05.586930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:05.599655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Usage tracker for resource:subnet and tenant:7e7010833e5c431293fcd9aca5363db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:05.603938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:05.615735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:05.622713 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.623230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Fanout notify agent at l3_agent the message router_deleted on router a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:40:05.653476 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.654342 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-64575e79-3fe4-4019-9a69-b70efd1627eb tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "DELETE /v2.0/routers/a6ca2f37-9fe2-4b08-b827-6298c0c7fd14 HTTP/1.1" status: 204 len: 168 time: 3.2719817 May 25 20:40:05.655777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Made reservation on behalf of 7e7010833e5c431293fcd9aca5363db5 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:05.658937 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.672415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59436) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:05.805321 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.909977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Checking segment: {'id': '8701708a-0ff8-4e68-b64d-01b9399baf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cd440a3-8da5-4579-b533-42297498ba37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:05.910367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network hostable DHCP agents. Network: 7cd440a3-8da5-4579-b533-42297498ba37, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:40:05.915402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Subnet': ['ID=a2b3aa8c-e685-4039-8cef-aacd2fbc1840,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:05.925437 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-430bc845-8422-4269-8cbd-5927a60b3515 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.930140 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-59f3c2de-50fe-4a42-b8cd-8c2936d0eb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.936700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network 7cd440a3-8da5-4579-b533-42297498ba37 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:40:05.949417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 7cd440a3-8da5-4579-b533-42297498ba37) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:05.956426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:05.957069 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:05.960468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f66cc4-b54f-4ab7-8ae2-b5c32fc344e1 None None] Network 7cd440a3-8da5-4579-b533-42297498ba37 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:05.969640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-59f3c2de-50fe-4a42-b8cd-8c2936d0eb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:06.008571 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-10619e91-e36d-4280-b666-eea52eee83bc tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7366207 May 25 20:40:06.011257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59440) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:06.011533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-59f3c2de-50fe-4a42-b8cd-8c2936d0eb68 admin admin] Usage tracker for resource:security_group_rule and tenant:fa306938a0a94b8c922f84864ae5b3cb is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:06.015645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-59f3c2de-50fe-4a42-b8cd-8c2936d0eb68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:06.019711 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-26a17c11-5db0-48e8-8b2a-cbee3b557a54 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1119911067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:06.025552 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-59f3c2de-50fe-4a42-b8cd-8c2936d0eb68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:06.030300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-26a17c11-5db0-48e8-8b2a-cbee3b557a54 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:06.038414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-26a17c11-5db0-48e8-8b2a-cbee3b557a54 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:router and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:06.056617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-26a17c11-5db0-48e8-8b2a-cbee3b557a54 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:06.065558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-26a17c11-5db0-48e8-8b2a-cbee3b557a54 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:06.082035 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26a17c11-5db0-48e8-8b2a-cbee3b557a54 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.084226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26a17c11-5db0-48e8-8b2a-cbee3b557a54 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.131985 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26a17c11-5db0-48e8-8b2a-cbee3b557a54 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.163537 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26a17c11-5db0-48e8-8b2a-cbee3b557a54 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.196797 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-430bc845-8422-4269-8cbd-5927a60b3515 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.206742 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-26a17c11-5db0-48e8-8b2a-cbee3b557a54 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.208680 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-26a17c11-5db0-48e8-8b2a-cbee3b557a54 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1959016 May 25 20:40:06.211189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59448) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:06.218480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'network_id': '7cd440a3-8da5-4579-b533-42297498ba37', 'name': 'tempest-PortsTestJSON-1233111780'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:06.270238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-430bc845-8422-4269-8cbd-5927a60b3515 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364d0c10-a4cb-4714-be64-f7a0692ad669']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:06.325821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-7cd440a3-8da5-4579-b533-42297498ba37', 'network_id': '7cd440a3-8da5-4579-b533-42297498ba37', 'tenant_id': '41e61a66510849969b73a280f08318ff', 'fixed_ips': [{'subnet_id': 'a2b3aa8c-e685-4039-8cef-aacd2fbc1840'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:40:06.326768 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.442905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-430bc845-8422-4269-8cbd-5927a60b3515 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c804147d-c0d6-4526-8634-ba5af801a9c8') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:06.443501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-430bc845-8422-4269-8cbd-5927a60b3515 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c804147d-c0d6-4526-8634-ba5af801a9c8') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:06.461625 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-430bc845-8422-4269-8cbd-5927a60b3515 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.483239 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-430bc845-8422-4269-8cbd-5927a60b3515 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.490990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430bc845-8422-4269-8cbd-5927a60b3515 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:40:06.491364 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-430bc845-8422-4269-8cbd-5927a60b3515 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.565250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Allocated IP 172.20.0.2 (7cd440a3-8da5-4579-b533-42297498ba37/a2b3aa8c-e685-4039-8cef-aacd2fbc1840/dbb8ef24-e41f-4a63-8e55-a92804dd272e) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:06.572391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:06.578427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:port and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:06.582534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:06.590584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:06.607615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:06.608364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 001295ed-7db0-404e-8a42-207aa6b3c645 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:40:06.613083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.640611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port 95b99664-4f1d-42ef-8095-76dac01e715a yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:40:06.657624 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-59f3c2de-50fe-4a42-b8cd-8c2936d0eb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.669404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-59f3c2de-50fe-4a42-b8cd-8c2936d0eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.732205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 001295ed-7db0-404e-8a42-207aa6b3c645 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:40:06.732612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 001295ed-7db0-404e-8a42-207aa6b3c645 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:40:06.743347 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment c804147d-c0d6-4526-8634-ba5af801a9c8 resource provider aggregate not found May 25 20:40:06.757472 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-430bc845-8422-4269-8cbd-5927a60b3515 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.799271 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment c804147d-c0d6-4526-8634-ba5af801a9c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c804147d-c0d6-4526-8634-ba5af801a9c8 found for delete ", "request_id": "req-29bf9aec-15c5-4e73-a09c-1cfad4804fed"}]} May 25 20:40:06.838426 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-430bc845-8422-4269-8cbd-5927a60b3515 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.858792 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-59f3c2de-50fe-4a42-b8cd-8c2936d0eb68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa306938a0a94b8c922f84864ae5b3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5611348 May 25 20:40:06.859412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59474) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:06.865854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bc845-8422-4269-8cbd-5927a60b3515 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] Pushing event deleted for resources: {'Network': ['ID=364d0c10-a4cb-4714-be64-f7a0692ad669,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:06.898255 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.898626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3c2de-50fe-4a42-b8cd-8c2936d0eb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289dc693-5936-4640-8fae-4cc62d1f9fd6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:06.909925 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-430bc845-8422-4269-8cbd-5927a60b3515 tempest-TestSecurityGroupsBasicOps-325331161 tempest-TestSecurityGroupsBasicOps-325331161-project] 10.222.0.60 "DELETE /v2.0/networks/364d0c10-a4cb-4714-be64-f7a0692ad669 HTTP/1.1" status: 204 len: 168 time: 1.2324898 May 25 20:40:06.909925 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:06.925410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Transition to ACTIVE for port object dbb8ef24-e41f-4a63-8e55-a92804dd272e will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:06.967214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Transition to ACTIVE for port object dbb8ef24-e41f-4a63-8e55-a92804dd272e will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:06.975650 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.002204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57f86a8-16f5-403a-9fff-dacc6807d6d3,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:07.011376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Checking segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:07.011376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Network hostable DHCP agents. Network: e8b72074-fda4-47cc-ba54-cf2b1a031238, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:40:07.011590 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6b31bff-94f1-4e42-a457-0df4eb57ec3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.038377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:40:07.052653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, e8b72074-fda4-47cc-ba54-cf2b1a031238) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:07.059604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:07.061621 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.082603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Network 7cd440a3-8da5-4579-b533-42297498ba37 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:07.089980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Pushing event updated for resources: {'Port': ['ID=dbb8ef24-e41f-4a63-8e55-a92804dd272e,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:07.090486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59488) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:07.091723 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-33043449-75a3-4648-91ef-711b3d824d6d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5252535 May 25 20:40:07.096609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:07.101626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:07.105246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:07.105386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82512823-463a-4a80-aedd-872e55e444ab None None] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:07.116686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:07.120282 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6b31bff-94f1-4e42-a457-0df4eb57ec3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.133692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Usage tracker for resource:router and tenant:7e7010833e5c431293fcd9aca5363db5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:07.140582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:07.160901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:07.178553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Allocated IP 172.20.0.5 (7cd440a3-8da5-4579-b533-42297498ba37/a2b3aa8c-e685-4039-8cef-aacd2fbc1840/95b99664-4f1d-42ef-8095-76dac01e715a) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:07.203800 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.204036 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.270330 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6b31bff-94f1-4e42-a457-0df4eb57ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.340467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Attempting to bind port dbb8ef24-e41f-4a63-8e55-a92804dd272e on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:40:07.340991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Attempting to bind port dbb8ef24-e41f-4a63-8e55-a92804dd272e by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '8701708a-0ff8-4e68-b64d-01b9399baf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cd440a3-8da5-4579-b533-42297498ba37'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:40:07.341248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Attempting to bind port dbb8ef24-e41f-4a63-8e55-a92804dd272e on network 7cd440a3-8da5-4579-b533-42297498ba37 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:07.349596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:40:07.350086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Checking segment: {'id': '8701708a-0ff8-4e68-b64d-01b9399baf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cd440a3-8da5-4579-b533-42297498ba37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:07.350405 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.350797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Bound using segment: {'id': '8701708a-0ff8-4e68-b64d-01b9399baf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cd440a3-8da5-4579-b533-42297498ba37'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:40:07.351271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Bound port: dbb8ef24-e41f-4a63-8e55-a92804dd272e, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8701708a-0ff8-4e68-b64d-01b9399baf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cd440a3-8da5-4579-b533-42297498ba37'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:40:07.351647 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.380863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59502) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:07.422412 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.427684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b31bff-94f1-4e42-a457-0df4eb57ec3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289dc693-5936-4640-8fae-4cc62d1f9fd6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:07.487833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] For port dbb8ef24-e41f-4a63-8e55-a92804dd272e, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:40:07.489783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] For port dbb8ef24-e41f-4a63-8e55-a92804dd272e, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=dbb8ef24-e41f-4a63-8e55-a92804dd272e,segment=NetworkSegment(8701708a-0ff8-4e68-b64d-01b9399baf97),segment_id=8701708a-0ff8-4e68-b64d-01b9399baf97)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:40:07.495200 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6b31bff-94f1-4e42-a457-0df4eb57ec3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.496124 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c6b31bff-94f1-4e42-a457-0df4eb57ec3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/289dc693-5936-4640-8fae-4cc62d1f9fd6 HTTP/1.1" status: 204 len: 168 time: 0.6354256 May 25 20:40:07.585767 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.630077 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c184058d-face-4f1f-9085-7d0b0da5316e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13a469cfe5354987afc61d8fbdb46baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442191 May 25 20:40:07.632393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59514) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:07.710146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4057a1b-5ba4-41f9-98ee-3c8e24d3ac10 None None] Pushing event updated for resources: {'Port': ['ID=dbb8ef24-e41f-4a63-8e55-a92804dd272e,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:07.713860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-e8b72074-fda4-47cc-ba54-cf2b1a031238', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:40:07.714734 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.792930 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77e8bb03-9f37-4e07-a79e-dfde8fb2fc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.858005 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77e8bb03-9f37-4e07-a79e-dfde8fb2fc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.912543 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.961416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Transition to ACTIVE for port object 95b99664-4f1d-42ef-8095-76dac01e715a will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:07.973618 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77e8bb03-9f37-4e07-a79e-dfde8fb2fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.984063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Allocated IP 172.20.0.2 (e8b72074-fda4-47cc-ba54-cf2b1a031238/a57f86a8-16f5-403a-9fff-dacc6807d6d3/9e5ef78a-286b-4691-bdc6-b39ab52c685c) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:07.987252 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:07.997105 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:08.019556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8bb03-9f37-4e07-a79e-dfde8fb2fc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965da0de-eceb-40eb-8041-d8784de8d44e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:08.023527 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-77e8bb03-9f37-4e07-a79e-dfde8fb2fc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:08.027628 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-77e8bb03-9f37-4e07-a79e-dfde8fb2fc1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/965da0de-eceb-40eb-8041-d8784de8d44e HTTP/1.1" status: 204 len: 168 time: 0.3902733 May 25 20:40:08.075132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59530) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:08.153681 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d0c275db-9b91-4fcd-a0ce-b1f597864b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:08.209181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d0c275db-9b91-4fcd-a0ce-b1f597864b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:08.226643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d0c275db-9b91-4fcd-a0ce-b1f597864b58 admin admin] Usage tracker for resource:security_group_rule and tenant:d51b6501fb324d6f806a905e1ecadf16 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:08.236743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d0c275db-9b91-4fcd-a0ce-b1f597864b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:08.247945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d0c275db-9b91-4fcd-a0ce-b1f597864b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:08.313112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network 7cd440a3-8da5-4579-b533-42297498ba37 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:08.319452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:08.323898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:08.371024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=95b99664-4f1d-42ef-8095-76dac01e715a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:08.424894 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d0c275db-9b91-4fcd-a0ce-b1f597864b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:08.431518 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d0c275db-9b91-4fcd-a0ce-b1f597864b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:08.432819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:08.433778 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:08.483622 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-051a2da1-416e-4887-9070-83b3350e2b2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2694647 May 25 20:40:08.484110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59538) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:08.504198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c275db-9b91-4fcd-a0ce-b1f597864b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9f2758-0b8c-4535-a9e5-444e6016a630,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:08.531474 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:08.556220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Transition to ACTIVE for port object 9e5ef78a-286b-4691-bdc6-b39ab52c685c will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:08.585417 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d0c275db-9b91-4fcd-a0ce-b1f597864b58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d51b6501fb324d6f806a905e1ecadf16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5061800 May 25 20:40:08.585594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59542) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:08.599790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Transition to ACTIVE for port object 9e5ef78a-286b-4691-bdc6-b39ab52c685c will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:08.607676 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:08.756927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Pushing event updated for resources: {'Port': ['ID=9e5ef78a-286b-4691-bdc6-b39ab52c685c,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:08.768152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device dbb8ef24-e41f-4a63-8e55-a92804dd272e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:08.778500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59546) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:08.813551 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-07a29ef2-e36b-45da-a78e-d9e2d5cc8455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:08.835678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-07a29ef2-e36b-45da-a78e-d9e2d5cc8455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:08.841577 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-07a29ef2-e36b-45da-a78e-d9e2d5cc8455 admin admin] Usage tracker for resource:security_group_rule and tenant:aed30d9cb7014548b36c3774d0721c2c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:08.848565 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:08.849507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-07a29ef2-e36b-45da-a78e-d9e2d5cc8455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:08.850856 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:08.853877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:08.857134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-07a29ef2-e36b-45da-a78e-d9e2d5cc8455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:08.981716 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-07a29ef2-e36b-45da-a78e-d9e2d5cc8455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:08.987235 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-07a29ef2-e36b-45da-a78e-d9e2d5cc8455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.047620 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-07a29ef2-e36b-45da-a78e-d9e2d5cc8455 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aed30d9cb7014548b36c3774d0721c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683325 May 25 20:40:09.049108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a29ef2-e36b-45da-a78e-d9e2d5cc8455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04937b7-8c94-4929-bd78-d89f89a8dca4,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:09.053508 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59550) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:09.122607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Attempting to bind port 9e5ef78a-286b-4691-bdc6-b39ab52c685c on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:40:09.122971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Attempting to bind port 9e5ef78a-286b-4691-bdc6-b39ab52c685c by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:40:09.123325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Attempting to bind port 9e5ef78a-286b-4691-bdc6-b39ab52c685c on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:09.130911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:40:09.130911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Checking segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:09.130911 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.130911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Bound using segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:40:09.131385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Bound port: 9e5ef78a-286b-4691-bdc6-b39ab52c685c, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:40:09.131738 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.148205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port dbb8ef24-e41f-4a63-8e55-a92804dd272e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:09.174650 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b843e78b-d35d-4b4d-a0d6-17de3422c258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.245971 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b843e78b-d35d-4b4d-a0d6-17de3422c258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.321651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] For port 9e5ef78a-286b-4691-bdc6-b39ab52c685c, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:40:09.328530 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] For port 9e5ef78a-286b-4691-bdc6-b39ab52c685c, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9e5ef78a-286b-4691-bdc6-b39ab52c685c,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:40:09.352473 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.353568 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b843e78b-d35d-4b4d-a0d6-17de3422c258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.360195 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d104b101-78f0-4f4e-b86d-7977bbda99a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.396912 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d104b101-78f0-4f4e-b86d-7977bbda99a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.402635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843e78b-d35d-4b4d-a0d6-17de3422c258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04937b7-8c94-4929-bd78-d89f89a8dca4,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:09.416776 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b843e78b-d35d-4b4d-a0d6-17de3422c258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.420197 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b843e78b-d35d-4b4d-a0d6-17de3422c258 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d04937b7-8c94-4929-bd78-d89f89a8dca4 HTTP/1.1" status: 204 len: 168 time: 0.3632567 May 25 20:40:09.467158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808d8a2d-b7b7-4de9-bfc8-5370b9a55120 None None] Network 7cd440a3-8da5-4579-b533-42297498ba37 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:09.634723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e51edf7a-6ca0-4428-a405-5a17f0628917 None None] Provisioning for port dbb8ef24-e41f-4a63-8e55-a92804dd272e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:09.644420 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e51edf7a-6ca0-4428-a405-5a17f0628917 None None] Provisioning complete for port dbb8ef24-e41f-4a63-8e55-a92804dd272e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:09.645106 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e51edf7a-6ca0-4428-a405-5a17f0628917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.716735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cd60e-e343-494a-a649-b16443c029b5 None None] Pushing event updated for resources: {'Port': ['ID=9e5ef78a-286b-4691-bdc6-b39ab52c685c,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:09.734829 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.808007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d104b101-78f0-4f4e-b86d-7977bbda99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.852507 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.941269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104b101-78f0-4f4e-b86d-7977bbda99a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9f2758-0b8c-4535-a9e5-444e6016a630,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:09.975534 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d104b101-78f0-4f4e-b86d-7977bbda99a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:09.979622 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d104b101-78f0-4f4e-b86d-7977bbda99a8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b9f2758-0b8c-4535-a9e5-444e6016a630 HTTP/1.1" status: 204 len: 168 time: 1.3919797 May 25 20:40:10.031417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59562) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:10.047449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e51edf7a-6ca0-4428-a405-5a17f0628917 None None] Current status of the port dbb8ef24-e41f-4a63-8e55-a92804dd272e is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:10.047909 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e51edf7a-6ca0-4428-a405-5a17f0628917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:10.128396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e51edf7a-6ca0-4428-a405-5a17f0628917 None None] For port dbb8ef24-e41f-4a63-8e55-a92804dd272e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=dbb8ef24-e41f-4a63-8e55-a92804dd272e,segment=NetworkSegment(8701708a-0ff8-4e68-b64d-01b9399baf97),segment_id=8701708a-0ff8-4e68-b64d-01b9399baf97)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:10.136378 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e51edf7a-6ca0-4428-a405-5a17f0628917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:10.152088 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:10.179090 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4cc6c571-834f-47d6-965a-11279104c984 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e528ddb9f0843a6be1460bb866233b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433649 May 25 20:40:10.179797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59568) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:10.258177 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51edf7a-6ca0-4428-a405-5a17f0628917 None None] Pushing event updated for resources: {'Port': ['ID=dbb8ef24-e41f-4a63-8e55-a92804dd272e,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:10.465018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Allocated IP 172.25.3.237 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/0ec260f6-53eb-48b6-b98a-3319818d0c9c) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:10.655440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59576) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:10.773294 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5a382a5-7d34-4269-9c25-6fbba4fe8a8a req-9288f855-92ea-4569-952e-a4eb6bca0a68 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6169314 May 25 20:40:10.786095 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e2b87185-f293-48d1-a59d-927e9dc068d3 None None] Provisioning complete for port dbb8ef24-e41f-4a63-8e55-a92804dd272e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:10.788226 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e2b87185-f293-48d1-a59d-927e9dc068d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:10.886477 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd60a2ec-9dd0-4cb4-8279-69fa5a873ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:10.899465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9e5ef78a-286b-4691-bdc6-b39ab52c685c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:10.940115 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-616bbcc8-1661-417c-ba36-c8af8f8a1624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:11.023825 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd60a2ec-9dd0-4cb4-8279-69fa5a873ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:11.040689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-616bbcc8-1661-417c-ba36-c8af8f8a1624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:11.076909 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a382a5-7d34-4269-9c25-6fbba4fe8a8a req-7516151a-bb70-4f6c-bee5-fc630e1afe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:11.079321 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5a382a5-7d34-4269-9c25-6fbba4fe8a8a req-7516151a-bb70-4f6c-bee5-fc630e1afe75 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 1096 time: 0.1937673 May 25 20:40:11.105376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-616bbcc8-1661-417c-ba36-c8af8f8a1624 admin admin] Usage tracker for resource:security_group_rule and tenant:1f6169e03c274eaaad0a759b63c2cc94 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:11.124871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 9e5ef78a-286b-4691-bdc6-b39ab52c685c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:11.135374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device dbb8ef24-e41f-4a63-8e55-a92804dd272e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:11.147523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-616bbcc8-1661-417c-ba36-c8af8f8a1624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:11.167809 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:11.192903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-616bbcc8-1661-417c-ba36-c8af8f8a1624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:11.201982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e2b87185-f293-48d1-a59d-927e9dc068d3 None None] Current status of the port dbb8ef24-e41f-4a63-8e55-a92804dd272e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:11.224715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port dbb8ef24-e41f-4a63-8e55-a92804dd272e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:11.225242 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:11.256792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e2b87185-f293-48d1-a59d-927e9dc068d3 None None] Provisioning for port 95b99664-4f1d-42ef-8095-76dac01e715a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:11.277598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e2b87185-f293-48d1-a59d-927e9dc068d3 None None] Provisioning complete for port 95b99664-4f1d-42ef-8095-76dac01e715a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:11.277960 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e2b87185-f293-48d1-a59d-927e9dc068d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:11.313421 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336ba7b5-cca8-4adb-8786-ebfad8271c92 None None] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:11.344741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a382a5-7d34-4269-9c25-6fbba4fe8a8a req-ed92364c-6b4e-4445-a39b-34d791528d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:11.346980 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5a382a5-7d34-4269-9c25-6fbba4fe8a8a req-ed92364c-6b4e-4445-a39b-34d791528d45 service neutron] 10.222.0.70 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 916 time: 0.2383075 May 25 20:40:11.449946 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:11.461880 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:11.488754 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e2b87185-f293-48d1-a59d-927e9dc068d3 None None] Port 95b99664-4f1d-42ef-8095-76dac01e715a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:40:11.496258 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5a382a5-7d34-4269-9c25-6fbba4fe8a8a req-f5db0920-c0a0-498d-9014-ed04ba8253c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0059c02-c133-4589-88f8-1b6f1ec87e7d HTTP/1.1" status: 200 len: 1001 time: 0.1435211 May 25 20:40:11.539517 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd60a2ec-9dd0-4cb4-8279-69fa5a873ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:11.565164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a382a5-7d34-4269-9c25-6fbba4fe8a8a req-b64715a0-d699-48b2-abe5-782cffe2f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:11.566757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5a382a5-7d34-4269-9c25-6fbba4fe8a8a req-b64715a0-d699-48b2-abe5-782cffe2f77b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.0650330 May 25 20:40:11.605783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port dbb8ef24-e41f-4a63-8e55-a92804dd272e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:11.621967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60a2ec-9dd0-4cb4-8279-69fa5a873ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dd9227-aed5-4ba9-8bd8-c621760bb48f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:11.650366 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:11.682051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=95b99664-4f1d-42ef-8095-76dac01e715a,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:11.756272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-61da1851-704c-4e38-b649-cab7c83dc504 None None] Provisioning for port 9e5ef78a-286b-4691-bdc6-b39ab52c685c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:11.775068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-61da1851-704c-4e38-b649-cab7c83dc504 None None] Provisioning complete for port 9e5ef78a-286b-4691-bdc6-b39ab52c685c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:11.781227 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-61da1851-704c-4e38-b649-cab7c83dc504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:11.785832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a382a5-7d34-4269-9c25-6fbba4fe8a8a req-a12b47a7-9721-49de-b05c-d7704da7adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:11.788596 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5a382a5-7d34-4269-9c25-6fbba4fe8a8a req-a12b47a7-9721-49de-b05c-d7704da7adc2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132087 May 25 20:40:11.792094 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd60a2ec-9dd0-4cb4-8279-69fa5a873ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:11.793291 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bd60a2ec-9dd0-4cb4-8279-69fa5a873ae3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7dd9227-aed5-4ba9-8bd8-c621760bb48f HTTP/1.1" status: 204 len: 168 time: 1.6113064 May 25 20:40:11.836977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-d5a382a5-7d34-4269-9c25-6fbba4fe8a8a req-c733ff54-afb3-44c6-93ce-a236c3a64223 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:40:11.844665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5a382a5-7d34-4269-9c25-6fbba4fe8a8a req-c733ff54-afb3-44c6-93ce-a236c3a64223 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206172 May 25 20:40:12.040336 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-61da1851-704c-4e38-b649-cab7c83dc504 None None] Current status of the port 9e5ef78a-286b-4691-bdc6-b39ab52c685c is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:12.040935 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-61da1851-704c-4e38-b649-cab7c83dc504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:12.115221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-61da1851-704c-4e38-b649-cab7c83dc504 None None] For port 9e5ef78a-286b-4691-bdc6-b39ab52c685c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9e5ef78a-286b-4691-bdc6-b39ab52c685c,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:12.122048 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-61da1851-704c-4e38-b649-cab7c83dc504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:12.206130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-61da1851-704c-4e38-b649-cab7c83dc504 None None] Provisioning complete for port 95b99664-4f1d-42ef-8095-76dac01e715a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:12.206726 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-61da1851-704c-4e38-b649-cab7c83dc504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:12.237247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:12.238332 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:12.246026 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5a382a5-7d34-4269-9c25-6fbba4fe8a8a req-f6cc1b11-8ee6-4ed3-9952-194484e0e7f0 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940411 May 25 20:40:12.379483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-61da1851-704c-4e38-b649-cab7c83dc504 None None] Port 95b99664-4f1d-42ef-8095-76dac01e715a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:40:12.408236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da1851-704c-4e38-b649-cab7c83dc504 None None] Pushing event updated for resources: {'Port': ['ID=9e5ef78a-286b-4691-bdc6-b39ab52c685c,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:12.512995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-a1ccfb8d-f8f9-4caa-b0fe-d4e4e0e94d30 req-4d0c6ecf-9793-4eb3-b0db-5f4411478d07 service neutron] (88331) timed out ('10.222.0.60', 33344) {{(pid=88331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 20:40:12.513540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2ce378fe-393e-47ac-9c2e-4d426da85466 None None] Provisioning complete for port 9e5ef78a-286b-4691-bdc6-b39ab52c685c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:12.514143 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2ce378fe-393e-47ac-9c2e-4d426da85466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:12.519300 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5a382a5-7d34-4269-9c25-6fbba4fe8a8a req-d75bef59-2477-47e0-ae03-40f797882f64 service neutron] 10.222.0.70 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676046 May 25 20:40:12.527674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:12.615157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:12.642666 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:12.647556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9e5ef78a-286b-4691-bdc6-b39ab52c685c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:12.680195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec260f6-53eb-48b6-b98a-3319818d0c9c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:12.696625 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-616bbcc8-1661-417c-ba36-c8af8f8a1624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:12.733175 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-616bbcc8-1661-417c-ba36-c8af8f8a1624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:12.763082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59606) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:12.811888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9e5ef78a-286b-4691-bdc6-b39ab52c685c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:12.812264 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:12.868994 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-616bbcc8-1661-417c-ba36-c8af8f8a1624 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f6169e03c274eaaad0a759b63c2cc94&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2098713 May 25 20:40:12.873073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59614) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:12.886339 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2ce378fe-393e-47ac-9c2e-4d426da85466 None None] Current status of the port 9e5ef78a-286b-4691-bdc6-b39ab52c685c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:12.907657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2ce378fe-393e-47ac-9c2e-4d426da85466 None None] Provisioning complete for port 95b99664-4f1d-42ef-8095-76dac01e715a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:12.908100 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2ce378fe-393e-47ac-9c2e-4d426da85466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:12.938179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bbcc8-1661-417c-ba36-c8af8f8a1624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cd4702-7da3-4078-ade8-0898b1bfbe1a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:12.952691 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-959ea537-02c1-4525-935b-635f21f16add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:12.990296 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-959ea537-02c1-4525-935b-635f21f16add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.074789 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-959ea537-02c1-4525-935b-635f21f16add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.081119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2ce378fe-393e-47ac-9c2e-4d426da85466 None None] Port 95b99664-4f1d-42ef-8095-76dac01e715a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:40:13.087580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9e5ef78a-286b-4691-bdc6-b39ab52c685c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:13.234288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ea537-02c1-4525-935b-635f21f16add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cd4702-7da3-4078-ade8-0898b1bfbe1a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:13.237612 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-889e3856-4d95-434c-8f55-28828beea9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.255518 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-959ea537-02c1-4525-935b-635f21f16add admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.259557 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-959ea537-02c1-4525-935b-635f21f16add admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35cd4702-7da3-4078-ade8-0898b1bfbe1a HTTP/1.1" status: 204 len: 168 time: 0.3849382 May 25 20:40:13.261184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-889e3856-4d95-434c-8f55-28828beea9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:13.268341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-889e3856-4d95-434c-8f55-28828beea9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:6c36f2efff3345cd9cf655c8995584a7 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:13.273362 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-889e3856-4d95-434c-8f55-28828beea9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:13.281196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-889e3856-4d95-434c-8f55-28828beea9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:13.350345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59628) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:13.438370 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-889e3856-4d95-434c-8f55-28828beea9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.444741 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-889e3856-4d95-434c-8f55-28828beea9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.509640 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-889e3856-4d95-434c-8f55-28828beea9b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c36f2efff3345cd9cf655c8995584a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7454562 May 25 20:40:13.510677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e3856-4d95-434c-8f55-28828beea9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0011c6-90f2-4548-a101-29851977a4ce,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:13.513244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59634) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:13.588614 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e245277-aad3-452f-b03f-3107521ad471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.624336 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e245277-aad3-452f-b03f-3107521ad471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.697824 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e245277-aad3-452f-b03f-3107521ad471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.724691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-852725668-network', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:13.726418 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.733286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:13.740759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Usage tracker for resource:network and tenant:60c358d84b25447b9d171c97ccfd2383 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:13.747058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:13.763017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:13.779024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e245277-aad3-452f-b03f-3107521ad471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0011c6-90f2-4548-a101-29851977a4ce,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:13.802729 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e245277-aad3-452f-b03f-3107521ad471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.806592 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5e245277-aad3-452f-b03f-3107521ad471 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f0011c6-90f2-4548-a101-29851977a4ce HTTP/1.1" status: 204 len: 168 time: 0.2922962 May 25 20:40:13.809399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Made reservation on behalf of 60c358d84b25447b9d171c97ccfd2383 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:13.811784 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.833253 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.852485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:13.858409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Usage tracker for resource:security_group_rule and tenant:60c358d84b25447b9d171c97ccfd2383 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:13.861662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:13.867522 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:13.916439 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.925981 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.981966 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:13.989283 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.028474 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:40:14.040485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6b868d-ed8b-48c6-9379-7dbf52a0a90d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:14.047893 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.048557 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Added segment 4279d08b-2090-407d-9283-7c399aa1a2e2 of type vlan for network 10b537d9-405b-406c-ad38-c96d302b5731 May 25 20:40:14.096565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.139461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=95b99664-4f1d-42ef-8095-76dac01e715a,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:14.147503 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.156133 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.157539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:14.158968 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.259340 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59652) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:14.305272 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-331ccd5c-cff2-4d45-b58a-830f23a1258f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.322188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] Pushing event updated for resources: {'Network': ['ID=10b537d9-405b-406c-ad38-c96d302b5731,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:14.328562 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1139156b-acc0-41e2-ba0d-44a1a08d7c7c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9768982 May 25 20:40:14.330371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-331ccd5c-cff2-4d45-b58a-830f23a1258f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:14.332625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59658) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:14.339480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Request body: {'subnet': {'network_id': '10b537d9-405b-406c-ad38-c96d302b5731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-852725668-subnet', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:14.340337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 10b537d9-405b-406c-ad38-c96d302b5731 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:40:14.345027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:14.349796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Usage tracker for resource:subnet and tenant:60c358d84b25447b9d171c97ccfd2383 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:14.353684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:14.359748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:14.367602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-331ccd5c-cff2-4d45-b58a-830f23a1258f admin admin] Usage tracker for resource:security_group_rule and tenant:d2c5136fddf74eb694abdb4dac07c980 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:14.371526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-331ccd5c-cff2-4d45-b58a-830f23a1258f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:14.374780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Made reservation on behalf of 60c358d84b25447b9d171c97ccfd2383 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:14.377132 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.393935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.467694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-331ccd5c-cff2-4d45-b58a-830f23a1258f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:14.489098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network 7cd440a3-8da5-4579-b533-42297498ba37 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:14.492652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:14.661946 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-331ccd5c-cff2-4d45-b58a-830f23a1258f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.676096 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-331ccd5c-cff2-4d45-b58a-830f23a1258f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.719539 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.774192 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-331ccd5c-cff2-4d45-b58a-830f23a1258f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2c5136fddf74eb694abdb4dac07c980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5015469 May 25 20:40:14.775740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59670) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:14.788793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ccd5c-cff2-4d45-b58a-830f23a1258f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fead7f9-d24e-41b5-8baf-fa3574eac666,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:14.872062 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aaacded-2315-410d-bee3-75ac067d5e2a,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:14.874355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Checking segment: {'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:14.874686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Network hostable DHCP agents. Network: 10b537d9-405b-406c-ad38-c96d302b5731, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:40:14.883568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:40:14.897133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Network 10b537d9-405b-406c-ad38-c96d302b5731 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:40:14.898014 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0c92829c-2a79-4cb8-8ee8-2caedc4b4d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.915551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 10b537d9-405b-406c-ad38-c96d302b5731) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:14.924137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6b954410-2811-40e0-9fe3-42b30b4f7b80 None None] Provisioning complete for port 95b99664-4f1d-42ef-8095-76dac01e715a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:14.925162 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6b954410-2811-40e0-9fe3-42b30b4f7b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.930345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:14.930861 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:14.962941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d8a40402-b019-4374-80a0-03a597e4f5cb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6288438 May 25 20:40:14.966028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59676) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:14.974286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e3493-39ba-4e49-9ae8-795e51605763 None None] Network 10b537d9-405b-406c-ad38-c96d302b5731 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:14.975484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-852725668-router', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:14.982041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:14.989119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Usage tracker for resource:router and tenant:60c358d84b25447b9d171c97ccfd2383 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:14.993774 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:15.001398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:15.018517 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:15.020412 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:15.045399 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:15.097205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6b954410-2811-40e0-9fe3-42b30b4f7b80 None None] Port 95b99664-4f1d-42ef-8095-76dac01e715a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:40:15.175275 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0c92829c-2a79-4cb8-8ee8-2caedc4b4d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:15.195520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Router 90a8bead-7cf1-4a33-9f6d-78e69912484a is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:40:15.266561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-10b537d9-405b-406c-ad38-c96d302b5731', 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'fixed_ips': [{'subnet_id': '9aaacded-2315-410d-bee3-75ac067d5e2a'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:40:15.267780 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:15.375825 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:15.464507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:40:15.491794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Sync routers for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:40:15.503391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:40:15.504677 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0c92829c-2a79-4cb8-8ee8-2caedc4b4d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:15.507112 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0c92829c-2a79-4cb8-8ee8-2caedc4b4d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:15.508308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0c92829c-2a79-4cb8-8ee8-2caedc4b4d16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3fead7f9-d24e-41b5-8baf-fa3574eac666 HTTP/1.1" status: 204 len: 168 time: 0.7297251 May 25 20:40:15.512157 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3096c801-7b1f-426a-9195-de162be64d36 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "PUT /v2.0/routers/90a8bead-7cf1-4a33-9f6d-78e69912484a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0270221 May 25 20:40:15.515919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59692) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:15.516812 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d458d21-e409-4f80-8de6-76de6dcea0a4 None None] Sync routers for ids ['90a8bead-7cf1-4a33-9f6d-78e69912484a'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:40:15.519745 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:15.520983 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ea7c1fab-6e1d-4c6b-82c7-91799394fa01 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.4311848 May 25 20:40:15.523737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59694) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:15.538068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:15.538721 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:15.546994 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d458d21-e409-4f80-8de6-76de6dcea0a4 None None] Routers {'90a8bead-7cf1-4a33-9f6d-78e69912484a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:15.547954 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8d458d21-e409-4f80-8de6-76de6dcea0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['90a8bead-7cf1-4a33-9f6d-78e69912484a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:15.651076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Allocated IP 172.20.0.2 (10b537d9-405b-406c-ad38-c96d302b5731/9aaacded-2315-410d-bee3-75ac067d5e2a/d96d1bbd-d06c-440c-808e-d35b1640f1f3) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:15.662518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77980708-0b27-443d-aa52-f798f2d461ae tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:15.671370 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-77980708-0b27-443d-aa52-f798f2d461ae tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a8bead-7cf1-4a33-9f6d-78e69912484a HTTP/1.1" status: 200 len: 982 time: 0.1457610 May 25 20:40:15.672009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59704) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:15.678512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92829c-2a79-4cb8-8ee8-2caedc4b4d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fead7f9-d24e-41b5-8baf-fa3574eac666,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:15.710800 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8d458d21-e409-4f80-8de6-76de6dcea0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:15.722468 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d458d21-e409-4f80-8de6-76de6dcea0a4 None None] Routers {'90a8bead-7cf1-4a33-9f6d-78e69912484a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:15.723545 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8d458d21-e409-4f80-8de6-76de6dcea0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['90a8bead-7cf1-4a33-9f6d-78e69912484a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:15.800641 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8d458d21-e409-4f80-8de6-76de6dcea0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:15.801776 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d458d21-e409-4f80-8de6-76de6dcea0a4 None None] The sync data for ids ['90a8bead-7cf1-4a33-9f6d-78e69912484a'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:40:16.173744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:16.464234 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:16.496370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Transition to ACTIVE for port object d96d1bbd-d06c-440c-808e-d35b1640f1f3 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:16.586525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Transition to ACTIVE for port object d96d1bbd-d06c-440c-808e-d35b1640f1f3 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:16.604816 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:16.605402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:16.630613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:16.663122 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:16.712534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Network 10b537d9-405b-406c-ad38-c96d302b5731 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:16.730410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:16.760394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:16.903560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Pushing event updated for resources: {'Port': ['ID=d96d1bbd-d06c-440c-808e-d35b1640f1f3,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:16.927494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:13Z', 'revision_number': 3, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:16.935587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Checking router: c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:40:16.936038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Updating router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 port 0ec260f6-53eb-48b6-b98a-3319818d0c9c binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:40:16.991402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Attempting to bind port d96d1bbd-d06c-440c-808e-d35b1640f1f3 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:40:16.991837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Attempting to bind port d96d1bbd-d06c-440c-808e-d35b1640f1f3 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:40:16.992253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Attempting to bind port d96d1bbd-d06c-440c-808e-d35b1640f1f3 on network 10b537d9-405b-406c-ad38-c96d302b5731 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:17.001247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:40:17.002035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Checking segment: {'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:17.003401 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:17.003952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Bound using segment: {'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:40:17.005135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Bound port: d96d1bbd-d06c-440c-808e-d35b1640f1f3, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:40:17.005688 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:17.034731 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:17.076805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Allocated IP 172.20.0.1 (e8b72074-fda4-47cc-ba54-cf2b1a031238/a57f86a8-16f5-403a-9fff-dacc6807d6d3/8e216222-7afe-4e1c-ac7b-aa771b5bf7d8) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:17.081640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Allocated IP 172.25.3.146 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:17.308165 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] For port d96d1bbd-d06c-440c-808e-d35b1640f1f3, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:40:17.311536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] For port d96d1bbd-d06c-440c-808e-d35b1640f1f3, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d96d1bbd-d06c-440c-808e-d35b1640f1f3,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:40:17.317442 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:17.346999 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:17.426263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce6393-db89-4176-9e8a-01ff170643a7 None None] Pushing event updated for resources: {'Port': ['ID=d96d1bbd-d06c-440c-808e-d35b1640f1f3,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:17.444912 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:17.466434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Transition to ACTIVE for port object 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:17.488839 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1550cc61-f4d5-4692-b8fe-95e3fb6b664a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:17.505533 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:17.617003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:17.622595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:17.627124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:17.704378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Pushing event updated for resources: {'Port': ['ID=8e216222-7afe-4e1c-ac7b-aa771b5bf7d8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:17.765841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:17.765841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:17.773547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:17.773865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:17.774237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:17.774578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:17.774913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:17.775239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:17.780394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:17.780736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:17.781080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:17.782518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:17.843377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:17.853599 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:18.130619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:18.139741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:18.179702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:18.190266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:18.237949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Pushing event updated for resources: {'Port': ['ID=5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:18.293585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cf7abff0-7ad9-4e66-b03d-e289ccdd40d8 None None] Provisioning for port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:18.300882 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:18.303313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cf7abff0-7ad9-4e66-b03d-e289ccdd40d8 None None] Provisioning complete for port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:18.303765 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf7abff0-7ad9-4e66-b03d-e289ccdd40d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:18.359097 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Transition to ACTIVE for port object 0ec260f6-53eb-48b6-b98a-3319818d0c9c will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:18.374372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cf7abff0-7ad9-4e66-b03d-e289ccdd40d8 None None] Port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:40:18.375943 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:18.467542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Attempting to bind port 0ec260f6-53eb-48b6-b98a-3319818d0c9c on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:40:18.468048 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Attempting to bind port 0ec260f6-53eb-48b6-b98a-3319818d0c9c by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:40:18.468491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Attempting to bind port 0ec260f6-53eb-48b6-b98a-3319818d0c9c on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:18.474924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f893118-2d21-47c7-a0bd-d0fe5dc7ae27 None None] Pushing event updated for resources: {'Port': ['ID=0ec260f6-53eb-48b6-b98a-3319818d0c9c,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:18.483186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:40:18.483651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:18.484106 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:18.484544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:40:18.485106 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Bound port: 0ec260f6-53eb-48b6-b98a-3319818d0c9c, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:40:18.485527 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:18.578125 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:18.582599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] For port 0ec260f6-53eb-48b6-b98a-3319818d0c9c, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:40:18.585412 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:18.586579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] For port 0ec260f6-53eb-48b6-b98a-3319818d0c9c, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0ec260f6-53eb-48b6-b98a-3319818d0c9c,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:40:18.593289 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:18.637188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1550cc61-f4d5-4692-b8fe-95e3fb6b664a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 95b99664-4f1d-42ef-8095-76dac01e715a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:40:18.637188 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1550cc61-f4d5-4692-b8fe-95e3fb6b664a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:18.766835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d96d1bbd-d06c-440c-808e-d35b1640f1f3 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:18.805249 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:18.851678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:18.852317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:18.856751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Pushing event updated for resources: {'Port': ['ID=8e216222-7afe-4e1c-ac7b-aa771b5bf7d8,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:18.990948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f893118-2d21-47c7-a0bd-d0fe5dc7ae27 None None] Pushing event updated for resources: {'Port': ['ID=0ec260f6-53eb-48b6-b98a-3319818d0c9c,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:19.108350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port d96d1bbd-d06c-440c-808e-d35b1640f1f3 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:19.140515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:19.146569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:19.185898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1550cc61-f4d5-4692-b8fe-95e3fb6b664a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:19.211280 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:19.275439 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50a92be-e4bf-4f1b-bce4-ccabc211e871 None None] Network 10b537d9-405b-406c-ad38-c96d302b5731 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:19.348557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1550cc61-f4d5-4692-b8fe-95e3fb6b664a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 95b99664-4f1d-42ef-8095-76dac01e715a owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:40:19.408270 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:19.638601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:40:19.928663 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:19.939414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f251b369-7b9d-4cfc-a4e5-f969473aa804 None None] Provisioning for port d96d1bbd-d06c-440c-808e-d35b1640f1f3 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:19.942078 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:40:19.969884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bb1ebfe5-0417-4017-ae96-998a8f61e033 admin admin] 10.222.0.60 "PUT /v2.0/routers/c0270145-9b0a-4c49-9b8f-49eb1c3a3e45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4366581 May 25 20:40:19.982016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f251b369-7b9d-4cfc-a4e5-f969473aa804 None None] Provisioning complete for port d96d1bbd-d06c-440c-808e-d35b1640f1f3 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:19.982461 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f251b369-7b9d-4cfc-a4e5-f969473aa804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:20.342769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f251b369-7b9d-4cfc-a4e5-f969473aa804 None None] Current status of the port d96d1bbd-d06c-440c-808e-d35b1640f1f3 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:20.343152 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f251b369-7b9d-4cfc-a4e5-f969473aa804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:20.390791 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f251b369-7b9d-4cfc-a4e5-f969473aa804 None None] For port d96d1bbd-d06c-440c-808e-d35b1640f1f3, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d96d1bbd-d06c-440c-808e-d35b1640f1f3,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:20.401952 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f251b369-7b9d-4cfc-a4e5-f969473aa804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:20.453977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Router ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:40:20.535429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1550cc61-f4d5-4692-b8fe-95e3fb6b664a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:20.553623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251b369-7b9d-4cfc-a4e5-f969473aa804 None None] Pushing event updated for resources: {'Port': ['ID=d96d1bbd-d06c-440c-808e-d35b1640f1f3,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:20.559257 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:18Z', 'revision_number': 2, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:20.567069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514112e9-b68c-4226-bf42-d6373e65ae1b None None] The sync data for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 is: [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:18Z', 'revision_number': 2, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:40:20.588273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d9b4e2e1-691e-4e03-bbea-d5ff1e1f53e1 None None] Provisioning complete for port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:20.588448 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e2e1-691e-4e03-bbea-d5ff1e1f53e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:20.629676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550cc61-f4d5-4692-b8fe-95e3fb6b664a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=95b99664-4f1d-42ef-8095-76dac01e715a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:20.709807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4e2e1-691e-4e03-bbea-d5ff1e1f53e1 None None] Port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:40:20.836536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e21e6e52-659a-4d3d-92c9-c353c0c05ce6 None None] Provisioning complete for port d96d1bbd-d06c-440c-808e-d35b1640f1f3 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:20.837166 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e21e6e52-659a-4d3d-92c9-c353c0c05ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:21.184275 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e21e6e52-659a-4d3d-92c9-c353c0c05ce6 None None] Current status of the port d96d1bbd-d06c-440c-808e-d35b1640f1f3 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:21.318907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59810) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:21.326946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-146920342-network', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:21.335043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:21.346376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Usage tracker for resource:network and tenant:762b6c6f7d164d79bfbe2775f05b9e96 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:21.357164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:21.373218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:21.391813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:40:21.394372 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1550cc61-f4d5-4692-b8fe-95e3fb6b664a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:21.400623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Made reservation on behalf of 762b6c6f7d164d79bfbe2775f05b9e96 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:21.402951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Sync routers for ids ['ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:40:21.403840 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:21.425366 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Routers {'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:21.426302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:21.433882 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:21.471175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:21.481609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Usage tracker for resource:security_group_rule and tenant:762b6c6f7d164d79bfbe2775f05b9e96 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:21.496455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:21.521609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:21.700451 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:21.725573 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8ba71274-f45c-437e-995d-da67ef344a47 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7579374 May 25 20:40:21.726854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59816) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:21.841121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:21.849904 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:21.889498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f486030d-458e-4048-8741-051169f335bb,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:21.897622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Set router ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:21.903297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:40:21.905464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-3f65e0a1-0921-446f-95f7-566a376f2232 req-1362614b-f817-4b6d-b57c-824599953381 service neutron] (88331) timed out ('10.222.0.60', 33542) {{(pid=88331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 20:40:21.915481 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:21.916387 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Added segment 73e74a25-e96e-49a7-92c5-247418bcb13b of type vlan for network 80299d6c-cd7d-44a7-8952-b0062b98096a May 25 20:40:21.963670 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:22.040880 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:22.042108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:22.042769 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:22.187338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] Pushing event updated for resources: {'Network': ['ID=80299d6c-cd7d-44a7-8952-b0062b98096a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:22.193567 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3e33a8b4-8e60-4d11-8d79-f184435ceb1c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8728759 May 25 20:40:22.202549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59820) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:22.203436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 80299d6c-cd7d-44a7-8952-b0062b98096a details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:40:22.209300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Request body: {'subnet': {'network_id': '80299d6c-cd7d-44a7-8952-b0062b98096a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-146920342-subnet', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:22.216584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:22.223184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Usage tracker for resource:subnet and tenant:762b6c6f7d164d79bfbe2775f05b9e96 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:22.227352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:22.228116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1550cc61-f4d5-4692-b8fe-95e3fb6b664a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Router 90a8bead-7cf1-4a33-9f6d-78e69912484a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:40:22.235410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:22.256423 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Made reservation on behalf of 762b6c6f7d164d79bfbe2775f05b9e96 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:22.259993 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:22.531728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'name': 'tempest-TestServerMultinode-852725668-router', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:15Z', 'updated_at': '2022-05-25T20:40:18Z', 'revision_number': 3, 'project_id': '60c358d84b25447b9d171c97ccfd2383', 'gw_port': {'id': '5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:22.549448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Checking router: ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:40:22.552134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Updating router ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a port 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:40:22.681244 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:22.849407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d96d1bbd-d06c-440c-808e-d35b1640f1f3 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:22.872375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1550cc61-f4d5-4692-b8fe-95e3fb6b664a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:40:22.883002 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c6bfd-b1fe-4597-ab69-7cc730daf35e None None] Sync routers for ids ['90a8bead-7cf1-4a33-9f6d-78e69912484a'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:40:22.902494 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c6bfd-b1fe-4597-ab69-7cc730daf35e None None] Routers {'90a8bead-7cf1-4a33-9f6d-78e69912484a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:22.902729 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:22.903958 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9b6c6bfd-b1fe-4597-ab69-7cc730daf35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['90a8bead-7cf1-4a33-9f6d-78e69912484a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:22.912408 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1550cc61-f4d5-4692-b8fe-95e3fb6b664a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "PUT /v2.0/routers/90a8bead-7cf1-4a33-9f6d-78e69912484a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1231844 May 25 20:40:22.913349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59830) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:23.043668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port d96d1bbd-d06c-440c-808e-d35b1640f1f3 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:23.044084 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:23.044202 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3842990b-4f58-4da7-8590-e7ae7808f322 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] GET failed (client error): The resource could not be found. May 25 20:40:23.044654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3842990b-4f58-4da7-8590-e7ae7808f322 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:40:23.057667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5def048-0c9c-483d-b3d1-960aca0a2561,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:23.071604 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9b6c6bfd-b1fe-4597-ab69-7cc730daf35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:23.097240 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c6bfd-b1fe-4597-ab69-7cc730daf35e None None] Routers {'90a8bead-7cf1-4a33-9f6d-78e69912484a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:23.097836 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9b6c6bfd-b1fe-4597-ab69-7cc730daf35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['90a8bead-7cf1-4a33-9f6d-78e69912484a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:23.132145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Checking segment: {'id': '73e74a25-e96e-49a7-92c5-247418bcb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '80299d6c-cd7d-44a7-8952-b0062b98096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:23.132573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Network hostable DHCP agents. Network: 80299d6c-cd7d-44a7-8952-b0062b98096a, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:40:23.179509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Network 80299d6c-cd7d-44a7-8952-b0062b98096a is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:40:23.202386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 80299d6c-cd7d-44a7-8952-b0062b98096a) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:23.219419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:23.221512 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:23.229207 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9b6c6bfd-b1fe-4597-ab69-7cc730daf35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:23.229826 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c6bfd-b1fe-4597-ab69-7cc730daf35e None None] The sync data for ids ['90a8bead-7cf1-4a33-9f6d-78e69912484a'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:40:23.256179 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e969c7-8ad3-4b7c-8aab-1e540df006bf None None] Network 80299d6c-cd7d-44a7-8952-b0062b98096a requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:23.265689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3842990b-4f58-4da7-8590-e7ae7808f322 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:40:23.271798 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3842990b-4f58-4da7-8590-e7ae7808f322 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/95b99664-4f1d-42ef-8095-76dac01e715a HTTP/1.1" status: 404 len: 333 time: 0.3536248 May 25 20:40:23.273331 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5a981cc9-f906-41a9-8171-dc68b2251c69 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0677638 May 25 20:40:23.274003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59838) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:23.279066 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59840) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:23.287728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-146920342-router', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:23.302487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:23.312018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Usage tracker for resource:router and tenant:762b6c6f7d164d79bfbe2775f05b9e96 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:23.322244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:23.338474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:23.368992 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:23.370663 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:23.399125 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:23.730909 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port d96d1bbd-d06c-440c-808e-d35b1640f1f3 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:23.732264 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0ec260f6-53eb-48b6-b98a-3319818d0c9c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:23.840222 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd642-0ce1-4b9d-8473-e668870bd049 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:23.966895 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:23.980840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-80299d6c-cd7d-44a7-8952-b0062b98096a', 'network_id': '80299d6c-cd7d-44a7-8952-b0062b98096a', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'fixed_ips': [{'subnet_id': 'a5def048-0c9c-483d-b3d1-960aca0a2561'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:40:23.984382 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.010929 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.069710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 0ec260f6-53eb-48b6-b98a-3319818d0c9c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:24.092582 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.095596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 0ec260f6-53eb-48b6-b98a-3319818d0c9c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:24.097344 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.159276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Transition to ACTIVE for port object 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:24.249644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Sync routers for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:40:24.263979 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.272148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:24.273065 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:24.465451 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd642-0ce1-4b9d-8473-e668870bd049 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.468454 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd642-0ce1-4b9d-8473-e668870bd049 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.554283 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd642-0ce1-4b9d-8473-e668870bd049 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.555061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3bd642-0ce1-4b9d-8473-e668870bd049 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Fanout notify agent at l3_agent the message router_deleted on router 90a8bead-7cf1-4a33-9f6d-78e69912484a {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:40:24.592167 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.612722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Attempting to bind port 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:40:24.613075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Attempting to bind port 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:40:24.613425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Attempting to bind port 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:24.615585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d1e9a-c4be-486f-9a26-10ef895bdf10 None None] Pushing event updated for resources: {'Port': ['ID=5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:24.647480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59862) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:24.666205 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd642-0ce1-4b9d-8473-e668870bd049 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.667353 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fc3bd642-0ce1-4b9d-8473-e668870bd049 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/routers/90a8bead-7cf1-4a33-9f6d-78e69912484a HTTP/1.1" status: 204 len: 168 time: 1.3869362 May 25 20:40:24.668032 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.673027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59868) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:24.753785 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.764667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:40:24.774548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:24.775058 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.775464 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:40:24.775972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Bound port: 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:40:24.779876 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.869406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5fa644-1e2a-4afe-9726-bbaa5e5e4081 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting subnet a2b3aa8c-e685-4039-8cef-aacd2fbc1840 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:40:24.875297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 0ec260f6-53eb-48b6-b98a-3319818d0c9c is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:24.875297 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.881798 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa644-1e2a-4afe-9726-bbaa5e5e4081 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.963222 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-000546c1-6fc5-4306-8e04-b736e5ac440c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:24.993704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-000546c1-6fc5-4306-8e04-b736e5ac440c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:25.004933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-000546c1-6fc5-4306-8e04-b736e5ac440c admin admin] Usage tracker for resource:security_group_rule and tenant:fc35d6166d8d4a678f9bace48c9f41e9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:25.009882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-000546c1-6fc5-4306-8e04-b736e5ac440c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:25.014225 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 0ec260f6-53eb-48b6-b98a-3319818d0c9c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0ec260f6-53eb-48b6-b98a-3319818d0c9c,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:25.024999 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-000546c1-6fc5-4306-8e04-b736e5ac440c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:25.043012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Allocated IP 172.25.3.78 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/f61adf50-5221-4ee4-95b5-adb9541edd03) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:25.074740 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:25.175371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:25.220048 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa644-1e2a-4afe-9726-bbaa5e5e4081 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:25.310546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Allocated IP 172.20.0.2 (80299d6c-cd7d-44a7-8952-b0062b98096a/a5def048-0c9c-483d-b3d1-960aca0a2561/29e69215-576d-4411-b7e5-942edd4e0ade) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:25.359226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:25.401090 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-000546c1-6fc5-4306-8e04-b736e5ac440c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:25.414184 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-000546c1-6fc5-4306-8e04-b736e5ac440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:25.461168 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] For port 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:40:25.470738 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-000546c1-6fc5-4306-8e04-b736e5ac440c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc35d6166d8d4a678f9bace48c9f41e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8209102 May 25 20:40:25.476606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59882) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:25.498587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000546c1-6fc5-4306-8e04-b736e5ac440c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173c5aa8-4a82-42a1-90de-a99e6cbec989,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:25.499401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Allocated IP 172.20.0.1 (10b537d9-405b-406c-ad38-c96d302b5731/9aaacded-2315-410d-bee3-75ac067d5e2a/9097e871-d874-4592-bd23-c94e16dc4425) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:25.512250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:25.515135 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa644-1e2a-4afe-9726-bbaa5e5e4081 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:25.534563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=0ec260f6-53eb-48b6-b98a-3319818d0c9c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:25.561747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] For port 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:40:25.629946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:25.634922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:25.637659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=f61adf50-5221-4ee4-95b5-adb9541edd03,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:25.640848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:25.640992 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:25.692636 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff8c6310-c8c0-4d77-b7fd-5af34c372199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:25.712817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa644-1e2a-4afe-9726-bbaa5e5e4081 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:25.817671 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa644-1e2a-4afe-9726-bbaa5e5e4081 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:25.831015 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ab5fa644-1e2a-4afe-9726-bbaa5e5e4081 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/a2b3aa8c-e685-4039-8cef-aacd2fbc1840 HTTP/1.1" status: 204 len: 168 time: 1.1540587 May 25 20:40:25.833482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fa644-1e2a-4afe-9726-bbaa5e5e4081 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b3aa8c-e685-4039-8cef-aacd2fbc1840,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:25.835257 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59888) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:25.852211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8724f1b0-fd49-4b9b-b868-1885f0a0fd42 None None] Network 7cd440a3-8da5-4579-b533-42297498ba37 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:25.890669 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:25.943910 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff8c6310-c8c0-4d77-b7fd-5af34c372199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:25.993047 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Transition to ACTIVE for port object 9097e871-d874-4592-bd23-c94e16dc4425 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:26.015253 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:26.033470 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff8c6310-c8c0-4d77-b7fd-5af34c372199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:26.036484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port dbb8ef24-e41f-4a63-8e55-a92804dd272e {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:40:26.037197 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:26.128145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c6310-c8c0-4d77-b7fd-5af34c372199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173c5aa8-4a82-42a1-90de-a99e6cbec989,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:26.187964 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff8c6310-c8c0-4d77-b7fd-5af34c372199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:26.199365 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ff8c6310-c8c0-4d77-b7fd-5af34c372199 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/173c5aa8-4a82-42a1-90de-a99e6cbec989 HTTP/1.1" status: 204 len: 168 time: 0.7169430 May 25 20:40:26.257940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Routers {'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:26.259036 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:26.317568 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:26.348469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d1e9a-c4be-486f-9a26-10ef895bdf10 None None] Pushing event updated for resources: {'Port': ['ID=5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:26.361988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] For port dbb8ef24-e41f-4a63-8e55-a92804dd272e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=dbb8ef24-e41f-4a63-8e55-a92804dd272e,segment=NetworkSegment(8701708a-0ff8-4e68-b64d-01b9399baf97),segment_id=8701708a-0ff8-4e68-b64d-01b9399baf97)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:26.362474 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:26.368001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Transition to ACTIVE for port object 29e69215-576d-4411-b7e5-942edd4e0ade will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:26.483750 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Transition to ACTIVE for port object 29e69215-576d-4411-b7e5-942edd4e0ade will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:26.515982 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:26.544546 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:26.553565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for dbb8ef24-e41f-4a63-8e55-a92804dd272e owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:40:26.596987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Pushing event updated for resources: {'Port': ['ID=29e69215-576d-4411-b7e5-942edd4e0ade,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:26.624445 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:18Z', 'revision_number': 2, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:26.644312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Network 80299d6c-cd7d-44a7-8952-b0062b98096a is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:26.648131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Checking router: c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:40:26.648472 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Updating router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:40:26.681322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:26.684769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] Set router ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:26.726837 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:26.730866 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59896) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:26.794875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:26.796499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a23dbc-542b-4ece-9561-00557317edbf None None] DHCP port deletion for 7cd440a3-8da5-4579-b533-42297498ba37 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:40:26.839961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:26.863455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Pushing event updated for resources: {'Port': ['ID=9097e871-d874-4592-bd23-c94e16dc4425,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:26.906336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No DVR routers for this DVR port dbb8ef24-e41f-4a63-8e55-a92804dd272e on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:40:26.916790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Network 10b537d9-405b-406c-ad38-c96d302b5731 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:26.952240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:26.954261 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4e618708-8f35-4070-9381-4f17f618d0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:26.977896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:27.054255 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:27.065098 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:27.230852 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:27.233788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=dbb8ef24-e41f-4a63-8e55-a92804dd272e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:27.237213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4e618708-8f35-4070-9381-4f17f618d0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:27.346741 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0ec260f6-53eb-48b6-b98a-3319818d0c9c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:27.348207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Router abe3bfcc-1940-49e6-81e8-bb9a6245a92f is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:40:27.421265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Attempting to bind port 29e69215-576d-4411-b7e5-942edd4e0ade on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:40:27.421643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Attempting to bind port 29e69215-576d-4411-b7e5-942edd4e0ade by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '73e74a25-e96e-49a7-92c5-247418bcb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '80299d6c-cd7d-44a7-8952-b0062b98096a'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:40:27.421997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Attempting to bind port 29e69215-576d-4411-b7e5-942edd4e0ade on network 80299d6c-cd7d-44a7-8952-b0062b98096a {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:27.451391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:40:27.451804 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Checking segment: {'id': '73e74a25-e96e-49a7-92c5-247418bcb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '80299d6c-cd7d-44a7-8952-b0062b98096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:27.452160 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:27.452549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Bound using segment: {'id': '73e74a25-e96e-49a7-92c5-247418bcb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '80299d6c-cd7d-44a7-8952-b0062b98096a'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:40:27.453678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Bound port: 29e69215-576d-4411-b7e5-942edd4e0ade, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e74a25-e96e-49a7-92c5-247418bcb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '80299d6c-cd7d-44a7-8952-b0062b98096a'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:40:27.454221 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:27.476692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4e618708-8f35-4070-9381-4f17f618d0d8 admin admin] Usage tracker for resource:security_group_rule and tenant:e24ac75d2b4c44ceadd7c4b78682e476 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:27.483070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4e618708-8f35-4070-9381-4f17f618d0d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:27.494535 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:27.508503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4e618708-8f35-4070-9381-4f17f618d0d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:27.546541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd440a3-8da5-4579-b533-42297498ba37']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:27.579668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8701708a-0ff8-4e68-b64d-01b9399baf97') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:27.580543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8701708a-0ff8-4e68-b64d-01b9399baf97') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:27.580637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:40:27.592120 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Sync routers for ids ['abe3bfcc-1940-49e6-81e8-bb9a6245a92f'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:40:27.595809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] For port 29e69215-576d-4411-b7e5-942edd4e0ade, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:40:27.600756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] For port 29e69215-576d-4411-b7e5-942edd4e0ade, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=29e69215-576d-4411-b7e5-942edd4e0ade,segment=NetworkSegment(73e74a25-e96e-49a7-92c5-247418bcb13b),segment_id=73e74a25-e96e-49a7-92c5-247418bcb13b)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:40:27.605975 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:27.609423 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Routers {'abe3bfcc-1940-49e6-81e8-bb9a6245a92f'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:27.610356 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['abe3bfcc-1940-49e6-81e8-bb9a6245a92f'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:27.623377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:27.624266 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:27.628487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-87a0f92b-691c-4554-a633-7c39b7960dc7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3501184 May 25 20:40:27.628922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59902) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:27.636186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5a6429d9-4c1a-4077-b512-c7dd5e0e10f1 None None] Provisioning for port 9097e871-d874-4592-bd23-c94e16dc4425 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:27.648469 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:27.659039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:40:27.659434 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:27.708301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5a6429d9-4c1a-4077-b512-c7dd5e0e10f1 None None] Provisioning complete for port 9097e871-d874-4592-bd23-c94e16dc4425 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:27.708301 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5a6429d9-4c1a-4077-b512-c7dd5e0e10f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:27.745820 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 8701708a-0ff8-4e68-b64d-01b9399baf97 resource provider aggregate not found May 25 20:40:27.797473 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 8701708a-0ff8-4e68-b64d-01b9399baf97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8701708a-0ff8-4e68-b64d-01b9399baf97 found for delete ", "request_id": "req-e8bd448d-8e32-4b06-bec4-f949fc5f2383"}]} May 25 20:40:27.800155 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5a6429d9-4c1a-4077-b512-c7dd5e0e10f1 None None] Port 9097e871-d874-4592-bd23-c94e16dc4425 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:40:27.911794 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Set router abe3bfcc-1940-49e6-81e8-bb9a6245a92f gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:27.927074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'name': 'tempest-TestServerMultinode-852725668-router', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:15Z', 'updated_at': '2022-05-25T20:40:18Z', 'revision_number': 3, 'project_id': '60c358d84b25447b9d171c97ccfd2383', 'gw_port': {'id': '5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:27.960868 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc9d35b-c09e-41e5-8142-fbe8dc372c03 None None] The sync data for ids ['ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'] in n-d-843339-1 is: [{'id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'name': 'tempest-TestServerMultinode-852725668-router', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:15Z', 'updated_at': '2022-05-25T20:40:18Z', 'revision_number': 3, 'project_id': '60c358d84b25447b9d171c97ccfd2383', 'gw_port': {'id': '5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:40:27.969746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 0ec260f6-53eb-48b6-b98a-3319818d0c9c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:27.970255 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:28.055248 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:28.062770 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4e618708-8f35-4070-9381-4f17f618d0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:28.091411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622af82-42c0-48f3-8d91-8442791303f3 None None] Pushing event updated for resources: {'Port': ['ID=29e69215-576d-4411-b7e5-942edd4e0ade,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:28.116937 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:28.157260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Network': ['ID=7cd440a3-8da5-4579-b533-42297498ba37,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:28.161555 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4e618708-8f35-4070-9381-4f17f618d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:28.238067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-de65d879-73ce-4ae9-b451-c7308a94b002 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/networks/7cd440a3-8da5-4579-b533-42297498ba37 HTTP/1.1" status: 204 len: 168 time: 2.3819897 May 25 20:40:28.240461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59912) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:28.244725 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:28.284043 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-71892a03-3b04-4c5d-9c29-bda559cd60b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:28.304932 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:28.556860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4e618708-8f35-4070-9381-4f17f618d0d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e24ac75d2b4c44ceadd7c4b78682e476&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7183001 May 25 20:40:28.564174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59918) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:28.593161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e618708-8f35-4070-9381-4f17f618d0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aeb7e0-4fc5-4ab9-bc4e-04a1553b081b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:28.631096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081b573a-03e2-4c2c-b40c-5ba87dbc46b9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:28.632189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-081b573a-03e2-4c2c-b40c-5ba87dbc46b9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:40:28.700408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 0ec260f6-53eb-48b6-b98a-3319818d0c9c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:28.745791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-081b573a-03e2-4c2c-b40c-5ba87dbc46b9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:40:28.747038 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-081b573a-03e2-4c2c-b40c-5ba87dbc46b9 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/e1fded5c-2db4-4905-974e-11a8cd3adca1 HTTP/1.1" status: 200 len: 841 time: 0.5037644 May 25 20:40:28.750816 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'name': 'tempest-TestVolumeBootPattern-146920342-router', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'f61adf50-5221-4ee4-95b5-adb9541edd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:23Z', 'updated_at': '2022-05-25T20:40:26Z', 'revision_number': 3, 'project_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'gw_port': {'id': 'f61adf50-5221-4ee4-95b5-adb9541edd03', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:24Z', 'updated_at': '2022-05-25T20:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:28.751529 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:28.764961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59922) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:28.783633 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Checking router: abe3bfcc-1940-49e6-81e8-bb9a6245a92f for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:40:28.790461 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Updating router abe3bfcc-1940-49e6-81e8-bb9a6245a92f port f61adf50-5221-4ee4-95b5-adb9541edd03 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:40:28.815115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Transition to ACTIVE for port object 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:28.822717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device dbb8ef24-e41f-4a63-8e55-a92804dd272e no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:40:28.884832 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:28.888450 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:28.942117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: dbb8ef24-e41f-4a63-8e55-a92804dd272e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:40:28.942828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device dbb8ef24-e41f-4a63-8e55-a92804dd272e not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:40:28.955291 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1695f2a2-dcdd-4654-acd7-dc43b75ef3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:29.028509 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9ec11db2-db8f-4ef2-a91a-858faafe845c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/e1fded5c-2db4-4905-974e-11a8cd3adca1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2621038 May 25 20:40:29.035098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59926) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:29.054901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ee8271da-6640-4707-93e5-62ed15f049d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:29.133736 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fb7ca-1912-4c2a-b093-d127d0ccf803 None None] Pushing event updated for resources: {'Port': ['ID=8e216222-7afe-4e1c-ac7b-aa771b5bf7d8,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:29.223051 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1695f2a2-dcdd-4654-acd7-dc43b75ef3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:29.461746 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ee8271da-6640-4707-93e5-62ed15f049d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:29.467512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ee8271da-6640-4707-93e5-62ed15f049d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:29.512486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 29e69215-576d-4411-b7e5-942edd4e0ade up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:29.550814 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:29.556390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ee8271da-6640-4707-93e5-62ed15f049d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:29.556564 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:40:29.578086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ee8271da-6640-4707-93e5-62ed15f049d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:29.609012 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:29.614057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Attempting to bind port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:40:29.615507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Attempting to bind port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:40:29.616167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Attempting to bind port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:29.649819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:40:29.650302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Checking segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:29.650613 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:29.651000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Bound using segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:40:29.651480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Bound port: 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:40:29.651860 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:29.772548 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1695f2a2-dcdd-4654-acd7-dc43b75ef3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:29.897100 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1695f2a2-dcdd-4654-acd7-dc43b75ef3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:29.902250 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1695f2a2-dcdd-4654-acd7-dc43b75ef3f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3aeb7e0-4fc5-4ab9-bc4e-04a1553b081b HTTP/1.1" status: 204 len: 168 time: 1.3303626 May 25 20:40:29.905377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695f2a2-dcdd-4654-acd7-dc43b75ef3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aeb7e0-4fc5-4ab9-bc4e-04a1553b081b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:29.927579 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:29.962630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] For port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:40:29.964074 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:29.967843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] For port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8e216222-7afe-4e1c-ac7b-aa771b5bf7d8,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:40:29.969391 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Transition to ACTIVE for port object f61adf50-5221-4ee4-95b5-adb9541edd03 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:29.969690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Pushing event updated for resources: {'Port': ['ID=9097e871-d874-4592-bd23-c94e16dc4425,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:29.975005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8271da-6640-4707-93e5-62ed15f049d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:29.979625 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ee8271da-6640-4707-93e5-62ed15f049d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:29.997850 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:30.001539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14424c69-241e-425d-863a-05bac8b0021b None None] Network 80299d6c-cd7d-44a7-8952-b0062b98096a requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:30.050670 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:30.290203 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Attempting to bind port f61adf50-5221-4ee4-95b5-adb9541edd03 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:40:30.290203 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Attempting to bind port f61adf50-5221-4ee4-95b5-adb9541edd03 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:40:30.292487 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Attempting to bind port f61adf50-5221-4ee4-95b5-adb9541edd03 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:30.314671 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed018e-881e-4813-aa1e-2effb297c3b5 None None] Pushing event updated for resources: {'Port': ['ID=f61adf50-5221-4ee4-95b5-adb9541edd03,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:30.329625 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:40:30.335998 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:30.339435 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:30.339435 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:40:30.339435 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Bound port: f61adf50-5221-4ee4-95b5-adb9541edd03, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:40:30.339435 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:30.465785 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ee8271da-6640-4707-93e5-62ed15f049d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:30.479307 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed018e-881e-4813-aa1e-2effb297c3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:30.480972 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed018e-881e-4813-aa1e-2effb297c3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:30.481478 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed018e-881e-4813-aa1e-2effb297c3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:30.481979 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed018e-881e-4813-aa1e-2effb297c3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:30.492365 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed018e-881e-4813-aa1e-2effb297c3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:30.492834 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed018e-881e-4813-aa1e-2effb297c3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:30.493249 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed018e-881e-4813-aa1e-2effb297c3b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:30.493650 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed018e-881e-4813-aa1e-2effb297c3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:30.494836 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed018e-881e-4813-aa1e-2effb297c3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:30.494836 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed018e-881e-4813-aa1e-2effb297c3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:30.494836 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed018e-881e-4813-aa1e-2effb297c3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:30.495438 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed018e-881e-4813-aa1e-2effb297c3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:30.550590 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:30.589654 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] For port f61adf50-5221-4ee4-95b5-adb9541edd03, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:40:30.594561 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] For port f61adf50-5221-4ee4-95b5-adb9541edd03, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f61adf50-5221-4ee4-95b5-adb9541edd03,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:40:30.602596 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:30.701768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Network 10b537d9-405b-406c-ad38-c96d302b5731 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:30.712835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8271da-6640-4707-93e5-62ed15f049d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:30.737378 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Routers {'abe3bfcc-1940-49e6-81e8-bb9a6245a92f'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:30.753876 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['abe3bfcc-1940-49e6-81e8-bb9a6245a92f'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:30.763123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ee8271da-6640-4707-93e5-62ed15f049d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:30.765637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f0a89252-4cc3-4743-872b-610d1e7a6025 None None] Provisioning for port 29e69215-576d-4411-b7e5-942edd4e0ade completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:30.774456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8271da-6640-4707-93e5-62ed15f049d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:30.783679 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ee8271da-6640-4707-93e5-62ed15f049d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:30.787386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:30.795380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8271da-6640-4707-93e5-62ed15f049d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Subnet': ['ID=d56dab01-36c7-44ca-acb9-1f0a42899bc7,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:30.844184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de3bd23-d189-4289-90c6-6f015973edbf None None] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:30.967957 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ee8271da-6640-4707-93e5-62ed15f049d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9318101 May 25 20:40:30.968926 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed018e-881e-4813-aa1e-2effb297c3b5 None None] Pushing event updated for resources: {'Port': ['ID=f61adf50-5221-4ee4-95b5-adb9541edd03,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:30.980142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59954) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:31.011723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'security_group': {'name': 'tempest-secgroup-1143137395'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:31.057456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:31.076323 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:security_group and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:31.125421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:31.160775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:31.239678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 29e69215-576d-4411-b7e5-942edd4e0ade completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:31.292463 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:31.315724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Router ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:40:31.337844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:31.342694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:security_group_rule and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:31.348417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:31.358200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:31.367772 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] Set router abe3bfcc-1940-49e6-81e8-bb9a6245a92f gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:31.382075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f0a89252-4cc3-4743-872b-610d1e7a6025 None None] Provisioning complete for port 29e69215-576d-4411-b7e5-942edd4e0ade triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:31.383700 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f0a89252-4cc3-4743-872b-610d1e7a6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:31.459298 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:31.476529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:31.496401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:31.497035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:31.560645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Allocated IP 172.20.0.1 (80299d6c-cd7d-44a7-8952-b0062b98096a/a5def048-0c9c-483d-b3d1-960aca0a2561/e450b9cb-f9a5-455a-855e-c3f6269128b3) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:31.628827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 29e69215-576d-4411-b7e5-942edd4e0ade triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:31.629263 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:31.695690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8adaa5a-da4c-412b-8245-b323ba81454b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:31.780747 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:31.783497 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f6e59ee9-e4c2-4357-a5b4-9ce231a35c17 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8005552 May 25 20:40:31.791977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 59972) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:31.805234 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0ac7af4b-8aae-4c05-b8d4-677ae5c128a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:31.815880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'security_group': {'name': 'tempest-secgroup-996223770'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:31.828147 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:31.837439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:security_group and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:31.842224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:31.852046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fb7ca-1912-4c2a-b093-d127d0ccf803 None None] Pushing event updated for resources: {'Port': ['ID=8e216222-7afe-4e1c-ac7b-aa771b5bf7d8,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:31.856812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:31.859926 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:31.884193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660fb7ca-1912-4c2a-b093-d127d0ccf803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:31.888388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660fb7ca-1912-4c2a-b093-d127d0ccf803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:31.890017 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660fb7ca-1912-4c2a-b093-d127d0ccf803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:31.890540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660fb7ca-1912-4c2a-b093-d127d0ccf803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:31.891726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660fb7ca-1912-4c2a-b093-d127d0ccf803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:31.893647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660fb7ca-1912-4c2a-b093-d127d0ccf803 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:31.894144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660fb7ca-1912-4c2a-b093-d127d0ccf803 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:31.894656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660fb7ca-1912-4c2a-b093-d127d0ccf803 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:31.895154 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660fb7ca-1912-4c2a-b093-d127d0ccf803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:31.896349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660fb7ca-1912-4c2a-b093-d127d0ccf803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:31.901949 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660fb7ca-1912-4c2a-b093-d127d0ccf803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:31.902744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660fb7ca-1912-4c2a-b093-d127d0ccf803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:31.914121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:31.959433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:31.967591 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:31.972378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:security_group_rule and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:31.978963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:31.994780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:32.006615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Transition to ACTIVE for port object e450b9cb-f9a5-455a-855e-c3f6269128b3 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:32.060030 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:32.098116 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'name': 'tempest-TestVolumeBootPattern-146920342-router', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'f61adf50-5221-4ee4-95b5-adb9541edd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:23Z', 'updated_at': '2022-05-25T20:40:26Z', 'revision_number': 3, 'project_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'gw_port': {'id': 'f61adf50-5221-4ee4-95b5-adb9541edd03', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:24Z', 'updated_at': '2022-05-25T20:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:32.108377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:32.109389 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691f356-be79-4228-a095-086d9fdb8f3c None None] The sync data for ids ['abe3bfcc-1940-49e6-81e8-bb9a6245a92f'] in n-d-843339-1 is: [{'id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'name': 'tempest-TestVolumeBootPattern-146920342-router', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'f61adf50-5221-4ee4-95b5-adb9541edd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:23Z', 'updated_at': '2022-05-25T20:40:26Z', 'revision_number': 3, 'project_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'gw_port': {'id': 'f61adf50-5221-4ee4-95b5-adb9541edd03', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:24Z', 'updated_at': '2022-05-25T20:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:40:32.145990 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:32.152824 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:40:32.161229 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2b3816a5-74d2-4a0f-bdb4-405f9ff2f958 admin admin] 10.222.0.60 "PUT /v2.0/routers/ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4304686 May 25 20:40:32.192257 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:32.202370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Sync routers for ids ['ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:40:32.325077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=e450b9cb-f9a5-455a-855e-c3f6269128b3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:32.330434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e289a651-0c9e-4332-a30c-2d47ab89b66f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:32.346850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Network 80299d6c-cd7d-44a7-8952-b0062b98096a is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:32.352905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:32.356792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:32.367040 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Routers {'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:32.368433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:32.405280 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:32.410290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 59988) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:32.411059 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e4900c9b-bc87-43ca-927f-430f2f71a0cf tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6173072 May 25 20:40:32.419303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2135913057', 'security_groups': ['e289a651-0c9e-4332-a30c-2d47ab89b66f'], 'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd56dab01-36c7-44ca-acb9-1f0a42899bc7'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:32.465410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:32.924056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:33.023978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:33.034961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:33.061447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:33.371063 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:33.388389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Set router ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:33.432751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port 9f036eac-8db4-46f3-b9be-cbde7fe57beb yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:40:33.638814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:33.895479 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:33.999701 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f0a89252-4cc3-4743-872b-610d1e7a6025 None None] Current status of the port 29e69215-576d-4411-b7e5-942edd4e0ade is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:34.000079 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f0a89252-4cc3-4743-872b-610d1e7a6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:34.010171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60038) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:34.025386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-700039649-network', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:34.035799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:34.043832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Usage tracker for resource:network and tenant:842cee69f06741e6b62709d9a1018a5e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:34.050770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:34.060576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:34.065170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Allocated IP 172.20.0.11 (d35ec7d8-f517-40d4-9344-a3cd4b73b922/d56dab01-36c7-44ca-acb9-1f0a42899bc7/9f036eac-8db4-46f3-b9be-cbde7fe57beb) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:34.084189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Made reservation on behalf of 842cee69f06741e6b62709d9a1018a5e for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:34.087045 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:34.088803 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:34.095885 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:34.104961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:34.149479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:34.159915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:842cee69f06741e6b62709d9a1018a5e is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:34.164940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:34.204899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:34.261157 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:34.483189 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:34.538127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 29e69215-576d-4411-b7e5-942edd4e0ade is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:34.544373 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:34.552067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Transition to ACTIVE for port object 9f036eac-8db4-46f3-b9be-cbde7fe57beb will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:34.590188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=e450b9cb-f9a5-455a-855e-c3f6269128b3,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:34.600772 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:34.611460 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:34.641000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Network 80299d6c-cd7d-44a7-8952-b0062b98096a is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:34.643519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:34.732853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:40:34.766874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f0a89252-4cc3-4743-872b-610d1e7a6025 None None] For port 29e69215-576d-4411-b7e5-942edd4e0ade, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=29e69215-576d-4411-b7e5-942edd4e0ade,segment=NetworkSegment(73e74a25-e96e-49a7-92c5-247418bcb13b),segment_id=73e74a25-e96e-49a7-92c5-247418bcb13b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:34.800549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eed0e49-8306-4b7d-98bc-971968d0532f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:34.825660 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:34.826009 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Added segment 1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc of type vlan for network b15f2671-6845-4097-8619-0f46cdeff87c May 25 20:40:34.829664 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:34.934825 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:34.948397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Router abe3bfcc-1940-49e6-81e8-bb9a6245a92f has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:40:34.992684 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:34.995379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:34.997047 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:35.036763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:35.045637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:35.119420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:35.143059 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f0a89252-4cc3-4743-872b-610d1e7a6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:35.191059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=9f036eac-8db4-46f3-b9be-cbde7fe57beb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:35.195324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:40:35.212549 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-07313c5c-6d36-4abd-a7e8-6c1f7f716eb8 admin admin] 10.222.0.60 "PUT /v2.0/routers/abe3bfcc-1940-49e6-81e8-bb9a6245a92f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5740845 May 25 20:40:35.237073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] Pushing event updated for resources: {'Network': ['ID=b15f2671-6845-4097-8619-0f46cdeff87c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:35.254281 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c1805ad7-f8bf-499c-be15-e24d1c175fc2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2400441 May 25 20:40:35.254666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60056) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:35.262850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Request body: {'subnet': {'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-700039649-subnet', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:35.263885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:35.264611 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:35.276488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:35.289123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Usage tracker for resource:subnet and tenant:842cee69f06741e6b62709d9a1018a5e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:35.292846 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c579d45b-7e04-47ed-aa84-daa092eddc35 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8779700 May 25 20:40:35.293132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60060) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:35.298865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:35.301300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b84cc706-056e-4bea-b9c3-488fb910fc34 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:35.311980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:35.332554 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a89252-4cc3-4743-872b-610d1e7a6025 None None] Pushing event updated for resources: {'Port': ['ID=29e69215-576d-4411-b7e5-942edd4e0ade,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:35.344068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network b15f2671-6845-4097-8619-0f46cdeff87c details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:40:35.352489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Made reservation on behalf of 842cee69f06741e6b62709d9a1018a5e for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:35.360668 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:35.374591 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Sync routers for ids ['abe3bfcc-1940-49e6-81e8-bb9a6245a92f'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:40:35.401974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-d35ec7d8-f517-40d4-9344-a3cd4b73b922', 'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'tenant_id': '41e61a66510849969b73a280f08318ff', 'fixed_ips': [{'subnet_id': 'd56dab01-36c7-44ca-acb9-1f0a42899bc7'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:40:35.403210 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:35.413154 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Routers {'abe3bfcc-1940-49e6-81e8-bb9a6245a92f'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:35.429313 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['abe3bfcc-1940-49e6-81e8-bb9a6245a92f'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:35.501497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b84cc706-056e-4bea-b9c3-488fb910fc34 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:35.506145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b84cc706-056e-4bea-b9c3-488fb910fc34 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:35.509686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b84cc706-056e-4bea-b9c3-488fb910fc34 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:35.518139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b84cc706-056e-4bea-b9c3-488fb910fc34 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:35.531511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84cc706-056e-4bea-b9c3-488fb910fc34 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:35.542281 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b84cc706-056e-4bea-b9c3-488fb910fc34 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:35.618778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d8ef69f-da9a-4f9e-847f-d7156a9888e6 None None] Provisioning complete for port 9097e871-d874-4592-bd23-c94e16dc4425 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:35.619594 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef69f-da9a-4f9e-847f-d7156a9888e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:35.952371 n-d-843339-1 neutron-server[88331]: INFO neutron.db.ipam_backend_mixin [None req-b84cc706-056e-4bea-b9c3-488fb910fc34 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d56dab01-36c7-44ca-acb9-1f0a42899bc7 (CIDR: 172.20.0.0/28) May 25 20:40:35.959056 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84cc706-056e-4bea-b9c3-488fb910fc34 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:40:35.964386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84cc706-056e-4bea-b9c3-488fb910fc34 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:40:36.008654 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b84cc706-056e-4bea-b9c3-488fb910fc34 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7137387 May 25 20:40:36.010366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60076) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:36.025843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ee800882-39be-42e6-8d75-48a19756fb47 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:36.069673 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Set router abe3bfcc-1940-49e6-81e8-bb9a6245a92f gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:36.082980 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:36.295153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=880659cc-a87a-4f95-a70e-7b66338bd316,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:36.316089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Checking segment: {'id': '1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:36.316632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Network hostable DHCP agents. Network: b15f2671-6845-4097-8619-0f46cdeff87c, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:40:36.378549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Network b15f2671-6845-4097-8619-0f46cdeff87c is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:40:36.409853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, b15f2671-6845-4097-8619-0f46cdeff87c) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:36.432438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:36.442613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:36.454228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Allocated IP 172.20.0.2 (d35ec7d8-f517-40d4-9344-a3cd4b73b922/d56dab01-36c7-44ca-acb9-1f0a42899bc7/7ab19894-d29a-4884-86ad-7badddda581c) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:36.530724 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-be51db4f-5620-4442-a1d5-928f2c8f9c60 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2711868 May 25 20:40:36.534703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60094) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:36.555450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-700039649-router', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:36.576473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:36.598612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Usage tracker for resource:router and tenant:842cee69f06741e6b62709d9a1018a5e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:36.610877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:36.636867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:36.668570 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:36.669786 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:36.703930 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:36.726270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ef69f-da9a-4f9e-847f-d7156a9888e6 None None] Port 9097e871-d874-4592-bd23-c94e16dc4425 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:40:36.929896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ee800882-39be-42e6-8d75-48a19756fb47 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:36.942506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ee800882-39be-42e6-8d75-48a19756fb47 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:36.947137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ee800882-39be-42e6-8d75-48a19756fb47 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:36.967683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ee800882-39be-42e6-8d75-48a19756fb47 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:36.988501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee800882-39be-42e6-8d75-48a19756fb47 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:36.992048 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ee800882-39be-42e6-8d75-48a19756fb47 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:37.025508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee101b-4e89-412b-9331-e0782e5a2d32 None None] Network b15f2671-6845-4097-8619-0f46cdeff87c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:37.187447 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:40:37.188050 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:40:37.216428 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'name': 'tempest-TestVolumeBootPattern-146920342-router', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'f61adf50-5221-4ee4-95b5-adb9541edd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:23Z', 'updated_at': '2022-05-25T20:40:32Z', 'revision_number': 4, 'project_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'gw_port': {'id': 'f61adf50-5221-4ee4-95b5-adb9541edd03', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:24Z', 'updated_at': '2022-05-25T20:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e450b9cb-f9a5-455a-855e-c3f6269128b3', 'name': '', 'network_id': '80299d6c-cd7d-44a7-8952-b0062b98096a', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'mac_address': 'fa:16:3e:00:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'a5def048-0c9c-483d-b3d1-960aca0a2561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:30Z', 'updated_at': '2022-05-25T20:40:33Z', 'revision_number': 2, 'project_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'subnets': [{'id': 'a5def048-0c9c-483d-b3d1-960aca0a2561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:37.227082 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Checking router: abe3bfcc-1940-49e6-81e8-bb9a6245a92f for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:40:37.228691 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Updating router abe3bfcc-1940-49e6-81e8-bb9a6245a92f port e450b9cb-f9a5-455a-855e-c3f6269128b3 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:40:37.381704 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:37.439352 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:37.579489 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:37.607319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Transition to ACTIVE for port object 7ab19894-d29a-4884-86ad-7badddda581c will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:37.650287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Transition to ACTIVE for port object 7ab19894-d29a-4884-86ad-7badddda581c will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:37.675991 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ee800882-39be-42e6-8d75-48a19756fb47 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:37.886636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee800882-39be-42e6-8d75-48a19756fb47 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Subnet': ['ID=cd956ca2-921b-4bbf-8798-778f1b7bfd5d,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:37.957186 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:37.967133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee800882-39be-42e6-8d75-48a19756fb47 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:37.972118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ee800882-39be-42e6-8d75-48a19756fb47 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:37.993021 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee800882-39be-42e6-8d75-48a19756fb47 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:37.994887 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ee800882-39be-42e6-8d75-48a19756fb47 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:38.066945 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ee800882-39be-42e6-8d75-48a19756fb47 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0501952 May 25 20:40:38.069512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60112) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:38.088682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-224192cc-a168-4d2d-a967-9e77aa79af48 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-959683515', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cd956ca2-921b-4bbf-8798-778f1b7bfd5d'}], 'security_groups': ['a8adaa5a-da4c-412b-8245-b323ba81454b']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:38.294510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Pushing event updated for resources: {'Port': ['ID=7ab19894-d29a-4884-86ad-7badddda581c,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:38.364169 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-b15f2671-6845-4097-8619-0f46cdeff87c', 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'fixed_ips': [{'subnet_id': '880659cc-a87a-4f95-a70e-7b66338bd316'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:40:38.365152 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:38.450760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-224192cc-a168-4d2d-a967-9e77aa79af48 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:38.487305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:38.510198 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:38.522394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:38.539094 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Transition to ACTIVE for port object e450b9cb-f9a5-455a-855e-c3f6269128b3 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:38.556107 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:38.556848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:38.746310 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c038c2-96db-4f99-88b6-0ceecd29748c None None] Pushing event updated for resources: {'Port': ['ID=e450b9cb-f9a5-455a-855e-c3f6269128b3,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:38.778465 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:38.790077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-eea31cf2-f5de-43a7-900f-8347456199bc None None] Provisioning complete for port 29e69215-576d-4411-b7e5-942edd4e0ade triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:38.793751 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eea31cf2-f5de-43a7-900f-8347456199bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:38.935480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 29e69215-576d-4411-b7e5-942edd4e0ade is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:38.938132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:39.012960 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:39.230799 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Attempting to bind port e450b9cb-f9a5-455a-855e-c3f6269128b3 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:40:39.238082 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Attempting to bind port e450b9cb-f9a5-455a-855e-c3f6269128b3 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '73e74a25-e96e-49a7-92c5-247418bcb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '80299d6c-cd7d-44a7-8952-b0062b98096a'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:40:39.241196 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Attempting to bind port e450b9cb-f9a5-455a-855e-c3f6269128b3 on network 80299d6c-cd7d-44a7-8952-b0062b98096a {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:39.249516 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:40:39.250254 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Checking segment: {'id': '73e74a25-e96e-49a7-92c5-247418bcb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '80299d6c-cd7d-44a7-8952-b0062b98096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:39.250918 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:39.251549 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Bound using segment: {'id': '73e74a25-e96e-49a7-92c5-247418bcb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '80299d6c-cd7d-44a7-8952-b0062b98096a'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:40:39.254049 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Bound port: e450b9cb-f9a5-455a-855e-c3f6269128b3, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e74a25-e96e-49a7-92c5-247418bcb13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '80299d6c-cd7d-44a7-8952-b0062b98096a'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:40:39.254604 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:39.328358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Allocated IP 172.25.3.9 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/ffb75569-1a6e-4b13-8231-1507da29452b) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:39.446445 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] For port e450b9cb-f9a5-455a-855e-c3f6269128b3, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:40:39.451521 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] For port e450b9cb-f9a5-455a-855e-c3f6269128b3, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e450b9cb-f9a5-455a-855e-c3f6269128b3,segment=NetworkSegment(73e74a25-e96e-49a7-92c5-247418bcb13b),segment_id=73e74a25-e96e-49a7-92c5-247418bcb13b)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:40:39.465072 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:39.574265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Allocated IP 172.20.0.2 (b15f2671-6845-4097-8619-0f46cdeff87c/880659cc-a87a-4f95-a70e-7b66338bd316/a97ba5c7-5f8f-4c84-855b-a869108d63cb) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:39.594100 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Routers {'abe3bfcc-1940-49e6-81e8-bb9a6245a92f'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:39.597799 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['abe3bfcc-1940-49e6-81e8-bb9a6245a92f'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:39.606863 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:39.657100 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:39.739566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:39.764363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:39.776364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:39.833444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-224192cc-a168-4d2d-a967-9e77aa79af48 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Delete allocated IP 172.20.0.11 (d35ec7d8-f517-40d4-9344-a3cd4b73b922/d56dab01-36c7-44ca-acb9-1f0a42899bc7) {{(pid=88331) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 20:40:39.848661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-224192cc-a168-4d2d-a967-9e77aa79af48 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Allocated IP 172.20.0.23 (d35ec7d8-f517-40d4-9344-a3cd4b73b922/cd956ca2-921b-4bbf-8798-778f1b7bfd5d/9f036eac-8db4-46f3-b9be-cbde7fe57beb) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:39.898976 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] Set router abe3bfcc-1940-49e6-81e8-bb9a6245a92f gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:40.117026 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:40.130224 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Transition to ACTIVE for port object a97ba5c7-5f8f-4c84-855b-a869108d63cb will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:40.151023 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Transition to ACTIVE for port object a97ba5c7-5f8f-4c84-855b-a869108d63cb will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:40.158664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Attempting to bind port 7ab19894-d29a-4884-86ad-7badddda581c on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:40:40.159476 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Attempting to bind port 7ab19894-d29a-4884-86ad-7badddda581c by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '29f7e846-a34d-4b50-aeaf-8c6715faa489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:40:40.160139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Attempting to bind port 7ab19894-d29a-4884-86ad-7badddda581c on network d35ec7d8-f517-40d4-9344-a3cd4b73b922 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:40.172700 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:40.179221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'name': 'tempest-TestServerMultinode-852725668-router', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:15Z', 'updated_at': '2022-05-25T20:40:27Z', 'revision_number': 4, 'project_id': '60c358d84b25447b9d171c97ccfd2383', 'gw_port': {'id': '5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9097e871-d874-4592-bd23-c94e16dc4425', 'name': '', 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'mac_address': 'fa:16:3e:19:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9aaacded-2315-410d-bee3-75ac067d5e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:24Z', 'updated_at': '2022-05-25T20:40:28Z', 'revision_number': 2, 'project_id': '60c358d84b25447b9d171c97ccfd2383', 'subnets': [{'id': '9aaacded-2315-410d-bee3-75ac067d5e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:40.286435 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c038c2-96db-4f99-88b6-0ceecd29748c None None] Pushing event updated for resources: {'Port': ['ID=e450b9cb-f9a5-455a-855e-c3f6269128b3,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:40.291614 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:29Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:40.293876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:40:40.294262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Checking segment: {'id': '29f7e846-a34d-4b50-aeaf-8c6715faa489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:40.294650 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:40.300127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Bound using segment: {'id': '29f7e846-a34d-4b50-aeaf-8c6715faa489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:40:40.300959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Bound port: 7ab19894-d29a-4884-86ad-7badddda581c, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f7e846-a34d-4b50-aeaf-8c6715faa489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:40:40.302723 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:40.386686 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-224192cc-a168-4d2d-a967-9e77aa79af48 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:40.427928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-224192cc-a168-4d2d-a967-9e77aa79af48 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Ignored duplicate provisioning block setup for port 9f036eac-8db4-46f3-b9be-cbde7fe57beb by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 25 20:40:40.436425 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-224192cc-a168-4d2d-a967-9e77aa79af48 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:40.485844 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Network b15f2671-6845-4097-8619-0f46cdeff87c is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:40.487673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Checking router: ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:40:40.488301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Updating router ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a port 9097e871-d874-4592-bd23-c94e16dc4425 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:40:40.541000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3876ea-819c-4768-a3bb-8e8213cf09da None None] The sync data for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 is: [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:29Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:40:40.580240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:40.585710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:40.632658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ffb75569-1a6e-4b13-8231-1507da29452b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:40.636616 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-eea31cf2-f5de-43a7-900f-8347456199bc None None] Current status of the port 29e69215-576d-4411-b7e5-942edd4e0ade is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:40.792595 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'name': 'tempest-TestVolumeBootPattern-146920342-router', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'f61adf50-5221-4ee4-95b5-adb9541edd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:23Z', 'updated_at': '2022-05-25T20:40:32Z', 'revision_number': 4, 'project_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'gw_port': {'id': 'f61adf50-5221-4ee4-95b5-adb9541edd03', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:24Z', 'updated_at': '2022-05-25T20:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e450b9cb-f9a5-455a-855e-c3f6269128b3', 'name': '', 'network_id': '80299d6c-cd7d-44a7-8952-b0062b98096a', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'mac_address': 'fa:16:3e:00:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'a5def048-0c9c-483d-b3d1-960aca0a2561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:30Z', 'updated_at': '2022-05-25T20:40:39Z', 'revision_number': 4, 'project_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'subnets': [{'id': 'a5def048-0c9c-483d-b3d1-960aca0a2561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:40.801014 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad37276-98eb-4b37-850e-4bf0e389e344 None None] The sync data for ids ['abe3bfcc-1940-49e6-81e8-bb9a6245a92f'] in n-d-843339-1 is: [{'id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'name': 'tempest-TestVolumeBootPattern-146920342-router', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'f61adf50-5221-4ee4-95b5-adb9541edd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:23Z', 'updated_at': '2022-05-25T20:40:32Z', 'revision_number': 4, 'project_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'gw_port': {'id': 'f61adf50-5221-4ee4-95b5-adb9541edd03', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:24Z', 'updated_at': '2022-05-25T20:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'e450b9cb-f9a5-455a-855e-c3f6269128b3', 'name': '', 'network_id': '80299d6c-cd7d-44a7-8952-b0062b98096a', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'mac_address': 'fa:16:3e:00:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'a5def048-0c9c-483d-b3d1-960aca0a2561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:30Z', 'updated_at': '2022-05-25T20:40:39Z', 'revision_number': 4, 'project_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'subnets': [{'id': 'a5def048-0c9c-483d-b3d1-960aca0a2561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:40:40.862186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:40.993919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-224192cc-a168-4d2d-a967-9e77aa79af48 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] In _notify_port_updated(), no bound segment for port 9f036eac-8db4-46f3-b9be-cbde7fe57beb on network d35ec7d8-f517-40d4-9344-a3cd4b73b922 {{(pid=88331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:40:41.006596 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:41.009819 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224192cc-a168-4d2d-a967-9e77aa79af48 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:41.011737 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-224192cc-a168-4d2d-a967-9e77aa79af48 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:41.016874 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-224192cc-a168-4d2d-a967-9e77aa79af48 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "PUT /v2.0/ports/9f036eac-8db4-46f3-b9be-cbde7fe57beb HTTP/1.1" status: 200 len: 920 time: 2.9461567 May 25 20:40:41.018915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60148) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:41.218737 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:41.239439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e13d98dc-4abc-4317-b359-0bdd7601f89a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 9f036eac-8db4-46f3-b9be-cbde7fe57beb {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:40:41.239792 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e13d98dc-4abc-4317-b359-0bdd7601f89a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:41.244336 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:41.244702 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:41.363855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Pushing event updated for resources: {'Port': ['ID=a97ba5c7-5f8f-4c84-855b-a869108d63cb,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:41.508906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224192cc-a168-4d2d-a967-9e77aa79af48 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=9f036eac-8db4-46f3-b9be-cbde7fe57beb,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:41.538733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] For port 7ab19894-d29a-4884-86ad-7badddda581c, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:40:41.551178 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] For port 7ab19894-d29a-4884-86ad-7badddda581c, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7ab19894-d29a-4884-86ad-7badddda581c,segment=NetworkSegment(29f7e846-a34d-4b50-aeaf-8c6715faa489),segment_id=29f7e846-a34d-4b50-aeaf-8c6715faa489)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:40:41.562011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-eea31cf2-f5de-43a7-900f-8347456199bc None None] Provisioning for port e450b9cb-f9a5-455a-855e-c3f6269128b3 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:41.567915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Attempting to bind port a97ba5c7-5f8f-4c84-855b-a869108d63cb on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:40:41.568226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Attempting to bind port a97ba5c7-5f8f-4c84-855b-a869108d63cb by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:40:41.568624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Attempting to bind port a97ba5c7-5f8f-4c84-855b-a869108d63cb on network b15f2671-6845-4097-8619-0f46cdeff87c {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:41.802015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:40:41.803265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Checking segment: {'id': '1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:41.803691 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:41.816961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Bound using segment: {'id': '1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:40:41.817653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Bound port: a97ba5c7-5f8f-4c84-855b-a869108d63cb, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:40:41.818057 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:41.860200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60166) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:41.869624 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:42.040629 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e13d98dc-4abc-4317-b359-0bdd7601f89a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:42.533795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] For port a97ba5c7-5f8f-4c84-855b-a869108d63cb, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:40:42.537505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] For port a97ba5c7-5f8f-4c84-855b-a869108d63cb, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a97ba5c7-5f8f-4c84-855b-a869108d63cb,segment=NetworkSegment(1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc),segment_id=1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:40:42.662450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e13d98dc-4abc-4317-b359-0bdd7601f89a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 9f036eac-8db4-46f3-b9be-cbde7fe57beb owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:40:42.675159 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27aa696e-c4b6-4af0-bd73-9685d4ef7e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:42.682842 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:42.718337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-27aa696e-c4b6-4af0-bd73-9685d4ef7e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:42.737306 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:42.739797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-27aa696e-c4b6-4af0-bd73-9685d4ef7e55 admin admin] Usage tracker for resource:security_group_rule and tenant:35a998fd072244dd857c431caf5b1b3c is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:42.755034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-27aa696e-c4b6-4af0-bd73-9685d4ef7e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:42.851971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae9c90-96a4-483b-9916-d1ed391be300 None None] Pushing event updated for resources: {'Port': ['ID=7ab19894-d29a-4884-86ad-7badddda581c,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:42.902260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-27aa696e-c4b6-4af0-bd73-9685d4ef7e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:42.981371 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e13d98dc-4abc-4317-b359-0bdd7601f89a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:43.055266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d98dc-4abc-4317-b359-0bdd7601f89a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=9f036eac-8db4-46f3-b9be-cbde7fe57beb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:43.170451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:43.171076 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:43.196226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3904f2-8b8f-4472-a3c2-e806c3d4f1b3 None None] Pushing event updated for resources: {'Port': ['ID=a97ba5c7-5f8f-4c84-855b-a869108d63cb,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:43.207207 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e13d98dc-4abc-4317-b359-0bdd7601f89a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:43.218998 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:43.239606 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e13d98dc-4abc-4317-b359-0bdd7601f89a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/9f036eac-8db4-46f3-b9be-cbde7fe57beb HTTP/1.1" status: 204 len: 168 time: 2.2114367 May 25 20:40:43.240331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60184) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:43.271465 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:43.304056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-d9683d3d-4e69-4835-8672-7cc326c3920f tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:43.316454 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-d9683d3d-4e69-4835-8672-7cc326c3920f tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 812 time: 0.4116409 May 25 20:40:43.370744 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3214b786-f012-4fe9-b388-801734334ef3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] GET failed (client error): The resource could not be found. May 25 20:40:43.371289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3214b786-f012-4fe9-b388-801734334ef3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:40:43.401318 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-04098ddb-2cfa-4c2d-b48e-8a85b2474036 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/quotas/7e7010833e5c431293fcd9aca5363db5 HTTP/1.1" status: 200 len: 375 time: 0.0824075 May 25 20:40:43.445923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3214b786-f012-4fe9-b388-801734334ef3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:40:43.452609 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3214b786-f012-4fe9-b388-801734334ef3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/9f036eac-8db4-46f3-b9be-cbde7fe57beb HTTP/1.1" status: 404 len: 333 time: 0.2111342 May 25 20:40:43.455639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60188) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:43.670690 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27aa696e-c4b6-4af0-bd73-9685d4ef7e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:43.706078 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-27aa696e-c4b6-4af0-bd73-9685d4ef7e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:43.718534 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f21a0ba4-9dd2-4e50-b7b7-6999feb150f5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:43.760705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa696e-c4b6-4af0-bd73-9685d4ef7e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de66ead-3a94-4c49-94a7-e0f76426e643,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:43.777203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:43.785580 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f21a0ba4-9dd2-4e50-b7b7-6999feb150f5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:43.789856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Router 273b1220-957a-4206-86f9-aa780eb99429 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:40:43.848596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-eecccc06-ecd3-4788-abef-832d849e2dd3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:40:43.861665 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-27aa696e-c4b6-4af0-bd73-9685d4ef7e55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35a998fd072244dd857c431caf5b1b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9923849 May 25 20:40:43.881259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60194) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:43.963629 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:43.999396 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f21a0ba4-9dd2-4e50-b7b7-6999feb150f5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:44.007489 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f61adf50-5221-4ee4-95b5-adb9541edd03 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:44.053526 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2203e925-4959-40db-98ab-c1262842d3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:44.062485 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f21a0ba4-9dd2-4e50-b7b7-6999feb150f5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:44.068218 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f21a0ba4-9dd2-4e50-b7b7-6999feb150f5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/security-groups/e289a651-0c9e-4332-a30c-2d47ab89b66f HTTP/1.1" status: 204 len: 168 time: 0.6029711 May 25 20:40:44.070289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a0ba4-9dd2-4e50-b7b7-6999feb150f5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e289a651-0c9e-4332-a30c-2d47ab89b66f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:44.078117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60200) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:44.116060 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2203e925-4959-40db-98ab-c1262842d3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:44.135583 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Transition to ACTIVE for port object 9097e871-d874-4592-bd23-c94e16dc4425 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:44.168368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c702af79-4b60-4d50-9513-ee67a39d48ea None None] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:44.192320 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:44.199824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-eecccc06-ecd3-4788-abef-832d849e2dd3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:40:44.208210 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2203e925-4959-40db-98ab-c1262842d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:44.210757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-eecccc06-ecd3-4788-abef-832d849e2dd3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8061335 May 25 20:40:44.256974 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2203e925-4959-40db-98ab-c1262842d3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:44.281986 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2203e925-4959-40db-98ab-c1262842d3bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3de66ead-3a94-4c49-94a7-e0f76426e643 HTTP/1.1" status: 204 len: 168 time: 0.3893080 May 25 20:40:44.292001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203e925-4959-40db-98ab-c1262842d3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de66ead-3a94-4c49-94a7-e0f76426e643,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:44.430425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port f61adf50-5221-4ee4-95b5-adb9541edd03 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:44.447682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f61adf50-5221-4ee4-95b5-adb9541edd03 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:44.448220 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:44.495678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:40:44.532965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Sync routers for ids ['273b1220-957a-4206-86f9-aa780eb99429'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:40:44.573409 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:44.575109 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9a2e7e23-e17d-4925-9baf-ec9742ff95e9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.0350945 May 25 20:40:44.577784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60208) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:44.583041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade38c76-9b8c-4bd5-85a7-bdc9fe46aca6 None None] Pushing event updated for resources: {'Port': ['ID=9097e871-d874-4592-bd23-c94e16dc4425,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:44.585343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0b1c1b42-f977-4e67-be68-4f8414d5df20 None None] Provisioning complete for port e1fded5c-2db4-4905-974e-11a8cd3adca1 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:44.585846 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1b42-f977-4e67-be68-4f8414d5df20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:44.612506 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-730ef445-96f2-4979-9551-401a0df42405 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:44.775983 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-730ef445-96f2-4979-9551-401a0df42405 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:44.799753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-8caed1e0-aca8-4a3f-acc9-1e64010c7366 service neutron] 10.222.0.60 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700293 May 25 20:40:44.899370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c1b42-f977-4e67-be68-4f8414d5df20 None None] Port e1fded5c-2db4-4905-974e-11a8cd3adca1 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:40:44.998424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60214) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:45.005441 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3494eda2-c9a1-4c87-86c6-502b9634b1a2 None None] Network b15f2671-6845-4097-8619-0f46cdeff87c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:45.021576 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-730ef445-96f2-4979-9551-401a0df42405 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:45.035659 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e91b92e2-10fa-48b8-a84d-b1c48af1fdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:45.079975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-961bf08f-470a-4f96-b99e-28b8858772c5 service neutron] 10.222.0.60 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723343 May 25 20:40:45.089529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e91b92e2-10fa-48b8-a84d-b1c48af1fdb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:45.093565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e91b92e2-10fa-48b8-a84d-b1c48af1fdb9 admin admin] Usage tracker for resource:security_group_rule and tenant:a97fab4f8c8046cc8a2bac00e0a921b3 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:45.096939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e91b92e2-10fa-48b8-a84d-b1c48af1fdb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:45.104280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e91b92e2-10fa-48b8-a84d-b1c48af1fdb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:45.154736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ef445-96f2-4979-9551-401a0df42405 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8adaa5a-da4c-412b-8245-b323ba81454b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:45.168063 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-730ef445-96f2-4979-9551-401a0df42405 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:45.169181 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-730ef445-96f2-4979-9551-401a0df42405 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/security-groups/a8adaa5a-da4c-412b-8245-b323ba81454b HTTP/1.1" status: 204 len: 168 time: 1.0837748 May 25 20:40:45.185562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60220) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:45.202866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Routers {'273b1220-957a-4206-86f9-aa780eb99429'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:45.207585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['273b1220-957a-4206-86f9-aa780eb99429'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:45.334525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c79cf7-f3b9-4b13-84fc-a1ed54aaabb5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting subnet d56dab01-36c7-44ca-acb9-1f0a42899bc7 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:40:45.342667 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8c79cf7-f3b9-4b13-84fc-a1ed54aaabb5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:45.425923 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8c79cf7-f3b9-4b13-84fc-a1ed54aaabb5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:45.469819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Set router 273b1220-957a-4206-86f9-aa780eb99429 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:45.481691 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e91b92e2-10fa-48b8-a84d-b1c48af1fdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:45.491298 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e91b92e2-10fa-48b8-a84d-b1c48af1fdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:45.564049 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e91b92e2-10fa-48b8-a84d-b1c48af1fdb9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a97fab4f8c8046cc8a2bac00e0a921b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5630279 May 25 20:40:45.567723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60230) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:45.576231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b92e2-10fa-48b8-a84d-b1c48af1fdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b73350d-592a-45df-a6fc-607b5c195e64,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:45.601184 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8c79cf7-f3b9-4b13-84fc-a1ed54aaabb5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:45.700092 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8c79cf7-f3b9-4b13-84fc-a1ed54aaabb5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:45.932728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Attempting to bind port 9097e871-d874-4592-bd23-c94e16dc4425 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:40:45.933236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Attempting to bind port 9097e871-d874-4592-bd23-c94e16dc4425 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:40:45.933693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Attempting to bind port 9097e871-d874-4592-bd23-c94e16dc4425 on network 10b537d9-405b-406c-ad38-c96d302b5731 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:45.958432 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0b1c1b42-f977-4e67-be68-4f8414d5df20 None None] Provisioning for port 7ab19894-d29a-4884-86ad-7badddda581c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:45.986788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:40:45.987385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Checking segment: {'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:45.988459 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:45.988878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c79cf7-f3b9-4b13-84fc-a1ed54aaabb5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Subnet': ['ID=d56dab01-36c7-44ca-acb9-1f0a42899bc7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:45.989316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Bound using segment: {'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:40:45.992100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Bound port: 9097e871-d874-4592-bd23-c94e16dc4425, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:40:45.992100 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:45.996177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f7a4306-9693-4e47-a1e5-bcbf2f37caca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:46.001668 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a8c79cf7-f3b9-4b13-84fc-a1ed54aaabb5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:46.023990 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-45b81ee2-5c69-4fd3-bc6e-50952244bff0 req-710f2bb2-c306-4a23-ba21-9d2bd4628e27 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 210 time: 0.1849980 May 25 20:40:46.044311 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:46.045021 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a8c79cf7-f3b9-4b13-84fc-a1ed54aaabb5 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/d56dab01-36c7-44ca-acb9-1f0a42899bc7 HTTP/1.1" status: 204 len: 168 time: 0.8583279 May 25 20:40:46.045669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60250) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:46.057831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7f2d079f-a757-4555-ab11-6f3fc5913fe4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:46.200899 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f7a4306-9693-4e47-a1e5-bcbf2f37caca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:46.323960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7f2d079f-a757-4555-ab11-6f3fc5913fe4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:46.334299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7f2d079f-a757-4555-ab11-6f3fc5913fe4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:46.339800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7f2d079f-a757-4555-ab11-6f3fc5913fe4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:46.350515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f61adf50-5221-4ee4-95b5-adb9541edd03 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:46.351075 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:46.352770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7f2d079f-a757-4555-ab11-6f3fc5913fe4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:46.368383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2d079f-a757-4555-ab11-6f3fc5913fe4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:46.376540 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f2d079f-a757-4555-ab11-6f3fc5913fe4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:46.521618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port f61adf50-5221-4ee4-95b5-adb9541edd03, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f61adf50-5221-4ee4-95b5-adb9541edd03,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:46.523245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] For port 9097e871-d874-4592-bd23-c94e16dc4425, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:40:46.544864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] For port 9097e871-d874-4592-bd23-c94e16dc4425, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9097e871-d874-4592-bd23-c94e16dc4425,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:40:46.558717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273b1220-957a-4206-86f9-aa780eb99429', 'name': 'tempest-TestServerMultinode-700039649-router', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ffb75569-1a6e-4b13-8231-1507da29452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:36Z', 'updated_at': '2022-05-25T20:40:40Z', 'revision_number': 3, 'project_id': '842cee69f06741e6b62709d9a1018a5e', 'gw_port': {'id': 'ffb75569-1a6e-4b13-8231-1507da29452b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273b1220-957a-4206-86f9-aa780eb99429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:39Z', 'updated_at': '2022-05-25T20:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:46.563831 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:46.564642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e450b9cb-f9a5-455a-855e-c3f6269128b3 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:46.604070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-45d023c1-56f3-4a5e-9c09-340abdcfea2e None None] Provisioning for port a97ba5c7-5f8f-4c84-855b-a869108d63cb completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:46.755161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Allocated IP 172.20.0.1 (b15f2671-6845-4097-8619-0f46cdeff87c/880659cc-a87a-4f95-a70e-7b66338bd316/81a8b36f-fc27-4d91-a0a1-ad8713b6e14a) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:46.814751 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:46.920939 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=f61adf50-5221-4ee4-95b5-adb9541edd03,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:46.971722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Checking router: 273b1220-957a-4206-86f9-aa780eb99429 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:40:46.972468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Updating router 273b1220-957a-4206-86f9-aa780eb99429 port ffb75569-1a6e-4b13-8231-1507da29452b binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:40:47.037544 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f7a4306-9693-4e47-a1e5-bcbf2f37caca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:47.085515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60266) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:47.113992 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c95832-29e6-465b-be92-59bea9552cb7 None None] Update dhcp port {'port': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'fixed_ips': [{'subnet_id': 'cd956ca2-921b-4bbf-8798-778f1b7bfd5d'}, {'subnet_id': 'd56dab01-36c7-44ca-acb9-1f0a42899bc7'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '7ab19894-d29a-4884-86ad-7badddda581c'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:40:47.119485 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f2d079f-a757-4555-ab11-6f3fc5913fe4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:47.152155 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a4306-9693-4e47-a1e5-bcbf2f37caca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b73350d-592a-45df-a6fc-607b5c195e64,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:47.238646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2d079f-a757-4555-ab11-6f3fc5913fe4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:47.250588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7f2d079f-a757-4555-ab11-6f3fc5913fe4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:47.278737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2d079f-a757-4555-ab11-6f3fc5913fe4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:47.281354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f2d079f-a757-4555-ab11-6f3fc5913fe4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:47.281563 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5f7a4306-9693-4e47-a1e5-bcbf2f37caca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:47.290754 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5f7a4306-9693-4e47-a1e5-bcbf2f37caca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b73350d-592a-45df-a6fc-607b5c195e64 HTTP/1.1" status: 204 len: 168 time: 1.7218513 May 25 20:40:47.306999 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:47.337982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Routers {'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:47.338796 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:47.386123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Transition to ACTIVE for port object 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:47.463321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-d593d456-6f71-43d5-8100-e3f65f1c8d4b req-be7b687c-e2f6-4205-9cd2-b8f7a1340b44 service neutron] (88331) timed out ('10.222.0.50', 56791) {{(pid=88331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 20:40:47.471135 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:47.500838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port e450b9cb-f9a5-455a-855e-c3f6269128b3 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:47.512209 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:47.600317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade38c76-9b8c-4bd5-85a7-bdc9fe46aca6 None None] Pushing event updated for resources: {'Port': ['ID=9097e871-d874-4592-bd23-c94e16dc4425,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:47.607424 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7f2d079f-a757-4555-ab11-6f3fc5913fe4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5580502 May 25 20:40:47.618569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60276) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:47.633903 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-28c95832-29e6-465b-be92-59bea9552cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:47.647202 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c711d2dc-af46-4eba-828d-d753a5cd6e84 req-487d0a75-4ac7-4e79-8e34-3abcb5fc88b3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 210 time: 0.3095286 May 25 20:40:47.648049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e450b9cb-f9a5-455a-855e-c3f6269128b3 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:47.648815 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:47.662426 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15ee8dcf-495e-43a1-87f2-91e0ddc68b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:47.686299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d079f-a757-4555-ab11-6f3fc5913fe4 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Subnet': ['ID=8fc380aa-4fc9-4959-bd85-7e56cde6d09e,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:47.694796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-15ee8dcf-495e-43a1-87f2-91e0ddc68b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:47.699658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-15ee8dcf-495e-43a1-87f2-91e0ddc68b49 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c3d555e0b94853b3c848ae6a577bbb is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:47.712043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-15ee8dcf-495e-43a1-87f2-91e0ddc68b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:47.719301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-15ee8dcf-495e-43a1-87f2-91e0ddc68b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:47.897403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'security_group': {'name': 'tempest-secgroup-1243264354'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:47.916183 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15ee8dcf-495e-43a1-87f2-91e0ddc68b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:47.925452 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:47.925984 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15ee8dcf-495e-43a1-87f2-91e0ddc68b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:47.949188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:security_group and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:47.953149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:47.965985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:47.969490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-15ee8dcf-495e-43a1-87f2-91e0ddc68b49 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2c3d555e0b94853b3c848ae6a577bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8824503 May 25 20:40:47.973490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60284) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:48.002341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Network b15f2671-6845-4097-8619-0f46cdeff87c is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:48.026116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee8dcf-495e-43a1-87f2-91e0ddc68b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b95719-35eb-426a-835d-2ebbf83705e8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:48.038684 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.062229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:48.071368 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fcba4b5-827c-4a3d-9661-e3ed4614e9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.078129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:48.107615 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fcba4b5-827c-4a3d-9661-e3ed4614e9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.150912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Pushing event updated for resources: {'Port': ['ID=81a8b36f-fc27-4d91-a0a1-ad8713b6e14a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:48.153683 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.186961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60290) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:48.244527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:48.248705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fcba4b5-827c-4a3d-9661-e3ed4614e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.249658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:security_group_rule and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:48.253125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:48.259530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:48.301431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcba4b5-827c-4a3d-9661-e3ed4614e9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b95719-35eb-426a-835d-2ebbf83705e8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:48.304022 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c787b3f2-4682-41c6-b444-43cbd354b8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.328431 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9fcba4b5-827c-4a3d-9661-e3ed4614e9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.333236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c01b6a-f44b-44e8-8353-95950e991377 None None] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:48.334212 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9fcba4b5-827c-4a3d-9661-e3ed4614e9ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15b95719-35eb-426a-835d-2ebbf83705e8 HTTP/1.1" status: 204 len: 168 time: 0.3598411 May 25 20:40:48.336326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c787b3f2-4682-41c6-b444-43cbd354b8ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:48.342626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c787b3f2-4682-41c6-b444-43cbd354b8ea admin admin] Usage tracker for resource:security_group_rule and tenant:58522c0829f3495ab43493d7df6c9ee1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:48.346824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c787b3f2-4682-41c6-b444-43cbd354b8ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:48.353456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c787b3f2-4682-41c6-b444-43cbd354b8ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:48.370144 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.385048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:48.387989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:48.402298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:48.403030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:48.405162 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:48.405740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:48.409305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:48.409754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:48.415554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:48.415983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:48.416473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:48.416822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:40:48.499229 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c787b3f2-4682-41c6-b444-43cbd354b8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.506722 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c787b3f2-4682-41c6-b444-43cbd354b8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.561935 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.659664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787b3f2-4682-41c6-b444-43cbd354b8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3e8f20-3a23-48bd-8e86-cf349f72621f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:48.660994 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.671339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7412de3d-3f84-4afc-a950-17c8f93216e7,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:48.687016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-db1994b3-1b14-4b08-89d2-6fbbc864a564 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:48.688060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-db1994b3-1b14-4b08-89d2-6fbbc864a564 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:40:48.696031 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c787b3f2-4682-41c6-b444-43cbd354b8ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58522c0829f3495ab43493d7df6c9ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5048802 May 25 20:40:48.696506 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60302) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:48.704416 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.709065 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4013c8ff-3832-47e3-aceb-37d18424eb78 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9973624 May 25 20:40:48.709935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60306) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:48.769142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'security_group': {'name': 'tempest-secgroup-391244878'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:48.871818 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64174fc1-dfda-4292-941f-3fc86c2d7810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.875232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:48.898723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:security_group and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:48.904919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:48.922068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-db1994b3-1b14-4b08-89d2-6fbbc864a564 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:40:48.927768 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-db1994b3-1b14-4b08-89d2-6fbbc864a564 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 812 time: 1.3979051 May 25 20:40:48.937732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:48.943639 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64174fc1-dfda-4292-941f-3fc86c2d7810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:48.966617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'port': {'device_id': '95d34b51-fcf3-46b8-9285-00c0ff1d6ecd', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'admin_state_up': True, 'tenant_id': '7e7010833e5c431293fcd9aca5363db5'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:49.113345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60316) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:49.146001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-853c6977-33c8-48ec-9c38-1f42f7964abe req-f39592fd-d9a9-46a2-8b9f-9ffcbc5d958a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 210 time: 0.0986841 May 25 20:40:49.146723 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-25eda997-192c-492c-adbc-3be65e0b9964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.163086 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64174fc1-dfda-4292-941f-3fc86c2d7810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.164961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.200263 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64174fc1-dfda-4292-941f-3fc86c2d7810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.204815 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-64174fc1-dfda-4292-941f-3fc86c2d7810 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd3e8f20-3a23-48bd-8e86-cf349f72621f HTTP/1.1" status: 204 len: 168 time: 0.5068190 May 25 20:40:49.211674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-25eda997-192c-492c-adbc-3be65e0b9964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:49.216265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-25eda997-192c-492c-adbc-3be65e0b9964 admin admin] Usage tracker for resource:security_group_rule and tenant:53d0beac6b8a4e7da3a4ee46f743cc13 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:49.218482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:49.219589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-25eda997-192c-492c-adbc-3be65e0b9964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:49.224566 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:security_group_rule and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:49.227881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-25eda997-192c-492c-adbc-3be65e0b9964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:49.229119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:49.239921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:49.313800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64174fc1-dfda-4292-941f-3fc86c2d7810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3e8f20-3a23-48bd-8e86-cf349f72621f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:49.335873 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-25eda997-192c-492c-adbc-3be65e0b9964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.348101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-25eda997-192c-492c-adbc-3be65e0b9964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.366284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] Set router ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:49.399389 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.427039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.446968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eda997-192c-492c-adbc-3be65e0b9964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0558eb31-65d8-4881-8ea8-fb55676ab39a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:49.496076 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.529611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-25eda997-192c-492c-adbc-3be65e0b9964 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53d0beac6b8a4e7da3a4ee46f743cc13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156857 May 25 20:40:49.530598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60326) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:49.560572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Transition to ACTIVE for port object ffb75569-1a6e-4b13-8231-1507da29452b will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:49.566012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e450b9cb-f9a5-455a-855e-c3f6269128b3 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:49.567640 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.653411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc6ebee-28a7-4ad0-9c00-631980d77ae6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:49.657832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:49.666431 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.670705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4c38bb01-0532-4648-b71e-20c4a7cf2d42 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9567857 May 25 20:40:49.675151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60332) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:49.686392 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:49.691389 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.710731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'security_group': {'name': 'tempest-secgroup-1250581158'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:49.728242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Made reservation on behalf of 7e7010833e5c431293fcd9aca5363db5 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:49.738560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:49.744937 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.752018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:security_group and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:49.762449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:49.776268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0a435090-4e39-4520-b7f6-ac13407e1571 None None] Provisioning for port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:49.793767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:49.861575 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.882286 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.908566 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15960477-520b-44b8-a8c7-84c9ef04666a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:49.910716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:49.925210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:security_group_rule and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:49.931244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:49.945380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:49.969693 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15960477-520b-44b8-a8c7-84c9ef04666a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:50.051011 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:50.113082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0a435090-4e39-4520-b7f6-ac13407e1571 None None] Provisioning complete for port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:50.113572 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0a435090-4e39-4520-b7f6-ac13407e1571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:50.237892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:50.243575 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15960477-520b-44b8-a8c7-84c9ef04666a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:50.280453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15960477-520b-44b8-a8c7-84c9ef04666a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0558eb31-65d8-4881-8ea8-fb55676ab39a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:50.289102 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:50.397112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Attempting to bind port ffb75569-1a6e-4b13-8231-1507da29452b on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:40:50.397659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Attempting to bind port ffb75569-1a6e-4b13-8231-1507da29452b by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:40:50.397815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Attempting to bind port ffb75569-1a6e-4b13-8231-1507da29452b on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:50.413968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port e450b9cb-f9a5-455a-855e-c3f6269128b3, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e450b9cb-f9a5-455a-855e-c3f6269128b3,segment=NetworkSegment(73e74a25-e96e-49a7-92c5-247418bcb13b),segment_id=73e74a25-e96e-49a7-92c5-247418bcb13b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:50.417724 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15960477-520b-44b8-a8c7-84c9ef04666a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:50.419917 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-15960477-520b-44b8-a8c7-84c9ef04666a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0558eb31-65d8-4881-8ea8-fb55676ab39a HTTP/1.1" status: 204 len: 168 time: 0.8879628 May 25 20:40:50.425383 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:50.432616 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7552299 May 25 20:40:50.433451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcfbeb-343a-485f-94ac-f68b33aa7651 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c8c09a-e07b-48b7-a74d-16c6fc6a35cc,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:50.442716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60352) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:50.445578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8087b-6065-4f9d-90da-f3a8e503505c None None] Pushing event updated for resources: {'Port': ['ID=ffb75569-1a6e-4b13-8231-1507da29452b,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:50.455287 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1799228908', 'security_groups': ['09c8c09a-e07b-48b7-a74d-16c6fc6a35cc'], 'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8fc380aa-4fc9-4959-bd85-7e56cde6d09e'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:50.462315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:40:50.462942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:50.463516 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:50.464046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:40:50.464781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Bound port: ffb75569-1a6e-4b13-8231-1507da29452b, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:40:50.465442 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:50.476240 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:50.495469 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:50.496710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 29e69215-576d-4411-b7e5-942edd4e0ade up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:50.496993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Pushing event updated for resources: {'Port': ['ID=81a8b36f-fc27-4d91-a0a1-ad8713b6e14a,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:50.590775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0a435090-4e39-4520-b7f6-ac13407e1571 None None] Port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:40:50.785962 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0a435090-4e39-4520-b7f6-ac13407e1571 None None] Provisioning complete for port e1fded5c-2db4-4905-974e-11a8cd3adca1 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:50.786442 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0a435090-4e39-4520-b7f6-ac13407e1571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:50.827271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:50.853944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:50.880493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:51.065038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b99b64-9f7f-42a8-9a90-634fa958f0a7 None None] Update dhcp port {'port': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'fixed_ips': [{'subnet_id': '8fc380aa-4fc9-4959-bd85-7e56cde6d09e'}, {'subnet_id': 'cd956ca2-921b-4bbf-8798-778f1b7bfd5d'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '7ab19894-d29a-4884-86ad-7badddda581c'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:40:51.139606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60366) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:51.270608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=e450b9cb-f9a5-455a-855e-c3f6269128b3,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:51.272561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Allocated IP 172.20.0.7 (e8b72074-fda4-47cc-ba54-cf2b1a031238/a57f86a8-16f5-403a-9fff-dacc6807d6d3/bf08d183-a206-446d-83a1-3ca80b0e6c02) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:51.280568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] For port ffb75569-1a6e-4b13-8231-1507da29452b, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:40:51.295064 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:51.325429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0a435090-4e39-4520-b7f6-ac13407e1571 None None] Port e1fded5c-2db4-4905-974e-11a8cd3adca1 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:40:51.347003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] device_id is not set on port 95c81920-0817-4c74-8cfd-ba562c2db220 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:40:51.351636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 29e69215-576d-4411-b7e5-942edd4e0ade triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:51.352245 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:51.434752 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d61ffb92-0227-4e3b-a74b-76656d8195c1 req-7df3ab22-d684-4b8e-b805-c33e6baff72d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 210 time: 0.9596457 May 25 20:40:51.462300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'name': 'tempest-TestServerMultinode-852725668-router', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:15Z', 'updated_at': '2022-05-25T20:40:27Z', 'revision_number': 4, 'project_id': '60c358d84b25447b9d171c97ccfd2383', 'gw_port': {'id': '5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9097e871-d874-4592-bd23-c94e16dc4425', 'name': '', 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'mac_address': 'fa:16:3e:19:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9aaacded-2315-410d-bee3-75ac067d5e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:24Z', 'updated_at': '2022-05-25T20:40:46Z', 'revision_number': 4, 'project_id': '60c358d84b25447b9d171c97ccfd2383', 'subnets': [{'id': '9aaacded-2315-410d-bee3-75ac067d5e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:51.464486 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a5b99b64-9f7f-42a8-9a90-634fa958f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:51.488231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-591019155-network', 'tenant_id': '3ca913fd4f98478596dc8fcc4d3eb55f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:51.506050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:51.529220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] For port ffb75569-1a6e-4b13-8231-1507da29452b, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ffb75569-1a6e-4b13-8231-1507da29452b,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:40:51.544369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Usage tracker for resource:network and tenant:3ca913fd4f98478596dc8fcc4d3eb55f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:51.568359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:51.575905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c6947-7ca2-403a-aab4-65e3b1523f6a None None] The sync data for ids ['ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'] in n-d-843339-1 is: [{'id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'name': 'tempest-TestServerMultinode-852725668-router', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:15Z', 'updated_at': '2022-05-25T20:40:27Z', 'revision_number': 4, 'project_id': '60c358d84b25447b9d171c97ccfd2383', 'gw_port': {'id': '5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9097e871-d874-4592-bd23-c94e16dc4425', 'name': '', 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'mac_address': 'fa:16:3e:19:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9aaacded-2315-410d-bee3-75ac067d5e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:24Z', 'updated_at': '2022-05-25T20:40:46Z', 'revision_number': 4, 'project_id': '60c358d84b25447b9d171c97ccfd2383', 'subnets': [{'id': '9aaacded-2315-410d-bee3-75ac067d5e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:40:51.595702 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:51.828975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:51.835478 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Network b15f2671-6845-4097-8619-0f46cdeff87c is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:51.869288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:51.909291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Routers {'273b1220-957a-4206-86f9-aa780eb99429'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:40:51.909940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['273b1220-957a-4206-86f9-aa780eb99429'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:51.939977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Made reservation on behalf of 3ca913fd4f98478596dc8fcc4d3eb55f for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:51.943944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:51.984070 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:52.029365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:52.066006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca913fd4f98478596dc8fcc4d3eb55f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:52.074108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:52.125482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:52.160189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8087b-6065-4f9d-90da-f3a8e503505c None None] Pushing event updated for resources: {'Port': ['ID=ffb75569-1a6e-4b13-8231-1507da29452b,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:52.299882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Allocated IP 172.20.0.13 (d35ec7d8-f517-40d4-9344-a3cd4b73b922/8fc380aa-4fc9-4959-bd85-7e56cde6d09e/95c81920-0817-4c74-8cfd-ba562c2db220) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:52.379856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Router 273b1220-957a-4206-86f9-aa780eb99429 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:40:52.443482 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:52.528480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-76e4056c-bfb2-4726-ad0d-5fc1447943c5 None None] Provisioning complete for port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:52.528997 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76e4056c-bfb2-4726-ad0d-5fc1447943c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:52.617249 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:52.618037 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:52.623488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 29e69215-576d-4411-b7e5-942edd4e0ade is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:52.625098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:52.714597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:40:52.746702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] Set router 273b1220-957a-4206-86f9-aa780eb99429 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:40:52.747338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d479f7ed-1689-4850-b2dd-e17823f0153c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:52.770055 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:52.770702 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Added segment a6727b03-2c6f-49dd-9f0f-c4b873b2d25b of type vlan for network bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 May 25 20:40:52.781880 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:52.793967 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Transition to ACTIVE for port object bf08d183-a206-446d-83a1-3ca80b0e6c02 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:52.810850 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd1ceb0f-c828-43ce-ba53-ea62e18a0fc4 req-5cfded8b-f64e-4332-a5bb-dac528709349 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 210 time: 0.1209180 May 25 20:40:52.857850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Transition to ACTIVE for port object 95c81920-0817-4c74-8cfd-ba562c2db220 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:52.864038 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:52.865436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-76e4056c-bfb2-4726-ad0d-5fc1447943c5 None None] Port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:40:52.920311 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:52.921348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:52.922101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:52.977281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:53.076821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:40:53.103941 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:53.127628 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:53.219657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:53.220138 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:53.253797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'Port': ['ID=bf08d183-a206-446d-83a1-3ca80b0e6c02,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:53.268157 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d64c3c03-694c-4b4d-ab3a-7aefd9fb3a22 admin admin] 10.222.0.60 "PUT /v2.0/routers/273b1220-957a-4206-86f9-aa780eb99429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6878774 May 25 20:40:53.292401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:53.294058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:53.297655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:53.409985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:53.416283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:53.428225 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2832110 May 25 20:40:53.428975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:40:53.465646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6e9e8-eedb-44ae-b626-a95db8950d45 admin admin] Pushing event updated for resources: {'Network': ['ID=bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:53.477353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60410) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:53.487022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=95c81920-0817-4c74-8cfd-ba562c2db220,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:53.519591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Request body: {'subnet': {'network_id': 'bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-591019155-subnet', 'tenant_id': '3ca913fd4f98478596dc8fcc4d3eb55f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:53.561035 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:53.561726 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:53.565762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:53.604746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Usage tracker for resource:subnet and tenant:3ca913fd4f98478596dc8fcc4d3eb55f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:53.610111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:53.612228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:40:53.646950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:53.650637 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-dca9c7be-336d-4009-8a08-1fa5ed3bffa8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6924584 May 25 20:40:53.682431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:53.683483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:53.713361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Made reservation on behalf of 3ca913fd4f98478596dc8fcc4d3eb55f for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:53.716006 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:53.769125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e8dd41d8-2420-460c-bff3-5bf7f875dac8 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3250461 May 25 20:40:53.769928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60422) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:53.789282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36f80-1a18-4b96-a0b5-f66f31a35d26 req-5887bc44-d470-4994-ac67-7ce4564a0f07 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:53.791548 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0f36f80-1a18-4b96-a0b5-f66f31a35d26 req-5887bc44-d470-4994-ac67-7ce4564a0f07 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 945 time: 0.2095737 May 25 20:40:53.855455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-57cf0f40-b5dd-452f-9e08-211ed1a5dd0e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:53.928711 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0f36f80-1a18-4b96-a0b5-f66f31a35d26 req-561532b6-6c1b-4c05-8824-5a8abf5f1e09 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282921 May 25 20:40:54.116446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-57cf0f40-b5dd-452f-9e08-211ed1a5dd0e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:54.160063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-57cf0f40-b5dd-452f-9e08-211ed1a5dd0e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:54.167350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-57cf0f40-b5dd-452f-9e08-211ed1a5dd0e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:54.188781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-57cf0f40-b5dd-452f-9e08-211ed1a5dd0e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:54.211542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cf0f40-b5dd-452f-9e08-211ed1a5dd0e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:54.215223 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-57cf0f40-b5dd-452f-9e08-211ed1a5dd0e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:54.248010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Request body: {'port': {'device_id': '95d34b51-fcf3-46b8-9285-00c0ff1d6ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:54.369961 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:54.408323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-a5b99b64-9f7f-42a8-9a90-634fa958f0a7 None None] Allocated IP 172.20.0.2 (d35ec7d8-f517-40d4-9344-a3cd4b73b922/8fc380aa-4fc9-4959-bd85-7e56cde6d09e/7ab19894-d29a-4884-86ad-7badddda581c) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:54.440894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-a5b99b64-9f7f-42a8-9a90-634fa958f0a7 None None] Allocated IP 172.20.0.18 (d35ec7d8-f517-40d4-9344-a3cd4b73b922/cd956ca2-921b-4bbf-8798-778f1b7bfd5d/7ab19894-d29a-4884-86ad-7badddda581c) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:40:54.444383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6707027a-af98-4406-9d97-91f81cc2baa1 None None] Provisioning for port bf08d183-a206-446d-83a1-3ca80b0e6c02 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:54.456735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161078b7-4853-414c-ae65-7df688da6910 req-edb88ee9-ed16-4b26-ade1-ea1d631006b7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:54.459679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-161078b7-4853-414c-ae65-7df688da6910 req-edb88ee9-ed16-4b26-ade1-ea1d631006b7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:40:54.497564 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:54.508956 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:54.542530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-161078b7-4853-414c-ae65-7df688da6910 req-edb88ee9-ed16-4b26-ade1-ea1d631006b7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:40:54.544232 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-161078b7-4853-414c-ae65-7df688da6910 req-edb88ee9-ed16-4b26-ade1-ea1d631006b7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 931 time: 0.3802805 May 25 20:40:54.551709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6707027a-af98-4406-9d97-91f81cc2baa1 None None] Provisioning complete for port bf08d183-a206-446d-83a1-3ca80b0e6c02 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:54.552098 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6707027a-af98-4406-9d97-91f81cc2baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:54.562286 n-d-843339-1 neutron-server[88332]: INFO neutron.db.ipam_backend_mixin [None req-57cf0f40-b5dd-452f-9e08-211ed1a5dd0e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8fc380aa-4fc9-4959-bd85-7e56cde6d09e (CIDR: 172.20.0.0/28) May 25 20:40:54.567065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9b5a9f-24e0-443a-b3f3-5856d0b5809f,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:54.587940 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-57cf0f40-b5dd-452f-9e08-211ed1a5dd0e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:40:54.588662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57cf0f40-b5dd-452f-9e08-211ed1a5dd0e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:40:54.716153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Checking segment: {'id': 'a6727b03-2c6f-49dd-9f0f-c4b873b2d25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:54.716737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Network hostable DHCP agents. Network: bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:40:54.778343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-57cf0f40-b5dd-452f-9e08-211ed1a5dd0e tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9412911 May 25 20:40:54.780632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60446) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:54.790310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-161078b7-4853-414c-ae65-7df688da6910 req-cb6faafc-d9bc-49ce-8c54-3fed34c09240 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:40:54.796248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8ab224cc-f189-4e79-b0d0-e353b668d999 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:54.868969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-161078b7-4853-414c-ae65-7df688da6910 req-cb6faafc-d9bc-49ce-8c54-3fed34c09240 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:40:54.871542 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-161078b7-4853-414c-ae65-7df688da6910 req-cb6faafc-d9bc-49ce-8c54-3fed34c09240 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931929 May 25 20:40:54.912314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:54.912879 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:54.920753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Network bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:40:54.958884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6707027a-af98-4406-9d97-91f81cc2baa1 None None] Port bf08d183-a206-446d-83a1-3ca80b0e6c02 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:40:54.996188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8e216222-7afe-4e1c-ac7b-aa771b5bf7d8,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:55.005792 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:55.006900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a97ba5c7-5f8f-4c84-855b-a869108d63cb up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:55.038079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:55.052572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:55.053442 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:55.136812 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cc54c7e5-276e-498d-a8b4-06714a3b892f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6532631 May 25 20:40:55.174111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a9ea01-8b89-44ca-91c3-ca6ad0668d15 None None] Network bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:55.191691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8ab224cc-f189-4e79-b0d0-e353b668d999 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:55.207235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8ab224cc-f189-4e79-b0d0-e353b668d999 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:55.221802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8ab224cc-f189-4e79-b0d0-e353b668d999 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:55.223108 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273b1220-957a-4206-86f9-aa780eb99429', 'name': 'tempest-TestServerMultinode-700039649-router', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ffb75569-1a6e-4b13-8231-1507da29452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:36Z', 'updated_at': '2022-05-25T20:40:48Z', 'revision_number': 4, 'project_id': '842cee69f06741e6b62709d9a1018a5e', 'gw_port': {'id': 'ffb75569-1a6e-4b13-8231-1507da29452b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273b1220-957a-4206-86f9-aa780eb99429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:39Z', 'updated_at': '2022-05-25T20:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '81a8b36f-fc27-4d91-a0a1-ad8713b6e14a', 'name': '', 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'mac_address': 'fa:16:3e:26:a7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273b1220-957a-4206-86f9-aa780eb99429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '880659cc-a87a-4f95-a70e-7b66338bd316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:46Z', 'updated_at': '2022-05-25T20:40:48Z', 'revision_number': 2, 'project_id': '842cee69f06741e6b62709d9a1018a5e', 'subnets': [{'id': '880659cc-a87a-4f95-a70e-7b66338bd316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:40:55.226359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-edbe5825-a755-437b-be13-79d6fb0c2a44 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:55.233912 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-edbe5825-a755-437b-be13-79d6fb0c2a44 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/networks?id=10b537d9-405b-406c-ad38-c96d302b5731 HTTP/1.1" status: 200 len: 910 time: 0.3410251 May 25 20:40:55.240386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8ab224cc-f189-4e79-b0d0-e353b668d999 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:55.259398 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-b23dd083-e178-46d9-9607-80220bc2f89f tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/quotas/842cee69f06741e6b62709d9a1018a5e HTTP/1.1" status: 200 len: 375 time: 0.0240238 May 25 20:40:55.328707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8002d764-a6e7-4467-9cb4-14452bce7f4a None None] The sync data for ids ['273b1220-957a-4206-86f9-aa780eb99429'] in n-d-843339-1 is: [{'id': '273b1220-957a-4206-86f9-aa780eb99429', 'name': 'tempest-TestServerMultinode-700039649-router', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ffb75569-1a6e-4b13-8231-1507da29452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:36Z', 'updated_at': '2022-05-25T20:40:48Z', 'revision_number': 4, 'project_id': '842cee69f06741e6b62709d9a1018a5e', 'gw_port': {'id': 'ffb75569-1a6e-4b13-8231-1507da29452b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273b1220-957a-4206-86f9-aa780eb99429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:39Z', 'updated_at': '2022-05-25T20:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '81a8b36f-fc27-4d91-a0a1-ad8713b6e14a', 'name': '', 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'mac_address': 'fa:16:3e:26:a7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273b1220-957a-4206-86f9-aa780eb99429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '880659cc-a87a-4f95-a70e-7b66338bd316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:46Z', 'updated_at': '2022-05-25T20:40:48Z', 'revision_number': 2, 'project_id': '842cee69f06741e6b62709d9a1018a5e', 'subnets': [{'id': '880659cc-a87a-4f95-a70e-7b66338bd316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:40:55.340025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab224cc-f189-4e79-b0d0-e353b668d999 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:55.343968 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ab224cc-f189-4e79-b0d0-e353b668d999 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:55.385338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a5b99b64-9f7f-42a8-9a90-634fa958f0a7 None None] For port 7ab19894-d29a-4884-86ad-7badddda581c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7ab19894-d29a-4884-86ad-7badddda581c,segment=NetworkSegment(29f7e846-a34d-4b50-aeaf-8c6715faa489),segment_id=29f7e846-a34d-4b50-aeaf-8c6715faa489)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:55.417106 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=8e216222-7afe-4e1c-ac7b-aa771b5bf7d8,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:55.512431 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a97ba5c7-5f8f-4c84-855b-a869108d63cb completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:55.529025 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a5b99b64-9f7f-42a8-9a90-634fa958f0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:55.535798 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a97ba5c7-5f8f-4c84-855b-a869108d63cb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:55.536184 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:55.562658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-73e12975-0042-49af-911c-3c1ca49f1a91 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:55.586519 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-73e12975-0042-49af-911c-3c1ca49f1a91 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 945 time: 0.7110736 May 25 20:40:55.600346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf08d183-a206-446d-83a1-3ca80b0e6c02 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:40:55.721923 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:55.813354 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-ff019503-496e-498f-b813-33d22adbda2f tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=842cee69f06741e6b62709d9a1018a5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5526736 May 25 20:40:55.815377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a5b99b64-9f7f-42a8-9a90-634fa958f0a7 None None] Transition to ACTIVE for port object 7ab19894-d29a-4884-86ad-7badddda581c will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:55.835544 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a5b99b64-9f7f-42a8-9a90-634fa958f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:55.909395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Transition to ACTIVE for port object bf08d183-a206-446d-83a1-3ca80b0e6c02 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:40:55.941982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Deleting port a0059c02-c133-4589-88f8-1b6f1ec87e7d {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:40:55.942670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:55.953631 n-d-843339-1 neutron-server[88332]: INFO neutron.db.ipam_backend_mixin [None req-8ab224cc-f189-4e79-b0d0-e353b668d999 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cd956ca2-921b-4bbf-8798-778f1b7bfd5d (CIDR: 172.20.0.16/28) May 25 20:40:55.964771 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab224cc-f189-4e79-b0d0-e353b668d999 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:40:55.965311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab224cc-f189-4e79-b0d0-e353b668d999 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:40:56.009642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71493476-3ad0-4e1f-a87d-93bdf2709b93 None None] Network bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:56.022471 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8ab224cc-f189-4e79-b0d0-e353b668d999 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2406774 May 25 20:40:56.026181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60478) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:56.034217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d76c5307-d535-4dd5-90d3-adb84d42ce38 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'subnet': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:56.202658 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-6e243b2c-ceb9-48e5-a9b9-082636cc8f39 service neutron] 10.222.0.60 "GET /v2.0/networks/10b537d9-405b-406c-ad38-c96d302b5731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882959 May 25 20:40:56.207166 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:56.307290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Pushing event updated for resources: {'Port': ['ID=bf08d183-a206-446d-83a1-3ca80b0e6c02,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:56.496797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d76c5307-d535-4dd5-90d3-adb84d42ce38 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:40:56.508123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d76c5307-d535-4dd5-90d3-adb84d42ce38 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Usage tracker for resource:subnet and tenant:41e61a66510849969b73a280f08318ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:40:56.524079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d76c5307-d535-4dd5-90d3-adb84d42ce38 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:40:56.539504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d76c5307-d535-4dd5-90d3-adb84d42ce38 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:40:56.607846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76c5307-d535-4dd5-90d3-adb84d42ce38 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Made reservation on behalf of 41e61a66510849969b73a280f08318ff for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:40:56.621551 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d76c5307-d535-4dd5-90d3-adb84d42ce38 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:56.859691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b99b64-9f7f-42a8-9a90-634fa958f0a7 None None] Pushing event updated for resources: {'Port': ['ID=7ab19894-d29a-4884-86ad-7badddda581c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:56.965365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] For port a0059c02-c133-4589-88f8-1b6f1ec87e7d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a0059c02-c133-4589-88f8-1b6f1ec87e7d,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:56.965926 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:57.005982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a97ba5c7-5f8f-4c84-855b-a869108d63cb is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:57.006476 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:57.134988 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-2abe2e84-cbfa-4100-a914-33b2599d2cf9 service neutron] 10.222.0.60 "GET /v2.0/networks/10b537d9-405b-406c-ad38-c96d302b5731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9312103 May 25 20:40:57.224399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port a97ba5c7-5f8f-4c84-855b-a869108d63cb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a97ba5c7-5f8f-4c84-855b-a869108d63cb,segment=NetworkSegment(1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc),segment_id=1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:57.234828 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:57.235893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ab19894-d29a-4884-86ad-7badddda581c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:57.252416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a76ac-4f4b-4a34-b5cb-7bd8942aecc1 req-86e06a01-30bd-42bd-80e8-b98e38f5c1fd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:57.262142 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5a3a76ac-4f4b-4a34-b5cb-7bd8942aecc1 req-86e06a01-30bd-42bd-80e8-b98e38f5c1fd tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 945 time: 1.8491189 May 25 20:40:57.468924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=a97ba5c7-5f8f-4c84-855b-a869108d63cb,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:57.504871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 7ab19894-d29a-4884-86ad-7badddda581c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:57.550459 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ab19894-d29a-4884-86ad-7badddda581c no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:40:57.721018 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d76c5307-d535-4dd5-90d3-adb84d42ce38 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:57.884944 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5a3a76ac-4f4b-4a34-b5cb-7bd8942aecc1 req-0dad0c14-fccb-4eb8-a8ea-a0d08511a70e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6214755 May 25 20:40:57.956235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7ab19894-d29a-4884-86ad-7badddda581c is: DOWN; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:57.972013 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ab19894-d29a-4884-86ad-7badddda581c no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:40:58.049586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c5307-d535-4dd5-90d3-adb84d42ce38 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:40:58.080713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d76c5307-d535-4dd5-90d3-adb84d42ce38 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:40:58.085414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76c5307-d535-4dd5-90d3-adb84d42ce38 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:58.088898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d76c5307-d535-4dd5-90d3-adb84d42ce38 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:58.265920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fe267a8d-0490-4477-af2c-1fe4976b60d4 None None] Provisioning complete for port e1fded5c-2db4-4905-974e-11a8cd3adca1 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:58.266462 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fe267a8d-0490-4477-af2c-1fe4976b60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:58.316306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4b7237b7-752c-4268-beea-b0c4855c988b req-557b73e2-e552-473f-af1a-976fdfc747ac tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Synchronizing usage tracker for tenant:842cee69f06741e6b62709d9a1018a5e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:40:58.338625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c09521-1203-41ce-b080-b895e1430eff req-e9a3f7ed-e1d1-4b0b-9481-7bdf7d0c7d48 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:58.343712 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60c09521-1203-41ce-b080-b895e1430eff req-e9a3f7ed-e1d1-4b0b-9481-7bdf7d0c7d48 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 943 time: 0.5370018 May 25 20:40:58.347615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c5307-d535-4dd5-90d3-adb84d42ce38 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Subnet': ['ID=074e8ed0-1222-47de-942c-64ed8bfa1acd,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:58.349420 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cedfd35f-66f8-49ad-b128-69fea224bc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:58.353097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:58.391431 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7ab19894-d29a-4884-86ad-7badddda581c is: DOWN; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:58.426403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Attempting to bind port bf08d183-a206-446d-83a1-3ca80b0e6c02 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:40:58.426733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Attempting to bind port bf08d183-a206-446d-83a1-3ca80b0e6c02 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:40:58.427057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Attempting to bind port bf08d183-a206-446d-83a1-3ca80b0e6c02 on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:58.431001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fe267a8d-0490-4477-af2c-1fe4976b60d4 None None] Port e1fded5c-2db4-4905-974e-11a8cd3adca1 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:40:58.468028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e07e8-2f1e-47f2-a98f-464b4532e14c None None] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:40:58.469681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Port bf08d183-a206-446d-83a1-3ca80b0e6c02 on network e8b72074-fda4-47cc-ba54-cf2b1a031238 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:40:58.471696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Attempting to bind port bf08d183-a206-446d-83a1-3ca80b0e6c02 on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:40:58.490461 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d76c5307-d535-4dd5-90d3-adb84d42ce38 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4631531 May 25 20:40:58.505566 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60512) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:40:58.510022 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fe267a8d-0490-4477-af2c-1fe4976b60d4 None None] Provisioning for port 7ab19894-d29a-4884-86ad-7badddda581c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:40:58.550654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f910f289-7a1c-48ab-82b6-ef2bf7640ffd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1417507336', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '074e8ed0-1222-47de-942c-64ed8bfa1acd'}], 'security_groups': ['7412de3d-3f84-4afc-a950-17c8f93216e7', '4bc6ebee-28a7-4ad0-9c00-631980d77ae6']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:40:58.552497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fe267a8d-0490-4477-af2c-1fe4976b60d4 None None] Provisioning complete for port 7ab19894-d29a-4884-86ad-7badddda581c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:58.552922 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fe267a8d-0490-4477-af2c-1fe4976b60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:58.566737 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60c09521-1203-41ce-b080-b895e1430eff req-2c3a4613-a8a7-4841-a9ee-9a9d63de518a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938992 May 25 20:40:58.599356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:40:58.599697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Checking segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:40:58.600324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Bound using segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:40:58.601193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Bound port: bf08d183-a206-446d-83a1-3ca80b0e6c02, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:40:58.601547 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:58.621931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-4b7237b7-752c-4268-beea-b0c4855c988b req-557b73e2-e552-473f-af1a-976fdfc747ac tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Unset dirty status for tenant:842cee69f06741e6b62709d9a1018a5e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:40:58.625803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4b7237b7-752c-4268-beea-b0c4855c988b req-557b73e2-e552-473f-af1a-976fdfc747ac tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 210 time: 0.5348976 May 25 20:40:58.626901 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:58.627268 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:58.627595 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Floating IP b6d33fff-99cb-40f8-9e2c-6d3f2a3b98ae disassociated. External IP: 172.25.3.189, port: a0059c02-c133-4589-88f8-1b6f1ec87e7d. May 25 20:40:58.627932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Calling delete_port for a0059c02-c133-4589-88f8-1b6f1ec87e7d owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:40:58.896757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f61adf50-5221-4ee4-95b5-adb9541edd03 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:40:59.048312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a0059c02-c133-4589-88f8-1b6f1ec87e7d no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:40:59.181157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988a170-0799-464f-8622-7778fd1a0a5a req-1eeed0ca-e02e-4205-8fd6-e8ce78020571 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:59.189571 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f988a170-0799-464f-8622-7778fd1a0a5a req-1eeed0ca-e02e-4205-8fd6-e8ce78020571 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 945 time: 0.1162610 May 25 20:40:59.222302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fe267a8d-0490-4477-af2c-1fe4976b60d4 None None] Current status of the port 7ab19894-d29a-4884-86ad-7badddda581c is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:40:59.222967 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fe267a8d-0490-4477-af2c-1fe4976b60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:59.253943 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f988a170-0799-464f-8622-7778fd1a0a5a req-24796e32-be8c-4134-b821-69c128fbbcb7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=6409afba-5603-4c3c-ba62-b36fde094351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628891 May 25 20:40:59.326125 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f910f289-7a1c-48ab-82b6-ef2bf7640ffd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:59.337745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] For port bf08d183-a206-446d-83a1-3ca80b0e6c02, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:40:59.364621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] For port bf08d183-a206-446d-83a1-3ca80b0e6c02, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=bf08d183-a206-446d-83a1-3ca80b0e6c02,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:40:59.374062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fe267a8d-0490-4477-af2c-1fe4976b60d4 None None] For port 7ab19894-d29a-4884-86ad-7badddda581c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7ab19894-d29a-4884-86ad-7badddda581c,segment=NetworkSegment(29f7e846-a34d-4b50-aeaf-8c6715faa489),segment_id=29f7e846-a34d-4b50-aeaf-8c6715faa489)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:40:59.383108 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f61adf50-5221-4ee4-95b5-adb9541edd03 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:40:59.383734 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:59.402708 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:59.515824 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:40:59.516664 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fe267a8d-0490-4477-af2c-1fe4976b60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:59.517004 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:59.519150 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] 10.222.0.50 "PUT /v2.0/ports/bf08d183-a206-446d-83a1-3ca80b0e6c02 HTTP/1.1" status: 200 len: 1091 time: 5.8618138 May 25 20:40:59.560213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d34b51-fcf3-46b8-9285-00c0ff1d6ecd', 'tag': 'bf08d183-a206-446d-83a1-3ca80b0e6c02'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:40:59.580507 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:40:59.749442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f1409-58f6-4701-9347-7223990db151 service neutron] Pushing event updated for resources: {'Port': ['ID=bf08d183-a206-446d-83a1-3ca80b0e6c02,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:40:59.982447 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Sync routers for ids ['273b1220-957a-4206-86f9-aa780eb99429'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:40:59.988505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event deleted for resources: {'Port': ['ID=a0059c02-c133-4589-88f8-1b6f1ec87e7d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:00.011982 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Routers {'273b1220-957a-4206-86f9-aa780eb99429'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:41:00.012612 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:40:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['273b1220-957a-4206-86f9-aa780eb99429'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:00.019845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe267a8d-0490-4477-af2c-1fe4976b60d4 None None] Pushing event updated for resources: {'Port': ['ID=7ab19894-d29a-4884-86ad-7badddda581c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:00.023055 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port a0059c02-c133-4589-88f8-1b6f1ec87e7d is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:00.023476 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:00.054023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a63b8-7a0c-43d9-bc95-35e698b6b364 req-ad41ffd7-7c30-4194-a95c-8ef059fa10c5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:00.062072 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-160a63b8-7a0c-43d9-bc95-35e698b6b364 req-ad41ffd7-7c30-4194-a95c-8ef059fa10c5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 943 time: 0.2071648 May 25 20:41:00.104568 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd33c449-de6b-4da2-87ca-f5daca9346b4'] response: {'name': 'network-changed', 'server_uuid': '95d34b51-fcf3-46b8-9285-00c0ff1d6ecd', 'tag': 'bf08d183-a206-446d-83a1-3ca80b0e6c02', 'status': 'completed', 'code': 200} May 25 20:41:00.105118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-527e3691-46b0-419f-b407-28e30c88f357 None None] Could not find standard attr ID for object 9f036eac-8db4-46f3-b9be-cbde7fe57beb. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:41:00.149188 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-160a63b8-7a0c-43d9-bc95-35e698b6b364 req-51d054e0-4722-4a75-b621-94bec4ad7c85 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860696 May 25 20:41:00.493911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-61ec0fce-c87c-490b-8c19-4d567487b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:00.495716 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-61ec0fce-c87c-490b-8c19-4d567487b8f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 1094 time: 0.8887663 May 25 20:41:00.499249 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Router 73285a88-b4d8-4058-ae5e-97d68fedf7bb has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:41:00.528143 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Set router 273b1220-957a-4206-86f9-aa780eb99429 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:41:00.701722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f61adf50-5221-4ee4-95b5-adb9541edd03 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:00.703593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e450b9cb-f9a5-455a-855e-c3f6269128b3 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:00.797832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-f910f289-7a1c-48ab-82b6-ef2bf7640ffd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Delete allocated IP 172.20.0.13 (d35ec7d8-f517-40d4-9344-a3cd4b73b922/8fc380aa-4fc9-4959-bd85-7e56cde6d09e) {{(pid=88331) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 20:41:00.815741 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e31a3e12-ee6b-411e-9d93-08009a6b52ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:00.817329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-f910f289-7a1c-48ab-82b6-ef2bf7640ffd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Allocated IP 172.20.0.39 (d35ec7d8-f517-40d4-9344-a3cd4b73b922/074e8ed0-1222-47de-942c-64ed8bfa1acd/95c81920-0817-4c74-8cfd-ba562c2db220) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:41:00.821588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-eed87595-822e-4137-8f53-5ebcc11357f3 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:00.825248 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-eed87595-822e-4137-8f53-5ebcc11357f3 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.70 "GET /v2.0/networks?id=10b537d9-405b-406c-ad38-c96d302b5731 HTTP/1.1" status: 200 len: 910 time: 0.6185968 May 25 20:41:00.844913 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2ad744-c60e-447e-9140-7c56f89b2558 None None] Update dhcp port {'port': {'network_id': 'd35ec7d8-f517-40d4-9344-a3cd4b73b922', 'fixed_ips': [{'subnet_id': 'cd956ca2-921b-4bbf-8798-778f1b7bfd5d', 'ip_address': '172.20.0.18'}, {'subnet_id': '8fc380aa-4fc9-4959-bd85-7e56cde6d09e', 'ip_address': '172.20.0.2'}, {'subnet_id': '074e8ed0-1222-47de-942c-64ed8bfa1acd'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '7ab19894-d29a-4884-86ad-7badddda581c'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:41:00.866890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Request body: {'port': {'device_id': 'a6f579f1-3d04-49c4-b75d-1a3c325296cc', 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731', 'admin_state_up': True, 'tenant_id': '842cee69f06741e6b62709d9a1018a5e'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:00.929770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:00.939796 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad744-c60e-447e-9140-7c56f89b2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:00.958717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port e450b9cb-f9a5-455a-855e-c3f6269128b3 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:00.959258 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:00.967180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-eb99b392-51ee-4fa6-9421-b77ceaa2b625 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:00.967881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-eb99b392-51ee-4fa6-9421-b77ceaa2b625 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Synchronizing usage tracker for tenant:3ca913fd4f98478596dc8fcc4d3eb55f on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:00.981774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:00.999885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Made reservation on behalf of 842cee69f06741e6b62709d9a1018a5e for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:41:01.002981 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:01.018966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-eb99b392-51ee-4fa6-9421-b77ceaa2b625 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Unset dirty status for tenant:3ca913fd4f98478596dc8fcc4d3eb55f on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:01.025818 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-eb99b392-51ee-4fa6-9421-b77ceaa2b625 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/networks?id=bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 HTTP/1.1" status: 200 len: 808 time: 0.6027050 May 25 20:41:01.073595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-0663e7f8-e3a0-479f-b47f-8aafad3b580c tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/quotas/3ca913fd4f98478596dc8fcc4d3eb55f HTTP/1.1" status: 200 len: 375 time: 0.0464840 May 25 20:41:01.088445 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02183ea8-35e6-4d6c-a45e-e9c62f0ca5b1 req-2984e604-2849-4d0c-b5a6-2dc90356383c tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 210 time: 0.6701853 May 25 20:41:01.136298 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-c999faa7-0d47-4be8-92ed-6cbf0300f771 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf08d183-a206-446d-83a1-3ca80b0e6c02 HTTP/1.1" status: 200 len: 217 time: 0.2121587 May 25 20:41:01.242104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-b76db5e2-5cbe-4344-9116-3856b90c3f49 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ca913fd4f98478596dc8fcc4d3eb55f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1676590 May 25 20:41:01.292503 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273b1220-957a-4206-86f9-aa780eb99429', 'name': 'tempest-TestServerMultinode-700039649-router', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ffb75569-1a6e-4b13-8231-1507da29452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:36Z', 'updated_at': '2022-05-25T20:40:48Z', 'revision_number': 4, 'project_id': '842cee69f06741e6b62709d9a1018a5e', 'gw_port': {'id': 'ffb75569-1a6e-4b13-8231-1507da29452b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273b1220-957a-4206-86f9-aa780eb99429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:39Z', 'updated_at': '2022-05-25T20:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '81a8b36f-fc27-4d91-a0a1-ad8713b6e14a', 'name': '', 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'mac_address': 'fa:16:3e:26:a7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273b1220-957a-4206-86f9-aa780eb99429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '880659cc-a87a-4f95-a70e-7b66338bd316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:46Z', 'updated_at': '2022-05-25T20:40:48Z', 'revision_number': 2, 'project_id': '842cee69f06741e6b62709d9a1018a5e', 'subnets': [{'id': '880659cc-a87a-4f95-a70e-7b66338bd316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:01.308684 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Checking router: 273b1220-957a-4206-86f9-aa780eb99429 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:41:01.309781 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Updating router 273b1220-957a-4206-86f9-aa780eb99429 port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:41:01.327323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port e450b9cb-f9a5-455a-855e-c3f6269128b3 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:01.328785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9097e871-d874-4592-bd23-c94e16dc4425 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:01.411130 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:01.424260 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 9097e871-d874-4592-bd23-c94e16dc4425 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:41:01.430604 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9097e871-d874-4592-bd23-c94e16dc4425 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:01.431412 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:01.438321 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:01.443500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:41:01.482841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf13567-e87d-44be-859b-2c1effe69d09 None None] Sync routers for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:41:01.518060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf13567-e87d-44be-859b-2c1effe69d09 None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:41:01.519122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-eaf13567-e87d-44be-859b-2c1effe69d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:41:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:01.558540 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1e018603-2c87-41e3-9095-cf9544f1458d req-8280c51f-f8f1-4c30-b8b3-078a4eb04170 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=014456ec-30c3-4d0e-80db-6c253bd287b4 HTTP/1.1" status: 200 len: 210 time: 0.1195414 May 25 20:41:01.689114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Allocated IP 172.20.0.5 (10b537d9-405b-406c-ad38-c96d302b5731/9aaacded-2315-410d-bee3-75ac067d5e2a/08fd91f7-46e3-4c68-aeee-0b422f362121) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:41:01.950318 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:01.954030 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:01.969242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Transition to ACTIVE for port object 08fd91f7-46e3-4c68-aeee-0b422f362121 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:41:01.975917 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Transition to ACTIVE for port object 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:41:01.984982 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:02.019291 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:02.094497 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:02.100615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-eaf13567-e87d-44be-859b-2c1effe69d09 None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:41:02.239349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-6c92e89c-d9c3-4594-8434-dd9e2015a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:02.246439 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-6c92e89c-d9c3-4594-8434-dd9e2015a8ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 1.0973749 May 25 20:41:02.275454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] No DVR routers for this DVR port a0059c02-c133-4589-88f8-1b6f1ec87e7d on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:41:02.278603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Pushing event updated for resources: {'Port': ['ID=08fd91f7-46e3-4c68-aeee-0b422f362121,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:02.284668 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Attempting to bind port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:41:02.285063 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Attempting to bind port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:41:02.286233 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Attempting to bind port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a on network b15f2671-6845-4097-8619-0f46cdeff87c {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:41:02.288878 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fa897-5875-4a82-97bb-cb3d1dc13b70 None None] Pushing event updated for resources: {'Port': ['ID=81a8b36f-fc27-4d91-a0a1-ad8713b6e14a,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:02.290014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:02.296397 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:41:02.296949 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Checking segment: {'id': '1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:41:02.297077 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:02.297351 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Bound using segment: {'id': '1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:41:02.297801 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Bound port: 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:41:02.299062 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:02.350073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Network 10b537d9-405b-406c-ad38-c96d302b5731 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:41:02.353330 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:41:02.359490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:41:02.439372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014456ec-30c3-4d0e-80db-6c253bd287b4', 'name': 'network-vif-deleted', 'tag': 'a0059c02-c133-4589-88f8-1b6f1ec87e7d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:02.447941 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] For port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:41:02.453179 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] For port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=81a8b36f-fc27-4d91-a0a1-ad8713b6e14a,segment=NetworkSegment(1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc),segment_id=1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:41:02.458760 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:02.495175 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-506936bf-703d-4ed5-93a4-bd980c2f3e6b req-ccc44802-e260-467e-9132-b6f86a2789c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.70 "DELETE /v2.0/ports/a0059c02-c133-4589-88f8-1b6f1ec87e7d HTTP/1.1" status: 204 len: 173 time: 6.8698730 May 25 20:41:02.525074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9097e871-d874-4592-bd23-c94e16dc4425 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:02.531219 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:02.551850 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-ec09e52a-89dc-495d-a362-e3b6b5582201 service neutron] 10.222.0.60 "GET /v2.0/networks/bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2868876 May 25 20:41:02.553584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:02.554391 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:02.584158 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fa897-5875-4a82-97bb-cb3d1dc13b70 None None] Pushing event updated for resources: {'Port': ['ID=81a8b36f-fc27-4d91-a0a1-ad8713b6e14a,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:02.623098 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Routers {'273b1220-957a-4206-86f9-aa780eb99429'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:41:02.624083 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:41:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['273b1220-957a-4206-86f9-aa780eb99429'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:02.665931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-86a04190-22d7-4e6f-b78a-cc22729d6334 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8188612 May 25 20:41:02.694838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Request body: {'port': {'device_id': 'a6f579f1-3d04-49c4-b75d-1a3c325296cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:02.819614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-ce1d0e0e-85d8-4129-889d-f25932419c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:02.822403 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 9097e871-d874-4592-bd23-c94e16dc4425, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9097e871-d874-4592-bd23-c94e16dc4425,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:02.826504 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-ce1d0e0e-85d8-4129-889d-f25932419c50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5624766 May 25 20:41:02.843989 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:02.844850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffb75569-1a6e-4b13-8231-1507da29452b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:02.931418 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-ac10bd51-4bf5-4992-ad52-9dfc791a1e13 service neutron] 10.222.0.60 "GET /v2.0/networks/bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231351 May 25 20:41:02.984616 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] Set router 273b1220-957a-4206-86f9-aa780eb99429 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:41:03.020244 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.resource_extend [None req-f910f289-7a1c-48ab-82b6-ef2bf7640ffd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:41:03.054340 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2d249-61a1-4565-9f5c-69154cac3d53 req-604a89e3-5c07-40f8-b880-a4bb71e45b6e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:03.062766 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73e2d249-61a1-4565-9f5c-69154cac3d53 req-604a89e3-5c07-40f8-b880-a4bb71e45b6e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 943 time: 0.9239891 May 25 20:41:03.138944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:03.141219 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f910f289-7a1c-48ab-82b6-ef2bf7640ffd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:03.168414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-714a9b10-10cf-4d0b-971f-8d4a235c1c86 None None] Provisioning for port 08fd91f7-46e3-4c68-aeee-0b422f362121 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:41:03.211225 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-714a9b10-10cf-4d0b-971f-8d4a235c1c86 None None] Provisioning complete for port 08fd91f7-46e3-4c68-aeee-0b422f362121 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:03.211846 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-714a9b10-10cf-4d0b-971f-8d4a235c1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:03.317928 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-45c41f84-68c0-4613-8941-908cbef4c6f3 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789779 May 25 20:41:03.321090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-f910f289-7a1c-48ab-82b6-ef2bf7640ffd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Ignored duplicate provisioning block setup for port 95c81920-0817-4c74-8cfd-ba562c2db220 by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 25 20:41:03.375454 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f910f289-7a1c-48ab-82b6-ef2bf7640ffd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:03.570788 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73e2d249-61a1-4565-9f5c-69154cac3d53 req-ea6ded88-d86d-4012-b232-5c95f88509e2 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069067 May 25 20:41:03.619630 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:03.682497 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-762738fa-b793-4349-9e9a-e2027c8d04f4'] response: {'server_uuid': '014456ec-30c3-4d0e-80db-6c253bd287b4', 'name': 'network-vif-deleted', 'tag': 'a0059c02-c133-4589-88f8-1b6f1ec87e7d', 'status': 'completed', 'code': 200} May 25 20:41:03.698329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-714a9b10-10cf-4d0b-971f-8d4a235c1c86 None None] Port 08fd91f7-46e3-4c68-aeee-0b422f362121 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:41:03.770986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=9097e871-d874-4592-bd23-c94e16dc4425,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:03.842272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-ee2ad744-c60e-447e-9140-7c56f89b2558 None None] Allocated IP 172.20.0.34 (d35ec7d8-f517-40d4-9344-a3cd4b73b922/074e8ed0-1222-47de-942c-64ed8bfa1acd/7ab19894-d29a-4884-86ad-7badddda581c) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:41:03.891323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ffb75569-1a6e-4b13-8231-1507da29452b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:41:03.959406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27cfbf-b1f1-4a40-8727-9fe482d7a60c req-60e38af0-f61c-4755-b910-c3e39de6f791 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:03.960115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ce27cfbf-b1f1-4a40-8727-9fe482d7a60c req-60e38af0-f61c-4755-b910-c3e39de6f791 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Synchronizing usage tracker for tenant:842cee69f06741e6b62709d9a1018a5e on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:04.020964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3bbeeff3-45a4-4eb3-aaac-e0abb7058443 req-f4e6893f-4d9f-4441-92d4-560ee51bad61 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 210 time: 0.0951970 May 25 20:41:04.022374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-eaf13567-e87d-44be-859b-2c1effe69d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:04.026671 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273b1220-957a-4206-86f9-aa780eb99429', 'name': 'tempest-TestServerMultinode-700039649-router', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ffb75569-1a6e-4b13-8231-1507da29452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:36Z', 'updated_at': '2022-05-25T20:40:48Z', 'revision_number': 4, 'project_id': '842cee69f06741e6b62709d9a1018a5e', 'gw_port': {'id': 'ffb75569-1a6e-4b13-8231-1507da29452b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273b1220-957a-4206-86f9-aa780eb99429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:39Z', 'updated_at': '2022-05-25T20:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '81a8b36f-fc27-4d91-a0a1-ad8713b6e14a', 'name': '', 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'mac_address': 'fa:16:3e:26:a7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273b1220-957a-4206-86f9-aa780eb99429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '880659cc-a87a-4f95-a70e-7b66338bd316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:46Z', 'updated_at': '2022-05-25T20:41:02Z', 'revision_number': 4, 'project_id': '842cee69f06741e6b62709d9a1018a5e', 'subnets': [{'id': '880659cc-a87a-4f95-a70e-7b66338bd316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:04.035461 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf13567-e87d-44be-859b-2c1effe69d09 None None] Checking router: 73285a88-b4d8-4058-ae5e-97d68fedf7bb for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:41:04.039593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910f289-7a1c-48ab-82b6-ef2bf7640ffd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event updated for resources: {'Port': ['ID=95c81920-0817-4c74-8cfd-ba562c2db220,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:04.044854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ffb75569-1a6e-4b13-8231-1507da29452b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:04.045239 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:04.046014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ce27cfbf-b1f1-4a40-8727-9fe482d7a60c req-60e38af0-f61c-4755-b910-c3e39de6f791 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Unset dirty status for tenant:842cee69f06741e6b62709d9a1018a5e on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:04.049832 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce27cfbf-b1f1-4a40-8727-9fe482d7a60c req-60e38af0-f61c-4755-b910-c3e39de6f791 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1027 time: 0.6149175 May 25 20:41:04.059396 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd595b6-a605-4e36-9cb1-8b13076dd93e None None] The sync data for ids ['273b1220-957a-4206-86f9-aa780eb99429'] in n-d-843339-1 is: [{'id': '273b1220-957a-4206-86f9-aa780eb99429', 'name': 'tempest-TestServerMultinode-700039649-router', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ffb75569-1a6e-4b13-8231-1507da29452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:36Z', 'updated_at': '2022-05-25T20:40:48Z', 'revision_number': 4, 'project_id': '842cee69f06741e6b62709d9a1018a5e', 'gw_port': {'id': 'ffb75569-1a6e-4b13-8231-1507da29452b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273b1220-957a-4206-86f9-aa780eb99429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:39Z', 'updated_at': '2022-05-25T20:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '81a8b36f-fc27-4d91-a0a1-ad8713b6e14a', 'name': '', 'network_id': 'b15f2671-6845-4097-8619-0f46cdeff87c', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'mac_address': 'fa:16:3e:26:a7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273b1220-957a-4206-86f9-aa780eb99429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '880659cc-a87a-4f95-a70e-7b66338bd316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:46Z', 'updated_at': '2022-05-25T20:41:02Z', 'revision_number': 4, 'project_id': '842cee69f06741e6b62709d9a1018a5e', 'subnets': [{'id': '880659cc-a87a-4f95-a70e-7b66338bd316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:41:04.074446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f910f289-7a1c-48ab-82b6-ef2bf7640ffd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] In _notify_port_updated(), no bound segment for port 95c81920-0817-4c74-8cfd-ba562c2db220 on network d35ec7d8-f517-40d4-9344-a3cd4b73b922 {{(pid=88331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:41:04.083676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f910f289-7a1c-48ab-82b6-ef2bf7640ffd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:04.084529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f910f289-7a1c-48ab-82b6-ef2bf7640ffd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:04.089942 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f910f289-7a1c-48ab-82b6-ef2bf7640ffd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "PUT /v2.0/ports/95c81920-0817-4c74-8cfd-ba562c2db220 HTTP/1.1" status: 200 len: 960 time: 5.5786765 May 25 20:41:04.091411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60594) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:04.115518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60598) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:04.179611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf13567-e87d-44be-859b-2c1effe69d09 None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:41:04.180390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-eaf13567-e87d-44be-859b-2c1effe69d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:41:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:04.285640 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce27cfbf-b1f1-4a40-8727-9fe482d7a60c req-084edb8a-1257-4359-afe7-ffa8a37093f4 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260728 May 25 20:41:04.322376 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5cc99133-cc9d-4f85-9597-22da7d71bf2c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:04.325046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08fd91f7-46e3-4c68-aeee-0b422f362121 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:41:04.338067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8028fc72-5d4a-4eb1-bd2a-f43cd5fc8f72 req-cb5bdff4-c1db-47f0-967d-2614336ce05b service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9957972 May 25 20:41:04.355417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-99602229-8f49-4004-9a04-093ad1725d6a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port 95c81920-0817-4c74-8cfd-ba562c2db220 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:41:04.357315 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99602229-8f49-4004-9a04-093ad1725d6a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:04.362041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:04.428358 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5cc99133-cc9d-4f85-9597-22da7d71bf2c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:04.460148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Transition to ACTIVE for port object 08fd91f7-46e3-4c68-aeee-0b422f362121 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:41:04.466690 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:04.669372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ee2ad744-c60e-447e-9140-7c56f89b2558 None None] For port 7ab19894-d29a-4884-86ad-7badddda581c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7ab19894-d29a-4884-86ad-7badddda581c,segment=NetworkSegment(29f7e846-a34d-4b50-aeaf-8c6715faa489),segment_id=29f7e846-a34d-4b50-aeaf-8c6715faa489)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:04.723326 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5cc99133-cc9d-4f85-9597-22da7d71bf2c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:04.756046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-eaf13567-e87d-44be-859b-2c1effe69d09 None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:41:04.918850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc99133-cc9d-4f85-9597-22da7d71bf2c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6409afba-5603-4c3c-ba62-b36fde094351,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:04.943085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ffb75569-1a6e-4b13-8231-1507da29452b is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:04.947090 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:05.007032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Pushing event updated for resources: {'Port': ['ID=08fd91f7-46e3-4c68-aeee-0b422f362121,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:05.015598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ffb75569-1a6e-4b13-8231-1507da29452b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ffb75569-1a6e-4b13-8231-1507da29452b,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:05.091721 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:05.092511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:05.193611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5cc99133-cc9d-4f85-9597-22da7d71bf2c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:05.198507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5cc99133-cc9d-4f85-9597-22da7d71bf2c tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "DELETE /v2.0/security-groups/6409afba-5603-4c3c-ba62-b36fde094351 HTTP/1.1" status: 204 len: 168 time: 1.0813169 May 25 20:41:05.205398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60616) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:05.208011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Attempting to bind port 08fd91f7-46e3-4c68-aeee-0b422f362121 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:41:05.210193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Attempting to bind port 08fd91f7-46e3-4c68-aeee-0b422f362121 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:41:05.210910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Attempting to bind port 08fd91f7-46e3-4c68-aeee-0b422f362121 on network 10b537d9-405b-406c-ad38-c96d302b5731 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:41:05.229618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Port 08fd91f7-46e3-4c68-aeee-0b422f362121 on network 10b537d9-405b-406c-ad38-c96d302b5731 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:41:05.230319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Attempting to bind port 08fd91f7-46e3-4c68-aeee-0b422f362121 on network 10b537d9-405b-406c-ad38-c96d302b5731 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:41:05.243639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:41:05.244696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Checking segment: {'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:41:05.245579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Bound using segment: {'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:41:05.246827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Bound port: 08fd91f7-46e3-4c68-aeee-0b422f362121, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:41:05.247461 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:05.266746 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-a25e79f3-c491-4a83-8bf8-ca4ffa32364f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] show failed (client error): The resource could not be found. May 25 20:41:05.273655 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a25e79f3-c491-4a83-8bf8-ca4ffa32364f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups/6409afba-5603-4c3c-ba62-b36fde094351 HTTP/1.1" status: 404 len: 347 time: 0.0521235 May 25 20:41:05.275039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60620) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:05.490521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60626) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:05.584611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffac42-a959-4f2c-8568-6a978ae9d81d req-831f04f9-32bb-42c2-b8bd-885fb99af35c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:05.591329 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.resource_extend [None req-ee2ad744-c60e-447e-9140-7c56f89b2558 None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 20:41:05.591929 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5fffac42-a959-4f2c-8568-6a978ae9d81d req-831f04f9-32bb-42c2-b8bd-885fb99af35c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 943 time: 0.7518954 May 25 20:41:05.598065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd700140-7b3b-45d0-a4ce-91b8d700250f req-50f3264c-4349-4102-b362-1061b853df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:05.599577 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd700140-7b3b-45d0-a4ce-91b8d700250f req-50f3264c-4349-4102-b362-1061b853df97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 1094 time: 1.0199277 May 25 20:41:05.614753 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99602229-8f49-4004-9a04-093ad1725d6a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:05.693595 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad744-c60e-447e-9140-7c56f89b2558 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:05.794780 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ffb75569-1a6e-4b13-8231-1507da29452b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:05.871401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-99602229-8f49-4004-9a04-093ad1725d6a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for 95c81920-0817-4c74-8cfd-ba562c2db220 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:41:05.889334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ee2ad744-c60e-447e-9140-7c56f89b2558 None None] Transition to ACTIVE for port object 7ab19894-d29a-4884-86ad-7badddda581c will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:41:05.907312 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad744-c60e-447e-9140-7c56f89b2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:05.924378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] For port 08fd91f7-46e3-4c68-aeee-0b422f362121, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:41:05.929948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] For port 08fd91f7-46e3-4c68-aeee-0b422f362121, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08fd91f7-46e3-4c68-aeee-0b422f362121,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:41:05.966109 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:05.966109 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:05.986783 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fab66977-5a16-4e51-8ab5-029b483a80ba req-2c55b12a-88b9-4562-bbb9-32425735c525 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 210 time: 0.3205171 May 25 20:41:06.112751 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:06.144216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-eaf13567-e87d-44be-859b-2c1effe69d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:06.156368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf13567-e87d-44be-859b-2c1effe69d09 None None] The sync data for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 is: [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:41:06.220141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Deleting port 8abf7294-3607-4ac3-9272-e89af9b45790 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:41:06.220955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:06.244197 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ad744-c60e-447e-9140-7c56f89b2558 None None] Pushing event updated for resources: {'Port': ['ID=7ab19894-d29a-4884-86ad-7badddda581c,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:06.354083 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:06.355389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:06.450090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:06.450707 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:06.452734 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5fffac42-a959-4f2c-8568-6a978ae9d81d req-153ac5e0-a122-4f29-bb95-962b651a7540 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8532629 May 25 20:41:06.454069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd700140-7b3b-45d0-a4ce-91b8d700250f req-927b1ad2-eb20-445d-b346-f67b93b56988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:06.456487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd700140-7b3b-45d0-a4ce-91b8d700250f req-927b1ad2-eb20-445d-b346-f67b93b56988 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.8330617 May 25 20:41:06.475731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:06.476533 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:06.478072 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] 10.222.0.70 "PUT /v2.0/ports/08fd91f7-46e3-4c68-aeee-0b422f362121 HTTP/1.1" status: 200 len: 1091 time: 3.7929211 May 25 20:41:06.482447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f579f1-3d04-49c4-b75d-1a3c325296cc', 'tag': '08fd91f7-46e3-4c68-aeee-0b422f362121'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:06.517065 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:41:06.634300 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ae51fb-f101-4017-ad19-10b76000ff23'] response: {'name': 'network-changed', 'server_uuid': 'a6f579f1-3d04-49c4-b75d-1a3c325296cc', 'tag': '08fd91f7-46e3-4c68-aeee-0b422f362121', 'status': 'completed', 'code': 200} May 25 20:41:06.719074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e652d-bdd1-4fb5-a581-ca2f91ff03b8 service neutron] Pushing event updated for resources: {'Port': ['ID=08fd91f7-46e3-4c68-aeee-0b422f362121,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:06.748362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:06.750234 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a97ba5c7-5f8f-4c84-855b-a869108d63cb up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:06.762662 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ce3234-95c6-4140-962f-f84c72acbae9 None None] New status for floating IP b6d33fff-99cb-40f8-9e2c-6d3f2a3b98ae: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:41:06.950329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b86ab8-fb1d-41d5-9de5-8deb9cfdaa99 req-120854d3-8ea6-460f-b908-aef1e13b5037 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:06.954045 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55b86ab8-fb1d-41d5-9de5-8deb9cfdaa99 req-120854d3-8ea6-460f-b908-aef1e13b5037 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1094 time: 0.6443739 May 25 20:41:06.970286 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd700140-7b3b-45d0-a4ce-91b8d700250f req-a4d8fb2b-d991-4d47-b698-b808cef4b6d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf08d183-a206-446d-83a1-3ca80b0e6c02 HTTP/1.1" status: 200 len: 217 time: 0.4507973 May 25 20:41:06.975877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1ad547da-7567-429a-9aad-518085e49bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:06.977622 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1ad547da-7567-429a-9aad-518085e49bc9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=842cee69f06741e6b62709d9a1018a5e&device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1094 time: 0.4435694 May 25 20:41:06.982943 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:06.983386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-ce484c0e-9786-4588-bfeb-27787997f789 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:06.984315 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:06.984930 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-ce484c0e-9786-4588-bfeb-27787997f789 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.70 "GET /v2.0/networks?id=bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 HTTP/1.1" status: 200 len: 808 time: 0.5711832 May 25 20:41:07.020625 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a97ba5c7-5f8f-4c84-855b-a869108d63cb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:07.020997 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:07.030429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc40e616-ac9b-4ebb-99b3-b857685d0d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:07.123773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Request body: {'port': {'device_id': 'e562bf90-6551-4a42-aa7a-29d74b7306e7', 'network_id': 'bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4', 'admin_state_up': True, 'tenant_id': '3ca913fd4f98478596dc8fcc4d3eb55f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:07.136475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-33bb1a3d-45c1-4724-8279-33119b14da0f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08fd91f7-46e3-4c68-aeee-0b422f362121 HTTP/1.1" status: 200 len: 217 time: 0.1137593 May 25 20:41:07.214120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dc40e616-ac9b-4ebb-99b3-b857685d0d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:07.221481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dc40e616-ac9b-4ebb-99b3-b857685d0d2b admin admin] Usage tracker for resource:security_group_rule and tenant:1a8e69b53ac44d6a8e837eae33da6ade is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:07.225648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dc40e616-ac9b-4ebb-99b3-b857685d0d2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:07.232256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dc40e616-ac9b-4ebb-99b3-b857685d0d2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:07.261875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a97ba5c7-5f8f-4c84-855b-a869108d63cb is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:07.263115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ab19894-d29a-4884-86ad-7badddda581c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:07.297481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Calling delete_port for 8abf7294-3607-4ac3-9272-e89af9b45790 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:41:07.357609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8fc7377c-859e-4a33-af8e-ca8370977396 None None] Provisioning complete for port e1fded5c-2db4-4905-974e-11a8cd3adca1 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:07.364052 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8fc7377c-859e-4a33-af8e-ca8370977396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:07.383109 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99602229-8f49-4004-9a04-093ad1725d6a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:07.413517 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-54096f90-6e47-4b31-8340-d045edb53063 req-c7a67e91-3576-40c1-9e7f-91136d4ae309 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 210 time: 0.2581210 May 25 20:41:07.458586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55b86ab8-fb1d-41d5-9de5-8deb9cfdaa99 req-7aae1780-cff9-4edf-9486-48fccfe5d618 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778256 May 25 20:41:07.459149 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:41:07.459462 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:41:07.472807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7377c-859e-4a33-af8e-ca8370977396 None None] Port e1fded5c-2db4-4905-974e-11a8cd3adca1 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:41:07.476542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8fc7377c-859e-4a33-af8e-ca8370977396 None None] Could not find standard attr ID for object 95c81920-0817-4c74-8cfd-ba562c2db220. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:41:07.509947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-6b367ee4-0a04-4bbb-8107-cf215ccec119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:07.511810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8fc7377c-859e-4a33-af8e-ca8370977396 None None] Provisioning for port 7ab19894-d29a-4884-86ad-7badddda581c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:41:07.523502 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-6b367ee4-0a04-4bbb-8107-cf215ccec119 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9aaacded-2315-410d-bee3-75ac067d5e2a HTTP/1.1" status: 200 len: 848 time: 0.3053737 May 25 20:41:07.527152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8fc7377c-859e-4a33-af8e-ca8370977396 None None] Provisioning complete for port 7ab19894-d29a-4884-86ad-7badddda581c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:07.527534 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8fc7377c-859e-4a33-af8e-ca8370977396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:07.606822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:07.613465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602229-8f49-4004-9a04-093ad1725d6a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=95c81920-0817-4c74-8cfd-ba562c2db220,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:07.659689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1d638538-ee59-4fd1-ba35-386a537e65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:07.661799 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-1d638538-ee59-4fd1-ba35-386a537e65c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10b537d9-405b-406c-ad38-c96d302b5731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287501 May 25 20:41:07.778963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd700140-7b3b-45d0-a4ce-91b8d700250f req-44318886-f973-4834-8ea2-b32d2f735a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:07.781511 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd700140-7b3b-45d0-a4ce-91b8d700250f req-44318886-f973-4834-8ea2-b32d2f735a45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.7568755 May 25 20:41:07.799365 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:41:07.807345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7377c-859e-4a33-af8e-ca8370977396 None None] Current status of the port 7ab19894-d29a-4884-86ad-7badddda581c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:07.809662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:07.810029 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:07.834375 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-b1f2bdfe-f292-407b-8db8-b8efc918f74c service neutron] 10.222.0.70 "GET /v2.0/networks/10b537d9-405b-406c-ad38-c96d302b5731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667159 May 25 20:41:07.862641 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc40e616-ac9b-4ebb-99b3-b857685d0d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:07.924871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-161b6e83-fc02-4399-a42c-262f5db55647 None None] Could not find standard attr ID for object 9f036eac-8db4-46f3-b9be-cbde7fe57beb. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:41:07.938343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-161b6e83-fc02-4399-a42c-262f5db55647 None None] Could not find standard attr ID for object 95c81920-0817-4c74-8cfd-ba562c2db220. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:41:07.944411 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc40e616-ac9b-4ebb-99b3-b857685d0d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:07.952787 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99602229-8f49-4004-9a04-093ad1725d6a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:07.960357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Deleting port 8abf7294-3607-4ac3-9272-e89af9b45790 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:41:07.960933 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:07.965073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:07.965722 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:07.973061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:08.003774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=81a8b36f-fc27-4d91-a0a1-ad8713b6e14a,segment=NetworkSegment(1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc),segment_id=1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:08.009165 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:08.010205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffb75569-1a6e-4b13-8231-1507da29452b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:08.033931 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-99602229-8f49-4004-9a04-093ad1725d6a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/95c81920-0817-4c74-8cfd-ba562c2db220 HTTP/1.1" status: 204 len: 168 time: 3.9352930 May 25 20:41:08.037991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60638) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:08.041748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Usage tracker for resource:port and tenant:3ca913fd4f98478596dc8fcc4d3eb55f is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:08.047138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:08.055227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:08.112713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Made reservation on behalf of 3ca913fd4f98478596dc8fcc4d3eb55f for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:41:08.116345 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:08.150235 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dc40e616-ac9b-4ebb-99b3-b857685d0d2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a8e69b53ac44d6a8e837eae33da6ade&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6538799 May 25 20:41:08.158139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60642) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:08.160971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=81a8b36f-fc27-4d91-a0a1-ad8713b6e14a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:08.171738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ffb75569-1a6e-4b13-8231-1507da29452b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:08.172107 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:08.179025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40e616-ac9b-4ebb-99b3-b857685d0d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6519bc-5f28-4f1d-ab60-d6bdad7f2d9d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:08.260209 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1586a135-ffc9-4be1-aa0b-f795a557d3d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] GET failed (client error): The resource could not be found. May 25 20:41:08.260807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1586a135-ffc9-4be1-aa0b-f795a557d3d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Synchronizing usage tracker for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:08.284861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd700140-7b3b-45d0-a4ce-91b8d700250f req-5b2ef63d-e9a3-4ce4-9c7e-b957965b98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:08.287330 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd700140-7b3b-45d0-a4ce-91b8d700250f req-5b2ef63d-e9a3-4ce4-9c7e-b957965b98fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3448279 May 25 20:41:08.308658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ffb75569-1a6e-4b13-8231-1507da29452b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:08.309737 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ab19894-d29a-4884-86ad-7badddda581c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:08.321959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfc9f7f7-58a8-433d-aab3-8d592890f0ee req-6ee81546-0647-426e-84f1-d758e7847d3c service neutron] 10.222.0.70 "GET /v2.0/networks/10b537d9-405b-406c-ad38-c96d302b5731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822495 May 25 20:41:08.356710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1586a135-ffc9-4be1-aa0b-f795a557d3d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Unset dirty status for tenant:41e61a66510849969b73a280f08318ff on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:08.358065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1586a135-ffc9-4be1-aa0b-f795a557d3d7 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports/95c81920-0817-4c74-8cfd-ba562c2db220 HTTP/1.1" status: 404 len: 333 time: 0.3190234 May 25 20:41:08.370256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60646) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:08.394650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7ab19894-d29a-4884-86ad-7badddda581c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:08.395025 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:08.405716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8a470-e62d-400e-a7eb-8388dbaa7883 req-4bc559ec-7cff-48e1-88ae-ea2ce9423e10 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:08.407228 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5d8a470-e62d-400e-a7eb-8388dbaa7883 req-4bc559ec-7cff-48e1-88ae-ea2ce9423e10 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 943 time: 0.7852266 May 25 20:41:08.449644 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:08.449991 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:08.532775 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60819973-00cc-4fd1-9caf-7bd771205362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:08.571120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7ab19894-d29a-4884-86ad-7badddda581c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:08.572858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9097e871-d874-4592-bd23-c94e16dc4425 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:08.586067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c5d8a470-e62d-400e-a7eb-8388dbaa7883 req-8f46fe8f-5422-4e3c-9405-7e0e92d2bf4d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555264 May 25 20:41:08.660672 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60819973-00cc-4fd1-9caf-7bd771205362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:08.719447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9097e871-d874-4592-bd23-c94e16dc4425 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:08.719750 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:08.724181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Allocated IP 172.20.0.9 (bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4/de9b5a9f-24e0-443a-b3f3-5856d0b5809f/420bf739-6878-4622-8f58-34a042b4d92c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:41:08.737900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Calling delete_port for 8abf7294-3607-4ac3-9272-e89af9b45790 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:41:08.778885 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd700140-7b3b-45d0-a4ce-91b8d700250f req-475aaa2a-dc55-443d-b3d7-4ba51e731d94 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707165 May 25 20:41:08.899846 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-28f01ab3-da20-4dea-9ee1-c1316889e686 None None] Could not find standard attr ID for object 95c81920-0817-4c74-8cfd-ba562c2db220. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:41:08.904068 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0c712d57-78b1-4550-9caa-964f272cf8bb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:08.909440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9097e871-d874-4592-bd23-c94e16dc4425 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:08.917497 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb9d4a10-27f0-45c8-a952-52bd31fae53a req-e661fdb9-f253-4f87-9f41-33be6c25efa7 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 210 time: 0.1872032 May 25 20:41:08.971409 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0c712d57-78b1-4550-9caa-964f272cf8bb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.039602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43369f87-b58a-4190-a491-ee23f22af94f req-dfe8ddaf-c7a9-4315-bf81-7356bcebe0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:09.041134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43369f87-b58a-4190-a491-ee23f22af94f req-dfe8ddaf-c7a9-4315-bf81-7356bcebe0a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=842cee69f06741e6b62709d9a1018a5e&device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1094 time: 0.6417186 May 25 20:41:09.182230 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60819973-00cc-4fd1-9caf-7bd771205362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.182885 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0c712d57-78b1-4550-9caa-964f272cf8bb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.214546 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60819973-00cc-4fd1-9caf-7bd771205362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6519bc-5f28-4f1d-ab60-d6bdad7f2d9d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:09.228013 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fd700140-7b3b-45d0-a4ce-91b8d700250f req-9477c7f9-48c3-4cd6-9eb2-fa318e6e8197 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335010 May 25 20:41:09.232373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c712d57-78b1-4550-9caa-964f272cf8bb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c8c09a-e07b-48b7-a74d-16c6fc6a35cc,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:09.238235 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2746b-fa74-42f8-b416-ae7c5c2f1439 req-e9eff977-2b59-4c54-bd51-6d88f4cf6a9b tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:09.239781 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-77e2746b-fa74-42f8-b416-ae7c5c2f1439 req-e9eff977-2b59-4c54-bd51-6d88f4cf6a9b tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1094 time: 0.4510162 May 25 20:41:09.292237 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.300817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60819973-00cc-4fd1-9caf-7bd771205362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.304673 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-60819973-00cc-4fd1-9caf-7bd771205362 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc6519bc-5f28-4f1d-ab60-d6bdad7f2d9d HTTP/1.1" status: 204 len: 168 time: 1.1445441 May 25 20:41:09.332952 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0c712d57-78b1-4550-9caa-964f272cf8bb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.334083 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0c712d57-78b1-4550-9caa-964f272cf8bb tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/security-groups/09c8c09a-e07b-48b7-a74d-16c6fc6a35cc HTTP/1.1" status: 204 len: 168 time: 0.9632590 May 25 20:41:09.341931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60656) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:09.347994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43369f87-b58a-4190-a491-ee23f22af94f req-c928ce3a-e224-412b-b2b3-0d4afd260f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:09.349443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43369f87-b58a-4190-a491-ee23f22af94f req-c928ce3a-e224-412b-b2b3-0d4afd260f4e service neutron] 10.222.0.70 "GET /v2.0/networks?id=10b537d9-405b-406c-ad38-c96d302b5731 HTTP/1.1" status: 200 len: 910 time: 0.3019259 May 25 20:41:09.372172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event deleted for resources: {'Port': ['ID=8abf7294-3607-4ac3-9272-e89af9b45790,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:09.410182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-77e2746b-fa74-42f8-b416-ae7c5c2f1439 req-6d189a66-1bb5-43d4-bd3f-d76ff107a708 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Synchronizing usage tracker for tenant:842cee69f06741e6b62709d9a1018a5e on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:09.432568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-77e2746b-fa74-42f8-b416-ae7c5c2f1439 req-6d189a66-1bb5-43d4-bd3f-d76ff107a708 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Unset dirty status for tenant:842cee69f06741e6b62709d9a1018a5e on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:09.433942 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-77e2746b-fa74-42f8-b416-ae7c5c2f1439 req-6d189a66-1bb5-43d4-bd3f-d76ff107a708 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795459 May 25 20:41:09.494358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:09.500307 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43369f87-b58a-4190-a491-ee23f22af94f req-fdba7a59-e456-438f-8871-cdbc039fd609 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08fd91f7-46e3-4c68-aeee-0b422f362121 HTTP/1.1" status: 200 len: 217 time: 0.1304028 May 25 20:41:09.530829 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.567516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:09.567952 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.571497 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.675499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Network bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:41:09.679761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:41:09.683707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:41:09.733906 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.736848 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.738054 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-afae0fc5-179f-4dec-8a38-d36b92b7da4a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "DELETE /v2.0/floatingips/b6d33fff-99cb-40f8-9e2c-6d3f2a3b98ae HTTP/1.1" status: 204 len: 168 time: 4.4619877 May 25 20:41:09.749086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60664) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:09.755783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43369f87-b58a-4190-a491-ee23f22af94f req-a63e1cea-305d-4f5a-bd1c-ae74cdace0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:09.757157 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43369f87-b58a-4190-a491-ee23f22af94f req-a63e1cea-305d-4f5a-bd1c-ae74cdace0eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9aaacded-2315-410d-bee3-75ac067d5e2a HTTP/1.1" status: 200 len: 848 time: 0.2045326 May 25 20:41:09.766659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:09.767971 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.775138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:09.778967 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Pushing event updated for resources: {'Port': ['ID=420bf739-6878-4622-8f58-34a042b4d92c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:09.802872 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-9882883f-14ea-403b-9cca-e0ee1a574f4a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6842902 May 25 20:41:09.814802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Request body: {'port': {'device_id': 'e562bf90-6551-4a42-aa7a-29d74b7306e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:09.828313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32bddf73-1f7c-498a-842e-b3accfc79c70 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.836052 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c15dd551-f8ed-45be-9233-17eaf11eeeb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.865232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60670) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:09.874239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--616129960', 'description': 'tempest-description--939722898'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:09.884383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:09.893603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:09.900234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:09.914972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c15dd551-f8ed-45be-9233-17eaf11eeeb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:09.936752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c15dd551-f8ed-45be-9233-17eaf11eeeb5 admin admin] Usage tracker for resource:security_group_rule and tenant:c3960682226147f98555bd6970aea9f4 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:09.937915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:09.945465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c15dd551-f8ed-45be-9233-17eaf11eeeb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:09.956308 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32bddf73-1f7c-498a-842e-b3accfc79c70 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.970275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c15dd551-f8ed-45be-9233-17eaf11eeeb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:09.972047 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:09.988024 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.013711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:10.047088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43369f87-b58a-4190-a491-ee23f22af94f req-6f53d375-d689-4786-93b9-db5eeac3f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:10.049096 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43369f87-b58a-4190-a491-ee23f22af94f req-6f53d375-d689-4786-93b9-db5eeac3f776 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10b537d9-405b-406c-ad38-c96d302b5731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2563872 May 25 20:41:10.050451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group_rule and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:10.055264 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32bddf73-1f7c-498a-842e-b3accfc79c70 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.062179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:10.066538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89788ee6-182a-462e-bf84-5b67427e9528 req-b94c45e7-c3af-4d5a-aeb3-eb263d308ae0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:10.067974 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-89788ee6-182a-462e-bf84-5b67427e9528 req-b94c45e7-c3af-4d5a-aeb3-eb263d308ae0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 943 time: 0.2331505 May 25 20:41:10.124035 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:10.171886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bddf73-1f7c-498a-842e-b3accfc79c70 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc6ebee-28a7-4ad0-9c00-631980d77ae6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:10.226296 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32bddf73-1f7c-498a-842e-b3accfc79c70 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.230090 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-32bddf73-1f7c-498a-842e-b3accfc79c70 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/security-groups/4bc6ebee-28a7-4ad0-9c00-631980d77ae6 HTTP/1.1" status: 204 len: 168 time: 0.8820219 May 25 20:41:10.232394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60676) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:10.247128 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-89788ee6-182a-462e-bf84-5b67427e9528 req-5dc1acb4-67aa-475f-b074-1caa1fca1bad tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478231 May 25 20:41:10.388936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed1aa8-05b3-4166-be7f-446fb947c09f req-bf275b82-45a0-4935-94f7-d240eadf9820 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:10.389577 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b2ed1aa8-05b3-4166-be7f-446fb947c09f req-bf275b82-45a0-4935-94f7-d240eadf9820 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Synchronizing usage tracker for tenant:3ca913fd4f98478596dc8fcc4d3eb55f on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:10.419982 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.431994 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.452518 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43369f87-b58a-4190-a491-ee23f22af94f req-640e5e0b-e61f-46e3-b35f-094412781f5e service neutron] 10.222.0.70 "GET /v2.0/networks/10b537d9-405b-406c-ad38-c96d302b5731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823540 May 25 20:41:10.459409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b2ed1aa8-05b3-4166-be7f-446fb947c09f req-bf275b82-45a0-4935-94f7-d240eadf9820 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Unset dirty status for tenant:3ca913fd4f98478596dc8fcc4d3eb55f on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:10.460572 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b2ed1aa8-05b3-4166-be7f-446fb947c09f req-bf275b82-45a0-4935-94f7-d240eadf9820 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 931 time: 0.4059248 May 25 20:41:10.503037 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c15dd551-f8ed-45be-9233-17eaf11eeeb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.532963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:10.546350 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.551225 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c40dddea-3ded-4c94-9542-b71efcb04644 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6814294 May 25 20:41:10.552483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60682) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:10.570589 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c15dd551-f8ed-45be-9233-17eaf11eeeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.575013 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b2ed1aa8-05b3-4166-be7f-446fb947c09f req-3771f06e-d87b-4b0a-b6a7-8c2377ca508b tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910470 May 25 20:41:10.582844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4aae1e9d-8679-4c79-8f89-0e8bff8edaac tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'security_group_rule': {'security_group_id': '2b5ccb5a-4bf2-40cc-94a7-e37116f683c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:10.613316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4aae1e9d-8679-4c79-8f89-0e8bff8edaac tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:10.647184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 420bf739-6878-4622-8f58-34a042b4d92c {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:41:10.654488 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.666218 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7493b017-cb74-4a4c-8ae5-d11448acd617 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.668059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4aae1e9d-8679-4c79-8f89-0e8bff8edaac tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group_rule and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:10.669348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Transition to ACTIVE for port object 420bf739-6878-4622-8f58-34a042b4d92c will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:41:10.674726 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.687130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4aae1e9d-8679-4c79-8f89-0e8bff8edaac tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:10.722186 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4aae1e9d-8679-4c79-8f89-0e8bff8edaac tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:10.745234 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c15dd551-f8ed-45be-9233-17eaf11eeeb5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3960682226147f98555bd6970aea9f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9892824 May 25 20:41:10.760799 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dd551-f8ed-45be-9233-17eaf11eeeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571bb6d5-d3c9-4a6a-b5ed-9fb7260cfa5a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:10.766933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60686) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:10.779756 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7493b017-cb74-4a4c-8ae5-d11448acd617 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.842103 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-43369f87-b58a-4190-a491-ee23f22af94f req-029b862b-ce6a-4277-9c56-33cbde91fcc4 service neutron] 10.222.0.70 "GET /v2.0/networks/10b537d9-405b-406c-ad38-c96d302b5731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812456 May 25 20:41:10.848938 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4aae1e9d-8679-4c79-8f89-0e8bff8edaac tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.851678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Pushing event updated for resources: {'Port': ['ID=420bf739-6878-4622-8f58-34a042b4d92c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:10.927272 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Attempting to bind port 420bf739-6878-4622-8f58-34a042b4d92c on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:41:10.927602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Attempting to bind port 420bf739-6878-4622-8f58-34a042b4d92c by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a6727b03-2c6f-49dd-9f0f-c4b873b2d25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:41:10.927923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Attempting to bind port 420bf739-6878-4622-8f58-34a042b4d92c on network bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:41:10.932567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Port 420bf739-6878-4622-8f58-34a042b4d92c on network bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:41:10.932882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Attempting to bind port 420bf739-6878-4622-8f58-34a042b4d92c on network bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:41:10.937227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff8c54-f19e-4174-a0de-308039ae954c req-6a7567de-f33c-4fc8-ab16-48ee29856f7b tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:10.938792 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-04ff8c54-f19e-4174-a0de-308039ae954c req-6a7567de-f33c-4fc8-ab16-48ee29856f7b tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1094 time: 0.3602037 May 25 20:41:10.938985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:41:10.939307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Checking segment: {'id': 'a6727b03-2c6f-49dd-9f0f-c4b873b2d25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:41:10.939833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Bound using segment: {'id': 'a6727b03-2c6f-49dd-9f0f-c4b873b2d25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:41:10.940263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Bound port: 420bf739-6878-4622-8f58-34a042b4d92c, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6727b03-2c6f-49dd-9f0f-c4b873b2d25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:41:10.940656 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.944768 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73fd1541-4122-4021-ab7c-cea448b3ac4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.949416 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7493b017-cb74-4a4c-8ae5-d11448acd617 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:10.999732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493b017-cb74-4a4c-8ae5-d11448acd617 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7412de3d-3f84-4afc-a950-17c8f93216e7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:11.043970 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73fd1541-4122-4021-ab7c-cea448b3ac4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.044295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] For port 420bf739-6878-4622-8f58-34a042b4d92c, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:41:11.047593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] For port 420bf739-6878-4622-8f58-34a042b4d92c, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=420bf739-6878-4622-8f58-34a042b4d92c,segment=NetworkSegment(a6727b03-2c6f-49dd-9f0f-c4b873b2d25b),segment_id=a6727b03-2c6f-49dd-9f0f-c4b873b2d25b)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:41:11.052247 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.059864 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7493b017-cb74-4a4c-8ae5-d11448acd617 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.060966 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7493b017-cb74-4a4c-8ae5-d11448acd617 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/security-groups/7412de3d-3f84-4afc-a950-17c8f93216e7 HTTP/1.1" status: 204 len: 168 time: 0.8244324 May 25 20:41:11.062700 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4aae1e9d-8679-4c79-8f89-0e8bff8edaac tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.066600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-04ff8c54-f19e-4174-a0de-308039ae954c req-ef7b6ebb-a26c-434e-86f2-65af038bfd0d tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198258 May 25 20:41:11.067021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60690) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:11.078111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4aae1e9d-8679-4c79-8f89-0e8bff8edaac tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.081262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 08fd91f7-46e3-4c68-aeee-0b422f362121 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:41:11.139528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Pushing event updated for resources: {'Port': ['ID=420bf739-6878-4622-8f58-34a042b4d92c,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:11.148256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:11.149029 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.150706 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-7f14c885-2770-4aa2-a5fb-31e8c14caf50 service neutron] 10.222.0.70 "PUT /v2.0/ports/420bf739-6878-4622-8f58-34a042b4d92c HTTP/1.1" status: 200 len: 1091 time: 1.3411288 May 25 20:41:11.151152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e562bf90-6551-4a42-aa7a-29d74b7306e7', 'tag': '420bf739-6878-4622-8f58-34a042b4d92c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:11.164816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae1e9d-8679-4c79-8f89-0e8bff8edaac tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cdb4e5-18ec-4bc5-b462-1dc8afa35d69,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:11.182634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4aae1e9d-8679-4c79-8f89-0e8bff8edaac tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.184090 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4aae1e9d-8679-4c79-8f89-0e8bff8edaac tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6311705 May 25 20:41:11.186969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60696) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:11.193168 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-14b121ef-0776-4ec5-82d2-281a3defbe7d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'security_group_rule': {'security_group_id': '2b5ccb5a-4bf2-40cc-94a7-e37116f683c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:11.194853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62b31b0-a05b-4e80-a983-eb78013d7f2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting subnet 8fc380aa-4fc9-4959-bd85-7e56cde6d09e {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:41:11.198537 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f62b31b0-a05b-4e80-a983-eb78013d7f2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.242493 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc3180f-1064-4610-909d-9fdd4b3483bb'] response: {'name': 'network-changed', 'server_uuid': 'e562bf90-6551-4a42-aa7a-29d74b7306e7', 'tag': '420bf739-6878-4622-8f58-34a042b4d92c', 'status': 'completed', 'code': 200} May 25 20:41:11.250251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-14b121ef-0776-4ec5-82d2-281a3defbe7d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:11.250716 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73fd1541-4122-4021-ab7c-cea448b3ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.262584 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 08fd91f7-46e3-4c68-aeee-0b422f362121, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08fd91f7-46e3-4c68-aeee-0b422f362121,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:11.264179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-14b121ef-0776-4ec5-82d2-281a3defbe7d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:security_group_rule and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:11.274415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-14b121ef-0776-4ec5-82d2-281a3defbe7d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:11.275298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd1541-4122-4021-ab7c-cea448b3ac4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571bb6d5-d3c9-4a6a-b5ed-9fb7260cfa5a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:11.278642 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f62b31b0-a05b-4e80-a983-eb78013d7f2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.282447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '08fd91f7-46e3-4c68-aeee-0b422f362121', 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731', 'port_id': '08fd91f7-46e3-4c68-aeee-0b422f362121', 'mac_address': 'fa:16:3e:b3:bd:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aaacded-2315-410d-bee3-75ac067d5e2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:41:11.299113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-14b121ef-0776-4ec5-82d2-281a3defbe7d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:11.323525 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73fd1541-4122-4021-ab7c-cea448b3ac4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.324651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-73fd1541-4122-4021-ab7c-cea448b3ac4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/571bb6d5-d3c9-4a6a-b5ed-9fb7260cfa5a HTTP/1.1" status: 204 len: 168 time: 0.5528448 May 25 20:41:11.330298 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-14b121ef-0776-4ec5-82d2-281a3defbe7d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.403620 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-14b121ef-0776-4ec5-82d2-281a3defbe7d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.420019 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-14b121ef-0776-4ec5-82d2-281a3defbe7d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.446644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b121ef-0776-4ec5-82d2-281a3defbe7d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee6cf03-9c2b-4e5b-b773-3c0c3881c786,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:11.450658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-f8fafb6d-cecb-4ad7-a2fa-a1196ed039ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:11.452758 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-f8fafb6d-cecb-4ad7-a2fa-a1196ed039ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ca913fd4f98478596dc8fcc4d3eb55f&device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 1094 time: 0.2527781 May 25 20:41:11.455263 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f62b31b0-a05b-4e80-a983-eb78013d7f2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.482944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 08fd91f7-46e3-4c68-aeee-0b422f362121 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:11.482944 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.504109 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08fd91f7-46e3-4c68-aeee-0b422f362121 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:41:11.525966 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 08fd91f7-46e3-4c68-aeee-0b422f362121, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08fd91f7-46e3-4c68-aeee-0b422f362121,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:11.532932 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.533548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d784b3-348b-4835-8f56-b6cad3066726 req-a8c26100-79e3-4da3-a936-32633b4e6c98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:11.535133 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70d784b3-348b-4835-8f56-b6cad3066726 req-a8c26100-79e3-4da3-a936-32633b4e6c98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 943 time: 0.1540136 May 25 20:41:11.540361 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-3c7c3c13-3979-4fa6-b20b-82e7e34338b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=420bf739-6878-4622-8f58-34a042b4d92c HTTP/1.1" status: 200 len: 217 time: 0.0784495 May 25 20:41:11.561640 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f62b31b0-a05b-4e80-a983-eb78013d7f2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.617891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b31b0-a05b-4e80-a983-eb78013d7f2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc380aa-4fc9-4959-bd85-7e56cde6d09e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:11.620194 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f62b31b0-a05b-4e80-a983-eb78013d7f2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.643296 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da1677-8655-447e-b8e4-ca8417e8d57f None None] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:41:11.647314 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f62b31b0-a05b-4e80-a983-eb78013d7f2b tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/8fc380aa-4fc9-4959-bd85-7e56cde6d09e HTTP/1.1" status: 204 len: 168 time: 0.5734019 May 25 20:41:11.659178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60708) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:11.671900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=08fd91f7-46e3-4c68-aeee-0b422f362121,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:11.696991 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70d784b3-348b-4835-8f56-b6cad3066726 req-e98ff871-289f-493b-b70a-c07a4192c372 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533084 May 25 20:41:11.744028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5666614-cd4b-410d-9b06-daa6de92e5f3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting subnet 074e8ed0-1222-47de-942c-64ed8bfa1acd {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:41:11.747902 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5666614-cd4b-410d-9b06-daa6de92e5f3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.794244 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-14b121ef-0776-4ec5-82d2-281a3defbe7d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.799991 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-14b121ef-0776-4ec5-82d2-281a3defbe7d tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6113937 May 25 20:41:11.800896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60712) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:11.836866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5666614-cd4b-410d-9b06-daa6de92e5f3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.870849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:11.878424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:11.883333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Usage tracker for resource:floatingip and tenant:84315881ccfd48e3a01bec49588326fa is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:11.890405 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:11.908410 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:11.935538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-f3368d60-910f-4b4a-859e-607d19846349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:11.937043 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-f3368d60-910f-4b4a-859e-607d19846349 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=de9b5a9f-24e0-443a-b3f3-5856d0b5809f HTTP/1.1" status: 200 len: 848 time: 0.3889155 May 25 20:41:11.945664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['08fd91f7-46e3-4c68-aeee-0b422f362121'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:41:11.952934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5666614-cd4b-410d-9b06-daa6de92e5f3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:11.982564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60716) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:11.991102 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:12.015197 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4afde6cc-0aa5-41b6-9140-83afb4c32084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:12.017254 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-ce485949-1a35-49bc-bd76-c8b25a5039ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722034 May 25 20:41:12.043736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4afde6cc-0aa5-41b6-9140-83afb4c32084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:12.054489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4afde6cc-0aa5-41b6-9140-83afb4c32084 admin admin] Usage tracker for resource:security_group_rule and tenant:9757782c85024101a9b2585abccc2725 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:12.058529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4afde6cc-0aa5-41b6-9140-83afb4c32084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:12.065840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4afde6cc-0aa5-41b6-9140-83afb4c32084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:12.101093 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5666614-cd4b-410d-9b06-daa6de92e5f3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:12.117624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86668555-7ab5-4803-a157-6237e6a298b7 req-a697ffe2-2e20-4bd6-9d70-d88447b058ee tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:12.119201 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-86668555-7ab5-4803-a157-6237e6a298b7 req-a697ffe2-2e20-4bd6-9d70-d88447b058ee tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 943 time: 0.3144422 May 25 20:41:12.195448 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5666614-cd4b-410d-9b06-daa6de92e5f3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Subnet': ['ID=074e8ed0-1222-47de-942c-64ed8bfa1acd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:12.208229 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5666614-cd4b-410d-9b06-daa6de92e5f3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:12.230600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e5666614-cd4b-410d-9b06-daa6de92e5f3 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/074e8ed0-1222-47de-942c-64ed8bfa1acd HTTP/1.1" status: 204 len: 168 time: 0.5678322 May 25 20:41:12.236099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60722) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:12.265106 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-86668555-7ab5-4803-a157-6237e6a298b7 req-0e863abb-bda2-4029-b75b-4d6028f87edf tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815551 May 25 20:41:12.311408 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-c1f50837-a2ae-4ed8-be72-ab4294eca207 service neutron] 10.222.0.70 "GET /v2.0/networks/bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876246 May 25 20:41:12.336115 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb055e3-4623-47c3-bcdc-dab087dbd69c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] DELETE failed (client error): The resource could not be found. May 25 20:41:12.336568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb055e3-4623-47c3-bcdc-dab087dbd69c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:41:12.366843 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3fb055e3-4623-47c3-bcdc-dab087dbd69c tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/8fc380aa-4fc9-4959-bd85-7e56cde6d09e HTTP/1.1" status: 404 len: 337 time: 0.1277480 May 25 20:41:12.372298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60726) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:12.465956 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:12.466619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4afde6cc-0aa5-41b6-9140-83afb4c32084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:12.475159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e1963a-f359-46d9-a966-ea354d5907ad tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting subnet cd956ca2-921b-4bbf-8798-778f1b7bfd5d {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:41:12.481374 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34e1963a-f359-46d9-a966-ea354d5907ad tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:12.512979 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4afde6cc-0aa5-41b6-9140-83afb4c32084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:12.529014 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c0fd1b2-72d8-48ff-9c90-26e00be2714e req-83db852f-a044-4a11-8e34-ed94a9dbb815 service neutron] 10.222.0.70 "GET /v2.0/networks/bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112229 May 25 20:41:12.554695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6edc2-169e-4420-83b6-4c5f179b2727 req-1a4babfa-e8a4-45ed-b712-dfd3b96044d4 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:12.566870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-14b6edc2-169e-4420-83b6-4c5f179b2727 req-1a4babfa-e8a4-45ed-b712-dfd3b96044d4 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1095 time: 0.2824206 May 25 20:41:12.653937 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4afde6cc-0aa5-41b6-9140-83afb4c32084 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9757782c85024101a9b2585abccc2725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6665528 May 25 20:41:12.653937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afde6cc-0aa5-41b6-9140-83afb4c32084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d002e4-63d8-446e-afc9-aaee494063a0,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:12.658864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device bf08d183-a206-446d-83a1-3ca80b0e6c02 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:41:12.659696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60730) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:12.699018 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34e1963a-f359-46d9-a966-ea354d5907ad tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:12.727758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Allocated IP 172.25.3.246 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/aaf55faf-772e-410b-bf32-b492e0f1ce7c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:41:12.805445 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-14b6edc2-169e-4420-83b6-4c5f179b2727 req-9ea93399-d2f7-425a-902e-6240913cf70a tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376163 May 25 20:41:12.889579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a5b368-d1e5-4bf0-b4a2-f3687a464a61 None None] Network d35ec7d8-f517-40d4-9344-a3cd4b73b922 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:41:12.932461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b987477-058b-4990-a5a1-fd63405e36b3 req-2523cf1d-d778-4ffd-8a65-adcb34fc1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:12.934064 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3b987477-058b-4990-a5a1-fd63405e36b3 req-2523cf1d-d778-4ffd-8a65-adcb34fc1392 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ca913fd4f98478596dc8fcc4d3eb55f&device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 1094 time: 0.3306282 May 25 20:41:13.006725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port bf08d183-a206-446d-83a1-3ca80b0e6c02, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=bf08d183-a206-446d-83a1-3ca80b0e6c02,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:13.019328 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34e1963a-f359-46d9-a966-ea354d5907ad tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.033031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'bf08d183-a206-446d-83a1-3ca80b0e6c02', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'port_id': 'bf08d183-a206-446d-83a1-3ca80b0e6c02', 'mac_address': 'fa:16:3e:6f:53:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:41:13.034910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-65f1ebae-cbbe-494e-86b4-dcd3703832bc None None] Provisioning complete for port e1fded5c-2db4-4905-974e-11a8cd3adca1 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:13.035372 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-65f1ebae-cbbe-494e-86b4-dcd3703832bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.052151 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6126445-a02e-48b0-bb47-67dcd523f568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.085232 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.095410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6126445-a02e-48b0-bb47-67dcd523f568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.132992 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 08fd91f7-46e3-4c68-aeee-0b422f362121 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:13.140387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b987477-058b-4990-a5a1-fd63405e36b3 req-4e05ba88-6189-4db3-b93c-7cb35e426588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:13.141927 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3b987477-058b-4990-a5a1-fd63405e36b3 req-4e05ba88-6189-4db3-b93c-7cb35e426588 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 HTTP/1.1" status: 200 len: 909 time: 0.1985893 May 25 20:41:13.150579 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34e1963a-f359-46d9-a966-ea354d5907ad tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.151342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa10466-61e5-4432-bd06-d16194d19763 req-ee8b414f-ed82-4142-8b46-1b5a83854044 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:13.152760 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3fa10466-61e5-4432-bd06-d16194d19763 req-ee8b414f-ed82-4142-8b46-1b5a83854044 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 943 time: 0.2734871 May 25 20:41:13.197915 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34e1963a-f359-46d9-a966-ea354d5907ad tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.209399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1963a-f359-46d9-a966-ea354d5907ad tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Subnet': ['ID=cd956ca2-921b-4bbf-8798-778f1b7bfd5d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:13.217381 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-34e1963a-f359-46d9-a966-ea354d5907ad tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/cd956ca2-921b-4bbf-8798-778f1b7bfd5d HTTP/1.1" status: 204 len: 168 time: 0.8431439 May 25 20:41:13.218142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60736) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:13.246195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3b987477-058b-4990-a5a1-fd63405e36b3 req-413cb41f-7b6e-4093-85dd-90ed06e945f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=420bf739-6878-4622-8f58-34a042b4d92c HTTP/1.1" status: 200 len: 217 time: 0.0910127 May 25 20:41:13.260881 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e92cf8-d483-4e8a-9ba3-c4be7f642ef2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] DELETE failed (client error): The resource could not be found. May 25 20:41:13.261538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e92cf8-d483-4e8a-9ba3-c4be7f642ef2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:41:13.270434 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6126445-a02e-48b0-bb47-67dcd523f568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.272839 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6126445-a02e-48b0-bb47-67dcd523f568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.276292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f6126445-a02e-48b0-bb47-67dcd523f568 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32d002e4-63d8-446e-afc9-aaee494063a0 HTTP/1.1" status: 204 len: 168 time: 0.6118636 May 25 20:41:13.278726 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f0e92cf8-d483-4e8a-9ba3-c4be7f642ef2 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/d56dab01-36c7-44ca-acb9-1f0a42899bc7 HTTP/1.1" status: 404 len: 337 time: 0.0590131 May 25 20:41:13.278902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60742) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:13.330104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-65f1ebae-cbbe-494e-86b4-dcd3703832bc None None] Port e1fded5c-2db4-4905-974e-11a8cd3adca1 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:41:13.330777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6126445-a02e-48b0-bb47-67dcd523f568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d002e4-63d8-446e-afc9-aaee494063a0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:13.331823 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port bf08d183-a206-446d-83a1-3ca80b0e6c02 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:13.333171 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.347647 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7769bc8f-edc1-48c7-882e-612049e9922a tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a8bead-7cf1-4a33-9f6d-78e69912484a HTTP/1.1" status: 200 len: 205 time: 0.0599368 May 25 20:41:13.348257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60748) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:13.386322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf08d183-a206-446d-83a1-3ca80b0e6c02 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:41:13.392774 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3fa10466-61e5-4432-bd06-d16194d19763 req-aba51ee7-b9dc-4b0e-9511-ed084d28be9c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781671 May 25 20:41:13.411180 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.432247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-65f1ebae-cbbe-494e-86b4-dcd3703832bc None None] Provisioning complete for port 7ab19894-d29a-4884-86ad-7badddda581c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:13.432247 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-65f1ebae-cbbe-494e-86b4-dcd3703832bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.433305 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-4204a22c-6746-4c55-a58c-48695a8295e1 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] delete failed (client error): The resource could not be found. May 25 20:41:13.436925 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4204a22c-6746-4c55-a58c-48695a8295e1 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/routers/90a8bead-7cf1-4a33-9f6d-78e69912484a HTTP/1.1" status: 404 len: 336 time: 0.0877388 May 25 20:41:13.437463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60752) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:13.460831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port bf08d183-a206-446d-83a1-3ca80b0e6c02, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=bf08d183-a206-446d-83a1-3ca80b0e6c02,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:13.489039 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.503001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b987477-058b-4990-a5a1-fd63405e36b3 req-8be820ae-5e1f-41b4-9930-2b815040c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:13.504395 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3b987477-058b-4990-a5a1-fd63405e36b3 req-8be820ae-5e1f-41b4-9930-2b815040c2ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=de9b5a9f-24e0-443a-b3f3-5856d0b5809f HTTP/1.1" status: 200 len: 848 time: 0.2518699 May 25 20:41:13.523176 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeae4be0-aeda-4bc0-838c-ec7e4a7ab570 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] DELETE failed (client error): The resource could not be found. May 25 20:41:13.523902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeae4be0-aeda-4bc0-838c-ec7e4a7ab570 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:41:13.528343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-aeae4be0-aeda-4bc0-838c-ec7e4a7ab570 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/a2b3aa8c-e685-4039-8cef-aacd2fbc1840 HTTP/1.1" status: 404 len: 337 time: 0.0899949 May 25 20:41:13.529157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60756) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:13.532384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 08fd91f7-46e3-4c68-aeee-0b422f362121 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:41:13.564416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 08fd91f7-46e3-4c68-aeee-0b422f362121 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:13.565195 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.569714 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3b987477-058b-4990-a5a1-fd63405e36b3 req-508e6bd3-5d15-4682-9dc8-b8f5afe9117c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540290 May 25 20:41:13.571658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:41:13.572181 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f988f3a1-acca-4653-b56b-583677545f16 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] DELETE failed (client error): The resource could not be found. May 25 20:41:13.572805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f988f3a1-acca-4653-b56b-583677545f16 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:41:13.576910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:41:13.577486 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f988f3a1-acca-4653-b56b-583677545f16 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/63e0bb68-c1b7-4f84-b08e-85e1d9249d64 HTTP/1.1" status: 404 len: 337 time: 0.0472546 May 25 20:41:13.584148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60760) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:13.603943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:41:13.637398 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98f38e9-fe5f-43bf-9597-ed9e498ee813 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] DELETE failed (client error): The resource could not be found. May 25 20:41:13.638374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98f38e9-fe5f-43bf-9597-ed9e498ee813 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:41:13.643573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b98f38e9-fe5f-43bf-9597-ed9e498ee813 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/7fa1aa02-df67-48b5-af0c-1a77f9d34396 HTTP/1.1" status: 404 len: 337 time: 0.0581658 May 25 20:41:13.645258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60764) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:13.674216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=bf08d183-a206-446d-83a1-3ca80b0e6c02,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:13.696200 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3a6850-a3f4-43c8-993e-807f31274b71 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] DELETE failed (client error): The resource could not be found. May 25 20:41:13.697313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3a6850-a3f4-43c8-993e-807f31274b71 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:41:13.703649 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3c3a6850-a3f4-43c8-993e-807f31274b71 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/54c5b734-860f-47bb-9642-eef7f6aa9f1f HTTP/1.1" status: 404 len: 333 time: 0.0570805 May 25 20:41:13.705074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60770) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:13.725765 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['bf08d183-a206-446d-83a1-3ca80b0e6c02'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:41:13.749978 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-3157f1b1-b5a8-45dc-aa19-77e082b9a2b1 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] DELETE failed (client error): The resource could not be found. May 25 20:41:13.750486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3157f1b1-b5a8-45dc-aa19-77e082b9a2b1 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:41:13.755353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3157f1b1-b5a8-45dc-aa19-77e082b9a2b1 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/bb3e8224-6146-4d10-92b3-391ab29f3e23 HTTP/1.1" status: 404 len: 337 time: 0.0474350 May 25 20:41:13.757663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60774) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:13.808189 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-063bec2d-a061-4f72-a77d-fd6659c5331f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] DELETE failed (client error): The resource could not be found. May 25 20:41:13.808640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-063bec2d-a061-4f72-a77d-fd6659c5331f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:41:13.813113 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-063bec2d-a061-4f72-a77d-fd6659c5331f tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/54a12622-10cb-4e91-b924-d909c58174f2 HTTP/1.1" status: 404 len: 337 time: 0.0544226 May 25 20:41:13.814719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60778) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:13.825342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9022-79dc-46fe-a543-3fd8a8eb4ca4 req-550f52ce-aaf5-4835-b2a9-576839a6fe1e tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:13.826395 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7fab9022-79dc-46fe-a543-3fd8a8eb4ca4 req-550f52ce-aaf5-4835-b2a9-576839a6fe1e tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 943 time: 0.3521435 May 25 20:41:13.838632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'Port': ['ID=aaf55faf-772e-410b-bf32-b492e0f1ce7c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:13.851451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1fdbbb-2b4e-4856-9117-a192c78898f5 None None] DHCP port deletion for d35ec7d8-f517-40d4-9344-a3cd4b73b922 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:41:13.918069 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ea17c3-f395-43f6-ba9c-b5a89774c4e0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] DELETE failed (client error): The resource could not be found. May 25 20:41:13.918583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ea17c3-f395-43f6-ba9c-b5a89774c4e0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:41:13.925073 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f5ea17c3-f395-43f6-ba9c-b5a89774c4e0 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/83567c2d-f877-44db-8d8c-e05c2dd0ae6b HTTP/1.1" status: 404 len: 333 time: 0.1091657 May 25 20:41:13.925511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60786) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:13.944406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fdbbb-2b4e-4856-9117-a192c78898f5 None None] Deleting port 7ab19894-d29a-4884-86ad-7badddda581c {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:41:13.944944 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bb1fdbbb-2b4e-4856-9117-a192c78898f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:13.956097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7fab9022-79dc-46fe-a543-3fd8a8eb4ca4 req-bde3a327-253d-47f8-8eb3-bf0f48edd441 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Synchronizing usage tracker for tenant:3ca913fd4f98478596dc8fcc4d3eb55f on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:13.987052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-7fab9022-79dc-46fe-a543-3fd8a8eb4ca4 req-bde3a327-253d-47f8-8eb3-bf0f48edd441 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Unset dirty status for tenant:3ca913fd4f98478596dc8fcc4d3eb55f on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:13.988522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7fab9022-79dc-46fe-a543-3fd8a8eb4ca4 req-bde3a327-253d-47f8-8eb3-bf0f48edd441 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249516 May 25 20:41:13.994129 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-174adb0b-f9ff-4d44-8267-4f2e41661604 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] DELETE failed (client error): The resource could not be found. May 25 20:41:13.994595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174adb0b-f9ff-4d44-8267-4f2e41661604 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:41:14.058058 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 08fd91f7-46e3-4c68-aeee-0b422f362121 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:14.058485 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:14.087003 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-174adb0b-f9ff-4d44-8267-4f2e41661604 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/2e1ee318-154e-45dd-9365-9dc92f459608 HTTP/1.1" status: 404 len: 337 time: 0.1604247 May 25 20:41:14.089612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60796) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:14.134614 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fea545f-7524-44d2-89ac-d1bc562ea1dd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] DELETE failed (client error): The resource could not be found. May 25 20:41:14.135291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fea545f-7524-44d2-89ac-d1bc562ea1dd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:41:14.136767 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5fea545f-7524-44d2-89ac-d1bc562ea1dd tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/subnets/2613615a-ec45-4ba1-a273-4858f5490b7b HTTP/1.1" status: 404 len: 337 time: 0.0461636 May 25 20:41:14.139603 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:14.142333 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3b987477-058b-4990-a5a1-fd63405e36b3 req-cb46a800-3764-43e9-81b4-f08626133a08 service neutron] 10.222.0.70 "GET /v2.0/networks/bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652788 May 25 20:41:14.145009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60800) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:14.191944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-65f1ebae-cbbe-494e-86b4-dcd3703832bc None None] Current status of the port 7ab19894-d29a-4884-86ad-7badddda581c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:14.231611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f579f1-3d04-49c4-b75d-1a3c325296cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fd91f7-46e3-4c68-aeee-0b422f362121'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:14.237666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6f918588-62a2-4cf1-b694-17a5c40a0404 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Deleting port e1fded5c-2db4-4905-974e-11a8cd3adca1 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:41:14.238395 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f918588-62a2-4cf1-b694-17a5c40a0404 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:14.258734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 08fd91f7-46e3-4c68-aeee-0b422f362121, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08fd91f7-46e3-4c68-aeee-0b422f362121,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:14.266568 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:14.492269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84461b75-9f71-42d2-8eec-80983f030c13 req-f0af8565-04f8-482e-8a1b-4e8f7a106870 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:14.509953 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-84461b75-9f71-42d2-8eec-80983f030c13 req-f0af8565-04f8-482e-8a1b-4e8f7a106870 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1095 time: 0.5167456 May 25 20:41:14.521612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-bb1fdbbb-2b4e-4856-9117-a192c78898f5 None None] For port 7ab19894-d29a-4884-86ad-7badddda581c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7ab19894-d29a-4884-86ad-7badddda581c,segment=NetworkSegment(29f7e846-a34d-4b50-aeaf-8c6715faa489),segment_id=29f7e846-a34d-4b50-aeaf-8c6715faa489)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:14.522024 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bb1fdbbb-2b4e-4856-9117-a192c78898f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:14.543549 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:14.641179 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3b987477-058b-4990-a5a1-fd63405e36b3 req-832aa76c-8e96-4c44-bad2-a6ac8e221a12 service neutron] 10.222.0.70 "GET /v2.0/networks/bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875205 May 25 20:41:14.678252 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f918588-62a2-4cf1-b694-17a5c40a0404 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:14.686888 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-84461b75-9f71-42d2-8eec-80983f030c13 req-0a8e53c0-a020-42e3-8518-8413864a1ca3 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755211 May 25 20:41:14.711835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=08fd91f7-46e3-4c68-aeee-0b422f362121,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:14.757191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fdbbb-2b4e-4856-9117-a192c78898f5 None None] Calling delete_port for 7ab19894-d29a-4884-86ad-7badddda581c owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:41:14.810758 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b461b398-0c8c-40f5-8c1d-a7f197008da6'] response: {'server_uuid': 'a6f579f1-3d04-49c4-b75d-1a3c325296cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fd91f7-46e3-4c68-aeee-0b422f362121', 'code': 200} May 25 20:41:14.875835 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bb1fdbbb-2b4e-4856-9117-a192c78898f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:14.917218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6f918588-62a2-4cf1-b694-17a5c40a0404 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Calling delete_port for e1fded5c-2db4-4905-974e-11a8cd3adca1 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:41:14.987686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fdbbb-2b4e-4856-9117-a192c78898f5 None None] Pushing event deleted for resources: {'Port': ['ID=7ab19894-d29a-4884-86ad-7badddda581c,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:14.994230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1fdbbb-2b4e-4856-9117-a192c78898f5 None None] No DVR routers for this DVR port 7ab19894-d29a-4884-86ad-7badddda581c on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:41:15.038709 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f918588-62a2-4cf1-b694-17a5c40a0404 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:15.101415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 420bf739-6878-4622-8f58-34a042b4d92c details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:41:15.193444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f918588-62a2-4cf1-b694-17a5c40a0404 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Port': ['ID=e1fded5c-2db4-4905-974e-11a8cd3adca1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:15.214545 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f918588-62a2-4cf1-b694-17a5c40a0404 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:15.258946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defacf6-ccbf-4b79-a75b-4be0ddede25b req-cb3b6a31-f740-49db-aa7c-f6ff0afa8d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:15.260639 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5defacf6-ccbf-4b79-a75b-4be0ddede25b req-cb3b6a31-f740-49db-aa7c-f6ff0afa8d92 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1096 time: 0.4469359 May 25 20:41:15.270214 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6f918588-62a2-4cf1-b694-17a5c40a0404 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/ports/e1fded5c-2db4-4905-974e-11a8cd3adca1 HTTP/1.1" status: 204 len: 168 time: 1.1238513 May 25 20:41:15.272805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60860) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:15.311042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa362da2-0c7c-42a8-88fe-ed9c3b2a655f req-8f45fe55-fda3-43c9-a92e-d850cd00667a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:15.313489 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aa362da2-0c7c-42a8-88fe-ed9c3b2a655f req-8f45fe55-fda3-43c9-a92e-d850cd00667a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 943 time: 0.1605289 May 25 20:41:15.318416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 420bf739-6878-4622-8f58-34a042b4d92c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=420bf739-6878-4622-8f58-34a042b4d92c,segment=NetworkSegment(a6727b03-2c6f-49dd-9f0f-c4b873b2d25b),segment_id=a6727b03-2c6f-49dd-9f0f-c4b873b2d25b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:15.329187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5921c7-db8c-41fc-a54e-64a115de2ffe req-261e2d08-ef12-4ddd-94c7-5858ec05b70f tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:15.334623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '420bf739-6878-4622-8f58-34a042b4d92c', 'network_id': 'bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4', 'port_id': '420bf739-6878-4622-8f58-34a042b4d92c', 'mac_address': 'fa:16:3e:be:82:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9b5a9f-24e0-443a-b3f3-5856d0b5809f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:41:15.336708 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b5921c7-db8c-41fc-a54e-64a115de2ffe req-261e2d08-ef12-4ddd-94c7-5858ec05b70f tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 944 time: 0.3040056 May 25 20:41:15.353987 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:15.405759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 420bf739-6878-4622-8f58-34a042b4d92c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:15.406494 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:15.420136 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:15.432855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420bf739-6878-4622-8f58-34a042b4d92c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:41:15.435659 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-aa362da2-0c7c-42a8-88fe-ed9c3b2a655f req-039c7c9b-b927-4856-abde-e82d7f18b7f9 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046455 May 25 20:41:15.452374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 420bf739-6878-4622-8f58-34a042b4d92c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=420bf739-6878-4622-8f58-34a042b4d92c,segment=NetworkSegment(a6727b03-2c6f-49dd-9f0f-c4b873b2d25b),segment_id=a6727b03-2c6f-49dd-9f0f-c4b873b2d25b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:15.458838 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:15.506865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ab19894-d29a-4884-86ad-7badddda581c no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:41:15.514105 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5defacf6-ccbf-4b79-a75b-4be0ddede25b req-f8fa1504-70e3-4367-b18b-86b4b924c8b9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424271 May 25 20:41:15.561416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 7ab19894-d29a-4884-86ad-7badddda581c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:41:15.561768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7ab19894-d29a-4884-86ad-7badddda581c not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:41:15.585256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=420bf739-6878-4622-8f58-34a042b4d92c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:15.614307 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b5921c7-db8c-41fc-a54e-64a115de2ffe req-ad4e5062-61e5-4b5e-a3e8-db6f1d4e9662 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766361 May 25 20:41:15.629607 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e769b7a7-3dcc-41d5-a58f-1352413fa565 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:15.636765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'Port': ['ID=aaf55faf-772e-410b-bf32-b492e0f1ce7c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:15.658194 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:15.781392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['420bf739-6878-4622-8f58-34a042b4d92c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:41:15.792350 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:15.798311 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5b90efa5-d692-4cd7-adca-653ad58de22f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9868414 May 25 20:41:15.822825 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e769b7a7-3dcc-41d5-a58f-1352413fa565 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:15.858240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e769b7a7-3dcc-41d5-a58f-1352413fa565 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35ec7d8-f517-40d4-9344-a3cd4b73b922']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:15.875473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e769b7a7-3dcc-41d5-a58f-1352413fa565 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f7e846-a34d-4b50-aeaf-8c6715faa489') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:15.875927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e769b7a7-3dcc-41d5-a58f-1352413fa565 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f7e846-a34d-4b50-aeaf-8c6715faa489') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:15.890646 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e769b7a7-3dcc-41d5-a58f-1352413fa565 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:15.918404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e769b7a7-3dcc-41d5-a58f-1352413fa565 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:15.929441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e769b7a7-3dcc-41d5-a58f-1352413fa565 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:41:15.930341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e769b7a7-3dcc-41d5-a58f-1352413fa565 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:16.087857 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 29f7e846-a34d-4b50-aeaf-8c6715faa489 resource provider aggregate not found May 25 20:41:16.096604 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e769b7a7-3dcc-41d5-a58f-1352413fa565 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:16.116930 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e769b7a7-3dcc-41d5-a58f-1352413fa565 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:16.129121 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e769b7a7-3dcc-41d5-a58f-1352413fa565 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] 10.222.0.60 "DELETE /v2.0/networks/d35ec7d8-f517-40d4-9344-a3cd4b73b922 HTTP/1.1" status: 204 len: 168 time: 0.8542869 May 25 20:41:16.133893 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 29f7e846-a34d-4b50-aeaf-8c6715faa489 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29f7e846-a34d-4b50-aeaf-8c6715faa489 found for delete ", "request_id": "req-cd9b03de-588c-4f32-beb9-6af35a394110"}]} May 25 20:41:16.139404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aad6b3-ea19-4c92-b8a8-9a36dd14dc33 req-9097e448-bb42-4ddc-a4c5-767539dae0f4 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:16.141524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18aad6b3-ea19-4c92-b8a8-9a36dd14dc33 req-9097e448-bb42-4ddc-a4c5-767539dae0f4 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1096 time: 0.3178344 May 25 20:41:16.148083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769b7a7-3dcc-41d5-a58f-1352413fa565 tempest-PortsTestJSON-1460554532 tempest-PortsTestJSON-1460554532-project] Pushing event deleted for resources: {'Network': ['ID=d35ec7d8-f517-40d4-9344-a3cd4b73b922,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:16.156470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-dd89deff-d2af-44fd-82e8-bfbfb417cb6b tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:16.176000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-dd89deff-d2af-44fd-82e8-bfbfb417cb6b tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:16.177616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-dd89deff-d2af-44fd-82e8-bfbfb417cb6b tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--616129960&fields=id&tenant_id=84315881ccfd48e3a01bec49588326fa HTTP/1.1" status: 200 len: 267 time: 0.1082911 May 25 20:41:16.200891 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18aad6b3-ea19-4c92-b8a8-9a36dd14dc33 req-ceb3af0d-07c2-4e1b-bad1-9d7fb5a812bf tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532444 May 25 20:41:16.525190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-5987b618-6240-4de1-bd43-174fa23ae891 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:16.527287 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-5987b618-6240-4de1-bd43-174fa23ae891 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 815 time: 0.3422093 May 25 20:41:16.543619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 60922) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:16.554460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-6fa15e54-ab38-4623-88ee-0b62d35b7bd7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/quotas/84315881ccfd48e3a01bec49588326fa HTTP/1.1" status: 200 len: 375 time: 0.0185976 May 25 20:41:16.668153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd6ab4-a468-4159-82b6-e20e25e4dd52 req-768a7cac-42db-4a95-86db-0160890e1dc5 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:16.669563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d0fd6ab4-a468-4159-82b6-e20e25e4dd52 req-768a7cac-42db-4a95-86db-0160890e1dc5 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 944 time: 0.0969541 May 25 20:41:16.677413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-79663a6b-1d03-436b-a2a2-ce2187c0b7f3 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:16.686936 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device bf08d183-a206-446d-83a1-3ca80b0e6c02 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:16.709181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-79663a6b-1d03-436b-a2a2-ce2187c0b7f3 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:16.714020 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-79663a6b-1d03-436b-a2a2-ce2187c0b7f3 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1527193 May 25 20:41:16.751957 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d0fd6ab4-a468-4159-82b6-e20e25e4dd52 req-4e707f3d-dacf-470f-806b-5b104d4f06ae tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740027 May 25 20:41:16.833977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port bf08d183-a206-446d-83a1-3ca80b0e6c02 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:41:16.848750 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port bf08d183-a206-446d-83a1-3ca80b0e6c02 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:16.850790 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:16.869556 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e74b8f19-054c-41cd-b07e-2ff4f726d2d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41e61a66510849969b73a280f08318ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3205676 May 25 20:41:16.869800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60934) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:17.072917 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68c8c483-77cd-4807-8282-96098174a313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:17.099398 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-c91e7d4f-3885-4512-8d2a-87411a17b279 service neutron] 10.222.0.60 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311172 May 25 20:41:17.108187 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68c8c483-77cd-4807-8282-96098174a313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:17.116423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 420bf739-6878-4622-8f58-34a042b4d92c up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:17.170995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a17bc9-e236-4d4b-a72f-e2e77515d694 req-f8edc8e8-7414-4985-a7a4-00a7471d7b0c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:17.172769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c7a17bc9-e236-4d4b-a72f-e2e77515d694 req-f8edc8e8-7414-4985-a7a4-00a7471d7b0c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 944 time: 0.2098739 May 25 20:41:17.216118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port bf08d183-a206-446d-83a1-3ca80b0e6c02 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:17.217007 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:17.221581 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68c8c483-77cd-4807-8282-96098174a313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:17.242913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8c483-77cd-4807-8282-96098174a313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a9ac06-c956-4b95-ac92-66d158c1916f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:17.251431 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c7a17bc9-e236-4d4b-a72f-e2e77515d694 req-d3468fb3-8bf1-4c5f-b3cc-0c56babd0f9c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716650 May 25 20:41:17.258290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68c8c483-77cd-4807-8282-96098174a313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:17.259611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-68c8c483-77cd-4807-8282-96098174a313 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57a9ac06-c956-4b95-ac92-66d158c1916f HTTP/1.1" status: 204 len: 168 time: 0.3905447 May 25 20:41:17.294036 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d34b51-fcf3-46b8-9285-00c0ff1d6ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf08d183-a206-446d-83a1-3ca80b0e6c02'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:17.295092 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-97adfc4d-4a40-4934-9a32-707d37fdd8d5 service neutron] 10.222.0.60 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947644 May 25 20:41:17.308080 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 420bf739-6878-4622-8f58-34a042b4d92c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:41:17.312333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port bf08d183-a206-446d-83a1-3ca80b0e6c02, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=bf08d183-a206-446d-83a1-3ca80b0e6c02,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:17.316833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 420bf739-6878-4622-8f58-34a042b4d92c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:17.317332 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:17.350475 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:17.462548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=bf08d183-a206-446d-83a1-3ca80b0e6c02,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:17.529105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb4ac-fcfd-4294-be65-30465f881def req-31441101-63cb-4053-9bbc-42dfe647115f tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:17.531693 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c5cb4ac-fcfd-4294-be65-30465f881def req-31441101-63cb-4053-9bbc-42dfe647115f tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1096 time: 0.0960999 May 25 20:41:17.553014 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 420bf739-6878-4622-8f58-34a042b4d92c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:17.553391 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:17.603485 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c5cb4ac-fcfd-4294-be65-30465f881def req-15f4ee95-b601-4f7a-9ed0-0a09a6949c11 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585806 May 25 20:41:17.613418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 420bf739-6878-4622-8f58-34a042b4d92c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=420bf739-6878-4622-8f58-34a042b4d92c,segment=NetworkSegment(a6727b03-2c6f-49dd-9f0f-c4b873b2d25b),segment_id=a6727b03-2c6f-49dd-9f0f-c4b873b2d25b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:17.617572 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:17.725605 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a3bc6b-b023-4c7b-b3ba-9446ac786caa'] response: {'server_uuid': '95d34b51-fcf3-46b8-9285-00c0ff1d6ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf08d183-a206-446d-83a1-3ca80b0e6c02', 'code': 200} May 25 20:41:17.733774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=420bf739-6878-4622-8f58-34a042b4d92c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:17.793753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3942ed23-1069-406b-b5ff-e19b929afe8f req-82237574-c45d-4ef2-ba45-270d6222d712 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:17.813278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3942ed23-1069-406b-b5ff-e19b929afe8f req-82237574-c45d-4ef2-ba45-270d6222d712 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:17.828126 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3942ed23-1069-406b-b5ff-e19b929afe8f req-82237574-c45d-4ef2-ba45-270d6222d712 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 210 time: 0.1443272 May 25 20:41:18.048780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c38cf-7259-47b0-98f3-7b2da4e62bff req-fa05444a-9f27-43d7-8da0-0fbb681c40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:18.051263 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3e5c38cf-7259-47b0-98f3-7b2da4e62bff req-fa05444a-9f27-43d7-8da0-0fbb681c40cc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 1096 time: 0.2742236 May 25 20:41:18.097800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ea1a2-22a9-4e1d-a0a6-57afb25e5183 req-717eb747-c117-4637-8538-6c17fa2acfa8 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:18.105900 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc1ea1a2-22a9-4e1d-a0a6-57afb25e5183 req-717eb747-c117-4637-8538-6c17fa2acfa8 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1096 time: 0.1505280 May 25 20:41:18.113487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f5152-c6bf-4e49-8513-e870d9be1925 req-e197122e-3218-43b6-bb1b-2e6b9ae526b4 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:18.124514 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dd8f5152-c6bf-4e49-8513-e870d9be1925 req-e197122e-3218-43b6-bb1b-2e6b9ae526b4 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 945 time: 0.1333959 May 25 20:41:18.164672 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3e5c38cf-7259-47b0-98f3-7b2da4e62bff req-4a994139-332c-4c80-ab7d-298a59506a83 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044178 May 25 20:41:18.186023 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc1ea1a2-22a9-4e1d-a0a6-57afb25e5183 req-ff11b474-f065-42b0-9988-6cdf2ebbb93a tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786111 May 25 20:41:18.190845 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dd8f5152-c6bf-4e49-8513-e870d9be1925 req-8142e2b3-d5df-4716-a00f-99d42a31f7a3 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647409 May 25 20:41:18.448358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64060d6a-c58f-4012-8934-7661766f5fc7 req-b5ee3803-bd94-4a2f-a384-bc5509f65c0e tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:18.449898 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-64060d6a-c58f-4012-8934-7661766f5fc7 req-b5ee3803-bd94-4a2f-a384-bc5509f65c0e tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1096 time: 0.1211150 May 25 20:41:18.513570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 60982) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:18.537905 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-64060d6a-c58f-4012-8934-7661766f5fc7 req-71592bec-5a0e-482d-addf-0572f66574e8 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802093 May 25 20:41:18.539344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66532d8d-78b7-41f2-ade9-e27aaa2e67a3 req-8039460f-79ce-4e01-bac0-89c798365b31 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:18.541163 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66532d8d-78b7-41f2-ade9-e27aaa2e67a3 req-8039460f-79ce-4e01-bac0-89c798365b31 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 945 time: 0.1399045 May 25 20:41:18.627231 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66532d8d-78b7-41f2-ade9-e27aaa2e67a3 req-6a54ddb6-892a-4b2f-8d31-e77f4e04b5da tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789189 May 25 20:41:18.704659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-971c40be-c4cc-43c8-88c7-044b31614f10 tempest-DvrRoutersNegativeTest-643561229 tempest-DvrRoutersNegativeTest-643561229-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-642793481', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:18.707784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.policy [None req-971c40be-c4cc-43c8-88c7-044b31614f10 tempest-DvrRoutersNegativeTest-643561229 tempest-DvrRoutersNegativeTest-643561229-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88332) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 25 20:41:18.708143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.policy [None req-971c40be-c4cc-43c8-88c7-044b31614f10 tempest-DvrRoutersNegativeTest-643561229 tempest-DvrRoutersNegativeTest-643561229-project] Failed policy check for 'create_router' {{(pid=88332) enforce /opt/stack/neutron/neutron/policy.py:520}} May 25 20:41:18.708690 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-971c40be-c4cc-43c8-88c7-044b31614f10 tempest-DvrRoutersNegativeTest-643561229 tempest-DvrRoutersNegativeTest-643561229-project] create failed (client error): Access was denied to this resource. May 25 20:41:18.713075 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-971c40be-c4cc-43c8-88c7-044b31614f10 tempest-DvrRoutersNegativeTest-643561229 tempest-DvrRoutersNegativeTest-643561229-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1956725 May 25 20:41:18.995324 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81be8e0d-f2e6-4884-827a-75c241bc7478 req-3ce68a95-ccf1-4439-9efe-807b93fd21ff tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 210 time: 0.0582726 May 25 20:41:19.024440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-30c970a1-602b-4067-857d-1238cd98d5d8 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:19.025071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-30c970a1-602b-4067-857d-1238cd98d5d8 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Synchronizing usage tracker for tenant:842cee69f06741e6b62709d9a1018a5e on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:19.044786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-30c970a1-602b-4067-857d-1238cd98d5d8 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Unset dirty status for tenant:842cee69f06741e6b62709d9a1018a5e on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:19.045950 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-30c970a1-602b-4067-857d-1238cd98d5d8 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/networks?id=10b537d9-405b-406c-ad38-c96d302b5731 HTTP/1.1" status: 200 len: 910 time: 0.1961555 May 25 20:41:19.070618 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-990ddda0-8216-44d2-9101-b8702d030e88 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/quotas/842cee69f06741e6b62709d9a1018a5e HTTP/1.1" status: 200 len: 375 time: 0.0167050 May 25 20:41:19.105535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32774) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:19.190077 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-92fec361-fea6-4e63-8e0d-28f8758f840b tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=842cee69f06741e6b62709d9a1018a5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1182964 May 25 20:41:19.383185 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:19.405810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:19.412851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Usage tracker for resource:security_group_rule and tenant:36f22282a6804e518aee4cd32f428910 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:19.416906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:19.425560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:19.543318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-4a2ee5e4-4c4f-4285-8342-03949436fca7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:19.545647 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-4a2ee5e4-4c4f-4285-8342-03949436fca7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.50 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 815 time: 0.2359436 May 25 20:41:19.549944 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-0f886f89-38b5-4c8c-896c-2366701570c1 service neutron] 10.222.0.60 "GET /v2.0/networks/10b537d9-405b-406c-ad38-c96d302b5731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575473 May 25 20:41:19.599449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d9250-d1bf-4879-a306-b5173e3636ef req-fb28499e-de01-4184-8098-4686c7795f3a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:19.601591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d2d9250-d1bf-4879-a306-b5173e3636ef req-fb28499e-de01-4184-8098-4686c7795f3a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 945 time: 0.1585035 May 25 20:41:19.659776 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:19.666452 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:19.683131 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-c52d5e2b-f892-4740-a9cb-08647d717b93 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84315881ccfd48e3a01bec49588326fa HTTP/1.1" status: 200 len: 379 time: 0.1305187 May 25 20:41:19.695681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'port': {'device_id': '15a8a326-7412-44c8-be42-82a02f768a7a', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'admin_state_up': True, 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'security_groups': ['2b5ccb5a-4bf2-40cc-94a7-e37116f683c5']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:19.698806 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d2d9250-d1bf-4879-a306-b5173e3636ef req-28177be4-3813-42f1-add6-20d5e9a71f6d tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849285 May 25 20:41:19.727321 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e562bf90-6551-4a42-aa7a-29d74b7306e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420bf739-6878-4622-8f58-34a042b4d92c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:19.777494 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36f22282a6804e518aee4cd32f428910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6707194 May 25 20:41:19.783585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32788) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:19.784493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a438c174-aa13-4158-a3f2-038a82acac24,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:19.795104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:19.795367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:19.795697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:19.796083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:19.796419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:19.796753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:19.797060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:19.797376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:19.797687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:19.806332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:19.807003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:19.808412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597aac4-afd9-4e78-bc67-5798fca906bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:19.943821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9432d-fcaf-4dad-a60e-86043ebff2b9 req-ac6f9f6c-2fbc-4218-b4a7-31c92189c1e9 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:19.945382 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02a9432d-fcaf-4dad-a60e-86043ebff2b9 req-ac6f9f6c-2fbc-4218-b4a7-31c92189c1e9 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 945 time: 0.0917425 May 25 20:41:20.010789 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02a9432d-fcaf-4dad-a60e-86043ebff2b9 req-de0a7d3b-2c8a-43ac-bea1-ed0f13dae7f0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588217 May 25 20:41:20.074476 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b027d365-b59e-4c13-b825-f578a8bf69f5'] response: {'server_uuid': 'e562bf90-6551-4a42-aa7a-29d74b7306e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420bf739-6878-4622-8f58-34a042b4d92c', 'code': 200} May 25 20:41:20.085887 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-d40ff071-bea9-4726-8ff3-49dbe9c3d0a1 service neutron] 10.222.0.60 "GET /v2.0/networks/10b537d9-405b-406c-ad38-c96d302b5731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934480 May 25 20:41:20.107017 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-86940fcf-fe8b-4e7c-92c4-163913042339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:20.112240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:20.136753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:20.188123 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-86940fcf-fe8b-4e7c-92c4-163913042339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:20.211931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Made reservation on behalf of 84315881ccfd48e3a01bec49588326fa for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:41:20.216271 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:20.234438 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94e916f2-71e1-4ba9-a654-cf802302c539 req-0fa889a5-ff35-4232-8505-018309920e7b tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 210 time: 0.0514960 May 25 20:41:20.401826 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9aac5dd3-ce32-4936-80d2-c1fde26ba1eb req-8ed18324-e09c-49c0-8a59-7126519a8063 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 210 time: 0.0571957 May 25 20:41:20.451254 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-86940fcf-fe8b-4e7c-92c4-163913042339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:20.475873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0eec0a-86f0-41dd-a083-155effd2bdbe req-6ca21b45-850e-46c9-b6e9-578b78671945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:20.477448 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb0eec0a-86f0-41dd-a083-155effd2bdbe req-6ca21b45-850e-46c9-b6e9-578b78671945 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 1096 time: 0.3227932 May 25 20:41:20.498893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86940fcf-fe8b-4e7c-92c4-163913042339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a438c174-aa13-4158-a3f2-038a82acac24,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:20.572598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3e19a-d95e-4025-aeaa-f9469ae49e39 req-93f74dfa-3d1e-4828-b0c1-27f2e9dec0c7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:20.579737 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ae3e19a-d95e-4025-aeaa-f9469ae49e39 req-93f74dfa-3d1e-4828-b0c1-27f2e9dec0c7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 945 time: 0.2036438 May 25 20:41:20.644806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-86940fcf-fe8b-4e7c-92c4-163913042339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:20.646511 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-86940fcf-fe8b-4e7c-92c4-163913042339 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a438c174-aa13-4158-a3f2-038a82acac24 HTTP/1.1" status: 204 len: 168 time: 0.8592234 May 25 20:41:20.682397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ae3e19a-d95e-4025-aeaa-f9469ae49e39 req-720a669e-7b84-444e-8333-f7fbfc1e2615 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976729 May 25 20:41:20.703769 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb0eec0a-86f0-41dd-a083-155effd2bdbe req-da89422a-44b0-4964-8806-ebe611203b72 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188904 May 25 20:41:20.707290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Allocated IP 172.20.0.3 (055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf/b4c63cb4-de3d-4ac9-8978-4b0c69cb9351/07fd2465-a863-40ae-9155-6dfb32c942a5) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:41:21.092574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a1c09-47f6-4095-9710-29fb7c6ffe2b req-212942cf-7d64-425d-b229-04fb4a81c045 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:21.097331 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a18a1c09-47f6-4095-9710-29fb7c6ffe2b req-212942cf-7d64-425d-b229-04fb4a81c045 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 945 time: 0.1585290 May 25 20:41:21.180447 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a18a1c09-47f6-4095-9710-29fb7c6ffe2b req-5be00f8c-41fd-44cd-94ab-580858221165 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734940 May 25 20:41:21.207130 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:21.246403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef3fd0-8b58-4be4-81fa-20108907f6e3 req-ec76ec3f-3108-422a-8906-fe7caca5ca06 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:21.254599 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-afef3fd0-8b58-4be4-81fa-20108907f6e3 req-ec76ec3f-3108-422a-8906-fe7caca5ca06 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 945 time: 0.1992524 May 25 20:41:21.257076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Transition to ACTIVE for port object 07fd2465-a863-40ae-9155-6dfb32c942a5 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:41:21.316811 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-afef3fd0-8b58-4be4-81fa-20108907f6e3 req-6bdd1d84-63f9-4a42-9a8a-f66a358c8dfd tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612459 May 25 20:41:21.349266 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:21.457428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:41:21.461126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:41:21.465383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:41:21.626848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event updated for resources: {'Port': ['ID=07fd2465-a863-40ae-9155-6dfb32c942a5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:21.669715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eed83-b803-41aa-b8b3-3b4c659e1ebb req-5515627f-5e58-4d4e-874b-0014825dc336 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:21.678652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a5eed83-b803-41aa-b8b3-3b4c659e1ebb req-5515627f-5e58-4d4e-874b-0014825dc336 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 931 time: 0.2278194 May 25 20:41:21.702546 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:21.703869 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:21.751782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8a5eed83-b803-41aa-b8b3-3b4c659e1ebb req-1ccc5248-f600-4bca-a1e1-13eef5c529ee tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:21.762520 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7e22bdd6-b5d6-49f2-92fe-bd273964120a tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0708959 May 25 20:41:21.789241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8a5eed83-b803-41aa-b8b3-3b4c659e1ebb req-1ccc5248-f600-4bca-a1e1-13eef5c529ee tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:21.790350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Request body: {'port': {'device_id': '15a8a326-7412-44c8-be42-82a02f768a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:21.805154 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a5eed83-b803-41aa-b8b3-3b4c659e1ebb req-1ccc5248-f600-4bca-a1e1-13eef5c529ee tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243482 May 25 20:41:21.987332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e083aa19-f839-4e51-a17c-8ad15da856d8 None None] Provisioning for port 07fd2465-a863-40ae-9155-6dfb32c942a5 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:41:22.000694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e083aa19-f839-4e51-a17c-8ad15da856d8 None None] Provisioning complete for port 07fd2465-a863-40ae-9155-6dfb32c942a5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:22.001522 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e083aa19-f839-4e51-a17c-8ad15da856d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:22.198623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35041f5-4e40-4fc2-b6fb-6e95567187fc req-cbe2b231-1af4-4355-bf54-8e2401132423 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:22.201914 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d35041f5-4e40-4fc2-b6fb-6e95567187fc req-cbe2b231-1af4-4355-bf54-8e2401132423 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 945 time: 0.1782856 May 25 20:41:22.243350 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8411e06a-e858-4efa-842a-7f2fa3e14daa req-312c5b6c-5ae3-4ed1-91af-764052cba998 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 210 time: 0.2416716 May 25 20:41:22.243919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32844) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:22.281679 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:22.284693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e083aa19-f839-4e51-a17c-8ad15da856d8 None None] Port 07fd2465-a863-40ae-9155-6dfb32c942a5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:41:22.368104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d35041f5-4e40-4fc2-b6fb-6e95567187fc req-0af1969d-7b31-40ba-9be7-5ac125161cf5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555417 May 25 20:41:22.418118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group': {'name': 'tempest-secgroup--612222666'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:22.435361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:22.442810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-af1836a6-a69e-4744-af83-173408969af0 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:22.445460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-af1836a6-a69e-4744-af83-173408969af0 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.50 "GET /v2.0/networks?id=10b537d9-405b-406c-ad38-c96d302b5731 HTTP/1.1" status: 200 len: 910 time: 0.5775795 May 25 20:41:22.456165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:22.462871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:22.480969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Request body: {'port': {'device_id': '1e00fd9c-e016-4992-a0bf-26768f7bc3f2', 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731', 'admin_state_up': True, 'tenant_id': '842cee69f06741e6b62709d9a1018a5e'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:22.491545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:22.525719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:22.604239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:22.627098 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:22.650179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Made reservation on behalf of 842cee69f06741e6b62709d9a1018a5e for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:41:22.652455 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:22.662993 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:22.714714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:22.786747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:22.829813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:22.839766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:22.888757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8849b16-5fb6-479a-810c-36c25eceb0fe req-40ebc6f5-506e-46e1-a62b-e05759bb3e62 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:22.890314 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a8849b16-5fb6-479a-810c-36c25eceb0fe req-40ebc6f5-506e-46e1-a62b-e05759bb3e62 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 945 time: 0.4233148 May 25 20:41:23.024802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff23530-1024-48fc-8b54-e1186d6c2cb2 req-f47200e7-f774-4ea7-b43d-d431abc532c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:23.027456 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ff23530-1024-48fc-8b54-e1186d6c2cb2 req-f47200e7-f774-4ea7-b43d-d431abc532c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 931 time: 0.1016536 May 25 20:41:23.087111 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ff23530-1024-48fc-8b54-e1186d6c2cb2 req-939a33ec-363d-402f-a00d-1a117f330e51 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515745 May 25 20:41:23.193228 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a8849b16-5fb6-479a-810c-36c25eceb0fe req-abf0c123-4d14-4128-b1c7-708ad6856915 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768958 May 25 20:41:23.404644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Allocated IP 172.20.0.10 (10b537d9-405b-406c-ad38-c96d302b5731/9aaacded-2315-410d-bee3-75ac067d5e2a/c1d1dbaf-af94-493c-812a-812f8766c587) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:41:23.462819 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:23.487391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fd2465-a863-40ae-9155-6dfb32c942a5 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:41:23.498459 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:23.544007 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6bd5a56d-5b12-459b-b6e3-adb0a85e2879 req-f5f329c3-d91f-4574-83b8-a4d3510cadf6 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 210 time: 0.1032696 May 25 20:41:23.557475 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:23.560873 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:23.563308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb21aeb-81dd-4b6f-a47a-8c7566e46659,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:23.627916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:23.643023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:23.665124 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:23.679283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Transition to ACTIVE for port object 07fd2465-a863-40ae-9155-6dfb32c942a5 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:41:23.691520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f373769-d047-4d7c-a07f-0c54994e7c8f req-ea260c11-9fd6-4bf4-afb7-bf9422f26f05 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:23.693006 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8f373769-d047-4d7c-a07f-0c54994e7c8f req-ea260c11-9fd6-4bf4-afb7-bf9422f26f05 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 945 time: 0.4364722 May 25 20:41:23.719673 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:23.956757 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:24.091857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8614-2b52-49fe-89f7-9569945185fd req-360fed04-0cfe-4e2e-8da2-84b1ca01ed4c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:24.093399 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f8d8614-2b52-49fe-89f7-9569945185fd req-360fed04-0cfe-4e2e-8da2-84b1ca01ed4c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 945 time: 0.5439594 May 25 20:41:24.097298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-8f373769-d047-4d7c-a07f-0c54994e7c8f req-d7fb47bf-f0ed-4bb7-8461-ad21b0eff368 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Deleting port bf08d183-a206-446d-83a1-3ca80b0e6c02 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:41:24.097637 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8f373769-d047-4d7c-a07f-0c54994e7c8f req-d7fb47bf-f0ed-4bb7-8461-ad21b0eff368 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:24.127424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efda990-654c-432a-a105-28e565106136 service neutron] Pushing event updated for resources: {'Port': ['ID=07fd2465-a863-40ae-9155-6dfb32c942a5,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:24.343002 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:24.427259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479b99b-3abf-4502-b777-6b60a889beb8 req-fde2aa68-03d0-468b-9df4-3a15138b2505 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:24.429604 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5479b99b-3abf-4502-b777-6b60a889beb8 req-fde2aa68-03d0-468b-9df4-3a15138b2505 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 943 time: 0.1030478 May 25 20:41:24.430779 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5f8d8614-2b52-49fe-89f7-9569945185fd req-59b62094-c96e-49b7-b8d5-da8d5520eb7e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550766 May 25 20:41:24.433094 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:24.460333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Transition to ACTIVE for port object c1d1dbaf-af94-493c-812a-812f8766c587 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:41:24.468363 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:24.502917 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5479b99b-3abf-4502-b777-6b60a889beb8 req-95cddb5a-e73b-4aee-b5c1-2e2cd26c004e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634162 May 25 20:41:24.524966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Attempting to bind port 07fd2465-a863-40ae-9155-6dfb32c942a5 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:41:24.525297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Attempting to bind port 07fd2465-a863-40ae-9155-6dfb32c942a5 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:41:24.525621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Attempting to bind port 07fd2465-a863-40ae-9155-6dfb32c942a5 on network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:41:24.656446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Port 07fd2465-a863-40ae-9155-6dfb32c942a5 on network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:41:24.656664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Attempting to bind port 07fd2465-a863-40ae-9155-6dfb32c942a5 on network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:41:24.678820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c291602-32eb-42bf-b6a9-9a8326f2cbad,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:24.686503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:41:24.686503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Checking segment: {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:41:24.686864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Bound using segment: {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:41:24.687332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Bound port: 07fd2465-a863-40ae-9155-6dfb32c942a5, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e73639-2dc8-4cb7-9652-44dd2d9280ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:41:24.687572 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:24.703752 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:24.709090 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-82759c57-539b-4e1e-aef2-02cdee065648 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4499307 May 25 20:41:24.716737 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32876) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:24.718135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f328bd3-32f7-46a6-a2f8-6be7aeb42995 req-de6af951-527b-44aa-9f69-b3d54e16f8d8 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 210 time: 0.0664568 May 25 20:41:24.843584 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:24.855245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['08fd91f7-46e3-4c68-aeee-0b422f362121'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:41:24.920370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-8f373769-d047-4d7c-a07f-0c54994e7c8f req-d7fb47bf-f0ed-4bb7-8461-ad21b0eff368 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] For port bf08d183-a206-446d-83a1-3ca80b0e6c02, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=bf08d183-a206-446d-83a1-3ca80b0e6c02,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:24.920860 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8f373769-d047-4d7c-a07f-0c54994e7c8f req-d7fb47bf-f0ed-4bb7-8461-ad21b0eff368 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:25.247031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-8f373769-d047-4d7c-a07f-0c54994e7c8f req-d7fb47bf-f0ed-4bb7-8461-ad21b0eff368 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Calling delete_port for bf08d183-a206-446d-83a1-3ca80b0e6c02 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:41:25.296506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Network 10b537d9-405b-406c-ad38-c96d302b5731 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:41:25.311983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:41:25.315093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:41:25.363294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Pushing event updated for resources: {'Port': ['ID=c1d1dbaf-af94-493c-812a-812f8766c587,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:25.372329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-74e88a2f-1abb-4b9e-9f12-bdbc81f1d7e1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:25.400130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] For port 07fd2465-a863-40ae-9155-6dfb32c942a5, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:41:25.415540 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a5131-8e32-4344-aa8b-10ce406397bb req-dc7eace7-3b79-4f98-8c81-0b17891b849e tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:25.417094 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-682a5131-8e32-4344-aa8b-10ce406397bb req-dc7eace7-3b79-4f98-8c81-0b17891b849e tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 945 time: 0.8275204 May 25 20:41:25.471897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] For port 07fd2465-a863-40ae-9155-6dfb32c942a5, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07fd2465-a863-40ae-9155-6dfb32c942a5,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:41:25.506014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:25.597684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:25.598242 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:25.616371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-74e88a2f-1abb-4b9e-9f12-bdbc81f1d7e1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:25.622192 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-74e88a2f-1abb-4b9e-9f12-bdbc81f1d7e1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.8947558 May 25 20:41:25.627732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32886) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:25.630594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:25.631207 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:25.632644 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-7efda990-654c-432a-a105-28e565106136 service neutron] 10.222.0.50 "PUT /v2.0/ports/07fd2465-a863-40ae-9155-6dfb32c942a5 HTTP/1.1" status: 200 len: 1091 time: 3.8558204 May 25 20:41:25.633246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a8a326-7412-44c8-be42-82a02f768a7a', 'tag': '07fd2465-a863-40ae-9155-6dfb32c942a5'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:25.639125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-56ba2765-0d7c-4bd9-9ed2-e0468b240e05 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group': {'name': 'tempest-security--1453169800', 'description': 'tempest-security-description-1344551644'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:25.677437 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-491e362a-a806-4240-9907-f010c5aca675 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.2161965 May 25 20:41:25.682300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1d131c86-8e46-41d3-8c95-deef1139f37c None None] Provisioning for port c1d1dbaf-af94-493c-812a-812f8766c587 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:41:25.690816 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1d131c86-8e46-41d3-8c95-deef1139f37c None None] Provisioning complete for port c1d1dbaf-af94-493c-812a-812f8766c587 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:25.691988 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1d131c86-8e46-41d3-8c95-deef1139f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:25.705391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Request body: {'port': {'device_id': '1e00fd9c-e016-4992-a0bf-26768f7bc3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:25.718463 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56ba2765-0d7c-4bd9-9ed2-e0468b240e05 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:25.796726 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56ba2765-0d7c-4bd9-9ed2-e0468b240e05 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:25.806041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56ba2765-0d7c-4bd9-9ed2-e0468b240e05 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:25.818329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1d131c86-8e46-41d3-8c95-deef1139f37c None None] Port c1d1dbaf-af94-493c-812a-812f8766c587 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:41:25.873109 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba2765-0d7c-4bd9-9ed2-e0468b240e05 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c291602-32eb-42bf-b6a9-9a8326f2cbad,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:25.893752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9232cc3-1781-4ed8-96d3-ffbb1ba7ce3a req-11925c5c-f379-4827-aa9a-18ad421b22a6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:25.896089 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9232cc3-1781-4ed8-96d3-ffbb1ba7ce3a req-11925c5c-f379-4827-aa9a-18ad421b22a6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 945 time: 0.3213375 May 25 20:41:25.897481 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56ba2765-0d7c-4bd9-9ed2-e0468b240e05 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:25.899327 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-56ba2765-0d7c-4bd9-9ed2-e0468b240e05 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "PUT /v2.0/security-groups/1c291602-32eb-42bf-b6a9-9a8326f2cbad HTTP/1.1" status: 200 len: 1780 time: 0.2706141 May 25 20:41:25.920292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32894) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:25.962475 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-682a5131-8e32-4344-aa8b-10ce406397bb req-7f81ee6e-c867-42b8-8b25-f94a6554e615 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310366 May 25 20:41:26.003026 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9232cc3-1781-4ed8-96d3-ffbb1ba7ce3a req-39f9be70-0e78-451a-8e8a-c2337243b09f tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990310 May 25 20:41:26.042558 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8ac14d9b-b769-4169-b3be-67fad7facfa2 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-groups/1c291602-32eb-42bf-b6a9-9a8326f2cbad HTTP/1.1" status: 200 len: 1780 time: 0.1187825 May 25 20:41:26.043931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32900) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:26.125816 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e177ef-13bb-4d86-9a8d-4184226c87af'] response: {'name': 'network-changed', 'server_uuid': '15a8a326-7412-44c8-be42-82a02f768a7a', 'tag': '07fd2465-a863-40ae-9155-6dfb32c942a5', 'status': 'completed', 'code': 200} May 25 20:41:26.138834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efda990-654c-432a-a105-28e565106136 service neutron] Pushing event updated for resources: {'Port': ['ID=07fd2465-a863-40ae-9155-6dfb32c942a5,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:26.152047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-36fc214a-bd3c-40d5-907e-16933070120c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:26.187887 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-36fc214a-bd3c-40d5-907e-16933070120c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:26.251819 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8f373769-d047-4d7c-a07f-0c54994e7c8f req-d7fb47bf-f0ed-4bb7-8461-ad21b0eff368 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:26.265043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['bf08d183-a206-446d-83a1-3ca80b0e6c02'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:41:26.269341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:26.330587 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-36fc214a-bd3c-40d5-907e-16933070120c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:26.339033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb47bf-f0ed-4bb7-8461-ad21b0eff368 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event deleted for resources: {'Port': ['ID=bf08d183-a206-446d-83a1-3ca80b0e6c02,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:26.355774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc214a-bd3c-40d5-907e-16933070120c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c291602-32eb-42bf-b6a9-9a8326f2cbad,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:26.391402 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-36fc214a-bd3c-40d5-907e-16933070120c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:26.395986 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-36fc214a-bd3c-40d5-907e-16933070120c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-groups/1c291602-32eb-42bf-b6a9-9a8326f2cbad HTTP/1.1" status: 204 len: 168 time: 0.3499901 May 25 20:41:26.397775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32904) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:26.415894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387da4c6-f52f-4489-a3cb-790822eef801 req-38cbaac8-5fbf-4274-8331-af5e69f3249d tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:26.422728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-387da4c6-f52f-4489-a3cb-790822eef801 req-38cbaac8-5fbf-4274-8331-af5e69f3249d tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1028 time: 0.1991527 May 25 20:41:26.486376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-72ad195a-af19-4cb9-bc59-e9fbe2bed536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:26.488056 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-72ad195a-af19-4cb9-bc59-e9fbe2bed536 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 1094 time: 0.7956076 May 25 20:41:26.511668 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-387da4c6-f52f-4489-a3cb-790822eef801 req-eb0fc68a-335c-42ca-aa53-1810edb547a1 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863271 May 25 20:41:26.521258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98c6ba-c5a3-4187-aa78-74f5771b3e62 req-b119a5c0-4f98-4c59-adb9-badb4c322306 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:26.523527 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb98c6ba-c5a3-4187-aa78-74f5771b3e62 req-b119a5c0-4f98-4c59-adb9-badb4c322306 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.70 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 945 time: 0.6646197 May 25 20:41:26.535789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-64406d9b-8f92-4812-9a02-c9a4da83d232 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:26.555544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-64406d9b-8f92-4812-9a02-c9a4da83d232 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:26.560293 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-64406d9b-8f92-4812-9a02-c9a4da83d232 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1614828 May 25 20:41:26.563270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32908) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:26.590722 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-247229ff-d44e-4edf-ae42-f69770e4699c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] delete failed (client error): The resource could not be found. May 25 20:41:26.592069 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-247229ff-d44e-4edf-ae42-f69770e4699c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-groups/1c291602-32eb-42bf-b6a9-9a8326f2cbad HTTP/1.1" status: 404 len: 347 time: 0.0278251 May 25 20:41:26.597409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32912) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:26.599305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f373769-d047-4d7c-a07f-0c54994e7c8f req-d7fb47bf-f0ed-4bb7-8461-ad21b0eff368 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] No DVR routers for this DVR port bf08d183-a206-446d-83a1-3ca80b0e6c02 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:41:26.602625 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8f373769-d047-4d7c-a07f-0c54994e7c8f req-d7fb47bf-f0ed-4bb7-8461-ad21b0eff368 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:26.603163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d309d6aa-0fbb-4111-864f-fd4f06e1c341 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group': {'name': 'tempest-secgroup--666135626'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:26.610619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d309d6aa-0fbb-4111-864f-fd4f06e1c341 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:26.629137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d309d6aa-0fbb-4111-864f-fd4f06e1c341 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:26.637377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d309d6aa-0fbb-4111-864f-fd4f06e1c341 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:26.663620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d309d6aa-0fbb-4111-864f-fd4f06e1c341 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:26.667985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d309d6aa-0fbb-4111-864f-fd4f06e1c341 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:26.671562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d309d6aa-0fbb-4111-864f-fd4f06e1c341 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:26.679848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d309d6aa-0fbb-4111-864f-fd4f06e1c341 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:26.685530 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-f9dc5a11-f7b8-4996-9e34-75e35142f72e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07fd2465-a863-40ae-9155-6dfb32c942a5 HTTP/1.1" status: 200 len: 217 time: 0.1840110 May 25 20:41:26.753616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8f373769-d047-4d7c-a07f-0c54994e7c8f req-d7fb47bf-f0ed-4bb7-8461-ad21b0eff368 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "DELETE /v2.0/ports/bf08d183-a206-446d-83a1-3ca80b0e6c02 HTTP/1.1" status: 204 len: 173 time: 3.0349264 May 25 20:41:26.779949 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d309d6aa-0fbb-4111-864f-fd4f06e1c341 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:26.786583 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d309d6aa-0fbb-4111-864f-fd4f06e1c341 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:26.812616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf3c69-663f-49fb-b77b-f53667d5cef3 req-d527dd91-d369-4bec-9146-5b1a80dcfdd7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:26.813335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0adf3c69-663f-49fb-b77b-f53667d5cef3 req-d527dd91-d369-4bec-9146-5b1a80dcfdd7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:26.845851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309d6aa-0fbb-4111-864f-fd4f06e1c341 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691abce7-4cf3-4067-b763-11b91c7a426e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:26.863500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d309d6aa-0fbb-4111-864f-fd4f06e1c341 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:26.867491 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d309d6aa-0fbb-4111-864f-fd4f06e1c341 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2658248 May 25 20:41:26.869310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32916) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:26.876487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-eb98c6ba-c5a3-4187-aa78-74f5771b3e62 req-a1e2aafd-1ef6-4d80-b243-3b3e4a00694a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Deleting port 420bf739-6878-4622-8f58-34a042b4d92c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:41:26.876921 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-eb98c6ba-c5a3-4187-aa78-74f5771b3e62 req-a1e2aafd-1ef6-4d80-b243-3b3e4a00694a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:26.879357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-023aada4-f1f4-4c07-99fa-d8fa372139a0 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group_rule': {'security_group_id': '691abce7-4cf3-4067-b763-11b91c7a426e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:26.888792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-023aada4-f1f4-4c07-99fa-d8fa372139a0 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:26.891769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-023aada4-f1f4-4c07-99fa-d8fa372139a0 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:26.895380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-023aada4-f1f4-4c07-99fa-d8fa372139a0 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:26.905037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-023aada4-f1f4-4c07-99fa-d8fa372139a0 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:26.913781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0adf3c69-663f-49fb-b77b-f53667d5cef3 req-d527dd91-d369-4bec-9146-5b1a80dcfdd7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:26.914979 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0adf3c69-663f-49fb-b77b-f53667d5cef3 req-d527dd91-d369-4bec-9146-5b1a80dcfdd7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 943 time: 0.7625003 May 25 20:41:26.929296 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-023aada4-f1f4-4c07-99fa-d8fa372139a0 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:26.955103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-132b346f-45cc-4541-98e9-9e072357efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:26.956650 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-132b346f-45cc-4541-98e9-9e072357efa7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.2523613 May 25 20:41:27.028963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-023aada4-f1f4-4c07-99fa-d8fa372139a0 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:27.036788 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-023aada4-f1f4-4c07-99fa-d8fa372139a0 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:27.099365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023aada4-f1f4-4c07-99fa-d8fa372139a0 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b079eb-a11f-46ee-b7fa-bcd0a61aa019,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:27.121050 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-023aada4-f1f4-4c07-99fa-d8fa372139a0 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:27.126727 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-023aada4-f1f4-4c07-99fa-d8fa372139a0 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2553825 May 25 20:41:27.128103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32926) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:27.205449 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1f551726-89dd-4285-add4-13b64cfd8f73 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:27.206283 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0adf3c69-663f-49fb-b77b-f53667d5cef3 req-e40d1582-437d-4cbf-bd48-42b28debe4ad tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584722 May 25 20:41:27.243672 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1f551726-89dd-4285-add4-13b64cfd8f73 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:27.515326 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1f551726-89dd-4285-add4-13b64cfd8f73 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:27.535023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f551726-89dd-4285-add4-13b64cfd8f73 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7b079eb-a11f-46ee-b7fa-bcd0a61aa019,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:27.545018 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1f551726-89dd-4285-add4-13b64cfd8f73 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:27.546582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1f551726-89dd-4285-add4-13b64cfd8f73 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b7b079eb-a11f-46ee-b7fa-bcd0a61aa019 HTTP/1.1" status: 204 len: 168 time: 0.4173272 May 25 20:41:27.549998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32932) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:27.582760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e3103-e69b-4699-b7b8-8dad23521945 req-9c11f823-4b61-4bca-9467-454bfa9dc8a6 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:27.584320 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee9e3103-e69b-4699-b7b8-8dad23521945 req-9c11f823-4b61-4bca-9467-454bfa9dc8a6 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 945 time: 0.3817759 May 25 20:41:27.635663 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-168c5b66-4c12-4e13-8c3a-1ad2a91b0ce7 req-f6236208-aa9d-4652-a7d3-88115f337961 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:27.651438 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-015d5112-7486-4ddf-87c1-f0ad9834fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:27.653473 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-015d5112-7486-4ddf-87c1-f0ad9834fab0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6612163 May 25 20:41:27.662635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-834127a8-9683-4029-9549-973cfc94dbe5 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:27.702783 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee9e3103-e69b-4699-b7b8-8dad23521945 req-eb1ca984-c507-4cb4-b5df-7fc0f26f01dd tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104767 May 25 20:41:27.724170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-834127a8-9683-4029-9549-973cfc94dbe5 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:27.738404 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-834127a8-9683-4029-9549-973cfc94dbe5 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1868639 May 25 20:41:27.740796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32936) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:27.830264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-168c5b66-4c12-4e13-8c3a-1ad2a91b0ce7 req-f6236208-aa9d-4652-a7d3-88115f337961 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:27.831635 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-168c5b66-4c12-4e13-8c3a-1ad2a91b0ce7 req-f6236208-aa9d-4652-a7d3-88115f337961 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=95d34b51-fcf3-46b8-9285-00c0ff1d6ecd HTTP/1.1" status: 200 len: 210 time: 0.2806327 May 25 20:41:27.838489 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7538265e-3730-48f8-8372-e6f490f22ee2 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:27.870463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-eb98c6ba-c5a3-4187-aa78-74f5771b3e62 req-a1e2aafd-1ef6-4d80-b243-3b3e4a00694a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] For port 420bf739-6878-4622-8f58-34a042b4d92c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=420bf739-6878-4622-8f58-34a042b4d92c,segment=NetworkSegment(a6727b03-2c6f-49dd-9f0f-c4b873b2d25b),segment_id=a6727b03-2c6f-49dd-9f0f-c4b873b2d25b)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:27.870827 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-eb98c6ba-c5a3-4187-aa78-74f5771b3e62 req-a1e2aafd-1ef6-4d80-b243-3b3e4a00694a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:27.902385 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7538265e-3730-48f8-8372-e6f490f22ee2 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:28.015134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf7072-124c-4856-a436-ee55c220f944 req-b708e4cc-1be7-4136-b561-4d0628f80681 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:28.017211 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cbcf7072-124c-4856-a436-ee55c220f944 req-b708e4cc-1be7-4136-b561-4d0628f80681 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1028 time: 0.1492085 May 25 20:41:28.018532 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7538265e-3730-48f8-8372-e6f490f22ee2 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:28.023792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-eb98c6ba-c5a3-4187-aa78-74f5771b3e62 req-a1e2aafd-1ef6-4d80-b243-3b3e4a00694a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Calling delete_port for 420bf739-6878-4622-8f58-34a042b4d92c owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:41:28.050414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538265e-3730-48f8-8372-e6f490f22ee2 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691abce7-4cf3-4067-b763-11b91c7a426e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:28.064739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d1dbaf-af94-493c-812a-812f8766c587 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:41:28.082353 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:28.107454 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cbcf7072-124c-4856-a436-ee55c220f944 req-6e152a41-2e2d-4f85-925f-b360ff2285f4 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769708 May 25 20:41:28.116587 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7538265e-3730-48f8-8372-e6f490f22ee2 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:28.118246 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7538265e-3730-48f8-8372-e6f490f22ee2 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-groups/691abce7-4cf3-4067-b763-11b91c7a426e HTTP/1.1" status: 204 len: 168 time: 0.3745890 May 25 20:41:28.121026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32940) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:28.134634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d34b51-fcf3-46b8-9285-00c0ff1d6ecd', 'name': 'network-vif-deleted', 'tag': 'bf08d183-a206-446d-83a1-3ca80b0e6c02'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:28.146567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Transition to ACTIVE for port object c1d1dbaf-af94-493c-812a-812f8766c587 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:41:28.166226 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:28.215593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-39c2a159-be99-4dc1-96de-ce3a6250ab83 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:28.224122 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-24c9d82c-d8bc-4bbf-9059-341386fad0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:28.244040 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:28.245402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-39c2a159-be99-4dc1-96de-ce3a6250ab83 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:28.247569 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-39c2a159-be99-4dc1-96de-ce3a6250ab83 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1246910 May 25 20:41:28.252010 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32950) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:28.257136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-d0d9f998-197e-4398-af43-038e0f74a9bc service neutron] 10.222.0.50 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968945 May 25 20:41:28.260605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1812ee34-6086-499c-b4f6-137940d4771e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813465746'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:28.268798 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e19b17c-2334-4b05-8573-23aa894e6dbe'] response: {'server_uuid': '95d34b51-fcf3-46b8-9285-00c0ff1d6ecd', 'name': 'network-vif-deleted', 'tag': 'bf08d183-a206-446d-83a1-3ca80b0e6c02', 'status': 'completed', 'code': 200} May 25 20:41:28.271444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1812ee34-6086-499c-b4f6-137940d4771e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:28.304320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1812ee34-6086-499c-b4f6-137940d4771e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:28.332239 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1812ee34-6086-499c-b4f6-137940d4771e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:28.412204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1812ee34-6086-499c-b4f6-137940d4771e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:28.423607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1812ee34-6086-499c-b4f6-137940d4771e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:28.427850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1812ee34-6086-499c-b4f6-137940d4771e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:28.434744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1812ee34-6086-499c-b4f6-137940d4771e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:28.516463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Pushing event updated for resources: {'Port': ['ID=c1d1dbaf-af94-493c-812a-812f8766c587,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:28.635736 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1812ee34-6086-499c-b4f6-137940d4771e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:28.650376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd30929-e933-4386-81b6-a07155578a11 req-faa7617a-0ea0-4365-bb22-1da6f41fd500 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:28.652658 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6dd30929-e933-4386-81b6-a07155578a11 req-faa7617a-0ea0-4365-bb22-1da6f41fd500 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 943 time: 0.2142816 May 25 20:41:28.654281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1812ee34-6086-499c-b4f6-137940d4771e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:28.689414 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-eb98c6ba-c5a3-4187-aa78-74f5771b3e62 req-a1e2aafd-1ef6-4d80-b243-3b3e4a00694a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:28.715520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['420bf739-6878-4622-8f58-34a042b4d92c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:41:28.771773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812ee34-6086-499c-b4f6-137940d4771e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc351a0-1f50-4a0f-aa17-68889968bbd3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:28.831014 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6dd30929-e933-4386-81b6-a07155578a11 req-8d20aadb-ede8-455c-ab0e-a0a60e925014 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518192 May 25 20:41:28.838109 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1812ee34-6086-499c-b4f6-137940d4771e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:28.840094 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1812ee34-6086-499c-b4f6-137940d4771e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5869827 May 25 20:41:28.848695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32956) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:28.857865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c0a9fcba-d37c-4981-9f91-83b32cf0a9b9 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group_rule': {'security_group_id': '6bc351a0-1f50-4a0f-aa17-68889968bbd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:28.859647 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5db9de1-9518-4afe-b870-3d899634c1ce req-b1b0b217-0f23-4b86-98ee-59458a3689e1 service neutron] 10.222.0.50 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870078 May 25 20:41:28.870345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c0a9fcba-d37c-4981-9f91-83b32cf0a9b9 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:28.877868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c0a9fcba-d37c-4981-9f91-83b32cf0a9b9 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:28.882898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c0a9fcba-d37c-4981-9f91-83b32cf0a9b9 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:28.891222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2aafd-1ef6-4d80-b243-3b3e4a00694a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Pushing event deleted for resources: {'Port': ['ID=420bf739-6878-4622-8f58-34a042b4d92c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:28.897660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device bf08d183-a206-446d-83a1-3ca80b0e6c02 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:41:28.904787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c0a9fcba-d37c-4981-9f91-83b32cf0a9b9 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:28.943866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c0a9fcba-d37c-4981-9f91-83b32cf0a9b9 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:28.990847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: bf08d183-a206-446d-83a1-3ca80b0e6c02 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:41:28.991183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device bf08d183-a206-446d-83a1-3ca80b0e6c02 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:41:29.024160 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Attempting to bind port c1d1dbaf-af94-493c-812a-812f8766c587 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:41:29.024486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Attempting to bind port c1d1dbaf-af94-493c-812a-812f8766c587 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:41:29.025012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Attempting to bind port c1d1dbaf-af94-493c-812a-812f8766c587 on network 10b537d9-405b-406c-ad38-c96d302b5731 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:41:29.051868 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c0a9fcba-d37c-4981-9f91-83b32cf0a9b9 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.056606 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c0a9fcba-d37c-4981-9f91-83b32cf0a9b9 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.094063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Port c1d1dbaf-af94-493c-812a-812f8766c587 on network 10b537d9-405b-406c-ad38-c96d302b5731 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:41:29.094689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Attempting to bind port c1d1dbaf-af94-493c-812a-812f8766c587 on network 10b537d9-405b-406c-ad38-c96d302b5731 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:41:29.097558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9fcba-d37c-4981-9f91-83b32cf0a9b9 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0527ddd0-8002-470b-aab0-2b96f51ae738,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:29.103895 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c0a9fcba-d37c-4981-9f91-83b32cf0a9b9 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.105411 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c0a9fcba-d37c-4981-9f91-83b32cf0a9b9 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2552907 May 25 20:41:29.112081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32962) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:29.118060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b1f59a7c-12e3-4a45-afec-9fcff7424a48 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group_rule': {'security_group_id': '6bc351a0-1f50-4a0f-aa17-68889968bbd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:29.125620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b1f59a7c-12e3-4a45-afec-9fcff7424a48 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:29.131518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b1f59a7c-12e3-4a45-afec-9fcff7424a48 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:29.135745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b1f59a7c-12e3-4a45-afec-9fcff7424a48 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:29.151309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b1f59a7c-12e3-4a45-afec-9fcff7424a48 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:29.154951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dfec8c5d-2f46-4939-a64a-051dfc1846a4 req-6747c913-14bc-4c24-9024-d22011d290d9 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=e562bf90-6551-4a42-aa7a-29d74b7306e7 HTTP/1.1" status: 200 len: 210 time: 0.1215377 May 25 20:41:29.168407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:41:29.170763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Checking segment: {'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:41:29.171404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Bound using segment: {'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:41:29.172077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Bound port: c1d1dbaf-af94-493c-812a-812f8766c587, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4279d08b-2090-407d-9283-7c399aa1a2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:41:29.172648 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.176700 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1f59a7c-12e3-4a45-afec-9fcff7424a48 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.183807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb98c6ba-c5a3-4187-aa78-74f5771b3e62 req-a1e2aafd-1ef6-4d80-b243-3b3e4a00694a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] No DVR routers for this DVR port 420bf739-6878-4622-8f58-34a042b4d92c on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:41:29.195381 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-eb98c6ba-c5a3-4187-aa78-74f5771b3e62 req-a1e2aafd-1ef6-4d80-b243-3b3e4a00694a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.252124 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-eb98c6ba-c5a3-4187-aa78-74f5771b3e62 req-a1e2aafd-1ef6-4d80-b243-3b3e4a00694a tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.70 "DELETE /v2.0/ports/420bf739-6878-4622-8f58-34a042b4d92c HTTP/1.1" status: 204 len: 173 time: 2.6444249 May 25 20:41:29.334686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d4499-380a-4074-abbe-7b2bfc09baae req-1e1103cb-425a-47e6-b6a1-01102c058f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:29.336251 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-328d4499-380a-4074-abbe-7b2bfc09baae req-1e1103cb-425a-47e6-b6a1-01102c058f4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 1094 time: 0.3639915 May 25 20:41:29.347759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] For port c1d1dbaf-af94-493c-812a-812f8766c587, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:41:29.354963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] For port c1d1dbaf-af94-493c-812a-812f8766c587, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c1d1dbaf-af94-493c-812a-812f8766c587,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:41:29.379817 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1f59a7c-12e3-4a45-afec-9fcff7424a48 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.387675 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1f59a7c-12e3-4a45-afec-9fcff7424a48 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.425995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f59a7c-12e3-4a45-afec-9fcff7424a48 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42540fc2-4c6d-4114-88ea-ef7fc06d0a7a,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:29.446673 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1f59a7c-12e3-4a45-afec-9fcff7424a48 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.450781 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b1f59a7c-12e3-4a45-afec-9fcff7424a48 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3347669 May 25 20:41:29.451736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 32974) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:29.467912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-861c25fd-da8e-4143-941c-192e507817dc tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group_rule': {'security_group_id': '6bc351a0-1f50-4a0f-aa17-68889968bbd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:29.478110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-861c25fd-da8e-4143-941c-192e507817dc tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:29.487797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650e308-e9b2-4888-9bb2-2f5323b5096f req-1d2d496d-7f08-4392-92e8-c4d16571314c tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:29.495377 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5650e308-e9b2-4888-9bb2-2f5323b5096f req-1d2d496d-7f08-4392-92e8-c4d16571314c tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1053 time: 0.1923139 May 25 20:41:29.499499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-861c25fd-da8e-4143-941c-192e507817dc tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:29.531850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-861c25fd-da8e-4143-941c-192e507817dc tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:29.546597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-861c25fd-da8e-4143-941c-192e507817dc tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:29.583847 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5650e308-e9b2-4888-9bb2-2f5323b5096f req-81087b25-213d-4500-b3c1-0da15b0a9d71 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870364 May 25 20:41:29.601862 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-861c25fd-da8e-4143-941c-192e507817dc tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.697771 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-861c25fd-da8e-4143-941c-192e507817dc tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.703175 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-861c25fd-da8e-4143-941c-192e507817dc tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.719019 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.805134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:29.806057 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.807726 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] 10.222.0.50 "PUT /v2.0/ports/c1d1dbaf-af94-493c-812a-812f8766c587 HTTP/1.1" status: 200 len: 1092 time: 4.1141405 May 25 20:41:29.842237 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-861c25fd-da8e-4143-941c-192e507817dc tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:29.847343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-861c25fd-da8e-4143-941c-192e507817dc tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3916895 May 25 20:41:29.848327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 32978) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:29.849898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c25fd-da8e-4143-941c-192e507817dc tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f34c7b-232e-41d0-8c4e-4b2c1d99e0b4,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:29.903337 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b3ae0f0e-3086-4bfa-9a73-764fab1c8e1c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group_rule': {'security_group_id': '6bc351a0-1f50-4a0f-aa17-68889968bbd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:29.932276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b3ae0f0e-3086-4bfa-9a73-764fab1c8e1c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:29.951428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706887dd-71de-42f5-acf2-461f6eb20f0c service neutron] Pushing event updated for resources: {'Port': ['ID=c1d1dbaf-af94-493c-812a-812f8766c587,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:29.957136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b3ae0f0e-3086-4bfa-9a73-764fab1c8e1c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:29.965665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b3ae0f0e-3086-4bfa-9a73-764fab1c8e1c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:29.974311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d4499-380a-4074-abbe-7b2bfc09baae req-0ef4df58-198b-48bb-ad8c-e6c01820c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:29.976184 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-328d4499-380a-4074-abbe-7b2bfc09baae req-0ef4df58-198b-48bb-ad8c-e6c01820c224 service neutron] 10.222.0.50 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 916 time: 0.6181762 May 25 20:41:29.981435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b3ae0f0e-3086-4bfa-9a73-764fab1c8e1c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:30.120217 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-328d4499-380a-4074-abbe-7b2bfc09baae req-01a66b29-d000-45c7-8111-4becd9971a92 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07fd2465-a863-40ae-9155-6dfb32c942a5 HTTP/1.1" status: 200 len: 217 time: 0.1327658 May 25 20:41:30.229961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0f0e-3086-4bfa-9a73-764fab1c8e1c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:30.286539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e562bf90-6551-4a42-aa7a-29d74b7306e7', 'name': 'network-vif-deleted', 'tag': '420bf739-6878-4622-8f58-34a042b4d92c'}, {'name': 'network-changed', 'server_uuid': '1e00fd9c-e016-4992-a0bf-26768f7bc3f2', 'tag': 'c1d1dbaf-af94-493c-812a-812f8766c587'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:30.297337 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d4499-380a-4074-abbe-7b2bfc09baae req-6dd44b3e-d9e0-419d-95e9-92275c83c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:30.299102 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-328d4499-380a-4074-abbe-7b2bfc09baae req-6dd44b3e-d9e0-419d-95e9-92275c83c97c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.1707537 May 25 20:41:30.302664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-f185dfd4-4b84-41e7-a84b-ecd374d8c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:30.304627 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-f185dfd4-4b84-41e7-a84b-ecd374d8c132 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=842cee69f06741e6b62709d9a1018a5e&device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1095 time: 0.4523172 May 25 20:41:30.497407 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45646f77-dc6e-4e0d-ab55-44ccaf91a545'] response: {'server_uuid': 'e562bf90-6551-4a42-aa7a-29d74b7306e7', 'name': 'network-vif-deleted', 'tag': '420bf739-6878-4622-8f58-34a042b4d92c', 'status': 'completed', 'code': 200} May 25 20:41:30.498187 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45646f77-dc6e-4e0d-ab55-44ccaf91a545'] response: {'name': 'network-changed', 'server_uuid': '1e00fd9c-e016-4992-a0bf-26768f7bc3f2', 'tag': 'c1d1dbaf-af94-493c-812a-812f8766c587', 'status': 'completed', 'code': 200} May 25 20:41:30.513362 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-faf0ff41-e031-4de3-9d20-34c078717a3c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1d1dbaf-af94-493c-812a-812f8766c587 HTTP/1.1" status: 200 len: 217 time: 0.1962059 May 25 20:41:30.592424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91007-31ab-4f17-a9ad-ebc252713b8f req-758ce8f0-8e7f-4474-a2ec-b6b92d61cc72 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:30.610983 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4e91007-31ab-4f17-a9ad-ebc252713b8f req-758ce8f0-8e7f-4474-a2ec-b6b92d61cc72 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 943 time: 0.5405941 May 25 20:41:30.662614 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fc201c44-50dd-45ad-846d-b34cced84f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:30.751720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 07fd2465-a863-40ae-9155-6dfb32c942a5 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:41:30.849914 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0f0e-3086-4bfa-9a73-764fab1c8e1c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:30.865535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-708ca072-bb23-4b5c-b19b-efb3c686e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:30.868304 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-708ca072-bb23-4b5c-b19b-efb3c686e503 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9aaacded-2315-410d-bee3-75ac067d5e2a HTTP/1.1" status: 200 len: 848 time: 0.3442917 May 25 20:41:30.874292 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0f0e-3086-4bfa-9a73-764fab1c8e1c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:30.887416 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4e91007-31ab-4f17-a9ad-ebc252713b8f req-8f4424ba-e8ba-4f4d-9a5b-01aa4ecec734 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752850 May 25 20:41:31.026418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-55cfd0e5-2e26-4831-af41-8c3e829f6bb1 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:31.027967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-55cfd0e5-2e26-4831-af41-8c3e829f6bb1 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/networks?id=bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 HTTP/1.1" status: 200 len: 808 time: 0.2254777 May 25 20:41:31.029285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 07fd2465-a863-40ae-9155-6dfb32c942a5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07fd2465-a863-40ae-9155-6dfb32c942a5,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:31.053311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-1deb4f74-5923-4258-b7d8-c352eb5363a7 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/quotas/3ca913fd4f98478596dc8fcc4d3eb55f HTTP/1.1" status: 200 len: 375 time: 0.0151036 May 25 20:41:31.055980 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae0f0e-3086-4bfa-9a73-764fab1c8e1c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0875a3e-9763-46f0-beff-5935fb0c2ed9,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:31.067907 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '07fd2465-a863-40ae-9155-6dfb32c942a5', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'port_id': '07fd2465-a863-40ae-9155-6dfb32c942a5', 'mac_address': 'fa:16:3e:74:94:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:41:31.101535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d4499-380a-4074-abbe-7b2bfc09baae req-d06168c4-bdd2-49e3-8ff7-99b630ce8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:31.103122 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-328d4499-380a-4074-abbe-7b2bfc09baae req-d06168c4-bdd2-49e3-8ff7-99b630ce8dad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7887416 May 25 20:41:31.145999 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-5aeac7f3-4d02-4c4d-96ce-cbe3614a5631 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ca913fd4f98478596dc8fcc4d3eb55f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813015 May 25 20:41:31.178702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 420bf739-6878-4622-8f58-34a042b4d92c no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:41:31.220836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 420bf739-6878-4622-8f58-34a042b4d92c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:41:31.220836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 420bf739-6878-4622-8f58-34a042b4d92c not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:41:31.238418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 07fd2465-a863-40ae-9155-6dfb32c942a5 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:31.238792 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:31.261163 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0f0e-3086-4bfa-9a73-764fab1c8e1c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:31.263855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fd2465-a863-40ae-9155-6dfb32c942a5 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:41:31.265231 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b3ae0f0e-3086-4bfa-9a73-764fab1c8e1c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3760118 May 25 20:41:31.271192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33008) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:31.289177 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 07fd2465-a863-40ae-9155-6dfb32c942a5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07fd2465-a863-40ae-9155-6dfb32c942a5,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:31.296407 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:31.342689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f88833ab-ba49-426e-8e4a-7539c1b193cb tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group_rule': {'security_group_id': '6bc351a0-1f50-4a0f-aa17-68889968bbd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:31.358341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f88833ab-ba49-426e-8e4a-7539c1b193cb tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:31.381943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f88833ab-ba49-426e-8e4a-7539c1b193cb tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:31.391650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f88833ab-ba49-426e-8e4a-7539c1b193cb tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:31.395424 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:31.416598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=07fd2465-a863-40ae-9155-6dfb32c942a5,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:31.425113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f88833ab-ba49-426e-8e4a-7539c1b193cb tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:31.488771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['07fd2465-a863-40ae-9155-6dfb32c942a5'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:41:31.489098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-c8af337a-dbf2-4174-8f73-2bfb4a5dce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:31.491155 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-c8af337a-dbf2-4174-8f73-2bfb4a5dce99 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=10b537d9-405b-406c-ad38-c96d302b5731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5999045 May 25 20:41:31.587851 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-21d876c2-c082-40df-b317-33439a674b1d service neutron] 10.222.0.60 "GET /v2.0/networks/bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278457 May 25 20:41:31.753679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-554c9eb5-2e8a-49fc-8b84-62f2fac998d2 service neutron] 10.222.0.50 "GET /v2.0/networks/10b537d9-405b-406c-ad38-c96d302b5731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528100 May 25 20:41:31.756044 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f88833ab-ba49-426e-8e4a-7539c1b193cb tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:31.814576 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-328d4499-380a-4074-abbe-7b2bfc09baae req-86b62152-a05d-4910-8fbe-16f1522bd4fe service neutron] 10.222.0.50 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933300 May 25 20:41:31.835240 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:31.910804 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-69993ebf-db2c-46ff-b9ce-c4d8b79e3b80 service neutron] 10.222.0.60 "GET /v2.0/networks/bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166943 May 25 20:41:31.945000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d74e2f-4fc1-4275-873d-dfb009ff16b4 req-f8db1819-a66d-4c50-b82d-3ec022006536 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:31.945596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-91d74e2f-4fc1-4275-873d-dfb009ff16b4 req-f8db1819-a66d-4c50-b82d-3ec022006536 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Synchronizing usage tracker for tenant:842cee69f06741e6b62709d9a1018a5e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:32.111182 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f88833ab-ba49-426e-8e4a-7539c1b193cb tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:32.115377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-91d74e2f-4fc1-4275-873d-dfb009ff16b4 req-f8db1819-a66d-4c50-b82d-3ec022006536 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Unset dirty status for tenant:842cee69f06741e6b62709d9a1018a5e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:32.116551 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-91d74e2f-4fc1-4275-873d-dfb009ff16b4 req-f8db1819-a66d-4c50-b82d-3ec022006536 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1095 time: 1.0112803 May 25 20:41:32.147189 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f88833ab-ba49-426e-8e4a-7539c1b193cb tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:32.236180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88833ab-ba49-426e-8e4a-7539c1b193cb tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3e2083-5d02-4018-8a2a-068a9c27f2a5,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:32.253139 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-328d4499-380a-4074-abbe-7b2bfc09baae req-d3dfecb3-3caf-4559-8860-683922c6c45a service neutron] 10.222.0.50 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817694 May 25 20:41:32.254933 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a489b24-f80c-48e4-87f2-b9d463d30e5e req-bb8cbfda-e53c-4201-b436-025ca8d08d62 service neutron] 10.222.0.50 "GET /v2.0/networks/10b537d9-405b-406c-ad38-c96d302b5731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018228 May 25 20:41:32.288390 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-91d74e2f-4fc1-4275-873d-dfb009ff16b4 req-46131533-ac85-4e8e-a8ca-0b8246c181e5 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520903 May 25 20:41:32.358658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b28bfa-e6a9-432b-8dea-97cdfe6bc31f req-c0bb2f4d-c0fc-4e4d-87f6-61b424f15612 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:32.360183 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6b28bfa-e6a9-432b-8dea-97cdfe6bc31f req-c0bb2f4d-c0fc-4e4d-87f6-61b424f15612 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 944 time: 0.1510711 May 25 20:41:32.392729 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f88833ab-ba49-426e-8e4a-7539c1b193cb tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:32.396337 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f88833ab-ba49-426e-8e4a-7539c1b193cb tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1206670 May 25 20:41:32.440184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33026) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:32.480510 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6b28bfa-e6a9-432b-8dea-97cdfe6bc31f req-40369bbb-3deb-40de-84c3-7197085c3630 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095278 May 25 20:41:32.523789 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-deef6dc9-aef5-4c46-bf59-19ff7bc43752 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:32.547383 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-deef6dc9-aef5-4c46-bf59-19ff7bc43752 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:32.581824 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-deef6dc9-aef5-4c46-bf59-19ff7bc43752 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:32.590392 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-692838d1-c399-4bff-ab9d-4c9dbf8743d8 req-16b8e1e4-9658-4dac-a724-146410628841 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Synchronizing usage tracker for tenant:3ca913fd4f98478596dc8fcc4d3eb55f on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:32.616986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef6dc9-aef5-4c46-bf59-19ff7bc43752 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e3e2083-5d02-4018-8a2a-068a9c27f2a5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:32.623383 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-deef6dc9-aef5-4c46-bf59-19ff7bc43752 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:32.624834 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-deef6dc9-aef5-4c46-bf59-19ff7bc43752 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/5e3e2083-5d02-4018-8a2a-068a9c27f2a5 HTTP/1.1" status: 204 len: 168 time: 0.1817513 May 25 20:41:32.628076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33032) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:32.635479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-692838d1-c399-4bff-ab9d-4c9dbf8743d8 req-16b8e1e4-9658-4dac-a724-146410628841 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Unset dirty status for tenant:3ca913fd4f98478596dc8fcc4d3eb55f on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:32.636636 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-692838d1-c399-4bff-ab9d-4c9dbf8743d8 req-16b8e1e4-9658-4dac-a724-146410628841 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 210 time: 0.2508376 May 25 20:41:32.639764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8f662-6ceb-4978-a711-d1fcd1122b94 req-b909c826-c735-42e8-847b-d8aa920de379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:32.642524 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5e8f662-6ceb-4978-a711-d1fcd1122b94 req-b909c826-c735-42e8-847b-d8aa920de379 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=842cee69f06741e6b62709d9a1018a5e&device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1095 time: 0.3163462 May 25 20:41:32.782587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 07fd2465-a863-40ae-9155-6dfb32c942a5 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:32.796223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6c728142-83c6-4e38-bfa9-abde1f9c2fab tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:32.817261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6c728142-83c6-4e38-bfa9-abde1f9c2fab tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:32.819981 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6c728142-83c6-4e38-bfa9-abde1f9c2fab tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1896212 May 25 20:41:32.822267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33040) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:32.870442 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1202d337-ff22-4e9a-a797-1d04be2ede09 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:32.873145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8f662-6ceb-4978-a711-d1fcd1122b94 req-a06c616e-c856-4433-b6fb-88416ed726ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:32.874487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5e8f662-6ceb-4978-a711-d1fcd1122b94 req-a06c616e-c856-4433-b6fb-88416ed726ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=10b537d9-405b-406c-ad38-c96d302b5731 HTTP/1.1" status: 200 len: 910 time: 0.2250967 May 25 20:41:32.883610 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1202d337-ff22-4e9a-a797-1d04be2ede09 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:32.943919 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1202d337-ff22-4e9a-a797-1d04be2ede09 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:32.987303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202d337-ff22-4e9a-a797-1d04be2ede09 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0875a3e-9763-46f0-beff-5935fb0c2ed9,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:32.993406 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1202d337-ff22-4e9a-a797-1d04be2ede09 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:32.996496 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1202d337-ff22-4e9a-a797-1d04be2ede09 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d0875a3e-9763-46f0-beff-5935fb0c2ed9 HTTP/1.1" status: 204 len: 168 time: 0.1731813 May 25 20:41:33.000106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33048) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:33.021986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 07fd2465-a863-40ae-9155-6dfb32c942a5 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:41:33.028205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 07fd2465-a863-40ae-9155-6dfb32c942a5 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:33.028766 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:33.087390 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5e8f662-6ceb-4978-a711-d1fcd1122b94 req-a90fa93a-ad40-4ef8-8fee-59a57d9cc3b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1d1dbaf-af94-493c-812a-812f8766c587 HTTP/1.1" status: 200 len: 217 time: 0.2037580 May 25 20:41:33.104835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cd7090a0-c49f-4dc5-ab8c-c57f5d70782e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:33.126625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cd7090a0-c49f-4dc5-ab8c-c57f5d70782e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:33.129515 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cd7090a0-c49f-4dc5-ab8c-c57f5d70782e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1282566 May 25 20:41:33.132486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33062) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:33.209142 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d701ec4f-0b06-45bd-bf2a-241bd4b0a674 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:33.215085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8f662-6ceb-4978-a711-d1fcd1122b94 req-9f20a333-64f1-4fd8-b025-04a8484c282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:33.218491 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5e8f662-6ceb-4978-a711-d1fcd1122b94 req-9f20a333-64f1-4fd8-b025-04a8484c282d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9aaacded-2315-410d-bee3-75ac067d5e2a HTTP/1.1" status: 200 len: 848 time: 0.1278322 May 25 20:41:33.229879 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:33.239083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d701ec4f-0b06-45bd-bf2a-241bd4b0a674 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:33.299920 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d701ec4f-0b06-45bd-bf2a-241bd4b0a674 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:33.373476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701ec4f-0b06-45bd-bf2a-241bd4b0a674 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4f34c7b-232e-41d0-8c4e-4b2c1d99e0b4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:33.415920 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d701ec4f-0b06-45bd-bf2a-241bd4b0a674 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:33.424525 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d701ec4f-0b06-45bd-bf2a-241bd4b0a674 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a4f34c7b-232e-41d0-8c4e-4b2c1d99e0b4 HTTP/1.1" status: 204 len: 168 time: 0.2907832 May 25 20:41:33.427328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33096) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:33.475455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8f662-6ceb-4978-a711-d1fcd1122b94 req-cf9c3e96-c651-4dfb-a95c-38aca157d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:33.476938 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5e8f662-6ceb-4978-a711-d1fcd1122b94 req-cf9c3e96-c651-4dfb-a95c-38aca157d3ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=10b537d9-405b-406c-ad38-c96d302b5731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2515783 May 25 20:41:33.506847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 07fd2465-a863-40ae-9155-6dfb32c942a5 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:33.508083 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:33.543232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b7ce1179-3ba5-4a50-976e-eca8cca525db tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:33.567196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b7ce1179-3ba5-4a50-976e-eca8cca525db tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:33.569485 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b7ce1179-3ba5-4a50-976e-eca8cca525db tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1401024 May 25 20:41:33.573256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33106) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:33.630989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a8a326-7412-44c8-be42-82a02f768a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fd2465-a863-40ae-9155-6dfb32c942a5'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:33.655982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 07fd2465-a863-40ae-9155-6dfb32c942a5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07fd2465-a863-40ae-9155-6dfb32c942a5,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:33.674094 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:33.811720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5e8f662-6ceb-4978-a711-d1fcd1122b94 req-6305dba2-3d96-4ba4-b96d-96b55e2d260e service neutron] 10.222.0.50 "GET /v2.0/networks/10b537d9-405b-406c-ad38-c96d302b5731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232393 May 25 20:41:33.842847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9af2fa38-cb7e-4315-bf17-95b406e0ab03 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:33.904643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=07fd2465-a863-40ae-9155-6dfb32c942a5,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:33.933081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:33.933421 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:33.934601 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:33.935374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:33.936023 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:33.936571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:33.937636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:33.939353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:33.940195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:33.940944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:33.949729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:33.950519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:34.027234 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9af2fa38-cb7e-4315-bf17-95b406e0ab03 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:34.047803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca1573-bdee-4fd5-809a-54dc47fc3c9e req-8823233d-7abc-4063-958f-02406e37c030 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:34.049480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b7ca1573-bdee-4fd5-809a-54dc47fc3c9e req-8823233d-7abc-4063-958f-02406e37c030 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1095 time: 0.4660759 May 25 20:41:34.135491 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b7ca1573-bdee-4fd5-809a-54dc47fc3c9e req-d9bf6afc-6886-4de7-ab21-4970707ac64d tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667205 May 25 20:41:34.135491 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9af2fa38-cb7e-4315-bf17-95b406e0ab03 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:34.168849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2fa38-cb7e-4315-bf17-95b406e0ab03 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42540fc2-4c6d-4114-88ea-ef7fc06d0a7a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:34.191911 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9af2fa38-cb7e-4315-bf17-95b406e0ab03 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:34.193334 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9af2fa38-cb7e-4315-bf17-95b406e0ab03 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/42540fc2-4c6d-4114-88ea-ef7fc06d0a7a HTTP/1.1" status: 204 len: 168 time: 0.6177938 May 25 20:41:34.197136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33122) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:34.249783 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b31e9d6-699c-4dd7-9895-2494d0901a6e'] response: {'server_uuid': '15a8a326-7412-44c8-be42-82a02f768a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fd2465-a863-40ae-9155-6dfb32c942a5', 'code': 200} May 25 20:41:34.284938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-33a1c730-61df-4e5e-bf8c-13803db05060 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:34.291941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-33a1c730-61df-4e5e-bf8c-13803db05060 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.70 "GET /v2.0/networks?id=bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 HTTP/1.1" status: 200 len: 808 time: 0.3158348 May 25 20:41:34.302462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cfa6c7f2-d7d6-41e7-b8b7-c36365e757b8 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:34.326498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Request body: {'port': {'device_id': '45dd60eb-62ff-4a9d-a394-943d1d93b098', 'network_id': 'bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4', 'admin_state_up': True, 'tenant_id': '3ca913fd4f98478596dc8fcc4d3eb55f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:34.345916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cfa6c7f2-d7d6-41e7-b8b7-c36365e757b8 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:34.347201 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cfa6c7f2-d7d6-41e7-b8b7-c36365e757b8 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1490343 May 25 20:41:34.350144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33136) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:34.416709 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-733dd390-21e0-408d-836b-feaf560970ea tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:34.437294 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-733dd390-21e0-408d-836b-feaf560970ea tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:34.497565 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-006509af-4355-4be7-9b85-46a23f0e27de req-50bbcd6c-ba64-4430-9672-5ad689c5f2fc tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 210 time: 0.0527332 May 25 20:41:34.500344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebae99-68e8-4e34-a17d-fe639104060f req-72153bae-9961-4a54-a0ce-9d507da40f94 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:34.502570 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d3ebae99-68e8-4e34-a17d-fe639104060f req-72153bae-9961-4a54-a0ce-9d507da40f94 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 945 time: 0.7782962 May 25 20:41:34.517834 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-733dd390-21e0-408d-836b-feaf560970ea tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:34.540027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733dd390-21e0-408d-836b-feaf560970ea tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0527ddd0-8002-470b-aab0-2b96f51ae738,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:34.558819 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-733dd390-21e0-408d-836b-feaf560970ea tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:34.560291 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-733dd390-21e0-408d-836b-feaf560970ea tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/0527ddd0-8002-470b-aab0-2b96f51ae738 HTTP/1.1" status: 204 len: 168 time: 0.2092388 May 25 20:41:34.564683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33142) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:34.633144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c2beb28d-b11b-4189-a14c-7e59ddd3b793 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:34.647873 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5e8f662-6ceb-4978-a711-d1fcd1122b94 req-e5433437-d116-4f59-85b4-7327e9694022 service neutron] 10.222.0.50 "GET /v2.0/networks/10b537d9-405b-406c-ad38-c96d302b5731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8306451 May 25 20:41:34.660608 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d3ebae99-68e8-4e34-a17d-fe639104060f req-3104e510-1261-4dae-b94f-8ea48a9a3c83 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466136 May 25 20:41:34.676224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:34.690169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:34.695624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c2beb28d-b11b-4189-a14c-7e59ddd3b793 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:34.699033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef92da-c165-4132-8b9c-be319faf25f5 req-3ab3524d-6fca-46bb-8960-72c38b631da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:34.700527 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aeef92da-c165-4132-8b9c-be319faf25f5 req-3ab3524d-6fca-46bb-8960-72c38b631da3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 1096 time: 0.2388861 May 25 20:41:34.711244 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c2beb28d-b11b-4189-a14c-7e59ddd3b793 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1450286 May 25 20:41:34.712728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33166) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:34.744505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Made reservation on behalf of 3ca913fd4f98478596dc8fcc4d3eb55f for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:41:34.749737 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:34.797941 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c1d1dbaf-af94-493c-812a-812f8766c587 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:41:34.826767 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aeef92da-c165-4132-8b9c-be319faf25f5 req-63a98c40-3ca5-46dc-86ea-648b7038fce7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148224 May 25 20:41:34.922647 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adb22bb7-0e50-464a-a87c-87ce949c50db tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:34.991673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c1d1dbaf-af94-493c-812a-812f8766c587, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c1d1dbaf-af94-493c-812a-812f8766c587,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:35.009821 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adb22bb7-0e50-464a-a87c-87ce949c50db tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:35.011613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'c1d1dbaf-af94-493c-812a-812f8766c587', 'network_id': '10b537d9-405b-406c-ad38-c96d302b5731', 'port_id': 'c1d1dbaf-af94-493c-812a-812f8766c587', 'mac_address': 'fa:16:3e:8f:87:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aaacded-2315-410d-bee3-75ac067d5e2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:41:35.068228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Allocated IP 172.20.0.2 (bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4/de9b5a9f-24e0-443a-b3f3-5856d0b5809f/233e6a25-6846-44c6-8e33-9e11b94f210c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:41:35.088107 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port c1d1dbaf-af94-493c-812a-812f8766c587 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:35.088782 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:35.095810 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adb22bb7-0e50-464a-a87c-87ce949c50db tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:35.117333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d1dbaf-af94-493c-812a-812f8766c587 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:41:35.124056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb22bb7-0e50-464a-a87c-87ce949c50db tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc351a0-1f50-4a0f-aa17-68889968bbd3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:35.149199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c1d1dbaf-af94-493c-812a-812f8766c587, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c1d1dbaf-af94-493c-812a-812f8766c587,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:35.172533 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:35.338977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=c1d1dbaf-af94-493c-812a-812f8766c587,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:35.379978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['c1d1dbaf-af94-493c-812a-812f8766c587'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:41:35.401419 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adb22bb7-0e50-464a-a87c-87ce949c50db tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:35.414206 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-adb22bb7-0e50-464a-a87c-87ce949c50db tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-groups/6bc351a0-1f50-4a0f-aa17-68889968bbd3 HTTP/1.1" status: 204 len: 168 time: 0.6893988 May 25 20:41:35.415135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33184) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:35.524937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e47534bd-3ac7-484c-9dc1-42bc5874a56a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:35.576913 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:35.581780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93d465-d580-4c21-96ce-b72a83eebcfc req-0abb5ddc-3259-4270-b86c-53de9b266375 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:35.584268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c93d465-d580-4c21-96ce-b72a83eebcfc req-0abb5ddc-3259-4270-b86c-53de9b266375 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1096 time: 0.2274618 May 25 20:41:35.593250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e47534bd-3ac7-484c-9dc1-42bc5874a56a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:35.600332 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e47534bd-3ac7-484c-9dc1-42bc5874a56a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1735525 May 25 20:41:35.603439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33190) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:35.615905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-dd174c69-0b98-4349-b9db-93f74b51bff1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group': {'name': 'tempest-secgroup--778677073'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:35.620171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dd174c69-0b98-4349-b9db-93f74b51bff1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:35.652874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dd174c69-0b98-4349-b9db-93f74b51bff1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:35.698537 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd174c69-0b98-4349-b9db-93f74b51bff1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:35.736479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dd174c69-0b98-4349-b9db-93f74b51bff1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:35.738930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c93d465-d580-4c21-96ce-b72a83eebcfc req-65a6a262-01a2-4a37-aa4e-af74e3d54f1b tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442063 May 25 20:41:35.815922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dd174c69-0b98-4349-b9db-93f74b51bff1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:35.818838 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:35.821240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dd174c69-0b98-4349-b9db-93f74b51bff1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:35.877220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dd174c69-0b98-4349-b9db-93f74b51bff1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:35.988754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Network bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:41:35.999643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:41:36.009185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:41:36.039345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb0c07-af5c-43b9-8fdb-a3410c8772f2 req-9b23e191-5d7c-4895-9cee-f6e42444f4c7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:36.041106 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c8fb0c07-af5c-43b9-8fdb-a3410c8772f2 req-9b23e191-5d7c-4895-9cee-f6e42444f4c7 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 945 time: 0.1400876 May 25 20:41:36.074720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Pushing event updated for resources: {'Port': ['ID=233e6a25-6846-44c6-8e33-9e11b94f210c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:36.116150 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c8fb0c07-af5c-43b9-8fdb-a3410c8772f2 req-1f2bff92-f2cf-47e6-961b-cfdc4fa5132e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691068 May 25 20:41:36.125950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bba17-9af2-4a08-845a-ffd9f2c918ff req-7af91615-05cf-4423-9efc-ac69523172ab tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:36.127647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-7c3bba17-9af2-4a08-845a-ffd9f2c918ff req-7af91615-05cf-4423-9efc-ac69523172ab tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Synchronizing usage tracker for tenant:3ca913fd4f98478596dc8fcc4d3eb55f on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:36.177247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:36.178270 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:36.202715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-7c3bba17-9af2-4a08-845a-ffd9f2c918ff req-7af91615-05cf-4423-9efc-ac69523172ab tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Unset dirty status for tenant:3ca913fd4f98478596dc8fcc4d3eb55f on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:36.204196 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7c3bba17-9af2-4a08-845a-ffd9f2c918ff req-7af91615-05cf-4423-9efc-ac69523172ab tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 931 time: 0.4642196 May 25 20:41:36.225098 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd174c69-0b98-4349-b9db-93f74b51bff1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:36.246780 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd174c69-0b98-4349-b9db-93f74b51bff1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:36.268331 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-487e08e6-3d55-4167-a086-2b5eb94b63fe tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9455187 May 25 20:41:36.299125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Request body: {'port': {'device_id': '45dd60eb-62ff-4a9d-a394-943d1d93b098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:36.360376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dd174c69-0b98-4349-b9db-93f74b51bff1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:36.362117 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dd174c69-0b98-4349-b9db-93f74b51bff1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7576911 May 25 20:41:36.365135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33204) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:36.370394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-daa62bb6-1f58-4a09-9bbb-555f6a0750b1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group_rule': {'security_group_id': '762937fe-d9b1-43ac-8fa8-e940ce6384eb', 'direction': 'ingress', 'protocol': 17}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:36.371238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd174c69-0b98-4349-b9db-93f74b51bff1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762937fe-d9b1-43ac-8fa8-e940ce6384eb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:36.377481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-daa62bb6-1f58-4a09-9bbb-555f6a0750b1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:36.378477 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7c3bba17-9af2-4a08-845a-ffd9f2c918ff req-cdfac68c-beac-4534-8236-1980ed49271c tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613655 May 25 20:41:36.382399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-daa62bb6-1f58-4a09-9bbb-555f6a0750b1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:36.385696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-daa62bb6-1f58-4a09-9bbb-555f6a0750b1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:36.392309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-daa62bb6-1f58-4a09-9bbb-555f6a0750b1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:36.436077 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-daa62bb6-1f58-4a09-9bbb-555f6a0750b1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:36.463542 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:36.548911 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-daa62bb6-1f58-4a09-9bbb-555f6a0750b1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:36.554287 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-daa62bb6-1f58-4a09-9bbb-555f6a0750b1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:36.596554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa62bb6-1f58-4a09-9bbb-555f6a0750b1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245854c8-ffd9-4c55-b5af-e8d6f217e28a,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:36.604855 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-daa62bb6-1f58-4a09-9bbb-555f6a0750b1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:36.609779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-daa62bb6-1f58-4a09-9bbb-555f6a0750b1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2410126 May 25 20:41:36.609965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33210) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:36.740189 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f926-4b31-4953-ad7b-a3201739ca7d tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:36.776572 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f926-4b31-4953-ad7b-a3201739ca7d tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:36.813818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c1d1dbaf-af94-493c-812a-812f8766c587 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:36.844524 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f926-4b31-4953-ad7b-a3201739ca7d tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:36.871004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8f926-4b31-4953-ad7b-a3201739ca7d tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=762937fe-d9b1-43ac-8fa8-e940ce6384eb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:36.890975 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f926-4b31-4953-ad7b-a3201739ca7d tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:36.892628 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3cc8f926-4b31-4953-ad7b-a3201739ca7d tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-groups/762937fe-d9b1-43ac-8fa8-e940ce6384eb HTTP/1.1" status: 204 len: 168 time: 0.2799480 May 25 20:41:36.895153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33218) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:36.969508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cf238407-1fb5-4e3b-855b-c6da0ce1a588 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:36.994927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cf238407-1fb5-4e3b-855b-c6da0ce1a588 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:36.996452 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cf238407-1fb5-4e3b-855b-c6da0ce1a588 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0999517 May 25 20:41:37.000603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33222) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:37.011711 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-512d9ab0-0453-44aa-95e9-51889da9407b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811490885'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:37.028975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port c1d1dbaf-af94-493c-812a-812f8766c587 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:41:37.034835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port c1d1dbaf-af94-493c-812a-812f8766c587 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:37.035283 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:37.042603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233e6a25-6846-44c6-8e33-9e11b94f210c {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:41:37.052218 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:37.068630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-512d9ab0-0453-44aa-95e9-51889da9407b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:37.070361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Transition to ACTIVE for port object 233e6a25-6846-44c6-8e33-9e11b94f210c will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:41:37.078774 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:37.105163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-512d9ab0-0453-44aa-95e9-51889da9407b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:37.134827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-512d9ab0-0453-44aa-95e9-51889da9407b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:37.173954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b7de8-1ad9-43b2-a912-80fc38dda054 req-c5ce1180-b521-4ced-995a-3ac2502e7993 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:37.177249 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-982b7de8-1ad9-43b2-a912-80fc38dda054 req-c5ce1180-b521-4ced-995a-3ac2502e7993 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1096 time: 0.1727769 May 25 20:41:37.199283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port c1d1dbaf-af94-493c-812a-812f8766c587 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:37.200038 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:37.242253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port c1d1dbaf-af94-493c-812a-812f8766c587, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c1d1dbaf-af94-493c-812a-812f8766c587,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:37.243641 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e00fd9c-e016-4992-a0bf-26768f7bc3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d1dbaf-af94-493c-812a-812f8766c587'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:37.250749 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:37.256655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-512d9ab0-0453-44aa-95e9-51889da9407b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:37.265101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-512d9ab0-0453-44aa-95e9-51889da9407b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:37.275315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-512d9ab0-0453-44aa-95e9-51889da9407b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:37.287213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-512d9ab0-0453-44aa-95e9-51889da9407b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:37.298002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-982b7de8-1ad9-43b2-a912-80fc38dda054 req-4d70ca82-77b9-4939-a2e3-c5fd794ee9fe tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102531 May 25 20:41:37.381550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=c1d1dbaf-af94-493c-812a-812f8766c587,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:37.399394 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e32b0d-17be-4cd6-aa11-5bb73865c5f7'] response: {'server_uuid': '1e00fd9c-e016-4992-a0bf-26768f7bc3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d1dbaf-af94-493c-812a-812f8766c587', 'code': 200} May 25 20:41:37.489043 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-512d9ab0-0453-44aa-95e9-51889da9407b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:37.494377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-512d9ab0-0453-44aa-95e9-51889da9407b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:37.552442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d9ab0-0453-44aa-95e9-51889da9407b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae21d3b-7781-4920-b397-d17f3fe35d93,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:37.637479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=233e6a25-6846-44c6-8e33-9e11b94f210c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:37.672016 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-512d9ab0-0453-44aa-95e9-51889da9407b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:37.673377 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-512d9ab0-0453-44aa-95e9-51889da9407b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6709788 May 25 20:41:37.676195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33234) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:37.682298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092815749'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:37.699141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:37.708840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:37.715853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:37.725464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Attempting to bind port 233e6a25-6846-44c6-8e33-9e11b94f210c on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:41:37.725806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Attempting to bind port 233e6a25-6846-44c6-8e33-9e11b94f210c by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a6727b03-2c6f-49dd-9f0f-c4b873b2d25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:41:37.726098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:37.726252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Attempting to bind port 233e6a25-6846-44c6-8e33-9e11b94f210c on network bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:41:37.746007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e32e2-afdc-4d03-9935-5e421c70ad1f req-26312223-3a9a-492f-926a-0db4292235bb tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:37.747896 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-209e32e2-afdc-4d03-9935-5e421c70ad1f req-26312223-3a9a-492f-926a-0db4292235bb tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 945 time: 0.3965826 May 25 20:41:37.749075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b26c31-2726-42a6-9254-42d696ffd1b9 req-d587ddca-4731-452e-9e63-7a0d4c79c865 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:37.750118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Port 233e6a25-6846-44c6-8e33-9e11b94f210c on network bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:41:37.750467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Attempting to bind port 233e6a25-6846-44c6-8e33-9e11b94f210c on network bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:41:37.757835 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b26c31-2726-42a6-9254-42d696ffd1b9 req-d587ddca-4731-452e-9e63-7a0d4c79c865 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 943 time: 0.1881528 May 25 20:41:37.763832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdfc1a-e865-4c2c-b235-ce070f35b7e4 req-9b73f43f-4c31-4cc9-92b2-2ed4c7523e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:37.765587 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c0fdfc1a-e865-4c2c-b235-ce070f35b7e4 req-9b73f43f-4c31-4cc9-92b2-2ed4c7523e89 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1097 time: 0.2836394 May 25 20:41:37.767930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:41:37.768267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Checking segment: {'id': 'a6727b03-2c6f-49dd-9f0f-c4b873b2d25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:41:37.768642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Bound using segment: {'id': 'a6727b03-2c6f-49dd-9f0f-c4b873b2d25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:41:37.769074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Bound port: 233e6a25-6846-44c6-8e33-9e11b94f210c, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6727b03-2c6f-49dd-9f0f-c4b873b2d25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:41:37.769605 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:37.781425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:37.868125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:37.900093 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37b26c31-2726-42a6-9254-42d696ffd1b9 req-7564e2f5-d90f-4572-95a9-1458714ec9fd tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348782 May 25 20:41:37.906103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:37.914432 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c0fdfc1a-e865-4c2c-b235-ce070f35b7e4 req-6951c28a-d57b-42f6-a2f8-839e660f3dee service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191845 May 25 20:41:37.914860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:37.925983 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-209e32e2-afdc-4d03-9935-5e421c70ad1f req-5a08ca35-aed6-4315-a680-982aad4675c9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669514 May 25 20:41:37.927125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:37.964833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] For port 233e6a25-6846-44c6-8e33-9e11b94f210c, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:41:37.968380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] For port 233e6a25-6846-44c6-8e33-9e11b94f210c, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=233e6a25-6846-44c6-8e33-9e11b94f210c,segment=NetworkSegment(a6727b03-2c6f-49dd-9f0f-c4b873b2d25b),segment_id=a6727b03-2c6f-49dd-9f0f-c4b873b2d25b)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:41:37.974888 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:38.039699 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:38.045704 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:38.078083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:38.081577 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:38.085808 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] 10.222.0.70 "PUT /v2.0/ports/233e6a25-6846-44c6-8e33-9e11b94f210c HTTP/1.1" status: 200 len: 1091 time: 1.8065803 May 25 20:41:38.086606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dd60eb-62ff-4a9d-a394-943d1d93b098', 'tag': '233e6a25-6846-44c6-8e33-9e11b94f210c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:38.136768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df445f-da35-4b71-a876-db261d99e6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=233e6a25-6846-44c6-8e33-9e11b94f210c,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:38.201311 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:38.201311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5238712 May 25 20:41:38.209527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2031b2-1a48-4b0f-9ab1-3079c6fac6d6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ac3690-8138-4a8b-8ab1-24909141a3de,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:38.212555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33244) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:38.221353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e8474f9c-c164-4f36-8d06-d5ff60c3a265 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group_rule': {'security_group_id': '7ae21d3b-7781-4920-b397-d17f3fe35d93', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c8ac3690-8138-4a8b-8ab1-24909141a3de', 'remote_ip_prefix': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:38.236485 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c98e58-a456-41b8-b1bd-2e91c580285d'] response: {'name': 'network-changed', 'server_uuid': '45dd60eb-62ff-4a9d-a394-943d1d93b098', 'tag': '233e6a25-6846-44c6-8e33-9e11b94f210c', 'status': 'completed', 'code': 200} May 25 20:41:38.238471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e8474f9c-c164-4f36-8d06-d5ff60c3a265 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:38.246662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e8474f9c-c164-4f36-8d06-d5ff60c3a265 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:38.251878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e8474f9c-c164-4f36-8d06-d5ff60c3a265 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:38.260629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e8474f9c-c164-4f36-8d06-d5ff60c3a265 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:38.304965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-7b83defc-e015-4b80-b5ce-ca2af55ea19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:38.306961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a09da1-3bcf-46b5-8e79-dbc6d519bf3d req-eeedbf46-3096-4f6b-88d4-168c04926d77 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:38.308824 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-7b83defc-e015-4b80-b5ce-ca2af55ea19c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ca913fd4f98478596dc8fcc4d3eb55f&device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 1094 time: 0.1354089 May 25 20:41:38.312261 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85a09da1-3bcf-46b5-8e79-dbc6d519bf3d req-eeedbf46-3096-4f6b-88d4-168c04926d77 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 945 time: 0.2147238 May 25 20:41:38.313008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8474f9c-c164-4f36-8d06-d5ff60c3a265 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:38.320406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33248) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:38.329536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-de8650d1-4d0e-4a92-b3e2-fa6593befb02 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Request body: {'floatingip': {'port_id': '07fd2465-a863-40ae-9155-6dfb32c942a5'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:38.430486 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de8650d1-4d0e-4a92-b3e2-fa6593befb02 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:38.592401 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-9ba39e11-b233-4473-b64c-372b99fbd1c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=233e6a25-6846-44c6-8e33-9e11b94f210c HTTP/1.1" status: 200 len: 217 time: 0.2753630 May 25 20:41:38.651321 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8474f9c-c164-4f36-8d06-d5ff60c3a265 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:38.665002 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8474f9c-c164-4f36-8d06-d5ff60c3a265 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:38.702803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8474f9c-c164-4f36-8d06-d5ff60c3a265 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e296e745-e39b-45b2-8e35-2fcabcf3c564,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:38.744897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-b86a6eea-14a5-4469-be24-d504ddee4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:38.746404 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-b86a6eea-14a5-4469-be24-d504ddee4984 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=de9b5a9f-24e0-443a-b3f3-5856d0b5809f HTTP/1.1" status: 200 len: 848 time: 0.1411958 May 25 20:41:38.750542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a23280-1bf3-4622-8841-ad6cdd8eea05 req-9360d8f5-b4a2-4dcb-ac9d-ccb9d6f12a9e tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:38.770560 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d0a23280-1bf3-4622-8841-ad6cdd8eea05 req-9360d8f5-b4a2-4dcb-ac9d-ccb9d6f12a9e tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1097 time: 0.2353415 May 25 20:41:38.817867 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e8474f9c-c164-4f36-8d06-d5ff60c3a265 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:38.820421 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e8474f9c-c164-4f36-8d06-d5ff60c3a265 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6056204 May 25 20:41:38.825478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33256) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:38.892555 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-8301ac16-82be-4863-b245-59fafb5b31e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182289 May 25 20:41:39.029323 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a7c4-fefb-4f94-a74c-9b23fc2db32f tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:39.042212 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a7c4-fefb-4f94-a74c-9b23fc2db32f tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:39.160207 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d0a23280-1bf3-4622-8841-ad6cdd8eea05 req-b544acc9-e52c-412f-8955-2a3fbabd87a2 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887458 May 25 20:41:39.228397 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-cd864525-6329-4582-8ac2-5aee32742ce9 service neutron] 10.222.0.70 "GET /v2.0/networks/bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284984 May 25 20:41:39.384673 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a7c4-fefb-4f94-a74c-9b23fc2db32f tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:39.412033 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f76ee4e-544b-44ab-a5f4-95969695d070 req-541cd851-0cee-407f-9e29-981719f4890e service neutron] 10.222.0.70 "GET /v2.0/networks/bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767275 May 25 20:41:39.415474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5a7c4-fefb-4f94-a74c-9b23fc2db32f tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e296e745-e39b-45b2-8e35-2fcabcf3c564,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:39.439754 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a7c4-fefb-4f94-a74c-9b23fc2db32f tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:39.443562 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bdf5a7c4-fefb-4f94-a74c-9b23fc2db32f tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e296e745-e39b-45b2-8e35-2fcabcf3c564 HTTP/1.1" status: 204 len: 168 time: 0.6163568 May 25 20:41:39.444359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33264) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:39.473806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b824755-4fef-47b5-9106-5578862ebe1d req-62a3994d-5aa5-4ace-96bf-44a97a341db5 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:39.480936 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b824755-4fef-47b5-9106-5578862ebe1d req-62a3994d-5aa5-4ace-96bf-44a97a341db5 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 943 time: 0.2654200 May 25 20:41:39.549436 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b824755-4fef-47b5-9106-5578862ebe1d req-ab1f7904-da00-40f2-ba0d-9d26dfced5c5 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675755 May 25 20:41:39.560646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0e16ade4-1d72-4fa7-9997-607713592d2c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:39.604109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0e16ade4-1d72-4fa7-9997-607713592d2c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:39.605740 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0e16ade4-1d72-4fa7-9997-607713592d2c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1600749 May 25 20:41:39.609478 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33268) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:39.638769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0414-1298-460c-b96a-9a12bf323b73 req-cf60fabe-d38a-4f31-b8d5-5250db7c0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:39.640549 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-88bf0414-1298-460c-b96a-9a12bf323b73 req-cf60fabe-d38a-4f31-b8d5-5250db7c0351 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ca913fd4f98478596dc8fcc4d3eb55f&device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 1094 time: 0.1632652 May 25 20:41:39.708373 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de8650d1-4d0e-4a92-b3e2-fa6593befb02 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:39.713607 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de8650d1-4d0e-4a92-b3e2-fa6593befb02 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:39.784133 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-352ece06-4d2c-480c-b278-a2f68388e3e1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:39.842409 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-352ece06-4d2c-480c-b278-a2f68388e3e1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:39.855816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0414-1298-460c-b96a-9a12bf323b73 req-d0419ad0-6fb1-4a9d-8a89-99cb22e5591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:39.857431 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-88bf0414-1298-460c-b96a-9a12bf323b73 req-d0419ad0-6fb1-4a9d-8a89-99cb22e5591a service neutron] 10.222.0.70 "GET /v2.0/networks?id=bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 HTTP/1.1" status: 200 len: 909 time: 0.2090986 May 25 20:41:39.945552 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-de8650d1-4d0e-4a92-b3e2-fa6593befb02 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Floating IP 07592302-9d2d-47a7-8646-1eb41350db46 associated. External IP: 172.25.3.246, port: 07fd2465-a863-40ae-9155-6dfb32c942a5. May 25 20:41:39.946726 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-88bf0414-1298-460c-b96a-9a12bf323b73 req-ec6f5543-35ea-4f43-a804-85fc972c95ad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=233e6a25-6846-44c6-8e33-9e11b94f210c HTTP/1.1" status: 200 len: 217 time: 0.0777907 May 25 20:41:40.019240 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-352ece06-4d2c-480c-b278-a2f68388e3e1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:40.043941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ece06-4d2c-480c-b278-a2f68388e3e1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ac3690-8138-4a8b-8ab1-24909141a3de,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:40.052666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0414-1298-460c-b96a-9a12bf323b73 req-b99153e4-8e3b-425f-80cd-0632ed12a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:40.062792 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-88bf0414-1298-460c-b96a-9a12bf323b73 req-b99153e4-8e3b-425f-80cd-0632ed12a391 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=de9b5a9f-24e0-443a-b3f3-5856d0b5809f HTTP/1.1" status: 200 len: 848 time: 0.1097178 May 25 20:41:40.129059 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-88bf0414-1298-460c-b96a-9a12bf323b73 req-7941c0e1-43dd-42a5-ac29-9b402df233d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581450 May 25 20:41:40.175472 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-352ece06-4d2c-480c-b278-a2f68388e3e1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:40.183688 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-352ece06-4d2c-480c-b278-a2f68388e3e1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-groups/c8ac3690-8138-4a8b-8ab1-24909141a3de HTTP/1.1" status: 204 len: 168 time: 0.5700836 May 25 20:41:40.189910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33278) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:40.508012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8650d1-4d0e-4a92-b3e2-fa6593befb02 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Router 73285a88-b4d8-4058-ae5e-97d68fedf7bb has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:41:40.511632 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-88bf0414-1298-460c-b96a-9a12bf323b73 req-8f971d68-01f6-48b3-8dfd-f0a855d8cfa1 service neutron] 10.222.0.70 "GET /v2.0/networks/bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761280 May 25 20:41:40.512567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-487bef5c-6069-4366-a1c1-2242c0766ffd tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:40.519603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efdb08-9057-4dc8-98e7-47d555fdb2ff req-c78a5f40-28b2-4fdd-b47a-aaa1038b1daa tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:40.521537 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08efdb08-9057-4dc8-98e7-47d555fdb2ff req-c78a5f40-28b2-4fdd-b47a-aaa1038b1daa tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1097 time: 0.1596353 May 25 20:41:40.532482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-487bef5c-6069-4366-a1c1-2242c0766ffd tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:40.533911 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-487bef5c-6069-4366-a1c1-2242c0766ffd tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3430459 May 25 20:41:40.539206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33288) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:40.694144 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08efdb08-9057-4dc8-98e7-47d555fdb2ff req-927adfee-52ce-456e-88d4-3147566df7b0 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477101 May 25 20:41:40.789645 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-88bf0414-1298-460c-b96a-9a12bf323b73 req-342bd2e9-0b56-45a6-9908-0b1081c7bed4 service neutron] 10.222.0.70 "GET /v2.0/networks/bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669263 May 25 20:41:40.790328 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3306d8a1-11e5-40b7-b21c-4544fb2a3415 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:40.828994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8650d1-4d0e-4a92-b3e2-fa6593befb02 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:41:40.834461 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de8650d1-4d0e-4a92-b3e2-fa6593befb02 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:40.839036 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d087e2-587f-4f9f-9d59-b14c223907ad None None] Sync routers for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:41:40.854910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d087e2-587f-4f9f-9d59-b14c223907ad None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:41:40.855495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-93d087e2-587f-4f9f-9d59-b14c223907ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:41:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:40.936339 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3306d8a1-11e5-40b7-b21c-4544fb2a3415 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:40.994432 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-de8650d1-4d0e-4a92-b3e2-fa6593befb02 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "PUT /v2.0/floatingips/07592302-9d2d-47a7-8646-1eb41350db46 HTTP/1.1" status: 200 len: 991 time: 2.6729412 May 25 20:41:40.998276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a8a326-7412-44c8-be42-82a02f768a7a', 'tag': '07fd2465-a863-40ae-9155-6dfb32c942a5'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:41.032994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612b2e0-47ad-48da-87bb-9b6ce9ea38dc req-f7e0d006-8620-4025-9b6a-d41b190bc530 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:41.034797 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4612b2e0-47ad-48da-87bb-9b6ce9ea38dc req-f7e0d006-8620-4025-9b6a-d41b190bc530 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 943 time: 0.1713023 May 25 20:41:41.035984 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3306d8a1-11e5-40b7-b21c-4544fb2a3415 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:41.043057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48066552-6f18-4978-b44c-49de3c788243 req-a5b4b10c-0c87-4288-80ed-126a505e9704 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:41.051039 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48066552-6f18-4978-b44c-49de3c788243 req-a5b4b10c-0c87-4288-80ed-126a505e9704 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1097 time: 0.1209583 May 25 20:41:41.077475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306d8a1-11e5-40b7-b21c-4544fb2a3415 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae21d3b-7781-4920-b397-d17f3fe35d93,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:41.100792 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-48066552-6f18-4978-b44c-49de3c788243 req-ed087fa9-54fc-4183-afdd-dd24de5cc8c3 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471430 May 25 20:41:41.129524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4612b2e0-47ad-48da-87bb-9b6ce9ea38dc req-28133766-6ff2-4e91-a910-64b0f855f2f4 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790284 May 25 20:41:41.159918 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3306d8a1-11e5-40b7-b21c-4544fb2a3415 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:41.161047 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3306d8a1-11e5-40b7-b21c-4544fb2a3415 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-groups/7ae21d3b-7781-4920-b397-d17f3fe35d93 HTTP/1.1" status: 204 len: 168 time: 0.6204922 May 25 20:41:41.163707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33308) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:41.173957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-93d087e2-587f-4f9f-9d59-b14c223907ad None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:41:41.202932 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5425e254-e6cc-4cac-a7da-7f71158c2230'] response: {'name': 'network-changed', 'server_uuid': '15a8a326-7412-44c8-be42-82a02f768a7a', 'tag': '07fd2465-a863-40ae-9155-6dfb32c942a5', 'status': 'completed', 'code': 200} May 25 20:41:41.264882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-25446f9f-ef20-4b23-8603-3bb6c456ff4a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:41.312815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-25446f9f-ef20-4b23-8603-3bb6c456ff4a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:41.314575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-25446f9f-ef20-4b23-8603-3bb6c456ff4a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1498997 May 25 20:41:41.463711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33312) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:41.472576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-33fe9023-ca57-4ab7-9ee2-ef3a13720138 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393489820'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:41.482780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-33fe9023-ca57-4ab7-9ee2-ef3a13720138 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:41.503115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-33fe9023-ca57-4ab7-9ee2-ef3a13720138 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:41.529348 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-33fe9023-ca57-4ab7-9ee2-ef3a13720138 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:41.556081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-33fe9023-ca57-4ab7-9ee2-ef3a13720138 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:41.560864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-33fe9023-ca57-4ab7-9ee2-ef3a13720138 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:41.564848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-33fe9023-ca57-4ab7-9ee2-ef3a13720138 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:41.572271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-33fe9023-ca57-4ab7-9ee2-ef3a13720138 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:41.632973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96823bee-491a-419b-abd2-a6f7073a0882 req-900cc3db-66c5-49a9-96d3-44d75095ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:41.635478 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96823bee-491a-419b-abd2-a6f7073a0882 req-900cc3db-66c5-49a9-96d3-44d75095ed1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 1096 time: 0.4339492 May 25 20:41:41.666948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7ffc8-45d0-414e-b192-e6e005a4e853 req-8aa2b724-ffec-4cdb-9ff5-88dde0440fba tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:41.668916 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-47e7ffc8-45d0-414e-b192-e6e005a4e853 req-8aa2b724-ffec-4cdb-9ff5-88dde0440fba tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1097 time: 0.3583140 May 25 20:41:41.678893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-93d087e2-587f-4f9f-9d59-b14c223907ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '07592302-9d2d-47a7-8646-1eb41350db46', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': '07fd2465-a863-40ae-9155-6dfb32c942a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:74:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8a326-7412-44c8-be42-82a02f768a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:41:14Z', 'updated_at': '2022-05-25T20:41:39Z', 'revision_number': 1, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:41.689128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d087e2-587f-4f9f-9d59-b14c223907ad None None] Checking router: 73285a88-b4d8-4058-ae5e-97d68fedf7bb for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:41:41.710401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d087e2-587f-4f9f-9d59-b14c223907ad None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:41:41.711010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-93d087e2-587f-4f9f-9d59-b14c223907ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:41:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:41.744927 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-47e7ffc8-45d0-414e-b192-e6e005a4e853 req-eae63a07-bb60-4f47-8578-95a785fe895e tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685236 May 25 20:41:41.847309 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-33fe9023-ca57-4ab7-9ee2-ef3a13720138 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:41.849030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96823bee-491a-419b-abd2-a6f7073a0882 req-941b4f9b-9f9d-42ac-9918-67bf035a199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:41.850963 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96823bee-491a-419b-abd2-a6f7073a0882 req-941b4f9b-9f9d-42ac-9918-67bf035a199e service neutron] 10.222.0.50 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 916 time: 0.2093418 May 25 20:41:41.855722 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-33fe9023-ca57-4ab7-9ee2-ef3a13720138 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:41.984480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-93d087e2-587f-4f9f-9d59-b14c223907ad None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:41:42.023640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe9023-ca57-4ab7-9ee2-ef3a13720138 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e4ebf4-ffc3-41db-b91e-7d8b1b7f21ff,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:42.031333 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-33fe9023-ca57-4ab7-9ee2-ef3a13720138 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:42.036250 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-33fe9023-ca57-4ab7-9ee2-ef3a13720138 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5676236 May 25 20:41:42.036362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33322) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:42.041625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1a28ccc6-73ca-4da6-ab4e-f5bfb377e414 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group_rule': {'security_group_id': 'a6e4ebf4-ffc3-41db-b91e-7d8b1b7f21ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:42.042793 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96823bee-491a-419b-abd2-a6f7073a0882 req-c1479744-597d-44ea-9064-29f761aa48cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07fd2465-a863-40ae-9155-6dfb32c942a5 HTTP/1.1" status: 200 len: 999 time: 0.1551187 May 25 20:41:42.058021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1a28ccc6-73ca-4da6-ab4e-f5bfb377e414 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:42.073819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1a28ccc6-73ca-4da6-ab4e-f5bfb377e414 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:42.082484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1a28ccc6-73ca-4da6-ab4e-f5bfb377e414 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:42.102637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1a28ccc6-73ca-4da6-ab4e-f5bfb377e414 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:42.135836 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a28ccc6-73ca-4da6-ab4e-f5bfb377e414 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:42.158614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96823bee-491a-419b-abd2-a6f7073a0882 req-190b5973-b7c8-48b3-9d05-b31243bd7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:42.160192 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96823bee-491a-419b-abd2-a6f7073a0882 req-190b5973-b7c8-48b3-9d05-b31243bd7314 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.1113586 May 25 20:41:42.257508 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a28ccc6-73ca-4da6-ab4e-f5bfb377e414 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:42.263355 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a28ccc6-73ca-4da6-ab4e-f5bfb377e414 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:42.306132 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a28ccc6-73ca-4da6-ab4e-f5bfb377e414 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:42.310041 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1a28ccc6-73ca-4da6-ab4e-f5bfb377e414 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2706313 May 25 20:41:42.310993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28ccc6-73ca-4da6-ab4e-f5bfb377e414 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09354f5-acd6-43fa-8ecf-082f67f39fff,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:42.313055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33330) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:42.428460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96823bee-491a-419b-abd2-a6f7073a0882 req-81664586-4cad-41d7-94ea-1b3d258d9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:42.429987 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96823bee-491a-419b-abd2-a6f7073a0882 req-81664586-4cad-41d7-94ea-1b3d258d9100 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2531917 May 25 20:41:42.469257 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5dcc45ed-b308-4ece-88df-526dace6fa83 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:42.483928 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5dcc45ed-b308-4ece-88df-526dace6fa83 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:42.524036 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5dcc45ed-b308-4ece-88df-526dace6fa83 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:42.572318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc45ed-b308-4ece-88df-526dace6fa83 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f09354f5-acd6-43fa-8ecf-082f67f39fff,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:42.573117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-93d087e2-587f-4f9f-9d59-b14c223907ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '07592302-9d2d-47a7-8646-1eb41350db46', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': '07fd2465-a863-40ae-9155-6dfb32c942a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:74:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8a326-7412-44c8-be42-82a02f768a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:41:14Z', 'updated_at': '2022-05-25T20:41:39Z', 'revision_number': 1, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:42.577423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d087e2-587f-4f9f-9d59-b14c223907ad None None] The sync data for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 is: [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '07592302-9d2d-47a7-8646-1eb41350db46', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'port_id': '07fd2465-a863-40ae-9155-6dfb32c942a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'mac_address': 'fa:16:3e:74:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8a326-7412-44c8-be42-82a02f768a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:41:14Z', 'updated_at': '2022-05-25T20:41:39Z', 'revision_number': 1, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:41:42.600186 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5dcc45ed-b308-4ece-88df-526dace6fa83 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:42.605316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5dcc45ed-b308-4ece-88df-526dace6fa83 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f09354f5-acd6-43fa-8ecf-082f67f39fff HTTP/1.1" status: 204 len: 168 time: 0.2907064 May 25 20:41:42.605657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aaa4f-4eab-4ee5-9cd0-87d3dbe3a623 req-703a2989-6254-4701-aeaa-86d7cc59ba61 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:42.607264 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7c0aaa4f-4eab-4ee5-9cd0-87d3dbe3a623 req-703a2989-6254-4701-aeaa-86d7cc59ba61 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 943 time: 0.2581742 May 25 20:41:42.609830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33336) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:42.634359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f301b-a9eb-4b2f-86c7-bfab6a8a6484 req-92465cd0-43c9-4c11-ba6b-81f84693bdd3 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:42.637178 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b71f301b-a9eb-4b2f-86c7-bfab6a8a6484 req-92465cd0-43c9-4c11-ba6b-81f84693bdd3 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1097 time: 0.2970672 May 25 20:41:42.734650 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b71f301b-a9eb-4b2f-86c7-bfab6a8a6484 req-84a14ea0-dcdf-41ac-b9e6-b70260f44f37 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834808 May 25 20:41:42.746441 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96823bee-491a-419b-abd2-a6f7073a0882 req-1e19c0c5-919d-447f-b780-2496456c4a9e service neutron] 10.222.0.50 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029928 May 25 20:41:42.777892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c47794fc-1a7e-4dbf-a5ea-67c0dbf5bc1e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:42.805007 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7c0aaa4f-4eab-4ee5-9cd0-87d3dbe3a623 req-58c1eae5-17d7-41c7-91c6-953c4ae4cae5 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718001 May 25 20:41:42.924463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c47794fc-1a7e-4dbf-a5ea-67c0dbf5bc1e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:42.926047 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c47794fc-1a7e-4dbf-a5ea-67c0dbf5bc1e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3146079 May 25 20:41:42.928948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33340) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:42.933046 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ead4883-0d3c-4bcb-802b-5340908d093c None None] New status for floating IP 07592302-9d2d-47a7-8646-1eb41350db46: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:41:42.991256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96823bee-491a-419b-abd2-a6f7073a0882 req-835776a5-a2cb-474b-a788-90eb2f3ed09f service neutron] 10.222.0.50 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285335 May 25 20:41:43.013622 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3842917f-fe9b-45cd-8272-cc9aedc21b31 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:43.047646 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3842917f-fe9b-45cd-8272-cc9aedc21b31 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:43.109458 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3842917f-fe9b-45cd-8272-cc9aedc21b31 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:43.136157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842917f-fe9b-45cd-8272-cc9aedc21b31 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e4ebf4-ffc3-41db-b91e-7d8b1b7f21ff,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:43.166982 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3842917f-fe9b-45cd-8272-cc9aedc21b31 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:43.173176 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3842917f-fe9b-45cd-8272-cc9aedc21b31 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-groups/a6e4ebf4-ffc3-41db-b91e-7d8b1b7f21ff HTTP/1.1" status: 204 len: 168 time: 0.2408440 May 25 20:41:43.173424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33344) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:43.232294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 233e6a25-6846-44c6-8e33-9e11b94f210c details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:41:43.311857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0a0010a6-2e98-47cc-8775-b7216e1a924c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:43.331482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0a0010a6-2e98-47cc-8775-b7216e1a924c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:43.333070 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0a0010a6-2e98-47cc-8775-b7216e1a924c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1580887 May 25 20:41:43.337919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33350) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:43.343012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-172ad1d4-bfbc-48db-a0b6-f2151faad92c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group': {'name': 'tempest-secgroup--804261233'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:43.365981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-172ad1d4-bfbc-48db-a0b6-f2151faad92c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:43.379653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-172ad1d4-bfbc-48db-a0b6-f2151faad92c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:43.397471 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-172ad1d4-bfbc-48db-a0b6-f2151faad92c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:43.481585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-172ad1d4-bfbc-48db-a0b6-f2151faad92c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:43.496991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-172ad1d4-bfbc-48db-a0b6-f2151faad92c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:43.500774 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-172ad1d4-bfbc-48db-a0b6-f2151faad92c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:43.508582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-172ad1d4-bfbc-48db-a0b6-f2151faad92c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:43.519683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 233e6a25-6846-44c6-8e33-9e11b94f210c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=233e6a25-6846-44c6-8e33-9e11b94f210c,segment=NetworkSegment(a6727b03-2c6f-49dd-9f0f-c4b873b2d25b),segment_id=a6727b03-2c6f-49dd-9f0f-c4b873b2d25b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:43.520281 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:41:43.537784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '233e6a25-6846-44c6-8e33-9e11b94f210c', 'network_id': 'bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4', 'port_id': '233e6a25-6846-44c6-8e33-9e11b94f210c', 'mac_address': 'fa:16:3e:09:eb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9b5a9f-24e0-443a-b3f3-5856d0b5809f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:41:43.553306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584bed2-1964-4bc8-89c0-d90b510698a8 req-d4089c2d-6722-43cd-8248-3cafda5c56a2 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:43.555829 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7584bed2-1964-4bc8-89c0-d90b510698a8 req-d4089c2d-6722-43cd-8248-3cafda5c56a2 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1097 time: 0.1422069 May 25 20:41:43.616132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 233e6a25-6846-44c6-8e33-9e11b94f210c is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:43.616426 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:43.641254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233e6a25-6846-44c6-8e33-9e11b94f210c {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:41:43.664818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 233e6a25-6846-44c6-8e33-9e11b94f210c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=233e6a25-6846-44c6-8e33-9e11b94f210c,segment=NetworkSegment(a6727b03-2c6f-49dd-9f0f-c4b873b2d25b),segment_id=a6727b03-2c6f-49dd-9f0f-c4b873b2d25b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:43.666193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-7584bed2-1964-4bc8-89c0-d90b510698a8 req-ed46670d-fc2e-47de-ae10-4ed447f7e7d5 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Deleting port c1d1dbaf-af94-493c-812a-812f8766c587 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:41:43.666773 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7584bed2-1964-4bc8-89c0-d90b510698a8 req-ed46670d-fc2e-47de-ae10-4ed447f7e7d5 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:43.669126 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:43.754367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=233e6a25-6846-44c6-8e33-9e11b94f210c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:43.835039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-172ad1d4-bfbc-48db-a0b6-f2151faad92c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:43.848270 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-172ad1d4-bfbc-48db-a0b6-f2151faad92c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:43.898170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ad1d4-bfbc-48db-a0b6-f2151faad92c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f534e08-77b7-4a60-916c-4cc31b7b6ce1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:43.992087 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['233e6a25-6846-44c6-8e33-9e11b94f210c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:41:44.020265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081c6e5-e9bf-4181-8e03-134c1198ff3a req-19f79463-23f5-4204-aba4-30d137f34e3c tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:44.021765 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e081c6e5-e9bf-4181-8e03-134c1198ff3a req-19f79463-23f5-4204-aba4-30d137f34e3c tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 1097 time: 0.1082954 May 25 20:41:44.073876 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e081c6e5-e9bf-4181-8e03-134c1198ff3a req-33fa91fa-c6f0-43dc-b86a-3d73f3364fe7 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423720 May 25 20:41:44.081773 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-172ad1d4-bfbc-48db-a0b6-f2151faad92c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.086374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33360) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:44.086897 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-172ad1d4-bfbc-48db-a0b6-f2151faad92c tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7478251 May 25 20:41:44.096101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6ed33858-c913-4aca-8261-32620452084a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group_rule': {'security_group_id': '6f534e08-77b7-4a60-916c-4cc31b7b6ce1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:44.104739 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6ed33858-c913-4aca-8261-32620452084a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:44.109782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6ed33858-c913-4aca-8261-32620452084a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:44.114540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6ed33858-c913-4aca-8261-32620452084a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:44.122964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6ed33858-c913-4aca-8261-32620452084a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:44.155545 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ed33858-c913-4aca-8261-32620452084a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.197565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf646d-4fef-42c3-aaf7-ec293709136e req-c08097d4-6e39-40fc-a05e-09733d2d270c tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:44.198911 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2caf646d-4fef-42c3-aaf7-ec293709136e req-c08097d4-6e39-40fc-a05e-09733d2d270c tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 944 time: 0.2361469 May 25 20:41:44.259807 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ed33858-c913-4aca-8261-32620452084a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.267988 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ed33858-c913-4aca-8261-32620452084a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.270859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-7584bed2-1964-4bc8-89c0-d90b510698a8 req-ed46670d-fc2e-47de-ae10-4ed447f7e7d5 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] For port c1d1dbaf-af94-493c-812a-812f8766c587, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=c1d1dbaf-af94-493c-812a-812f8766c587,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:44.271238 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7584bed2-1964-4bc8-89c0-d90b510698a8 req-ed46670d-fc2e-47de-ae10-4ed447f7e7d5 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.297391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed33858-c913-4aca-8261-32620452084a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cd4020-377f-49e1-ac14-563a86730bf0,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:44.316900 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ed33858-c913-4aca-8261-32620452084a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.319412 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6ed33858-c913-4aca-8261-32620452084a tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2320192 May 25 20:41:44.322123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33366) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:44.352480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-200f470b-5d44-46f6-a8e5-d59f93d4fb5e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules/52cd4020-377f-49e1-ac14-563a86730bf0 HTTP/1.1" status: 200 len: 763 time: 0.0292528 May 25 20:41:44.356488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33370) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:44.365864 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2caf646d-4fef-42c3-aaf7-ec293709136e req-93477ffd-6867-4c06-970b-9ca5836bad78 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557250 May 25 20:41:44.422544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-07718a9f-0f72-4d35-bf62-a008f4b55b72 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:44.451873 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-07718a9f-0f72-4d35-bf62-a008f4b55b72 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:44.455994 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-07718a9f-0f72-4d35-bf62-a008f4b55b72 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0957921 May 25 20:41:44.456896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33376) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:44.499326 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb46f5e9-0bec-44f0-a852-d54553a2996b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.526780 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb46f5e9-0bec-44f0-a852-d54553a2996b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.559248 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb46f5e9-0bec-44f0-a852-d54553a2996b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.591749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46f5e9-0bec-44f0-a852-d54553a2996b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52cd4020-377f-49e1-ac14-563a86730bf0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:44.599044 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cb46f5e9-0bec-44f0-a852-d54553a2996b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.600404 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cb46f5e9-0bec-44f0-a852-d54553a2996b tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/52cd4020-377f-49e1-ac14-563a86730bf0 HTTP/1.1" status: 204 len: 168 time: 0.1424260 May 25 20:41:44.603686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33380) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:44.645698 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-7584bed2-1964-4bc8-89c0-d90b510698a8 req-ed46670d-fc2e-47de-ae10-4ed447f7e7d5 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Calling delete_port for c1d1dbaf-af94-493c-812a-812f8766c587 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:41:44.662727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c3ba6e68-04cd-4bc0-b121-f5b18333771d tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:44.683881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c3ba6e68-04cd-4bc0-b121-f5b18333771d tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:44.686276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c3ba6e68-04cd-4bc0-b121-f5b18333771d tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0812213 May 25 20:41:44.691513 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33384) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:44.702049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-793fa478-410e-4257-9b15-13eef06ee316 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group_rule': {'security_group_id': '6f534e08-77b7-4a60-916c-4cc31b7b6ce1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:44.713265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-793fa478-410e-4257-9b15-13eef06ee316 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:44.733498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-793fa478-410e-4257-9b15-13eef06ee316 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:44.769436 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-793fa478-410e-4257-9b15-13eef06ee316 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.868842 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-793fa478-410e-4257-9b15-13eef06ee316 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.876257 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-793fa478-410e-4257-9b15-13eef06ee316 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.877662 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7584bed2-1964-4bc8-89c0-d90b510698a8 req-ed46670d-fc2e-47de-ae10-4ed447f7e7d5 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.892093 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['c1d1dbaf-af94-493c-812a-812f8766c587'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:41:44.924117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fa478-410e-4257-9b15-13eef06ee316 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f088b74-bd15-45bb-b350-99330b17116b,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:44.943927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46670d-fc2e-47de-ae10-4ed447f7e7d5 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1d1dbaf-af94-493c-812a-812f8766c587,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:44.948560 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-793fa478-410e-4257-9b15-13eef06ee316 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:44.954887 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-793fa478-410e-4257-9b15-13eef06ee316 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2587624 May 25 20:41:44.955914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33392) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:44.972745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['08fd91f7-46e3-4c68-aeee-0b422f362121'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:41:44.983371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7518ba23-2da1-45c0-96e6-8ea4bfddaaf9 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules/7f088b74-bd15-45bb-b350-99330b17116b HTTP/1.1" status: 200 len: 763 time: 0.0261524 May 25 20:41:44.984625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33396) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:45.000318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33400) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:45.080704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-7584bed2-1964-4bc8-89c0-d90b510698a8 req-ed46670d-fc2e-47de-ae10-4ed447f7e7d5 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] No DVR routers for this DVR port c1d1dbaf-af94-493c-812a-812f8766c587 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:41:45.084730 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7584bed2-1964-4bc8-89c0-d90b510698a8 req-ed46670d-fc2e-47de-ae10-4ed447f7e7d5 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:45.088572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b7779926-8985-4fdc-a9af-69a25e9e4d00 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:45.099835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e00fd9c-e016-4992-a0bf-26768f7bc3f2', 'name': 'network-vif-deleted', 'tag': 'c1d1dbaf-af94-493c-812a-812f8766c587'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:45.113141 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7584bed2-1964-4bc8-89c0-d90b510698a8 req-ed46670d-fc2e-47de-ae10-4ed447f7e7d5 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.50 "DELETE /v2.0/ports/c1d1dbaf-af94-493c-812a-812f8766c587 HTTP/1.1" status: 204 len: 173 time: 1.5523143 May 25 20:41:45.149965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b7779926-8985-4fdc-a9af-69a25e9e4d00 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:45.151388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b7779926-8985-4fdc-a9af-69a25e9e4d00 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1657505 May 25 20:41:45.154842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33410) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:45.203037 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40424c3a-d805-463e-a605-7761b6c64f71'] response: {'server_uuid': '1e00fd9c-e016-4992-a0bf-26768f7bc3f2', 'name': 'network-vif-deleted', 'tag': 'c1d1dbaf-af94-493c-812a-812f8766c587', 'status': 'completed', 'code': 200} May 25 20:41:45.247584 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-950d0c3a-e31a-4aa6-b5d4-b979034b3a34 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:45.290675 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-950d0c3a-e31a-4aa6-b5d4-b979034b3a34 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:45.340437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 233e6a25-6846-44c6-8e33-9e11b94f210c up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:41:45.346416 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-950d0c3a-e31a-4aa6-b5d4-b979034b3a34 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:45.395071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d0c3a-e31a-4aa6-b5d4-b979034b3a34 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f088b74-bd15-45bb-b350-99330b17116b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:45.418511 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3adfc9f9-cd07-4d1a-bccb-e4d0978bb10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:45.450582 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 233e6a25-6846-44c6-8e33-9e11b94f210c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:41:45.455290 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-950d0c3a-e31a-4aa6-b5d4-b979034b3a34 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:45.459884 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-950d0c3a-e31a-4aa6-b5d4-b979034b3a34 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/7f088b74-bd15-45bb-b350-99330b17116b HTTP/1.1" status: 204 len: 168 time: 0.3007567 May 25 20:41:45.460093 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 233e6a25-6846-44c6-8e33-9e11b94f210c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:41:45.460093 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:45.460303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33416) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:45.473060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3adfc9f9-cd07-4d1a-bccb-e4d0978bb10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:45.477796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3adfc9f9-cd07-4d1a-bccb-e4d0978bb10b admin admin] Usage tracker for resource:security_group_rule and tenant:7365a41a418c4bb2bf270f7f28b8a69d is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:45.481853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3adfc9f9-cd07-4d1a-bccb-e4d0978bb10b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:45.491401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3adfc9f9-cd07-4d1a-bccb-e4d0978bb10b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:45.582222 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ac917d10-9084-4fbd-bc12-30cfb775c971 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1178954 May 25 20:41:45.582712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33420) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:45.596811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ef36cd67-4524-4a17-917f-34eefc5fa328 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group_rule': {'security_group_id': '6f534e08-77b7-4a60-916c-4cc31b7b6ce1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:45.615594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ef36cd67-4524-4a17-917f-34eefc5fa328 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:45.628264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ef36cd67-4524-4a17-917f-34eefc5fa328 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:45.633257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ef36cd67-4524-4a17-917f-34eefc5fa328 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:45.652950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ef36cd67-4524-4a17-917f-34eefc5fa328 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:45.664932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 233e6a25-6846-44c6-8e33-9e11b94f210c is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:41:45.665306 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:45.705555 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 233e6a25-6846-44c6-8e33-9e11b94f210c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=233e6a25-6846-44c6-8e33-9e11b94f210c,segment=NetworkSegment(a6727b03-2c6f-49dd-9f0f-c4b873b2d25b),segment_id=a6727b03-2c6f-49dd-9f0f-c4b873b2d25b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:45.706930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dd60eb-62ff-4a9d-a394-943d1d93b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233e6a25-6846-44c6-8e33-9e11b94f210c'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:45.708282 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3adfc9f9-cd07-4d1a-bccb-e4d0978bb10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:45.713361 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:45.745086 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3ea00025-26cc-46e3-96cc-7e7d35c267b5 req-caf2b6bb-89df-4f3a-9a3f-2d9df3bca330 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e00fd9c-e016-4992-a0bf-26768f7bc3f2 HTTP/1.1" status: 200 len: 210 time: 0.0701673 May 25 20:41:45.752134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3adfc9f9-cd07-4d1a-bccb-e4d0978bb10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:45.760295 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-ef36cd67-4524-4a17-917f-34eefc5fa328 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Project 44e1de18273142fb89389efa673c09ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:41:45.791479 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef36cd67-4524-4a17-917f-34eefc5fa328 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:45.799699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=233e6a25-6846-44c6-8e33-9e11b94f210c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:45.858061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfc9f9-cd07-4d1a-bccb-e4d0978bb10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c77cb55-accf-4062-9208-d85734985db5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:45.868067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3adfc9f9-cd07-4d1a-bccb-e4d0978bb10b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7365a41a418c4bb2bf270f7f28b8a69d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8645504 May 25 20:41:45.868807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33426) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:45.874985 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c579a1d-c0bd-48b7-bd69-940b2a32ed69'] response: {'server_uuid': '45dd60eb-62ff-4a9d-a394-943d1d93b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233e6a25-6846-44c6-8e33-9e11b94f210c', 'code': 200} May 25 20:41:45.919959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbcacc-44c1-4683-96b2-3143587e81cc req-bd2919e7-b4d5-42f0-8295-de26ec4421b3 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:45.922223 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35fbcacc-44c1-4683-96b2-3143587e81cc req-bd2919e7-b4d5-42f0-8295-de26ec4421b3 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 945 time: 0.2077737 May 25 20:41:45.959480 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef36cd67-4524-4a17-917f-34eefc5fa328 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:45.974807 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef36cd67-4524-4a17-917f-34eefc5fa328 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:45.995014 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-df3e8d7f-09db-4df6-94fb-2042f244a7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.029961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36cd67-4524-4a17-917f-34eefc5fa328 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4a11d8-adfc-4845-93e8-f8de165f42f8,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:46.047227 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35fbcacc-44c1-4683-96b2-3143587e81cc req-03285f08-f4b0-45c2-938a-c278b329e25b tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111519 May 25 20:41:46.061312 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ef36cd67-4524-4a17-917f-34eefc5fa328 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.065881 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ef36cd67-4524-4a17-917f-34eefc5fa328 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4791162 May 25 20:41:46.066061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4668f97-d3f7-4952-9869-e96d449c1712 req-0047a036-35cf-47ad-9ee0-ef4398aea7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:46.066308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33432) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:46.067151 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4668f97-d3f7-4952-9869-e96d449c1712 req-0047a036-35cf-47ad-9ee0-ef4398aea7be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 1096 time: 0.1121545 May 25 20:41:46.101501 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8260a277-267f-4228-a345-46436e4c1331 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules/1e4a11d8-adfc-4845-93e8-f8de165f42f8 HTTP/1.1" status: 200 len: 769 time: 0.0340648 May 25 20:41:46.104007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33436) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:46.106015 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-df3e8d7f-09db-4df6-94fb-2042f244a7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.146782 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4668f97-d3f7-4952-9869-e96d449c1712 req-6dc3bde0-07fc-413f-bdb7-4c90481d4cfe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645604 May 25 20:41:46.171086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d2f5cff2-0a9a-41df-b1a2-f2daa1552bdb tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:46.172612 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-df3e8d7f-09db-4df6-94fb-2042f244a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.197076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d2f5cff2-0a9a-41df-b1a2-f2daa1552bdb tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:46.198510 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d2f5cff2-0a9a-41df-b1a2-f2daa1552bdb tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0923645 May 25 20:41:46.202926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33440) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:46.203531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e8d7f-09db-4df6-94fb-2042f244a7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c77cb55-accf-4062-9208-d85734985db5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:46.210945 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-df3e8d7f-09db-4df6-94fb-2042f244a7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.214201 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-df3e8d7f-09db-4df6-94fb-2042f244a7f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c77cb55-accf-4062-9208-d85734985db5 HTTP/1.1" status: 204 len: 168 time: 0.3424876 May 25 20:41:46.250454 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0192eb7a-3b70-47ad-9d15-d6624db4d97e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.266632 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0192eb7a-3b70-47ad-9d15-d6624db4d97e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.294309 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0192eb7a-3b70-47ad-9d15-d6624db4d97e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.316779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192eb7a-3b70-47ad-9d15-d6624db4d97e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e4a11d8-adfc-4845-93e8-f8de165f42f8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:46.332864 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0192eb7a-3b70-47ad-9d15-d6624db4d97e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.336389 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0192eb7a-3b70-47ad-9d15-d6624db4d97e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/1e4a11d8-adfc-4845-93e8-f8de165f42f8 HTTP/1.1" status: 204 len: 168 time: 0.1208858 May 25 20:41:46.337152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33446) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:46.389239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4ae505a8-e3b5-4273-901a-2057b8e18f31 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:46.406088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4ae505a8-e3b5-4273-901a-2057b8e18f31 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:46.407130 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4ae505a8-e3b5-4273-901a-2057b8e18f31 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0689466 May 25 20:41:46.410092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33452) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:46.486922 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3a53-539a-4ea4-b718-2ef069fe7c56 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.518443 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3a53-539a-4ea4-b718-2ef069fe7c56 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.586504 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3a53-539a-4ea4-b718-2ef069fe7c56 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.607644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c3a53-539a-4ea4-b718-2ef069fe7c56 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f534e08-77b7-4a60-916c-4cc31b7b6ce1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:46.628879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3a53-539a-4ea4-b718-2ef069fe7c56 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.630839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9b9c3a53-539a-4ea4-b718-2ef069fe7c56 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-groups/6f534e08-77b7-4a60-916c-4cc31b7b6ce1 HTTP/1.1" status: 204 len: 168 time: 0.2197254 May 25 20:41:46.633000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33462) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:46.688331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f2843471-97f6-4c55-8bbf-7971b6c7fd27 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:46.710835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f2843471-97f6-4c55-8bbf-7971b6c7fd27 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:46.714726 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f2843471-97f6-4c55-8bbf-7971b6c7fd27 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806274 May 25 20:41:46.716676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33468) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:46.722114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9cb2415f-d28b-4daa-b813-6287e5ade463 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group': {'name': 'tempest-secgroup--858904280'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:46.731298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9cb2415f-d28b-4daa-b813-6287e5ade463 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:46.746335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9cb2415f-d28b-4daa-b813-6287e5ade463 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:46.763597 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9cb2415f-d28b-4daa-b813-6287e5ade463 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.789919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9cb2415f-d28b-4daa-b813-6287e5ade463 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:46.794345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9cb2415f-d28b-4daa-b813-6287e5ade463 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:46.797405 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9cb2415f-d28b-4daa-b813-6287e5ade463 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:46.805080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9cb2415f-d28b-4daa-b813-6287e5ade463 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:46.919099 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9cb2415f-d28b-4daa-b813-6287e5ade463 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.928596 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9cb2415f-d28b-4daa-b813-6287e5ade463 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.979781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2415f-d28b-4daa-b813-6287e5ade463 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373c8d96-0689-48c0-a1cd-5bd0f59a0d5b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:46.991891 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9cb2415f-d28b-4daa-b813-6287e5ade463 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:46.993498 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9cb2415f-d28b-4daa-b813-6287e5ade463 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2756555 May 25 20:41:46.996289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33486) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:47.004470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f1b7a16c-06b3-4f32-bbbc-aacfde12c198 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Request body: {'security_group_rule': {'security_group_id': '373c8d96-0689-48c0-a1cd-5bd0f59a0d5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:47.014297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f1b7a16c-06b3-4f32-bbbc-aacfde12c198 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:47.019564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f1b7a16c-06b3-4f32-bbbc-aacfde12c198 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Usage tracker for resource:security_group_rule and tenant:44e1de18273142fb89389efa673c09ff is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:47.022719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f1b7a16c-06b3-4f32-bbbc-aacfde12c198 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:47.029457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f1b7a16c-06b3-4f32-bbbc-aacfde12c198 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:47.055100 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1b7a16c-06b3-4f32-bbbc-aacfde12c198 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:47.207303 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1b7a16c-06b3-4f32-bbbc-aacfde12c198 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:47.211953 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1b7a16c-06b3-4f32-bbbc-aacfde12c198 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:47.307859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7a16c-06b3-4f32-bbbc-aacfde12c198 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5de6ac9-ec94-42c5-bc46-7f912d837612,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:47.340043 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1b7a16c-06b3-4f32-bbbc-aacfde12c198 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:47.341243 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f1b7a16c-06b3-4f32-bbbc-aacfde12c198 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3432074 May 25 20:41:47.346460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88d0a0-31e8-4e72-9487-1d6dfac2b5b2 req-347ac5ac-8ad8-4e2d-ac69-006b9f41358d tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:47.347366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33500) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:47.354025 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c88d0a0-31e8-4e72-9487-1d6dfac2b5b2 req-347ac5ac-8ad8-4e2d-ac69-006b9f41358d tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 945 time: 0.1106627 May 25 20:41:47.411652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543848e-ae4d-4b79-b7dc-d0f7293d82e3 req-74c12f1e-0538-4ffa-a3c6-85dd50914054 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:47.411846 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c88d0a0-31e8-4e72-9487-1d6dfac2b5b2 req-8d421083-b25b-4ef3-919a-5adf162fb2f5 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566595 May 25 20:41:47.412988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1543848e-ae4d-4b79-b7dc-d0f7293d82e3 req-74c12f1e-0538-4ffa-a3c6-85dd50914054 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Synchronizing usage tracker for tenant:842cee69f06741e6b62709d9a1018a5e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:47.451403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1543848e-ae4d-4b79-b7dc-d0f7293d82e3 req-74c12f1e-0538-4ffa-a3c6-85dd50914054 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Unset dirty status for tenant:842cee69f06741e6b62709d9a1018a5e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:47.452572 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1543848e-ae4d-4b79-b7dc-d0f7293d82e3 req-74c12f1e-0538-4ffa-a3c6-85dd50914054 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1096 time: 0.2015705 May 25 20:41:47.459656 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96ae3bf1-e0e8-4f51-b013-750fe3ad8fb1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:47.529871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96ae3bf1-e0e8-4f51-b013-750fe3ad8fb1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:47.559929 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1543848e-ae4d-4b79-b7dc-d0f7293d82e3 req-00797888-a52d-44cc-98c8-5e37222132b7 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979810 May 25 20:41:47.606570 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96ae3bf1-e0e8-4f51-b013-750fe3ad8fb1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:47.635575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae3bf1-e0e8-4f51-b013-750fe3ad8fb1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373c8d96-0689-48c0-a1cd-5bd0f59a0d5b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:47.652106 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96ae3bf1-e0e8-4f51-b013-750fe3ad8fb1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:47.657789 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-96ae3bf1-e0e8-4f51-b013-750fe3ad8fb1 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-groups/373c8d96-0689-48c0-a1cd-5bd0f59a0d5b HTTP/1.1" status: 204 len: 168 time: 0.3045058 May 25 20:41:47.658997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33504) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:47.725551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33508) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:47.726057 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-74fcdc9d-e020-4d94-a8e7-93565e859a6e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649612 May 25 20:41:47.800908 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3d0f621e-71b9-4150-9cde-0ba9936f6da6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Synchronizing usage tracker for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:47.820828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3d0f621e-71b9-4150-9cde-0ba9936f6da6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] Unset dirty status for tenant:44e1de18273142fb89389efa673c09ff on resource:security_group_rule {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:47.825491 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3d0f621e-71b9-4150-9cde-0ba9936f6da6 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0962658 May 25 20:41:47.826309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33514) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:47.849367 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-bdebdb3a-2952-4ab9-8de5-1bbdc8cf5dd8 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] delete failed (client error): The resource could not be found. May 25 20:41:47.857543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33520) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:47.858138 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bdebdb3a-2952-4ab9-8de5-1bbdc8cf5dd8 tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "DELETE /v2.0/security-groups/373c8d96-0689-48c0-a1cd-5bd0f59a0d5b HTTP/1.1" status: 404 len: 347 time: 0.0312176 May 25 20:41:47.939357 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b7ea3a49-b159-4af1-b9a1-e3c9634f9a7e tempest-SecGroupIPv6Test-418259440 tempest-SecGroupIPv6Test-418259440-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0790715 May 25 20:41:48.469432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33536) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:48.728606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee728975-37dd-427c-9ef7-0a722533c2f5 req-57cb5810-4840-40a4-a125-92d3206d21b1 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:48.738829 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee728975-37dd-427c-9ef7-0a722533c2f5 req-57cb5810-4840-40a4-a125-92d3206d21b1 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 945 time: 0.1705763 May 25 20:41:48.844510 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8f9af13e-0f62-46bb-a47c-f20ffe6e91a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44e1de18273142fb89389efa673c09ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732173 May 25 20:41:48.849462 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee728975-37dd-427c-9ef7-0a722533c2f5 req-e84b2fe2-cb37-487b-9f5f-fbb2c787896c tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094584 May 25 20:41:48.850540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33546) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:48.882055 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c1d1dbaf-af94-493c-812a-812f8766c587 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:41:48.913897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739c328-959f-469b-b0d6-3b88873a1f33 req-3ea85129-de57-44c4-b973-fddf104b6056 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:48.916757 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8739c328-959f-469b-b0d6-3b88873a1f33 req-3ea85129-de57-44c4-b973-fddf104b6056 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1096 time: 0.2420402 May 25 20:41:48.957924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d6bb5ee-a082-4ceb-948c-151252d5b72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:48.989917 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d6bb5ee-a082-4ceb-948c-151252d5b72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:48.995610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: c1d1dbaf-af94-493c-812a-812f8766c587 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:41:48.996580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device c1d1dbaf-af94-493c-812a-812f8766c587 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:41:49.063736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffcc29-a1e5-4493-8ba1-4336f7d73d25 req-b95a35b0-12b5-454a-b5bc-3a9e40d5f307 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:49.070923 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1dffcc29-a1e5-4493-8ba1-4336f7d73d25 req-b95a35b0-12b5-454a-b5bc-3a9e40d5f307 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 1096 time: 0.3120141 May 25 20:41:49.081744 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d6bb5ee-a082-4ceb-948c-151252d5b72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:49.108375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bb5ee-a082-4ceb-948c-151252d5b72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb21aeb-81dd-4b6f-a47a-8c7566e46659,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:49.117546 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-8739c328-959f-469b-b0d6-3b88873a1f33 req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Deleting port 08fd91f7-46e3-4c68-aeee-0b422f362121 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:41:49.117932 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8739c328-959f-469b-b0d6-3b88873a1f33 req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:49.159913 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d6bb5ee-a082-4ceb-948c-151252d5b72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:49.162262 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4d6bb5ee-a082-4ceb-948c-151252d5b72a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eeb21aeb-81dd-4b6f-a47a-8c7566e46659 HTTP/1.1" status: 204 len: 168 time: 0.3094711 May 25 20:41:49.221153 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1dffcc29-a1e5-4493-8ba1-4336f7d73d25 req-50b0d0ad-faaa-4b9f-ae20-848d9c47d594 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3eed0e49-8306-4b7d-98bc-971968d0532f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488752 May 25 20:41:49.507476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-8739c328-959f-469b-b0d6-3b88873a1f33 req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] For port 08fd91f7-46e3-4c68-aeee-0b422f362121, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=08fd91f7-46e3-4c68-aeee-0b422f362121,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:49.507852 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8739c328-959f-469b-b0d6-3b88873a1f33 req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:49.768434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-8739c328-959f-469b-b0d6-3b88873a1f33 req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Calling delete_port for 08fd91f7-46e3-4c68-aeee-0b422f362121 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:41:50.102684 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8739c328-959f-469b-b0d6-3b88873a1f33 req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:50.114112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['08fd91f7-46e3-4c68-aeee-0b422f362121'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:41:50.192679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Pushing event deleted for resources: {'Port': ['ID=08fd91f7-46e3-4c68-aeee-0b422f362121,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:50.263956 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:50.264326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:50.264719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:50.265114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:50.265505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:50.265893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:50.266355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:50.266805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:50.267359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:50.267939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:50.268329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:50.268713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:41:50.330494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-8739c328-959f-469b-b0d6-3b88873a1f33 req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] No DVR routers for this DVR port 08fd91f7-46e3-4c68-aeee-0b422f362121 on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:41:50.334589 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8739c328-959f-469b-b0d6-3b88873a1f33 req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:50.337646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f579f1-3d04-49c4-b75d-1a3c325296cc', 'name': 'network-vif-deleted', 'tag': '08fd91f7-46e3-4c68-aeee-0b422f362121'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:50.360256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8739c328-959f-469b-b0d6-3b88873a1f33 req-1eed0477-2e5a-4388-89ab-3bf31f9d0105 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.70 "DELETE /v2.0/ports/08fd91f7-46e3-4c68-aeee-0b422f362121 HTTP/1.1" status: 204 len: 173 time: 1.4347994 May 25 20:41:50.488703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2299cdf9-9cd5-45cc-b7ff-0e07537c3737 req-f559b88f-970e-4c8c-9ea9-72416feb34a0 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Synchronizing usage tracker for tenant:842cee69f06741e6b62709d9a1018a5e on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:50.509098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2299cdf9-9cd5-45cc-b7ff-0e07537c3737 req-f559b88f-970e-4c8c-9ea9-72416feb34a0 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] Unset dirty status for tenant:842cee69f06741e6b62709d9a1018a5e on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:50.518621 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2299cdf9-9cd5-45cc-b7ff-0e07537c3737 req-f559b88f-970e-4c8c-9ea9-72416feb34a0 tempest-TestServerMultinode-1897797698 tempest-TestServerMultinode-1897797698-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a6f579f1-3d04-49c4-b75d-1a3c325296cc HTTP/1.1" status: 200 len: 210 time: 0.1005270 May 25 20:41:50.645125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33602) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:50.655080 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c0843d-1373-45a8-aef7-4632fc84b205'] response: {'server_uuid': 'a6f579f1-3d04-49c4-b75d-1a3c325296cc', 'name': 'network-vif-deleted', 'tag': '08fd91f7-46e3-4c68-aeee-0b422f362121', 'status': 'completed', 'code': 200} May 25 20:41:50.894338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3ea5b-5eb7-4f33-8c1c-f28577189ce5 req-58834123-2f78-4aff-be79-28fe7fcdd8a5 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:50.899850 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-57d3ea5b-5eb7-4f33-8c1c-f28577189ce5 req-58834123-2f78-4aff-be79-28fe7fcdd8a5 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 945 time: 0.1326256 May 25 20:41:50.936885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-852c4128-1aa8-49a4-853c-c013a23309aa tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:50.937632 n-d-843339-1 neutron-server[88331]: WARNING neutron.api.v2.base [None req-852c4128-1aa8-49a4-853c-c013a23309aa tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 25 20:41:50.938137 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-852c4128-1aa8-49a4-853c-c013a23309aa tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): There was a conflict when trying to complete your request. May 25 20:41:50.943019 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-852c4128-1aa8-49a4-853c-c013a23309aa tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2929714 May 25 20:41:50.943180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33608) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:50.948007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049691873'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:50.971468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:50.979048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-57d3ea5b-5eb7-4f33-8c1c-f28577189ce5 req-2febfd72-9c94-4e71-ad8c-c013e1694b79 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736568 May 25 20:41:50.980980 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:50.984031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:50.995842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:51.012995 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:51.031819 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:51.050171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:51.054314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:51.057810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:51.065129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:51.207002 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:51.220468 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:51.245941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:51.280898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:51.287669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:51.293993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe84d15-babb-4cd2-8595-59ea3307aa69,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:51.298001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:51.400007 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:51.404512 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:51.452331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe3acaa-d1d5-4628-90f9-358db6a0f9aa,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:51.456767 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:51.461177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33612) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:51.461411 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e6bf4392-c1d7-493d-99c4-334a27f63124 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5170155 May 25 20:41:51.466956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-99cf9a43-a803-4d9e-880e-d9f696a8a758 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': '8fe3acaa-d1d5-4628-90f9-358db6a0f9aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:51.478207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-99cf9a43-a803-4d9e-880e-d9f696a8a758 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:51.482283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-99cf9a43-a803-4d9e-880e-d9f696a8a758 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:51.485866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-99cf9a43-a803-4d9e-880e-d9f696a8a758 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:51.492374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-99cf9a43-a803-4d9e-880e-d9f696a8a758 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:51.510177 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-99cf9a43-a803-4d9e-880e-d9f696a8a758 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:51.583887 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-99cf9a43-a803-4d9e-880e-d9f696a8a758 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:51.589221 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-99cf9a43-a803-4d9e-880e-d9f696a8a758 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:51.614295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf9a43-a803-4d9e-880e-d9f696a8a758 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ba25f1-1a06-4da8-9deb-3588a7d3a68c,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:51.625124 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-99cf9a43-a803-4d9e-880e-d9f696a8a758 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:51.629661 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-99cf9a43-a803-4d9e-880e-d9f696a8a758 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1643701 May 25 20:41:51.630056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33618) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:51.636531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-75120b69-a5f5-4116-ad78-1e0026e5da76 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': '8fe3acaa-d1d5-4628-90f9-358db6a0f9aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:51.643458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-75120b69-a5f5-4116-ad78-1e0026e5da76 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:51.647749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-75120b69-a5f5-4116-ad78-1e0026e5da76 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:51.650699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-75120b69-a5f5-4116-ad78-1e0026e5da76 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:51.655504 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33622) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:51.657216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-75120b69-a5f5-4116-ad78-1e0026e5da76 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:51.683620 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-75120b69-a5f5-4116-ad78-1e0026e5da76 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:51.756260 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-75120b69-a5f5-4116-ad78-1e0026e5da76 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): There was a conflict when trying to complete your request. May 25 20:41:51.757581 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-75120b69-a5f5-4116-ad78-1e0026e5da76 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1258132 May 25 20:41:51.761254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33628) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:51.906297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4372b067-9bf9-45e6-ad8b-a0c64195a994 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:51.950726 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4372b067-9bf9-45e6-ad8b-a0c64195a994 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:52.048866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4372b067-9bf9-45e6-ad8b-a0c64195a994 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:52.087892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372b067-9bf9-45e6-ad8b-a0c64195a994 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe3acaa-d1d5-4628-90f9-358db6a0f9aa,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:52.115902 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4372b067-9bf9-45e6-ad8b-a0c64195a994 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:52.119338 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4372b067-9bf9-45e6-ad8b-a0c64195a994 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "DELETE /v2.0/security-groups/8fe3acaa-d1d5-4628-90f9-358db6a0f9aa HTTP/1.1" status: 204 len: 168 time: 0.3540990 May 25 20:41:52.119338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33642) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:52.285700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c2e0db53-d381-44df-b8e9-8031856f2186 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Synchronizing usage tracker for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:52.337703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba5444-43e8-4b2f-bba5-c5b40023f2dd req-bac2d6b0-6b79-4ce1-8896-7902149e67d4 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:52.343610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3434429-fcd5-4ae0-9f3a-399a58342cfb req-cc1b8e56-6007-41ac-9f73-94aabd0e37b9 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:52.346874 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25ba5444-43e8-4b2f-bba5-c5b40023f2dd req-bac2d6b0-6b79-4ce1-8896-7902149e67d4 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 945 time: 0.1991882 May 25 20:41:52.348221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c3434429-fcd5-4ae0-9f3a-399a58342cfb req-cc1b8e56-6007-41ac-9f73-94aabd0e37b9 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.70 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 945 time: 0.3266590 May 25 20:41:52.350433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c2e0db53-d381-44df-b8e9-8031856f2186 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Unset dirty status for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:52.351970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c2e0db53-d381-44df-b8e9-8031856f2186 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2318206 May 25 20:41:52.358414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33650) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:52.367954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-0ae61839-b761-4ddd-8d38-46de5f32ffb0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068994121'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:52.402831 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25ba5444-43e8-4b2f-bba5-c5b40023f2dd req-f375dc71-ec0e-453f-a09f-59afb7d4081b tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550866 May 25 20:41:52.416830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0ae61839-b761-4ddd-8d38-46de5f32ffb0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:52.494990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0ae61839-b761-4ddd-8d38-46de5f32ffb0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:52.514370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c3434429-fcd5-4ae0-9f3a-399a58342cfb req-64261a8b-aef2-4afb-ae60-8ad186cd8cf9 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Deleting port 233e6a25-6846-44c6-8e33-9e11b94f210c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:41:52.514715 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c3434429-fcd5-4ae0-9f3a-399a58342cfb req-64261a8b-aef2-4afb-ae60-8ad186cd8cf9 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:52.583152 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ae61839-b761-4ddd-8d38-46de5f32ffb0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:52.675959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0ae61839-b761-4ddd-8d38-46de5f32ffb0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:52.700181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0ae61839-b761-4ddd-8d38-46de5f32ffb0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:52.705705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0ae61839-b761-4ddd-8d38-46de5f32ffb0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:52.717905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0ae61839-b761-4ddd-8d38-46de5f32ffb0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:52.976076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c3434429-fcd5-4ae0-9f3a-399a58342cfb req-64261a8b-aef2-4afb-ae60-8ad186cd8cf9 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] For port 233e6a25-6846-44c6-8e33-9e11b94f210c, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=233e6a25-6846-44c6-8e33-9e11b94f210c,segment=NetworkSegment(a6727b03-2c6f-49dd-9f0f-c4b873b2d25b),segment_id=a6727b03-2c6f-49dd-9f0f-c4b873b2d25b)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:52.976076 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c3434429-fcd5-4ae0-9f3a-399a58342cfb req-64261a8b-aef2-4afb-ae60-8ad186cd8cf9 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:53.256093 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ae61839-b761-4ddd-8d38-46de5f32ffb0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:53.268475 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-c3434429-fcd5-4ae0-9f3a-399a58342cfb req-64261a8b-aef2-4afb-ae60-8ad186cd8cf9 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Calling delete_port for 233e6a25-6846-44c6-8e33-9e11b94f210c owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:41:53.302813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 08fd91f7-46e3-4c68-aeee-0b422f362121 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:41:53.307578 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ae61839-b761-4ddd-8d38-46de5f32ffb0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:53.355621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 08fd91f7-46e3-4c68-aeee-0b422f362121 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:41:53.356381 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 08fd91f7-46e3-4c68-aeee-0b422f362121 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:41:53.396788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae61839-b761-4ddd-8d38-46de5f32ffb0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9323f3-809e-459a-8336-851abb5a2105,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:53.412700 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c5295e6-88da-4646-bdd7-2f95f3376d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:53.474133 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0ae61839-b761-4ddd-8d38-46de5f32ffb0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:53.475393 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0ae61839-b761-4ddd-8d38-46de5f32ffb0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1151710 May 25 20:41:53.478597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33688) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:53.487800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5f4e2207-99ba-43e7-9c31-02bc451cb8f9 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': '7f9323f3-809e-459a-8336-851abb5a2105', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:53.488666 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-5f4e2207-99ba-43e7-9c31-02bc451cb8f9 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 25 20:41:53.489226 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-5f4e2207-99ba-43e7-9c31-02bc451cb8f9 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:53.493102 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5f4e2207-99ba-43e7-9c31-02bc451cb8f9 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0096495 May 25 20:41:53.494193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33696) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:53.601939 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3887383-83e7-408d-b860-08621cbcb40f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:53.632605 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3887383-83e7-408d-b860-08621cbcb40f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:53.703397 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3887383-83e7-408d-b860-08621cbcb40f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:53.738682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3887383-83e7-408d-b860-08621cbcb40f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9323f3-809e-459a-8336-851abb5a2105,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:53.741170 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3887383-83e7-408d-b860-08621cbcb40f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:53.742631 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a3887383-83e7-408d-b860-08621cbcb40f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "DELETE /v2.0/security-groups/7f9323f3-809e-459a-8336-851abb5a2105 HTTP/1.1" status: 204 len: 168 time: 0.2473216 May 25 20:41:53.745650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33704) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:53.850038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f1e761a7-a030-4a65-8968-9f8a49b56d97 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Synchronizing usage tracker for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:53.871140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f1e761a7-a030-4a65-8968-9f8a49b56d97 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Unset dirty status for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:53.873016 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f1e761a7-a030-4a65-8968-9f8a49b56d97 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1258512 May 25 20:41:53.873987 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c3434429-fcd5-4ae0-9f3a-399a58342cfb req-64261a8b-aef2-4afb-ae60-8ad186cd8cf9 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:53.877212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33708) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:53.883977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-23492cb2-96fb-4a53-8548-4a279d57494c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group': {'name': 'tempest-secgroup--11456272'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:53.886955 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['233e6a25-6846-44c6-8e33-9e11b94f210c'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:41:53.916757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-23492cb2-96fb-4a53-8548-4a279d57494c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:53.940801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64261a8b-aef2-4afb-ae60-8ad186cd8cf9 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Pushing event deleted for resources: {'Port': ['ID=233e6a25-6846-44c6-8e33-9e11b94f210c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:53.963266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-23492cb2-96fb-4a53-8548-4a279d57494c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:53.992494 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-23492cb2-96fb-4a53-8548-4a279d57494c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:54.036007 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:54.040740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-23492cb2-96fb-4a53-8548-4a279d57494c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:54.045806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-23492cb2-96fb-4a53-8548-4a279d57494c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:54.050298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-23492cb2-96fb-4a53-8548-4a279d57494c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:54.057670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-23492cb2-96fb-4a53-8548-4a279d57494c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:54.091215 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3434429-fcd5-4ae0-9f3a-399a58342cfb req-64261a8b-aef2-4afb-ae60-8ad186cd8cf9 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] No DVR routers for this DVR port 233e6a25-6846-44c6-8e33-9e11b94f210c on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:41:54.095839 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c3434429-fcd5-4ae0-9f3a-399a58342cfb req-64261a8b-aef2-4afb-ae60-8ad186cd8cf9 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:54.099412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dd60eb-62ff-4a9d-a394-943d1d93b098', 'name': 'network-vif-deleted', 'tag': '233e6a25-6846-44c6-8e33-9e11b94f210c'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:41:54.112399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25b321-36b9-4a51-8b5e-2a0dafb29a9a req-651b2727-4a5d-403d-af6a-32f6ad8bd1b7 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:41:54.114563 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa25b321-36b9-4a51-8b5e-2a0dafb29a9a req-651b2727-4a5d-403d-af6a-32f6ad8bd1b7 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd60eb-62ff-4a9d-a394-943d1d93b098 HTTP/1.1" status: 200 len: 945 time: 0.5121348 May 25 20:41:54.161405 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c3434429-fcd5-4ae0-9f3a-399a58342cfb req-64261a8b-aef2-4afb-ae60-8ad186cd8cf9 tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.70 "DELETE /v2.0/ports/233e6a25-6846-44c6-8e33-9e11b94f210c HTTP/1.1" status: 204 len: 173 time: 1.8024733 May 25 20:41:54.197696 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-23492cb2-96fb-4a53-8548-4a279d57494c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:54.206579 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-23492cb2-96fb-4a53-8548-4a279d57494c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:54.216936 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d05efc9-40bd-4c06-96db-758ee0527c69'] response: {'server_uuid': '45dd60eb-62ff-4a9d-a394-943d1d93b098', 'name': 'network-vif-deleted', 'tag': '233e6a25-6846-44c6-8e33-9e11b94f210c', 'status': 'completed', 'code': 200} May 25 20:41:54.241976 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa25b321-36b9-4a51-8b5e-2a0dafb29a9a req-5ad6fd39-5dea-4041-b2b2-3f086aa70cfc tempest-VolumesActionsTest-1116724999 tempest-VolumesActionsTest-1116724999-project] 10.222.0.60 "GET /v2.0/security-groups?id=d479f7ed-1689-4850-b2dd-e17823f0153c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164188 May 25 20:41:54.279471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6c5295e6-88da-4646-bdd7-2f95f3376d43 admin admin] Deleting port 9097e871-d874-4592-bd23-c94e16dc4425 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:41:54.280100 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c5295e6-88da-4646-bdd7-2f95f3376d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:54.312673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23492cb2-96fb-4a53-8548-4a279d57494c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c9f6eb-8d75-4e07-9345-9c4eb25e7e7f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:54.336597 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-23492cb2-96fb-4a53-8548-4a279d57494c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:54.342640 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-23492cb2-96fb-4a53-8548-4a279d57494c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4636812 May 25 20:41:54.343601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33718) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:54.353118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4730f40f-bbc4-4541-924e-c2c944d0ff1c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': 'a5c9f6eb-8d75-4e07-9345-9c4eb25e7e7f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:54.365070 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-4730f40f-bbc4-4541-924e-c2c944d0ff1c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 25 20:41:54.366274 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-4730f40f-bbc4-4541-924e-c2c944d0ff1c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:54.370555 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4730f40f-bbc4-4541-924e-c2c944d0ff1c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0256429 May 25 20:41:54.377864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33722) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:54.475546 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9c8fd34-52d2-49c9-9e64-795459003335 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:54.509295 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9c8fd34-52d2-49c9-9e64-795459003335 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:54.556668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-6c5295e6-88da-4646-bdd7-2f95f3376d43 admin admin] For port 9097e871-d874-4592-bd23-c94e16dc4425, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9097e871-d874-4592-bd23-c94e16dc4425,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:54.557299 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c5295e6-88da-4646-bdd7-2f95f3376d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:54.581369 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9c8fd34-52d2-49c9-9e64-795459003335 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:54.606728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8fd34-52d2-49c9-9e64-795459003335 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c9f6eb-8d75-4e07-9345-9c4eb25e7e7f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:54.613812 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9c8fd34-52d2-49c9-9e64-795459003335 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:54.617520 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f9c8fd34-52d2-49c9-9e64-795459003335 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "DELETE /v2.0/security-groups/a5c9f6eb-8d75-4e07-9345-9c4eb25e7e7f HTTP/1.1" status: 204 len: 168 time: 0.2382395 May 25 20:41:54.617750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33726) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:54.696950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b81f20d1-6fe4-4be9-82f4-406e46d0761e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Synchronizing usage tracker for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:54.719846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6c5295e6-88da-4646-bdd7-2f95f3376d43 admin admin] Calling delete_port for 9097e871-d874-4592-bd23-c94e16dc4425 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:41:54.729289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b81f20d1-6fe4-4be9-82f4-406e46d0761e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Unset dirty status for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:54.731759 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b81f20d1-6fe4-4be9-82f4-406e46d0761e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1128793 May 25 20:41:54.736393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33730) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:54.750307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-89f55422-18f4-43d1-aec3-cdb5c21232c7 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group': {'name': 'tempest-secgroup--173423580'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:54.759805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-89f55422-18f4-43d1-aec3-cdb5c21232c7 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:54.783948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-89f55422-18f4-43d1-aec3-cdb5c21232c7 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:54.816393 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89f55422-18f4-43d1-aec3-cdb5c21232c7 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:54.858718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-89f55422-18f4-43d1-aec3-cdb5c21232c7 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:54.865493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-89f55422-18f4-43d1-aec3-cdb5c21232c7 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:54.869125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-89f55422-18f4-43d1-aec3-cdb5c21232c7 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:54.886123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-89f55422-18f4-43d1-aec3-cdb5c21232c7 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:54.986676 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89f55422-18f4-43d1-aec3-cdb5c21232c7 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:54.994718 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89f55422-18f4-43d1-aec3-cdb5c21232c7 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:55.047954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f55422-18f4-43d1-aec3-cdb5c21232c7 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cc3f1f-6a22-403b-803a-e92977a5dcb6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:55.054426 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-89f55422-18f4-43d1-aec3-cdb5c21232c7 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:55.055855 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-89f55422-18f4-43d1-aec3-cdb5c21232c7 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3181596 May 25 20:41:55.058876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33742) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:55.067196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-bbd98ba7-e8ce-4bcf-97c2-5369a30ab4ba tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': 'f0cc3f1f-6a22-403b-803a-e92977a5dcb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:55.077252 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-bbd98ba7-e8ce-4bcf-97c2-5369a30ab4ba tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 25 20:41:55.078125 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-bbd98ba7-e8ce-4bcf-97c2-5369a30ab4ba tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:55.079547 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bbd98ba7-e8ce-4bcf-97c2-5369a30ab4ba tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0195577 May 25 20:41:55.082299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33748) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:55.088036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f13135e6-04fc-4dd9-b925-1c538f92c8b0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': 'f0cc3f1f-6a22-403b-803a-e92977a5dcb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:55.088969 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-f13135e6-04fc-4dd9-b925-1c538f92c8b0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 25 20:41:55.089635 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-f13135e6-04fc-4dd9-b925-1c538f92c8b0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:55.093825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f13135e6-04fc-4dd9-b925-1c538f92c8b0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070968 May 25 20:41:55.095194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33752) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:55.100639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-48cc734e-6372-4365-8af2-2c185712d03b tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': 'f0cc3f1f-6a22-403b-803a-e92977a5dcb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:55.101743 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-48cc734e-6372-4365-8af2-2c185712d03b tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 25 20:41:55.102588 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-48cc734e-6372-4365-8af2-2c185712d03b tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:55.104124 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-48cc734e-6372-4365-8af2-2c185712d03b tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075185 May 25 20:41:55.106868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33756) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:55.111904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b90af7b5-e234-4605-9eac-015acd20e581 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': 'f0cc3f1f-6a22-403b-803a-e92977a5dcb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:55.112793 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-b90af7b5-e234-4605-9eac-015acd20e581 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 25 20:41:55.113280 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-b90af7b5-e234-4605-9eac-015acd20e581 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:55.117133 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b90af7b5-e234-4605-9eac-015acd20e581 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093503 May 25 20:41:55.117691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33760) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:55.201878 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76296869-60b3-44d1-9628-45dc09c18c5d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:55.237479 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76296869-60b3-44d1-9628-45dc09c18c5d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:55.292931 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76296869-60b3-44d1-9628-45dc09c18c5d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:55.312453 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c5295e6-88da-4646-bdd7-2f95f3376d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:55.329519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76296869-60b3-44d1-9628-45dc09c18c5d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cc3f1f-6a22-403b-803a-e92977a5dcb6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:55.347830 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76296869-60b3-44d1-9628-45dc09c18c5d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:55.352293 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-76296869-60b3-44d1-9628-45dc09c18c5d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "DELETE /v2.0/security-groups/f0cc3f1f-6a22-403b-803a-e92977a5dcb6 HTTP/1.1" status: 204 len: 168 time: 0.2334557 May 25 20:41:55.352903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33770) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:55.397126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5295e6-88da-4646-bdd7-2f95f3376d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=9097e871-d874-4592-bd23-c94e16dc4425,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:55.441049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4890abea-8bb8-40b6-b289-ff158aaa6868 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Synchronizing usage tracker for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:55.503636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4890abea-8bb8-40b6-b289-ff158aaa6868 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Unset dirty status for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:55.508479 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4890abea-8bb8-40b6-b289-ff158aaa6868 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1511307 May 25 20:41:55.510190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33778) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:55.514293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a7a1194f-9e61-4e0b-b3c1-3025cf231683 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026988765'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:55.530794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a7a1194f-9e61-4e0b-b3c1-3025cf231683 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:55.555903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a7a1194f-9e61-4e0b-b3c1-3025cf231683 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:55.583683 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7a1194f-9e61-4e0b-b3c1-3025cf231683 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:55.627189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a7a1194f-9e61-4e0b-b3c1-3025cf231683 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:55.634328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a7a1194f-9e61-4e0b-b3c1-3025cf231683 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:55.643724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a7a1194f-9e61-4e0b-b3c1-3025cf231683 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:55.650364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a7a1194f-9e61-4e0b-b3c1-3025cf231683 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:55.831230 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7a1194f-9e61-4e0b-b3c1-3025cf231683 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:55.841247 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7a1194f-9e61-4e0b-b3c1-3025cf231683 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:55.896911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1194f-9e61-4e0b-b3c1-3025cf231683 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3783e55a-e1b2-4009-b786-688ca9b05f01,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:55.930433 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7a1194f-9e61-4e0b-b3c1-3025cf231683 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:55.930716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a7a1194f-9e61-4e0b-b3c1-3025cf231683 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4207788 May 25 20:41:55.933756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33786) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:55.940825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c8973a9a-8d8e-4212-9ad9-3478a08d0b58 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': '3783e55a-e1b2-4009-b786-688ca9b05f01', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:55.943023 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-c8973a9a-8d8e-4212-9ad9-3478a08d0b58 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 25 20:41:55.943711 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-c8973a9a-8d8e-4212-9ad9-3478a08d0b58 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:55.944918 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c8973a9a-8d8e-4212-9ad9-3478a08d0b58 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098715 May 25 20:41:55.948066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33790) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:55.956730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b6c2df73-7314-44cb-89db-345d9b9af74e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': '3783e55a-e1b2-4009-b786-688ca9b05f01', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:55.968492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b6c2df73-7314-44cb-89db-345d9b9af74e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:55.975120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b6c2df73-7314-44cb-89db-345d9b9af74e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:55.978400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b6c2df73-7314-44cb-89db-345d9b9af74e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:55.993678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b6c2df73-7314-44cb-89db-345d9b9af74e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:56.026830 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c5295e6-88da-4646-bdd7-2f95f3376d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:56.044952 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-b6c2df73-7314-44cb-89db-345d9b9af74e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:56.046516 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b6c2df73-7314-44cb-89db-345d9b9af74e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0971482 May 25 20:41:56.049987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33796) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:56.057669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8e6aa32d-17a2-489f-b579-4fd7e77cd86a tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': '3783e55a-e1b2-4009-b786-688ca9b05f01', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:56.059108 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-8e6aa32d-17a2-489f-b579-4fd7e77cd86a tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 25 20:41:56.059745 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-8e6aa32d-17a2-489f-b579-4fd7e77cd86a tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:56.061207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8e6aa32d-17a2-489f-b579-4fd7e77cd86a tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095303 May 25 20:41:56.064355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33800) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:56.070016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-193e307b-8257-4395-a549-4f1e9a8431c2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': '3783e55a-e1b2-4009-b786-688ca9b05f01', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:56.077400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-193e307b-8257-4395-a549-4f1e9a8431c2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:56.082325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-193e307b-8257-4395-a549-4f1e9a8431c2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:56.085553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-193e307b-8257-4395-a549-4f1e9a8431c2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:56.093107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-193e307b-8257-4395-a549-4f1e9a8431c2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:56.129576 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-193e307b-8257-4395-a549-4f1e9a8431c2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:56.131352 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-193e307b-8257-4395-a549-4f1e9a8431c2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0655220 May 25 20:41:56.133717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33806) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:56.139617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5c5733f7-9354-4d78-92c5-dd99cd58c7b8 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': '3783e55a-e1b2-4009-b786-688ca9b05f01', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:56.140214 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-5c5733f7-9354-4d78-92c5-dd99cd58c7b8 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 25 20:41:56.140720 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-5c5733f7-9354-4d78-92c5-dd99cd58c7b8 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:56.142475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5c5733f7-9354-4d78-92c5-dd99cd58c7b8 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068491 May 25 20:41:56.151611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33810) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:56.158220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e562d42f-0be0-450b-88f1-fd1b144ea1d3 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': '3783e55a-e1b2-4009-b786-688ca9b05f01', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:56.165646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e562d42f-0be0-450b-88f1-fd1b144ea1d3 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:56.173205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e562d42f-0be0-450b-88f1-fd1b144ea1d3 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:56.184415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e562d42f-0be0-450b-88f1-fd1b144ea1d3 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:56.190945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e562d42f-0be0-450b-88f1-fd1b144ea1d3 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:56.205996 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-e562d42f-0be0-450b-88f1-fd1b144ea1d3 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Project c263e67c15be45d884a12e24720eb078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:41:56.237371 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-e562d42f-0be0-450b-88f1-fd1b144ea1d3 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:56.239009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e562d42f-0be0-450b-88f1-fd1b144ea1d3 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0857060 May 25 20:41:56.241755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33818) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:56.247568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7d1c6e39-c439-494a-a9ae-9e8a4f96d919 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': '3783e55a-e1b2-4009-b786-688ca9b05f01', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:56.248411 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-7d1c6e39-c439-494a-a9ae-9e8a4f96d919 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 25 20:41:56.248993 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-7d1c6e39-c439-494a-a9ae-9e8a4f96d919 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:56.250030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7d1c6e39-c439-494a-a9ae-9e8a4f96d919 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071614 May 25 20:41:56.253168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33822) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:56.258800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e5427733-4373-4eaf-96b6-711d2d33c10f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': '3783e55a-e1b2-4009-b786-688ca9b05f01', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:56.268021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e5427733-4373-4eaf-96b6-711d2d33c10f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:56.275044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e5427733-4373-4eaf-96b6-711d2d33c10f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:56.281431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e5427733-4373-4eaf-96b6-711d2d33c10f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:56.298312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e5427733-4373-4eaf-96b6-711d2d33c10f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:56.315513 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-e5427733-4373-4eaf-96b6-711d2d33c10f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Project c263e67c15be45d884a12e24720eb078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:41:56.355884 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-e5427733-4373-4eaf-96b6-711d2d33c10f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:56.359517 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e5427733-4373-4eaf-96b6-711d2d33c10f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1026030 May 25 20:41:56.360874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33826) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:56.376383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8e68a1dd-6e7f-474e-ba71-ed90596cd659 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': '3783e55a-e1b2-4009-b786-688ca9b05f01', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:56.386038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8e68a1dd-6e7f-474e-ba71-ed90596cd659 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:56.391344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8e68a1dd-6e7f-474e-ba71-ed90596cd659 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:56.394633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8e68a1dd-6e7f-474e-ba71-ed90596cd659 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:56.402751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8e68a1dd-6e7f-474e-ba71-ed90596cd659 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:56.423254 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-8e68a1dd-6e7f-474e-ba71-ed90596cd659 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Project c263e67c15be45d884a12e24720eb078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:41:56.450779 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-8e68a1dd-6e7f-474e-ba71-ed90596cd659 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:56.455710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8e68a1dd-6e7f-474e-ba71-ed90596cd659 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0912178 May 25 20:41:56.456272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33832) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:56.538327 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f5cdd57-c144-4272-ae04-cd68d71ed98e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:56.606247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5295e6-88da-4646-bdd7-2f95f3376d43 admin admin] Router ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:41:56.618711 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f5cdd57-c144-4272-ae04-cd68d71ed98e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:56.713350 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f5cdd57-c144-4272-ae04-cd68d71ed98e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:56.748725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cdd57-c144-4272-ae04-cd68d71ed98e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3783e55a-e1b2-4009-b786-688ca9b05f01,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:56.775068 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f5cdd57-c144-4272-ae04-cd68d71ed98e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:56.778256 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4f5cdd57-c144-4272-ae04-cd68d71ed98e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "DELETE /v2.0/security-groups/3783e55a-e1b2-4009-b786-688ca9b05f01 HTTP/1.1" status: 204 len: 168 time: 0.3188744 May 25 20:41:56.781907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33842) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:56.852139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5295e6-88da-4646-bdd7-2f95f3376d43 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:41:56.865981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e463e-a438-4f4a-ae06-8afed33602d0 None None] Sync routers for ids ['ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:41:56.868430 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6c5295e6-88da-4646-bdd7-2f95f3376d43 admin admin] 10.222.0.60 "PUT /v2.0/routers/ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2118533 May 25 20:41:56.879918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33846) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:56.892159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e463e-a438-4f4a-ae06-8afed33602d0 None None] Routers {'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:41:56.893003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e10e463e-a438-4f4a-ae06-8afed33602d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:41:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:56.910737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c9c13769-acf5-4499-9ada-495da8acedb1 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Synchronizing usage tracker for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:56.951007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c9c13769-acf5-4499-9ada-495da8acedb1 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Unset dirty status for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:56.958955 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c9c13769-acf5-4499-9ada-495da8acedb1 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1752977 May 25 20:41:56.959796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33850) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:56.966519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-94f8d0cf-33f9-40fa-b853-219cc3f63e93 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group': {'name': 'tempest-secgroup--886595192'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:56.978021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-94f8d0cf-33f9-40fa-b853-219cc3f63e93 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:57.019284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-94f8d0cf-33f9-40fa-b853-219cc3f63e93 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:57.039985 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94f8d0cf-33f9-40fa-b853-219cc3f63e93 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:57.085828 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-94f8d0cf-33f9-40fa-b853-219cc3f63e93 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:57.095813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-94f8d0cf-33f9-40fa-b853-219cc3f63e93 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:57.099795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-94f8d0cf-33f9-40fa-b853-219cc3f63e93 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:57.110611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-94f8d0cf-33f9-40fa-b853-219cc3f63e93 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:57.150955 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:57.290794 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94f8d0cf-33f9-40fa-b853-219cc3f63e93 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:57.301832 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94f8d0cf-33f9-40fa-b853-219cc3f63e93 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:57.318967 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 233e6a25-6846-44c6-8e33-9e11b94f210c no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:41:57.421580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 233e6a25-6846-44c6-8e33-9e11b94f210c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:41:57.421915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 233e6a25-6846-44c6-8e33-9e11b94f210c not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:41:57.448360 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-e10e463e-a438-4f4a-ae06-8afed33602d0 None None] Set router ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:41:57.484162 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8d0cf-33f9-40fa-b853-219cc3f63e93 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bf525c-c6d7-4f21-9eac-fc95654ef16b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:57.514756 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94f8d0cf-33f9-40fa-b853-219cc3f63e93 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:57.516205 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-94f8d0cf-33f9-40fa-b853-219cc3f63e93 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5552270 May 25 20:41:57.521216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33864) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:57.542644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-37235f0a-1d79-44ff-9441-a4e085eef5e2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': 'f2bf525c-c6d7-4f21-9eac-fc95654ef16b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:57.584820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-37235f0a-1d79-44ff-9441-a4e085eef5e2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:57.599163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-37235f0a-1d79-44ff-9441-a4e085eef5e2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:57.608854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-37235f0a-1d79-44ff-9441-a4e085eef5e2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:57.629096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-37235f0a-1d79-44ff-9441-a4e085eef5e2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:57.675934 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:57.695033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] Deleting port 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:41:57.695436 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:57.740307 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-37235f0a-1d79-44ff-9441-a4e085eef5e2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The resource could not be found. May 25 20:41:57.742025 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-37235f0a-1d79-44ff-9441-a4e085eef5e2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2195187 May 25 20:41:57.745064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33868) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:57.751560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-bc961c20-3c91-40ce-a026-d1a01065f918 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': 'f2bf525c-c6d7-4f21-9eac-fc95654ef16b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dd0b8b13-68d2-4738-921e-401209622763'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:57.765473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bc961c20-3c91-40ce-a026-d1a01065f918 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:57.776090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bc961c20-3c91-40ce-a026-d1a01065f918 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:57.787932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bc961c20-3c91-40ce-a026-d1a01065f918 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:57.804419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bc961c20-3c91-40ce-a026-d1a01065f918 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:57.934489 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-bc961c20-3c91-40ce-a026-d1a01065f918 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The resource could not be found. May 25 20:41:57.935541 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bc961c20-3c91-40ce-a026-d1a01065f918 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1891434 May 25 20:41:57.939651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33882) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:57.957164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] For port 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:41:57.957867 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:58.093665 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-638ba68a-ad80-4a05-9984-09a6852ea1f9 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:58.149827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-638ba68a-ad80-4a05-9984-09a6852ea1f9 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:58.153648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] Calling delete_port for 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:41:58.198313 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:58.215581 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98e380a8-d792-40c8-a28e-0dd6cb9168c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:58.224940 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-638ba68a-ad80-4a05-9984-09a6852ea1f9 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:58.249916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ba68a-ad80-4a05-9984-09a6852ea1f9 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bf525c-c6d7-4f21-9eac-fc95654ef16b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:58.260587 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-638ba68a-ad80-4a05-9984-09a6852ea1f9 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:58.261753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-638ba68a-ad80-4a05-9984-09a6852ea1f9 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "DELETE /v2.0/security-groups/f2bf525c-c6d7-4f21-9eac-fc95654ef16b HTTP/1.1" status: 204 len: 168 time: 0.3215525 May 25 20:41:58.266224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33896) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:58.300016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e10e463e-a438-4f4a-ae06-8afed33602d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'name': 'tempest-TestServerMultinode-852725668-router', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:15Z', 'updated_at': '2022-05-25T20:41:55Z', 'revision_number': 5, 'project_id': '60c358d84b25447b9d171c97ccfd2383', 'gw_port': {'id': '5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:58.307386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e463e-a438-4f4a-ae06-8afed33602d0 None None] Checking router: ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:41:58.331232 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e463e-a438-4f4a-ae06-8afed33602d0 None None] Routers {'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:41:58.334491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e10e463e-a438-4f4a-ae06-8afed33602d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:41:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:58.356734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6b59bef5-98e6-4cb4-90c4-1fea623e632f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Synchronizing usage tracker for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:41:58.391149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6b59bef5-98e6-4cb4-90c4-1fea623e632f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Unset dirty status for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:41:58.393495 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6b59bef5-98e6-4cb4-90c4-1fea623e632f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1261067 May 25 20:41:58.397784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33900) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:58.404060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-863fc940-e924-43f8-8f4c-1b06e105dd2e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': '65375a86-706d-4a76-8e13-d97f2d5b3300', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:58.421609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-863fc940-e924-43f8-8f4c-1b06e105dd2e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:58.428378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-863fc940-e924-43f8-8f4c-1b06e105dd2e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:58.431779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-863fc940-e924-43f8-8f4c-1b06e105dd2e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:58.443023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-863fc940-e924-43f8-8f4c-1b06e105dd2e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:58.514561 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:58.518074 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-863fc940-e924-43f8-8f4c-1b06e105dd2e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The resource could not be found. May 25 20:41:58.524152 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-863fc940-e924-43f8-8f4c-1b06e105dd2e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1249659 May 25 20:41:58.525402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33904) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:58.536657 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0e896873-71bb-4e9d-a7f9-051287e7f02d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group': {'name': 'tempest-secgroup--1083976834'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:58.543269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0e896873-71bb-4e9d-a7f9-051287e7f02d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:58.570577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0e896873-71bb-4e9d-a7f9-051287e7f02d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:58.593661 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e896873-71bb-4e9d-a7f9-051287e7f02d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:58.608095 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-e10e463e-a438-4f4a-ae06-8afed33602d0 None None] Set router ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:41:58.648096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0e896873-71bb-4e9d-a7f9-051287e7f02d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:58.659409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0e896873-71bb-4e9d-a7f9-051287e7f02d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:58.663265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0e896873-71bb-4e9d-a7f9-051287e7f02d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:58.680511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0e896873-71bb-4e9d-a7f9-051287e7f02d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:58.771587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:58.866093 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e896873-71bb-4e9d-a7f9-051287e7f02d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:58.874028 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e896873-71bb-4e9d-a7f9-051287e7f02d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:58.881024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-e10e463e-a438-4f4a-ae06-8afed33602d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'name': 'tempest-TestServerMultinode-852725668-router', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:15Z', 'updated_at': '2022-05-25T20:41:57Z', 'revision_number': 6, 'project_id': '60c358d84b25447b9d171c97ccfd2383', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:41:58.895055 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e463e-a438-4f4a-ae06-8afed33602d0 None None] The sync data for ids ['ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a'] in n-d-843339-1 is: [{'id': 'ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a', 'name': 'tempest-TestServerMultinode-852725668-router', 'tenant_id': '60c358d84b25447b9d171c97ccfd2383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:15Z', 'updated_at': '2022-05-25T20:41:57Z', 'revision_number': 6, 'project_id': '60c358d84b25447b9d171c97ccfd2383', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:41:58.904420 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:58.958006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e896873-71bb-4e9d-a7f9-051287e7f02d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2f6355-63b9-4925-9894-e9387fea36aa,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:58.961857 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e896873-71bb-4e9d-a7f9-051287e7f02d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:58.965632 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0e896873-71bb-4e9d-a7f9-051287e7f02d tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4352939 May 25 20:41:58.965930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33916) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:58.973215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group': {'name': 'tempest-secgroup--944391956'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:58.981813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:58.988759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:58.993390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:59.002018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:59.019250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:59.043373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:59.048838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:59.052155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:59.058831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:59.269101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:59.273213 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:59.323700 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:59.325167 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:41:59.346646 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:59.352380 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d1ddb18e-d0ad-4bed-a7aa-fb86f32cd2fe admin admin] 10.222.0.60 "DELETE /v2.0/routers/ff8ccb5e-2c65-421e-bd3e-17f6ce5fc75a HTTP/1.1" status: 204 len: 168 time: 2.4697690 May 25 20:41:59.352380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33938) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:59.410941 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:59.420768 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:59.492841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45d8fbb-8985-4a64-bbfe-78cb740d7fff admin admin] Deleting subnet 9aaacded-2315-410d-bee3-75ac067d5e2a {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:41:59.509083 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b45d8fbb-8985-4a64-bbfe-78cb740d7fff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:59.538936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a39bb3-4f16-48bf-bba9-371ae6556447,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:41:59.548955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:59.552067 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-58399a76-55c3-4e10-b2f3-989282c201bf tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5851092 May 25 20:41:59.555187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33944) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:59.580155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1add1758-7275-4017-bbc5-a6da4f542c4c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': '8b2f6355-63b9-4925-9894-e9387fea36aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '03a39bb3-4f16-48bf-bba9-371ae6556447'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:41:59.588768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1add1758-7275-4017-bbc5-a6da4f542c4c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:41:59.593754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1add1758-7275-4017-bbc5-a6da4f542c4c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:41:59.597430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1add1758-7275-4017-bbc5-a6da4f542c4c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:41:59.604673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1add1758-7275-4017-bbc5-a6da4f542c4c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:41:59.635309 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b45d8fbb-8985-4a64-bbfe-78cb740d7fff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:59.656337 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-1add1758-7275-4017-bbc5-a6da4f542c4c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:41:59.660030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1add1758-7275-4017-bbc5-a6da4f542c4c tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1012549 May 25 20:41:59.668437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33952) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:59.765405 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b45d8fbb-8985-4a64-bbfe-78cb740d7fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:59.780849 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d7a9653-b880-4797-88c4-898bb5483532 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:59.876734 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33958) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:41:59.881877 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d7a9653-b880-4797-88c4-898bb5483532 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:41:59.899769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9097e871-d874-4592-bd23-c94e16dc4425 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:41:59.942171 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b45d8fbb-8985-4a64-bbfe-78cb740d7fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:00.024134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 9097e871-d874-4592-bd23-c94e16dc4425 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:42:00.024469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9097e871-d874-4592-bd23-c94e16dc4425 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:42:00.080063 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d7a9653-b880-4797-88c4-898bb5483532 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:00.101826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d8fbb-8985-4a64-bbfe-78cb740d7fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aaacded-2315-410d-bee3-75ac067d5e2a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:00.124491 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b45d8fbb-8985-4a64-bbfe-78cb740d7fff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:00.137340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94d7121-208b-4335-8f58-f3b6e9763f28 None None] Network 10b537d9-405b-406c-ad38-c96d302b5731 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:42:00.151190 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d7a9653-b880-4797-88c4-898bb5483532 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:00.155860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3d7a9653-b880-4797-88c4-898bb5483532 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "DELETE /v2.0/security-groups/03a39bb3-4f16-48bf-bba9-371ae6556447 HTTP/1.1" status: 204 len: 168 time: 0.4847360 May 25 20:42:00.156058 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b45d8fbb-8985-4a64-bbfe-78cb740d7fff admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9aaacded-2315-410d-bee3-75ac067d5e2a HTTP/1.1" status: 204 len: 168 time: 0.7994144 May 25 20:42:00.156863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33972) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:00.161163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 33974) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:00.185790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a9653-b880-4797-88c4-898bb5483532 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a39bb3-4f16-48bf-bba9-371ae6556447,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:00.358652 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-259eb236-06b9-4bc6-9c01-1696f60e470f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1881113 May 25 20:42:00.359367 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33982) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:00.388179 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3907fe83-76e7-47eb-b5ae-c3e4d20d7dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:00.411536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3907fe83-76e7-47eb-b5ae-c3e4d20d7dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:00.427819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3907fe83-76e7-47eb-b5ae-c3e4d20d7dae admin admin] Usage tracker for resource:security_group_rule and tenant:6a3e4084fd6d438196e0a7283b5e7ac0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:00.432739 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3907fe83-76e7-47eb-b5ae-c3e4d20d7dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:00.443206 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:00.445349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3907fe83-76e7-47eb-b5ae-c3e4d20d7dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:00.504469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Deleting port d96d1bbd-d06c-440c-808e-d35b1640f1f3 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:42:00.504828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:00.524684 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe7b5-4ea5-4b8f-98af-891e8bc57232 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:00.580183 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe7b5-4ea5-4b8f-98af-891e8bc57232 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:00.648403 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-758f7871-8088-42cf-9867-c262b824cf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:00.684920 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe7b5-4ea5-4b8f-98af-891e8bc57232 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:00.748406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfe7b5-4ea5-4b8f-98af-891e8bc57232 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2f6355-63b9-4925-9894-e9387fea36aa,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:00.756069 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe7b5-4ea5-4b8f-98af-891e8bc57232 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:00.764552 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f3dfe7b5-4ea5-4b8f-98af-891e8bc57232 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "DELETE /v2.0/security-groups/8b2f6355-63b9-4925-9894-e9387fea36aa HTTP/1.1" status: 204 len: 168 time: 0.3969188 May 25 20:42:00.764552 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33986) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:00.834278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] For port d96d1bbd-d06c-440c-808e-d35b1640f1f3, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d96d1bbd-d06c-440c-808e-d35b1640f1f3,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:42:00.834864 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:00.841194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-761b435c-6b7c-4e2e-b7fc-134cdba7e2e9 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Synchronizing usage tracker for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:42:00.841910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cfd548-7557-4360-b939-3848b265683a None None] DHCP port deletion for 10b537d9-405b-406c-ad38-c96d302b5731 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:42:00.864624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-761b435c-6b7c-4e2e-b7fc-134cdba7e2e9 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Unset dirty status for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:42:00.871622 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-761b435c-6b7c-4e2e-b7fc-134cdba7e2e9 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1040690 May 25 20:42:00.873717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 33992) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:00.876755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b0cfd548-7557-4360-b939-3848b265683a None None] Deleting port d96d1bbd-d06c-440c-808e-d35b1640f1f3 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:42:00.877645 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd548-7557-4360-b939-3848b265683a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:00.885773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-67b47e40-60e9-4ecd-a677-c0b0cff8937f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391172847'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:42:00.918009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-67b47e40-60e9-4ecd-a677-c0b0cff8937f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:00.984294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-67b47e40-60e9-4ecd-a677-c0b0cff8937f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:00.986822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Calling delete_port for d96d1bbd-d06c-440c-808e-d35b1640f1f3 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:42:01.045520 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67b47e40-60e9-4ecd-a677-c0b0cff8937f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:01.109293 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:01.227960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] No DVR routers for this DVR port d96d1bbd-d06c-440c-808e-d35b1640f1f3 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:42:01.265110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b0cfd548-7557-4360-b939-3848b265683a None None] For port d96d1bbd-d06c-440c-808e-d35b1640f1f3, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d96d1bbd-d06c-440c-808e-d35b1640f1f3,segment=NetworkSegment(4279d08b-2090-407d-9283-7c399aa1a2e2),segment_id=4279d08b-2090-407d-9283-7c399aa1a2e2)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:42:01.265711 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd548-7557-4360-b939-3848b265683a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:01.348582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-67b47e40-60e9-4ecd-a677-c0b0cff8937f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:01.348878 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3907fe83-76e7-47eb-b5ae-c3e4d20d7dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:01.352937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Pushing event deleted for resources: {'Port': ['ID=d96d1bbd-d06c-440c-808e-d35b1640f1f3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:01.357875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-67b47e40-60e9-4ecd-a677-c0b0cff8937f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:01.368744 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-528b74ab-717c-4b0f-9302-c2fcc5e57abb req-8c7a9517-b041-432b-980c-de47e9c8d839 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4428444 May 25 20:42:01.369747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-67b47e40-60e9-4ecd-a677-c0b0cff8937f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:01.379015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-67b47e40-60e9-4ecd-a677-c0b0cff8937f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:01.379752 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3907fe83-76e7-47eb-b5ae-c3e4d20d7dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:01.589513 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67b47e40-60e9-4ecd-a677-c0b0cff8937f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:01.592784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b0cfd548-7557-4360-b939-3848b265683a None None] Calling delete_port for d96d1bbd-d06c-440c-808e-d35b1640f1f3 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:42:01.604362 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67b47e40-60e9-4ecd-a677-c0b0cff8937f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:01.623657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3907fe83-76e7-47eb-b5ae-c3e4d20d7dae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a3e4084fd6d438196e0a7283b5e7ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7456686 May 25 20:42:01.630332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34000) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:01.678237 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:01.697310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907fe83-76e7-47eb-b5ae-c3e4d20d7dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe135492-c4c0-4501-b13c-06ea5f302cfa,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:01.724922 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-b0cfd548-7557-4360-b939-3848b265683a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:42:01.725274 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-b0cfd548-7557-4360-b939-3848b265683a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:42:01.732921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d96d1bbd-d06c-440c-808e-d35b1640f1f3 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:42:01.743493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b537d9-405b-406c-ad38-c96d302b5731']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:01.783596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4279d08b-2090-407d-9283-7c399aa1a2e2') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:01.784808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4279d08b-2090-407d-9283-7c399aa1a2e2') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:01.790385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b47e40-60e9-4ecd-a677-c0b0cff8937f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7a02a8-11e2-4a0d-92da-56b932425148,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:01.813812 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:01.843549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: d96d1bbd-d06c-440c-808e-d35b1640f1f3 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:42:01.844992 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d96d1bbd-d06c-440c-808e-d35b1640f1f3 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:42:01.845443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:42:01.854946 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:01.871395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:42:01.871883 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:01.881028 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67b47e40-60e9-4ecd-a677-c0b0cff8937f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:01.884679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-67b47e40-60e9-4ecd-a677-c0b0cff8937f tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0079534 May 25 20:42:01.897428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b74ab-717c-4b0f-9302-c2fcc5e57abb req-0937526e-fff6-438b-b758-7903d6ee0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:01.900680 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-528b74ab-717c-4b0f-9302-c2fcc5e57abb req-0937526e-fff6-438b-b758-7903d6ee0ed1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84315881ccfd48e3a01bec49588326fa&device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 1096 time: 0.3812625 May 25 20:42:01.901221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34004) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:01.907525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:42:01.908139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5cf8e76e-c4ce-4b8b-9b46-a91f4e990b52 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:42:01.931803 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:01.937103 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:01.948351 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2e44-9670-450a-9c74-c6a777b32d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:02.024678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b54ee243-9915-4e2e-b2f2-9fd7e7886c45 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': 'bd7a02a8-11e2-4a0d-92da-56b932425148', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:42:02.039148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b54ee243-9915-4e2e-b2f2-9fd7e7886c45 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:02.090506 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 4279d08b-2090-407d-9283-7c399aa1a2e2 resource provider aggregate not found May 25 20:42:02.116887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b54ee243-9915-4e2e-b2f2-9fd7e7886c45 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:02.124611 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 4279d08b-2090-407d-9283-7c399aa1a2e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4279d08b-2090-407d-9283-7c399aa1a2e2 found for delete ", "request_id": "req-847607de-2924-48b2-9b2a-de9d47c143d3"}]} May 25 20:42:02.135593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b54ee243-9915-4e2e-b2f2-9fd7e7886c45 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:02.140133 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2e44-9670-450a-9c74-c6a777b32d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:02.150565 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:02.164873 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:02.167429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b54ee243-9915-4e2e-b2f2-9fd7e7886c45 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:02.209674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b537d9-405b-406c-ad38-c96d302b5731,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:02.222468 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-70eb4523-438f-47c2-a114-d0ca9808bd37 admin admin] 10.222.0.60 "DELETE /v2.0/networks/10b537d9-405b-406c-ad38-c96d302b5731 HTTP/1.1" status: 204 len: 168 time: 2.0598154 May 25 20:42:02.223385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34014) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:02.226557 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b0cfd548-7557-4360-b939-3848b265683a None None] Deleting port d96d1bbd-d06c-440c-808e-d35b1640f1f3 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:42:02.227273 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd548-7557-4360-b939-3848b265683a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:02.250483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b74ab-717c-4b0f-9302-c2fcc5e57abb req-64ef6493-05a9-44d3-ba22-a7aeefbec4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:02.252858 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-528b74ab-717c-4b0f-9302-c2fcc5e57abb req-64ef6493-05a9-44d3-ba22-a7aeefbec4ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 200 len: 916 time: 0.3133359 May 25 20:42:02.467108 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b0cfd548-7557-4360-b939-3848b265683a None None] The port 'd96d1bbd-d06c-440c-808e-d35b1640f1f3' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:42:02.471530 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-b54ee243-9915-4e2e-b2f2-9fd7e7886c45 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:42:02.517308 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b54ee243-9915-4e2e-b2f2-9fd7e7886c45 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5970814 May 25 20:42:02.530030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34022) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:02.555213 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2e44-9670-450a-9c74-c6a777b32d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:02.564972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d932ca43-4ac7-44c9-87e6-8fa8c2840c50 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group_rule': {'security_group_id': 'bd7a02a8-11e2-4a0d-92da-56b932425148', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:42:02.602762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc2e44-9670-450a-9c74-c6a777b32d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe135492-c4c0-4501-b13c-06ea5f302cfa,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:02.611476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d932ca43-4ac7-44c9-87e6-8fa8c2840c50 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:02.617584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d932ca43-4ac7-44c9-87e6-8fa8c2840c50 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:02.622181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d932ca43-4ac7-44c9-87e6-8fa8c2840c50 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:02.642267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d932ca43-4ac7-44c9-87e6-8fa8c2840c50 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:02.660256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-528b74ab-717c-4b0f-9302-c2fcc5e57abb req-cca3dde8-8b60-4eef-bce2-e0cc3b71d773 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07fd2465-a863-40ae-9155-6dfb32c942a5 HTTP/1.1" status: 200 len: 1001 time: 0.3993802 May 25 20:42:02.662224 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2e44-9670-450a-9c74-c6a777b32d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:02.665844 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a6dc2e44-9670-450a-9c74-c6a777b32d90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe135492-c4c0-4501-b13c-06ea5f302cfa HTTP/1.1" status: 204 len: 168 time: 1.0270441 May 25 20:42:02.802739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b74ab-717c-4b0f-9302-c2fcc5e57abb req-f1b535eb-aad2-4041-9efe-b0af9a9276b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:02.804181 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-528b74ab-717c-4b0f-9302-c2fcc5e57abb req-f1b535eb-aad2-4041-9efe-b0af9a9276b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 200 len: 854 time: 0.1050398 May 25 20:42:02.934985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b74ab-717c-4b0f-9302-c2fcc5e57abb req-06a40e08-f042-4c87-aace-343558d890e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:02.937004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-528b74ab-717c-4b0f-9302-c2fcc5e57abb req-06a40e08-f042-4c87-aace-343558d890e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164296 May 25 20:42:03.145054 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:03.190246 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-528b74ab-717c-4b0f-9302-c2fcc5e57abb req-51622a31-d426-43fa-88fe-0550121c5b49 service neutron] 10.222.0.50 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345154 May 25 20:42:03.326840 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-d932ca43-4ac7-44c9-87e6-8fa8c2840c50 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:42:03.332958 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d932ca43-4ac7-44c9-87e6-8fa8c2840c50 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7836959 May 25 20:42:03.360065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34042) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:03.677746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-528b74ab-717c-4b0f-9302-c2fcc5e57abb req-d6d0385e-d033-4e9f-b9e3-696268a4e9d0 service neutron] 10.222.0.50 "GET /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739027 May 25 20:42:03.732931 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2c998c73-0f3c-477e-8ea4-33e9213423fe tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:03.801330 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2c998c73-0f3c-477e-8ea4-33e9213423fe tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:03.953072 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2c998c73-0f3c-477e-8ea4-33e9213423fe tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:03.988216 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2c998c73-0f3c-477e-8ea4-33e9213423fe tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:03.992575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2c998c73-0f3c-477e-8ea4-33e9213423fe tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "DELETE /v2.0/security-groups/bd7a02a8-11e2-4a0d-92da-56b932425148 HTTP/1.1" status: 204 len: 168 time: 0.6308534 May 25 20:42:03.993179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34066) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:04.028392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c998c73-0f3c-477e-8ea4-33e9213423fe tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7a02a8-11e2-4a0d-92da-56b932425148,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:04.098685 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4af81054-e5cf-48f7-81ba-57c0101ac98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:04.146139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-6c2015f6-df3f-4f75-92b5-53cc89e4ad2c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:04.149972 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-6c2015f6-df3f-4f75-92b5-53cc89e4ad2c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 812 time: 0.2600131 May 25 20:42:04.187867 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-3a40374f-6f7a-43fc-82dc-a2ff2b6d7e82 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/quotas/7e7010833e5c431293fcd9aca5363db5 HTTP/1.1" status: 200 len: 375 time: 0.0286665 May 25 20:42:04.290255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7a043ce5-c51e-4d4a-b1a8-9dab172ea9ea tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Synchronizing usage tracker for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:42:04.344619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7a043ce5-c51e-4d4a-b1a8-9dab172ea9ea tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Unset dirty status for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:42:04.351104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7a043ce5-c51e-4d4a-b1a8-9dab172ea9ea tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3496141 May 25 20:42:04.351104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34074) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:04.366276 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-0e4fa2c9-0d7a-4aad-82d6-4576c2248df0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1723163 May 25 20:42:04.366902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a70a37ea-e0ca-4e04-92b6-34eeb2d5dae2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group': {'name': 'tempest-secgroup--56782946'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:42:04.379495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a70a37ea-e0ca-4e04-92b6-34eeb2d5dae2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:04.467180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a70a37ea-e0ca-4e04-92b6-34eeb2d5dae2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:04.548469 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a70a37ea-e0ca-4e04-92b6-34eeb2d5dae2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:04.587226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a70a37ea-e0ca-4e04-92b6-34eeb2d5dae2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:04.592563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a70a37ea-e0ca-4e04-92b6-34eeb2d5dae2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Usage tracker for resource:security_group_rule and tenant:c263e67c15be45d884a12e24720eb078 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:04.595939 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-aaa34016-6b18-4ef0-a731-9f463c1b266f service neutron] 10.222.0.60 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281737 May 25 20:42:04.598137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a70a37ea-e0ca-4e04-92b6-34eeb2d5dae2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:04.606268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a70a37ea-e0ca-4e04-92b6-34eeb2d5dae2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:04.853764 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-4726d583-2b9e-4270-828b-1fc43db4b830 service neutron] 10.222.0.60 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476685 May 25 20:42:04.909770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4af81054-e5cf-48f7-81ba-57c0101ac98e admin admin] Deleting port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:42:04.913595 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4af81054-e5cf-48f7-81ba-57c0101ac98e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:05.238983 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a70a37ea-e0ca-4e04-92b6-34eeb2d5dae2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:05.252955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a70a37ea-e0ca-4e04-92b6-34eeb2d5dae2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:05.585837 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-40c9cee3-ed4a-45eb-8c01-cac66f1f89bb req-c67d6b2f-c417-4ebf-bcbb-994ffea5255c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 210 time: 0.0979533 May 25 20:42:05.590818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a37ea-e0ca-4e04-92b6-34eeb2d5dae2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e1e9cf-1087-4545-9c2c-175a71d66e05,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:05.598018 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a70a37ea-e0ca-4e04-92b6-34eeb2d5dae2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:05.601880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a70a37ea-e0ca-4e04-92b6-34eeb2d5dae2 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2481325 May 25 20:42:05.602637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34106) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:05.607417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-07581b07-2588-4df3-bae5-6b02c1a215e0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:42:05.607841 n-d-843339-1 neutron-server[88331]: WARNING neutron.api.v2.base [None req-07581b07-2588-4df3-bae5-6b02c1a215e0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 25 20:42:05.608345 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-07581b07-2588-4df3-bae5-6b02c1a215e0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] update failed (client error): There was a conflict when trying to complete your request. May 25 20:42:05.613360 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-07581b07-2588-4df3-bae5-6b02c1a215e0 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "PUT /v2.0/security-groups/11e1e9cf-1087-4545-9c2c-175a71d66e05 HTTP/1.1" status: 409 len: 330 time: 0.0060551 May 25 20:42:05.613360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34110) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:05.759637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-4af81054-e5cf-48f7-81ba-57c0101ac98e admin admin] For port 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=81a8b36f-fc27-4d91-a0a1-ad8713b6e14a,segment=NetworkSegment(1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc),segment_id=1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:42:05.761523 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4af81054-e5cf-48f7-81ba-57c0101ac98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:05.785942 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad7914ff-28ea-493c-973e-7bd5d08318a5 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:05.911220 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad7914ff-28ea-493c-973e-7bd5d08318a5 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:06.038109 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4af81054-e5cf-48f7-81ba-57c0101ac98e admin admin] Calling delete_port for 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:42:06.090020 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad7914ff-28ea-493c-973e-7bd5d08318a5 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:06.136969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7914ff-28ea-493c-973e-7bd5d08318a5 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e1e9cf-1087-4545-9c2c-175a71d66e05,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:06.160313 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ad7914ff-28ea-493c-973e-7bd5d08318a5 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:06.167672 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ad7914ff-28ea-493c-973e-7bd5d08318a5 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "DELETE /v2.0/security-groups/11e1e9cf-1087-4545-9c2c-175a71d66e05 HTTP/1.1" status: 204 len: 168 time: 0.5534818 May 25 20:42:06.168972 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34122) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:06.265426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a637c7c6-1016-473d-8469-6c3229d3aaad tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Synchronizing usage tracker for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:42:06.288543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a637c7c6-1016-473d-8469-6c3229d3aaad tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] Unset dirty status for tenant:c263e67c15be45d884a12e24720eb078 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:42:06.294777 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a637c7c6-1016-473d-8469-6c3229d3aaad tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1244600 May 25 20:42:06.295589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34126) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:06.320693 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-d41d3796-ae09-4f09-82ca-a170acc28e92 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] delete failed (client error): The resource could not be found. May 25 20:42:06.326053 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d41d3796-ae09-4f09-82ca-a170acc28e92 tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "DELETE /v2.0/security-groups/62d65d80-1fa4-4976-ab6c-659fbcd62fc9 HTTP/1.1" status: 404 len: 347 time: 0.0292740 May 25 20:42:06.326674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34130) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:06.345326 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-a3ab23d3-96b8-4502-b52a-a46a917b3d1a tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] show failed (client error): The resource could not be found. May 25 20:42:06.350920 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a3ab23d3-96b8-4502-b52a-a46a917b3d1a tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "GET /v2.0/security-groups/b9e0de94-3294-435c-b11b-253f9c0b63d2 HTTP/1.1" status: 404 len: 347 time: 0.0230203 May 25 20:42:06.351524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34134) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:06.369855 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-e9d7028c-dffb-4095-b81c-90c9135aba9e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] show failed (client error): The resource could not be found. May 25 20:42:06.377000 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e9d7028c-dffb-4095-b81c-90c9135aba9e tempest-NegativeSecGroupIPv6Test-1356321993 tempest-NegativeSecGroupIPv6Test-1356321993-project] 10.222.0.60 "GET /v2.0/security-group-rules/04d7ac56-4fe0-4b70-bfba-1207795ea30e HTTP/1.1" status: 404 len: 356 time: 0.0234375 May 25 20:42:06.905319 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4af81054-e5cf-48f7-81ba-57c0101ac98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:07.051285 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af81054-e5cf-48f7-81ba-57c0101ac98e admin admin] Pushing event deleted for resources: {'Port': ['ID=81a8b36f-fc27-4d91-a0a1-ad8713b6e14a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:07.066766 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10cec094-924a-4331-b700-0ac68ace7d61 req-8313616c-15dc-46ed-b07f-5a8ec040e802 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 210 time: 0.2325299 May 25 20:42:07.117440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34158) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:07.432552 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-660a7ba2-9b47-4a59-b5a2-aebf827809b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c263e67c15be45d884a12e24720eb078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117599 May 25 20:42:07.433297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34164) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:07.537023 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa01b621-edd1-4289-8213-c2d24734ea2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:07.579104 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa01b621-edd1-4289-8213-c2d24734ea2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:07.625510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4af81054-e5cf-48f7-81ba-57c0101ac98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:07.868597 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa01b621-edd1-4289-8213-c2d24734ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:07.944712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01b621-edd1-4289-8213-c2d24734ea2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe84d15-babb-4cd2-8595-59ea3307aa69,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:07.996915 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa01b621-edd1-4289-8213-c2d24734ea2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:07.999141 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fa01b621-edd1-4289-8213-c2d24734ea2c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7fe84d15-babb-4cd2-8595-59ea3307aa69 HTTP/1.1" status: 204 len: 168 time: 0.5650086 May 25 20:42:08.031629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-3ae82103-4650-4d98-92a8-f392dc37016a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:08.034490 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-3ae82103-4650-4d98-92a8-f392dc37016a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.70 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 812 time: 0.4243345 May 25 20:42:08.054567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'port': {'device_id': '35f13185-e098-4c43-b563-e18f6a5862e0', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'admin_state_up': True, 'tenant_id': '7e7010833e5c431293fcd9aca5363db5'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:42:08.381618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:08.393762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:08.409615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Made reservation on behalf of 7e7010833e5c431293fcd9aca5363db5 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:42:08.414226 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:08.515785 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bb373ff7-4940-4e31-a7e5-f1fb15d486a6 req-9c064909-6915-4b7d-95e1-a93c3d34f4ae tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 210 time: 0.2517233 May 25 20:42:08.555505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af81054-e5cf-48f7-81ba-57c0101ac98e admin admin] Router 273b1220-957a-4206-86f9-aa780eb99429 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:42:08.875016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Allocated IP 172.20.0.13 (e8b72074-fda4-47cc-ba54-cf2b1a031238/a57f86a8-16f5-403a-9fff-dacc6807d6d3/ffcec74a-92e1-4e81-b22b-8b1977f8465e) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:42:09.065445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af81054-e5cf-48f7-81ba-57c0101ac98e admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:42:09.066555 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9641f9f4-fcf9-47a0-926e-3b4458947109 None None] Sync routers for ids ['273b1220-957a-4206-86f9-aa780eb99429'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:42:09.080864 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9641f9f4-fcf9-47a0-926e-3b4458947109 None None] Routers {'273b1220-957a-4206-86f9-aa780eb99429'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:42:09.081633 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9641f9f4-fcf9-47a0-926e-3b4458947109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:42:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['273b1220-957a-4206-86f9-aa780eb99429'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:09.090642 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4af81054-e5cf-48f7-81ba-57c0101ac98e admin admin] 10.222.0.60 "PUT /v2.0/routers/273b1220-957a-4206-86f9-aa780eb99429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8660862 May 25 20:42:09.093991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34202) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:09.331621 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:09.354674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Transition to ACTIVE for port object ffcec74a-92e1-4e81-b22b-8b1977f8465e will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:42:09.391426 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:09.481178 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:09.549539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:42:09.553709 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:42:09.556708 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:42:09.608297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'Port': ['ID=ffcec74a-92e1-4e81-b22b-8b1977f8465e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:09.665097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:09.665814 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:09.726396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b0812882-0079-4694-bcd6-5cc00e54cbab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6776924 May 25 20:42:09.737179 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-9641f9f4-fcf9-47a0-926e-3b4458947109 None None] Set router 273b1220-957a-4206-86f9-aa780eb99429 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:42:09.753997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Request body: {'port': {'device_id': '35f13185-e098-4c43-b563-e18f6a5862e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:42:10.112041 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:10.173211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-84ebae86-2064-4459-a361-344c44b6b7fd None None] Provisioning for port ffcec74a-92e1-4e81-b22b-8b1977f8465e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:42:10.184291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-84ebae86-2064-4459-a361-344c44b6b7fd None None] Provisioning complete for port ffcec74a-92e1-4e81-b22b-8b1977f8465e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:42:10.185503 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-84ebae86-2064-4459-a361-344c44b6b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:10.316072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-84ebae86-2064-4459-a361-344c44b6b7fd None None] Port ffcec74a-92e1-4e81-b22b-8b1977f8465e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:42:10.334393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486826-e845-4267-80be-d80a1b3447ff req-78a125a2-cf5e-438a-a193-c49cce92b224 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:10.336852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e5486826-e845-4267-80be-d80a1b3447ff req-78a125a2-cf5e-438a-a193-c49cce92b224 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:42:10.384098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e5486826-e845-4267-80be-d80a1b3447ff req-78a125a2-cf5e-438a-a193-c49cce92b224 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:42:10.385574 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e5486826-e845-4267-80be-d80a1b3447ff req-78a125a2-cf5e-438a-a193-c49cce92b224 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 932 time: 0.5829222 May 25 20:42:10.466121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:10.489025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] Deleting port ffb75569-1a6e-4b13-8231-1507da29452b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:42:10.489413 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:10.524865 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e5486826-e845-4267-80be-d80a1b3447ff req-f0364cb6-bc15-465a-a936-e53abafdf772 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826993 May 25 20:42:10.839781 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9641f9f4-fcf9-47a0-926e-3b4458947109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273b1220-957a-4206-86f9-aa780eb99429', 'name': 'tempest-TestServerMultinode-700039649-router', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ffb75569-1a6e-4b13-8231-1507da29452b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:36Z', 'updated_at': '2022-05-25T20:42:06Z', 'revision_number': 5, 'project_id': '842cee69f06741e6b62709d9a1018a5e', 'gw_port': {'id': 'ffb75569-1a6e-4b13-8231-1507da29452b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273b1220-957a-4206-86f9-aa780eb99429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:39Z', 'updated_at': '2022-05-25T20:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:10.852164 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9641f9f4-fcf9-47a0-926e-3b4458947109 None None] Checking router: 273b1220-957a-4206-86f9-aa780eb99429 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:42:10.868990 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9641f9f4-fcf9-47a0-926e-3b4458947109 None None] Routers {'273b1220-957a-4206-86f9-aa780eb99429'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:42:10.874258 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9641f9f4-fcf9-47a0-926e-3b4458947109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:42:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['273b1220-957a-4206-86f9-aa780eb99429'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:11.058945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffcec74a-92e1-4e81-b22b-8b1977f8465e {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:42:11.063441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] For port ffb75569-1a6e-4b13-8231-1507da29452b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ffb75569-1a6e-4b13-8231-1507da29452b,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:42:11.064103 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:11.082597 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:11.119730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Transition to ACTIVE for port object ffcec74a-92e1-4e81-b22b-8b1977f8465e will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:42:11.124942 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:11.286715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] Calling delete_port for ffb75569-1a6e-4b13-8231-1507da29452b owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:42:11.340924 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-9641f9f4-fcf9-47a0-926e-3b4458947109 None None] Set router 273b1220-957a-4206-86f9-aa780eb99429 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:42:11.682684 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9641f9f4-fcf9-47a0-926e-3b4458947109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273b1220-957a-4206-86f9-aa780eb99429', 'name': 'tempest-TestServerMultinode-700039649-router', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:36Z', 'updated_at': '2022-05-25T20:42:10Z', 'revision_number': 6, 'project_id': '842cee69f06741e6b62709d9a1018a5e', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:11.694349 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9641f9f4-fcf9-47a0-926e-3b4458947109 None None] The sync data for ids ['273b1220-957a-4206-86f9-aa780eb99429'] in n-d-843339-1 is: [{'id': '273b1220-957a-4206-86f9-aa780eb99429', 'name': 'tempest-TestServerMultinode-700039649-router', 'tenant_id': '842cee69f06741e6b62709d9a1018a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:36Z', 'updated_at': '2022-05-25T20:42:10Z', 'revision_number': 6, 'project_id': '842cee69f06741e6b62709d9a1018a5e', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:42:11.865706 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:11.993260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcec74a-92e1-4e81-b22b-8b1977f8465e,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:12.147273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Attempting to bind port ffcec74a-92e1-4e81-b22b-8b1977f8465e on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:42:12.147684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Attempting to bind port ffcec74a-92e1-4e81-b22b-8b1977f8465e by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:42:12.148079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Attempting to bind port ffcec74a-92e1-4e81-b22b-8b1977f8465e on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:42:12.154054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Port ffcec74a-92e1-4e81-b22b-8b1977f8465e on network e8b72074-fda4-47cc-ba54-cf2b1a031238 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:42:12.154480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Attempting to bind port ffcec74a-92e1-4e81-b22b-8b1977f8465e on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:42:12.161064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:42:12.161633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Checking segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:42:12.162344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Bound using segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:42:12.162853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Bound port: ffcec74a-92e1-4e81-b22b-8b1977f8465e, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:42:12.163438 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:12.242698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb75569-1a6e-4b13-8231-1507da29452b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:12.380853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] For port ffcec74a-92e1-4e81-b22b-8b1977f8465e, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:42:12.390573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] For port ffcec74a-92e1-4e81-b22b-8b1977f8465e, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ffcec74a-92e1-4e81-b22b-8b1977f8465e,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:42:12.399312 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:12.600922 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:12.759392 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcec74a-92e1-4e81-b22b-8b1977f8465e,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:12.780912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:12.785117 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:12.788602 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-b701f222-bbed-4bf8-b8b7-c6b90d8fd7c7 service neutron] 10.222.0.70 "PUT /v2.0/ports/ffcec74a-92e1-4e81-b22b-8b1977f8465e HTTP/1.1" status: 200 len: 1092 time: 3.0512464 May 25 20:42:12.793113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f13185-e098-4c43-b563-e18f6a5862e0', 'tag': 'ffcec74a-92e1-4e81-b22b-8b1977f8465e'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:42:12.802779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bb222-e6f6-40b4-ab53-ea7fb8838d5d req-a7e9a98f-b1c1-4f46-85a2-58815f2fe8ff tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:12.871505 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e1bb222-e6f6-40b4-ab53-ea7fb8838d5d req-a7e9a98f-b1c1-4f46-85a2-58815f2fe8ff tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 1.0147936 May 25 20:42:13.014924 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3113d2a-9f1d-4fb8-aeba-9c091865c8cb'] response: {'name': 'network-changed', 'server_uuid': '35f13185-e098-4c43-b563-e18f6a5862e0', 'tag': 'ffcec74a-92e1-4e81-b22b-8b1977f8465e', 'status': 'completed', 'code': 200} May 25 20:42:13.175276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-99eba11d-5558-488c-b15a-849dfc068ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:13.189712 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-99eba11d-5558-488c-b15a-849dfc068ec3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 1095 time: 0.3060532 May 25 20:42:13.191211 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e1bb222-e6f6-40b4-ab53-ea7fb8838d5d req-e6044b08-2654-4e02-8865-4eed9e62d9a6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076978 May 25 20:42:13.207985 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:13.215250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:13.291675 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:13.303967 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-9bd4230c-bb7f-4f39-9cdf-7d1a61802603 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffcec74a-92e1-4e81-b22b-8b1977f8465e HTTP/1.1" status: 200 len: 217 time: 0.1021636 May 25 20:42:13.306647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 273b1220-957a-4206-86f9-aa780eb99429 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:42:13.355948 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:13.358269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c233a5ae-b18b-4075-8aea-06998d318a2f admin admin] 10.222.0.60 "DELETE /v2.0/routers/273b1220-957a-4206-86f9-aa780eb99429 HTTP/1.1" status: 204 len: 168 time: 4.2627718 May 25 20:42:13.362769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34298) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:13.502572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-0e574d13-8bbd-4cc4-a0c7-cdfa7f7bac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:13.504071 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-0e574d13-8bbd-4cc4-a0c7-cdfa7f7bac03 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.1942942 May 25 20:42:13.511387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68d0b63-81f5-48ca-af3e-f7fb430ad7ab admin admin] Deleting subnet 880659cc-a87a-4f95-a70e-7b66338bd316 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:42:13.538198 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c68d0b63-81f5-48ca-af3e-f7fb430ad7ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:13.629889 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:42:13.694691 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c68d0b63-81f5-48ca-af3e-f7fb430ad7ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:13.727906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:42:13.728508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 81a8b36f-fc27-4d91-a0a1-ad8713b6e14a not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:42:13.730333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffb75569-1a6e-4b13-8231-1507da29452b no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:42:13.770703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-fcade918-e5da-4b83-aed1-4279039b9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:13.774488 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-fcade918-e5da-4b83-aed1-4279039b9678 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2640955 May 25 20:42:13.854997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ffb75569-1a6e-4b13-8231-1507da29452b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:42:13.858591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffb75569-1a6e-4b13-8231-1507da29452b not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:42:14.108986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c68d0b63-81f5-48ca-af3e-f7fb430ad7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:14.161435 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-7bd4eb0d-28de-4ef4-ba47-73c514499eb5 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767891 May 25 20:42:14.210229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34316) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:14.276917 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c68d0b63-81f5-48ca-af3e-f7fb430ad7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:14.341317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d0b63-81f5-48ca-af3e-f7fb430ad7ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=880659cc-a87a-4f95-a70e-7b66338bd316,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:14.353226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c68d0b63-81f5-48ca-af3e-f7fb430ad7ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:14.361585 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c68d0b63-81f5-48ca-af3e-f7fb430ad7ab admin admin] 10.222.0.60 "DELETE /v2.0/subnets/880659cc-a87a-4f95-a70e-7b66338bd316 HTTP/1.1" status: 204 len: 168 time: 0.9974589 May 25 20:42:14.362980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73dff15-b5db-4a99-a95b-425303e98e03 None None] Network b15f2671-6845-4097-8619-0f46cdeff87c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:42:14.365026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34324) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:14.388856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34328) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:14.400880 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-223c2cbf-472b-4590-8c45-16d6e52bdc65 req-5eaffb2e-7a01-4b28-8469-dbece0a35ab3 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343366 May 25 20:42:14.776703 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f282177-e808-4a29-99a3-9e2f5fc57449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:14.827107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6f282177-e808-4a29-99a3-9e2f5fc57449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:14.836179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6f282177-e808-4a29-99a3-9e2f5fc57449 admin admin] Usage tracker for resource:security_group_rule and tenant:d5d485e69b174080b0125403dd4b8a7a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:14.843523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6f282177-e808-4a29-99a3-9e2f5fc57449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:14.864056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6f282177-e808-4a29-99a3-9e2f5fc57449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:14.880860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7b1ba0-a799-4c8c-a83c-56a511bb2aaf None None] DHCP port deletion for b15f2671-6845-4097-8619-0f46cdeff87c request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:42:14.886332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b1ba0-a799-4c8c-a83c-56a511bb2aaf None None] Deleting port a97ba5c7-5f8f-4c84-855b-a869108d63cb {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:42:14.886709 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1ba0-a799-4c8c-a83c-56a511bb2aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:14.931125 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:14.972796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Deleting port a97ba5c7-5f8f-4c84-855b-a869108d63cb {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:42:14.979427 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:15.168423 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f282177-e808-4a29-99a3-9e2f5fc57449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:15.299596 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f282177-e808-4a29-99a3-9e2f5fc57449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:15.308529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-963d46c1-e0c1-46a9-a6d0-54fe9ef65ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:15.425654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-963d46c1-e0c1-46a9-a6d0-54fe9ef65ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:15.435705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-963d46c1-e0c1-46a9-a6d0-54fe9ef65ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:2b27b625c5574de3815bbde294531158 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:15.445564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-963d46c1-e0c1-46a9-a6d0-54fe9ef65ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:15.459849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-963d46c1-e0c1-46a9-a6d0-54fe9ef65ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:15.667126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-6f7b1ba0-a799-4c8c-a83c-56a511bb2aaf None None] For port a97ba5c7-5f8f-4c84-855b-a869108d63cb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a97ba5c7-5f8f-4c84-855b-a869108d63cb,segment=NetworkSegment(1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc),segment_id=1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:42:15.670092 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1ba0-a799-4c8c-a83c-56a511bb2aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:15.673301 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-963d46c1-e0c1-46a9-a6d0-54fe9ef65ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:15.680439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f282177-e808-4a29-99a3-9e2f5fc57449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b09f4b-3570-4c07-8ee6-7bd4f3dba3f1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:15.754641 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-963d46c1-e0c1-46a9-a6d0-54fe9ef65ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:15.797145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] For port a97ba5c7-5f8f-4c84-855b-a869108d63cb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a97ba5c7-5f8f-4c84-855b-a869108d63cb,segment=NetworkSegment(1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc),segment_id=1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:42:15.798601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:16.005691 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-963d46c1-e0c1-46a9-a6d0-54fe9ef65ba6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b27b625c5574de3815bbde294531158&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7941730 May 25 20:42:16.044149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d46c1-e0c1-46a9-a6d0-54fe9ef65ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3976a15f-889f-444c-8f08-682420eebcc5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:16.048834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34342) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:16.211970 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6f282177-e808-4a29-99a3-9e2f5fc57449 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5d485e69b174080b0125403dd4b8a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8087740 May 25 20:42:16.218887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34346) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:16.233967 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3ee5d-402c-4eb8-b235-ede5121b188d req-766ca1b9-1e72-42b8-b232-dfb2ad4b41a9 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:16.278245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a97ba5c7-5f8f-4c84-855b-a869108d63cb no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:42:16.278833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96e3ee5d-402c-4eb8-b235-ede5121b188d req-766ca1b9-1e72-42b8-b232-dfb2ad4b41a9 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 1.6988592 May 25 20:42:16.278971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Calling delete_port for a97ba5c7-5f8f-4c84-855b-a869108d63cb owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:42:16.289697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b1ba0-a799-4c8c-a83c-56a511bb2aaf None None] Calling delete_port for a97ba5c7-5f8f-4c84-855b-a869108d63cb owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:42:16.297499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739838a-4abb-46df-b7dd-71695a08f009 req-500ec805-947a-44f8-8999-601f0f03c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:16.300102 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e739838a-4abb-46df-b7dd-71695a08f009 req-500ec805-947a-44f8-8999-601f0f03c713 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 1095 time: 1.8409901 May 25 20:42:16.311327 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e4e523e-4c2b-4791-8166-ab0487cbd06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:16.407450 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e4e523e-4c2b-4791-8166-ab0487cbd06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:16.495901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:16.519199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Port a97ba5c7-5f8f-4c84-855b-a869108d63cb update to DOWN by agent not found {{(pid=88333) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 25 20:42:16.535077 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-6f7b1ba0-a799-4c8c-a83c-56a511bb2aaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:42:16.535433 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-6f7b1ba0-a799-4c8c-a83c-56a511bb2aaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:42:16.580821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97ba5c7-5f8f-4c84-855b-a869108d63cb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:16.591295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] No DVR routers for this DVR port a97ba5c7-5f8f-4c84-855b-a869108d63cb on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:42:16.705144 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e4e523e-4c2b-4791-8166-ab0487cbd06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:16.777854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e523e-4c2b-4791-8166-ab0487cbd06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3976a15f-889f-444c-8f08-682420eebcc5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:16.847689 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:16.879415 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f8f311b-6e77-459b-bc68-a9fa1f9c3fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:16.886838 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e4e523e-4c2b-4791-8166-ab0487cbd06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:16.902048 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2e4e523e-4c2b-4791-8166-ab0487cbd06e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3976a15f-889f-444c-8f08-682420eebcc5 HTTP/1.1" status: 204 len: 168 time: 0.8260252 May 25 20:42:16.921022 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-96e3ee5d-402c-4eb8-b235-ede5121b188d req-b5ca1bdf-9c94-49da-9e7a-f665cd705553 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583898 May 25 20:42:16.985904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15f2671-6845-4097-8619-0f46cdeff87c']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:17.037631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b1ba0-a799-4c8c-a83c-56a511bb2aaf None None] Deleting port a97ba5c7-5f8f-4c84-855b-a869108d63cb {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:42:17.038713 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1ba0-a799-4c8c-a83c-56a511bb2aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:17.045055 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f8f311b-6e77-459b-bc68-a9fa1f9c3fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:17.065507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:17.065951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:17.091206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739838a-4abb-46df-b7dd-71695a08f009 req-3cacfd30-db7b-4635-9b08-fd25bc0d092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:17.098018 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e739838a-4abb-46df-b7dd-71695a08f009 req-3cacfd30-db7b-4635-9b08-fd25bc0d092b service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.5393574 May 25 20:42:17.100572 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:17.139717 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:17.150482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:42:17.151209 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:17.267501 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e739838a-4abb-46df-b7dd-71695a08f009 req-b86b4118-fd34-416e-8d11-27b3bd84d47b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffcec74a-92e1-4e81-b22b-8b1977f8465e HTTP/1.1" status: 200 len: 217 time: 0.1665745 May 25 20:42:17.318895 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b1ba0-a799-4c8c-a83c-56a511bb2aaf None None] The port 'a97ba5c7-5f8f-4c84-855b-a869108d63cb' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:42:17.331244 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc resource provider aggregate not found May 25 20:42:17.365351 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1aa46f50-dfa0-4d4b-b22f-9ba4038a6acc found for delete ", "request_id": "req-933c9316-ae0c-4e4e-b276-8191c22a8742"}]} May 25 20:42:17.433874 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:17.492465 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:17.495972 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739838a-4abb-46df-b7dd-71695a08f009 req-e3627296-6f1f-44e1-bf17-fb42deee633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:17.501968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] Pushing event deleted for resources: {'Network': ['ID=b15f2671-6845-4097-8619-0f46cdeff87c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:17.503216 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e739838a-4abb-46df-b7dd-71695a08f009 req-e3627296-6f1f-44e1-bf17-fb42deee633a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.2189431 May 25 20:42:17.588457 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6346d2f4-b421-44f5-81eb-f6d5bc0cae54 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b15f2671-6845-4097-8619-0f46cdeff87c HTTP/1.1" status: 204 len: 168 time: 3.2034817 May 25 20:42:17.606395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34384) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:17.630928 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f8f311b-6e77-459b-bc68-a9fa1f9c3fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:17.664883 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-693ccdfc-1cc4-47f2-ba23-f822586a4f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:17.701918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f311b-6e77-459b-bc68-a9fa1f9c3fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b09f4b-3570-4c07-8ee6-7bd4f3dba3f1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:17.725325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-693ccdfc-1cc4-47f2-ba23-f822586a4f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:17.736819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-693ccdfc-1cc4-47f2-ba23-f822586a4f9b admin admin] Usage tracker for resource:security_group_rule and tenant:9ec35ebe051b40e1ad77bc8459ecc074 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:17.746499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-693ccdfc-1cc4-47f2-ba23-f822586a4f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:17.754372 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0f8f311b-6e77-459b-bc68-a9fa1f9c3fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:17.760114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0f8f311b-6e77-459b-bc68-a9fa1f9c3fef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5b09f4b-3570-4c07-8ee6-7bd4f3dba3f1 HTTP/1.1" status: 204 len: 168 time: 1.4521027 May 25 20:42:17.779812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-693ccdfc-1cc4-47f2-ba23-f822586a4f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:17.822588 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739838a-4abb-46df-b7dd-71695a08f009 req-88b51e79-e011-4d4d-91c4-dac8933b652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:17.834967 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e739838a-4abb-46df-b7dd-71695a08f009 req-88b51e79-e011-4d4d-91c4-dac8933b652e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3230381 May 25 20:42:18.136411 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-693ccdfc-1cc4-47f2-ba23-f822586a4f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:18.145773 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-693ccdfc-1cc4-47f2-ba23-f822586a4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:18.229793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34392) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:18.448281 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-693ccdfc-1cc4-47f2-ba23-f822586a4f9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ec35ebe051b40e1ad77bc8459ecc074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8395109 May 25 20:42:18.474843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34398) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:18.494703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ccdfc-1cc4-47f2-ba23-f822586a4f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bcce52-1437-4bb0-970c-6565d8962eae,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:18.552353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9f3e3471-7797-4976-aa05-e1d9698c9fe4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60c358d84b25447b9d171c97ccfd2383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2991564 May 25 20:42:18.560656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:18.723760 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e739838a-4abb-46df-b7dd-71695a08f009 req-ff93f95a-4c6b-4dd0-9d06-5533d39aff52 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8814411 May 25 20:42:18.738305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34412) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:18.901643 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-377cdeea-4187-4c5c-a110-946ed331a2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:18.925267 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e60221f-14b6-49fe-8927-9907c2796d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:18.947139 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-377cdeea-4187-4c5c-a110-946ed331a2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:18.975616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1e60221f-14b6-49fe-8927-9907c2796d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:18.980348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1e60221f-14b6-49fe-8927-9907c2796d6a admin admin] Usage tracker for resource:security_group_rule and tenant:2ad6ecf81a7741a28429cd8a4beb6f64 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:18.983939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1e60221f-14b6-49fe-8927-9907c2796d6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:18.991593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1e60221f-14b6-49fe-8927-9907c2796d6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:19.012236 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2b5a622-66ad-4dbe-b57b-bf970386ef88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:19.058135 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-377cdeea-4187-4c5c-a110-946ed331a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:19.168141 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e60221f-14b6-49fe-8927-9907c2796d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:19.168404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cdeea-4187-4c5c-a110-946ed331a2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6b868d-ed8b-48c6-9379-7dbf52a0a90d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:19.191767 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-377cdeea-4187-4c5c-a110-946ed331a2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:19.194122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-377cdeea-4187-4c5c-a110-946ed331a2e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d6b868d-ed8b-48c6-9379-7dbf52a0a90d HTTP/1.1" status: 204 len: 168 time: 0.6142869 May 25 20:42:19.198707 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2b5a622-66ad-4dbe-b57b-bf970386ef88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:19.228710 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e60221f-14b6-49fe-8927-9907c2796d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:19.350777 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60221f-14b6-49fe-8927-9907c2796d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33658dfa-2aa2-4e22-bab1-df56deb841f3,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:19.452028 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2b5a622-66ad-4dbe-b57b-bf970386ef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:19.475077 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1e60221f-14b6-49fe-8927-9907c2796d6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2ad6ecf81a7741a28429cd8a4beb6f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7308760 May 25 20:42:19.475896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34418) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:19.505913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d0203-8993-4be8-a05b-19ea34f084ba req-16a45777-a2ae-4126-b47c-d83ea739ce45 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:19.508195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-648d0203-8993-4be8-a05b-19ea34f084ba req-16a45777-a2ae-4126-b47c-d83ea739ce45 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 1.1282156 May 25 20:42:19.535550 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2b5a622-66ad-4dbe-b57b-bf970386ef88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:19.546754 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c2b5a622-66ad-4dbe-b57b-bf970386ef88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41bcce52-1437-4bb0-970c-6565d8962eae HTTP/1.1" status: 204 len: 168 time: 1.0674992 May 25 20:42:19.558321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5a622-66ad-4dbe-b57b-bf970386ef88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bcce52-1437-4bb0-970c-6565d8962eae,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:19.867842 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e739838a-4abb-46df-b7dd-71695a08f009 req-2db17865-dd66-4a23-a893-a1be20bde054 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1279888 May 25 20:42:20.064191 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-648d0203-8993-4be8-a05b-19ea34f084ba req-71a86ec8-162a-4f48-92de-38aa81aad406 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241196 May 25 20:42:20.136513 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8e87473-9f51-4bc8-bc31-62fa1c9b7c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:20.308055 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8e87473-9f51-4bc8-bc31-62fa1c9b7c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:20.513206 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8e87473-9f51-4bc8-bc31-62fa1c9b7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:20.525837 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:42:20.600287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e87473-9f51-4bc8-bc31-62fa1c9b7c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33658dfa-2aa2-4e22-bab1-df56deb841f3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:20.609487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34434) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:20.614570 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8e87473-9f51-4bc8-bc31-62fa1c9b7c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:20.622042 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f8e87473-9f51-4bc8-bc31-62fa1c9b7c03 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33658dfa-2aa2-4e22-bab1-df56deb841f3 HTTP/1.1" status: 204 len: 168 time: 1.1102645 May 25 20:42:20.941873 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1418c8f4-7a94-4ad0-ac4b-0c5c0fbadcde admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=842cee69f06741e6b62709d9a1018a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228188 May 25 20:42:20.945368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34446) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:21.215629 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:21.332874 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:21.853196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afedad-5c14-43db-9f56-766d67daf1b5 req-53bce033-1bcf-479d-86cc-f8e56c987d2d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:21.856712 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-59afedad-5c14-43db-9f56-766d67daf1b5 req-53bce033-1bcf-479d-86cc-f8e56c987d2d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 0.4482632 May 25 20:42:21.864172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:21.948009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eed0e49-8306-4b7d-98bc-971968d0532f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:22.013513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:22.039144 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3eed0e49-8306-4b7d-98bc-971968d0532f HTTP/1.1" status: 204 len: 168 time: 1.0839543 May 25 20:42:22.099247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:22.099843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:22.101093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:22.102494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:22.102494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:22.103349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:22.103349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:22.103691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:22.104219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:22.104753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:22.105301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:22.109340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43e938-d518-4ce3-97e8-f1d67a2e897b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:22.161245 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-59afedad-5c14-43db-9f56-766d67daf1b5 req-f9f17237-b08c-471e-b570-b10e54bfc6af tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761917 May 25 20:42:23.636585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a876dd-aeb2-4ca8-843f-8fe978b10f10 req-ddeb8cb6-d044-42e4-881c-403bf4fc6baa tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:23.648032 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87a876dd-aeb2-4ca8-843f-8fe978b10f10 req-ddeb8cb6-d044-42e4-881c-403bf4fc6baa tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 0.2591896 May 25 20:42:23.808201 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87a876dd-aeb2-4ca8-843f-8fe978b10f10 req-c449acc5-26c1-491b-bf7e-325502e99b3a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586039 May 25 20:42:23.999759 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:25.097015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a147f-4987-426a-b880-7e277b518ed7 req-5e20f88f-5f33-4b79-9973-272bb031700d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:25.130831 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-260a147f-4987-426a-b880-7e277b518ed7 req-5e20f88f-5f33-4b79-9973-272bb031700d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 0.1573944 May 25 20:42:25.282861 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-260a147f-4987-426a-b880-7e277b518ed7 req-d7e570ac-a54c-460d-89cf-a8d8dc34a7c5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508992 May 25 20:42:26.560860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a87b85-b893-40d9-959f-5639a210acb8 req-8faa5963-9319-498b-b6ad-a528aff1cc49 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:26.570490 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9a87b85-b893-40d9-959f-5639a210acb8 req-8faa5963-9319-498b-b6ad-a528aff1cc49 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 0.1005783 May 25 20:42:26.626503 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9a87b85-b893-40d9-959f-5639a210acb8 req-2954deef-8e7b-4ac7-9de5-502b85918cae tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551603 May 25 20:42:28.157224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07138b02-c67b-4abc-b978-9514bf0fe497 req-6ffdb4d4-6629-4f80-9db8-8c76a9853b7e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:28.175361 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-07138b02-c67b-4abc-b978-9514bf0fe497 req-6ffdb4d4-6629-4f80-9db8-8c76a9853b7e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 0.4000251 May 25 20:42:28.180916 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b4e80728-9c0d-4409-b947-49270d69d54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:28.264998 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:28.381387 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-07138b02-c67b-4abc-b978-9514bf0fe497 req-e93a1155-ea20-4d4b-b4f7-5ba32d63e2ca tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007756 May 25 20:42:29.908743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6635a-d5b0-4055-b564-2308a11a2eec req-d59e361e-0574-44af-ac7e-fbfd01bbcd49 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:29.911300 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9ed6635a-d5b0-4055-b564-2308a11a2eec req-d59e361e-0574-44af-ac7e-fbfd01bbcd49 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 0.2249553 May 25 20:42:30.022507 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9ed6635a-d5b0-4055-b564-2308a11a2eec req-79eede0e-2a12-4e84-ae43-98874c4d977f tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032076 May 25 20:42:30.615664 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b1539548-e9f9-48d1-baea-d26ea543e779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:31.312886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994aebc-3c09-461f-9942-894e67a40198 req-c7b13eab-2429-4eb9-aea5-4710ad36fc8e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:31.321706 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5994aebc-3c09-461f-9942-894e67a40198 req-c7b13eab-2429-4eb9-aea5-4710ad36fc8e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 0.1311636 May 25 20:42:31.399014 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:31.449505 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5994aebc-3c09-461f-9942-894e67a40198 req-f567dd40-78f7-40d9-a1a4-951d1b1408d5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265273 May 25 20:42:31.769754 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:32.818051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8805c4-8cc8-495b-86dd-4cfcdd58349c req-f54bf032-73ea-40ac-bedb-e6f42058bc51 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:32.824881 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d8805c4-8cc8-495b-86dd-4cfcdd58349c req-f54bf032-73ea-40ac-bedb-e6f42058bc51 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 0.1066258 May 25 20:42:32.916680 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d8805c4-8cc8-495b-86dd-4cfcdd58349c req-d465724b-4ff4-43be-b710-becb6f4185b6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908310 May 25 20:42:33.126952 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:33.435706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34678) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:33.695941 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5db3929a-ce8e-4eec-bedd-7ca80d38173d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:33.737258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5db3929a-ce8e-4eec-bedd-7ca80d38173d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:33.746541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5db3929a-ce8e-4eec-bedd-7ca80d38173d admin admin] Usage tracker for resource:security_group_rule and tenant:8a45f20983964097a999ebfa98cfa886 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:33.756025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5db3929a-ce8e-4eec-bedd-7ca80d38173d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:33.768944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5db3929a-ce8e-4eec-bedd-7ca80d38173d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:33.970126 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5db3929a-ce8e-4eec-bedd-7ca80d38173d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:33.995110 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5db3929a-ce8e-4eec-bedd-7ca80d38173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:34.115460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3929a-ce8e-4eec-bedd-7ca80d38173d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68a2dc0-29ea-4900-9c24-5fb69fdbc43b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:34.139781 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5db3929a-ce8e-4eec-bedd-7ca80d38173d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a45f20983964097a999ebfa98cfa886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7021301 May 25 20:42:34.143237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34694) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:34.311952 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da81904a-b836-4155-9803-5e56d345a781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:34.363021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da81904a-b836-4155-9803-5e56d345a781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:34.458757 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da81904a-b836-4155-9803-5e56d345a781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:34.488057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81904a-b836-4155-9803-5e56d345a781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68a2dc0-29ea-4900-9c24-5fb69fdbc43b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:34.533193 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da81904a-b836-4155-9803-5e56d345a781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:34.535082 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-da81904a-b836-4155-9803-5e56d345a781 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a68a2dc0-29ea-4900-9c24-5fb69fdbc43b HTTP/1.1" status: 204 len: 168 time: 0.3901384 May 25 20:42:34.564176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c8a68-248e-4c4f-8852-12ebdf36475e req-0ae2ece7-a247-435a-a8e9-1f89467d8ee5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:34.566033 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-793c8a68-248e-4c4f-8852-12ebdf36475e req-0ae2ece7-a247-435a-a8e9-1f89467d8ee5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 0.1444600 May 25 20:42:34.630255 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-793c8a68-248e-4c4f-8852-12ebdf36475e req-3b6daf2d-e286-4dd5-be83-2baba26973de tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556421 May 25 20:42:34.898444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25cd5-8b42-4a5d-b599-ee62692f730a req-ccea4f45-3f30-4fd7-b927-a56d8d4cf68f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:34.906187 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ef25cd5-8b42-4a5d-b599-ee62692f730a req-ccea4f45-3f30-4fd7-b927-a56d8d4cf68f tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 945 time: 0.1406767 May 25 20:42:34.975683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ef25cd5-8b42-4a5d-b599-ee62692f730a req-41c18d6f-7224-41dc-80bb-57cf3f48eda4 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685413 May 25 20:42:35.192273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34712) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:35.213674 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfaa8-687c-411d-8106-ffa14adcb8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:35.230054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c7dcfaa8-687c-411d-8106-ffa14adcb8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:35.236083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c7dcfaa8-687c-411d-8106-ffa14adcb8f8 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6e139aa09f41f4aab82f6152458537 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:35.241318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c7dcfaa8-687c-411d-8106-ffa14adcb8f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:35.250046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c7dcfaa8-687c-411d-8106-ffa14adcb8f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:35.395240 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfaa8-687c-411d-8106-ffa14adcb8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:35.401846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfaa8-687c-411d-8106-ffa14adcb8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:35.459186 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcfaa8-687c-411d-8106-ffa14adcb8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1421189-9dad-48c1-a721-79d0e443682e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:35.475876 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c7dcfaa8-687c-411d-8106-ffa14adcb8f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e6e139aa09f41f4aab82f6152458537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821875 May 25 20:42:35.478775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 34716) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:35.561142 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9328ec16-3523-4b9f-a0bf-8d71930529e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:35.608687 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9328ec16-3523-4b9f-a0bf-8d71930529e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:35.692427 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9328ec16-3523-4b9f-a0bf-8d71930529e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:35.709006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328ec16-3523-4b9f-a0bf-8d71930529e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1421189-9dad-48c1-a721-79d0e443682e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:35.720279 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9328ec16-3523-4b9f-a0bf-8d71930529e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:35.721538 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9328ec16-3523-4b9f-a0bf-8d71930529e6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1421189-9dad-48c1-a721-79d0e443682e HTTP/1.1" status: 204 len: 168 time: 0.2416658 May 25 20:42:35.967029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d02d3-2094-4747-a15a-52f9d8520158 req-c45bc400-3cfa-4aa6-bd60-65fefa193155 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:35.969144 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-890d02d3-2094-4747-a15a-52f9d8520158 req-c45bc400-3cfa-4aa6-bd60-65fefa193155 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 0.1935842 May 25 20:42:36.048287 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-890d02d3-2094-4747-a15a-52f9d8520158 req-8da3ac67-3d53-42f9-aecd-ef9591986fa3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676382 May 25 20:42:36.238641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288af12c-e5b0-485d-946b-9bb23048320a req-574deefd-4950-4c61-95a3-b0908ddd1af9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:36.247326 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-288af12c-e5b0-485d-946b-9bb23048320a req-574deefd-4950-4c61-95a3-b0908ddd1af9 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.50 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 945 time: 0.1958759 May 25 20:42:36.381209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918115a-ac84-466f-82c7-0001bfbc87f2 req-da1b93ce-5cd2-4471-af80-c826c5343cf8 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:36.382712 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6918115a-ac84-466f-82c7-0001bfbc87f2 req-da1b93ce-5cd2-4471-af80-c826c5343cf8 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 945 time: 0.1732728 May 25 20:42:36.473668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-288af12c-e5b0-485d-946b-9bb23048320a req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Deleting port 07fd2465-a863-40ae-9155-6dfb32c942a5 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:42:36.474477 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-288af12c-e5b0-485d-946b-9bb23048320a req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:36.513222 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6918115a-ac84-466f-82c7-0001bfbc87f2 req-d0f18d20-95b1-4eaa-87a5-cd61876df001 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197963 May 25 20:42:37.202857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-288af12c-e5b0-485d-946b-9bb23048320a req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] For port 07fd2465-a863-40ae-9155-6dfb32c942a5, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=07fd2465-a863-40ae-9155-6dfb32c942a5,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:42:37.203333 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-288af12c-e5b0-485d-946b-9bb23048320a req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:37.814303 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-288af12c-e5b0-485d-946b-9bb23048320a req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:37.814784 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-288af12c-e5b0-485d-946b-9bb23048320a req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:37.815471 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-288af12c-e5b0-485d-946b-9bb23048320a req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Floating IP 07592302-9d2d-47a7-8646-1eb41350db46 disassociated. External IP: 172.25.3.246, port: 07fd2465-a863-40ae-9155-6dfb32c942a5. May 25 20:42:37.815471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-288af12c-e5b0-485d-946b-9bb23048320a req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Calling delete_port for 07fd2465-a863-40ae-9155-6dfb32c942a5 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:42:38.009449 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-288af12c-e5b0-485d-946b-9bb23048320a req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:38.071871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed7069-9e55-4eb7-958f-e3cbce0ef470 req-df15ec25-ecb1-4af0-9dbb-26f8b12f891e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:38.084174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76ed7069-9e55-4eb7-958f-e3cbce0ef470 req-df15ec25-ecb1-4af0-9dbb-26f8b12f891e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 945 time: 0.3387396 May 25 20:42:38.112841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819c9f9-ee89-4fd5-8f03-b5833b411f12 req-942b37cf-71a6-4305-aaea-d043d1c9a431 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:38.125782 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d819c9f9-ee89-4fd5-8f03-b5833b411f12 req-942b37cf-71a6-4305-aaea-d043d1c9a431 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 0.7850983 May 25 20:42:38.159381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event deleted for resources: {'Port': ['ID=07fd2465-a863-40ae-9155-6dfb32c942a5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:38.213517 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76ed7069-9e55-4eb7-958f-e3cbce0ef470 req-88a85793-5587-4ee2-b8c3-89b3ba96a05e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261480 May 25 20:42:38.401388 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d819c9f9-ee89-4fd5-8f03-b5833b411f12 req-afc41cd0-7cfa-4088-b7ac-b6e90504d158 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432809 May 25 20:42:38.550729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-288af12c-e5b0-485d-946b-9bb23048320a req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Router 73285a88-b4d8-4058-ae5e-97d68fedf7bb has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:42:38.944024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-288af12c-e5b0-485d-946b-9bb23048320a req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:42:38.956346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f401b01f-1e07-4c3c-a1bc-e7ce555406c4 None None] Sync routers for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:42:38.975748 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f401b01f-1e07-4c3c-a1bc-e7ce555406c4 None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:42:38.977255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f401b01f-1e07-4c3c-a1bc-e7ce555406c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:42:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:39.121905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-288af12c-e5b0-485d-946b-9bb23048320a req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] No DVR routers for this DVR port 07fd2465-a863-40ae-9155-6dfb32c942a5 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:42:39.125329 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-288af12c-e5b0-485d-946b-9bb23048320a req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:39.133947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a8a326-7412-44c8-be42-82a02f768a7a', 'name': 'network-vif-deleted', 'tag': '07fd2465-a863-40ae-9155-6dfb32c942a5'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:42:39.178928 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-288af12c-e5b0-485d-946b-9bb23048320a req-315e7085-1527-4b76-918a-58b6a3399724 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.50 "DELETE /v2.0/ports/07fd2465-a863-40ae-9155-6dfb32c942a5 HTTP/1.1" status: 204 len: 173 time: 2.9279757 May 25 20:42:39.307426 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9149b6-41f3-49b4-b7e9-aee1cd5f81da'] response: {'server_uuid': '15a8a326-7412-44c8-be42-82a02f768a7a', 'name': 'network-vif-deleted', 'tag': '07fd2465-a863-40ae-9155-6dfb32c942a5', 'status': 'completed', 'code': 200} May 25 20:42:39.387453 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-f401b01f-1e07-4c3c-a1bc-e7ce555406c4 None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:42:39.501317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-89d80766-7798-4ad6-b78a-189d91535f90 req-82bb2439-bd52-4d9a-96db-fda41a8b1305 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Synchronizing usage tracker for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:42:39.528834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-89d80766-7798-4ad6-b78a-189d91535f90 req-82bb2439-bd52-4d9a-96db-fda41a8b1305 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Unset dirty status for tenant:84315881ccfd48e3a01bec49588326fa on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:42:39.534684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-89d80766-7798-4ad6-b78a-189d91535f90 req-82bb2439-bd52-4d9a-96db-fda41a8b1305 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8a326-7412-44c8-be42-82a02f768a7a HTTP/1.1" status: 200 len: 210 time: 0.0836508 May 25 20:42:39.679369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68001f-8363-4f70-acc5-38243eee95ce req-b329637f-4e10-43ff-a49f-5342f21abad5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:39.692660 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee68001f-8363-4f70-acc5-38243eee95ce req-b329637f-4e10-43ff-a49f-5342f21abad5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 0.1163654 May 25 20:42:39.800582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee68001f-8363-4f70-acc5-38243eee95ce req-ef3e5572-4823-45dc-892f-f5ad0b10a04a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029806 May 25 20:42:39.899956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f401b01f-1e07-4c3c-a1bc-e7ce555406c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:39.904604 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f401b01f-1e07-4c3c-a1bc-e7ce555406c4 None None] Checking router: 73285a88-b4d8-4058-ae5e-97d68fedf7bb for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:42:39.913947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f401b01f-1e07-4c3c-a1bc-e7ce555406c4 None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:42:39.914923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f401b01f-1e07-4c3c-a1bc-e7ce555406c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:42:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:40.161357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-f401b01f-1e07-4c3c-a1bc-e7ce555406c4 None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:42:40.578686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f401b01f-1e07-4c3c-a1bc-e7ce555406c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:40.583717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f401b01f-1e07-4c3c-a1bc-e7ce555406c4 None None] The sync data for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 is: [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:33:24Z', 'revision_number': 4, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '1883b740-55b1-427a-8279-ada8c3a1acef', 'name': '', 'network_id': '055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'mac_address': 'fa:16:3e:2f:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:22Z', 'updated_at': '2022-05-25T20:33:37Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'subnets': [{'id': 'b4c63cb4-de3d-4ac9-8978-4b0c69cb9351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:42:40.757539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34862) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:40.901674 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-14d69c23-164f-4c2e-92db-15c0906ea045 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:40.958794 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-14d69c23-164f-4c2e-92db-15c0906ea045 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:41.047927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 07fd2465-a863-40ae-9155-6dfb32c942a5 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:42:41.115091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9c125-7644-4a4f-83de-9a0177691faf req-2a12aaec-7384-4f01-a174-27a5b5ae14f1 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:41.117412 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-12e9c125-7644-4a4f-83de-9a0177691faf req-2a12aaec-7384-4f01-a174-27a5b5ae14f1 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 944 time: 0.1606493 May 25 20:42:41.133684 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64597f09-128d-4c57-9d71-5239ef7fd3d8 None None] New status for floating IP 07592302-9d2d-47a7-8646-1eb41350db46: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:42:41.151271 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-14d69c23-164f-4c2e-92db-15c0906ea045 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:41.205885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d69c23-164f-4c2e-92db-15c0906ea045 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5ccb5a-4bf2-40cc-94a7-e37116f683c5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:41.212500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 07fd2465-a863-40ae-9155-6dfb32c942a5 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:42:41.215757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 07fd2465-a863-40ae-9155-6dfb32c942a5 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:42:41.220065 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-14d69c23-164f-4c2e-92db-15c0906ea045 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:41.221520 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-14d69c23-164f-4c2e-92db-15c0906ea045 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "DELETE /v2.0/security-groups/2b5ccb5a-4bf2-40cc-94a7-e37116f683c5 HTTP/1.1" status: 204 len: 168 time: 0.4629116 May 25 20:42:41.224758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34904) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:41.247547 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-a217933d-bf02-45fc-b94f-1ee1540c7c4e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] show failed (client error): The resource could not be found. May 25 20:42:41.249102 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a217933d-bf02-45fc-b94f-1ee1540c7c4e tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "GET /v2.0/security-groups/2b5ccb5a-4bf2-40cc-94a7-e37116f683c5 HTTP/1.1" status: 404 len: 347 time: 0.0221608 May 25 20:42:41.252679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34910) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:41.271347 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-12e9c125-7644-4a4f-83de-9a0177691faf req-c342e8f7-1280-4a10-9d65-18aea77df5ae tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397221 May 25 20:42:41.518028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device ffcec74a-92e1-4e81-b22b-8b1977f8465e details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:42:41.809624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port ffcec74a-92e1-4e81-b22b-8b1977f8465e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ffcec74a-92e1-4e81-b22b-8b1977f8465e,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:42:41.824919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6bab85dc-507e-4991-99ac-5f195124eb43 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Deleting port aaf55faf-772e-410b-bf32-b492e0f1ce7c {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:42:41.825424 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6bab85dc-507e-4991-99ac-5f195124eb43 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:41.843281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'ffcec74a-92e1-4e81-b22b-8b1977f8465e', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'port_id': 'ffcec74a-92e1-4e81-b22b-8b1977f8465e', 'mac_address': 'fa:16:3e:eb:21:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:42:41.984556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port ffcec74a-92e1-4e81-b22b-8b1977f8465e is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:42:41.990540 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:42.012716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffcec74a-92e1-4e81-b22b-8b1977f8465e {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:42:42.033765 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6bab85dc-507e-4991-99ac-5f195124eb43 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:42.034099 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6bab85dc-507e-4991-99ac-5f195124eb43 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:42.042054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port ffcec74a-92e1-4e81-b22b-8b1977f8465e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ffcec74a-92e1-4e81-b22b-8b1977f8465e,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:42:42.065831 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:42.239247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=ffcec74a-92e1-4e81-b22b-8b1977f8465e,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:42.251004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:42.251343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:42.251675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:42.252004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:42.252328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:42.252651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:42.252988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:42.253288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:42.253610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:42.253927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:42.255959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6bab85dc-507e-4991-99ac-5f195124eb43 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Calling delete_port for aaf55faf-772e-410b-bf32-b492e0f1ce7c owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:42:42.257994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:42.258450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:42.373217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['ffcec74a-92e1-4e81-b22b-8b1977f8465e'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:42:42.487950 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6bab85dc-507e-4991-99ac-5f195124eb43 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:42.565891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab85dc-507e-4991-99ac-5f195124eb43 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Pushing event deleted for resources: {'Port': ['ID=aaf55faf-772e-410b-bf32-b492e0f1ce7c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:42.707928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108a73-caed-4d04-8e3c-c0aaad054156 req-11257f62-c289-473e-beee-e5fa17d2b989 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:42.709482 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf108a73-caed-4d04-8e3c-c0aaad054156 req-11257f62-c289-473e-beee-e5fa17d2b989 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 945 time: 0.2811043 May 25 20:42:42.713175 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6bab85dc-507e-4991-99ac-5f195124eb43 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:42.771942 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6bab85dc-507e-4991-99ac-5f195124eb43 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:42.773528 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6bab85dc-507e-4991-99ac-5f195124eb43 tempest-AttachVolumeNegativeTest-1778636698 tempest-AttachVolumeNegativeTest-1778636698-project] 10.222.0.60 "DELETE /v2.0/floatingips/07592302-9d2d-47a7-8646-1eb41350db46 HTTP/1.1" status: 204 len: 168 time: 1.5196514 May 25 20:42:42.791793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cf108a73-caed-4d04-8e3c-c0aaad054156 req-ca187cdf-8fb1-4fc4-91ca-464de4aebe9d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737252 May 25 20:42:43.531954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device ffcec74a-92e1-4e81-b22b-8b1977f8465e up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:42:43.711398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port ffcec74a-92e1-4e81-b22b-8b1977f8465e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:42:43.721708 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port ffcec74a-92e1-4e81-b22b-8b1977f8465e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:42:43.722656 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:44.038338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port ffcec74a-92e1-4e81-b22b-8b1977f8465e is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:42:44.038574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34960) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:44.039033 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:44.136264 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f13185-e098-4c43-b563-e18f6a5862e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcec74a-92e1-4e81-b22b-8b1977f8465e'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:42:44.146076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fac0e1b-6064-4001-919e-ac0f3e9b971f admin admin] Deleting subnet de9b5a9f-24e0-443a-b3f3-5856d0b5809f {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:42:44.150897 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3fac0e1b-6064-4001-919e-ac0f3e9b971f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:44.180884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219f2c8-4c30-47dd-a386-ff76ad1b8b90 req-ca43ccf4-43b3-452a-9210-f00a9942b1f0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:44.183501 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port ffcec74a-92e1-4e81-b22b-8b1977f8465e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ffcec74a-92e1-4e81-b22b-8b1977f8465e,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:42:44.185619 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8219f2c8-4c30-47dd-a386-ff76ad1b8b90 req-ca43ccf4-43b3-452a-9210-f00a9942b1f0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 945 time: 0.2322280 May 25 20:42:44.192117 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:44.285658 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3fac0e1b-6064-4001-919e-ac0f3e9b971f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:44.317623 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8219f2c8-4c30-47dd-a386-ff76ad1b8b90 req-1de2333f-50e8-4f34-bd97-f5dc1b537beb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240597 May 25 20:42:44.320813 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf965f8-083c-4055-898c-6c6bbfd06220'] response: {'server_uuid': '35f13185-e098-4c43-b563-e18f6a5862e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcec74a-92e1-4e81-b22b-8b1977f8465e', 'code': 200} May 25 20:42:44.402567 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=ffcec74a-92e1-4e81-b22b-8b1977f8465e,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:44.434008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3fac0e1b-6064-4001-919e-ac0f3e9b971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:44.519301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d67cd-9333-40e0-b541-926366e4a224 req-51ca0bf6-eb49-4833-ae51-27120ff1b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:44.523630 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b3d67cd-9333-40e0-b541-926366e4a224 req-51ca0bf6-eb49-4833-ae51-27120ff1b447 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 1097 time: 0.1266551 May 25 20:42:44.586614 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3fac0e1b-6064-4001-919e-ac0f3e9b971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:44.650432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac0e1b-6064-4001-919e-ac0f3e9b971f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9b5a9f-24e0-443a-b3f3-5856d0b5809f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:44.654795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3fac0e1b-6064-4001-919e-ac0f3e9b971f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:44.662058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3fac0e1b-6064-4001-919e-ac0f3e9b971f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/de9b5a9f-24e0-443a-b3f3-5856d0b5809f HTTP/1.1" status: 204 len: 168 time: 0.6226296 May 25 20:42:44.671222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34974) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:44.904109 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b3d67cd-9333-40e0-b541-926366e4a224 req-6d7322c6-77fc-4488-983b-dca1309adb2c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736145 May 25 20:42:44.965617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edfc48b8-748a-4b2e-a0e6-71d0c4459ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:45.113823 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edfc48b8-748a-4b2e-a0e6-71d0c4459ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:45.145281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-edfc48b8-748a-4b2e-a0e6-71d0c4459ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:45.167262 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-edfc48b8-748a-4b2e-a0e6-71d0c4459ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6727b03-2c6f-49dd-9f0f-c4b873b2d25b') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:45.167691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-edfc48b8-748a-4b2e-a0e6-71d0c4459ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6727b03-2c6f-49dd-9f0f-c4b873b2d25b') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:45.180310 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edfc48b8-748a-4b2e-a0e6-71d0c4459ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:45.202573 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edfc48b8-748a-4b2e-a0e6-71d0c4459ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:45.210341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfc48b8-748a-4b2e-a0e6-71d0c4459ae1 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:42:45.210755 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edfc48b8-748a-4b2e-a0e6-71d0c4459ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:45.450453 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a6727b03-2c6f-49dd-9f0f-c4b873b2d25b resource provider aggregate not found May 25 20:42:45.487978 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment a6727b03-2c6f-49dd-9f0f-c4b873b2d25b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6727b03-2c6f-49dd-9f0f-c4b873b2d25b found for delete ", "request_id": "req-1f61e95e-92ae-44ab-a5a8-0f8a81eeb327"}]} May 25 20:42:45.502917 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edfc48b8-748a-4b2e-a0e6-71d0c4459ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:45.529078 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edfc48b8-748a-4b2e-a0e6-71d0c4459ae1 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:45.532152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc48b8-748a-4b2e-a0e6-71d0c4459ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:45.581297 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-edfc48b8-748a-4b2e-a0e6-71d0c4459ae1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bc1888ae-38a8-4d26-ba0e-8c0c8fc870e4 HTTP/1.1" status: 204 len: 168 time: 0.9054356 May 25 20:42:45.630940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bb42e-c331-4a1a-abcb-3a4d2f472a0c req-2148dab0-32f9-40c5-9562-1fcc8601f90c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:45.632447 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c81bb42e-c331-4a1a-abcb-3a4d2f472a0c req-2148dab0-32f9-40c5-9562-1fcc8601f90c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 946 time: 0.0943618 May 25 20:42:45.694023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c81bb42e-c331-4a1a-abcb-3a4d2f472a0c req-71944f45-0c88-480e-8fb7-6b8a4bce90ec tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546744 May 25 20:42:45.839038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 34994) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:45.897669 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a8f22f38-16fd-4782-96f2-c0f3a91be044 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ca913fd4f98478596dc8fcc4d3eb55f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570450 May 25 20:42:45.900364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35000) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:45.968692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50ed2eb1-4f38-4f5d-9392-76022b7038d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:46.006119 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50ed2eb1-4f38-4f5d-9392-76022b7038d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:46.071328 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50ed2eb1-4f38-4f5d-9392-76022b7038d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:46.089751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed2eb1-4f38-4f5d-9392-76022b7038d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d479f7ed-1689-4850-b2dd-e17823f0153c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:46.104989 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50ed2eb1-4f38-4f5d-9392-76022b7038d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:46.106787 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-50ed2eb1-4f38-4f5d-9392-76022b7038d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d479f7ed-1689-4850-b2dd-e17823f0153c HTTP/1.1" status: 204 len: 168 time: 0.2051659 May 25 20:42:47.012590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af3bf6-a5bd-479b-a7ef-47741e467dcf req-9971ca92-a3c4-467a-aec5-0b6cc1d53b09 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:47.014348 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-07af3bf6-a5bd-479b-a7ef-47741e467dcf req-9971ca92-a3c4-467a-aec5-0b6cc1d53b09 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 946 time: 0.1222622 May 25 20:42:47.099927 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-07af3bf6-a5bd-479b-a7ef-47741e467dcf req-3566f81e-d425-4026-b39b-4e11ac04deb8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759270 May 25 20:42:47.123332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35052) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:47.369502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fc6cc-32ec-4804-80c7-68100128a64d req-7fd968d6-cd6d-4927-88d3-7d499b6e791d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:47.378914 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-584fc6cc-32ec-4804-80c7-68100128a64d req-7fd968d6-cd6d-4927-88d3-7d499b6e791d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 946 time: 0.1309943 May 25 20:42:47.445738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1374444489-network', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:42:47.446113 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-584fc6cc-32ec-4804-80c7-68100128a64d req-ae361869-9a7c-47c0-80e1-692f3a60ee6b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618858 May 25 20:42:47.452026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:47.456192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Usage tracker for resource:network and tenant:0e2e8e4738f347389eca7743d5eef987 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:47.459269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:47.475085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:47.490523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Made reservation on behalf of 0e2e8e4738f347389eca7743d5eef987 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:42:47.493694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:47.508398 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:47.528614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:47.534327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Usage tracker for resource:security_group_rule and tenant:0e2e8e4738f347389eca7743d5eef987 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:47.538682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:47.545783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:47.758894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176fba4-2040-4ec7-9f1b-a474de66b66f req-5433f225-389d-42fe-884f-023cd47da9dc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:47.767032 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4176fba4-2040-4ec7-9f1b-a474de66b66f req-5433f225-389d-42fe-884f-023cd47da9dc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 946 time: 0.1692798 May 25 20:42:47.792141 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:47.809246 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:47.842981 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4176fba4-2040-4ec7-9f1b-a474de66b66f req-db62cae7-3590-4f5f-8fea-f28f2a5fa04a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744412 May 25 20:42:47.874460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:42:47.899302 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:47.899302 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Added segment 0d18baec-a4d2-49d2-b7ae-dbc04021c88d of type vlan for network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 May 25 20:42:47.934809 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:47.949653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a08828a-a6ea-4ef0-965c-e7d74722a23c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:47.989060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:47.990970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:47.991998 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:48.142276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] Pushing event updated for resources: {'Network': ['ID=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:48.154002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bc49ba91-e5a6-480d-925c-3d592d6d969c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0292509 May 25 20:42:48.157164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35072) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:48.158319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:42:48.166192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Request body: {'subnet': {'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1374444489-subnet', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:42:48.176097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:48.180978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Usage tracker for resource:subnet and tenant:0e2e8e4738f347389eca7743d5eef987 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:48.185619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:48.196617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:48.212741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Made reservation on behalf of 0e2e8e4738f347389eca7743d5eef987 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:42:48.217291 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:48.596585 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:48.764508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac01637c-8629-4b8f-9c95-c238dbd975e2,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:48.773646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Checking segment: {'id': '0d18baec-a4d2-49d2-b7ae-dbc04021c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:42:48.774605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Network hostable DHCP agents. Network: f76f0eb9-18b4-4d0e-97ff-194f3fb5c705, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:42:48.831269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac244b-f7ed-434e-a444-0a398307e017 req-220c9113-1ead-4a1a-9a6e-425aaf56e9e6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:48.835690 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-89ac244b-f7ed-434e-a444-0a398307e017 req-220c9113-1ead-4a1a-9a6e-425aaf56e9e6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 946 time: 0.2087049 May 25 20:42:48.837121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:42:48.872054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, f76f0eb9-18b4-4d0e-97ff-194f3fb5c705) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:42:48.881315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d4b18-e585-425e-965f-321cbe3e5286 None None] Network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:42:48.887304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:48.887885 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:48.921958 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-89ac244b-f7ed-434e-a444-0a398307e017 req-e1931729-55a0-4dd6-b1dc-f1fee2bf40e1 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804613 May 25 20:42:48.934443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-08081dd1-9552-4d31-86bf-9fe5a6483172 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7758605 May 25 20:42:48.938992 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35084) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:48.945722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:42:48.953299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:42:48.959075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Usage tracker for resource:router and tenant:0e2e8e4738f347389eca7743d5eef987 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:42:48.962146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:42:48.971012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:42:48.986697 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:48.988027 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:49.006337 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:49.165045 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'fixed_ips': [{'subnet_id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:42:49.165867 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:49.351975 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:49.398264 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Allocated IP 172.20.0.2 (f76f0eb9-18b4-4d0e-97ff-194f3fb5c705/ac01637c-8629-4b8f-9c95-c238dbd975e2/a94e2349-afb3-4fa9-b894-20315f62236c) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:42:49.767099 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:49.784390 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:49.802095 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Transition to ACTIVE for port object a94e2349-afb3-4fa9-b894-20315f62236c will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:42:49.828666 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:49.871206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Transition to ACTIVE for port object a94e2349-afb3-4fa9-b894-20315f62236c will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:42:49.889638 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:50.041371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:42:50.051901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:42:50.061984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:42:50.107079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Pushing event updated for resources: {'Port': ['ID=a94e2349-afb3-4fa9-b894-20315f62236c,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:50.201119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Attempting to bind port a94e2349-afb3-4fa9-b894-20315f62236c on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:42:50.201823 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Attempting to bind port a94e2349-afb3-4fa9-b894-20315f62236c by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '0d18baec-a4d2-49d2-b7ae-dbc04021c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:42:50.202093 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Attempting to bind port a94e2349-afb3-4fa9-b894-20315f62236c on network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:42:50.213985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:42:50.214524 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Checking segment: {'id': '0d18baec-a4d2-49d2-b7ae-dbc04021c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:42:50.215155 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:50.215937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Bound using segment: {'id': '0d18baec-a4d2-49d2-b7ae-dbc04021c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:42:50.219230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Bound port: a94e2349-afb3-4fa9-b894-20315f62236c, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d18baec-a4d2-49d2-b7ae-dbc04021c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:42:50.220063 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:50.271762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Allocated IP 172.25.3.136 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/3b725487-8673-490d-b47f-254f21ebd2ba) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:42:50.426116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] For port a94e2349-afb3-4fa9-b894-20315f62236c, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:42:50.433446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] For port a94e2349-afb3-4fa9-b894-20315f62236c, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a94e2349-afb3-4fa9-b894-20315f62236c,segment=NetworkSegment(0d18baec-a4d2-49d2-b7ae-dbc04021c88d),segment_id=0d18baec-a4d2-49d2-b7ae-dbc04021c88d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:42:50.448422 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:50.460083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e9c99-a53e-4ec9-9dea-11b3e86a189a req-431dbba6-bb7d-44c7-a6b0-b8d8f8f2cc78 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:50.467758 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f93e9c99-a53e-4ec9-9dea-11b3e86a189a req-431dbba6-bb7d-44c7-a6b0-b8d8f8f2cc78 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 946 time: 0.2556670 May 25 20:42:50.516187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c5836-46ed-416c-8af3-76d3a7109e97 req-257b914f-90c2-4903-b3e3-7c051b395d58 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:50.519364 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3e7c5836-46ed-416c-8af3-76d3a7109e97 req-257b914f-90c2-4903-b3e3-7c051b395d58 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.70 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 946 time: 0.4699972 May 25 20:42:50.734519 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f93e9c99-a53e-4ec9-9dea-11b3e86a189a req-3ba51cf9-db12-4b6e-807c-92c8c14ad79d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658520 May 25 20:42:50.769255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4c1a0-340e-487e-9b0e-b3fb022efa4e None None] Pushing event updated for resources: {'Port': ['ID=a94e2349-afb3-4fa9-b894-20315f62236c,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:50.910488 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-3e7c5836-46ed-416c-8af3-76d3a7109e97 req-64d94363-9df5-4330-96b7-1b81e19e3546 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Deleting port ffcec74a-92e1-4e81-b22b-8b1977f8465e {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:42:50.910834 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3e7c5836-46ed-416c-8af3-76d3a7109e97 req-64d94363-9df5-4330-96b7-1b81e19e3546 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:51.123644 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:51.582544 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:51.755913 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a94e2349-afb3-4fa9-b894-20315f62236c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:42:52.138449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a94e2349-afb3-4fa9-b894-20315f62236c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:42:52.187655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:42:52.194034 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:42:52.205533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:42:52.386123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Pushing event updated for resources: {'Port': ['ID=3b725487-8673-490d-b47f-254f21ebd2ba,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:52.423128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:52.423880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:52.424390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:52.425205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:52.425630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:52.426070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:52.426502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:52.426931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:52.427364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:52.427769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:52.428171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:52.428600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:42:52.472412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d00eb-c4b3-476e-a437-9b43a85e55a4 req-c3d7f691-dc35-470f-894e-6fab554d63c2 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:42:52.475587 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-504d00eb-c4b3-476e-a437-9b43a85e55a4 req-c3d7f691-dc35-470f-894e-6fab554d63c2 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 946 time: 0.4637978 May 25 20:42:52.612329 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-504d00eb-c4b3-476e-a437-9b43a85e55a4 req-c2b59121-e735-4b72-82a8-45ad2d4ee337 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297870 May 25 20:42:52.820676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-3e7c5836-46ed-416c-8af3-76d3a7109e97 req-64d94363-9df5-4330-96b7-1b81e19e3546 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] For port ffcec74a-92e1-4e81-b22b-8b1977f8465e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=ffcec74a-92e1-4e81-b22b-8b1977f8465e,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:42:52.821248 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3e7c5836-46ed-416c-8af3-76d3a7109e97 req-64d94363-9df5-4330-96b7-1b81e19e3546 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:52.952579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddaf72e-57c0-49f6-9ca1-5e6a52cfe0c0 None None] Network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:42:53.185515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-3e7c5836-46ed-416c-8af3-76d3a7109e97 req-64d94363-9df5-4330-96b7-1b81e19e3546 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Calling delete_port for ffcec74a-92e1-4e81-b22b-8b1977f8465e owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:42:53.353974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3a36f855-cbc3-4d06-80c9-c80d316a067f None None] Provisioning for port a94e2349-afb3-4fa9-b894-20315f62236c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:42:53.392198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3a36f855-cbc3-4d06-80c9-c80d316a067f None None] Provisioning complete for port a94e2349-afb3-4fa9-b894-20315f62236c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:42:53.393421 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a36f855-cbc3-4d06-80c9-c80d316a067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:53.611858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device ffcec74a-92e1-4e81-b22b-8b1977f8465e no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:42:53.753265 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:53.917281 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3e7c5836-46ed-416c-8af3-76d3a7109e97 req-64d94363-9df5-4330-96b7-1b81e19e3546 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:54.011461 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:54.012334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3a36f855-cbc3-4d06-80c9-c80d316a067f None None] Current status of the port a94e2349-afb3-4fa9-b894-20315f62236c is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:42:54.013067 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a36f855-cbc3-4d06-80c9-c80d316a067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:54.023207 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No active binding found for port ffcec74a-92e1-4e81-b22b-8b1977f8465e {{(pid=88333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 20:42:54.023576 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device ffcec74a-92e1-4e81-b22b-8b1977f8465e not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:42:54.082581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d94363-9df5-4330-96b7-1b81e19e3546 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event deleted for resources: {'Port': ['ID=ffcec74a-92e1-4e81-b22b-8b1977f8465e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:54.085937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3a36f855-cbc3-4d06-80c9-c80d316a067f None None] For port a94e2349-afb3-4fa9-b894-20315f62236c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a94e2349-afb3-4fa9-b894-20315f62236c,segment=NetworkSegment(0d18baec-a4d2-49d2-b7ae-dbc04021c88d),segment_id=0d18baec-a4d2-49d2-b7ae-dbc04021c88d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:42:54.093659 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a36f855-cbc3-4d06-80c9-c80d316a067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:54.220220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36f855-cbc3-4d06-80c9-c80d316a067f None None] Pushing event updated for resources: {'Port': ['ID=a94e2349-afb3-4fa9-b894-20315f62236c,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:54.254411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a8324114-0f2e-45dc-8350-8fec1f6ef71b None None] Provisioning complete for port a94e2349-afb3-4fa9-b894-20315f62236c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:42:54.255542 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a8324114-0f2e-45dc-8350-8fec1f6ef71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:54.388434 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2865b9b4-f29c-4ef1-ba64-1b887f722a31 req-24ad6eec-6f8b-4c24-89a2-e0dec3bef11d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 210 time: 0.3948433 May 25 20:42:54.621268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7c5836-46ed-416c-8af3-76d3a7109e97 req-64d94363-9df5-4330-96b7-1b81e19e3546 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] No DVR routers for this DVR port ffcec74a-92e1-4e81-b22b-8b1977f8465e on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:42:54.644095 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3e7c5836-46ed-416c-8af3-76d3a7109e97 req-64d94363-9df5-4330-96b7-1b81e19e3546 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:54.653682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f13185-e098-4c43-b563-e18f6a5862e0', 'name': 'network-vif-deleted', 'tag': 'ffcec74a-92e1-4e81-b22b-8b1977f8465e'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:42:54.723421 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a8324114-0f2e-45dc-8350-8fec1f6ef71b None None] Current status of the port a94e2349-afb3-4fa9-b894-20315f62236c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:42:55.096438 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e088f84b-0d7f-4496-a13d-f3a5d641c3a5'] response: {'server_uuid': '35f13185-e098-4c43-b563-e18f6a5862e0', 'name': 'network-vif-deleted', 'tag': 'ffcec74a-92e1-4e81-b22b-8b1977f8465e', 'status': 'completed', 'code': 200} May 25 20:42:55.106286 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3e7c5836-46ed-416c-8af3-76d3a7109e97 req-64d94363-9df5-4330-96b7-1b81e19e3546 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.70 "DELETE /v2.0/ports/ffcec74a-92e1-4e81-b22b-8b1977f8465e HTTP/1.1" status: 204 len: 173 time: 4.5752831 May 25 20:42:55.367489 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:55.704091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a94e2349-afb3-4fa9-b894-20315f62236c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:42:55.841775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:42:56.037797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a94e2349-afb3-4fa9-b894-20315f62236c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:42:56.038177 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:56.371454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a94e2349-afb3-4fa9-b894-20315f62236c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:42:56.467724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:42:56.491469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Sync routers for ids ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:42:56.517739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-dbabd3fd-86f1-4269-8a9a-db0d713e8b24 req-cd9f2d0e-f271-4094-8d09-4e1d8f5bbed0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:42:56.525383 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:56.529804 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Routers {'5cce2fbc-480b-4a87-b4ef-b65a4f87692a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:42:56.530575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35154) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:56.538653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:42:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:56.548510 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e5a52610-7ed3-4e09-a648-6ff7e45e7ecb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6065624 May 25 20:42:56.599518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-dbabd3fd-86f1-4269-8a9a-db0d713e8b24 req-cd9f2d0e-f271-4094-8d09-4e1d8f5bbed0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:42:56.612018 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dbabd3fd-86f1-4269-8a9a-db0d713e8b24 req-cd9f2d0e-f271-4094-8d09-4e1d8f5bbed0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 210 time: 0.1886928 May 25 20:42:57.080906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Set router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:42:57.465229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35172) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:42:57.528273 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:42:57.580375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:42:53Z', 'revision_number': 3, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port': {'id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:49Z', 'updated_at': '2022-05-25T20:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:57.584931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Checking router: 5cce2fbc-480b-4a87-b4ef-b65a4f87692a for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:42:57.585340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Updating router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a port 3b725487-8673-490d-b47f-254f21ebd2ba binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:42:57.665559 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:58.106246 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2b704f28-2318-4f42-b840-5f30d3c9e2a3 req-c0a938d9-30c6-4a35-9307-6e43ed3fe0ea tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=35f13185-e098-4c43-b563-e18f6a5862e0 HTTP/1.1" status: 200 len: 210 time: 0.1037419 May 25 20:42:58.198200 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-03345d99-7c3e-44df-9a7b-859964329660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:58.296728 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:58.485643 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:58.487928 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:58.516302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Transition to ACTIVE for port object 3b725487-8673-490d-b47f-254f21ebd2ba will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:42:58.528899 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:58.736333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f7de0-0d3b-4cae-afb4-f949cf5cce17 None None] Pushing event updated for resources: {'Port': ['ID=3b725487-8673-490d-b47f-254f21ebd2ba,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:58.785375 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac97db3b-82b0-44e7-882a-6cc1bb0b2e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:58.798058 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Attempting to bind port 3b725487-8673-490d-b47f-254f21ebd2ba on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:42:58.798715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Attempting to bind port 3b725487-8673-490d-b47f-254f21ebd2ba by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:42:58.799263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Attempting to bind port 3b725487-8673-490d-b47f-254f21ebd2ba on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:42:58.820018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:42:58.820740 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:42:58.821335 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:58.822022 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:42:58.822696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Bound port: 3b725487-8673-490d-b47f-254f21ebd2ba, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:42:58.828185 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:59.000797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Allocated IP 172.20.0.1 (f76f0eb9-18b4-4d0e-97ff-194f3fb5c705/ac01637c-8629-4b8f-9c95-c238dbd975e2/0e69cb52-e0ab-4bed-a0a4-09d6e6930796) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:42:59.007117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] For port 3b725487-8673-490d-b47f-254f21ebd2ba, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:42:59.016769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] For port 3b725487-8673-490d-b47f-254f21ebd2ba, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3b725487-8673-490d-b47f-254f21ebd2ba,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:42:59.023705 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:59.311150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f7de0-0d3b-4cae-afb4-f949cf5cce17 None None] Pushing event updated for resources: {'Port': ['ID=3b725487-8673-490d-b47f-254f21ebd2ba,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:42:59.351240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Routers {'5cce2fbc-480b-4a87-b4ef-b65a4f87692a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:42:59.351872 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:42:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:42:59.440471 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:59.492093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Transition to ACTIVE for port object 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:42:59.581057 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:59.673523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:42:59.676649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:42:59.685062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:42:59.721515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ac97db3b-82b0-44e7-882a-6cc1bb0b2e04 admin admin] Deleting port 1883b740-55b1-427a-8279-ada8c3a1acef {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:42:59.721852 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac97db3b-82b0-44e7-882a-6cc1bb0b2e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:42:59.755754 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] Set router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:42:59.810200 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:00.104230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-ac97db3b-82b0-44e7-882a-6cc1bb0b2e04 admin admin] For port 1883b740-55b1-427a-8279-ada8c3a1acef, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1883b740-55b1-427a-8279-ada8c3a1acef,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:43:00.104823 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac97db3b-82b0-44e7-882a-6cc1bb0b2e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:00.111386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Pushing event updated for resources: {'Port': ['ID=0e69cb52-e0ab-4bed-a0a4-09d6e6930796,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:00.162112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d7086984-c6dd-45cb-883c-259f1d233bd0 None None] Provisioning for port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:43:00.270430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ac97db3b-82b0-44e7-882a-6cc1bb0b2e04 admin admin] Calling delete_port for 1883b740-55b1-427a-8279-ada8c3a1acef owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:43:00.365218 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d7086984-c6dd-45cb-883c-259f1d233bd0 None None] Provisioning complete for port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:00.365218 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d7086984-c6dd-45cb-883c-259f1d233bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:00.456411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d7086984-c6dd-45cb-883c-259f1d233bd0 None None] Port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:43:00.460066 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:00.509711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:42:53Z', 'revision_number': 3, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port': {'id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:49Z', 'updated_at': '2022-05-25T20:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:00.515608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b47f6-33e6-44f5-8f56-fbed3ae42f0c None None] The sync data for ids ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'] in n-d-843339-1 is: [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:42:53Z', 'revision_number': 3, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port': {'id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:49Z', 'updated_at': '2022-05-25T20:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:43:00.534768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-39ad8700-a349-46a3-ba06-8332801fbcb2 req-34783ec9-8c1f-4f8e-974a-1f0bf72ecaab service neutron] (88331) timed out ('10.222.0.60', 37522) {{(pid=88331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 20:43:00.619231 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c4b8e599-71a9-4e40-8617-39a98f15fdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:00.797678 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac97db3b-82b0-44e7-882a-6cc1bb0b2e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:00.861377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97db3b-82b0-44e7-882a-6cc1bb0b2e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=1883b740-55b1-427a-8279-ada8c3a1acef,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:00.912909 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:00.924843 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:01.408634 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:01.449318 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac97db3b-82b0-44e7-882a-6cc1bb0b2e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:01.548628 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:01.572039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Pushing event updated for resources: {'Port': ['ID=0e69cb52-e0ab-4bed-a0a4-09d6e6930796,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:01.796035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3b725487-8673-490d-b47f-254f21ebd2ba up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:43:01.859218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:43:01.867662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:43:01.995394 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:02.037774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 3b725487-8673-490d-b47f-254f21ebd2ba completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:43:02.045954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 3b725487-8673-490d-b47f-254f21ebd2ba triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:02.046343 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:02.321217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:43:02.484367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e678d68d-1972-4b70-9dfb-44de00f3ca7c None None] Provisioning complete for port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:02.489503 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e678d68d-1972-4b70-9dfb-44de00f3ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:02.560175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac97db3b-82b0-44e7-882a-6cc1bb0b2e04 admin admin] Router 73285a88-b4d8-4058-ae5e-97d68fedf7bb has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:43:02.613173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e678d68d-1972-4b70-9dfb-44de00f3ca7c None None] Port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:43:02.623506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 3b725487-8673-490d-b47f-254f21ebd2ba is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:43:02.623893 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:02.648825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:43:02.668193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4353d8c8-48eb-4e09-a97f-d4386fb290ee admin admin] 10.222.0.60 "PUT /v2.0/routers/5cce2fbc-480b-4a87-b4ef-b65a4f87692a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1353109 May 25 20:43:02.676317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 3b725487-8673-490d-b47f-254f21ebd2ba, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3b725487-8673-490d-b47f-254f21ebd2ba,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:43:02.682938 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:02.863828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=3b725487-8673-490d-b47f-254f21ebd2ba,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:03.128724 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:03.312609 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac97db3b-82b0-44e7-882a-6cc1bb0b2e04 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:43:03.335833 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942ac20-6f13-4564-bca4-fbb38557edfd None None] Sync routers for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:43:03.344935 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ac97db3b-82b0-44e7-882a-6cc1bb0b2e04 admin admin] 10.222.0.60 "PUT /v2.0/routers/73285a88-b4d8-4058-ae5e-97d68fedf7bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8785334 May 25 20:43:03.348472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35236) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:03.350757 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942ac20-6f13-4564-bca4-fbb38557edfd None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:43:03.351624 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d942ac20-6f13-4564-bca4-fbb38557edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:43:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:03.568470 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Sync routers for ids ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:43:03.587006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35244) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:03.597911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-178792713-network', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:03.607556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Routers {'5cce2fbc-480b-4a87-b4ef-b65a4f87692a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:43:03.608442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:43:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:03.628922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:03.646400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Usage tracker for resource:network and tenant:ac2e947dd2c5472e96d5c33ed7b1da6c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:03.655593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:03.670616 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:03.706702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:03.740565 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-d942ac20-6f13-4564-bca4-fbb38557edfd None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:43:03.754520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Made reservation on behalf of ac2e947dd2c5472e96d5c33ed7b1da6c for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:43:03.757633 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:03.789120 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:03.823167 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:03.829828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Usage tracker for resource:security_group_rule and tenant:ac2e947dd2c5472e96d5c33ed7b1da6c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:03.837636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:03.850669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:04.000541 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:04.005666 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:04.024978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Set router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:43:04.031637 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:04.045206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:43:04.052189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] Deleting port 3557e3e6-956f-4576-b99e-ca702188ede1 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:43:04.052530 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:04.063351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a58b14b-8529-4383-836f-022de3fa635f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:04.068938 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:04.069571 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Added segment 596858d8-a03a-4bab-9476-c3d8d9b443d9 of type vlan for network 98ee8122-e54e-4796-a5df-1a35daed6ff2 May 25 20:43:04.107167 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:04.107620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3b725487-8673-490d-b47f-254f21ebd2ba up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:43:04.176361 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:04.177728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:04.178727 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:04.512658 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d942ac20-6f13-4564-bca4-fbb38557edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:43:00Z', 'revision_number': 5, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port': {'id': '3557e3e6-956f-4576-b99e-ca702188ede1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:33:16Z', 'updated_at': '2022-05-25T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:04.521264 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942ac20-6f13-4564-bca4-fbb38557edfd None None] Checking router: 73285a88-b4d8-4058-ae5e-97d68fedf7bb for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:43:04.527991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 3b725487-8673-490d-b47f-254f21ebd2ba triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:04.529349 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:04.532416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] Pushing event updated for resources: {'Network': ['ID=98ee8122-e54e-4796-a5df-1a35daed6ff2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:04.562383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] For port 3557e3e6-956f-4576-b99e-ca702188ede1, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3557e3e6-956f-4576-b99e-ca702188ede1,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:43:04.562383 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:04.567817 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-67b69812-15e4-452b-9d60-07c8b1b1c26d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9772871 May 25 20:43:04.568101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35256) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:04.572602 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942ac20-6f13-4564-bca4-fbb38557edfd None None] Routers {'73285a88-b4d8-4058-ae5e-97d68fedf7bb'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:43:04.573515 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d942ac20-6f13-4564-bca4-fbb38557edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:43:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:04.573664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Request body: {'subnet': {'network_id': '98ee8122-e54e-4796-a5df-1a35daed6ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-178792713-subnet', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:04.586527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:04.587833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 98ee8122-e54e-4796-a5df-1a35daed6ff2 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:43:04.611118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Usage tracker for resource:subnet and tenant:ac2e947dd2c5472e96d5c33ed7b1da6c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:04.619344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:04.647248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:04.708040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Made reservation on behalf of ac2e947dd2c5472e96d5c33ed7b1da6c for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:43:04.720039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:05.037159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] Calling delete_port for 3557e3e6-956f-4576-b99e-ca702188ede1 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:43:05.075523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:43:00Z', 'revision_number': 4, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port': {'id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:49Z', 'updated_at': '2022-05-25T20:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '0e69cb52-e0ab-4bed-a0a4-09d6e6930796', 'name': '', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'mac_address': 'fa:16:3e:54:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:58Z', 'updated_at': '2022-05-25T20:43:00Z', 'revision_number': 2, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'subnets': [{'id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:05.090741 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 3b725487-8673-490d-b47f-254f21ebd2ba is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:43:05.106339 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Checking router: 5cce2fbc-480b-4a87-b4ef-b65a4f87692a for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:43:05.107060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Updating router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:43:05.182701 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-d942ac20-6f13-4564-bca4-fbb38557edfd None None] Set router 73285a88-b4d8-4058-ae5e-97d68fedf7bb gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:43:05.267168 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:05.279807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35264) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:05.302504 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:05.510697 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d942ac20-6f13-4564-bca4-fbb38557edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:43:04Z', 'revision_number': 6, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:05.522581 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942ac20-6f13-4564-bca4-fbb38557edfd None None] The sync data for ids ['73285a88-b4d8-4058-ae5e-97d68fedf7bb'] in n-d-843339-1 is: [{'id': '73285a88-b4d8-4058-ae5e-97d68fedf7bb', 'name': 'tempest-AttachVolumeNegativeTest-1442770872-router', 'tenant_id': '84315881ccfd48e3a01bec49588326fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:33:14Z', 'updated_at': '2022-05-25T20:43:04Z', 'revision_number': 6, 'project_id': '84315881ccfd48e3a01bec49588326fa', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:43:05.560641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Checking segment: {'id': '596858d8-a03a-4bab-9476-c3d8d9b443d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '98ee8122-e54e-4796-a5df-1a35daed6ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:43:05.561213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Network hostable DHCP agents. Network: 98ee8122-e54e-4796-a5df-1a35daed6ff2, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:43:05.575796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4bdbabc-87c1-4535-8524-7a4c579bf779,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:05.623292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Network 98ee8122-e54e-4796-a5df-1a35daed6ff2 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:43:05.632526 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-41fa3d92-74b5-44a5-a8c4-78d7b38b7bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:05.646175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 98ee8122-e54e-4796-a5df-1a35daed6ff2) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:43:05.651175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:05.651761 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:05.664894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c75c73-6668-4916-9f70-72aa0b0efc19 None None] Network 98ee8122-e54e-4796-a5df-1a35daed6ff2 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:43:05.729832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-41fa3d92-74b5-44a5-a8c4-78d7b38b7bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:05.738230 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ca66e851-bfdd-4862-becc-cacbddd1694f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1680136 May 25 20:43:05.742737 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35274) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:05.751666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-41fa3d92-74b5-44a5-a8c4-78d7b38b7bdf admin admin] Usage tracker for resource:security_group_rule and tenant:daeaf82deb9c4c7a9be0b15fb222f861 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:05.770269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-178792713-router', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:05.776522 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-41fa3d92-74b5-44a5-a8c4-78d7b38b7bdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:05.785051 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:05.788413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:05.795345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-41fa3d92-74b5-44a5-a8c4-78d7b38b7bdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:05.807660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Usage tracker for resource:router and tenant:ac2e947dd2c5472e96d5c33ed7b1da6c is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:05.817212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:05.837627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:05.866965 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:05.868526 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:05.942718 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:06.088096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] Pushing event deleted for resources: {'Port': ['ID=3557e3e6-956f-4576-b99e-ca702188ede1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:06.286661 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:06.464295 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-41fa3d92-74b5-44a5-a8c4-78d7b38b7bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:06.486987 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-41fa3d92-74b5-44a5-a8c4-78d7b38b7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:06.548541 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:06.553359 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:06.555630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-98ee8122-e54e-4796-a5df-1a35daed6ff2', 'network_id': '98ee8122-e54e-4796-a5df-1a35daed6ff2', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'fixed_ips': [{'subnet_id': 'a4bdbabc-87c1-4535-8524-7a4c579bf779'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:43:06.556347 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:06.597515 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:06.598033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73285a88-b4d8-4058-ae5e-97d68fedf7bb {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:43:06.617184 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:06.622835 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f097d0cc-e2e3-40b5-9fe2-60f13520c585 admin admin] 10.222.0.60 "DELETE /v2.0/routers/73285a88-b4d8-4058-ae5e-97d68fedf7bb HTTP/1.1" status: 204 len: 168 time: 3.2732644 May 25 20:43:06.623433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35290) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:06.645875 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:06.700878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Transition to ACTIVE for port object 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:43:06.729694 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:06.754131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7a5205-99b4-4760-abf0-191d17ba939e admin admin] Deleting subnet b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:43:06.757733 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5205-99b4-4760-abf0-191d17ba939e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:06.831384 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5205-99b4-4760-abf0-191d17ba939e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:06.905464 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:06.930104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa3d92-74b5-44a5-a8c4-78d7b38b7bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39bf102-a77f-4e25-b69f-e6baaff4324c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:07.033123 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5205-99b4-4760-abf0-191d17ba939e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:07.116779 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Allocated IP 172.20.0.2 (98ee8122-e54e-4796-a5df-1a35daed6ff2/a4bdbabc-87c1-4535-8524-7a4c579bf779/5296d1a2-6987-4214-8dc9-afb775914116) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:43:07.165999 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5205-99b4-4760-abf0-191d17ba939e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:07.177820 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-41fa3d92-74b5-44a5-a8c4-78d7b38b7bdf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=daeaf82deb9c4c7a9be0b15fb222f861&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8967671 May 25 20:43:07.180827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35294) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:07.258206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a5205-99b4-4760-abf0-191d17ba939e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c63cb4-de3d-4ac9-8978-4b0c69cb9351,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:07.315644 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5205-99b4-4760-abf0-191d17ba939e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:07.363202 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2c7a5205-99b4-4760-abf0-191d17ba939e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b4c63cb4-de3d-4ac9-8978-4b0c69cb9351 HTTP/1.1" status: 204 len: 168 time: 0.7357337 May 25 20:43:07.363202 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7666c25-e9d7-4d18-bc51-a33a346ae717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:07.368887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35300) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:07.415452 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:07.430519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Transition to ACTIVE for port object 5296d1a2-6987-4214-8dc9-afb775914116 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:43:07.439331 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7666c25-e9d7-4d18-bc51-a33a346ae717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:07.454064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Transition to ACTIVE for port object 5296d1a2-6987-4214-8dc9-afb775914116 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:43:07.487184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241fd91-0449-4237-9a2f-53a56b91eaaf None None] Pushing event updated for resources: {'Port': ['ID=0e69cb52-e0ab-4bed-a0a4-09d6e6930796,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:07.494531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890c5703-6a8c-446a-bdf8-32da3f377953 None None] Network 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:43:07.529646 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:07.581727 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7666c25-e9d7-4d18-bc51-a33a346ae717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:07.633857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7666c25-e9d7-4d18-bc51-a33a346ae717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39bf102-a77f-4e25-b69f-e6baaff4324c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:07.646194 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7666c25-e9d7-4d18-bc51-a33a346ae717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:07.647859 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e7666c25-e9d7-4d18-bc51-a33a346ae717 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e39bf102-a77f-4e25-b69f-e6baaff4324c HTTP/1.1" status: 204 len: 168 time: 0.4035769 May 25 20:43:07.789234 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Network 98ee8122-e54e-4796-a5df-1a35daed6ff2 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:43:07.877560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1883b740-55b1-427a-8279-ada8c3a1acef no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:43:07.964324 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:07.975507 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:07.982916 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:43:07.986254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:43:08.009553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 1883b740-55b1-427a-8279-ada8c3a1acef {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:43:08.009890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1883b740-55b1-427a-8279-ada8c3a1acef not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:43:08.010329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3557e3e6-956f-4576-b99e-ca702188ede1 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:43:08.012142 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.016022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Deleting port 7782df83-3267-483b-a9e0-db925f5c6cfe {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:43:08.016354 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.084700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 3557e3e6-956f-4576-b99e-ca702188ede1 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:43:08.085037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3557e3e6-956f-4576-b99e-ca702188ede1 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:43:08.162403 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Pushing event updated for resources: {'Port': ['ID=5296d1a2-6987-4214-8dc9-afb775914116,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:08.169469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Attempting to bind port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:43:08.169831 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Attempting to bind port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '0d18baec-a4d2-49d2-b7ae-dbc04021c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:43:08.170263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Attempting to bind port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 on network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:43:08.206278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35310) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:08.225267 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5fa67293-a520-40a2-855f-a76b5052ec9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.225924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:43:08.226325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Checking segment: {'id': '0d18baec-a4d2-49d2-b7ae-dbc04021c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:43:08.226722 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.227107 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Bound using segment: {'id': '0d18baec-a4d2-49d2-b7ae-dbc04021c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:43:08.227580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Bound port: 0e69cb52-e0ab-4bed-a0a4-09d6e6930796, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d18baec-a4d2-49d2-b7ae-dbc04021c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:43:08.227946 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.245476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5fa67293-a520-40a2-855f-a76b5052ec9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:08.251224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5fa67293-a520-40a2-855f-a76b5052ec9a admin admin] Usage tracker for resource:security_group_rule and tenant:96cd223e396142a9b8850124ef433580 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:08.254872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5fa67293-a520-40a2-855f-a76b5052ec9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:08.260920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5fa67293-a520-40a2-855f-a76b5052ec9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:08.265670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Attempting to bind port 5296d1a2-6987-4214-8dc9-afb775914116 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:43:08.266646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Attempting to bind port 5296d1a2-6987-4214-8dc9-afb775914116 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '596858d8-a03a-4bab-9476-c3d8d9b443d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '98ee8122-e54e-4796-a5df-1a35daed6ff2'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:43:08.267071 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Attempting to bind port 5296d1a2-6987-4214-8dc9-afb775914116 on network 98ee8122-e54e-4796-a5df-1a35daed6ff2 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:43:08.313099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:43:08.313745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Checking segment: {'id': '596858d8-a03a-4bab-9476-c3d8d9b443d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '98ee8122-e54e-4796-a5df-1a35daed6ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:43:08.314143 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.314551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Bound using segment: {'id': '596858d8-a03a-4bab-9476-c3d8d9b443d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '98ee8122-e54e-4796-a5df-1a35daed6ff2'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:43:08.315021 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Bound port: 5296d1a2-6987-4214-8dc9-afb775914116, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596858d8-a03a-4bab-9476-c3d8d9b443d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '98ee8122-e54e-4796-a5df-1a35daed6ff2'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:43:08.315391 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.372696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Allocated IP 172.25.3.25 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/d1ae42a4-2054-4f16-8231-c905230c9479) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:43:08.383390 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5fa67293-a520-40a2-855f-a76b5052ec9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.396051 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5fa67293-a520-40a2-855f-a76b5052ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.457314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] For port 5296d1a2-6987-4214-8dc9-afb775914116, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:43:08.472655 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] For port 5296d1a2-6987-4214-8dc9-afb775914116, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5296d1a2-6987-4214-8dc9-afb775914116,segment=NetworkSegment(596858d8-a03a-4bab-9476-c3d8d9b443d9),segment_id=596858d8-a03a-4bab-9476-c3d8d9b443d9)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:43:08.481017 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.507460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5fa67293-a520-40a2-855f-a76b5052ec9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96cd223e396142a9b8850124ef433580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972164 May 25 20:43:08.508431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35316) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:08.582884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa67293-a520-40a2-855f-a76b5052ec9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69967d21-dcb2-499a-8ea0-04f19bcea06e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:08.612535 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e79c1b4b-96e6-49df-b863-7a11c7b6145d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.700338 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e79c1b4b-96e6-49df-b863-7a11c7b6145d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.702107 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] For port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:43:08.731772 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] For port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0e69cb52-e0ab-4bed-a0a4-09d6e6930796,segment=NetworkSegment(0d18baec-a4d2-49d2-b7ae-dbc04021c88d),segment_id=0d18baec-a4d2-49d2-b7ae-dbc04021c88d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:43:08.761726 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.796184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66938-bf3b-46dd-98a8-dec82a516d26 None None] Pushing event updated for resources: {'Port': ['ID=5296d1a2-6987-4214-8dc9-afb775914116,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:08.843032 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e79c1b4b-96e6-49df-b863-7a11c7b6145d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.880749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c1b4b-96e6-49df-b863-7a11c7b6145d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69967d21-dcb2-499a-8ea0-04f19bcea06e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:08.893645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] For port 7782df83-3267-483b-a9e0-db925f5c6cfe, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7782df83-3267-483b-a9e0-db925f5c6cfe,segment=NetworkSegment(05e73639-2dc8-4cb7-9652-44dd2d9280ba),segment_id=05e73639-2dc8-4cb7-9652-44dd2d9280ba)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:43:08.894014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.900636 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e79c1b4b-96e6-49df-b863-7a11c7b6145d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:08.914434 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e79c1b4b-96e6-49df-b863-7a11c7b6145d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69967d21-dcb2-499a-8ea0-04f19bcea06e HTTP/1.1" status: 204 len: 168 time: 0.4048548 May 25 20:43:08.955001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241fd91-0449-4237-9a2f-53a56b91eaaf None None] Pushing event updated for resources: {'Port': ['ID=0e69cb52-e0ab-4bed-a0a4-09d6e6930796,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:08.959339 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdd695a-88cc-4fe0-9803-0681a57f3d4f None None] DHCP port deletion for 055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:43:09.001615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd695a-88cc-4fe0-9803-0681a57f3d4f None None] Deleting port 7782df83-3267-483b-a9e0-db925f5c6cfe {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:43:09.001988 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3cdd695a-88cc-4fe0-9803-0681a57f3d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:09.071654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Routers {'5cce2fbc-480b-4a87-b4ef-b65a4f87692a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:43:09.072526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:43:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:09.208843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Calling delete_port for 7782df83-3267-483b-a9e0-db925f5c6cfe owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:43:09.290044 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:09.444385 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:09.482005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd695a-88cc-4fe0-9803-0681a57f3d4f None None] The port '7782df83-3267-483b-a9e0-db925f5c6cfe' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:43:09.521430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] No DVR routers for this DVR port 7782df83-3267-483b-a9e0-db925f5c6cfe on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:43:09.546468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] Set router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:43:09.605523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=7782df83-3267-483b-a9e0-db925f5c6cfe,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:09.794689 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:09.850550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:09.858189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5296d1a2-6987-4214-8dc9-afb775914116 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:43:09.869026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e73639-2dc8-4cb7-9652-44dd2d9280ba') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:09.869784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e73639-2dc8-4cb7-9652-44dd2d9280ba') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:09.898742 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:09.941569 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:09.949358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:43:09.949821 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:10.147811 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:10.180034 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 05e73639-2dc8-4cb7-9652-44dd2d9280ba resource provider aggregate not found May 25 20:43:10.329935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:43:10.351352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:43:10.354128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:43:10.492216 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 05e73639-2dc8-4cb7-9652-44dd2d9280ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05e73639-2dc8-4cb7-9652-44dd2d9280ba found for delete ", "request_id": "req-b5b290e8-5d82-47dc-b463-138757d0961c"}]} May 25 20:43:10.496010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 5296d1a2-6987-4214-8dc9-afb775914116 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:43:10.619129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:43:00Z', 'revision_number': 4, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port': {'id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:49Z', 'updated_at': '2022-05-25T20:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '0e69cb52-e0ab-4bed-a0a4-09d6e6930796', 'name': '', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'mac_address': 'fa:16:3e:54:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:58Z', 'updated_at': '2022-05-25T20:43:08Z', 'revision_number': 4, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'subnets': [{'id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:10.638286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995fb09b-0902-40ff-b518-b11e14a602a7 None None] The sync data for ids ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'] in n-d-843339-1 is: [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:43:00Z', 'revision_number': 4, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port': {'id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:49Z', 'updated_at': '2022-05-25T20:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '0e69cb52-e0ab-4bed-a0a4-09d6e6930796', 'name': '', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'mac_address': 'fa:16:3e:54:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:58Z', 'updated_at': '2022-05-25T20:43:08Z', 'revision_number': 4, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'subnets': [{'id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:43:10.655215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7782df83-3267-483b-a9e0-db925f5c6cfe no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:43:10.801754 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f0c06-7ec1-4ad8-b2b8-6a278ce411fe None None] Network 98ee8122-e54e-4796-a5df-1a35daed6ff2 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:43:10.847873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 7782df83-3267-483b-a9e0-db925f5c6cfe {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:43:10.848672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7782df83-3267-483b-a9e0-db925f5c6cfe not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:43:10.942638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-76a58f35-876e-43fb-98ad-5a4ca4b1c68b None None] Provisioning for port 5296d1a2-6987-4214-8dc9-afb775914116 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:43:10.967658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-76a58f35-876e-43fb-98ad-5a4ca4b1c68b None None] Provisioning complete for port 5296d1a2-6987-4214-8dc9-afb775914116 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:10.974774 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76a58f35-876e-43fb-98ad-5a4ca4b1c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:11.020212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:11.125860 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:11.135342 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:11.176945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] Pushing event deleted for resources: {'Network': ['ID=055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:11.208013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Pushing event updated for resources: {'Port': ['ID=d1ae42a4-2054-4f16-8231-c905230c9479,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:11.214432 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7281175b-4e3e-4b19-931d-c858aa893b0b admin admin] 10.222.0.60 "DELETE /v2.0/networks/055cbe0e-6d76-4f4a-8bc5-45ccb1d57eaf HTTP/1.1" status: 204 len: 168 time: 3.8431175 May 25 20:43:11.357966 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-817e4ec7-57ba-4098-b74b-68749ab3d594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:11.424582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-817e4ec7-57ba-4098-b74b-68749ab3d594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:11.438369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-817e4ec7-57ba-4098-b74b-68749ab3d594 admin admin] Usage tracker for resource:security_group_rule and tenant:c3b88155f4384ae7b131cdb83c035e8d is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:11.451740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-817e4ec7-57ba-4098-b74b-68749ab3d594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:11.482936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-817e4ec7-57ba-4098-b74b-68749ab3d594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:11.534039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35418) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:11.745819 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3592cc22-31e6-4222-b2b2-1524573d65cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84315881ccfd48e3a01bec49588326fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2096937 May 25 20:43:11.752175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35428) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:11.759644 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:11.781919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-76a58f35-876e-43fb-98ad-5a4ca4b1c68b None None] Current status of the port 5296d1a2-6987-4214-8dc9-afb775914116 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:43:11.790162 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76a58f35-876e-43fb-98ad-5a4ca4b1c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:11.831374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:43:11.962996 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-be74c5d8-b23c-421b-af71-c79190c2aae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:11.971018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-76a58f35-876e-43fb-98ad-5a4ca4b1c68b None None] For port 5296d1a2-6987-4214-8dc9-afb775914116, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5296d1a2-6987-4214-8dc9-afb775914116,segment=NetworkSegment(596858d8-a03a-4bab-9476-c3d8d9b443d9),segment_id=596858d8-a03a-4bab-9476-c3d8d9b443d9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:43:11.982164 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76a58f35-876e-43fb-98ad-5a4ca4b1c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.033553 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-be74c5d8-b23c-421b-af71-c79190c2aae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.140123 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-817e4ec7-57ba-4098-b74b-68749ab3d594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.159354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-817e4ec7-57ba-4098-b74b-68749ab3d594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.218019 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:43:12.236609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a58f35-876e-43fb-98ad-5a4ca4b1c68b None None] Pushing event updated for resources: {'Port': ['ID=5296d1a2-6987-4214-8dc9-afb775914116,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:12.259091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:12.259463 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.333757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-817e4ec7-57ba-4098-b74b-68749ab3d594 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3b88155f4384ae7b131cdb83c035e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3099499 May 25 20:43:12.335190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e4ec7-57ba-4098-b74b-68749ab3d594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b5bfa6-ebd7-40bf-8ecc-88a6bfa8640d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:12.341652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35460) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:12.463390 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-be74c5d8-b23c-421b-af71-c79190c2aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.512377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:43:12.513095 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.550196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74c5d8-b23c-421b-af71-c79190c2aae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8d55e2-406e-440f-9fd4-dfec47805b49,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:12.572017 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0e69cb52-e0ab-4bed-a0a4-09d6e6930796,segment=NetworkSegment(0d18baec-a4d2-49d2-b7ae-dbc04021c88d),segment_id=0d18baec-a4d2-49d2-b7ae-dbc04021c88d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:43:12.582388 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.647886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-be74c5d8-b23c-421b-af71-c79190c2aae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.653534 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.654186 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-be74c5d8-b23c-421b-af71-c79190c2aae6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce8d55e2-406e-440f-9fd4-dfec47805b49 HTTP/1.1" status: 204 len: 168 time: 0.9007554 May 25 20:43:12.657462 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15561704-0427-433e-9154-10dd682db71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.689015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=0e69cb52-e0ab-4bed-a0a4-09d6e6930796,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:12.746468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b5940792-64b1-4035-98fd-3efa1ab41624 None None] Provisioning complete for port 5296d1a2-6987-4214-8dc9-afb775914116 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:12.746842 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b5940792-64b1-4035-98fd-3efa1ab41624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.756535 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15561704-0427-433e-9154-10dd682db71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.931789 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15561704-0427-433e-9154-10dd682db71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.970306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15561704-0427-433e-9154-10dd682db71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b5bfa6-ebd7-40bf-8ecc-88a6bfa8640d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:12.984515 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15561704-0427-433e-9154-10dd682db71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:12.988227 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-15561704-0427-433e-9154-10dd682db71f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07b5bfa6-ebd7-40bf-8ecc-88a6bfa8640d HTTP/1.1" status: 204 len: 168 time: 0.6431859 May 25 20:43:13.081947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b5940792-64b1-4035-98fd-3efa1ab41624 None None] Current status of the port 5296d1a2-6987-4214-8dc9-afb775914116 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:43:13.232549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Router 45a00886-9d8a-45c3-9aef-22caadad2cc5 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:43:13.488278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:43:13.515709 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Sync routers for ids ['45a00886-9d8a-45c3-9aef-22caadad2cc5'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:43:13.531913 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Routers {'45a00886-9d8a-45c3-9aef-22caadad2cc5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:43:13.532541 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:43:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['45a00886-9d8a-45c3-9aef-22caadad2cc5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:13.568559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:13.576500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35490) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:13.577650 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-704f12d5-de2f-4324-bd15-c934a35e56af admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.8328729 May 25 20:43:13.669917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:43:13.814081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:13.814876 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:14.065692 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Set router 45a00886-9d8a-45c3-9aef-22caadad2cc5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:43:14.071770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:43:14.072871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5296d1a2-6987-4214-8dc9-afb775914116 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:43:14.251039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5296d1a2-6987-4214-8dc9-afb775914116 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:14.251724 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:14.473157 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'name': 'tempest-TestServerBasicOps-178792713-router', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'd1ae42a4-2054-4f16-8231-c905230c9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:43:05Z', 'updated_at': '2022-05-25T20:43:11Z', 'revision_number': 3, 'project_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'gw_port': {'id': 'd1ae42a4-2054-4f16-8231-c905230c9479', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:43:08Z', 'updated_at': '2022-05-25T20:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:14.475815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5296d1a2-6987-4214-8dc9-afb775914116 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:43:14.478691 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Checking router: 45a00886-9d8a-45c3-9aef-22caadad2cc5 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:43:14.478970 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Updating router 45a00886-9d8a-45c3-9aef-22caadad2cc5 port d1ae42a4-2054-4f16-8231-c905230c9479 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:43:14.564632 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:15.079670 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:15.173416 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:15.206654 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Transition to ACTIVE for port object d1ae42a4-2054-4f16-8231-c905230c9479 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:43:15.222325 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:15.318041 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6da84f-280c-4951-8177-fead0b357585 None None] Pushing event updated for resources: {'Port': ['ID=d1ae42a4-2054-4f16-8231-c905230c9479,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:15.346874 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Attempting to bind port d1ae42a4-2054-4f16-8231-c905230c9479 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:43:15.346874 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Attempting to bind port d1ae42a4-2054-4f16-8231-c905230c9479 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:43:15.346874 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Attempting to bind port d1ae42a4-2054-4f16-8231-c905230c9479 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:43:15.349705 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6da84f-280c-4951-8177-fead0b357585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:15.350037 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6da84f-280c-4951-8177-fead0b357585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:15.350389 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6da84f-280c-4951-8177-fead0b357585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:15.350711 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6da84f-280c-4951-8177-fead0b357585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:15.351029 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6da84f-280c-4951-8177-fead0b357585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:15.351346 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6da84f-280c-4951-8177-fead0b357585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:15.351660 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6da84f-280c-4951-8177-fead0b357585 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:15.351972 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6da84f-280c-4951-8177-fead0b357585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:15.352281 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6da84f-280c-4951-8177-fead0b357585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:15.352590 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6da84f-280c-4951-8177-fead0b357585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:15.352897 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6da84f-280c-4951-8177-fead0b357585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:15.353205 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6da84f-280c-4951-8177-fead0b357585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:15.367118 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:43:15.368834 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:43:15.369303 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:15.369751 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:43:15.370293 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Bound port: d1ae42a4-2054-4f16-8231-c905230c9479, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:43:15.370440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Allocated IP 172.20.0.1 (98ee8122-e54e-4796-a5df-1a35daed6ff2/a4bdbabc-87c1-4535-8524-7a4c579bf779/fa3ded8b-8a44-4b3a-befe-ff1954f87f9a) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:43:15.370631 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:15.475977 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] For port d1ae42a4-2054-4f16-8231-c905230c9479, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:43:15.479513 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] For port d1ae42a4-2054-4f16-8231-c905230c9479, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d1ae42a4-2054-4f16-8231-c905230c9479,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:43:15.487285 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:15.657575 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Routers {'45a00886-9d8a-45c3-9aef-22caadad2cc5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:43:15.659049 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:43:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['45a00886-9d8a-45c3-9aef-22caadad2cc5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:15.745225 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:15.783258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Transition to ACTIVE for port object fa3ded8b-8a44-4b3a-befe-ff1954f87f9a will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:43:15.869160 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:15.877620 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6da84f-280c-4951-8177-fead0b357585 None None] Pushing event updated for resources: {'Port': ['ID=d1ae42a4-2054-4f16-8231-c905230c9479,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:15.961541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Network 98ee8122-e54e-4796-a5df-1a35daed6ff2 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:43:15.968171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:43:15.979246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:43:16.023883 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] Set router 45a00886-9d8a-45c3-9aef-22caadad2cc5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:43:16.070242 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:16.280295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Pushing event updated for resources: {'Port': ['ID=fa3ded8b-8a44-4b3a-befe-ff1954f87f9a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:16.449080 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-32211188-436f-47c1-9376-1a0eca610bfe None None] Provisioning for port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:43:16.458125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-32211188-436f-47c1-9376-1a0eca610bfe None None] Provisioning complete for port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:16.460418 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-32211188-436f-47c1-9376-1a0eca610bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:16.580572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-32211188-436f-47c1-9376-1a0eca610bfe None None] Port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:43:16.606103 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:16.724177 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'name': 'tempest-TestServerBasicOps-178792713-router', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'd1ae42a4-2054-4f16-8231-c905230c9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:43:05Z', 'updated_at': '2022-05-25T20:43:11Z', 'revision_number': 3, 'project_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'gw_port': {'id': 'd1ae42a4-2054-4f16-8231-c905230c9479', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:43:08Z', 'updated_at': '2022-05-25T20:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:16.747746 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0525e9e-cc75-4552-9aa8-9bc09f3c42cb None None] The sync data for ids ['45a00886-9d8a-45c3-9aef-22caadad2cc5'] in n-d-843339-1 is: [{'id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'name': 'tempest-TestServerBasicOps-178792713-router', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'd1ae42a4-2054-4f16-8231-c905230c9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:43:05Z', 'updated_at': '2022-05-25T20:43:11Z', 'revision_number': 3, 'project_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'gw_port': {'id': 'd1ae42a4-2054-4f16-8231-c905230c9479', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:43:08Z', 'updated_at': '2022-05-25T20:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:43:17.393636 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:17.399608 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:17.516655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Pushing event updated for resources: {'Port': ['ID=fa3ded8b-8a44-4b3a-befe-ff1954f87f9a,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:17.558105 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:17.707125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d1ae42a4-2054-4f16-8231-c905230c9479 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:43:17.841070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port d1ae42a4-2054-4f16-8231-c905230c9479 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:43:17.855570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port d1ae42a4-2054-4f16-8231-c905230c9479 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:17.856618 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:17.986275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Network 98ee8122-e54e-4796-a5df-1a35daed6ff2 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:43:17.997903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:43:18.098373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port d1ae42a4-2054-4f16-8231-c905230c9479 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:43:18.098507 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:18.123651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port d1ae42a4-2054-4f16-8231-c905230c9479, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d1ae42a4-2054-4f16-8231-c905230c9479,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:43:18.131462 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:18.284926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=d1ae42a4-2054-4f16-8231-c905230c9479,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:18.494757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35648) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:18.522581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Router 45a00886-9d8a-45c3-9aef-22caadad2cc5 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:43:18.541727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e30b1a7d-67f2-4474-b0b9-89f63816a7bd None None] Provisioning complete for port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:18.541727 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e30b1a7d-67f2-4474-b0b9-89f63816a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:18.718267 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-208cb727-c4c2-465d-9670-4cd59dbb911b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:18.747299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-208cb727-c4c2-465d-9670-4cd59dbb911b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:18.754390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-208cb727-c4c2-465d-9670-4cd59dbb911b admin admin] Usage tracker for resource:security_group_rule and tenant:7b6d3c0e66b5413489b066eb932cc1f1 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:18.758682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-208cb727-c4c2-465d-9670-4cd59dbb911b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:18.769844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-208cb727-c4c2-465d-9670-4cd59dbb911b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:18.788842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e30b1a7d-67f2-4474-b0b9-89f63816a7bd None None] Port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:43:18.843859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:43:18.866102 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0db05b1c-b3eb-4256-90ac-5da29683099d admin admin] 10.222.0.60 "PUT /v2.0/routers/45a00886-9d8a-45c3-9aef-22caadad2cc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2866468 May 25 20:43:18.910277 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-208cb727-c4c2-465d-9670-4cd59dbb911b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:18.916224 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-208cb727-c4c2-465d-9670-4cd59dbb911b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:18.992966 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-208cb727-c4c2-465d-9670-4cd59dbb911b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b6d3c0e66b5413489b066eb932cc1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4961863 May 25 20:43:18.994001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cb727-c4c2-465d-9670-4cd59dbb911b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df829330-def6-44da-a47f-225226ba5e54,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:18.995547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35656) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:19.136481 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abebc5e5-5d01-4e9e-a599-d8cc904e4535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:19.182578 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abebc5e5-5d01-4e9e-a599-d8cc904e4535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:19.276365 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abebc5e5-5d01-4e9e-a599-d8cc904e4535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:19.316395 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-abebc5e5-5d01-4e9e-a599-d8cc904e4535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:19.317561 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-abebc5e5-5d01-4e9e-a599-d8cc904e4535 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df829330-def6-44da-a47f-225226ba5e54 HTTP/1.1" status: 204 len: 168 time: 0.3199341 May 25 20:43:19.326080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebc5e5-5d01-4e9e-a599-d8cc904e4535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df829330-def6-44da-a47f-225226ba5e54,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:19.598867 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Sync routers for ids ['45a00886-9d8a-45c3-9aef-22caadad2cc5'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:43:19.618174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35678) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:19.618676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Routers {'45a00886-9d8a-45c3-9aef-22caadad2cc5'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:43:19.619155 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:43:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['45a00886-9d8a-45c3-9aef-22caadad2cc5'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:19.722717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35684) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:19.728951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1290284719', 'description': 'tempest-secgroup-smoke-1290284719 description', 'project_id': '0e2e8e4738f347389eca7743d5eef987'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:19.742750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:19.753769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Usage tracker for resource:security_group and tenant:0e2e8e4738f347389eca7743d5eef987 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:19.759750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:19.775754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:19.798143 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:19.836558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:19.844094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Usage tracker for resource:security_group_rule and tenant:0e2e8e4738f347389eca7743d5eef987 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:19.854820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:19.871447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:19.938226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Set router 45a00886-9d8a-45c3-9aef-22caadad2cc5 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:43:20.070970 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.077188 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.117557 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0d93cd2e-3d0e-45a1-bd8c-a2939a9f9568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.121165 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d1ae42a4-2054-4f16-8231-c905230c9479 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:43:20.149840 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.154188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4280796 May 25 20:43:20.161313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35690) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:20.170197 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3384cb6-0edc-4a79-90b5-10decd1703c4 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8088aa-a909-40c0-9e78-d1fe54027d63,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:20.183021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c712d307-d668-489c-9b6c-54f184111d8c tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Request body: {'security_group_rule': {'security_group_id': '5a8088aa-a909-40c0-9e78-d1fe54027d63', 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:20.195758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c712d307-d668-489c-9b6c-54f184111d8c tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:20.197840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35696) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:20.201512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c712d307-d668-489c-9b6c-54f184111d8c tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Usage tracker for resource:security_group_rule and tenant:0e2e8e4738f347389eca7743d5eef987 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:20.205313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c712d307-d668-489c-9b6c-54f184111d8c tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:20.211752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c712d307-d668-489c-9b6c-54f184111d8c tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:20.221078 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3c25f33-93a6-4c8b-b130-f2ea1eb027fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.225824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0d93cd2e-3d0e-45a1-bd8c-a2939a9f9568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:20.230694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0d93cd2e-3d0e-45a1-bd8c-a2939a9f9568 admin admin] Usage tracker for resource:security_group_rule and tenant:cf22c3ef27ff4d7e856cca6b5bd46668 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:20.236835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0d93cd2e-3d0e-45a1-bd8c-a2939a9f9568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:20.257125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3c25f33-93a6-4c8b-b130-f2ea1eb027fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:20.257378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0d93cd2e-3d0e-45a1-bd8c-a2939a9f9568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:20.259141 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c712d307-d668-489c-9b6c-54f184111d8c tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.263534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3c25f33-93a6-4c8b-b130-f2ea1eb027fc admin admin] Usage tracker for resource:security_group_rule and tenant:9df74748340541a08e25a135a1f7da86 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:20.270778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f3c25f33-93a6-4c8b-b130-f2ea1eb027fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:20.286211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3c25f33-93a6-4c8b-b130-f2ea1eb027fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:20.347533 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port d1ae42a4-2054-4f16-8231-c905230c9479 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:20.348565 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.406504 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c712d307-d668-489c-9b6c-54f184111d8c tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.413408 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c712d307-d668-489c-9b6c-54f184111d8c tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.428413 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3c25f33-93a6-4c8b-b130-f2ea1eb027fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.433193 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3c25f33-93a6-4c8b-b130-f2ea1eb027fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.472094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712d307-d668-489c-9b6c-54f184111d8c tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2411b0f-74a7-4b2d-9ea9-55c228f5ad87,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:20.505407 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0d93cd2e-3d0e-45a1-bd8c-a2939a9f9568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.506914 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c712d307-d668-489c-9b6c-54f184111d8c tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.511122 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c712d307-d668-489c-9b6c-54f184111d8c tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3424432 May 25 20:43:20.512223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35702) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:20.516247 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f3c25f33-93a6-4c8b-b130-f2ea1eb027fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9df74748340541a08e25a135a1f7da86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136206 May 25 20:43:20.516247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c25f33-93a6-4c8b-b130-f2ea1eb027fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a861a2-3dd1-42bc-9335-28e9978adbc5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:20.517319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35704) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:20.535551 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0d93cd2e-3d0e-45a1-bd8c-a2939a9f9568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.570026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2c57e615-5b74-4e9c-8e28-dd2c9d32449b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Request body: {'security_group_rule': {'security_group_id': '5a8088aa-a909-40c0-9e78-d1fe54027d63', 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:20.584938 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0d93cd2e-3d0e-45a1-bd8c-a2939a9f9568 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf22c3ef27ff4d7e856cca6b5bd46668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9644890 May 25 20:43:20.589102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35710) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:20.593032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2c57e615-5b74-4e9c-8e28-dd2c9d32449b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:20.624402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2c57e615-5b74-4e9c-8e28-dd2c9d32449b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Usage tracker for resource:security_group_rule and tenant:0e2e8e4738f347389eca7743d5eef987 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:20.634869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2c57e615-5b74-4e9c-8e28-dd2c9d32449b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:20.645017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93cd2e-3d0e-45a1-bd8c-a2939a9f9568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5064bebc-961b-4134-8f50-6e9e108826c8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:20.648889 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port d1ae42a4-2054-4f16-8231-c905230c9479 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:43:20.652805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2c57e615-5b74-4e9c-8e28-dd2c9d32449b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:20.670811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'name': 'tempest-TestServerBasicOps-178792713-router', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'd1ae42a4-2054-4f16-8231-c905230c9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:43:05Z', 'updated_at': '2022-05-25T20:43:16Z', 'revision_number': 4, 'project_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'gw_port': {'id': 'd1ae42a4-2054-4f16-8231-c905230c9479', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:43:08Z', 'updated_at': '2022-05-25T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'fa3ded8b-8a44-4b3a-befe-ff1954f87f9a', 'name': '', 'network_id': '98ee8122-e54e-4796-a5df-1a35daed6ff2', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'mac_address': 'fa:16:3e:56:d9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'a4bdbabc-87c1-4535-8524-7a4c579bf779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:43:15Z', 'updated_at': '2022-05-25T20:43:16Z', 'revision_number': 2, 'project_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'subnets': [{'id': 'a4bdbabc-87c1-4535-8524-7a4c579bf779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:20.680247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Checking router: 45a00886-9d8a-45c3-9aef-22caadad2cc5 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:43:20.680739 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Updating router 45a00886-9d8a-45c3-9aef-22caadad2cc5 port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:43:20.698630 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2c57e615-5b74-4e9c-8e28-dd2c9d32449b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.738362 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35ad9fe3-492e-4f2e-a619-595642785e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.745485 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1fd8-ab98-4548-a90f-ec3ceba2dfd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.754735 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.802577 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35ad9fe3-492e-4f2e-a619-595642785e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.815339 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1fd8-ab98-4548-a90f-ec3ceba2dfd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.863581 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2c57e615-5b74-4e9c-8e28-dd2c9d32449b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.869504 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2c57e615-5b74-4e9c-8e28-dd2c9d32449b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.896074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57e615-5b74-4e9c-8e28-dd2c9d32449b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200564b8-20fa-4953-ad8c-0dc425b06fa9,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:20.911693 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1fd8-ab98-4548-a90f-ec3ceba2dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.918801 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35ad9fe3-492e-4f2e-a619-595642785e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.921275 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35ad9fe3-492e-4f2e-a619-595642785e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.922526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-35ad9fe3-492e-4f2e-a619-595642785e08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43a861a2-3dd1-42bc-9335-28e9978adbc5 HTTP/1.1" status: 204 len: 168 time: 0.4012127 May 25 20:43:20.931802 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2c57e615-5b74-4e9c-8e28-dd2c9d32449b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.933274 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2c57e615-5b74-4e9c-8e28-dd2c9d32449b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4140797 May 25 20:43:20.936557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35716) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:20.937299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad9fe3-492e-4f2e-a619-595642785e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a861a2-3dd1-42bc-9335-28e9978adbc5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:20.942269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c1fd8-ab98-4548-a90f-ec3ceba2dfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5064bebc-961b-4134-8f50-6e9e108826c8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:20.944819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5eae41b1-81b7-4b13-b91a-d58c4e5c436d tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Request body: {'security_group_rule': {'security_group_id': '5a8088aa-a909-40c0-9e78-d1fe54027d63', 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:20.955880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5eae41b1-81b7-4b13-b91a-d58c4e5c436d tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:20.956707 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1fd8-ab98-4548-a90f-ec3ceba2dfd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:20.960263 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6f2c1fd8-ab98-4548-a90f-ec3ceba2dfd3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5064bebc-961b-4134-8f50-6e9e108826c8 HTTP/1.1" status: 204 len: 168 time: 0.3704717 May 25 20:43:20.960685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5eae41b1-81b7-4b13-b91a-d58c4e5c436d tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Usage tracker for resource:security_group_rule and tenant:0e2e8e4738f347389eca7743d5eef987 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:20.966986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5eae41b1-81b7-4b13-b91a-d58c4e5c436d tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:20.975151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5eae41b1-81b7-4b13-b91a-d58c4e5c436d tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:21.003415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5eae41b1-81b7-4b13-b91a-d58c4e5c436d tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:21.149305 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5eae41b1-81b7-4b13-b91a-d58c4e5c436d tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:21.158284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5eae41b1-81b7-4b13-b91a-d58c4e5c436d tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:21.253245 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5eae41b1-81b7-4b13-b91a-d58c4e5c436d tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:21.258090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35726) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:21.263832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-eac1ad51-01aa-4469-90fb-ad70c12f151b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Request body: {'security_group_rule': {'security_group_id': '5a8088aa-a909-40c0-9e78-d1fe54027d63', 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:21.268250 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5eae41b1-81b7-4b13-b91a-d58c4e5c436d tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278925 May 25 20:43:21.274803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae41b1-81b7-4b13-b91a-d58c4e5c436d tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5c3724-b3c5-4b13-a459-de27e7eee257,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:21.275886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-eac1ad51-01aa-4469-90fb-ad70c12f151b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:21.283264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-eac1ad51-01aa-4469-90fb-ad70c12f151b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Usage tracker for resource:security_group_rule and tenant:0e2e8e4738f347389eca7743d5eef987 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:21.291015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-eac1ad51-01aa-4469-90fb-ad70c12f151b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:21.298316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-eac1ad51-01aa-4469-90fb-ad70c12f151b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:21.326837 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eac1ad51-01aa-4469-90fb-ad70c12f151b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:21.337958 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:21.358331 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Transition to ACTIVE for port object fa3ded8b-8a44-4b3a-befe-ff1954f87f9a will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:43:21.369157 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:21.737673 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eac1ad51-01aa-4469-90fb-ad70c12f151b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:21.748373 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eac1ad51-01aa-4469-90fb-ad70c12f151b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:21.764873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd176da-4166-4b17-96b7-b8d3f4fe74ac None None] Pushing event updated for resources: {'Port': ['ID=fa3ded8b-8a44-4b3a-befe-ff1954f87f9a,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:21.804581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1ad51-01aa-4469-90fb-ad70c12f151b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d68fbc-e183-4765-9fae-ff8efdd14399,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:21.840841 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eac1ad51-01aa-4469-90fb-ad70c12f151b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:21.844632 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-eac1ad51-01aa-4469-90fb-ad70c12f151b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5827308 May 25 20:43:21.844958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35752) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:21.851359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-4097ef42-90c1-45b8-b25e-42668a593d2b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Request body: {'security_group_rule': {'security_group_id': '5a8088aa-a909-40c0-9e78-d1fe54027d63', 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:21.884007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4097ef42-90c1-45b8-b25e-42668a593d2b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:21.890061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4097ef42-90c1-45b8-b25e-42668a593d2b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Usage tracker for resource:security_group_rule and tenant:0e2e8e4738f347389eca7743d5eef987 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:21.896727 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4097ef42-90c1-45b8-b25e-42668a593d2b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:21.907069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4097ef42-90c1-45b8-b25e-42668a593d2b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:21.924903 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-4097ef42-90c1-45b8-b25e-42668a593d2b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Project 0e2e8e4738f347389eca7743d5eef987 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:43:21.938389 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4097ef42-90c1-45b8-b25e-42668a593d2b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:21.982366 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Attempting to bind port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:43:21.982734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Attempting to bind port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '596858d8-a03a-4bab-9476-c3d8d9b443d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '98ee8122-e54e-4796-a5df-1a35daed6ff2'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:43:21.983095 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Attempting to bind port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a on network 98ee8122-e54e-4796-a5df-1a35daed6ff2 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:43:21.989782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:43:21.990520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Checking segment: {'id': '596858d8-a03a-4bab-9476-c3d8d9b443d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '98ee8122-e54e-4796-a5df-1a35daed6ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:43:21.991104 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:21.991849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Bound using segment: {'id': '596858d8-a03a-4bab-9476-c3d8d9b443d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '98ee8122-e54e-4796-a5df-1a35daed6ff2'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:43:21.992639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Bound port: fa3ded8b-8a44-4b3a-befe-ff1954f87f9a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596858d8-a03a-4bab-9476-c3d8d9b443d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '98ee8122-e54e-4796-a5df-1a35daed6ff2'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:43:21.993507 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:22.058896 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4097ef42-90c1-45b8-b25e-42668a593d2b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:22.066398 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4097ef42-90c1-45b8-b25e-42668a593d2b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:22.122183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097ef42-90c1-45b8-b25e-42668a593d2b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648ddf17-5e4c-47b9-9585-12e90e293101,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:22.165721 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4097ef42-90c1-45b8-b25e-42668a593d2b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:22.167578 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4097ef42-90c1-45b8-b25e-42668a593d2b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3216684 May 25 20:43:22.170676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35766) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:22.179652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-56643470-457e-455b-ae2c-81d18dcfa03a tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Request body: {'security_group_rule': {'security_group_id': '5a8088aa-a909-40c0-9e78-d1fe54027d63', 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:22.182686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] For port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:43:22.187283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-56643470-457e-455b-ae2c-81d18dcfa03a tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:22.187927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] For port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=fa3ded8b-8a44-4b3a-befe-ff1954f87f9a,segment=NetworkSegment(596858d8-a03a-4bab-9476-c3d8d9b443d9),segment_id=596858d8-a03a-4bab-9476-c3d8d9b443d9)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:43:22.194036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-56643470-457e-455b-ae2c-81d18dcfa03a tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Usage tracker for resource:security_group_rule and tenant:0e2e8e4738f347389eca7743d5eef987 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:22.196828 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:22.198597 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-56643470-457e-455b-ae2c-81d18dcfa03a tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:22.208247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-56643470-457e-455b-ae2c-81d18dcfa03a tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:22.221414 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-56643470-457e-455b-ae2c-81d18dcfa03a tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Project 0e2e8e4738f347389eca7743d5eef987 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:43:22.230521 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-56643470-457e-455b-ae2c-81d18dcfa03a tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:22.340409 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-56643470-457e-455b-ae2c-81d18dcfa03a tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:22.346291 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-56643470-457e-455b-ae2c-81d18dcfa03a tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:22.377058 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Routers {'45a00886-9d8a-45c3-9aef-22caadad2cc5'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:43:22.377715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:43:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['45a00886-9d8a-45c3-9aef-22caadad2cc5'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:22.397865 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56643470-457e-455b-ae2c-81d18dcfa03a tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe1800e-9686-470c-9024-533d617fa77b,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:22.402556 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-56643470-457e-455b-ae2c-81d18dcfa03a tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:22.404012 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-56643470-457e-455b-ae2c-81d18dcfa03a tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2325149 May 25 20:43:22.761235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] Set router 45a00886-9d8a-45c3-9aef-22caadad2cc5 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:43:22.926271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd176da-4166-4b17-96b7-b8d3f4fe74ac None None] Pushing event updated for resources: {'Port': ['ID=fa3ded8b-8a44-4b3a-befe-ff1954f87f9a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:23.148927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'name': 'tempest-TestServerBasicOps-178792713-router', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'd1ae42a4-2054-4f16-8231-c905230c9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:43:05Z', 'updated_at': '2022-05-25T20:43:16Z', 'revision_number': 4, 'project_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'gw_port': {'id': 'd1ae42a4-2054-4f16-8231-c905230c9479', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:43:08Z', 'updated_at': '2022-05-25T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'fa3ded8b-8a44-4b3a-befe-ff1954f87f9a', 'name': '', 'network_id': '98ee8122-e54e-4796-a5df-1a35daed6ff2', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'mac_address': 'fa:16:3e:56:d9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'a4bdbabc-87c1-4535-8524-7a4c579bf779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:43:15Z', 'updated_at': '2022-05-25T20:43:22Z', 'revision_number': 4, 'project_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'subnets': [{'id': 'a4bdbabc-87c1-4535-8524-7a4c579bf779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:23.154190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba9c3e-1d32-49f6-a9ab-e9b3306fe012 None None] The sync data for ids ['45a00886-9d8a-45c3-9aef-22caadad2cc5'] in n-d-843339-1 is: [{'id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'name': 'tempest-TestServerBasicOps-178792713-router', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'd1ae42a4-2054-4f16-8231-c905230c9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:43:05Z', 'updated_at': '2022-05-25T20:43:16Z', 'revision_number': 4, 'project_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'gw_port': {'id': 'd1ae42a4-2054-4f16-8231-c905230c9479', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:43:08Z', 'updated_at': '2022-05-25T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'fa3ded8b-8a44-4b3a-befe-ff1954f87f9a', 'name': '', 'network_id': '98ee8122-e54e-4796-a5df-1a35daed6ff2', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'mac_address': 'fa:16:3e:56:d9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'a4bdbabc-87c1-4535-8524-7a4c579bf779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:43:15Z', 'updated_at': '2022-05-25T20:43:22Z', 'revision_number': 4, 'project_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'subnets': [{'id': 'a4bdbabc-87c1-4535-8524-7a4c579bf779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:43:23.661028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fa3ded8b-8a44-4b3a-befe-ff1954f87f9a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:43:23.796123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35814) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:23.832395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:43:23.848161 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:23.848538 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:23.990519 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:24.058754 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92bbd5c5-6991-4420-b48e-15c2ec394413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:24.087697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-92bbd5c5-6991-4420-b48e-15c2ec394413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:24.097912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-92bbd5c5-6991-4420-b48e-15c2ec394413 admin admin] Usage tracker for resource:security_group_rule and tenant:56c7075bfc4644caa78f8be1eeb7db96 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:24.102486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-92bbd5c5-6991-4420-b48e-15c2ec394413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:24.115787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-92bbd5c5-6991-4420-b48e-15c2ec394413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:24.144300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:43:24.146217 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:24.225004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=fa3ded8b-8a44-4b3a-befe-ff1954f87f9a,segment=NetworkSegment(596858d8-a03a-4bab-9476-c3d8d9b443d9),segment_id=596858d8-a03a-4bab-9476-c3d8d9b443d9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:43:24.243985 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:24.276164 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92bbd5c5-6991-4420-b48e-15c2ec394413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:24.284207 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92bbd5c5-6991-4420-b48e-15c2ec394413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:24.375687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=fa3ded8b-8a44-4b3a-befe-ff1954f87f9a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:24.397347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35832) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:24.399584 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-92bbd5c5-6991-4420-b48e-15c2ec394413 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56c7075bfc4644caa78f8be1eeb7db96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5982754 May 25 20:43:24.405576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbd5c5-6991-4420-b48e-15c2ec394413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231971e5-b0a6-4e06-864d-2e036bf65394,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:24.508319 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:24.551142 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:24.623838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:24.641822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231971e5-b0a6-4e06-864d-2e036bf65394,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:24.658908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:24.659250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:24.659581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:24.659905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:24.660292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:24.660531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:24.661071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:24.661318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:24.661633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:24.661943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:24.662283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:24.662780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:24.672493 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:24.675884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-201b8b12-741d-4d9f-b29d-01f1e5585c35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/231971e5-b0a6-4e06-864d-2e036bf65394 HTTP/1.1" status: 204 len: 168 time: 0.2753015 May 25 20:43:25.452528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 35880) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:25.582860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fa3ded8b-8a44-4b3a-befe-ff1954f87f9a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:43:25.658230 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c5f39d5-cb0a-4c4a-b211-ffd962ff0994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:25.662141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:25.662574 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:25.676227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6c5f39d5-cb0a-4c4a-b211-ffd962ff0994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:25.683209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6c5f39d5-cb0a-4c4a-b211-ffd962ff0994 admin admin] Usage tracker for resource:security_group_rule and tenant:a0608d4be3464ad08759c7a36c89b130 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:25.687701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6c5f39d5-cb0a-4c4a-b211-ffd962ff0994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:25.695064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6c5f39d5-cb0a-4c4a-b211-ffd962ff0994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:25.822326 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:43:25.822784 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c5f39d5-cb0a-4c4a-b211-ffd962ff0994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:25.830094 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6c5f39d5-cb0a-4c4a-b211-ffd962ff0994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:25.894361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35896) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:25.894948 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6c5f39d5-cb0a-4c4a-b211-ffd962ff0994 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0608d4be3464ad08759c7a36c89b130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4398692 May 25 20:43:25.898138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f39d5-cb0a-4c4a-b211-ffd962ff0994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f337d247-a6d5-449c-b08c-9a5785f9f370,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:25.969832 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78e02a6b-1098-4326-a39e-769d72004129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:26.005627 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78e02a6b-1098-4326-a39e-769d72004129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:26.084132 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78e02a6b-1098-4326-a39e-769d72004129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:26.101217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e02a6b-1098-4326-a39e-769d72004129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f337d247-a6d5-449c-b08c-9a5785f9f370,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:26.108349 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78e02a6b-1098-4326-a39e-769d72004129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:26.115703 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-78e02a6b-1098-4326-a39e-769d72004129 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f337d247-a6d5-449c-b08c-9a5785f9f370 HTTP/1.1" status: 204 len: 168 time: 0.2134116 May 25 20:43:26.702538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35914) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:26.722975 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d62f3e29-e130-42c5-8d9e-ecdcd5d92025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:26.749585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d62f3e29-e130-42c5-8d9e-ecdcd5d92025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:26.756380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d62f3e29-e130-42c5-8d9e-ecdcd5d92025 admin admin] Usage tracker for resource:security_group_rule and tenant:276d4284250449a887e5c6a32803c5a6 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:26.759850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d62f3e29-e130-42c5-8d9e-ecdcd5d92025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:26.767339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d62f3e29-e130-42c5-8d9e-ecdcd5d92025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:26.877845 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d62f3e29-e130-42c5-8d9e-ecdcd5d92025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:26.883171 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d62f3e29-e130-42c5-8d9e-ecdcd5d92025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:26.938938 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d62f3e29-e130-42c5-8d9e-ecdcd5d92025 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=276d4284250449a887e5c6a32803c5a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345455 May 25 20:43:26.941109 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f3e29-e130-42c5-8d9e-ecdcd5d92025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b157bf1-b0df-4769-9a15-096bbd587352,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:26.943748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 35918) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:27.152162 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a9c1565c-1f15-4be2-a990-3482c02b5943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:27.191625 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a9c1565c-1f15-4be2-a990-3482c02b5943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:27.272771 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a9c1565c-1f15-4be2-a990-3482c02b5943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:27.291181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1565c-1f15-4be2-a990-3482c02b5943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b157bf1-b0df-4769-9a15-096bbd587352,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:27.296247 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a9c1565c-1f15-4be2-a990-3482c02b5943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:27.300331 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a9c1565c-1f15-4be2-a990-3482c02b5943 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b157bf1-b0df-4769-9a15-096bbd587352 HTTP/1.1" status: 204 len: 168 time: 0.3530207 May 25 20:43:28.170880 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bcfc7539-4760-4db1-a1c2-d0febcd7604e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:28.247743 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:30.604784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4675384d-b250-43b6-ac9f-73cfe44dbc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:31.386215 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:31.791482 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:33.131782 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:34.524282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-50bb721c-0795-475c-b5c8-35960259c8ff tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Synchronizing usage tracker for tenant:0e2e8e4738f347389eca7743d5eef987 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:43:34.529124 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:43:34.544568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-50bb721c-0795-475c-b5c8-35960259c8ff tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Unset dirty status for tenant:0e2e8e4738f347389eca7743d5eef987 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:43:34.546391 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-50bb721c-0795-475c-b5c8-35960259c8ff tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290284719&fields=id&tenant_id=0e2e8e4738f347389eca7743d5eef987 HTTP/1.1" status: 200 len: 267 time: 0.0709484 May 25 20:43:34.791363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-54973d75-5374-4070-a383-e677228aee3e tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:34.793199 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-54973d75-5374-4070-a383-e677228aee3e tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/networks?id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 HTTP/1.1" status: 200 len: 809 time: 0.2393029 May 25 20:43:34.814507 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6d24211c-2599-4e91-9e64-3743fd2b52d2 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/quotas/0e2e8e4738f347389eca7743d5eef987 HTTP/1.1" status: 200 len: 375 time: 0.0124023 May 25 20:43:34.926512 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-01e57185-fe3a-4f41-81a7-67843b20b961 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e2e8e4738f347389eca7743d5eef987&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062493 May 25 20:43:34.949631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-310f1032-4818-4490-bd69-be3b69301627 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:43:34.950601 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-310f1032-4818-4490-bd69-be3b69301627 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055571 May 25 20:43:35.141948 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-69480442-e11c-4707-afcc-cae018ca87e0 service neutron] 10.222.0.60 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814418 May 25 20:43:35.402127 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-b7ea0612-cd18-4362-bdb9-fd93e8233da4 service neutron] 10.222.0.60 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514145 May 25 20:43:35.846054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-cc0e67be-fa35-4878-be56-9b2cde2939af req-bce08054-bebe-4d01-8547-0dfa11c3482f tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Synchronizing usage tracker for tenant:0e2e8e4738f347389eca7743d5eef987 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:43:35.881960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-cc0e67be-fa35-4878-be56-9b2cde2939af req-bce08054-bebe-4d01-8547-0dfa11c3482f tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Unset dirty status for tenant:0e2e8e4738f347389eca7743d5eef987 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:43:35.884264 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc0e67be-fa35-4878-be56-9b2cde2939af req-bce08054-bebe-4d01-8547-0dfa11c3482f tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 210 time: 0.1489131 May 25 20:43:37.158531 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1f8eb1a7-979e-44c0-adae-d2137bc36673 req-1c98ff42-4d54-4d1d-bc18-060c0bbde51a tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 210 time: 0.0597875 May 25 20:43:37.529903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-938e8565-2d35-47ff-983f-535d5ca16110 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:37.532195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-938e8565-2d35-47ff-983f-535d5ca16110 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.70 "GET /v2.0/networks?id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 HTTP/1.1" status: 200 len: 809 time: 0.3596618 May 25 20:43:37.752791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-bc66eb34-47af-40e3-90ea-739ffe800c02 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e2e8e4738f347389eca7743d5eef987 HTTP/1.1" status: 200 len: 380 time: 0.2127910 May 25 20:43:37.778989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Request body: {'port': {'device_id': 'd9105746-6dcb-4134-a72e-98f2dfa015be', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'admin_state_up': True, 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'security_groups': ['5a8088aa-a909-40c0-9e78-d1fe54027d63']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:37.995356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:38.009625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:38.025863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Made reservation on behalf of 0e2e8e4738f347389eca7743d5eef987 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:43:38.032080 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:38.244536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Allocated IP 172.20.0.5 (f76f0eb9-18b4-4d0e-97ff-194f3fb5c705/ac01637c-8629-4b8f-9c95-c238dbd975e2/a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:43:38.486742 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-54de4294-9080-4025-9b95-334eb52a04e9 req-6d62c3fc-ac02-4c66-9994-8b8c37323a6b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 210 time: 0.1124303 May 25 20:43:38.604890 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:38.644898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Transition to ACTIVE for port object a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:43:38.689232 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:39.038030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:43:39.040309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:43:39.067807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:43:39.174482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Pushing event updated for resources: {'Port': ['ID=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:39.263075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:39.267095 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:39.361586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-6e6dcb6a-7973-438b-9bc5-75baecc29304 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6030586 May 25 20:43:39.372024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Request body: {'port': {'device_id': 'd9105746-6dcb-4134-a72e-98f2dfa015be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:39.507918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2cd88c91-4eac-4dd0-a7d4-6e942f5c7392 None None] Provisioning for port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:43:39.514827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2cd88c91-4eac-4dd0-a7d4-6e942f5c7392 None None] Provisioning complete for port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:39.515716 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2cd88c91-4eac-4dd0-a7d4-6e942f5c7392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:39.642366 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:39.667488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2cd88c91-4eac-4dd0-a7d4-6e942f5c7392 None None] Port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:43:40.098701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbc177-cdd5-4a4a-864c-61f22aaa5081 req-6d998240-8aa6-41f7-9619-14afc57ea81b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:40.100158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1bdbc177-cdd5-4a4a-864c-61f22aaa5081 req-6d998240-8aa6-41f7-9619-14afc57ea81b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Synchronizing usage tracker for tenant:0e2e8e4738f347389eca7743d5eef987 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:43:40.251616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1bdbc177-cdd5-4a4a-864c-61f22aaa5081 req-6d998240-8aa6-41f7-9619-14afc57ea81b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Unset dirty status for tenant:0e2e8e4738f347389eca7743d5eef987 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:43:40.277831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1bdbc177-cdd5-4a4a-864c-61f22aaa5081 req-6d998240-8aa6-41f7-9619-14afc57ea81b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 931 time: 0.5023000 May 25 20:43:40.415800 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1bdbc177-cdd5-4a4a-864c-61f22aaa5081 req-24d9a32d-983e-4cd3-92c1-0f1f49ce4679 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a8088aa-a909-40c0-9e78-d1fe54027d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085219 May 25 20:43:40.573085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:43:40.601105 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:40.630291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Transition to ACTIVE for port object a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:43:40.643255 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:41.011474 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:41.024653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Attempting to bind port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:43:41.025008 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Attempting to bind port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '0d18baec-a4d2-49d2-b7ae-dbc04021c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:43:41.025384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Attempting to bind port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f on network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:43:41.030720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f on network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:43:41.031688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Attempting to bind port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f on network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:43:41.037614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:43:41.038027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Checking segment: {'id': '0d18baec-a4d2-49d2-b7ae-dbc04021c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:43:41.038497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Bound using segment: {'id': '0d18baec-a4d2-49d2-b7ae-dbc04021c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:43:41.039231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Bound port: a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d18baec-a4d2-49d2-b7ae-dbc04021c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:43:41.039644 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:41.148285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] For port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:43:41.151407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] For port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f,segment=NetworkSegment(0d18baec-a4d2-49d2-b7ae-dbc04021c88d),segment_id=0d18baec-a4d2-49d2-b7ae-dbc04021c88d)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:43:41.158939 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:41.178835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36288) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:41.251419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:41.266489 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:41.267254 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:41.269195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-03e8316f-4f64-4105-a611-83e86e769888 service neutron] 10.222.0.70 "PUT /v2.0/ports/a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f HTTP/1.1" status: 200 len: 1091 time: 1.9014637 May 25 20:43:41.269711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9105746-6dcb-4134-a72e-98f2dfa015be', 'tag': 'a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:43:41.414241 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca4ed062-e378-49db-b50a-3b9be071622f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:41.426931 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b38c562-5506-4add-ad54-e3ba41b878a7'] response: {'name': 'network-changed', 'server_uuid': 'd9105746-6dcb-4134-a72e-98f2dfa015be', 'tag': 'a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f', 'status': 'completed', 'code': 200} May 25 20:43:41.446916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ca4ed062-e378-49db-b50a-3b9be071622f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:41.456759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ca4ed062-e378-49db-b50a-3b9be071622f admin admin] Usage tracker for resource:security_group_rule and tenant:f1c8b01330234ea5bce203c54ffcc974 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:41.462783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ca4ed062-e378-49db-b50a-3b9be071622f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:41.479055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ca4ed062-e378-49db-b50a-3b9be071622f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:41.507960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-89f849a0-8a99-4197-8541-8293016e6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:41.509559 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-89f849a0-8a99-4197-8541-8293016e6095 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e2e8e4738f347389eca7743d5eef987&device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 1094 time: 0.1678610 May 25 20:43:41.628175 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-77b35026-a4e4-4e85-b2c5-fb80dd9ba01c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f HTTP/1.1" status: 200 len: 217 time: 0.1095216 May 25 20:43:41.732136 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca4ed062-e378-49db-b50a-3b9be071622f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:41.742066 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca4ed062-e378-49db-b50a-3b9be071622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:41.777423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-f9e3ccc7-52f9-4abc-af13-5e13fc2bd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:41.779214 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-f9e3ccc7-52f9-4abc-af13-5e13fc2bd231 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac01637c-8629-4b8f-9c95-c238dbd975e2 HTTP/1.1" status: 200 len: 848 time: 0.1458910 May 25 20:43:41.848734 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ca4ed062-e378-49db-b50a-3b9be071622f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1c8b01330234ea5bce203c54ffcc974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6663635 May 25 20:43:41.849553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36302) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:41.850196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ed062-e378-49db-b50a-3b9be071622f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e1fcb3-e6b1-4a62-9bea-9411c243a047,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:41.868031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995686df-591c-45af-af93-6f3a075aeaab req-fac6e3ae-3130-4bc5-9ac7-99712e48b020 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:41.871824 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-995686df-591c-45af-af93-6f3a075aeaab req-fac6e3ae-3130-4bc5-9ac7-99712e48b020 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 943 time: 0.1999798 May 25 20:43:41.959453 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-995686df-591c-45af-af93-6f3a075aeaab req-91598d3a-f3db-413d-84fa-fd2f7a445760 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a8088aa-a909-40c0-9e78-d1fe54027d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777774 May 25 20:43:41.967440 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34949337-e5e9-4b46-adff-263bbd14f25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:41.973326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-773d3b7f-6bee-4221-83a3-6330d3b9c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:41.975431 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-773d3b7f-6bee-4221-83a3-6330d3b9c5da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899004 May 25 20:43:42.020837 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34949337-e5e9-4b46-adff-263bbd14f25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:42.106797 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34949337-e5e9-4b46-adff-263bbd14f25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:42.123362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34949337-e5e9-4b46-adff-263bbd14f25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e1fcb3-e6b1-4a62-9bea-9411c243a047,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:42.131654 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34949337-e5e9-4b46-adff-263bbd14f25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:42.132771 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-34949337-e5e9-4b46-adff-263bbd14f25c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85e1fcb3-e6b1-4a62-9bea-9411c243a047 HTTP/1.1" status: 204 len: 168 time: 0.2776625 May 25 20:43:42.181460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-454bdb8f-4ad9-48a9-a68e-22bb89296d17 service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949058 May 25 20:43:42.491296 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-998523ae-4846-49bd-b3b6-cf4efbe97fdd req-e98facae-d751-49a4-ad7e-ce62c6001c94 service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027718 May 25 20:43:42.577915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36324) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:42.628832 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24e48f43-8433-4776-b67a-f626bc6f0be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:42.637743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820ba4e-465b-4ecc-b4a1-c3e722516f12 req-6b9a1294-5480-406f-86c2-051168e66bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:42.639622 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f820ba4e-465b-4ecc-b4a1-c3e722516f12 req-6b9a1294-5480-406f-86c2-051168e66bd1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e2e8e4738f347389eca7743d5eef987&device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 1094 time: 0.0961504 May 25 20:43:42.666081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-24e48f43-8433-4776-b67a-f626bc6f0be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:42.670721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-24e48f43-8433-4776-b67a-f626bc6f0be2 admin admin] Usage tracker for resource:security_group_rule and tenant:325704b0999342798d099a0ba4461db1 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:42.673999 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-24e48f43-8433-4776-b67a-f626bc6f0be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:42.680390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-24e48f43-8433-4776-b67a-f626bc6f0be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:42.805080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820ba4e-465b-4ecc-b4a1-c3e722516f12 req-29e75d77-27b8-44fc-aef2-42964c51ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:42.806951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f820ba4e-465b-4ecc-b4a1-c3e722516f12 req-29e75d77-27b8-44fc-aef2-42964c51ffc5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 HTTP/1.1" status: 200 len: 910 time: 0.1612854 May 25 20:43:42.837319 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24e48f43-8433-4776-b67a-f626bc6f0be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:42.845314 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24e48f43-8433-4776-b67a-f626bc6f0be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:42.883770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f820ba4e-465b-4ecc-b4a1-c3e722516f12 req-04150e6f-cd35-4e0d-8f1f-35be4774425d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f HTTP/1.1" status: 200 len: 217 time: 0.0699084 May 25 20:43:42.895094 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-24e48f43-8433-4776-b67a-f626bc6f0be2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=325704b0999342798d099a0ba4461db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157904 May 25 20:43:42.897923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36328) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:42.948025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e48f43-8433-4776-b67a-f626bc6f0be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73ffcf9-81fd-43f3-a73b-6f83f79a3621,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:42.949937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820ba4e-465b-4ecc-b4a1-c3e722516f12 req-73697333-4329-4493-948e-d820fe8bbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:42.964464 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f820ba4e-465b-4ecc-b4a1-c3e722516f12 req-73697333-4329-4493-948e-d820fe8bbcc9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac01637c-8629-4b8f-9c95-c238dbd975e2 HTTP/1.1" status: 200 len: 848 time: 0.0752215 May 25 20:43:43.002737 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-12efe09e-fe51-4e87-bcce-207e543506fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:43.048424 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-12efe09e-fe51-4e87-bcce-207e543506fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:43.064533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820ba4e-465b-4ecc-b4a1-c3e722516f12 req-9cdf24bf-eaeb-461c-b8a6-7580cbf7564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:43.066135 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f820ba4e-465b-4ecc-b4a1-c3e722516f12 req-9cdf24bf-eaeb-461c-b8a6-7580cbf7564a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959201 May 25 20:43:43.168279 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-12efe09e-fe51-4e87-bcce-207e543506fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:43.184886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efe09e-fe51-4e87-bcce-207e543506fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73ffcf9-81fd-43f3-a73b-6f83f79a3621,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:43.218900 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-12efe09e-fe51-4e87-bcce-207e543506fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:43.220371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-12efe09e-fe51-4e87-bcce-207e543506fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a73ffcf9-81fd-43f3-a73b-6f83f79a3621 HTTP/1.1" status: 204 len: 168 time: 0.3210356 May 25 20:43:43.245839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756b4c3-6540-4711-baf6-23ee9c583f35 req-cae77cee-858c-4901-8399-a446a7eba953 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:43.247400 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f756b4c3-6540-4711-baf6-23ee9c583f35 req-cae77cee-858c-4901-8399-a446a7eba953 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 943 time: 0.1398730 May 25 20:43:43.286913 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f820ba4e-465b-4ecc-b4a1-c3e722516f12 req-8dc47d45-1c9e-405a-9560-b364681f08f8 service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141733 May 25 20:43:43.301697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f756b4c3-6540-4711-baf6-23ee9c583f35 req-14abde86-f63f-4a5e-a210-ef60d6a7450f tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Synchronizing usage tracker for tenant:0e2e8e4738f347389eca7743d5eef987 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:43:43.330025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f756b4c3-6540-4711-baf6-23ee9c583f35 req-14abde86-f63f-4a5e-a210-ef60d6a7450f tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Unset dirty status for tenant:0e2e8e4738f347389eca7743d5eef987 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:43:43.330870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f756b4c3-6540-4711-baf6-23ee9c583f35 req-14abde86-f63f-4a5e-a210-ef60d6a7450f tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a8088aa-a909-40c0-9e78-d1fe54027d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762529 May 25 20:43:43.508775 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f820ba4e-465b-4ecc-b4a1-c3e722516f12 req-2fe9310e-f958-462e-833d-c5f776c595fb service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152443 May 25 20:43:43.787575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36356) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:43.815853 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68d76e55-ea32-4b16-83b8-12790802d63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:43.834297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-68d76e55-ea32-4b16-83b8-12790802d63c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:43.837513 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-68d76e55-ea32-4b16-83b8-12790802d63c admin admin] Usage tracker for resource:security_group_rule and tenant:58f44e12fec94741885fdbc614214445 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:43.840876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-68d76e55-ea32-4b16-83b8-12790802d63c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:43.847083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-68d76e55-ea32-4b16-83b8-12790802d63c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:43.890554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f756-273b-44a4-958c-8cb17446066d req-18a5cbf4-41c2-46a5-a717-38eb03acb8b2 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:43.893290 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21c4f756-273b-44a4-958c-8cb17446066d req-18a5cbf4-41c2-46a5-a717-38eb03acb8b2 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 812 time: 0.2885194 May 25 20:43:43.918567 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21c4f756-273b-44a4-958c-8cb17446066d req-60c150a3-5b5f-472f-971f-6b1ccd9a40a6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/quotas/7e7010833e5c431293fcd9aca5363db5 HTTP/1.1" status: 200 len: 375 time: 0.0182180 May 25 20:43:43.948287 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68d76e55-ea32-4b16-83b8-12790802d63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:43.956585 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68d76e55-ea32-4b16-83b8-12790802d63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:44.018254 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-68d76e55-ea32-4b16-83b8-12790802d63c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58f44e12fec94741885fdbc614214445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299345 May 25 20:43:44.019146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d76e55-ea32-4b16-83b8-12790802d63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83adb847-0614-40be-ab4b-378f610f76f9,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:44.021523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36360) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:44.022936 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21c4f756-273b-44a4-958c-8cb17446066d req-2af51d6c-1383-4032-a336-e03766f151cf tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031785 May 25 20:43:44.091056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9093793e-f6bb-40a3-a94f-088599db1e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:44.123295 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9093793e-f6bb-40a3-a94f-088599db1e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:44.165452 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21c4f756-273b-44a4-958c-8cb17446066d req-0035aabe-1b7d-4ec5-963f-fb3e97f9a24d service neutron] 10.222.0.60 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413960 May 25 20:43:44.200222 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9093793e-f6bb-40a3-a94f-088599db1e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:44.221428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9093793e-f6bb-40a3-a94f-088599db1e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:44.222683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9093793e-f6bb-40a3-a94f-088599db1e11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83adb847-0614-40be-ab4b-378f610f76f9 HTTP/1.1" status: 204 len: 168 time: 0.2001674 May 25 20:43:44.226054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093793e-f6bb-40a3-a94f-088599db1e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83adb847-0614-40be-ab4b-378f610f76f9,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:44.362593 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21c4f756-273b-44a4-958c-8cb17446066d req-dc8d17dc-73dd-4c4b-ae01-36f61289f207 service neutron] 10.222.0.60 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839638 May 25 20:43:44.599327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529f7c9-d932-4c6a-91c2-73ca34c5b2e5 req-adac1d4d-bc12-4ae8-adc1-1e065c7cbf68 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:44.606758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1529f7c9-d932-4c6a-91c2-73ca34c5b2e5 req-adac1d4d-bc12-4ae8-adc1-1e065c7cbf68 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 943 time: 0.1230838 May 25 20:43:44.677663 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1529f7c9-d932-4c6a-91c2-73ca34c5b2e5 req-9613e7df-1187-4af3-93ef-bb10d0fababf tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a8088aa-a909-40c0-9e78-d1fe54027d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698187 May 25 20:43:45.115613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d32e46d-a255-4587-ae75-a46b19d2f925 req-8ee74e11-fb01-444b-b8e6-4fa6984d77ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 210 time: 0.0693469 May 25 20:43:45.814494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:43:45.968831 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3c48b-524a-4b0e-8f2d-e4799df07826 req-0232e902-da5b-430c-99eb-034ad7e234e0 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:45.980331 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bac3c48b-524a-4b0e-8f2d-e4799df07826 req-0232e902-da5b-430c-99eb-034ad7e234e0 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 943 time: 0.1248119 May 25 20:43:46.025917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f,segment=NetworkSegment(0d18baec-a4d2-49d2-b7ae-dbc04021c88d),segment_id=0d18baec-a4d2-49d2-b7ae-dbc04021c88d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:43:46.042730 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bac3c48b-524a-4b0e-8f2d-e4799df07826 req-9f092a78-ced9-4fe5-8b52-434e429887a5 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a8088aa-a909-40c0-9e78-d1fe54027d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610871 May 25 20:43:46.050943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'port_id': 'a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f', 'mac_address': 'fa:16:3e:cf:d9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:43:46.113092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:43:46.113476 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:46.132563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:43:46.150507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f,segment=NetworkSegment(0d18baec-a4d2-49d2-b7ae-dbc04021c88d),segment_id=0d18baec-a4d2-49d2-b7ae-dbc04021c88d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:43:46.157839 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:46.361384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-83300052-2dea-4241-88f6-eb78ca06ef94 req-a1a6d311-de30-49ce-a242-d7175e7607f6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 210 time: 0.0613911 May 25 20:43:46.405229 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:46.435026 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:46.438658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:46.439095 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:46.439436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:46.440125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:46.440463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:46.440792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:46.441116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:46.441477 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:46.441751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:46.447475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:46.448024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:46.509620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36434) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:46.527916 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:43:46.764783 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f756-273b-44a4-958c-8cb17446066d req-863e7df2-e9db-4bfa-90d0-8c5e574a18a5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:46.768595 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21c4f756-273b-44a4-958c-8cb17446066d req-863e7df2-e9db-4bfa-90d0-8c5e574a18a5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 812 time: 0.4479861 May 25 20:43:46.783052 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-827ddbfd-a825-42cf-a627-d854d6e6fbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:46.832694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'port': {'device_id': '8ab86e7c-4d45-4ee9-9032-c1241a0092c7', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'admin_state_up': True, 'tenant_id': '7e7010833e5c431293fcd9aca5363db5'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:47.013100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-827ddbfd-a825-42cf-a627-d854d6e6fbff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:47.236804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-827ddbfd-a825-42cf-a627-d854d6e6fbff admin admin] Usage tracker for resource:security_group_rule and tenant:7dc81c256d8444338cb3346f04a51237 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:47.277118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-827ddbfd-a825-42cf-a627-d854d6e6fbff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:47.298780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-827ddbfd-a825-42cf-a627-d854d6e6fbff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:47.330483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:47.349159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:47.390751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Made reservation on behalf of 7e7010833e5c431293fcd9aca5363db5 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:43:47.394502 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:47.454275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd79650-c818-45a0-9702-35c8ceed3066 req-5248fe3d-5ce5-4ea1-ab10-b513b78cdd0e tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:47.456134 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5bd79650-c818-45a0-9702-35c8ceed3066 req-5248fe3d-5ce5-4ea1-ab10-b513b78cdd0e tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 944 time: 0.2208061 May 25 20:43:47.544537 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-743d1cee-8b1e-46c1-8c57-df65832ae3ad req-2cc57ca5-7f1c-470c-9203-bdebfeb245d2 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 210 time: 0.0559602 May 25 20:43:47.587366 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5bd79650-c818-45a0-9702-35c8ceed3066 req-39052aab-e6fc-4c0b-b79d-65557974bac8 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a8088aa-a909-40c0-9e78-d1fe54027d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939515 May 25 20:43:47.613118 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-827ddbfd-a825-42cf-a627-d854d6e6fbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:47.657705 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-827ddbfd-a825-42cf-a627-d854d6e6fbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:47.725722 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-827ddbfd-a825-42cf-a627-d854d6e6fbff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7dc81c256d8444338cb3346f04a51237&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2111971 May 25 20:43:47.727942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36460) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:47.737084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ddbfd-a825-42cf-a627-d854d6e6fbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70132b31-21e6-4d20-bc06-914fbd1b8f36,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:47.745522 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Allocated IP 172.20.0.10 (e8b72074-fda4-47cc-ba54-cf2b1a031238/a57f86a8-16f5-403a-9fff-dacc6807d6d3/5bcc3f7d-6458-4209-8fb5-18c459cdf0f0) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:43:47.828080 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:43:47.861296 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53037313-daf1-48e8-819a-227fce9adb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:47.913556 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53037313-daf1-48e8-819a-227fce9adb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:47.964053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:43:47.984943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:47.985746 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:48.027634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53037313-daf1-48e8-819a-227fce9adb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:48.042784 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:48.070251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Transition to ACTIVE for port object 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:43:48.081128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53037313-daf1-48e8-819a-227fce9adb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70132b31-21e6-4d20-bc06-914fbd1b8f36,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:48.103878 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53037313-daf1-48e8-819a-227fce9adb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:48.105333 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:48.105588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-53037313-daf1-48e8-819a-227fce9adb79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70132b31-21e6-4d20-bc06-914fbd1b8f36 HTTP/1.1" status: 204 len: 168 time: 0.3751431 May 25 20:43:48.182258 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:43:48.183029 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:48.203036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'Port': ['ID=5bcc3f7d-6458-4209-8fb5-18c459cdf0f0,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:48.217720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:43:48.219373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:43:48.222725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:43:48.231654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f,segment=NetworkSegment(0d18baec-a4d2-49d2-b7ae-dbc04021c88d),segment_id=0d18baec-a4d2-49d2-b7ae-dbc04021c88d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:43:48.232683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9105746-6dcb-4134-a72e-98f2dfa015be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:43:48.241469 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:48.339422 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76315502-bff5-49b0-87e1-10d451f32fe1'] response: {'server_uuid': 'd9105746-6dcb-4134-a72e-98f2dfa015be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f', 'code': 200} May 25 20:43:48.340231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:48.384608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:48.386282 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:48.506146 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21c4f756-273b-44a4-958c-8cb17446066d req-f3f09ca4-153a-44e2-9cf0-f5a09ecf64f5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7252772 May 25 20:43:48.522975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Request body: {'port': {'device_id': '8ab86e7c-4d45-4ee9-9032-c1241a0092c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:48.573494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cb262-aea9-4545-a791-412b9b10ce46 req-f4308d68-3567-4831-89d7-84b14839a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:48.575256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a9cb262-aea9-4545-a791-412b9b10ce46 req-f4308d68-3567-4831-89d7-84b14839a4aa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 1096 time: 0.1783688 May 25 20:43:48.643917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d3524f1-c019-4d06-8056-b94fa1a474c0 None None] Provisioning for port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:43:48.657214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d3524f1-c019-4d06-8056-b94fa1a474c0 None None] Provisioning complete for port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:43:48.657583 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d3524f1-c019-4d06-8056-b94fa1a474c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:48.756134 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a9cb262-aea9-4545-a791-412b9b10ce46 req-9706e9d7-b15d-4001-96f5-1e7469a876b0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5a8088aa-a909-40c0-9e78-d1fe54027d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734867 May 25 20:43:48.810243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36482) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:48.834735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d3524f1-c019-4d06-8056-b94fa1a474c0 None None] Port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:43:48.897865 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:48.987015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ed4fc-d922-48b8-aa72-9a00caa55053 req-531bb992-51b0-4f9c-899f-9c3559df5050 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:48.989437 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-352ed4fc-d922-48b8-aa72-9a00caa55053 req-531bb992-51b0-4f9c-899f-9c3559df5050 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 945 time: 0.1208501 May 25 20:43:49.037811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c475a4e-cf1b-4bc8-876a-24960fa5e06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:49.065962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92c6e9-6193-4b26-b5f1-cb8052cd43a1 req-30f91d87-3133-428e-9257-04686be2df5f tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:49.066726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ee92c6e9-6193-4b26-b5f1-cb8052cd43a1 req-30f91d87-3133-428e-9257-04686be2df5f tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:43:49.079247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6c475a4e-cf1b-4bc8-876a-24960fa5e06f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:49.083368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6c475a4e-cf1b-4bc8-876a-24960fa5e06f admin admin] Usage tracker for resource:security_group_rule and tenant:23a1490e64494f9d84554511b5edcbe0 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:49.086429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6c475a4e-cf1b-4bc8-876a-24960fa5e06f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:49.095043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6c475a4e-cf1b-4bc8-876a-24960fa5e06f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:49.102611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-352ed4fc-d922-48b8-aa72-9a00caa55053 req-aa97887f-bead-4607-9204-46b108e7f33b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a8088aa-a909-40c0-9e78-d1fe54027d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067107 May 25 20:43:49.155397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-ee92c6e9-6193-4b26-b5f1-cb8052cd43a1 req-30f91d87-3133-428e-9257-04686be2df5f tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:43:49.162975 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee92c6e9-6193-4b26-b5f1-cb8052cd43a1 req-30f91d87-3133-428e-9257-04686be2df5f tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 932 time: 0.4057219 May 25 20:43:49.200530 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c475a4e-cf1b-4bc8-876a-24960fa5e06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:49.207138 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6c475a4e-cf1b-4bc8-876a-24960fa5e06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:49.236343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ee92c6e9-6193-4b26-b5f1-cb8052cd43a1 req-c847fb7a-36d5-4f4e-a030-b291619dfe03 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725083 May 25 20:43:49.291112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6c475a4e-cf1b-4bc8-876a-24960fa5e06f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23a1490e64494f9d84554511b5edcbe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789109 May 25 20:43:49.292640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c475a4e-cf1b-4bc8-876a-24960fa5e06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6d9171-0d56-4abc-a38f-ee9116d59adc,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:49.295500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36494) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:49.370243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a270c3e6-7395-44e3-bab6-809bf47dc32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:49.399879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a270c3e6-7395-44e3-bab6-809bf47dc32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:49.476321 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a270c3e6-7395-44e3-bab6-809bf47dc32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:49.493494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270c3e6-7395-44e3-bab6-809bf47dc32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6d9171-0d56-4abc-a38f-ee9116d59adc,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:49.498381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a270c3e6-7395-44e3-bab6-809bf47dc32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:49.499523 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a270c3e6-7395-44e3-bab6-809bf47dc32d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d6d9171-0d56-4abc-a38f-ee9116d59adc HTTP/1.1" status: 204 len: 168 time: 0.2027988 May 25 20:43:49.523760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:43:49.533272 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:49.565641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Transition to ACTIVE for port object 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:43:49.585185 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:49.888041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcc3f7d-6458-4209-8fb5-18c459cdf0f0,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:49.974932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36508) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:50.019271 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b9604dd-7a1a-431b-af42-7e15df2a784b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:50.038663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9b9604dd-7a1a-431b-af42-7e15df2a784b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:50.043085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9b9604dd-7a1a-431b-af42-7e15df2a784b admin admin] Usage tracker for resource:security_group_rule and tenant:97c28219525840829bbcfd0122c4d813 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:50.046542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9b9604dd-7a1a-431b-af42-7e15df2a784b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:50.060946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9b9604dd-7a1a-431b-af42-7e15df2a784b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:50.167588 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Attempting to bind port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:43:50.168093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Attempting to bind port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:43:50.168265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Attempting to bind port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:43:50.174220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 on network e8b72074-fda4-47cc-ba54-cf2b1a031238 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:43:50.174541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Attempting to bind port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:43:50.180903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:43:50.182252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Checking segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:43:50.182649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Bound using segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:43:50.183079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Bound port: 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:43:50.183468 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:50.204579 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b9604dd-7a1a-431b-af42-7e15df2a784b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:50.211623 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9b9604dd-7a1a-431b-af42-7e15df2a784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:50.276514 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9b9604dd-7a1a-431b-af42-7e15df2a784b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97c28219525840829bbcfd0122c4d813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976081 May 25 20:43:50.276692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36516) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:50.277207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9604dd-7a1a-431b-af42-7e15df2a784b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e945a2-2ef1-4ab3-a031-52c8cc7329fd,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:50.383509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bfa74-f1aa-414f-86dc-e0410086036e req-f0a563af-d1aa-4fd0-8472-c02a007fff8b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:50.386289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] For port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:43:50.393337 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-338bfa74-f1aa-414f-86dc-e0410086036e req-f0a563af-d1aa-4fd0-8472-c02a007fff8b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 945 time: 0.1175196 May 25 20:43:50.395593 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bba971dc-e4eb-437f-b99c-b57efe76891e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:50.400589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] For port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5bcc3f7d-6458-4209-8fb5-18c459cdf0f0,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:43:50.412719 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:50.464165 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-338bfa74-f1aa-414f-86dc-e0410086036e req-0446cf94-cb34-4d57-ac4b-970b0fac9ed1 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a8088aa-a909-40c0-9e78-d1fe54027d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700831 May 25 20:43:50.551269 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bba971dc-e4eb-437f-b99c-b57efe76891e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:50.579023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:50.579632 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:50.583248 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21c4f756-273b-44a4-958c-8cb17446066d req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] 10.222.0.50 "PUT /v2.0/ports/5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 HTTP/1.1" status: 200 len: 1092 time: 2.0642927 May 25 20:43:50.583248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab86e7c-4d45-4ee9-9032-c1241a0092c7', 'tag': '5bcc3f7d-6458-4209-8fb5-18c459cdf0f0'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:43:50.660331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af1d11-44a6-4944-b635-6156b6a29c59 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcc3f7d-6458-4209-8fb5-18c459cdf0f0,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:50.723396 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51339ea-8d51-4607-9b56-2b068b002057 req-8bdad4f0-e6d7-4e26-ba7b-14edd61a4b1d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:50.724999 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b51339ea-8d51-4607-9b56-2b068b002057 req-8bdad4f0-e6d7-4e26-ba7b-14edd61a4b1d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 944 time: 0.3065791 May 25 20:43:50.834576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f756-273b-44a4-958c-8cb17446066d req-92d45688-b1db-425c-91ff-887041301368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:50.836053 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21c4f756-273b-44a4-958c-8cb17446066d req-92d45688-b1db-425c-91ff-887041301368 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 1095 time: 0.1810842 May 25 20:43:50.836673 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bba971dc-e4eb-437f-b99c-b57efe76891e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:50.846954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9f910-778b-4e80-906d-b0069f366e1b req-ed69c9eb-dab3-4066-b5d7-0e1b16580045 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:50.850666 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82f9f910-778b-4e80-906d-b0069f366e1b req-ed69c9eb-dab3-4066-b5d7-0e1b16580045 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 945 time: 0.2409148 May 25 20:43:50.914051 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82f9f910-778b-4e80-906d-b0069f366e1b req-3559f684-7f02-4779-a460-0d27cb515e10 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a8088aa-a909-40c0-9e78-d1fe54027d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572345 May 25 20:43:50.946509 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b51339ea-8d51-4607-9b56-2b068b002057 req-8da92d5a-d5d3-44bc-ab27-c44089b8bfc2 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890931 May 25 20:43:50.957006 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21c4f756-273b-44a4-958c-8cb17446066d req-b381efae-fa14-494c-9a79-f44de2b6b450 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 HTTP/1.1" status: 200 len: 217 time: 0.1021504 May 25 20:43:50.958174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba971dc-e4eb-437f-b99c-b57efe76891e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e945a2-2ef1-4ab3-a031-52c8cc7329fd,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:50.960247 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bba971dc-e4eb-437f-b99c-b57efe76891e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:50.963600 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bba971dc-e4eb-437f-b99c-b57efe76891e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6e945a2-2ef1-4ab3-a031-52c8cc7329fd HTTP/1.1" status: 204 len: 168 time: 0.6838837 May 25 20:43:51.061884 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd2a80d-a796-4076-92c9-6ef7ce7ae264'] response: {'name': 'network-changed', 'server_uuid': '8ab86e7c-4d45-4ee9-9032-c1241a0092c7', 'tag': '5bcc3f7d-6458-4209-8fb5-18c459cdf0f0', 'status': 'completed', 'code': 200} May 25 20:43:51.064165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f756-273b-44a4-958c-8cb17446066d req-5335f9be-5c2e-40b2-a7a8-b4fe41d7fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:51.065630 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21c4f756-273b-44a4-958c-8cb17446066d req-5335f9be-5c2e-40b2-a7a8-b4fe41d7fa47 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.1028807 May 25 20:43:51.242845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f756-273b-44a4-958c-8cb17446066d req-2a96edde-528f-499a-a601-755129487c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:51.245038 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21c4f756-273b-44a4-958c-8cb17446066d req-2a96edde-528f-499a-a601-755129487c60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733716 May 25 20:43:51.257421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9310c6a-be5a-4249-9e3f-543b13113c6c req-6e80a28c-7c4f-4547-b31d-04eab51b99f3 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:51.259564 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9310c6a-be5a-4249-9e3f-543b13113c6c req-6e80a28c-7c4f-4547-b31d-04eab51b99f3 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 945 time: 0.1315305 May 25 20:43:51.414856 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9310c6a-be5a-4249-9e3f-543b13113c6c req-5929f4b9-3313-4e4a-a6e0-a280ca1d41c6 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a8088aa-a909-40c0-9e78-d1fe54027d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310110 May 25 20:43:51.433409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36542) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:51.459476 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21c4f756-273b-44a4-958c-8cb17446066d req-8fb0cbce-2d17-4915-8386-8116459cb4db service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981971 May 25 20:43:51.654493 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-21c4f756-273b-44a4-958c-8cb17446066d req-22d70b22-793e-430f-8bee-e75737870505 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882184 May 25 20:43:51.790098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30283-cd84-462e-a033-97b7fa32aca6 req-9c512bd3-fcb1-4dac-b54a-a6842418ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:51.791597 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ca30283-cd84-462e-a033-97b7fa32aca6 req-9c512bd3-fcb1-4dac-b54a-a6842418ada4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 1095 time: 0.0903552 May 25 20:43:51.833522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c83a00-5637-4bf8-ace6-ac878fa9509d tempest-TestServerBasicOps-1236859961 tempest-TestServerBasicOps-1236859961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:51.834328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-17c83a00-5637-4bf8-ace6-ac878fa9509d tempest-TestServerBasicOps-1236859961 tempest-TestServerBasicOps-1236859961-project-admin] Synchronizing usage tracker for tenant:ac2e947dd2c5472e96d5c33ed7b1da6c on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:43:51.856562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-17c83a00-5637-4bf8-ace6-ac878fa9509d tempest-TestServerBasicOps-1236859961 tempest-TestServerBasicOps-1236859961-project-admin] Unset dirty status for tenant:ac2e947dd2c5472e96d5c33ed7b1da6c on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:43:51.861282 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-17c83a00-5637-4bf8-ace6-ac878fa9509d tempest-TestServerBasicOps-1236859961 tempest-TestServerBasicOps-1236859961-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 1091 time: 0.4233680 May 25 20:43:51.861476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36558) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:51.867471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:51.874434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:51.879302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Usage tracker for resource:floatingip and tenant:0e2e8e4738f347389eca7743d5eef987 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:51.882368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:51.888230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:51.901574 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:51.941679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30283-cd84-462e-a033-97b7fa32aca6 req-ff65c103-da69-468c-826c-29934a790842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:51.943381 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ca30283-cd84-462e-a033-97b7fa32aca6 req-ff65c103-da69-468c-826c-29934a790842 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.1450086 May 25 20:43:52.036546 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ca30283-cd84-462e-a033-97b7fa32aca6 req-fdaa36bf-e808-4936-8d7d-2f10f5e4338d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 HTTP/1.1" status: 200 len: 217 time: 0.0849676 May 25 20:43:52.128479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30283-cd84-462e-a033-97b7fa32aca6 req-a3a0e7f4-bd8b-43ff-bd86-2cfdf3de1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:52.131211 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ca30283-cd84-462e-a033-97b7fa32aca6 req-a3a0e7f4-bd8b-43ff-bd86-2cfdf3de1e2e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0875194 May 25 20:43:52.237570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30283-cd84-462e-a033-97b7fa32aca6 req-bf563811-67d2-4253-9005-224f066a98e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:52.239251 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ca30283-cd84-462e-a033-97b7fa32aca6 req-bf563811-67d2-4253-9005-224f066a98e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008956 May 25 20:43:52.291555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d1b8f-5fa1-4628-889b-dee459ad8f53 req-9fd2337d-012b-4fdc-bc15-430df5c0b26e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:52.293227 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c5d1b8f-5fa1-4628-889b-dee459ad8f53 req-9fd2337d-012b-4fdc-bc15-430df5c0b26e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 944 time: 0.1464996 May 25 20:43:52.346043 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:52.353180 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c5d1b8f-5fa1-4628-889b-dee459ad8f53 req-4a7c424a-50c0-4ded-969c-b51ac730982c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509908 May 25 20:43:52.573192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Allocated IP 172.25.3.131 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/5441bc16-da17-48ea-9d97-54b74338a298) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:43:52.658064 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ca30283-cd84-462e-a033-97b7fa32aca6 req-9c59c93e-a057-494e-8d65-8a34a46b3893 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108891 May 25 20:43:52.793940 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:52.841204 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:52.844488 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5ca30283-cd84-462e-a033-97b7fa32aca6 req-15c4fcf2-e0e4-46ec-a6fa-510e356d5f86 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811750 May 25 20:43:52.915265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:43:52.917928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:43:52.920429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:43:52.970259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Pushing event updated for resources: {'Port': ['ID=5441bc16-da17-48ea-9d97-54b74338a298,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:53.225831 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36590) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:53.348258 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:53.354357 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:53.363787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:53.367399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Usage tracker for resource:security_group_rule and tenant:151a3b03b5d14d168acebcc0330ca9cb is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:53.370237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:53.376875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:53.451276 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:53.478565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:53.486249 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:53.589234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=151a3b03b5d14d168acebcc0330ca9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576581 May 25 20:43:53.601416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36604) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:53.616701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84c6143-21e1-4ba2-b022-0eb4cf5296f3,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:53.633872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:53.634287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:53.635022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:53.635022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:53.635228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:53.635845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:53.636070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:53.636396 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:53.636721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:53.637042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:53.637407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:53.637732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17cc6a2-2300-4730-87bb-a6321daa414b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:43:53.690901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0335a-a9b5-4d9a-91f6-54a0409bbd44 req-70cc7609-8459-40fd-9d37-9264044259bb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:53.692428 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07a0335a-a9b5-4d9a-91f6-54a0409bbd44 req-70cc7609-8459-40fd-9d37-9264044259bb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 944 time: 0.1971724 May 25 20:43:53.721841 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69121d58-7367-4b6b-8a8c-f9ae15c8e71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:53.725899 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:53.732918 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:53.768118 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69121d58-7367-4b6b-8a8c-f9ae15c8e71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:53.776916 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07a0335a-a9b5-4d9a-91f6-54a0409bbd44 req-09b97807-3bff-4cfb-83b3-baefc6519316 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746648 May 25 20:43:53.839286 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69121d58-7367-4b6b-8a8c-f9ae15c8e71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:53.856809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69121d58-7367-4b6b-8a8c-f9ae15c8e71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84c6143-21e1-4ba2-b022-0eb4cf5296f3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:53.863528 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69121d58-7367-4b6b-8a8c-f9ae15c8e71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:53.864813 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-69121d58-7367-4b6b-8a8c-f9ae15c8e71b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e84c6143-21e1-4ba2-b022-0eb4cf5296f3 HTTP/1.1" status: 204 len: 168 time: 0.2614579 May 25 20:43:53.884359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Pushing event updated for resources: {'Port': ['ID=5441bc16-da17-48ea-9d97-54b74338a298,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:53.895803 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:53.972651 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:54.082845 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Floating IP af3e2a09-0793-4df3-9dff-534ed715cd7f associated. External IP: 172.25.3.131, port: a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f. May 25 20:43:54.613534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:43:54.839086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:43:54.850915 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdd5c6e-d6dd-4109-9dc0-4b0238117f05 None None] Sync routers for ids ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:43:54.863105 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdd5c6e-d6dd-4109-9dc0-4b0238117f05 None None] Routers {'5cce2fbc-480b-4a87-b4ef-b65a4f87692a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:43:54.863980 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3fdd5c6e-d6dd-4109-9dc0-4b0238117f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:43:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:54.897637 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:55.003424 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-454c50c0-28d4-443f-88f6-dffe60806935 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1378138 May 25 20:43:55.007461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9105746-6dcb-4134-a72e-98f2dfa015be', 'tag': 'a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:43:55.080510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f623b3-c75d-4ed1-9c4a-7d5c2473e27c req-a2adc582-3f2b-41b2-826d-0c64bab55443 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:55.090560 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-06f623b3-c75d-4ed1-9c4a-7d5c2473e27c req-a2adc582-3f2b-41b2-826d-0c64bab55443 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 944 time: 0.1264958 May 25 20:43:55.116456 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3fdd5c6e-d6dd-4109-9dc0-4b0238117f05 None None] Set router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:43:55.152519 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-06f623b3-c75d-4ed1-9c4a-7d5c2473e27c req-7583e006-6581-49c2-bc31-1832a87e9a14 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610480 May 25 20:43:55.268012 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfe5d6f-3b9e-4d21-811f-0cdaf0557e4f'] response: {'name': 'network-changed', 'server_uuid': 'd9105746-6dcb-4134-a72e-98f2dfa015be', 'tag': 'a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f', 'status': 'completed', 'code': 200} May 25 20:43:55.381223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84ce04-a438-456a-b92e-d2c18bb9689c req-d3e57ebb-b8b4-400a-b654-0322b929160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:55.382989 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e84ce04-a438-456a-b92e-d2c18bb9689c req-d3e57ebb-b8b4-400a-b654-0322b929160b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e2e8e4738f347389eca7743d5eef987&device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 1096 time: 0.0874798 May 25 20:43:55.534808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84ce04-a438-456a-b92e-d2c18bb9689c req-d1873ee7-88a5-4536-b19f-1179b3e98594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:55.536402 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e84ce04-a438-456a-b92e-d2c18bb9689c req-d1873ee7-88a5-4536-b19f-1179b3e98594 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 HTTP/1.1" status: 200 len: 910 time: 0.1475198 May 25 20:43:55.556831 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3fdd5c6e-d6dd-4109-9dc0-4b0238117f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:43:00Z', 'revision_number': 4, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port': {'id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:49Z', 'updated_at': '2022-05-25T20:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'af3e2a09-0793-4df3-9dff-534ed715cd7f', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'port_id': 'a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'mac_address': 'fa:16:3e:cf:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9105746-6dcb-4134-a72e-98f2dfa015be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:43:53Z', 'updated_at': '2022-05-25T20:43:53Z', 'revision_number': 0, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e69cb52-e0ab-4bed-a0a4-09d6e6930796', 'name': '', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'mac_address': 'fa:16:3e:54:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:58Z', 'updated_at': '2022-05-25T20:43:12Z', 'revision_number': 5, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'subnets': [{'id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:55.562731 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdd5c6e-d6dd-4109-9dc0-4b0238117f05 None None] Checking router: 5cce2fbc-480b-4a87-b4ef-b65a4f87692a for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:43:55.572817 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdd5c6e-d6dd-4109-9dc0-4b0238117f05 None None] Routers {'5cce2fbc-480b-4a87-b4ef-b65a4f87692a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:43:55.573795 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3fdd5c6e-d6dd-4109-9dc0-4b0238117f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:43:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:55.659991 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e84ce04-a438-456a-b92e-d2c18bb9689c req-e5bd1912-c3cc-4b31-a4b0-2600f3a185f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f HTTP/1.1" status: 200 len: 999 time: 0.1088715 May 25 20:43:55.728975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84ce04-a438-456a-b92e-d2c18bb9689c req-95efc4fe-ae34-4732-80be-22eb1f7d7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:55.730471 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e84ce04-a438-456a-b92e-d2c18bb9689c req-95efc4fe-ae34-4732-80be-22eb1f7d7e94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac01637c-8629-4b8f-9c95-c238dbd975e2 HTTP/1.1" status: 200 len: 848 time: 0.0636687 May 25 20:43:55.797649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36678) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:55.822644 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3fdd5c6e-d6dd-4109-9dc0-4b0238117f05 None None] Set router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:43:55.831060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84ce04-a438-456a-b92e-d2c18bb9689c req-3d754f08-8009-4112-add8-90c4a8bbc013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:55.832640 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e84ce04-a438-456a-b92e-d2c18bb9689c req-3d754f08-8009-4112-add8-90c4a8bbc013 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953145 May 25 20:43:55.972585 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-297bc6d7-d791-4908-8620-cfb6c12e6915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:55.996045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-297bc6d7-d791-4908-8620-cfb6c12e6915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:56.003366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-297bc6d7-d791-4908-8620-cfb6c12e6915 admin admin] Usage tracker for resource:security_group_rule and tenant:41a0fbb36141470c96b336e2a4aecc52 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:56.009516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-297bc6d7-d791-4908-8620-cfb6c12e6915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:56.020949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-297bc6d7-d791-4908-8620-cfb6c12e6915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:56.067126 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e84ce04-a438-456a-b92e-d2c18bb9689c req-84c1dc16-a5be-4d65-9e3c-35f360b2214b service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279668 May 25 20:43:56.146243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-297bc6d7-d791-4908-8620-cfb6c12e6915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:56.151647 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-297bc6d7-d791-4908-8620-cfb6c12e6915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:56.220974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bc6d7-d791-4908-8620-cfb6c12e6915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021c5994-22de-4c9a-a080-789233141a95,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:56.228027 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-297bc6d7-d791-4908-8620-cfb6c12e6915 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41a0fbb36141470c96b336e2a4aecc52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284539 May 25 20:43:56.230242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36688) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:56.303118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e84ce04-a438-456a-b92e-d2c18bb9689c req-138bc9dc-8d43-4137-9d61-5b9df961c4f0 service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298338 May 25 20:43:56.316677 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94d26d59-566c-4e1b-81c8-38f39720892c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:56.322979 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3fdd5c6e-d6dd-4109-9dc0-4b0238117f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:43:00Z', 'revision_number': 4, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port': {'id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:49Z', 'updated_at': '2022-05-25T20:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'af3e2a09-0793-4df3-9dff-534ed715cd7f', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'port_id': 'a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'mac_address': 'fa:16:3e:cf:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9105746-6dcb-4134-a72e-98f2dfa015be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:43:53Z', 'updated_at': '2022-05-25T20:43:53Z', 'revision_number': 0, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e69cb52-e0ab-4bed-a0a4-09d6e6930796', 'name': '', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'mac_address': 'fa:16:3e:54:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:58Z', 'updated_at': '2022-05-25T20:43:12Z', 'revision_number': 5, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'subnets': [{'id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:43:56.332108 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdd5c6e-d6dd-4109-9dc0-4b0238117f05 None None] The sync data for ids ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'] in n-d-843339-1 is: [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:43:00Z', 'revision_number': 4, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port': {'id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:49Z', 'updated_at': '2022-05-25T20:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'af3e2a09-0793-4df3-9dff-534ed715cd7f', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'port_id': 'a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'mac_address': 'fa:16:3e:cf:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9105746-6dcb-4134-a72e-98f2dfa015be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:43:53Z', 'updated_at': '2022-05-25T20:43:53Z', 'revision_number': 0, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e69cb52-e0ab-4bed-a0a4-09d6e6930796', 'name': '', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'mac_address': 'fa:16:3e:54:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:58Z', 'updated_at': '2022-05-25T20:43:12Z', 'revision_number': 5, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'subnets': [{'id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:43:56.384165 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94d26d59-566c-4e1b-81c8-38f39720892c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:56.535311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f5ca4-4476-40c1-9fb1-9dc3ae91dbe4 req-aeeaa7bd-13b9-4aae-b593-643bac978506 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:56.536850 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-739f5ca4-4476-40c1-9fb1-9dc3ae91dbe4 req-aeeaa7bd-13b9-4aae-b593-643bac978506 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 944 time: 0.1365843 May 25 20:43:56.538687 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94d26d59-566c-4e1b-81c8-38f39720892c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:56.571454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d26d59-566c-4e1b-81c8-38f39720892c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021c5994-22de-4c9a-a080-789233141a95,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:56.582824 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-94d26d59-566c-4e1b-81c8-38f39720892c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:56.583934 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-94d26d59-566c-4e1b-81c8-38f39720892c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/021c5994-22de-4c9a-a080-789233141a95 HTTP/1.1" status: 204 len: 168 time: 0.3523860 May 25 20:43:56.643060 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-739f5ca4-4476-40c1-9fb1-9dc3ae91dbe4 req-468c384b-c18f-4590-be06-99dbedbc08c9 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925469 May 25 20:43:56.751117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4f5d3e-9f8e-4b39-ab12-1b9f4d8f0968 None None] New status for floating IP af3e2a09-0793-4df3-9dff-534ed715cd7f: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:43:57.409194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36720) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:57.515329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1268709436'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:57.521086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:57.524924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:network and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:57.527740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:57.537934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:57.549195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:43:57.552611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:57.565344 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:57.580306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:57.584079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:security_group_rule and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:57.586854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:57.592564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:57.691387 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:57.696532 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:57.724283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:43:57.738224 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:57.738224 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Added segment 51a5b56d-c9e2-44e2-9800-05824ed7699c of type vlan for network 000fa24c-4d51-46fe-b901-109d810e0403 May 25 20:43:57.768935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:57.813552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf5dcc1-80ad-43f2-9fd1-3e46df485d32,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:57.825416 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:57.832269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:57.832884 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:57.876712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a184-9cd7-48ae-bc4b-75c723c349ee req-83a21f1b-c58e-4cff-8ac2-4ab214bcadd0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:57.878196 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb10a184-9cd7-48ae-bc4b-75c723c349ee req-83a21f1b-c58e-4cff-8ac2-4ab214bcadd0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 944 time: 0.1025963 May 25 20:43:57.924286 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb10a184-9cd7-48ae-bc4b-75c723c349ee req-f8c70598-a807-4134-b85d-f2cf639fd090 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 May 25 20:43:57.958072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Network': ['ID=000fa24c-4d51-46fe-b901-109d810e0403,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:57.969587 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ca8897bc-9ff8-467b-a1dd-bff47b8c4eed tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5526426 May 25 20:43:57.971843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36728) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:57.973915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:43:57.978286 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:58.095446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:58.099311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:58.102128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:58.107744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:58.117915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:43:58.121434 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:58.155728 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-71f7f4c0-4b01-49a9-8caa-b0e40de8447f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:58.246944 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:58.485224 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:58.580730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=7aa87b1c-8a18-4afd-92f1-a7bbc6917930,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:58.587902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:43:58.588254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network hostable DHCP agents. Network: 000fa24c-4d51-46fe-b901-109d810e0403, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:43:58.606363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:43:58.615783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 000fa24c-4d51-46fe-b901-109d810e0403) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:43:58.619816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:58.620386 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:58.625108 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aeff29-08ab-45a2-a144-0b0810ffec5a None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:43:58.643049 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-56f6ae19-c005-4f7b-981d-06fc07d85dc6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6695585 May 25 20:43:58.645773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36734) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:58.651198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'name': 'tempest-NetworksTestDHCPv6-571993492'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:43:58.794517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:43:58.798902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:43:58.801697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:43:58.807602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:43:58.818081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:43:58.821645 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:58.844786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': '7aa87b1c-8a18-4afd-92f1-a7bbc6917930'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:43:58.845594 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:58.847290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 03966f33-5d57-4ecb-b5ff-c3e91f123bc6 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:43:59.005683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::95 (000fa24c-4d51-46fe-b901-109d810e0403/7aa87b1c-8a18-4afd-92f1-a7bbc6917930/03966f33-5d57-4ecb-b5ff-c3e91f123bc6) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:43:59.241877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a7831-aa90-46df-b2d9-3dcfd31c87d4 req-f95f3ba7-3948-44dd-ad13-ecb927de302c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:59.243370 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-127a7831-aa90-46df-b2d9-3dcfd31c87d4 req-f95f3ba7-3948-44dd-ad13-ecb927de302c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 944 time: 0.2085261 May 25 20:43:59.308041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:59.326606 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-127a7831-aa90-46df-b2d9-3dcfd31c87d4 req-8b8fbd64-ff03-4725-92f7-341c3b9154d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776079 May 25 20:43:59.333450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 03966f33-5d57-4ecb-b5ff-c3e91f123bc6 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:43:59.361299 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:59.408007 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:43:59.436048 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Allocated IP 2001:db8::2 (000fa24c-4d51-46fe-b901-109d810e0403/7aa87b1c-8a18-4afd-92f1-a7bbc6917930/6db5034a-e650-4af9-86b5-19a38c1e529b) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:43:59.436400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:43:59.440670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:43:59.443348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:43:59.449181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:59.449867 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:59.468484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=03966f33-5d57-4ecb-b5ff-c3e91f123bc6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:43:59.482439 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-60550551-e7e4-4977-8ef8-b345466ee917 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8355429 May 25 20:43:59.486059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36744) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:59.611360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7881f013-40ee-4e53-b5be-d82b636ee0a9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:43:59.613022 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7881f013-40ee-4e53-b5be-d82b636ee0a9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1254287 May 25 20:43:59.615823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36750) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:43:59.704889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-9167091c-308e-4961-8657-ca20d53b0269 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 03966f33-5d57-4ecb-b5ff-c3e91f123bc6 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:43:59.705226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9167091c-308e-4961-8657-ca20d53b0269 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:59.810688 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:59.824670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5bcc3f7d-6458-4209-8fb5-18c459cdf0f0,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:43:59.836255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Transition to ACTIVE for port object 6db5034a-e650-4af9-86b5-19a38c1e529b will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:43:59.848263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '5bcc3f7d-6458-4209-8fb5-18c459cdf0f0', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'port_id': '5bcc3f7d-6458-4209-8fb5-18c459cdf0f0', 'mac_address': 'fa:16:3e:8f:e2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:43:59.890259 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Transition to ACTIVE for port object 6db5034a-e650-4af9-86b5-19a38c1e529b will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:43:59.907844 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:59.982231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:43:59.982606 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:59.986571 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9167091c-308e-4961-8657-ca20d53b0269 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:43:59.996212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:00.003601 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:00.010430 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:00.013359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:44:00.017101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Pushing event updated for resources: {'Port': ['ID=6db5034a-e650-4af9-86b5-19a38c1e529b,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:00.068357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5bcc3f7d-6458-4209-8fb5-18c459cdf0f0,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:00.114146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-9167091c-308e-4961-8657-ca20d53b0269 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 03966f33-5d57-4ecb-b5ff-c3e91f123bc6 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:00.116605 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:00.173898 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Attempting to bind port 6db5034a-e650-4af9-86b5-19a38c1e529b on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:44:00.174420 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Attempting to bind port 6db5034a-e650-4af9-86b5-19a38c1e529b by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:44:00.174652 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Attempting to bind port 6db5034a-e650-4af9-86b5-19a38c1e529b on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:44:00.185504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:44:00.185886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:44:00.186327 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:00.186716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:44:00.187423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Bound port: 6db5034a-e650-4af9-86b5-19a38c1e529b, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:44:00.187798 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:00.235666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=5bcc3f7d-6458-4209-8fb5-18c459cdf0f0,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:00.269849 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9167091c-308e-4961-8657-ca20d53b0269 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:00.304949 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] For port 6db5034a-e650-4af9-86b5-19a38c1e529b, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:44:00.308384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] For port 6db5034a-e650-4af9-86b5-19a38c1e529b, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6db5034a-e650-4af9-86b5-19a38c1e529b,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:44:00.312995 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:00.331261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167091c-308e-4961-8657-ca20d53b0269 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=03966f33-5d57-4ecb-b5ff-c3e91f123bc6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:00.347630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['5bcc3f7d-6458-4209-8fb5-18c459cdf0f0'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:44:00.382048 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9167091c-308e-4961-8657-ca20d53b0269 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:00.390837 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9167091c-308e-4961-8657-ca20d53b0269 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/03966f33-5d57-4ecb-b5ff-c3e91f123bc6 HTTP/1.1" status: 204 len: 168 time: 0.7733872 May 25 20:44:00.393436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36756) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:00.466936 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8baf48-9d3f-4883-92a8-b689f30f49c3 None None] Pushing event updated for resources: {'Port': ['ID=6db5034a-e650-4af9-86b5-19a38c1e529b,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:00.478134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776a3528-cfd0-4d2a-829d-10fd2f69bd0e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:00.479678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776a3528-cfd0-4d2a-829d-10fd2f69bd0e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:00.481442 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-776a3528-cfd0-4d2a-829d-10fd2f69bd0e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0869546 May 25 20:44:00.484239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36760) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:00.615817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905250d-e43e-43c3-b622-7d8c4cc2daaa req-9af29f26-b538-4c76-8166-8395975c7750 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:00.622724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0905250d-e43e-43c3-b622-7d8c4cc2daaa req-9af29f26-b538-4c76-8166-8395975c7750 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 945 time: 0.1327069 May 25 20:44:00.645752 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-725c4ba3-97e4-4e7b-8a66-d681fd9f2d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:00.704547 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0905250d-e43e-43c3-b622-7d8c4cc2daaa req-ea9e1df1-1b45-4f3b-b14f-f2ad7c47205d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783269 May 25 20:44:00.722045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20b6517-c85f-45f5-98e6-d54d38155080 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 7aa87b1c-8a18-4afd-92f1-a7bbc6917930 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:44:00.726639 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d20b6517-c85f-45f5-98e6-d54d38155080 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:00.852042 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d20b6517-c85f-45f5-98e6-d54d38155080 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:00.953729 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d20b6517-c85f-45f5-98e6-d54d38155080 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:01.029616 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d20b6517-c85f-45f5-98e6-d54d38155080 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:01.073827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b6517-c85f-45f5-98e6-d54d38155080 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa87b1c-8a18-4afd-92f1-a7bbc6917930,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:01.078374 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d20b6517-c85f-45f5-98e6-d54d38155080 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:01.086211 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d20b6517-c85f-45f5-98e6-d54d38155080 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/7aa87b1c-8a18-4afd-92f1-a7bbc6917930 HTTP/1.1" status: 204 len: 168 time: 0.5995390 May 25 20:44:01.087330 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36768) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:01.155241 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-de872170-724c-4456-a119-8718bafa5f87 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668504 May 25 20:44:01.158570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36772) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:01.163808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-95b4eb59-5cae-46c2-aa88-7b1693a15b1c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:01.284695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-95b4eb59-5cae-46c2-aa88-7b1693a15b1c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:01.290516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-95b4eb59-5cae-46c2-aa88-7b1693a15b1c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:01.292200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-95b4eb59-5cae-46c2-aa88-7b1693a15b1c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:01.299371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-95b4eb59-5cae-46c2-aa88-7b1693a15b1c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:01.321486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b4eb59-5cae-46c2-aa88-7b1693a15b1c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:01.325944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95b4eb59-5cae-46c2-aa88-7b1693a15b1c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:01.392973 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:01.405393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:01.500257 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:01.507476 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:01.508189 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:01.605898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95b4eb59-5cae-46c2-aa88-7b1693a15b1c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:01.684036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b4eb59-5cae-46c2-aa88-7b1693a15b1c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:01.688032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-95b4eb59-5cae-46c2-aa88-7b1693a15b1c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:01.692976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b4eb59-5cae-46c2-aa88-7b1693a15b1c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:01.693857 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95b4eb59-5cae-46c2-aa88-7b1693a15b1c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:01.702350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:01.702777 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:01.706622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4eb59-5cae-46c2-aa88-7b1693a15b1c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=8c9d8b00-969d-4790-a9bc-936870be5d72,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:01.730509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6db5034a-e650-4af9-86b5-19a38c1e529b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:01.769236 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-95b4eb59-5cae-46c2-aa88-7b1693a15b1c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6069663 May 25 20:44:01.770054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36780) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:01.776634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'name': 'tempest-NetworksTestDHCPv6-1330887841'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:01.807936 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d6b91-804d-477d-a92c-69c9b87e6f59 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:01.842593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab86e7c-4d45-4ee9-9032-c1241a0092c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcc3f7d-6458-4209-8fb5-18c459cdf0f0'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:44:01.947306 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5bcc3f7d-6458-4209-8fb5-18c459cdf0f0,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:01.953507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62d6fa-8e41-4c48-84ef-6bb0e0155d14 req-87ae0f13-8102-4062-a7ab-d9bdba9b4ff9 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:01.962572 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:01.962883 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c62d6fa-8e41-4c48-84ef-6bb0e0155d14 req-87ae0f13-8102-4062-a7ab-d9bdba9b4ff9 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 945 time: 0.1140871 May 25 20:44:01.968267 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2fd814-0536-479b-861d-850741bb7a40'] response: {'server_uuid': '8ab86e7c-4d45-4ee9-9032-c1241a0092c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcc3f7d-6458-4209-8fb5-18c459cdf0f0', 'code': 200} May 25 20:44:01.969209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-379a057a-3e1a-4c81-bfaa-c857335ec395 None None] Provisioning for port 6db5034a-e650-4af9-86b5-19a38c1e529b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:01.976851 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:02.069026 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c62d6fa-8e41-4c48-84ef-6bb0e0155d14 req-54580c28-576b-4b02-89ac-0e4fdaddb242 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028624 May 25 20:44:02.113178 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 6db5034a-e650-4af9-86b5-19a38c1e529b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:02.167684 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6db5034a-e650-4af9-86b5-19a38c1e529b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:02.168322 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:02.236815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=5bcc3f7d-6458-4209-8fb5-18c459cdf0f0,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:02.242387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:02.294829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:02.302859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:02.310431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:02.333499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:02.337647 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:02.357979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6db5034a-e650-4af9-86b5-19a38c1e529b is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:02.358395 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:02.367834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 21f86161-38d1-4b25-98fd-7e43286020a5 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:44:02.415383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289f6b0-4b8f-4517-bcb4-b76a68822faa req-b8698299-241b-4d0a-b86d-f0bc0168ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:02.415597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 6db5034a-e650-4af9-86b5-19a38c1e529b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6db5034a-e650-4af9-86b5-19a38c1e529b,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:02.417772 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c289f6b0-4b8f-4517-bcb4-b76a68822faa req-b8698299-241b-4d0a-b86d-f0bc0168ecf9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 1097 time: 0.1726384 May 25 20:44:02.427451 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:02.508568 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c289f6b0-4b8f-4517-bcb4-b76a68822faa req-013a9ba3-b35a-49e7-92fd-64b21f9b7ad5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815241 May 25 20:44:02.532123 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=6db5034a-e650-4af9-86b5-19a38c1e529b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:02.587602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::161 (000fa24c-4d51-46fe-b901-109d810e0403/8c9d8b00-969d-4790-a9bc-936870be5d72/21f86161-38d1-4b25-98fd-7e43286020a5) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:02.692865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc360f5-fcdb-4b08-a45a-ec19d2f342eb None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:02.827768 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:02.837045 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4fa73ef9-b2e6-46eb-97d6-2b25085b3602 None None] Provisioning complete for port 6db5034a-e650-4af9-86b5-19a38c1e529b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:02.837406 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4fa73ef9-b2e6-46eb-97d6-2b25085b3602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:02.845516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 21f86161-38d1-4b25-98fd-7e43286020a5 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:02.871863 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:02.943317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:02.946508 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:02.950854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:02.956379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:02.957010 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:02.977467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=21f86161-38d1-4b25-98fd-7e43286020a5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:02.991642 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-39039df2-4032-45ef-84bb-0d93fe231333 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2208977 May 25 20:44:02.993996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36794) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:03.076448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4fa73ef9-b2e6-46eb-97d6-2b25085b3602 None None] Current status of the port 6db5034a-e650-4af9-86b5-19a38c1e529b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:03.081303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a56917-05d0-47a4-81bc-eb40dc9835c2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:03.087540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a56917-05d0-47a4-81bc-eb40dc9835c2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:03.088381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-61a56917-05d0-47a4-81bc-eb40dc9835c2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:03.109938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-61a56917-05d0-47a4-81bc-eb40dc9835c2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:03.111842 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-61a56917-05d0-47a4-81bc-eb40dc9835c2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1161721 May 25 20:44:03.114522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36800) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:03.127750 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:03.197501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d9c74d2c-b5ab-4b5a-965c-fae4b341d781 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 21f86161-38d1-4b25-98fd-7e43286020a5 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:03.197841 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d9c74d2c-b5ab-4b5a-965c-fae4b341d781 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:03.333365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33071f4-c925-4134-bf7d-ee4f87df670e req-7b724631-0d3c-4d6f-b6d2-dc04437a89a7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:03.341381 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c33071f4-c925-4134-bf7d-ee4f87df670e req-7b724631-0d3c-4d6f-b6d2-dc04437a89a7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 946 time: 0.1193485 May 25 20:44:03.399329 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c33071f4-c925-4134-bf7d-ee4f87df670e req-0bacaa1f-95e1-4410-8c21-00156d5309f0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527351 May 25 20:44:03.505462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fafe32c7-387c-4810-a865-6605904209d5 None None] Provisioning complete for port 6db5034a-e650-4af9-86b5-19a38c1e529b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:03.506115 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fafe32c7-387c-4810-a865-6605904209d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:03.528855 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d9c74d2c-b5ab-4b5a-965c-fae4b341d781 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:03.696480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6db5034a-e650-4af9-86b5-19a38c1e529b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:03.726578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d9c74d2c-b5ab-4b5a-965c-fae4b341d781 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 21f86161-38d1-4b25-98fd-7e43286020a5 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:03.792518 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fafe32c7-387c-4810-a865-6605904209d5 None None] Current status of the port 6db5034a-e650-4af9-86b5-19a38c1e529b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:03.814295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fafe32c7-387c-4810-a865-6605904209d5 None None] Provisioning for port 21f86161-38d1-4b25-98fd-7e43286020a5 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:03.818819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6db5034a-e650-4af9-86b5-19a38c1e529b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:03.819185 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:03.847785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fafe32c7-387c-4810-a865-6605904209d5 None None] Provisioning complete for port 21f86161-38d1-4b25-98fd-7e43286020a5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:03.848140 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fafe32c7-387c-4810-a865-6605904209d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:03.922487 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d9c74d2c-b5ab-4b5a-965c-fae4b341d781 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:03.932364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fafe32c7-387c-4810-a865-6605904209d5 None None] Port 21f86161-38d1-4b25-98fd-7e43286020a5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:44:03.974969 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-790af3c0-cd45-4023-a822-039e44ede298 req-3784f1ae-ec0b-40f7-af86-f395f624bc7e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1044035 May 25 20:44:04.002822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c74d2c-b5ab-4b5a-965c-fae4b341d781 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=21f86161-38d1-4b25-98fd-7e43286020a5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:04.023533 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6db5034a-e650-4af9-86b5-19a38c1e529b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:04.049381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d9c74d2c-b5ab-4b5a-965c-fae4b341d781 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:04.049729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-deaa1998-119a-4452-af7e-4cb059f28591 None None] Could not find standard attr ID for object 03966f33-5d57-4ecb-b5ff-c3e91f123bc6. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:44:04.070268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d9c74d2c-b5ab-4b5a-965c-fae4b341d781 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/21f86161-38d1-4b25-98fd-7e43286020a5 HTTP/1.1" status: 204 len: 168 time: 0.9533329 May 25 20:44:04.071728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36806) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:04.154518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e35ada-adc8-4931-8aaf-5b91cf3cfad8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:04.159337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e35ada-adc8-4931-8aaf-5b91cf3cfad8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:04.161085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-71e35ada-adc8-4931-8aaf-5b91cf3cfad8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:04.164633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-521a75d0-90e5-4de1-8fe6-9cc7c2d75e97 None None] Could not find standard attr ID for object 21f86161-38d1-4b25-98fd-7e43286020a5. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:44:04.179946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790af3c0-cd45-4023-a822-039e44ede298 req-77c2ca8d-2805-45a6-a6d1-de00aeacafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:04.181990 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-790af3c0-cd45-4023-a822-039e44ede298 req-77c2ca8d-2805-45a6-a6d1-de00aeacafcd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 1097 time: 0.0952530 May 25 20:44:04.184298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-71e35ada-adc8-4931-8aaf-5b91cf3cfad8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:04.191446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36810) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:04.194885 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-71e35ada-adc8-4931-8aaf-5b91cf3cfad8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1129887 May 25 20:44:04.349417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4a8e45-757d-4312-8f45-97772a57411f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 8c9d8b00-969d-4790-a9bc-936870be5d72 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:44:04.355646 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ea4a8e45-757d-4312-8f45-97772a57411f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:04.444758 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ea4a8e45-757d-4312-8f45-97772a57411f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:04.474093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790af3c0-cd45-4023-a822-039e44ede298 req-ef236d99-55ac-46ff-af3b-1da2869dea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:04.475653 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-790af3c0-cd45-4023-a822-039e44ede298 req-ef236d99-55ac-46ff-af3b-1da2869dea28 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.2508585 May 25 20:44:04.585904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-790af3c0-cd45-4023-a822-039e44ede298 req-5040ff08-26ca-46a4-973c-f51e41fabdbd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 HTTP/1.1" status: 200 len: 217 time: 0.0927217 May 25 20:44:04.655661 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ea4a8e45-757d-4312-8f45-97772a57411f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:04.757914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17391658-4ef5-47af-800a-a202586f0fb7 req-2343464e-9e05-418e-bb8f-69a54ca14791 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:04.760022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17391658-4ef5-47af-800a-a202586f0fb7 req-2343464e-9e05-418e-bb8f-69a54ca14791 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 946 time: 0.2203126 May 25 20:44:04.779809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790af3c0-cd45-4023-a822-039e44ede298 req-088daf47-5e94-4e27-8788-66fdf8a2efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:04.781830 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-790af3c0-cd45-4023-a822-039e44ede298 req-088daf47-5e94-4e27-8788-66fdf8a2efe0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.1896093 May 25 20:44:04.814819 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17391658-4ef5-47af-800a-a202586f0fb7 req-f93caa4d-2c74-4fcd-963a-4dc64bcc8ec8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477066 May 25 20:44:04.815664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36822) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:04.927850 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ea4a8e45-757d-4312-8f45-97772a57411f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:04.950193 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2582233-05f4-4ca0-838d-f142784ca025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:04.970864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c2582233-05f4-4ca0-838d-f142784ca025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:04.974927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c2582233-05f4-4ca0-838d-f142784ca025 admin admin] Usage tracker for resource:security_group_rule and tenant:f48a065cc2344716a0d3f729d3c96e1f is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:04.979200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c2582233-05f4-4ca0-838d-f142784ca025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:04.981854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee38b15-658c-4022-becd-c49d7e6a5c6f None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:04.985492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c2582233-05f4-4ca0-838d-f142784ca025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:05.016850 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ea4a8e45-757d-4312-8f45-97772a57411f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:05.042818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a8e45-757d-4312-8f45-97772a57411f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9d8b00-969d-4790-a9bc-936870be5d72,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:05.048484 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ea4a8e45-757d-4312-8f45-97772a57411f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/8c9d8b00-969d-4790-a9bc-936870be5d72 HTTP/1.1" status: 204 len: 168 time: 0.8559573 May 25 20:44:05.051631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36830) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:05.055010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790af3c0-cd45-4023-a822-039e44ede298 req-cf62e3e3-44b6-4ad0-b686-f8506c3ea194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:05.056593 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-790af3c0-cd45-4023-a822-039e44ede298 req-cf62e3e3-44b6-4ad0-b686-f8506c3ea194 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2554526 May 25 20:44:05.178462 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ca93c276-4228-4882-8410-7c0afa158f30 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970993 May 25 20:44:05.180536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36834) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:05.187871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-da20bf26-13f2-41a0-991c-e960b817da86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:05.206617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2582233-05f4-4ca0-838d-f142784ca025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:05.257328 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2582233-05f4-4ca0-838d-f142784ca025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:05.307283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c5b2e3-edcb-4eef-85c4-202c4aa8bcb1 None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:44:05.313918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5b2e3-edcb-4eef-85c4-202c4aa8bcb1 None None] Deleting port 6db5034a-e650-4af9-86b5-19a38c1e529b {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:05.314588 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d9c5b2e3-edcb-4eef-85c4-202c4aa8bcb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:05.323841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca005ac-e6e2-4e2b-ab76-1df8bbeb407b req-7ee53b4f-68cc-464c-901d-acadc5665e8d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:05.325395 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dca005ac-e6e2-4e2b-ab76-1df8bbeb407b req-7ee53b4f-68cc-464c-901d-acadc5665e8d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 946 time: 0.3510568 May 25 20:44:05.357049 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c2582233-05f4-4ca0-838d-f142784ca025 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f48a065cc2344716a0d3f729d3c96e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5400763 May 25 20:44:05.359224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2582233-05f4-4ca0-838d-f142784ca025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0400e94f-2c3a-4721-a01f-61069a5d6815,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:05.363730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36838) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:05.368840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-da20bf26-13f2-41a0-991c-e960b817da86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:05.376202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-da20bf26-13f2-41a0-991c-e960b817da86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:05.382114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-da20bf26-13f2-41a0-991c-e960b817da86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:05.388243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-da20bf26-13f2-41a0-991c-e960b817da86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:05.389663 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-790af3c0-cd45-4023-a822-039e44ede298 req-db0065eb-4074-401e-8347-855f90f44105 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214395 May 25 20:44:05.400960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da20bf26-13f2-41a0-991c-e960b817da86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:05.405070 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da20bf26-13f2-41a0-991c-e960b817da86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:05.439483 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dca005ac-e6e2-4e2b-ab76-1df8bbeb407b req-c77706b9-f2d6-4efb-9606-a5fa5164aa2f tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019797 May 25 20:44:05.557321 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bbfd-956d-46ee-9ea5-74a92df6cc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:05.587177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bbfd-956d-46ee-9ea5-74a92df6cc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:05.594677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d9c5b2e3-edcb-4eef-85c4-202c4aa8bcb1 None None] For port 6db5034a-e650-4af9-86b5-19a38c1e529b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6db5034a-e650-4af9-86b5-19a38c1e529b,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:05.595196 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d9c5b2e3-edcb-4eef-85c4-202c4aa8bcb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:05.672906 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-790af3c0-cd45-4023-a822-039e44ede298 req-0f150fd3-4d0a-4708-8e14-a8ff697f98c8 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722707 May 25 20:44:05.701629 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bbfd-956d-46ee-9ea5-74a92df6cc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:05.707756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6db5034a-e650-4af9-86b5-19a38c1e529b no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:44:05.724629 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da20bf26-13f2-41a0-991c-e960b817da86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:05.730780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7bbfd-956d-46ee-9ea5-74a92df6cc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0400e94f-2c3a-4721-a01f-61069a5d6815,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:05.735647 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bbfd-956d-46ee-9ea5-74a92df6cc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:05.739645 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2fe7bbfd-956d-46ee-9ea5-74a92df6cc3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0400e94f-2c3a-4721-a01f-61069a5d6815 HTTP/1.1" status: 204 len: 168 time: 0.3749583 May 25 20:44:05.793812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da20bf26-13f2-41a0-991c-e960b817da86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:05.797365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-da20bf26-13f2-41a0-991c-e960b817da86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:05.801912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da20bf26-13f2-41a0-991c-e960b817da86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:05.802520 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da20bf26-13f2-41a0-991c-e960b817da86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:05.829626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20bf26-13f2-41a0-991c-e960b817da86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=69d985e5-ac63-463b-ad48-929e78f0c627,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:05.830515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5b2e3-edcb-4eef-85c4-202c4aa8bcb1 None None] Calling delete_port for 6db5034a-e650-4af9-86b5-19a38c1e529b owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:05.850017 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-da20bf26-13f2-41a0-991c-e960b817da86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6698942 May 25 20:44:05.852745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36850) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:05.859277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'name': 'tempest-NetworksTestDHCPv6-1881763943'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:06.000482 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d9c5b2e3-edcb-4eef-85c4-202c4aa8bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:06.096559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:06.112196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:06.114658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5b2e3-edcb-4eef-85c4-202c4aa8bcb1 None None] Pushing event deleted for resources: {'Port': ['ID=6db5034a-e650-4af9-86b5-19a38c1e529b,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:06.119459 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c5b2e3-edcb-4eef-85c4-202c4aa8bcb1 None None] No DVR routers for this DVR port 6db5034a-e650-4af9-86b5-19a38c1e529b on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:44:06.123767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6db5034a-e650-4af9-86b5-19a38c1e529b is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:06.124152 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:06.129703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:06.159189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:06.168768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfda03b8-0690-4146-921e-84bfdb44f7cd None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:06.183874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:06.192141 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:06.237630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 70e0dd92-0aa5-4f19-97e3-84de8fa553f7 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:44:06.458580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::1e6 (000fa24c-4d51-46fe-b901-109d810e0403/69d985e5-ac63-463b-ad48-929e78f0c627/70e0dd92-0aa5-4f19-97e3-84de8fa553f7) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:06.606131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': '69d985e5-ac63-463b-ad48-929e78f0c627'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:44:06.609714 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:06.699294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36888) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:06.730729 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:06.750312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 70e0dd92-0aa5-4f19-97e3-84de8fa553f7 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:06.781443 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:06.864352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:06.867431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:06.872106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:06.878181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:06.878977 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:06.892380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-905046389-network', 'tenant_id': 'ac6d4f1051e34e05bc214cacaf9956d2'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:06.893309 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Allocated IP 2001:db8::2 (000fa24c-4d51-46fe-b901-109d810e0403/69d985e5-ac63-463b-ad48-929e78f0c627/4c43650a-cd0e-465c-bd5e-fe8e7a5da26b) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:06.895099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=70e0dd92-0aa5-4f19-97e3-84de8fa553f7,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:06.905339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:06.919259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Usage tracker for resource:network and tenant:ac6d4f1051e34e05bc214cacaf9956d2 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:06.923428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:06.929331 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-41d76b6c-898c-42ef-80d7-c74324999d10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0750768 May 25 20:44:06.929984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36898) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:06.939748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:06.957755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Made reservation on behalf of ac6d4f1051e34e05bc214cacaf9956d2 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:06.960345 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:06.973892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:06.992553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:06.997316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Usage tracker for resource:security_group_rule and tenant:ac6d4f1051e34e05bc214cacaf9956d2 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:07.001413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:07.008115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:07.046374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e58ae7-7f87-41eb-b53e-7b220d976b51 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:07.048421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b0e58ae7-7f87-41eb-b53e-7b220d976b51 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:07.072880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b0e58ae7-7f87-41eb-b53e-7b220d976b51 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:07.075187 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b0e58ae7-7f87-41eb-b53e-7b220d976b51 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1441770 May 25 20:44:07.079091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36904) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:07.127386 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:07.134702 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:07.153348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:44:07.165095 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:07.165581 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Added segment 9b52dfb1-09d2-43d7-a692-4eec1fc83bc7 of type vlan for network 5a82ea33-9171-4791-8207-3d9ca7037b72 May 25 20:44:07.166199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-530e1e33-c7aa-40a9-8815-fa08f9593029 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 70e0dd92-0aa5-4f19-97e3-84de8fa553f7 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:07.166729 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-530e1e33-c7aa-40a9-8815-fa08f9593029 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:07.197216 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:07.237383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:07.239347 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:07.271531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:07.272748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:07.273531 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:07.277444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Transition to ACTIVE for port object 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:07.314717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Transition to ACTIVE for port object 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:07.324208 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:07.386218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] Pushing event updated for resources: {'Network': ['ID=5a82ea33-9171-4791-8207-3d9ca7037b72,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:07.394576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-60ffb485-0a9b-47c9-aba6-7227a0de868a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6941228 May 25 20:44:07.395301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36918) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:07.400672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Request body: {'subnet': {'network_id': '5a82ea33-9171-4791-8207-3d9ca7037b72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-905046389-subnet', 'tenant_id': 'ac6d4f1051e34e05bc214cacaf9956d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:07.406800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:07.412337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Usage tracker for resource:subnet and tenant:ac6d4f1051e34e05bc214cacaf9956d2 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:07.422601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:07.428933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 5a82ea33-9171-4791-8207-3d9ca7037b72 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:44:07.437468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:07.457573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Made reservation on behalf of ac6d4f1051e34e05bc214cacaf9956d2 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:07.460176 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:07.475201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:07.526431 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:07.540740 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-530e1e33-c7aa-40a9-8815-fa08f9593029 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:07.557173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:07.709347 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Pushing event updated for resources: {'Port': ['ID=4c43650a-cd0e-465c-bd5e-fe8e7a5da26b,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:07.733104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Attempting to bind port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:44:07.734208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Attempting to bind port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:44:07.734767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Attempting to bind port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:44:07.739892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:07.745522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:44:07.746067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:44:07.746751 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:07.747289 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:44:07.747893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Bound port: 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:44:07.748439 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:07.818894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-530e1e33-c7aa-40a9-8815-fa08f9593029 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 70e0dd92-0aa5-4f19-97e3-84de8fa553f7 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:07.891422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4710784f-2f54-46a7-b70b-fa506bb5fc45,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:07.989785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Checking segment: {'id': '9b52dfb1-09d2-43d7-a692-4eec1fc83bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5a82ea33-9171-4791-8207-3d9ca7037b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:44:07.990639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Network hostable DHCP agents. Network: 5a82ea33-9171-4791-8207-3d9ca7037b72, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:44:07.998792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] For port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:44:08.004809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] For port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4c43650a-cd0e-465c-bd5e-fe8e7a5da26b,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:44:08.020143 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:08.028089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Network 5a82ea33-9171-4791-8207-3d9ca7037b72 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:44:08.046366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 5a82ea33-9171-4791-8207-3d9ca7037b72) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:08.051817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:08.052534 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:08.085777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d28b31-3592-460a-9b52-bb11d459a39f None None] Network 5a82ea33-9171-4791-8207-3d9ca7037b72 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:08.095726 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-77480495-867f-4055-b036-ed75c0cb7478 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6989913 May 25 20:44:08.156557 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-530e1e33-c7aa-40a9-8815-fa08f9593029 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:08.232906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e1e33-c7aa-40a9-8815-fa08f9593029 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=70e0dd92-0aa5-4f19-97e3-84de8fa553f7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:08.272709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2281a-e71b-4171-b5a9-0874434dd09d None None] Pushing event updated for resources: {'Port': ['ID=4c43650a-cd0e-465c-bd5e-fe8e7a5da26b,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:08.415073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff64e87-d7fb-4f94-8ea3-178e0e89845f None None] Network 5a82ea33-9171-4791-8207-3d9ca7037b72 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:08.433710 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-530e1e33-c7aa-40a9-8815-fa08f9593029 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:08.448983 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-530e1e33-c7aa-40a9-8815-fa08f9593029 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/70e0dd92-0aa5-4f19-97e3-84de8fa553f7 HTTP/1.1" status: 204 len: 168 time: 1.3646574 May 25 20:44:08.449295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36952) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:08.548994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2c7b08-5ece-476c-9f72-542edbac472e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:08.550771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2c7b08-5ece-476c-9f72-542edbac472e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:08.551543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ff2c7b08-5ece-476c-9f72-542edbac472e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:08.580148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ff2c7b08-5ece-476c-9f72-542edbac472e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:08.582679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ff2c7b08-5ece-476c-9f72-542edbac472e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1323357 May 25 20:44:08.584840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36960) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:08.674622 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e901f7b-3367-4b30-aed5-942e163ad6e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 69d985e5-ac63-463b-ad48-929e78f0c627 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:44:08.678713 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e901f7b-3367-4b30-aed5-942e163ad6e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:08.769949 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e901f7b-3367-4b30-aed5-942e163ad6e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:08.812827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36968) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:08.818457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1683111520-network', 'tenant_id': 'b638e1801a5f4ed199dbe8d8a5560ee2'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:08.823823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:08.828397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Usage tracker for resource:network and tenant:b638e1801a5f4ed199dbe8d8a5560ee2 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:08.831489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:08.837490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:08.849697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Made reservation on behalf of b638e1801a5f4ed199dbe8d8a5560ee2 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:08.852442 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:08.856918 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e901f7b-3367-4b30-aed5-942e163ad6e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:08.865462 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:08.880765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:08.884575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Usage tracker for resource:security_group_rule and tenant:b638e1801a5f4ed199dbe8d8a5560ee2 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:08.887352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:08.893346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:08.937836 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e901f7b-3367-4b30-aed5-942e163ad6e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:08.979371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e901f7b-3367-4b30-aed5-942e163ad6e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=69d985e5-ac63-463b-ad48-929e78f0c627,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:08.981285 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:08.981426 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e901f7b-3367-4b30-aed5-942e163ad6e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:08.987905 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:08.995709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2e901f7b-3367-4b30-aed5-942e163ad6e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/69d985e5-ac63-463b-ad48-929e78f0c627 HTTP/1.1" status: 204 len: 168 time: 0.4097836 May 25 20:44:08.998171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36974) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:09.021408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:44:09.034886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18fddfa-28fe-47b2-99ab-5832f64d968f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:09.039817 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:09.040082 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Added segment 1cf2ef69-67be-4145-83d5-99f592f32b30 of type vlan for network a9716df2-9f0a-4bd2-ad43-452983fa6bed May 25 20:44:09.070856 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:09.073896 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c0cd19ce-8190-4ed1-836e-588bebd6d0b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745771 May 25 20:44:09.076385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36978) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:09.109866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:09.111320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:09.112383 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:09.172076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0644781-86dd-4ddf-be5c-33202669e0e1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:09.172798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d0644781-86dd-4ddf-be5c-33202669e0e1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:09.199010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d0644781-86dd-4ddf-be5c-33202669e0e1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:09.200521 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d0644781-86dd-4ddf-be5c-33202669e0e1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1227100 May 25 20:44:09.203237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36984) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:09.240537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] Pushing event updated for resources: {'Network': ['ID=a9716df2-9f0a-4bd2-ad43-452983fa6bed,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:09.243701 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dbfea04a-13ab-4c80-a448-b98c18223d37 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4298427 May 25 20:44:09.246571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 36990) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:09.253678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network a9716df2-9f0a-4bd2-ad43-452983fa6bed details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:44:09.255291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Request body: {'subnet': {'network_id': 'a9716df2-9f0a-4bd2-ad43-452983fa6bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1683111520-subnet', 'tenant_id': 'b638e1801a5f4ed199dbe8d8a5560ee2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:09.261987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:09.267065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Usage tracker for resource:subnet and tenant:b638e1801a5f4ed199dbe8d8a5560ee2 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:09.270195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:09.275847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:09.294630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707413b4-9e08-436e-8850-f8d1bdd280ac tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:09.295477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-707413b4-9e08-436e-8850-f8d1bdd280ac tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:09.299284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Made reservation on behalf of b638e1801a5f4ed199dbe8d8a5560ee2 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:09.302088 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:09.314512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-707413b4-9e08-436e-8850-f8d1bdd280ac tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:09.318847 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-707413b4-9e08-436e-8850-f8d1bdd280ac tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1144931 May 25 20:44:09.321634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 36994) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:09.445951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5e40b39b-4805-4183-94d3-e10744ee2b47 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189599 May 25 20:44:09.448628 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37000) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:09.455584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e759c0a3-575c-428f-ab50-015f8bced17f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:09.539828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c2ca40-0716-4646-8174-35c7db829d29 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:09.695162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:09.707009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e759c0a3-575c-428f-ab50-015f8bced17f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:09.724724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e759c0a3-575c-428f-ab50-015f8bced17f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:09.767814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e759c0a3-575c-428f-ab50-015f8bced17f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:09.769385 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:09.773125 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e759c0a3-575c-428f-ab50-015f8bced17f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:09.807615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-c008d367-61bc-47cd-866c-bfd52b56afbb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:09.807961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a7d7ea5f-2889-4655-b762-997f0c60e53a None None] Provisioning for port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:09.809166 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-c008d367-61bc-47cd-866c-bfd52b56afbb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 812 time: 0.2662518 May 25 20:44:09.840857 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:09.848382 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:09.848729 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:09.868700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bae4a993-67fd-4784-9905-3276deee0a3a,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:09.877859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Checking segment: {'id': '1cf2ef69-67be-4145-83d5-99f592f32b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a9716df2-9f0a-4bd2-ad43-452983fa6bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:44:09.878751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Network hostable DHCP agents. Network: a9716df2-9f0a-4bd2-ad43-452983fa6bed, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:44:09.885558 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-ba3ab551-0366-4d1a-abda-0c5e5f38964e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/quotas/7e7010833e5c431293fcd9aca5363db5 HTTP/1.1" status: 200 len: 375 time: 0.0298483 May 25 20:44:09.915719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Network a9716df2-9f0a-4bd2-ad43-452983fa6bed is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:44:09.928374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, a9716df2-9f0a-4bd2-ad43-452983fa6bed) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:09.933319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:09.934143 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:09.949003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63f3b1d-0be2-4030-b54b-69ee3ef38a4b None None] Network a9716df2-9f0a-4bd2-ad43-452983fa6bed requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:09.975753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e7a9b6cf-8bf7-43d9-a29d-c2273a14ce82 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7189677 May 25 20:44:09.996072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:44:10.017998 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-09d95b43-8ee6-4b49-bdaf-afbe1c753fb8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1258111 May 25 20:44:10.050241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Deleting port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:10.050605 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:10.107740 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:10.108073 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:10.233029 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e759c0a3-575c-428f-ab50-015f8bced17f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:10.238451 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-7a2b2bc9-df64-47ac-a610-8ece136472fb service neutron] 10.222.0.60 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902387 May 25 20:44:10.245713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4c43650a-cd0e-465c-bd5e-fe8e7a5da26b,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:10.284793 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:10.366672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e759c0a3-575c-428f-ab50-015f8bced17f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:10.382671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e759c0a3-575c-428f-ab50-015f8bced17f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:10.390288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e759c0a3-575c-428f-ab50-015f8bced17f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:10.390911 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e759c0a3-575c-428f-ab50-015f8bced17f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:10.408383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759c0a3-575c-428f-ab50-015f8bced17f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=fe0d5662-9015-47fe-9792-6b4c6b7b78c7,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:10.511669 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] For port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4c43650a-cd0e-465c-bd5e-fe8e7a5da26b,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:10.512074 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:10.526694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=4c43650a-cd0e-465c-bd5e-fe8e7a5da26b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:10.534142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d200a0b-9f67-457e-95fa-21452e2779ba None None] Network a9716df2-9f0a-4bd2-ad43-452983fa6bed requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:10.574683 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e759c0a3-575c-428f-ab50-015f8bced17f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1219561 May 25 20:44:10.574918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37028) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:10.582766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'fixed_ips': [{'subnet_id': 'fe0d5662-9015-47fe-9792-6b4c6b7b78c7', 'ip_address': '2001:db8::bcba:a714:1c05:d009'}], 'name': 'tempest-NetworksTestDHCPv6-386658602'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:10.601657 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-e93441e9-3abd-4c65-bb6c-6cbee2f4897a service neutron] 10.222.0.60 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335991 May 25 20:44:10.655400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-cf16495d-41a1-46b0-b63b-6c0b5988e73a tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:10.657058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-cf16495d-41a1-46b0-b63b-6c0b5988e73a tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Synchronizing usage tracker for tenant:ac6d4f1051e34e05bc214cacaf9956d2 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:10.679947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-cf16495d-41a1-46b0-b63b-6c0b5988e73a tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Unset dirty status for tenant:ac6d4f1051e34e05bc214cacaf9956d2 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:10.681111 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-cf16495d-41a1-46b0-b63b-6c0b5988e73a tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/networks?id=5a82ea33-9171-4791-8207-3d9ca7037b72 HTTP/1.1" status: 200 len: 811 time: 0.2076614 May 25 20:44:10.698241 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Calling delete_port for 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:10.708428 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-c99d1ec2-18ac-4942-ad80-f99d85700290 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/quotas/ac6d4f1051e34e05bc214cacaf9956d2 HTTP/1.1" status: 200 len: 375 time: 0.0202467 May 25 20:44:10.787473 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-bdec7860-76f2-4427-879f-092efa64dc25 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac6d4f1051e34e05bc214cacaf9956d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709457 May 25 20:44:10.791466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:10.800667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-49308f8a-285e-4600-8cb3-a4def5b5f79a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:44:10.802001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-49308f8a-285e-4600-8cb3-a4def5b5f79a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072367 May 25 20:44:10.818370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:10.845676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:10.901838 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:44:10.902329 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:44:10.972755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-a79ebda5-13b4-45d7-8105-85dba8dd0087 service neutron] 10.222.0.60 "GET /v2.0/networks/5a82ea33-9171-4791-8207-3d9ca7037b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607876 May 25 20:44:10.987819 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-616fc480-868a-4db8-bc7e-75c2c3f9f778 req-70e7af05-b080-4a90-9a21-6c5de6d6ca7c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 210 time: 0.1118836 May 25 20:44:11.060182 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:11.082352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port c8f4137e-cd97-4cfe-9865-4d9b5e2319d5 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:44:11.131676 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-348927a4-63b6-40bc-8537-d242a11b271d service neutron] 10.222.0.60 "GET /v2.0/networks/5a82ea33-9171-4791-8207-3d9ca7037b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513889 May 25 20:44:11.353325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::bcba:a714:1c05:d009 (000fa24c-4d51-46fe-b901-109d810e0403/fe0d5662-9015-47fe-9792-6b4c6b7b78c7/c8f4137e-cd97-4cfe-9865-4d9b5e2319d5) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:11.364080 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b488bb3e-42e1-41a5-aa27-b5368c56261f req-bc4888ef-04c3-4c16-ad48-b7bf45473949 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 210 time: 0.0530546 May 25 20:44:11.403346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Deleting port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:11.403743 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:11.540322 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:44:11.595254 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:11.619927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object c8f4137e-cd97-4cfe-9865-4d9b5e2319d5 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:11.663976 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:11.666357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:44:11.735709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] For port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4c43650a-cd0e-465c-bd5e-fe8e7a5da26b,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:11.736848 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:11.780311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=c8f4137e-cd97-4cfe-9865-4d9b5e2319d5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:11.795055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:11.796317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:11.798932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:11.806633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:11.807516 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:11.841537 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f3b2b21e-f223-473b-88a2-ffe4b9a10b62 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2655118 May 25 20:44:11.844569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37054) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:11.905899 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Calling delete_port for 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:11.937609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d226e5-3ae5-445b-8b63-2007cb974ec8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:11.943455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d226e5-3ae5-445b-8b63-2007cb974ec8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:11.944233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c0d226e5-3ae5-445b-8b63-2007cb974ec8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:11.960957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:11.961324 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:11.961819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c0d226e5-3ae5-445b-8b63-2007cb974ec8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:11.963017 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c0d226e5-3ae5-445b-8b63-2007cb974ec8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1172388 May 25 20:44:11.965709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37058) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:12.025674 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4c43650a-cd0e-465c-bd5e-fe8e7a5da26b,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:12.036782 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:12.056155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-5a786056-2e2a-450b-b1cc-cb7948d25a76 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port c8f4137e-cd97-4cfe-9865-4d9b5e2319d5 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:12.057238 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a786056-2e2a-450b-b1cc-cb7948d25a76 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:12.144806 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:44:12.145177 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:44:12.169742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=4c43650a-cd0e-465c-bd5e-fe8e7a5da26b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:12.218809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fd3bbfca-1f43-46a9-8532-d51a6e9601a7 req-fd78ec93-96a1-4600-967a-687157ddd59b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 210 time: 0.0913289 May 25 20:44:12.336262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-0a1f1468-1201-464c-8e9c-1cac76b6122c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:12.337844 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-0a1f1468-1201-464c-8e9c-1cac76b6122c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.70 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 812 time: 0.1761148 May 25 20:44:12.349805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'port': {'device_id': '00cc729d-806a-4863-9f2b-fab49ec23fd0', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'admin_state_up': True, 'tenant_id': '7e7010833e5c431293fcd9aca5363db5'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:12.401635 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a786056-2e2a-450b-b1cc-cb7948d25a76 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:12.560098 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-10d1b9c1-d886-411a-b72e-1e98eb86796f req-d5e27773-77e9-4754-9025-a918a503304b tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 210 time: 0.0645602 May 25 20:44:12.586328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:12.598039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:12.606591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-5a786056-2e2a-450b-b1cc-cb7948d25a76 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for c8f4137e-cd97-4cfe-9865-4d9b5e2319d5 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:12.610830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Made reservation on behalf of 7e7010833e5c431293fcd9aca5363db5 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:12.617133 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:12.830055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Allocated IP 172.20.0.13 (e8b72074-fda4-47cc-ba54-cf2b1a031238/a57f86a8-16f5-403a-9fff-dacc6807d6d3/e54c7c22-19b6-46ad-a2df-62f6c88f69e2) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:12.907778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-5d6ee7ff-f8b3-499a-aebf-2d94b9685c12 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:12.909274 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-5d6ee7ff-f8b3-499a-aebf-2d94b9685c12 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.70 "GET /v2.0/networks?id=5a82ea33-9171-4791-8207-3d9ca7037b72 HTTP/1.1" status: 200 len: 811 time: 0.3333554 May 25 20:44:12.922230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Request body: {'port': {'device_id': '0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7', 'network_id': '5a82ea33-9171-4791-8207-3d9ca7037b72', 'admin_state_up': True, 'tenant_id': 'ac6d4f1051e34e05bc214cacaf9956d2'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:12.953718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Deleting port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:12.954393 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:13.112974 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a786056-2e2a-450b-b1cc-cb7948d25a76 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:13.224227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a786056-2e2a-450b-b1cc-cb7948d25a76 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=c8f4137e-cd97-4cfe-9865-4d9b5e2319d5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:13.243562 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:13.269677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Transition to ACTIVE for port object e54c7c22-19b6-46ad-a2df-62f6c88f69e2 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:13.300870 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:13.322765 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['5bcc3f7d-6458-4209-8fb5-18c459cdf0f0'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:44:13.388316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:13.392006 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a786056-2e2a-450b-b1cc-cb7948d25a76 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:13.407935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Usage tracker for resource:port and tenant:ac6d4f1051e34e05bc214cacaf9956d2 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:13.411775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:13.425559 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5a786056-2e2a-450b-b1cc-cb7948d25a76 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/c8f4137e-cd97-4cfe-9865-4d9b5e2319d5 HTTP/1.1" status: 204 len: 168 time: 1.4585967 May 25 20:44:13.426008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37072) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:13.426477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'Port': ['ID=e54c7c22-19b6-46ad-a2df-62f6c88f69e2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:13.454826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:13.455072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] For port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4c43650a-cd0e-465c-bd5e-fe8e7a5da26b,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:13.455440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:13.456570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:13.462807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:13.474631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:13.596236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1bd068-67b7-441a-945e-f28b319a408b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:13.598856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1bd068-67b7-441a-945e-f28b319a408b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:13.599852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3f1bd068-67b7-441a-945e-f28b319a408b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:13.614089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Calling delete_port for 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:13.644759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Made reservation on behalf of ac6d4f1051e34e05bc214cacaf9956d2 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:13.648077 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:13.701903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3f1bd068-67b7-441a-945e-f28b319a408b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:13.712299 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3f1bd068-67b7-441a-945e-f28b319a408b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2471614 May 25 20:44:13.713927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37078) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:13.736561 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e39c0ea8-46c3-43af-9581-3a75958d375f req-05f8c6a4-1271-41ef-a684-4021186a9f35 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5709093 May 25 20:44:13.847326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:13.852306 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:13.928652 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:14.006016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] Pushing event deleted for resources: {'Port': ['ID=4c43650a-cd0e-465c-bd5e-fe8e7a5da26b,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:14.012805 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8142b8fe-22c9-4d89-a84c-6d74e99f3742 req-4f0fa933-cb5d-49f6-9cf3-804dbce87d37 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 210 time: 0.1461971 May 25 20:44:14.029952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48991952-781a-45c1-b642-6cb105cfc757 None None] No DVR routers for this DVR port 4c43650a-cd0e-465c-bd5e-fe8e7a5da26b on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:44:14.034265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Allocated IP 172.20.0.2 (5a82ea33-9171-4791-8207-3d9ca7037b72/4710784f-2f54-46a7-b70b-fa506bb5fc45/fa48d8c8-c7d3-4e5d-bd8c-2ee180730720) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:14.049302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8a12c204-8523-49a8-b5a1-ec050b7054dd None None] Provisioning for port e54c7c22-19b6-46ad-a2df-62f6c88f69e2 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:14.066569 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-8fe9f5b0-7da8-4946-9f78-657ec99506ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7196288 May 25 20:44:14.067809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91cae9d-2d01-4d5a-a868-aaebcea4a680 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:14.087808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Request body: {'port': {'device_id': '00cc729d-806a-4863-9f2b-fab49ec23fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:14.167371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8a12c204-8523-49a8-b5a1-ec050b7054dd None None] Provisioning complete for port e54c7c22-19b6-46ad-a2df-62f6c88f69e2 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:14.167744 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8a12c204-8523-49a8-b5a1-ec050b7054dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:14.202795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e516c6-a1c0-4788-ba11-e8972507b0c4 req-3412bbcc-1855-41eb-a8fe-c0e3de7abcee tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:14.204829 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6e516c6-a1c0-4788-ba11-e8972507b0c4 req-3412bbcc-1855-41eb-a8fe-c0e3de7abcee tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 932 time: 0.7898176 May 25 20:44:14.299585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8a12c204-8523-49a8-b5a1-ec050b7054dd None None] Port e54c7c22-19b6-46ad-a2df-62f6c88f69e2 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:44:14.320063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9e22a0-4901-422f-865c-86a38a9b6859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet fe0d5662-9015-47fe-9792-6b4c6b7b78c7 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:44:14.323392 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a9e22a0-4901-422f-865c-86a38a9b6859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:14.324050 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:14.401633 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a9e22a0-4901-422f-865c-86a38a9b6859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:14.442088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0167f8-d086-4e5a-a353-d4ddf319fcb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': 'fe0d5662-9015-47fe-9792-6b4c6b7b78c7'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:44:14.443088 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fe0167f8-d086-4e5a-a353-d4ddf319fcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:14.615195 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a9e22a0-4901-422f-865c-86a38a9b6859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:14.670599 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6e516c6-a1c0-4788-ba11-e8972507b0c4 req-27e75606-27d9-4ad6-af1f-454386fbec10 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667276 May 25 20:44:14.746020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c0ea8-46c3-43af-9581-3a75958d375f req-02de5ef2-b5c4-470e-9c35-e4a71cbaf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:14.749937 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e39c0ea8-46c3-43af-9581-3a75958d375f req-02de5ef2-b5c4-470e-9c35-e4a71cbaf52b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e2e8e4738f347389eca7743d5eef987&device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 1096 time: 0.7103624 May 25 20:44:14.908519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54c7c22-19b6-46ad-a2df-62f6c88f69e2 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:44:14.918310 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:14.921749 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:14.941051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Transition to ACTIVE for port object e54c7c22-19b6-46ad-a2df-62f6c88f69e2 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:14.948806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server [None req-fe0167f8-d086-4e5a-a353-d4ddf319fcb0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe0d5662-9015-47fe-9792-6b4c6b7b78c7: This subnet is being modified by another concurrent operation. May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise exception May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe0d5662-9015-47fe-9792-6b4c6b7b78c7: This subnet is being modified by another concurrent operation. May 25 20:44:14.962372 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server May 25 20:44:14.987117 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a9e22a0-4901-422f-865c-86a38a9b6859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:14.999946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6985bf-d93f-4fff-8f40-32419f4e089e None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:44:15.036761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e22a0-4901-422f-865c-86a38a9b6859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0d5662-9015-47fe-9792-6b4c6b7b78c7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:15.056353 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a9e22a0-4901-422f-865c-86a38a9b6859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:15.056353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c0ea8-46c3-43af-9581-3a75958d375f req-be3c7caf-544e-4031-bee3-c42af8435928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:15.056353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e39c0ea8-46c3-43af-9581-3a75958d375f req-be3c7caf-544e-4031-bee3-c42af8435928 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 HTTP/1.1" status: 200 len: 910 time: 0.2549851 May 25 20:44:15.164956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e39c0ea8-46c3-43af-9581-3a75958d375f req-81ae7742-2755-4c58-a58e-3ef2cb1d6b13 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f HTTP/1.1" status: 200 len: 1001 time: 0.1048987 May 25 20:44:15.169124 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:15.231418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6985bf-d93f-4fff-8f40-32419f4e089e None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:44:15.271994 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1a9e22a0-4901-422f-865c-86a38a9b6859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/fe0d5662-9015-47fe-9792-6b4c6b7b78c7 HTTP/1.1" status: 204 len: 168 time: 1.5485764 May 25 20:44:15.277332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37084) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:15.312680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Network 5a82ea33-9171-4791-8207-3d9ca7037b72 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:15.318040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:15.324089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:15.483705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c0ea8-46c3-43af-9581-3a75958d375f req-01780b35-a9a0-4146-82b7-0a98a4594073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:15.485209 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e39c0ea8-46c3-43af-9581-3a75958d375f req-01780b35-a9a0-4146-82b7-0a98a4594073 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac01637c-8629-4b8f-9c95-c238dbd975e2 HTTP/1.1" status: 200 len: 848 time: 0.3130705 May 25 20:44:15.490328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Pushing event updated for resources: {'Port': ['ID=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:15.544392 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Pushing event updated for resources: {'Port': ['ID=e54c7c22-19b6-46ad-a2df-62f6c88f69e2,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:15.560642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37088) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:15.560814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a4c35a2f-ddc5-49a5-b178-c6d5d87ea27f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2496381 May 25 20:44:15.572884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-03c2d20b-8302-445a-8d2a-c1688138cec9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:15.584002 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Attempting to bind port e54c7c22-19b6-46ad-a2df-62f6c88f69e2 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:44:15.585029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Attempting to bind port e54c7c22-19b6-46ad-a2df-62f6c88f69e2 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:44:15.585550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Attempting to bind port e54c7c22-19b6-46ad-a2df-62f6c88f69e2 on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:44:15.593646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Port e54c7c22-19b6-46ad-a2df-62f6c88f69e2 on network e8b72074-fda4-47cc-ba54-cf2b1a031238 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:44:15.594190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Attempting to bind port e54c7c22-19b6-46ad-a2df-62f6c88f69e2 on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:44:15.595081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:15.596580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:15.602400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:44:15.602944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Checking segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:44:15.603477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Bound using segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:44:15.604062 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Bound port: e54c7c22-19b6-46ad-a2df-62f6c88f69e2, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:44:15.605091 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:15.637660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd86802-c07b-43af-b73a-8d484cf1a800 req-0052e767-7474-49a4-b376-0fd77e95b7bf tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:15.647209 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2fd86802-c07b-43af-b73a-8d484cf1a800 req-0052e767-7474-49a4-b376-0fd77e95b7bf tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 931 time: 0.4453704 May 25 20:44:15.709607 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-19b972f0-21e1-434e-8ace-19cf3bd2dd02 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7882922 May 25 20:44:15.725320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Request body: {'port': {'device_id': '0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:15.820892 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2fd86802-c07b-43af-b73a-8d484cf1a800 req-8e1353e0-56da-4c8d-b958-870ea0724ab3 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724498 May 25 20:44:15.843519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] For port e54c7c22-19b6-46ad-a2df-62f6c88f69e2, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:44:15.847176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c0ea8-46c3-43af-9581-3a75958d375f req-84940060-d9a2-4b4a-80c7-31830d275776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:15.848981 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e39c0ea8-46c3-43af-9581-3a75958d375f req-84940060-d9a2-4b4a-80c7-31830d275776 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3561630 May 25 20:44:15.850231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-03c2d20b-8302-445a-8d2a-c1688138cec9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:15.851962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] For port e54c7c22-19b6-46ad-a2df-62f6c88f69e2, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e54c7c22-19b6-46ad-a2df-62f6c88f69e2,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:44:15.860566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:15.884048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-03c2d20b-8302-445a-8d2a-c1688138cec9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:15.922434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-03c2d20b-8302-445a-8d2a-c1688138cec9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:15.925065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:15.925710 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:15.927663 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] 10.222.0.70 "PUT /v2.0/ports/e54c7c22-19b6-46ad-a2df-62f6c88f69e2 HTTP/1.1" status: 200 len: 1092 time: 1.8551257 May 25 20:44:15.932834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00cc729d-806a-4863-9f2b-fab49ec23fd0', 'tag': 'e54c7c22-19b6-46ad-a2df-62f6c88f69e2'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:44:15.987263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9a983-6e29-422d-8163-77b2a4cc126b service neutron] Pushing event updated for resources: {'Port': ['ID=e54c7c22-19b6-46ad-a2df-62f6c88f69e2,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:16.044886 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d01159-fad8-4036-8fc1-d475f35d77c3'] response: {'name': 'network-changed', 'server_uuid': '00cc729d-806a-4863-9f2b-fab49ec23fd0', 'tag': 'e54c7c22-19b6-46ad-a2df-62f6c88f69e2', 'status': 'completed', 'code': 200} May 25 20:44:16.051458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-03c2d20b-8302-445a-8d2a-c1688138cec9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:16.093265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-af09c8cc-c117-4692-9ef0-230de101c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:16.095753 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-af09c8cc-c117-4692-9ef0-230de101c29a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0956590 May 25 20:44:16.130633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c2d20b-8302-445a-8d2a-c1688138cec9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:16.134542 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-03c2d20b-8302-445a-8d2a-c1688138cec9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:16.165778 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:16.204843 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-28fcd90f-4c0c-44f2-967c-87da08150f8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e54c7c22-19b6-46ad-a2df-62f6c88f69e2 HTTP/1.1" status: 200 len: 217 time: 0.1013768 May 25 20:44:16.313326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-92734a4e-1073-451d-9cae-162ef53d9b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:16.317468 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-92734a4e-1073-451d-9cae-162ef53d9b7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.1029668 May 25 20:44:16.402333 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e39c0ea8-46c3-43af-9581-3a75958d375f req-9d1b9e5e-6de2-4471-9e3c-9c36663f9424 service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449016 May 25 20:44:16.439499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-e6a9f542-776c-474f-bb73-75a75d4126d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:16.441119 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-e6a9f542-776c-474f-bb73-75a75d4126d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183202 May 25 20:44:16.596254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29286b8e-00fb-4e39-940e-ab5d1cac72bd req-2d4ab26d-c337-4177-bc16-1d51d495ac22 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:16.598818 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29286b8e-00fb-4e39-940e-ab5d1cac72bd req-2d4ab26d-c337-4177-bc16-1d51d495ac22 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.7048471 May 25 20:44:16.712081 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-03c2d20b-8302-445a-8d2a-c1688138cec9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:16.741996 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-1bb45f97-0b28-405e-ab09-c244761fb097 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945096 May 25 20:44:16.886412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c2d20b-8302-445a-8d2a-c1688138cec9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:16.901988 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29286b8e-00fb-4e39-940e-ab5d1cac72bd req-6389849f-58c9-418b-acd9-21be343ce7ac tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797315 May 25 20:44:16.931644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2d20b-8302-445a-8d2a-c1688138cec9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=a06055e0-5d06-4bb1-a184-06ea9aded979,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:16.933064 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-df47ef3e-dae1-4c92-90f1-cf847f2f9d33 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842148 May 25 20:44:16.941460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e39c0ea8-46c3-43af-9581-3a75958d375f req-e932d8cd-dd71-4772-8025-2807d3b021d6 service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067151 May 25 20:44:16.942460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-03c2d20b-8302-445a-8d2a-c1688138cec9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:16.955642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0045a49-a2b6-4b23-8b28-661e638d5a6f None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:16.967101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c2d20b-8302-445a-8d2a-c1688138cec9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:16.968848 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-03c2d20b-8302-445a-8d2a-c1688138cec9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:17.098602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d9df4-f7c4-4705-9b24-74b0159f6734 req-a7938199-ee6b-4c67-b492-5ceed855f8cc tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:17.106430 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-205d9df4-f7c4-4705-9b24-74b0159f6734 req-a7938199-ee6b-4c67-b492-5ceed855f8cc tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 931 time: 0.1341710 May 25 20:44:17.116005 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-03c2d20b-8302-445a-8d2a-c1688138cec9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5543272 May 25 20:44:17.126917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37100) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:17.155952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'fixed_ips': [{'subnet_id': 'a06055e0-5d06-4bb1-a184-06ea9aded979', 'ip_address': '2001:db8::23db:2abb:4eea:a331'}], 'name': 'tempest-NetworksTestDHCPv6-744632963'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:17.201514 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-205d9df4-f7c4-4705-9b24-74b0159f6734 req-6d32ab91-6cbf-4854-8b29-2739908f9b62 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941372 May 25 20:44:17.290469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': 'a06055e0-5d06-4bb1-a184-06ea9aded979'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:44:17.291295 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:17.313044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cf29d-f406-464b-8bad-82e227b25328 req-f1428890-28e2-4a2c-b9a3-e34147f9d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:17.315134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f37cf29d-f406-464b-8bad-82e227b25328 req-f1428890-28e2-4a2c-b9a3-e34147f9d59c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 1095 time: 0.2833879 May 25 20:44:17.512448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Allocated IP 2001:db8::2 (000fa24c-4d51-46fe-b901-109d810e0403/a06055e0-5d06-4bb1-a184-06ea9aded979/db6783eb-044f-44f8-8a51-224bc0d070f6) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:17.655867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:17.668302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:17.672781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:44:17.690037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:17.693955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:17.709645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:17.731812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Transition to ACTIVE for port object fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:17.741613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cf29d-f406-464b-8bad-82e227b25328 req-7319288f-ff39-47db-9beb-e1cd543da97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:17.743027 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f37cf29d-f406-464b-8bad-82e227b25328 req-7319288f-ff39-47db-9beb-e1cd543da97a service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.4190135 May 25 20:44:17.743724 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:17.822701 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:17.835388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Transition to ACTIVE for port object db6783eb-044f-44f8-8a51-224bc0d070f6 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:17.860601 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Transition to ACTIVE for port object db6783eb-044f-44f8-8a51-224bc0d070f6 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:17.865648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:17.872750 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:17.944612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:17.948346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:17.953267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:17.964827 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f37cf29d-f406-464b-8bad-82e227b25328 req-0f2a963c-4be9-4c17-9c3e-12b491868ad7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e54c7c22-19b6-46ad-a2df-62f6c88f69e2 HTTP/1.1" status: 200 len: 217 time: 0.2106726 May 25 20:44:17.997512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Pushing event updated for resources: {'Port': ['ID=db6783eb-044f-44f8-8a51-224bc0d070f6,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:18.065915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Attempting to bind port db6783eb-044f-44f8-8a51-224bc0d070f6 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:44:18.066178 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Attempting to bind port db6783eb-044f-44f8-8a51-224bc0d070f6 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:44:18.066573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Attempting to bind port db6783eb-044f-44f8-8a51-224bc0d070f6 on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:44:18.072134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:44:18.072448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:44:18.072849 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:18.073397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:44:18.074451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Bound port: db6783eb-044f-44f8-8a51-224bc0d070f6, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:44:18.074451 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:18.119614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:18.204076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] For port db6783eb-044f-44f8-8a51-224bc0d070f6, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:44:18.210649 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] For port db6783eb-044f-44f8-8a51-224bc0d070f6, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=db6783eb-044f-44f8-8a51-224bc0d070f6,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:44:18.224406 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:18.275826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cf29d-f406-464b-8bad-82e227b25328 req-cd6ff050-32c1-46d6-8c13-ad144153d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:18.277542 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f37cf29d-f406-464b-8bad-82e227b25328 req-cd6ff050-32c1-46d6-8c13-ad144153d037 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.2616456 May 25 20:44:18.347920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d378df-fd74-4cde-8667-f3484ea45d84 None None] Pushing event updated for resources: {'Port': ['ID=db6783eb-044f-44f8-8a51-224bc0d070f6,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:18.367155 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:18.442479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Attempting to bind port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:44:18.442849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Attempting to bind port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '9b52dfb1-09d2-43d7-a692-4eec1fc83bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5a82ea33-9171-4791-8207-3d9ca7037b72'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:44:18.443176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Attempting to bind port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 on network 5a82ea33-9171-4791-8207-3d9ca7037b72 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:44:18.445795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 1d7c499e-849a-4fab-afcb-3db43d02170e yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:44:18.507682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 on network 5a82ea33-9171-4791-8207-3d9ca7037b72 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:44:18.508288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Attempting to bind port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 on network 5a82ea33-9171-4791-8207-3d9ca7037b72 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:44:18.554659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:44:18.555679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Checking segment: {'id': '9b52dfb1-09d2-43d7-a692-4eec1fc83bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5a82ea33-9171-4791-8207-3d9ca7037b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:44:18.556318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Bound using segment: {'id': '9b52dfb1-09d2-43d7-a692-4eec1fc83bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5a82ea33-9171-4791-8207-3d9ca7037b72'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:44:18.556668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a80a0b-ac6c-4742-9151-fd82beacd9d0 req-fd74c3a7-8913-4e39-8909-480996bba1e2 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:18.557490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Bound port: fa48d8c8-c7d3-4e5d-bd8c-2ee180730720, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b52dfb1-09d2-43d7-a692-4eec1fc83bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5a82ea33-9171-4791-8207-3d9ca7037b72'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:44:18.557712 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:18.559979 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57a80a0b-ac6c-4742-9151-fd82beacd9d0 req-fd74c3a7-8913-4e39-8909-480996bba1e2 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 943 time: 0.1595900 May 25 20:44:18.595331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c946e8-9fab-4f8e-8c7c-4da74c8114c8 req-f0e2e38b-7efc-4b3d-afac-97a4d472dc6d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:18.597524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-57c946e8-9fab-4f8e-8c7c-4da74c8114c8 req-f0e2e38b-7efc-4b3d-afac-97a4d472dc6d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.4794931 May 25 20:44:18.701090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cf29d-f406-464b-8bad-82e227b25328 req-74f6deb5-873d-4983-82bf-bc745f0dca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:18.705040 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f37cf29d-f406-464b-8bad-82e227b25328 req-74f6deb5-873d-4983-82bf-bc745f0dca35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4162788 May 25 20:44:18.712747 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57a80a0b-ac6c-4742-9151-fd82beacd9d0 req-07eac80a-a910-4a95-816f-9db7649af413 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377721 May 25 20:44:18.862145 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-57c946e8-9fab-4f8e-8c7c-4da74c8114c8 req-40d9c1e9-a1f9-4347-88e7-6509f98c03a8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493110 May 25 20:44:19.003457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] For port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:44:19.049115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] For port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720,segment=NetworkSegment(9b52dfb1-09d2-43d7-a692-4eec1fc83bc7),segment_id=9b52dfb1-09d2-43d7-a692-4eec1fc83bc7)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:44:19.072481 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:19.205651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::23db:2abb:4eea:a331 (000fa24c-4d51-46fe-b901-109d810e0403/a06055e0-5d06-4bb1-a184-06ea9aded979/1d7c499e-849a-4fab-afcb-3db43d02170e) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:19.219096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:19.219721 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:19.221088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] 10.222.0.70 "PUT /v2.0/ports/fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 HTTP/1.1" status: 200 len: 1091 time: 3.5054634 May 25 20:44:19.222915 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f37cf29d-f406-464b-8bad-82e227b25328 req-5d4a4841-9b16-4ec2-b27a-e004b9b3e3fa service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297287 May 25 20:44:19.223351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7', 'tag': 'fa48d8c8-c7d3-4e5d-bd8c-2ee180730720'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:44:19.360145 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2dcb6de-d6f2-4ff8-b65e-d7ebaa7cab15'] response: {'name': 'network-changed', 'server_uuid': '0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7', 'tag': 'fa48d8c8-c7d3-4e5d-bd8c-2ee180730720', 'status': 'completed', 'code': 200} May 25 20:44:19.452580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89cc5d-9e5e-49d4-87c9-58eb245df4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:19.793876 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f37cf29d-f406-464b-8bad-82e227b25328 req-42800839-eb5c-432f-b612-4333fef231d0 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481124 May 25 20:44:19.813210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device db6783eb-044f-44f8-8a51-224bc0d070f6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:19.895963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-b0be34ea-c720-415d-a58c-42b7fd011aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:19.897969 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-b0be34ea-c720-415d-a58c-42b7fd011aee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6d4f1051e34e05bc214cacaf9956d2&device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 1094 time: 0.5436780 May 25 20:44:19.982240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-922191f0-4f10-42a2-8525-7233feef8fc1 None None] Provisioning for port db6783eb-044f-44f8-8a51-224bc0d070f6 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:20.004997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port db6783eb-044f-44f8-8a51-224bc0d070f6 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:20.011843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port db6783eb-044f-44f8-8a51-224bc0d070f6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:20.012213 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:20.070623 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-37100899-444f-441f-88a1-4b60c1ead1ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 HTTP/1.1" status: 200 len: 217 time: 0.1626732 May 25 20:44:20.184212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f782c-7a73-4522-b41e-0ec8788abe9f req-a560d7bd-b000-40c2-8c18-607bfc021dd6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:20.185568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-136f782c-7a73-4522-b41e-0ec8788abe9f req-a560d7bd-b000-40c2-8c18-607bfc021dd6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:20.186102 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:20.204584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-136f782c-7a73-4522-b41e-0ec8788abe9f req-a560d7bd-b000-40c2-8c18-607bfc021dd6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:20.205133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-3afd24f7-a88d-48ee-8ce6-9c0207b5e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:20.206595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-3afd24f7-a88d-48ee-8ce6-9c0207b5e6e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4710784f-2f54-46a7-b70b-fa506bb5fc45 HTTP/1.1" status: 200 len: 851 time: 0.1268058 May 25 20:44:20.215435 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-136f782c-7a73-4522-b41e-0ec8788abe9f req-a560d7bd-b000-40c2-8c18-607bfc021dd6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.1567440 May 25 20:44:20.242898 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port db6783eb-044f-44f8-8a51-224bc0d070f6 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:20.244371 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:20.258349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 1d7c499e-849a-4fab-afcb-3db43d02170e will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:20.273418 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-674479cf-9fdb-4048-8209-458e68d823d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a82ea33-9171-4791-8207-3d9ca7037b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608056 May 25 20:44:20.286955 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-136f782c-7a73-4522-b41e-0ec8788abe9f req-6b6b8fb7-1ae0-41bb-94b6-ea372d5816f1 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705483 May 25 20:44:20.291604 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port db6783eb-044f-44f8-8a51-224bc0d070f6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=db6783eb-044f-44f8-8a51-224bc0d070f6,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:20.306431 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:20.373841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521251d1-b5d4-4801-80bc-20d8e91ba48a req-51245097-0395-48f5-aa2e-cc1ccc397e37 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:20.375363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-521251d1-b5d4-4801-80bc-20d8e91ba48a req-51245097-0395-48f5-aa2e-cc1ccc397e37 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Synchronizing usage tracker for tenant:ac6d4f1051e34e05bc214cacaf9956d2 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:20.383155 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=db6783eb-044f-44f8-8a51-224bc0d070f6,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:20.426492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-521251d1-b5d4-4801-80bc-20d8e91ba48a req-51245097-0395-48f5-aa2e-cc1ccc397e37 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Unset dirty status for tenant:ac6d4f1051e34e05bc214cacaf9956d2 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:20.427623 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521251d1-b5d4-4801-80bc-20d8e91ba48a req-51245097-0395-48f5-aa2e-cc1ccc397e37 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 943 time: 0.4429715 May 25 20:44:20.447777 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:20.507907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-b3e4b062-833f-4ad1-8e62-3000b836981a service neutron] 10.222.0.70 "GET /v2.0/networks/5a82ea33-9171-4791-8207-3d9ca7037b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283020 May 25 20:44:20.681458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:20.689942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-521251d1-b5d4-4801-80bc-20d8e91ba48a req-b8109d88-5f44-42d5-adc7-1eecec0716e9 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Synchronizing usage tracker for tenant:ac6d4f1051e34e05bc214cacaf9956d2 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:20.692728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:20.697518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=1d7c499e-849a-4fab-afcb-3db43d02170e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:20.701561 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:20.711107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:20.711973 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:20.795410 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-38221e14-ef37-4c0b-af9d-f84ca151dfc5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6597390 May 25 20:44:20.812322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37114) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:20.817343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-521251d1-b5d4-4801-80bc-20d8e91ba48a req-b8109d88-5f44-42d5-adc7-1eecec0716e9 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Unset dirty status for tenant:ac6d4f1051e34e05bc214cacaf9956d2 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:20.817343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521251d1-b5d4-4801-80bc-20d8e91ba48a req-b8109d88-5f44-42d5-adc7-1eecec0716e9 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672426 May 25 20:44:20.868266 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fa12b53-927d-4c7d-ad9f-3fab2f0332fe req-d9c618cc-d8cb-44fa-ba3d-6f4bf970ccb8 service neutron] 10.222.0.70 "GET /v2.0/networks/5a82ea33-9171-4791-8207-3d9ca7037b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322780 May 25 20:44:20.955284 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb0eb85-2baa-4748-ae9b-9e5df08f030d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:20.962359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb0eb85-2baa-4748-ae9b-9e5df08f030d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:20.962359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4cb0eb85-2baa-4748-ae9b-9e5df08f030d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:21.029673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4cb0eb85-2baa-4748-ae9b-9e5df08f030d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:21.029673 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4cb0eb85-2baa-4748-ae9b-9e5df08f030d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2136126 May 25 20:44:21.029673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37118) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:21.092622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318521c-25d6-484a-bc97-50b225ba0db5 req-2e74a758-eb55-4f33-9928-5bb36845e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:21.096583 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e318521c-25d6-484a-bc97-50b225ba0db5 req-2e74a758-eb55-4f33-9928-5bb36845e303 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6d4f1051e34e05bc214cacaf9956d2&device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 1094 time: 0.1726482 May 25 20:44:21.129837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-444cb139-6a19-4447-9bf4-c533463d8547 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 1d7c499e-849a-4fab-afcb-3db43d02170e {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:21.130182 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-444cb139-6a19-4447-9bf4-c533463d8547 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:21.242451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ba70bf77-c33b-4ef1-a04b-c5d5838fe52f None None] Provisioning for port 1d7c499e-849a-4fab-afcb-3db43d02170e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:21.247494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ba70bf77-c33b-4ef1-a04b-c5d5838fe52f None None] Provisioning complete for port 1d7c499e-849a-4fab-afcb-3db43d02170e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:21.247974 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ba70bf77-c33b-4ef1-a04b-c5d5838fe52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:21.310120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ba70bf77-c33b-4ef1-a04b-c5d5838fe52f None None] Port 1d7c499e-849a-4fab-afcb-3db43d02170e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:44:21.317874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318521c-25d6-484a-bc97-50b225ba0db5 req-77137c25-7d5b-461a-b1ae-977c98142d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:21.319483 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e318521c-25d6-484a-bc97-50b225ba0db5 req-77137c25-7d5b-461a-b1ae-977c98142d71 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a82ea33-9171-4791-8207-3d9ca7037b72 HTTP/1.1" status: 200 len: 912 time: 0.2204707 May 25 20:44:21.401549 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e318521c-25d6-484a-bc97-50b225ba0db5 req-230c4690-70b4-475e-9677-028110283419 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 HTTP/1.1" status: 200 len: 217 time: 0.0743070 May 25 20:44:21.584585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318521c-25d6-484a-bc97-50b225ba0db5 req-56c0c385-5169-4819-85c2-41b9f787f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:21.584585 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e318521c-25d6-484a-bc97-50b225ba0db5 req-56c0c385-5169-4819-85c2-41b9f787f87e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4710784f-2f54-46a7-b70b-fa506bb5fc45 HTTP/1.1" status: 200 len: 851 time: 0.1664355 May 25 20:44:21.631494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e1c91-f3dc-4f1f-9cd2-264c13c55d43 req-958525b2-8c4d-4106-955e-b34545635608 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:21.631494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e6e1c91-f3dc-4f1f-9cd2-264c13c55d43 req-958525b2-8c4d-4106-955e-b34545635608 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.1531909 May 25 20:44:21.657225 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-444cb139-6a19-4447-9bf4-c533463d8547 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:21.718863 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e318521c-25d6-484a-bc97-50b225ba0db5 req-a20b2f12-1ccc-4c18-b8c8-463f0f82d46c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a82ea33-9171-4791-8207-3d9ca7037b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283932 May 25 20:44:21.734486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device db6783eb-044f-44f8-8a51-224bc0d070f6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:21.867824 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e318521c-25d6-484a-bc97-50b225ba0db5 req-e04ee3c1-31a7-481e-ab09-4cf536c329c9 service neutron] 10.222.0.70 "GET /v2.0/networks/5a82ea33-9171-4791-8207-3d9ca7037b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524620 May 25 20:44:21.983613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port db6783eb-044f-44f8-8a51-224bc0d070f6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:21.983613 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:22.037421 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e6e1c91-f3dc-4f1f-9cd2-264c13c55d43 req-81ca331e-b4bc-4a7f-87d9-74e45cfc6463 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494182 May 25 20:44:22.049212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-444cb139-6a19-4447-9bf4-c533463d8547 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 1d7c499e-849a-4fab-afcb-3db43d02170e owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:22.165303 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e318521c-25d6-484a-bc97-50b225ba0db5 req-2116b738-7460-4227-ad55-41508acdd3d3 service neutron] 10.222.0.70 "GET /v2.0/networks/5a82ea33-9171-4791-8207-3d9ca7037b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840250 May 25 20:44:22.260546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port db6783eb-044f-44f8-8a51-224bc0d070f6 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:22.379766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc53167-41c7-492c-baff-c3242c222463 req-fbb7d4c2-4207-4758-b616-b1a26723afce tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:22.379766 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bdc53167-41c7-492c-baff-c3242c222463 req-fbb7d4c2-4207-4758-b616-b1a26723afce tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 943 time: 0.2106719 May 25 20:44:22.392932 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-444cb139-6a19-4447-9bf4-c533463d8547 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:22.457159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cb139-6a19-4447-9bf4-c533463d8547 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=1d7c499e-849a-4fab-afcb-3db43d02170e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:22.586434 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-444cb139-6a19-4447-9bf4-c533463d8547 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:22.662212 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bdc53167-41c7-492c-baff-c3242c222463 req-2f251edc-10fb-40d2-8f92-b68cb7983221 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609994 May 25 20:44:22.731216 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-444cb139-6a19-4447-9bf4-c533463d8547 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/1d7c499e-849a-4fab-afcb-3db43d02170e HTTP/1.1" status: 204 len: 168 time: 1.6918044 May 25 20:44:22.738314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37126) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:22.812369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75957d4f-e101-4cc7-83db-3f052e1cbb07 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:22.813974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75957d4f-e101-4cc7-83db-3f052e1cbb07 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:22.814956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-75957d4f-e101-4cc7-83db-3f052e1cbb07 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:22.832885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-75957d4f-e101-4cc7-83db-3f052e1cbb07 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:22.834347 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-75957d4f-e101-4cc7-83db-3f052e1cbb07 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1109009 May 25 20:44:22.837101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37130) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:22.908319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-51961c6d-38d7-400e-8c7c-c2554d3354f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet a06055e0-5d06-4bb1-a184-06ea9aded979 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:44:22.912279 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-51961c6d-38d7-400e-8c7c-c2554d3354f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:22.969653 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-51961c6d-38d7-400e-8c7c-c2554d3354f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:23.063277 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-51961c6d-38d7-400e-8c7c-c2554d3354f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:23.150902 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-51961c6d-38d7-400e-8c7c-c2554d3354f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:23.190243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51961c6d-38d7-400e-8c7c-c2554d3354f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=a06055e0-5d06-4bb1-a184-06ea9aded979,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:23.193799 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-51961c6d-38d7-400e-8c7c-c2554d3354f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:23.209189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e6d30-7e50-49e2-8ba0-6740b696b737 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:23.212758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-51961c6d-38d7-400e-8c7c-c2554d3354f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/a06055e0-5d06-4bb1-a184-06ea9aded979 HTTP/1.1" status: 204 len: 168 time: 0.3744581 May 25 20:44:23.217630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37136) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:23.263487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3a7bd-1dba-4ed6-81d4-bffd76945f6e req-fa26799b-79dc-4db4-8676-ff57343ac144 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:23.266105 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-70c3a7bd-1dba-4ed6-81d4-bffd76945f6e req-fa26799b-79dc-4db4-8676-ff57343ac144 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.1177483 May 25 20:44:23.325715 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-70c3a7bd-1dba-4ed6-81d4-bffd76945f6e req-81405ea7-03f6-4054-b4e1-63cd6599f78a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531464 May 25 20:44:23.332989 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e404e8c3-a59d-4fce-8787-3abc4a7bd0f3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1112120 May 25 20:44:23.333180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37140) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:23.339122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-cefb04a2-03b0-4aca-a04a-b670d4ea78d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:23.487873 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cefb04a2-03b0-4aca-a04a-b670d4ea78d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:23.492912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cefb04a2-03b0-4aca-a04a-b670d4ea78d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:23.497169 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cefb04a2-03b0-4aca-a04a-b670d4ea78d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:23.508752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cefb04a2-03b0-4aca-a04a-b670d4ea78d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:23.527936 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:44:23.533988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefb04a2-03b0-4aca-a04a-b670d4ea78d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:23.538877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] Deleting port db6783eb-044f-44f8-8a51-224bc0d070f6 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:23.538877 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:23.545513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cefb04a2-03b0-4aca-a04a-b670d4ea78d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:23.682641 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device db6783eb-044f-44f8-8a51-224bc0d070f6 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:44:23.906324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] For port db6783eb-044f-44f8-8a51-224bc0d070f6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=db6783eb-044f-44f8-8a51-224bc0d070f6,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:23.906798 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:23.925602 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cefb04a2-03b0-4aca-a04a-b670d4ea78d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:23.975982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a6bae-6b63-4acc-aee1-b3ea83ecd3a1 req-4ba2e020-ad53-4ac2-bdde-8c97792e1608 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:23.977422 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d5a6bae-6b63-4acc-aee1-b3ea83ecd3a1 req-4ba2e020-ad53-4ac2-bdde-8c97792e1608 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 943 time: 0.1783247 May 25 20:44:24.009425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefb04a2-03b0-4aca-a04a-b670d4ea78d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:24.016998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-cefb04a2-03b0-4aca-a04a-b670d4ea78d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:24.023995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb04a2-03b0-4aca-a04a-b670d4ea78d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:24.024562 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cefb04a2-03b0-4aca-a04a-b670d4ea78d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:24.053340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] Calling delete_port for db6783eb-044f-44f8-8a51-224bc0d070f6 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:24.054819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb04a2-03b0-4aca-a04a-b670d4ea78d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=6c0713b6-a1fe-455d-b0ab-7397142999f1,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:24.064609 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d5a6bae-6b63-4acc-aee1-b3ea83ecd3a1 req-0b268a59-95c6-4c6c-85db-8eb20c880f6e tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760720 May 25 20:44:24.076434 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cefb04a2-03b0-4aca-a04a-b670d4ea78d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7393482 May 25 20:44:24.076646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37146) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:24.080824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port db6783eb-044f-44f8-8a51-224bc0d070f6 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:24.081198 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:24.090986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'fixed_ips': [{'subnet_id': '6c0713b6-a1fe-455d-b0ab-7397142999f1', 'ip_address': '2001:db8::63ad:d04d:5cfc:8812'}], 'name': 'tempest-NetworksTestDHCPv6-577572598'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:24.099996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:44:24.127726 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:24.169663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port db6783eb-044f-44f8-8a51-224bc0d070f6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=db6783eb-044f-44f8-8a51-224bc0d070f6,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:24.230089 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:24.236255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:24.240817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:24.243810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:24.250695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:24.260535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:24.294768 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:44:24.295115 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:44:24.348212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=db6783eb-044f-44f8-8a51-224bc0d070f6,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:24.355265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720,segment=NetworkSegment(9b52dfb1-09d2-43d7-a692-4eec1fc83bc7),segment_id=9b52dfb1-09d2-43d7-a692-4eec1fc83bc7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:24.369266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'fa48d8c8-c7d3-4e5d-bd8c-2ee180730720', 'network_id': '5a82ea33-9171-4791-8207-3d9ca7037b72', 'port_id': 'fa48d8c8-c7d3-4e5d-bd8c-2ee180730720', 'mac_address': 'fa:16:3e:ac:2d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4710784f-2f54-46a7-b70b-fa506bb5fc45', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:44:24.394935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:24.420666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 391ec18a-129b-4249-8c09-ec31ac87fa8d yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:44:24.429231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:24.430028 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:24.451419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:44:24.491597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720,segment=NetworkSegment(9b52dfb1-09d2-43d7-a692-4eec1fc83bc7),segment_id=9b52dfb1-09d2-43d7-a692-4eec1fc83bc7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:24.491597 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:24.573310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678fe31-1b52-4e47-8d48-8d3fc152dbe2 req-b6b9eed6-4a6e-4d93-b397-d88d6094c75a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:24.582684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3678fe31-1b52-4e47-8d48-8d3fc152dbe2 req-b6b9eed6-4a6e-4d93-b397-d88d6094c75a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.1266644 May 25 20:44:24.599429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:24.632066 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3678fe31-1b52-4e47-8d48-8d3fc152dbe2 req-002d9b57-1859-46e7-b0c3-bac48a23c219 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510814 May 25 20:44:24.679422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::63ad:d04d:5cfc:8812 (000fa24c-4d51-46fe-b901-109d810e0403/6c0713b6-a1fe-455d-b0ab-7397142999f1/391ec18a-129b-4249-8c09-ec31ac87fa8d) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:24.796536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] Deleting port db6783eb-044f-44f8-8a51-224bc0d070f6 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:24.796937 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:24.872879 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['fa48d8c8-c7d3-4e5d-bd8c-2ee180730720'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:44:25.029054 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:25.046751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 391ec18a-129b-4249-8c09-ec31ac87fa8d will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:25.071040 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:25.140301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:25.143781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:25.147550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:25.157112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:25.157933 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:25.176069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=391ec18a-129b-4249-8c09-ec31ac87fa8d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:25.199618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:25.199618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:25.199618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:25.199618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:25.199618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:25.199618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:25.199618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:25.199618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:25.199618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:25.199618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:25.199618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:25.199618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:25.210213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] For port db6783eb-044f-44f8-8a51-224bc0d070f6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=db6783eb-044f-44f8-8a51-224bc0d070f6,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:25.210213 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:25.258862 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1ac923e6-2f6a-4289-9adf-a08aa825cfa0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1702399 May 25 20:44:25.263544 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37156) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:25.306894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc18e3-0cc3-4855-8d27-71c29145264e req-a7ba2061-c991-44c3-97cb-be9edf2f15be tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:25.306894 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7fbc18e3-0cc3-4855-8d27-71c29145264e req-a7ba2061-c991-44c3-97cb-be9edf2f15be tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 944 time: 0.1082418 May 25 20:44:25.373049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] Calling delete_port for db6783eb-044f-44f8-8a51-224bc0d070f6 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:25.387266 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7fbc18e3-0cc3-4855-8d27-71c29145264e req-8fc9de8c-02c8-47ec-9a05-4269fea20b83 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754647 May 25 20:44:25.399123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89256508-11dc-4f0c-90fa-688ecace5c9f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:25.407340 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89256508-11dc-4f0c-90fa-688ecace5c9f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:25.407340 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-89256508-11dc-4f0c-90fa-688ecace5c9f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:25.427028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-89256508-11dc-4f0c-90fa-688ecace5c9f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:25.432644 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-89256508-11dc-4f0c-90fa-688ecace5c9f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1729145 May 25 20:44:25.432644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37160) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:25.480834 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:25.544794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] Pushing event deleted for resources: {'Port': ['ID=db6783eb-044f-44f8-8a51-224bc0d070f6,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:25.544794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8d75a1-e0e9-4d88-a9dd-7f683042dd55 None None] No DVR routers for this DVR port db6783eb-044f-44f8-8a51-224bc0d070f6 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:44:25.560114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef0d435-465a-46fa-ab0f-3a786a54819b None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:25.642493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-01d121af-5fd3-4590-858c-20a3f8236da7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 391ec18a-129b-4249-8c09-ec31ac87fa8d {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:25.642982 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-01d121af-5fd3-4590-858c-20a3f8236da7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:25.891957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': '6c0713b6-a1fe-455d-b0ab-7397142999f1'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:44:25.893354 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:26.070658 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-01d121af-5fd3-4590-858c-20a3f8236da7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:26.075043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:26.092113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d55684-61a4-4ea7-8783-89878bd638db req-d4280a54-e578-48cd-9504-09689d491d87 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:26.092113 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2d55684-61a4-4ea7-8783-89878bd638db req-d4280a54-e578-48cd-9504-09689d491d87 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.1727624 May 25 20:44:26.210012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Allocated IP 2001:db8::2 (000fa24c-4d51-46fe-b901-109d810e0403/6c0713b6-a1fe-455d-b0ab-7397142999f1/f3f9f01a-37ed-4bee-a12a-a622ce2acf8c) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:26.210012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:26.225776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:26.225776 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:26.235300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-01d121af-5fd3-4590-858c-20a3f8236da7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 391ec18a-129b-4249-8c09-ec31ac87fa8d owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:26.298841 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2d55684-61a4-4ea7-8783-89878bd638db req-8f697e5b-004f-4292-8f9c-f326eae1862a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084458 May 25 20:44:26.415694 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-01d121af-5fd3-4590-858c-20a3f8236da7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:26.480804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d121af-5fd3-4590-858c-20a3f8236da7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=391ec18a-129b-4249-8c09-ec31ac87fa8d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:26.536141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:26.536542 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:26.553486 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-01d121af-5fd3-4590-858c-20a3f8236da7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:26.576320 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-01d121af-5fd3-4590-858c-20a3f8236da7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/391ec18a-129b-4249-8c09-ec31ac87fa8d HTTP/1.1" status: 204 len: 168 time: 1.1437149 May 25 20:44:26.579462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37168) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:26.584325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa48d8c8-c7d3-4e5d-bd8c-2ee180730720'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:44:26.598574 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:26.602039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720,segment=NetworkSegment(9b52dfb1-09d2-43d7-a692-4eec1fc83bc7),segment_id=9b52dfb1-09d2-43d7-a692-4eec1fc83bc7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:26.610894 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:26.624639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bced4-da70-49c0-98de-8058291e2595 req-b415be4e-0d5a-4fcb-908e-8060cba6f48e tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:26.626120 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-589bced4-da70-49c0-98de-8058291e2595 req-b415be4e-0d5a-4fcb-908e-8060cba6f48e tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 944 time: 0.1041667 May 25 20:44:26.695238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccb6f18-3f97-4a80-ab65-3e1862c2b1f7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:26.697907 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d24aab1-be65-463f-9bf5-493a83175257'] response: {'server_uuid': '0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa48d8c8-c7d3-4e5d-bd8c-2ee180730720', 'code': 200} May 25 20:44:26.698692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Transition to ACTIVE for port object f3f9f01a-37ed-4bee-a12a-a622ce2acf8c will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:26.703758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:26.704031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccb6f18-3f97-4a80-ab65-3e1862c2b1f7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:26.704913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dccb6f18-3f97-4a80-ab65-3e1862c2b1f7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:26.728245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Transition to ACTIVE for port object f3f9f01a-37ed-4bee-a12a-a622ce2acf8c will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:26.737806 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:26.744057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dccb6f18-3f97-4a80-ab65-3e1862c2b1f7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:26.745658 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dccb6f18-3f97-4a80-ab65-3e1862c2b1f7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1646183 May 25 20:44:26.746489 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-589bced4-da70-49c0-98de-8058291e2595 req-fc1682ad-d23f-4be5-9625-1bec7103312a tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123650 May 25 20:44:26.748339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37174) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:26.870496 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58b3c73-5bb8-49b6-b3bb-c35055ca4bca tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 6c0713b6-a1fe-455d-b0ab-7397142999f1 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:44:26.880570 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c58b3c73-5bb8-49b6-b3bb-c35055ca4bca tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:26.880705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c67a23-8bab-4eb0-a044-aeee52e0ed65 req-2eea1fdd-aa2b-4058-8843-c755f293827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:26.881390 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e2c67a23-8bab-4eb0-a044-aeee52e0ed65 req-2eea1fdd-aa2b-4058-8843-c755f293827e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 1096 time: 0.1405661 May 25 20:44:26.913735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:26.913735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Pushing event updated for resources: {'Port': ['ID=f3f9f01a-37ed-4bee-a12a-a622ce2acf8c,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:26.913735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:26.923487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:26.970415 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c58b3c73-5bb8-49b6-b3bb-c35055ca4bca tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:26.983371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e2c67a23-8bab-4eb0-a044-aeee52e0ed65 req-a4f95e7f-dbc0-4d58-ae81-54fd62f4d7b2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940554 May 25 20:44:27.021653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Attempting to bind port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:44:27.022026 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Attempting to bind port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:44:27.022404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Attempting to bind port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:44:27.028133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:44:27.028133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:44:27.028520 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:27.028901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:44:27.029825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Bound port: f3f9f01a-37ed-4bee-a12a-a622ce2acf8c, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:44:27.029825 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:27.066621 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c58b3c73-5bb8-49b6-b3bb-c35055ca4bca tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:27.161113 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c58b3c73-5bb8-49b6-b3bb-c35055ca4bca tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:27.168743 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] For port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:44:27.173533 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] For port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f3f9f01a-37ed-4bee-a12a-a622ce2acf8c,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:44:27.179550 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:27.227017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b3c73-5bb8-49b6-b3bb-c35055ca4bca tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0713b6-a1fe-455d-b0ab-7397142999f1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:27.237822 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c58b3c73-5bb8-49b6-b3bb-c35055ca4bca tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:27.261355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c58b3c73-5bb8-49b6-b3bb-c35055ca4bca tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/6c0713b6-a1fe-455d-b0ab-7397142999f1 HTTP/1.1" status: 204 len: 168 time: 0.5011911 May 25 20:44:27.261355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37178) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:27.296533 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf53bb3-e299-41e6-a962-3d7654f11439 None None] Pushing event updated for resources: {'Port': ['ID=f3f9f01a-37ed-4bee-a12a-a622ce2acf8c,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:27.352512 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e89b1c8b-893d-408a-96a5-75a221d90641 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963945 May 25 20:44:27.355800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37184) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:27.478807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6053d487-ba0d-45e3-8f01-c3f756cd999e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:27.479729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6053d487-ba0d-45e3-8f01-c3f756cd999e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:27.509440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6053d487-ba0d-45e3-8f01-c3f756cd999e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:27.511539 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6053d487-ba0d-45e3-8f01-c3f756cd999e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1541739 May 25 20:44:27.514115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37188) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:27.601326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af6cee-35ed-4786-9a08-0e0c9289f99a req-4d2fe9ce-171d-46d1-b0d4-2a64018427c4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:27.602985 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7af6cee-35ed-4786-9a08-0e0c9289f99a req-4d2fe9ce-171d-46d1-b0d4-2a64018427c4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.1595192 May 25 20:44:27.654666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dac8f1-4401-4f8b-8ef6-5dab36691061 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:27.659923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-63dac8f1-4401-4f8b-8ef6-5dab36691061 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:27.707709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-63dac8f1-4401-4f8b-8ef6-5dab36691061 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:27.712681 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-63dac8f1-4401-4f8b-8ef6-5dab36691061 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1942182 May 25 20:44:27.713769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37192) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:27.719190 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7af6cee-35ed-4786-9a08-0e0c9289f99a req-b707c360-03b1-475b-974e-bf2f30fd04f8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013181 May 25 20:44:27.761034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f3f9f01a-37ed-4bee-a12a-a622ce2acf8c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:27.805475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c6c73a80-aae2-4109-a598-1815374783a1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894594 May 25 20:44:27.810259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37198) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:27.816907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c2cb5003-d680-4976-914b-b17cf35b40b3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:27.911226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:28.007987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c2cb5003-d680-4976-914b-b17cf35b40b3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:28.024089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c2cb5003-d680-4976-914b-b17cf35b40b3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:28.037058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cb5003-d680-4976-914b-b17cf35b40b3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:28.041469 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2cb5003-d680-4976-914b-b17cf35b40b3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:28.041949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac35f6f-7086-4212-b6fb-6006e79d4669 req-c87c218a-5b6b-4dbf-81d2-e26ec1ef2b21 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:28.043637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ac35f6f-7086-4212-b6fb-6006e79d4669 req-c87c218a-5b6b-4dbf-81d2-e26ec1ef2b21 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.1077547 May 25 20:44:28.095858 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ac35f6f-7086-4212-b6fb-6006e79d4669 req-5fdffb9f-1795-40f6-a86e-092106ee9019 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456815 May 25 20:44:28.166211 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c6de920c-3269-45cf-b9cc-a4127a81ffc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:28.260997 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:28.447924 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2cb5003-d680-4976-914b-b17cf35b40b3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:28.532309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb5003-d680-4976-914b-b17cf35b40b3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:28.535135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-c2cb5003-d680-4976-914b-b17cf35b40b3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:28.539456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cb5003-d680-4976-914b-b17cf35b40b3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:28.540418 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2cb5003-d680-4976-914b-b17cf35b40b3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:28.554448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb5003-d680-4976-914b-b17cf35b40b3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=e19206cf-fcd2-45e4-9982-1b1f8d3579e6,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:28.575805 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c2cb5003-d680-4976-914b-b17cf35b40b3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7618344 May 25 20:44:28.576540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37202) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:28.586117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'fixed_ips': [{'subnet_id': 'e19206cf-fcd2-45e4-9982-1b1f8d3579e6', 'ip_address': '2001:db8::419:e9a9:4d78:6085'}], 'name': 'tempest-NetworksTestDHCPv6-1037107557'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:28.769469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:28.782243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:28.797821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:28.800031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ea6127-55c0-4b8f-9b10-0884b1009b93 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:28.803218 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:28.831308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 72c5a32c-9a23-4bd5-9b6f-dc095a9740a1 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:44:28.887254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-128baaf1-e4a1-4b03-b91d-d389c03f5d62 None None] Could not find standard attr ID for object 391ec18a-129b-4249-8c09-ec31ac87fa8d. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:44:28.911122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-128baaf1-e4a1-4b03-b91d-d389c03f5d62 None None] Provisioning for port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:28.924709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-128baaf1-e4a1-4b03-b91d-d389c03f5d62 None None] Provisioning complete for port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:28.925309 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-128baaf1-e4a1-4b03-b91d-d389c03f5d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:28.991502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322e71c-fcb7-45ff-9ad8-69af45170e7b req-e1c61f30-a224-4c0c-9c39-acf9716fe59a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:28.995776 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8322e71c-fcb7-45ff-9ad8-69af45170e7b req-e1c61f30-a224-4c0c-9c39-acf9716fe59a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.1323094 May 25 20:44:29.060788 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8322e71c-fcb7-45ff-9ad8-69af45170e7b req-dfe94b69-2a88-419e-ae59-09c163b6752e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534832 May 25 20:44:29.125468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::419:e9a9:4d78:6085 (000fa24c-4d51-46fe-b901-109d810e0403/e19206cf-fcd2-45e4-9982-1b1f8d3579e6/72c5a32c-9a23-4bd5-9b6f-dc095a9740a1) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:29.174994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-128baaf1-e4a1-4b03-b91d-d389c03f5d62 None None] Current status of the port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:29.175492 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-128baaf1-e4a1-4b03-b91d-d389c03f5d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:29.222860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-128baaf1-e4a1-4b03-b91d-d389c03f5d62 None None] For port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f3f9f01a-37ed-4bee-a12a-a622ce2acf8c,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:29.234087 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-128baaf1-e4a1-4b03-b91d-d389c03f5d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:29.324729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128baaf1-e4a1-4b03-b91d-d389c03f5d62 None None] Pushing event updated for resources: {'Port': ['ID=f3f9f01a-37ed-4bee-a12a-a622ce2acf8c,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:29.443048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8fca5-e434-4320-8be2-c078571cb3d3 req-8cb0ea74-b80b-4d29-a476-ac4ee3ea7e81 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:29.444604 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ac8fca5-e434-4320-8be2-c078571cb3d3 req-8cb0ea74-b80b-4d29-a476-ac4ee3ea7e81 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.2281160 May 25 20:44:29.447925 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:29.486504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 72c5a32c-9a23-4bd5-9b6f-dc095a9740a1 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:29.517526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ac8fca5-e434-4320-8be2-c078571cb3d3 req-7555d325-a358-4396-baf9-13e09405c68b tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620723 May 25 20:44:29.536560 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:29.581274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d2c3d09a-afc6-4736-b972-7d0a420d9bed None None] Provisioning complete for port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:29.581731 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d2c3d09a-afc6-4736-b972-7d0a420d9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:29.642806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:29.645524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:29.649931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:29.656248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:29.657510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:29.672293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f3f9f01a-37ed-4bee-a12a-a622ce2acf8c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:29.713793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=72c5a32c-9a23-4bd5-9b6f-dc095a9740a1,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:29.747147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-baad17a0-857a-4e38-ab84-5f7706e9deee tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1677625 May 25 20:44:29.754064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37212) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:29.760515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e1922081-a904-4e39-a3d5-ade20c582035 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'fixed_ips': [{'subnet_id': 'e19206cf-fcd2-45e4-9982-1b1f8d3579e6', 'ip_address': '2001:db8::419:e9a9:4d78:6085'}], 'name': 'tempest-NetworksTestDHCPv6-671263242'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:29.837654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc9a0e-3909-4628-aa0e-71f3a892d2e9 req-88b45264-b0bf-4d35-85c8-4340f41d6767 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:29.840401 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-78cc9a0e-3909-4628-aa0e-71f3a892d2e9 req-88b45264-b0bf-4d35-85c8-4340f41d6767 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.1395779 May 25 20:44:29.866830 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:29.867288 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:29.901237 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-78cc9a0e-3909-4628-aa0e-71f3a892d2e9 req-9c8106ed-b92c-41f4-ad60-807aacda533c tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477593 May 25 20:44:29.928148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d2c3d09a-afc6-4736-b972-7d0a420d9bed None None] Current status of the port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:29.986662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e1922081-a904-4e39-a3d5-ade20c582035 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:29.992118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e1922081-a904-4e39-a3d5-ade20c582035 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:29.995097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e1922081-a904-4e39-a3d5-ade20c582035 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:30.003491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e1922081-a904-4e39-a3d5-ade20c582035 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:30.016516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1922081-a904-4e39-a3d5-ade20c582035 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:30.017697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:30.043486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-90df74e1-6aea-49fa-af6b-78ae06edeaa6 None None] Could not find standard attr ID for object 391ec18a-129b-4249-8c09-ec31ac87fa8d. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:44:30.184420 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8ae91aa0-7292-4a45-b2ce-c0318b698102 None None] Provisioning for port 72c5a32c-9a23-4bd5-9b6f-dc095a9740a1 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:30.197456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8ae91aa0-7292-4a45-b2ce-c0318b698102 None None] Provisioning complete for port 72c5a32c-9a23-4bd5-9b6f-dc095a9740a1 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:30.197823 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8ae91aa0-7292-4a45-b2ce-c0318b698102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:30.211986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e1922081-a904-4e39-a3d5-ade20c582035 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:30.248294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-e1922081-a904-4e39-a3d5-ade20c582035 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 893b24a1-3467-49ac-9d42-a89e6aa4a652 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:44:30.324446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8ae91aa0-7292-4a45-b2ce-c0318b698102 None None] Port 72c5a32c-9a23-4bd5-9b6f-dc095a9740a1 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:44:30.380134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e42fc9-63c6-4fa6-a494-95772a913320 req-45fc94a9-b819-4a22-a71b-8f308bfcfd30 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:30.381756 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6e42fc9-63c6-4fa6-a494-95772a913320 req-45fc94a9-b819-4a22-a71b-8f308bfcfd30 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.1240866 May 25 20:44:30.442374 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6e42fc9-63c6-4fa6-a494-95772a913320 req-b68dfe34-cb34-46a1-84bc-12a647a88f7b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532007 May 25 20:44:30.601641 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0c9da54a-15b6-43ba-aa70-68ab2da2ae45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:30.647308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04b66-f329-4b58-86bd-e847848bc52d req-22962b6f-ac9f-4a7f-8a92-f148cdac61d8 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:30.648956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fee04b66-f329-4b58-86bd-e847848bc52d req-22962b6f-ac9f-4a7f-8a92-f148cdac61d8 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.1881900 May 25 20:44:30.756250 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fee04b66-f329-4b58-86bd-e847848bc52d req-0eb42c5a-f678-432f-9537-298d918bfcc7 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989490 May 25 20:44:30.762752 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1922081-a904-4e39-a3d5-ade20c582035 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] POST failed (client error): There was a conflict when trying to complete your request. May 25 20:44:30.762752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1922081-a904-4e39-a3d5-ade20c582035 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:44:30.798852 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e1922081-a904-4e39-a3d5-ade20c582035 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0442939 May 25 20:44:30.801544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37222) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:30.894089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eb06fd-6116-42c3-9f4c-37f78b14d468 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:30.900614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eb06fd-6116-42c3-9f4c-37f78b14d468 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:30.901492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-77eb06fd-6116-42c3-9f4c-37f78b14d468 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:30.919192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-77eb06fd-6116-42c3-9f4c-37f78b14d468 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:30.922020 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-77eb06fd-6116-42c3-9f4c-37f78b14d468 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1192074 May 25 20:44:30.925158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37226) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:31.000401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f56f1-556a-45d3-a74c-2db089c0bd89 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 72c5a32c-9a23-4bd5-9b6f-dc095a9740a1 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:31.000401 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bc6f56f1-556a-45d3-a74c-2db089c0bd89 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:31.354857 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bc6f56f1-556a-45d3-a74c-2db089c0bd89 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:31.392932 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:31.524649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f56f1-556a-45d3-a74c-2db089c0bd89 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 72c5a32c-9a23-4bd5-9b6f-dc095a9740a1 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:31.750312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9eb80d-0f57-4f0e-8851-2f808125f53b req-8b026370-9e1d-4bda-9cca-1453fb2cfeea tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:31.751842 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9c9eb80d-0f57-4f0e-8851-2f808125f53b req-8b026370-9e1d-4bda-9cca-1453fb2cfeea tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.1649125 May 25 20:44:31.783012 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:31.832398 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9c9eb80d-0f57-4f0e-8851-2f808125f53b req-90a74c65-4f25-4861-aa1f-35b8e50a11d6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728419 May 25 20:44:31.832398 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bc6f56f1-556a-45d3-a74c-2db089c0bd89 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:31.894847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f56f1-556a-45d3-a74c-2db089c0bd89 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=72c5a32c-9a23-4bd5-9b6f-dc095a9740a1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:31.948101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bc6f56f1-556a-45d3-a74c-2db089c0bd89 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:31.964092 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bc6f56f1-556a-45d3-a74c-2db089c0bd89 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/72c5a32c-9a23-4bd5-9b6f-dc095a9740a1 HTTP/1.1" status: 204 len: 168 time: 1.0377455 May 25 20:44:31.966515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37234) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:31.999900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11466d-2ab3-417a-89d9-6a87a4d1c941 req-3b0a7b86-9b06-4988-b2ac-d105701ea37c tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:32.003279 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad11466d-2ab3-417a-89d9-6a87a4d1c941 req-3b0a7b86-9b06-4988-b2ac-d105701ea37c tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.1134448 May 25 20:44:32.044125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82efdf9c-bc31-4bfc-a883-c8f45cfcfd9c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:32.045870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82efdf9c-bc31-4bfc-a883-c8f45cfcfd9c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:32.046656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-82efdf9c-bc31-4bfc-a883-c8f45cfcfd9c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:32.055458 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad11466d-2ab3-417a-89d9-6a87a4d1c941 req-e0f5676c-79e8-43ef-ad97-22972e5841ea tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472510 May 25 20:44:32.063526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-82efdf9c-bc31-4bfc-a883-c8f45cfcfd9c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:32.064957 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-82efdf9c-bc31-4bfc-a883-c8f45cfcfd9c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0971897 May 25 20:44:32.067768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37238) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:32.143955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafd930d-88ab-4c82-a197-a0b69f2b6887 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet e19206cf-fcd2-45e4-9982-1b1f8d3579e6 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:44:32.147523 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dafd930d-88ab-4c82-a197-a0b69f2b6887 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:32.203501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dafd930d-88ab-4c82-a197-a0b69f2b6887 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:32.273768 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dafd930d-88ab-4c82-a197-a0b69f2b6887 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:32.419216 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dafd930d-88ab-4c82-a197-a0b69f2b6887 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:32.488569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd930d-88ab-4c82-a197-a0b69f2b6887 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=e19206cf-fcd2-45e4-9982-1b1f8d3579e6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:32.491048 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dafd930d-88ab-4c82-a197-a0b69f2b6887 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:32.492722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4b4016-5912-4f42-b10e-d1737038f19a None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:32.527677 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dafd930d-88ab-4c82-a197-a0b69f2b6887 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/e19206cf-fcd2-45e4-9982-1b1f8d3579e6 HTTP/1.1" status: 204 len: 168 time: 0.4587691 May 25 20:44:32.531287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37246) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:32.556440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc22e1-a4ef-4a39-a410-5439bc727b1b req-36db9786-4467-4e11-97ef-4e7f323904e2 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:32.558631 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2fcc22e1-a4ef-4a39-a410-5439bc727b1b req-36db9786-4467-4e11-97ef-4e7f323904e2 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.2083175 May 25 20:44:32.560876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47cb70-ae2a-465a-bb40-0db9c402115c req-19384f75-2bda-46b5-9c40-8b29472d52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:32.562612 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a47cb70-ae2a-465a-bb40-0db9c402115c req-19384f75-2bda-46b5-9c40-8b29472d52ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6d4f1051e34e05bc214cacaf9956d2&device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 1096 time: 0.1785307 May 25 20:44:32.617919 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5febd6b3-3e64-4a72-a275-151365dad235 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852726 May 25 20:44:32.622585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37250) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:32.629494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f31f3659-e30e-41f0-abf5-1b84a6d6bf92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:32.777584 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30af073b-3572-4a3f-943e-74d44c882d3e None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:44:32.782485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-30af073b-3572-4a3f-943e-74d44c882d3e None None] Deleting port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:32.782807 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30af073b-3572-4a3f-943e-74d44c882d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:32.803335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2fcc22e1-a4ef-4a39-a410-5439bc727b1b req-517bfbde-f2eb-4fb8-9d27-ec84ab9e01cb tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374558 May 25 20:44:32.861279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f31f3659-e30e-41f0-abf5-1b84a6d6bf92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:32.867744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f31f3659-e30e-41f0-abf5-1b84a6d6bf92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:32.871107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47cb70-ae2a-465a-bb40-0db9c402115c req-53cc8801-22ad-43f8-be39-f7900195a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:32.872374 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a47cb70-ae2a-465a-bb40-0db9c402115c req-53cc8801-22ad-43f8-be39-f7900195a922 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a82ea33-9171-4791-8207-3d9ca7037b72 HTTP/1.1" status: 200 len: 912 time: 0.2857485 May 25 20:44:32.873178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f31f3659-e30e-41f0-abf5-1b84a6d6bf92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:32.935641 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f31f3659-e30e-41f0-abf5-1b84a6d6bf92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:32.947349 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a47cb70-ae2a-465a-bb40-0db9c402115c req-776977fc-289a-4532-9ade-1e7c388e5607 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 HTTP/1.1" status: 200 len: 217 time: 0.0679483 May 25 20:44:32.986369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31f3659-e30e-41f0-abf5-1b84a6d6bf92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:32.989765 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f31f3659-e30e-41f0-abf5-1b84a6d6bf92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:33.040102 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-30af073b-3572-4a3f-943e-74d44c882d3e None None] For port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f3f9f01a-37ed-4bee-a12a-a622ce2acf8c,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:33.040474 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30af073b-3572-4a3f-943e-74d44c882d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:33.046464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10175-b09d-4448-b560-1905b47b2d6a req-2b6df14e-4b35-410f-8229-6af69388d01d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:33.047964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e0a10175-b09d-4448-b560-1905b47b2d6a req-2b6df14e-4b35-410f-8229-6af69388d01d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.0889888 May 25 20:44:33.092940 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e0a10175-b09d-4448-b560-1905b47b2d6a req-fc010866-2d8a-4842-8d4d-379d792df415 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393379 May 25 20:44:33.105886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47cb70-ae2a-465a-bb40-0db9c402115c req-36701b07-19fa-434f-9df5-2f64525fd032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:33.107346 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a47cb70-ae2a-465a-bb40-0db9c402115c req-36701b07-19fa-434f-9df5-2f64525fd032 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4710784f-2f54-46a7-b70b-fa506bb5fc45 HTTP/1.1" status: 200 len: 851 time: 0.1537914 May 25 20:44:33.165848 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a47cb70-ae2a-465a-bb40-0db9c402115c req-6983dd61-6ddb-4d75-9657-9604f76ea88d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a82ea33-9171-4791-8207-3d9ca7037b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498285 May 25 20:44:33.173128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-30af073b-3572-4a3f-943e-74d44c882d3e None None] Calling delete_port for f3f9f01a-37ed-4bee-a12a-a622ce2acf8c owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:33.228312 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:33.258776 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30af073b-3572-4a3f-943e-74d44c882d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:33.307409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af073b-3572-4a3f-943e-74d44c882d3e None None] Pushing event deleted for resources: {'Port': ['ID=f3f9f01a-37ed-4bee-a12a-a622ce2acf8c,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:33.309084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af073b-3572-4a3f-943e-74d44c882d3e None None] No DVR routers for this DVR port f3f9f01a-37ed-4bee-a12a-a622ce2acf8c on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:44:33.473286 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a47cb70-ae2a-465a-bb40-0db9c402115c req-006d4dd5-8ca6-4c0d-a9cf-2a805ff2fef1 service neutron] 10.222.0.70 "GET /v2.0/networks/5a82ea33-9171-4791-8207-3d9ca7037b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007827 May 25 20:44:33.558307 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f31f3659-e30e-41f0-abf5-1b84a6d6bf92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:33.619709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f3f9f01a-37ed-4bee-a12a-a622ce2acf8c no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:44:33.654815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31f3659-e30e-41f0-abf5-1b84a6d6bf92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:33.656068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: f3f9f01a-37ed-4bee-a12a-a622ce2acf8c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:44:33.656414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f3f9f01a-37ed-4bee-a12a-a622ce2acf8c not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:44:33.660239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-f31f3659-e30e-41f0-abf5-1b84a6d6bf92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:33.665831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31f3659-e30e-41f0-abf5-1b84a6d6bf92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:33.666493 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f31f3659-e30e-41f0-abf5-1b84a6d6bf92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:33.671088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b4a39-bf9a-488d-bf07-de7334b5afa3 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:33.682707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f3659-e30e-41f0-abf5-1b84a6d6bf92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=71186715-43b7-4790-a261-04bf8067c285,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:33.704203 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a47cb70-ae2a-465a-bb40-0db9c402115c req-15ed90e9-b9cd-4950-aa70-8cdee4e11175 service neutron] 10.222.0.70 "GET /v2.0/networks/5a82ea33-9171-4791-8207-3d9ca7037b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183902 May 25 20:44:33.713645 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f31f3659-e30e-41f0-abf5-1b84a6d6bf92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0899296 May 25 20:44:33.716473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37256) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:33.724721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-fd43d07c-bc94-4ca7-afd7-d26fc6e37fe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'fixed_ips': [{'subnet_id': '71186715-43b7-4790-a261-04bf8067c285', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-423009760'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:33.875777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fd43d07c-bc94-4ca7-afd7-d26fc6e37fe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:33.881180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fd43d07c-bc94-4ca7-afd7-d26fc6e37fe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:33.884338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fd43d07c-bc94-4ca7-afd7-d26fc6e37fe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:33.893518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fd43d07c-bc94-4ca7-afd7-d26fc6e37fe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:33.913376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd43d07c-bc94-4ca7-afd7-d26fc6e37fe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:33.916455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': '71186715-43b7-4790-a261-04bf8067c285'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:44:33.917433 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:33.920489 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fd43d07c-bc94-4ca7-afd7-d26fc6e37fe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:33.985529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-fd43d07c-bc94-4ca7-afd7-d26fc6e37fe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 72eb9c5b-ba7f-47f7-a213-a9e846406c26 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:44:34.109376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Allocated IP 2001:db8::2 (000fa24c-4d51-46fe-b901-109d810e0403/71186715-43b7-4790-a261-04bf8067c285/9f299931-7988-4111-8c74-78081ec9d79a) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:34.136896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa2148-d272-4e2d-ac9f-430040713784 req-edec440f-3709-4cd4-ac98-5968748ecf95 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:34.137870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2faa2148-d272-4e2d-ac9f-430040713784 req-edec440f-3709-4cd4-ac98-5968748ecf95 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.2053390 May 25 20:44:34.216089 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2faa2148-d272-4e2d-ac9f-430040713784 req-b90379c5-d038-4ac9-bd3a-5c7d8761ffdb tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635357 May 25 20:44:34.321138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba7b74-962a-411c-af81-6ef1e7d14a43 req-81e14a8e-5c21-4af6-bfc2-936ab6ff5963 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:34.321138 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3fba7b74-962a-411c-af81-6ef1e7d14a43 req-81e14a8e-5c21-4af6-bfc2-936ab6ff5963 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.0896332 May 25 20:44:34.375869 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3fba7b74-962a-411c-af81-6ef1e7d14a43 req-d67b55aa-2799-4bcb-ac69-c0ab6fcbb027 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449731 May 25 20:44:34.382488 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:34.400726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Transition to ACTIVE for port object 9f299931-7988-4111-8c74-78081ec9d79a will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:34.419172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Transition to ACTIVE for port object 9f299931-7988-4111-8c74-78081ec9d79a will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:34.425752 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:34.427368 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd43d07c-bc94-4ca7-afd7-d26fc6e37fe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:44:34.427823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd43d07c-bc94-4ca7-afd7-d26fc6e37fe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:44:34.457509 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fd43d07c-bc94-4ca7-afd7-d26fc6e37fe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7392414 May 25 20:44:34.459926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37264) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:34.504535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:34.507710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:34.512344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:34.552998 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Pushing event updated for resources: {'Port': ['ID=9f299931-7988-4111-8c74-78081ec9d79a,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:34.554585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5744e146-6c43-47af-8d95-5d23b04cd6b7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:34.555331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5744e146-6c43-47af-8d95-5d23b04cd6b7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:34.578916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5744e146-6c43-47af-8d95-5d23b04cd6b7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:34.582910 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5744e146-6c43-47af-8d95-5d23b04cd6b7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1185710 May 25 20:44:34.584115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37268) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:34.627206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Attempting to bind port 9f299931-7988-4111-8c74-78081ec9d79a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:44:34.627710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Attempting to bind port 9f299931-7988-4111-8c74-78081ec9d79a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:44:34.627710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Attempting to bind port 9f299931-7988-4111-8c74-78081ec9d79a on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:44:34.634319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:44:34.635583 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:44:34.635583 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:34.635818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:44:34.636158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Bound port: 9f299931-7988-4111-8c74-78081ec9d79a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:44:34.636573 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:34.685510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1d3021-611a-4537-bda8-704698a0891e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:34.688642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1d3021-611a-4537-bda8-704698a0891e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:34.689583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6c1d3021-611a-4537-bda8-704698a0891e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:34.731808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6c1d3021-611a-4537-bda8-704698a0891e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:34.733588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6c1d3021-611a-4537-bda8-704698a0891e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1490777 May 25 20:44:34.736315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37274) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:34.795619 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] For port 9f299931-7988-4111-8c74-78081ec9d79a, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:44:34.802904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] For port 9f299931-7988-4111-8c74-78081ec9d79a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9f299931-7988-4111-8c74-78081ec9d79a,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:44:34.809860 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:34.913377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686583b-533a-4e7c-9c38-83fd43f14d02 None None] Pushing event updated for resources: {'Port': ['ID=9f299931-7988-4111-8c74-78081ec9d79a,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:35.008399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-0246a58a-c70a-42ca-947a-9f51b5971d5a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 71186715-43b7-4790-a261-04bf8067c285 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:44:35.012173 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0246a58a-c70a-42ca-947a-9f51b5971d5a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:35.078264 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0246a58a-c70a-42ca-947a-9f51b5971d5a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:35.221120 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0246a58a-c70a-42ca-947a-9f51b5971d5a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:35.319430 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0246a58a-c70a-42ca-947a-9f51b5971d5a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:35.362851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246a58a-c70a-42ca-947a-9f51b5971d5a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=71186715-43b7-4790-a261-04bf8067c285,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:35.371760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0246a58a-c70a-42ca-947a-9f51b5971d5a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:35.396463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0246a58a-c70a-42ca-947a-9f51b5971d5a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/71186715-43b7-4790-a261-04bf8067c285 HTTP/1.1" status: 204 len: 168 time: 0.6579831 May 25 20:44:35.398763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37280) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:35.468100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e732b-f5a1-4db5-9d27-53f1c89aeb06 req-896d3836-42ce-4cc0-bf4d-672afbfae98d tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:35.469711 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d43e732b-f5a1-4db5-9d27-53f1c89aeb06 req-896d3836-42ce-4cc0-bf4d-672afbfae98d tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.1077311 May 25 20:44:35.498350 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-19baf064-d032-49e8-ab22-8ab08c722680 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946815 May 25 20:44:35.500852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37286) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:35.541304 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d43e732b-f5a1-4db5-9d27-53f1c89aeb06 req-f6dc8a09-a27f-4091-953e-4bc934f8f8bf tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657623 May 25 20:44:35.557916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-3bb21237-dbed-4c7a-a5d4-ff003b320f5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:35.703753 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9f299931-7988-4111-8c74-78081ec9d79a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:35.736684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3bb21237-dbed-4c7a-a5d4-ff003b320f5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:35.742755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3bb21237-dbed-4c7a-a5d4-ff003b320f5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:35.747351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3bb21237-dbed-4c7a-a5d4-ff003b320f5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:35.760043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3bb21237-dbed-4c7a-a5d4-ff003b320f5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:35.783866 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b71e5f-15aa-4221-95b2-41b6393562c4 req-8531b6a5-e8ff-4ad9-b5ce-62df410959ed tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:35.785574 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-83b71e5f-15aa-4221-95b2-41b6393562c4 req-8531b6a5-e8ff-4ad9-b5ce-62df410959ed tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.2835014 May 25 20:44:35.816297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb21237-dbed-4c7a-a5d4-ff003b320f5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:35.820126 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3bb21237-dbed-4c7a-a5d4-ff003b320f5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:35.879884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 9f299931-7988-4111-8c74-78081ec9d79a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:35.963975 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-83b71e5f-15aa-4221-95b2-41b6393562c4 req-b0d2252f-85a0-4f04-8402-c0d0ee05d942 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654301 May 25 20:44:36.117241 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3bb21237-dbed-4c7a-a5d4-ff003b320f5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:36.159394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edce9d-bfc2-4821-bd86-c4c78f7726c5 req-b4c71df9-a4a6-43d3-a520-69185d1fb47b tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:36.162058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9edce9d-bfc2-4821-bd86-c4c78f7726c5 req-b4c71df9-a4a6-43d3-a520-69185d1fb47b tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.1001341 May 25 20:44:36.188351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb21237-dbed-4c7a-a5d4-ff003b320f5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:36.191460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-3bb21237-dbed-4c7a-a5d4-ff003b320f5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:36.196470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb21237-dbed-4c7a-a5d4-ff003b320f5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:36.196608 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3bb21237-dbed-4c7a-a5d4-ff003b320f5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:36.218716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb21237-dbed-4c7a-a5d4-ff003b320f5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=9e7037dd-356b-4b4e-a7a6-d8c23bbb3180,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:36.219669 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b9edce9d-bfc2-4821-bd86-c4c78f7726c5 req-c596d51e-ac72-4d93-98ae-d5919f1bc77a tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502441 May 25 20:44:36.255132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3bb21237-dbed-4c7a-a5d4-ff003b320f5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7033029 May 25 20:44:36.259696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37294) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:36.259696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c6cf4b6a-9277-42e6-a88d-4c2e8899474c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1099174185', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:36.268101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c6cf4b6a-9277-42e6-a88d-4c2e8899474c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:36.272919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c6cf4b6a-9277-42e6-a88d-4c2e8899474c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:router and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:36.277387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c6cf4b6a-9277-42e6-a88d-4c2e8899474c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:36.286034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c6cf4b6a-9277-42e6-a88d-4c2e8899474c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:36.298496 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6cf4b6a-9277-42e6-a88d-4c2e8899474c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:36.299831 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6cf4b6a-9277-42e6-a88d-4c2e8899474c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:36.303486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd685bc-8f6b-449e-95e6-c973492f656f None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:36.319056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6cf4b6a-9277-42e6-a88d-4c2e8899474c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:36.338836 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6cf4b6a-9277-42e6-a88d-4c2e8899474c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:36.372170 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6cf4b6a-9277-42e6-a88d-4c2e8899474c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:36.372344 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c6cf4b6a-9277-42e6-a88d-4c2e8899474c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1201031 May 25 20:44:36.378082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37298) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:36.414640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-11b9c0a6-6de2-4f50-b8ce-351f19c50fde None None] Provisioning for port 9f299931-7988-4111-8c74-78081ec9d79a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:36.431188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-11b9c0a6-6de2-4f50-b8ce-351f19c50fde None None] Provisioning complete for port 9f299931-7988-4111-8c74-78081ec9d79a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:36.431443 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-11b9c0a6-6de2-4f50-b8ce-351f19c50fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:36.691924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-11b9c0a6-6de2-4f50-b8ce-351f19c50fde None None] Current status of the port 9f299931-7988-4111-8c74-78081ec9d79a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:36.692414 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-11b9c0a6-6de2-4f50-b8ce-351f19c50fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:36.742237 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-11b9c0a6-6de2-4f50-b8ce-351f19c50fde None None] For port 9f299931-7988-4111-8c74-78081ec9d79a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9f299931-7988-4111-8c74-78081ec9d79a,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:36.752792 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-11b9c0a6-6de2-4f50-b8ce-351f19c50fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:36.872800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9c0a6-6de2-4f50-b8ce-351f19c50fde None None] Pushing event updated for resources: {'Port': ['ID=9f299931-7988-4111-8c74-78081ec9d79a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:37.081478 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:37.181294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fccf1b72-cd36-4b83-a8fc-90d2d2881181 None None] Provisioning complete for port 9f299931-7988-4111-8c74-78081ec9d79a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:37.181707 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fccf1b72-cd36-4b83-a8fc-90d2d2881181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:37.340279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fccf1b72-cd36-4b83-a8fc-90d2d2881181 None None] Current status of the port 9f299931-7988-4111-8c74-78081ec9d79a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:37.366884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6669d55-e3f4-40e6-8b08-4d7a6b58c1ba req-dad74d36-54c6-489c-ba9e-864d6fe5bf67 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:37.368110 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6669d55-e3f4-40e6-8b08-4d7a6b58c1ba req-dad74d36-54c6-489c-ba9e-864d6fe5bf67 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 944 time: 0.2688673 May 25 20:44:37.470462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180f4f-a4f0-4107-8e54-8e00f1e117cd req-6dcd44f7-d922-4659-a2f1-a959b63c8881 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:37.470462 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22180f4f-a4f0-4107-8e54-8e00f1e117cd req-6dcd44f7-d922-4659-a2f1-a959b63c8881 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.1148446 May 25 20:44:37.475064 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c6669d55-e3f4-40e6-8b08-4d7a6b58c1ba req-0810dccd-b4b3-442b-b6ef-5d4a54052e26 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986702 May 25 20:44:37.534968 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22180f4f-a4f0-4107-8e54-8e00f1e117cd req-5c03d419-6fcb-421b-884d-1129c115f8ef tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586588 May 25 20:44:37.565703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::1 (000fa24c-4d51-46fe-b901-109d810e0403/9e7037dd-356b-4b4e-a7a6-d8c23bbb3180/685e16c2-cf62-4bf2-8644-6c61a55a374b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:37.653051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9f299931-7988-4111-8c74-78081ec9d79a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:37.771896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9f299931-7988-4111-8c74-78081ec9d79a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:37.772520 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:37.837529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:37.864345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 685e16c2-cf62-4bf2-8644-6c61a55a374b will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:37.898700 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:37.915505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9f299931-7988-4111-8c74-78081ec9d79a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:37.977551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:37.981083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:37.985169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:37.985941 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:38.023839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522917a-d86d-4994-8621-3fadd09c7454 req-6b35cafe-3ebd-462f-ac39-ba2f9217bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:38.025487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4522917a-d86d-4994-8621-3fadd09c7454 req-6b35cafe-3ebd-462f-ac39-ba2f9217bf52 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6d4f1051e34e05bc214cacaf9956d2&device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 1096 time: 0.1462145 May 25 20:44:38.072455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119a0ec-3d1c-4c23-a558-a5ef905e10b4 req-ac18e9df-57ec-4982-8971-1cdde5a80b6a tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:38.073985 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3119a0ec-3d1c-4c23-a558-a5ef905e10b4 req-ac18e9df-57ec-4982-8971-1cdde5a80b6a tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.1549983 May 25 20:44:38.109941 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e54c7c22-19b6-46ad-a2df-62f6c88f69e2 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:44:38.157349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=685e16c2-cf62-4bf2-8644-6c61a55a374b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:38.249199 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3119a0ec-3d1c-4c23-a558-a5ef905e10b4 req-f3968095-2678-4361-adc7-1c84c6cf5000 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979979 May 25 20:44:38.289723 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:38.290885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522917a-d86d-4994-8621-3fadd09c7454 req-4280b248-8032-4a75-b393-0a334a893046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:38.292461 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4522917a-d86d-4994-8621-3fadd09c7454 req-4280b248-8032-4a75-b393-0a334a893046 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a82ea33-9171-4791-8207-3d9ca7037b72 HTTP/1.1" status: 200 len: 912 time: 0.2591538 May 25 20:44:38.297926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e54c7c22-19b6-46ad-a2df-62f6c88f69e2, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e54c7c22-19b6-46ad-a2df-62f6c88f69e2,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:38.313898 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'e54c7c22-19b6-46ad-a2df-62f6c88f69e2', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'port_id': 'e54c7c22-19b6-46ad-a2df-62f6c88f69e2', 'mac_address': 'fa:16:3e:88:05:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:44:38.368896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4522917a-d86d-4994-8621-3fadd09c7454 req-fec5eb00-d13b-4573-8f07-fabb10896ec1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 HTTP/1.1" status: 200 len: 217 time: 0.0661042 May 25 20:44:38.388308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port e54c7c22-19b6-46ad-a2df-62f6c88f69e2 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:38.388767 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:38.408193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1c65afe1-82d3-42b6-b66e-c0940ad8b39e None None] Provisioning for port 685e16c2-cf62-4bf2-8644-6c61a55a374b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:38.412156 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54c7c22-19b6-46ad-a2df-62f6c88f69e2 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:44:38.426562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1c65afe1-82d3-42b6-b66e-c0940ad8b39e None None] Provisioning complete for port 685e16c2-cf62-4bf2-8644-6c61a55a374b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:38.426928 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1c65afe1-82d3-42b6-b66e-c0940ad8b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:38.448146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522917a-d86d-4994-8621-3fadd09c7454 req-e03989ee-082a-4783-a2a4-1790648e33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:38.451146 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4522917a-d86d-4994-8621-3fadd09c7454 req-e03989ee-082a-4783-a2a4-1790648e33bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4710784f-2f54-46a7-b70b-fa506bb5fc45 HTTP/1.1" status: 200 len: 851 time: 0.0765429 May 25 20:44:38.465249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e54c7c22-19b6-46ad-a2df-62f6c88f69e2, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e54c7c22-19b6-46ad-a2df-62f6c88f69e2,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:38.473042 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:38.505228 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4522917a-d86d-4994-8621-3fadd09c7454 req-38b6a30e-4ff6-4647-af0c-8dc5d1fda28c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a82ea33-9171-4791-8207-3d9ca7037b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487564 May 25 20:44:38.552635 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1c65afe1-82d3-42b6-b66e-c0940ad8b39e None None] Port 685e16c2-cf62-4bf2-8644-6c61a55a374b cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:44:38.579042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=e54c7c22-19b6-46ad-a2df-62f6c88f69e2,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:38.800548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4522917a-d86d-4994-8621-3fadd09c7454 req-d8e52078-c34a-494b-8d8b-a1065dd0e310 service neutron] 10.222.0.70 "GET /v2.0/networks/5a82ea33-9171-4791-8207-3d9ca7037b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878463 May 25 20:44:38.807514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['e54c7c22-19b6-46ad-a2df-62f6c88f69e2'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:44:38.863090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cb9ce-28c4-4ab6-a53a-2e5e2c741533 req-55f7df7d-417e-43bb-ba5f-0e3ed16af6ff tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:38.864745 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-088cb9ce-28c4-4ab6-a53a-2e5e2c741533 req-55f7df7d-417e-43bb-ba5f-0e3ed16af6ff tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 945 time: 0.1894202 May 25 20:44:38.913601 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:38.927780 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:38.928526 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:38.993342 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4522917a-d86d-4994-8621-3fadd09c7454 req-9f8f9bef-a0f7-43b8-b938-17d1c34aaede service neutron] 10.222.0.70 "GET /v2.0/networks/5a82ea33-9171-4791-8207-3d9ca7037b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862082 May 25 20:44:39.108143 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-088cb9ce-28c4-4ab6-a53a-2e5e2c741533 req-bdd3848d-1668-4f25-ade8-8c4ccbcff87d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367444 May 25 20:44:39.224957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=685e16c2-cf62-4bf2-8644-6c61a55a374b,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:39.275788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:39.276809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:39.490684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90299f7a-9ec3-4f0e-b0c7-f87e96eec583 req-40940302-6cee-417e-a2a6-6b26618f7785 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:39.497209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Router 288832c1-6b9c-47d1-8a11-13a9b018b7b4 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:44:39.497653 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-90299f7a-9ec3-4f0e-b0c7-f87e96eec583 req-40940302-6cee-417e-a2a6-6b26618f7785 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.1316080 May 25 20:44:39.545550 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-90299f7a-9ec3-4f0e-b0c7-f87e96eec583 req-cbfb0fe6-275a-4364-8245-5d2cb442caa5 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465367 May 25 20:44:39.689501 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6c77847c-a8b8-4925-a697-ae46df78fda9 None None] Provisioning complete for port 685e16c2-cf62-4bf2-8644-6c61a55a374b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:39.689890 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6c77847c-a8b8-4925-a697-ae46df78fda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:39.714981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:44:39.730102 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Sync routers for ids ['288832c1-6b9c-47d1-8a11-13a9b018b7b4'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:44:39.734308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37314) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:39.734486 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-53045f4e-46be-4a77-8949-a0e6ac4a70b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "PUT /v2.0/routers/288832c1-6b9c-47d1-8a11-13a9b018b7b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3552353 May 25 20:44:39.745844 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Routers {'288832c1-6b9c-47d1-8a11-13a9b018b7b4'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:44:39.747807 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['288832c1-6b9c-47d1-8a11-13a9b018b7b4'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:39.791776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6c77847c-a8b8-4925-a697-ae46df78fda9 None None] Port 685e16c2-cf62-4bf2-8644-6c61a55a374b cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:44:39.823741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68510468-56e7-4e1e-9dca-77c833c0dd78 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:39.825021 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-68510468-56e7-4e1e-9dca-77c833c0dd78 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports/685e16c2-cf62-4bf2-8644-6c61a55a374b HTTP/1.1" status: 200 len: 911 time: 0.0891287 May 25 20:44:39.828408 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37318) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:39.922868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7116e213-ea46-462c-a9ae-4cbd6c9ddb27 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:39.928717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7116e213-ea46-462c-a9ae-4cbd6c9ddb27 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:39.929533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7116e213-ea46-462c-a9ae-4cbd6c9ddb27 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:39.949054 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Set router 288832c1-6b9c-47d1-8a11-13a9b018b7b4 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:44:39.958114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7116e213-ea46-462c-a9ae-4cbd6c9ddb27 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:39.958114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7116e213-ea46-462c-a9ae-4cbd6c9ddb27 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1276948 May 25 20:44:39.964415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37322) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:40.119813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e54c7c22-19b6-46ad-a2df-62f6c88f69e2 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:40.236558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port e54c7c22-19b6-46ad-a2df-62f6c88f69e2 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:40.244050 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port e54c7c22-19b6-46ad-a2df-62f6c88f69e2 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:40.244735 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:40.357130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6c65d-2f2b-4a40-8bd7-46da0750a8d8 req-799763b8-baa2-4a77-a883-b3d23a13c31c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:40.359158 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1c6c65d-2f2b-4a40-8bd7-46da0750a8d8 req-799763b8-baa2-4a77-a883-b3d23a13c31c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 945 time: 0.1031022 May 25 20:44:40.393383 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288832c1-6b9c-47d1-8a11-13a9b018b7b4', 'name': 'tempest-NetworksTestDHCPv6-router-1099174185', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:36Z', 'updated_at': '2022-05-25T20:44:38Z', 'revision_number': 2, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'gw_port_host': None, '_interfaces': [{'id': '685e16c2-cf62-4bf2-8644-6c61a55a374b', 'name': '', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'mac_address': 'fa:16:3e:06:57:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288832c1-6b9c-47d1-8a11-13a9b018b7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '9e7037dd-356b-4b4e-a7a6-d8c23bbb3180', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:44:37Z', 'updated_at': '2022-05-25T20:44:38Z', 'revision_number': 2, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'subnets': [{'id': '9e7037dd-356b-4b4e-a7a6-d8c23bbb3180', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:40.400205 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Checking router: 288832c1-6b9c-47d1-8a11-13a9b018b7b4 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:44:40.401994 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Updating router 288832c1-6b9c-47d1-8a11-13a9b018b7b4 port 685e16c2-cf62-4bf2-8644-6c61a55a374b binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:44:40.411796 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1c6c65d-2f2b-4a40-8bd7-46da0750a8d8 req-39b0b2a5-f293-4c2f-a9a2-93ea24478d05 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462410 May 25 20:44:40.442119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port e54c7c22-19b6-46ad-a2df-62f6c88f69e2 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:40.442546 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:40.478443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cc729d-806a-4863-9f2b-fab49ec23fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54c7c22-19b6-46ad-a2df-62f6c88f69e2'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:44:40.478663 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:40.497711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e54c7c22-19b6-46ad-a2df-62f6c88f69e2, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e54c7c22-19b6-46ad-a2df-62f6c88f69e2,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:40.507686 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:40.568379 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f6276e-548d-4cdf-9a70-ce635b67e50c'] response: {'server_uuid': '00cc729d-806a-4863-9f2b-fab49ec23fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54c7c22-19b6-46ad-a2df-62f6c88f69e2', 'code': 200} May 25 20:44:40.617765 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=e54c7c22-19b6-46ad-a2df-62f6c88f69e2,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:40.769516 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:40.777280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5856c-77c6-4e4f-bb82-b32d57e857d3 req-88a49e45-7432-4e1a-9c54-e78a4ce74f9f tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:40.785899 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc5856c-77c6-4e4f-bb82-b32d57e857d3 req-88a49e45-7432-4e1a-9c54-e78a4ce74f9f tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.1075721 May 25 20:44:40.830752 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4cc5856c-77c6-4e4f-bb82-b32d57e857d3 req-295441b2-957e-47c8-9c36-9d6abbff735f tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441630 May 25 20:44:40.951171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b1d6d-c66c-48e4-9cdf-fb1624224f64 req-363d6efd-5d08-4943-89a6-f41cd49af7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:40.953084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-855b1d6d-c66c-48e4-9cdf-fb1624224f64 req-363d6efd-5d08-4943-89a6-f41cd49af7b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 1097 time: 0.3277745 May 25 20:44:40.972450 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:40.986448 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Transition to ACTIVE for port object 685e16c2-cf62-4bf2-8644-6c61a55a374b will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:40.995966 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:41.130710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-855b1d6d-c66c-48e4-9cdf-fb1624224f64 req-a21d397a-3479-4adb-9867-28527beee8f7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192486 May 25 20:44:41.165485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 685e16c2-cf62-4bf2-8644-6c61a55a374b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:41.167306 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:41.167582 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bc4aa-2e61-4e8f-8a95-48bf7a832890 None None] Pushing event updated for resources: {'Port': ['ID=685e16c2-cf62-4bf2-8644-6c61a55a374b,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:41.241238 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bc4aa-2e61-4e8f-8a95-48bf7a832890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:41.241621 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bc4aa-2e61-4e8f-8a95-48bf7a832890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:41.241982 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bc4aa-2e61-4e8f-8a95-48bf7a832890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:41.242341 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bc4aa-2e61-4e8f-8a95-48bf7a832890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:41.243435 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bc4aa-2e61-4e8f-8a95-48bf7a832890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:41.243435 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bc4aa-2e61-4e8f-8a95-48bf7a832890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:41.243435 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bc4aa-2e61-4e8f-8a95-48bf7a832890 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:41.243682 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bc4aa-2e61-4e8f-8a95-48bf7a832890 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:41.243938 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bc4aa-2e61-4e8f-8a95-48bf7a832890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:41.245158 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bc4aa-2e61-4e8f-8a95-48bf7a832890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:41.245639 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bc4aa-2e61-4e8f-8a95-48bf7a832890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:41.246122 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0bc4aa-2e61-4e8f-8a95-48bf7a832890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:41.333043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951deed7-c2eb-4290-b712-e7411fddeab8 req-519f0914-7de1-4da5-988e-213e4aeb5480 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:41.336185 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-951deed7-c2eb-4290-b712-e7411fddeab8 req-519f0914-7de1-4da5-988e-213e4aeb5480 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.0970600 May 25 20:44:41.348395 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Attempting to bind port 685e16c2-cf62-4bf2-8644-6c61a55a374b on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:44:41.348751 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Attempting to bind port 685e16c2-cf62-4bf2-8644-6c61a55a374b by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:44:41.349123 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Attempting to bind port 685e16c2-cf62-4bf2-8644-6c61a55a374b on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:44:41.356461 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:44:41.356865 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:44:41.357289 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:41.357710 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:44:41.358504 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Bound port: 685e16c2-cf62-4bf2-8644-6c61a55a374b, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:44:41.358910 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:41.411349 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-951deed7-c2eb-4290-b712-e7411fddeab8 req-2ace3a6f-f90f-455c-addf-33c3602b7e7a tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649409 May 25 20:44:41.493260 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] For port 685e16c2-cf62-4bf2-8644-6c61a55a374b, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:44:41.497562 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] For port 685e16c2-cf62-4bf2-8644-6c61a55a374b, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=685e16c2-cf62-4bf2-8644-6c61a55a374b,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:44:41.506194 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:41.593340 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Routers {'288832c1-6b9c-47d1-8a11-13a9b018b7b4'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:44:41.594406 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['288832c1-6b9c-47d1-8a11-13a9b018b7b4'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:41.656565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] For port 685e16c2-cf62-4bf2-8644-6c61a55a374b, host n-d-843339-1, got binding levels [] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:41.658004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:41.669019 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bc4aa-2e61-4e8f-8a95-48bf7a832890 None None] Pushing event updated for resources: {'Port': ['ID=685e16c2-cf62-4bf2-8644-6c61a55a374b,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:41.793025 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] Set router 288832c1-6b9c-47d1-8a11-13a9b018b7b4 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:44:41.819935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 685e16c2-cf62-4bf2-8644-6c61a55a374b owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:42.076049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5d891-c273-4819-8118-6c797e6d6f2a req-671e1bc6-08f7-4969-8384-9e326dbc8b9d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:42.078418 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-03f5d891-c273-4819-8118-6c797e6d6f2a req-671e1bc6-08f7-4969-8384-9e326dbc8b9d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 946 time: 0.4866500 May 25 20:44:42.143140 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288832c1-6b9c-47d1-8a11-13a9b018b7b4', 'name': 'tempest-NetworksTestDHCPv6-router-1099174185', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:36Z', 'updated_at': '2022-05-25T20:44:38Z', 'revision_number': 2, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'gw_port_host': None, '_interfaces': [{'id': '685e16c2-cf62-4bf2-8644-6c61a55a374b', 'name': '', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'mac_address': 'fa:16:3e:06:57:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288832c1-6b9c-47d1-8a11-13a9b018b7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '9e7037dd-356b-4b4e-a7a6-d8c23bbb3180', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:44:37Z', 'updated_at': '2022-05-25T20:44:41Z', 'revision_number': 4, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'subnets': [{'id': '9e7037dd-356b-4b4e-a7a6-d8c23bbb3180', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:42.147084 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9534c1-2dae-4d5c-9c38-ce6b5d0466b4 None None] The sync data for ids ['288832c1-6b9c-47d1-8a11-13a9b018b7b4'] in n-d-843339-1 is: [{'id': '288832c1-6b9c-47d1-8a11-13a9b018b7b4', 'name': 'tempest-NetworksTestDHCPv6-router-1099174185', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:36Z', 'updated_at': '2022-05-25T20:44:38Z', 'revision_number': 2, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'gw_port_host': None, '_interfaces': [{'id': '685e16c2-cf62-4bf2-8644-6c61a55a374b', 'name': '', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'mac_address': 'fa:16:3e:06:57:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288832c1-6b9c-47d1-8a11-13a9b018b7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '9e7037dd-356b-4b4e-a7a6-d8c23bbb3180', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:44:37Z', 'updated_at': '2022-05-25T20:44:41Z', 'revision_number': 4, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'subnets': [{'id': '9e7037dd-356b-4b4e-a7a6-d8c23bbb3180', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:44:42.151513 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-03f5d891-c273-4819-8118-6c797e6d6f2a req-f6ad686f-9e70-41e9-9ac7-81529cffff5b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617948 May 25 20:44:42.162585 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:44:42.162909 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:44:42.664446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 685e16c2-cf62-4bf2-8644-6c61a55a374b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:42.665268 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:42.674570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a47164-9e4d-4cd9-8ca8-024ae4884eef req-7823afe6-2044-4af7-aed6-37d6d429f707 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:42.676477 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-91a47164-9e4d-4cd9-8ca8-024ae4884eef req-7823afe6-2044-4af7-aed6-37d6d429f707 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.1163552 May 25 20:44:42.744226 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-91a47164-9e4d-4cd9-8ca8-024ae4884eef req-bdd094f7-0b75-4e72-8296-0f9fb4b7c9d7 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608768 May 25 20:44:42.906972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] For port 685e16c2-cf62-4bf2-8644-6c61a55a374b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=685e16c2-cf62-4bf2-8644-6c61a55a374b,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:42.907447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:43.040788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 685e16c2-cf62-4bf2-8644-6c61a55a374b owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:43.226010 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:43.319652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=685e16c2-cf62-4bf2-8644-6c61a55a374b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:43.685506 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:43.776859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a585cef-335e-47e4-9880-63d241616796 req-535bb2bf-d29b-40ba-9cf8-f00844ea737c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:43.778436 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7a585cef-335e-47e4-9880-63d241616796 req-535bb2bf-d29b-40ba-9cf8-f00844ea737c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 946 time: 0.5020196 May 25 20:44:43.945988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085505a4-439c-439f-85ef-b9d4282fd221 req-96ec169f-4150-4602-89b6-ab30bc25a5b0 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:43.947584 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-085505a4-439c-439f-85ef-b9d4282fd221 req-96ec169f-4150-4602-89b6-ab30bc25a5b0 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.0840330 May 25 20:44:43.963834 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7a585cef-335e-47e4-9880-63d241616796 req-e7cdd0b1-8653-400b-8cb1-1d63f94bef7d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276901 May 25 20:44:43.994995 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-085505a4-439c-439f-85ef-b9d4282fd221 req-f58fea6a-8f0e-483c-9d3d-bfb55f53df77 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/security-groups?id=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407705 May 25 20:44:44.025897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa8f91-92f0-461a-82b5-926d282b56ac req-5df0658c-bc99-46ba-b4a2-b1f6e803a7a5 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:44.027315 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64aa8f91-92f0-461a-82b5-926d282b56ac req-5df0658c-bc99-46ba-b4a2-b1f6e803a7a5 tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 945 time: 0.5911181 May 25 20:44:44.142726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Router 288832c1-6b9c-47d1-8a11-13a9b018b7b4 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:44:44.163326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-64aa8f91-92f0-461a-82b5-926d282b56ac req-20b5b2ec-465e-408a-9ddf-16b5235f2deb tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Deleting port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:44.163659 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-64aa8f91-92f0-461a-82b5-926d282b56ac req-20b5b2ec-465e-408a-9ddf-16b5235f2deb tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:44.360150 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:44:44.369889 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516ae4be-c64a-4cf1-b5e2-a8ec57c9ad66 None None] Sync routers for ids ['288832c1-6b9c-47d1-8a11-13a9b018b7b4'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:44:44.379470 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ae4be-c64a-4cf1-b5e2-a8ec57c9ad66 None None] Routers {'288832c1-6b9c-47d1-8a11-13a9b018b7b4'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:44:44.380069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-516ae4be-c64a-4cf1-b5e2-a8ec57c9ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['288832c1-6b9c-47d1-8a11-13a9b018b7b4'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:44.433978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e598c0-ab82-4ba8-ba07-432b36332b25 req-670efc3e-2a35-432f-887d-a1175f66f5c5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:44.435521 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-46e598c0-ab82-4ba8-ba07-432b36332b25 req-670efc3e-2a35-432f-887d-a1175f66f5c5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 946 time: 0.3554254 May 25 20:44:44.443396 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b6fc68e7-efed-4680-b0f6-ed052dbe239d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "PUT /v2.0/routers/288832c1-6b9c-47d1-8a11-13a9b018b7b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4781854 May 25 20:44:44.443966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37348) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:44.513137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a441b-2284-4ec1-9c4e-fc6bcf3b9eef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:44.514879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a441b-2284-4ec1-9c4e-fc6bcf3b9eef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:44.515728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7d8a441b-2284-4ec1-9c4e-fc6bcf3b9eef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:44.532724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7d8a441b-2284-4ec1-9c4e-fc6bcf3b9eef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:44.536409 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7d8a441b-2284-4ec1-9c4e-fc6bcf3b9eef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0887172 May 25 20:44:44.537106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37352) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:44.548888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-516ae4be-c64a-4cf1-b5e2-a8ec57c9ad66 None None] Set router 288832c1-6b9c-47d1-8a11-13a9b018b7b4 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:44:44.572646 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-46e598c0-ab82-4ba8-ba07-432b36332b25 req-f57242cf-0287-4f33-92bb-0f68f76158dd tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282699 May 25 20:44:44.630859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-865ec80b-a8b9-48c6-b548-45058728fd65 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 9e7037dd-356b-4b4e-a7a6-d8c23bbb3180 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:44:44.634852 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-865ec80b-a8b9-48c6-b548-45058728fd65 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:44.646766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-64aa8f91-92f0-461a-82b5-926d282b56ac req-20b5b2ec-465e-408a-9ddf-16b5235f2deb tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] For port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720,segment=NetworkSegment(9b52dfb1-09d2-43d7-a692-4eec1fc83bc7),segment_id=9b52dfb1-09d2-43d7-a692-4eec1fc83bc7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:44.647371 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-64aa8f91-92f0-461a-82b5-926d282b56ac req-20b5b2ec-465e-408a-9ddf-16b5235f2deb tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:44.675751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-516ae4be-c64a-4cf1-b5e2-a8ec57c9ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288832c1-6b9c-47d1-8a11-13a9b018b7b4', 'name': 'tempest-NetworksTestDHCPv6-router-1099174185', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:36Z', 'updated_at': '2022-05-25T20:44:43Z', 'revision_number': 3, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:44.697492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516ae4be-c64a-4cf1-b5e2-a8ec57c9ad66 None None] Checking router: 288832c1-6b9c-47d1-8a11-13a9b018b7b4 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:44:44.709961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ae4be-c64a-4cf1-b5e2-a8ec57c9ad66 None None] Routers {'288832c1-6b9c-47d1-8a11-13a9b018b7b4'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:44:44.709961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-516ae4be-c64a-4cf1-b5e2-a8ec57c9ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['288832c1-6b9c-47d1-8a11-13a9b018b7b4'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:44.723423 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-865ec80b-a8b9-48c6-b548-45058728fd65 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:44.799582 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-865ec80b-a8b9-48c6-b548-45058728fd65 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:44.882524 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-516ae4be-c64a-4cf1-b5e2-a8ec57c9ad66 None None] Set router 288832c1-6b9c-47d1-8a11-13a9b018b7b4 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:44:44.900744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-64aa8f91-92f0-461a-82b5-926d282b56ac req-20b5b2ec-465e-408a-9ddf-16b5235f2deb tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Calling delete_port for fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:44.913028 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-865ec80b-a8b9-48c6-b548-45058728fd65 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:44.960561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ec80b-a8b9-48c6-b548-45058728fd65 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=9e7037dd-356b-4b4e-a7a6-d8c23bbb3180,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:44.973614 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-865ec80b-a8b9-48c6-b548-45058728fd65 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:44.991062 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-865ec80b-a8b9-48c6-b548-45058728fd65 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/9e7037dd-356b-4b4e-a7a6-d8c23bbb3180 HTTP/1.1" status: 204 len: 168 time: 0.4511223 May 25 20:44:44.991439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37360) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:45.005839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-516ae4be-c64a-4cf1-b5e2-a8ec57c9ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288832c1-6b9c-47d1-8a11-13a9b018b7b4', 'name': 'tempest-NetworksTestDHCPv6-router-1099174185', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:36Z', 'updated_at': '2022-05-25T20:44:43Z', 'revision_number': 3, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:45.010709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ae957-6111-4f93-acda-6e7b4a224ec4 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:45.128044 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-64aa8f91-92f0-461a-82b5-926d282b56ac req-20b5b2ec-465e-408a-9ddf-16b5235f2deb tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:45.168792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516ae4be-c64a-4cf1-b5e2-a8ec57c9ad66 None None] The sync data for ids ['288832c1-6b9c-47d1-8a11-13a9b018b7b4'] in n-d-843339-1 is: [{'id': '288832c1-6b9c-47d1-8a11-13a9b018b7b4', 'name': 'tempest-NetworksTestDHCPv6-router-1099174185', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:36Z', 'updated_at': '2022-05-25T20:44:43Z', 'revision_number': 3, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:44:45.365682 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-eda125c0-89dd-403a-b2ea-6f7f83f6a21f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3715963 May 25 20:44:45.366703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37368) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:45.397862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5b2ec-465e-408a-9ddf-16b5235f2deb tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Pushing event deleted for resources: {'Port': ['ID=fa48d8c8-c7d3-4e5d-bd8c-2ee180730720,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:45.439767 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7ba0a26-1c73-4cf9-a95f-1a2143a8859c req-14c7eb23-c884-4db0-89f0-3b6de7dd81ee tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7 HTTP/1.1" status: 200 len: 210 time: 0.2330904 May 25 20:44:45.490512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aa8f91-92f0-461a-82b5-926d282b56ac req-20b5b2ec-465e-408a-9ddf-16b5235f2deb tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] No DVR routers for this DVR port fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:44:45.492986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-64aa8f91-92f0-461a-82b5-926d282b56ac req-20b5b2ec-465e-408a-9ddf-16b5235f2deb tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:45.495526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7', 'name': 'network-vif-deleted', 'tag': 'fa48d8c8-c7d3-4e5d-bd8c-2ee180730720'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:44:45.513636 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64aa8f91-92f0-461a-82b5-926d282b56ac req-20b5b2ec-465e-408a-9ddf-16b5235f2deb tempest-TestServerAdvancedOps-2137692473 tempest-TestServerAdvancedOps-2137692473-project] 10.222.0.70 "DELETE /v2.0/ports/fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 HTTP/1.1" status: 204 len: 173 time: 1.4774799 May 25 20:44:45.533993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23150ca-1b21-47c7-aaf5-bd7d0cb5a7fb req-286a8916-af92-4ad2-bef0-d34818c5d8bc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:45.535622 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f23150ca-1b21-47c7-aaf5-bd7d0cb5a7fb req-286a8916-af92-4ad2-bef0-d34818c5d8bc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 946 time: 0.3120310 May 25 20:44:45.540140 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-796742bb-74a4-420d-adbb-a78d96cda16c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:45.564880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:44:45.571157 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ab1e1c-ec2b-4d62-9ea9-960e2a3e5499'] response: {'server_uuid': '0ba3c82e-10cb-4ba7-9055-ece44f2ca4c7', 'name': 'network-vif-deleted', 'tag': 'fa48d8c8-c7d3-4e5d-bd8c-2ee180730720', 'status': 'completed', 'code': 200} May 25 20:44:45.574963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Deleting port 9f299931-7988-4111-8c74-78081ec9d79a {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:45.575330 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:45.667651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9f299931-7988-4111-8c74-78081ec9d79a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:44:45.940518 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9f299931-7988-4111-8c74-78081ec9d79a is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:45.940671 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:45.946591 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-796742bb-74a4-420d-adbb-a78d96cda16c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:45.949865 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f23150ca-1b21-47c7-aaf5-bd7d0cb5a7fb req-f2dcb75b-f027-4695-937e-7a482380f4ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562703 May 25 20:44:45.950901 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-796742bb-74a4-420d-adbb-a78d96cda16c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:45.966545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] For port 9f299931-7988-4111-8c74-78081ec9d79a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9f299931-7988-4111-8c74-78081ec9d79a,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:45.967037 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:45.984365 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-796742bb-74a4-420d-adbb-a78d96cda16c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:45.985848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796742bb-74a4-420d-adbb-a78d96cda16c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Fanout notify agent at l3_agent the message router_deleted on router 288832c1-6b9c-47d1-8a11-13a9b018b7b4 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:44:46.000619 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-796742bb-74a4-420d-adbb-a78d96cda16c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.004762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-796742bb-74a4-420d-adbb-a78d96cda16c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/routers/288832c1-6b9c-47d1-8a11-13a9b018b7b4 HTTP/1.1" status: 204 len: 168 time: 0.6337879 May 25 20:44:46.005939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37374) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:46.011760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-32c186d8-c7a9-44b1-80a5-e1b913183c33 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:46.111530 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Calling delete_port for 9f299931-7988-4111-8c74-78081ec9d79a owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:46.159600 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 9f299931-7988-4111-8c74-78081ec9d79a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9f299931-7988-4111-8c74-78081ec9d79a,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:46.163402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-32c186d8-c7a9-44b1-80a5-e1b913183c33 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:46.164479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:44:46.167906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-32c186d8-c7a9-44b1-80a5-e1b913183c33 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:46.171153 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-32c186d8-c7a9-44b1-80a5-e1b913183c33 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:46.177062 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-32c186d8-c7a9-44b1-80a5-e1b913183c33 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:46.188893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c186d8-c7a9-44b1-80a5-e1b913183c33 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:46.193322 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-32c186d8-c7a9-44b1-80a5-e1b913183c33 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.199216 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.199930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 685e16c2-cf62-4bf2-8644-6c61a55a374b no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:44:46.325120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:44:46.325414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device fa48d8c8-c7d3-4e5d-bd8c-2ee180730720 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:44:46.335138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 685e16c2-cf62-4bf2-8644-6c61a55a374b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:44:46.335469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 685e16c2-cf62-4bf2-8644-6c61a55a374b not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:44:46.374815 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:44:46.375570 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:44:46.377859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=9f299931-7988-4111-8c74-78081ec9d79a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:46.418246 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-32c186d8-c7a9-44b1-80a5-e1b913183c33 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.480977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c186d8-c7a9-44b1-80a5-e1b913183c33 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:46.484833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-32c186d8-c7a9-44b1-80a5-e1b913183c33 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:46.488963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c186d8-c7a9-44b1-80a5-e1b913183c33 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:46.489538 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-32c186d8-c7a9-44b1-80a5-e1b913183c33 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.510795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c186d8-c7a9-44b1-80a5-e1b913183c33 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=21cefae1-375f-40b5-b200-cd8d8a34513a,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:46.529151 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-32c186d8-c7a9-44b1-80a5-e1b913183c33 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5196507 May 25 20:44:46.529380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37380) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:46.534800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2e4da92e-cbf5-40f4-9058-aad9637a7633 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-236408292', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:46.541928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2e4da92e-cbf5-40f4-9058-aad9637a7633 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:46.546555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2e4da92e-cbf5-40f4-9058-aad9637a7633 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:router and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:46.549608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2e4da92e-cbf5-40f4-9058-aad9637a7633 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:46.552589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37384) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:46.556015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2e4da92e-cbf5-40f4-9058-aad9637a7633 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:46.567973 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e4da92e-cbf5-40f4-9058-aad9637a7633 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.569126 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e4da92e-cbf5-40f4-9058-aad9637a7633 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.584408 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e4da92e-cbf5-40f4-9058-aad9637a7633 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.612932 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e4da92e-cbf5-40f4-9058-aad9637a7633 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.617463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d870437b-633e-4c82-9921-d8c0b954a26a admin admin] Deleting subnet 4710784f-2f54-46a7-b70b-fa506bb5fc45 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:44:46.620344 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d870437b-633e-4c82-9921-d8c0b954a26a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.635923 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2e4da92e-cbf5-40f4-9058-aad9637a7633 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.637091 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2e4da92e-cbf5-40f4-9058-aad9637a7633 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1066356 May 25 20:44:46.640650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37388) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:46.722483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d870437b-633e-4c82-9921-d8c0b954a26a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.787901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d870437b-633e-4c82-9921-d8c0b954a26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.842617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adaf3d-622e-42a2-b223-e5871ba7a1f5 req-b5e2376e-1277-40ca-8de8-41aac2ccd52e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:46.844035 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20adaf3d-622e-42a2-b223-e5871ba7a1f5 req-b5e2376e-1277-40ca-8de8-41aac2ccd52e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 946 time: 0.1859303 May 25 20:44:46.877500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Deleting port 9f299931-7988-4111-8c74-78081ec9d79a {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:46.878351 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.930889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-20adaf3d-622e-42a2-b223-e5871ba7a1f5 req-e2f4912a-752a-42e1-b516-71ac589d76a3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Deleting port e54c7c22-19b6-46ad-a2df-62f6c88f69e2 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:46.931370 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-20adaf3d-622e-42a2-b223-e5871ba7a1f5 req-e2f4912a-752a-42e1-b516-71ac589d76a3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:46.987994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d870437b-633e-4c82-9921-d8c0b954a26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:47.042071 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d870437b-633e-4c82-9921-d8c0b954a26a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:47.054711 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870437b-633e-4c82-9921-d8c0b954a26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4710784f-2f54-46a7-b70b-fa506bb5fc45,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:47.090915 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d870437b-633e-4c82-9921-d8c0b954a26a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4710784f-2f54-46a7-b70b-fa506bb5fc45 HTTP/1.1" status: 204 len: 168 time: 0.5370727 May 25 20:44:47.097569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37394) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:47.166439 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] For port 9f299931-7988-4111-8c74-78081ec9d79a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9f299931-7988-4111-8c74-78081ec9d79a,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:47.166822 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:47.299069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Calling delete_port for 9f299931-7988-4111-8c74-78081ec9d79a owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:47.312056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-212c127d-244b-43a9-8c02-a5001ef5a842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:47.342017 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:47.385626 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:47.432270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda84bf8-97bf-42e3-b6ed-8a884badbdf7 req-a75c4dc6-35e9-461a-96d1-1911a047971a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:47.432943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Pushing event deleted for resources: {'Port': ['ID=9f299931-7988-4111-8c74-78081ec9d79a,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:47.433665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bda84bf8-97bf-42e3-b6ed-8a884badbdf7 req-a75c4dc6-35e9-461a-96d1-1911a047971a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 946 time: 0.2394149 May 25 20:44:47.438327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] No DVR routers for this DVR port 9f299931-7988-4111-8c74-78081ec9d79a on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:44:47.456113 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:47.456646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:47.457921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:47.458849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:47.459491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:47.459972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:47.460460 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:47.460945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:47.461416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:47.461891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:47.462469 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:47.462968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20447b-782a-4d63-9bd8-60d0bec47950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:47.470079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f5763-4291-4ad4-b77a-23678d113f1d None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:47.479876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-20adaf3d-622e-42a2-b223-e5871ba7a1f5 req-e2f4912a-752a-42e1-b516-71ac589d76a3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] For port e54c7c22-19b6-46ad-a2df-62f6c88f69e2, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e54c7c22-19b6-46ad-a2df-62f6c88f69e2,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:47.480233 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-20adaf3d-622e-42a2-b223-e5871ba7a1f5 req-e2f4912a-752a-42e1-b516-71ac589d76a3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:47.495901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-212c127d-244b-43a9-8c02-a5001ef5a842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:47.596318 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bda84bf8-97bf-42e3-b6ed-8a884badbdf7 req-62f10ee5-6ba0-499d-801d-402d5477d178 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089070 May 25 20:44:47.627641 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-20adaf3d-622e-42a2-b223-e5871ba7a1f5 req-e2f4912a-752a-42e1-b516-71ac589d76a3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Calling delete_port for e54c7c22-19b6-46ad-a2df-62f6c88f69e2 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:47.700747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': '21cefae1-375f-40b5-b200-cd8d8a34513a'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:44:47.702063 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:47.775464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-212c127d-244b-43a9-8c02-a5001ef5a842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a82ea33-9171-4791-8207-3d9ca7037b72']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:47.793579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-212c127d-244b-43a9-8c02-a5001ef5a842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b52dfb1-09d2-43d7-a692-4eec1fc83bc7') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:47.793957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-212c127d-244b-43a9-8c02-a5001ef5a842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b52dfb1-09d2-43d7-a692-4eec1fc83bc7') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:47.797654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::1 (000fa24c-4d51-46fe-b901-109d810e0403/21cefae1-375f-40b5-b200-cd8d8a34513a/4dfc8040-1814-456f-963f-733158a5bcc9) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:47.812096 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-212c127d-244b-43a9-8c02-a5001ef5a842 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:47.831415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-20adaf3d-622e-42a2-b223-e5871ba7a1f5 req-e2f4912a-752a-42e1-b516-71ac589d76a3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:47.846174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['e54c7c22-19b6-46ad-a2df-62f6c88f69e2'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:44:47.873949 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-212c127d-244b-43a9-8c02-a5001ef5a842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:47.875682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['5bcc3f7d-6458-4209-8fb5-18c459cdf0f0'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:44:47.897514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4912a-752a-42e1-b516-71ac589d76a3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event deleted for resources: {'Port': ['ID=e54c7c22-19b6-46ad-a2df-62f6c88f69e2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:47.899721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212c127d-244b-43a9-8c02-a5001ef5a842 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:44:47.900124 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-212c127d-244b-43a9-8c02-a5001ef5a842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:47.999318 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.224757 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 9b52dfb1-09d2-43d7-a692-4eec1fc83bc7 resource provider aggregate not found May 25 20:44:48.245761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-20adaf3d-622e-42a2-b223-e5871ba7a1f5 req-e2f4912a-752a-42e1-b516-71ac589d76a3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] No DVR routers for this DVR port e54c7c22-19b6-46ad-a2df-62f6c88f69e2 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:44:48.251099 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-20adaf3d-622e-42a2-b223-e5871ba7a1f5 req-e2f4912a-752a-42e1-b516-71ac589d76a3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.255119 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 9b52dfb1-09d2-43d7-a692-4eec1fc83bc7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b52dfb1-09d2-43d7-a692-4eec1fc83bc7 found for delete ", "request_id": "req-5044f2e5-f466-4702-95c0-024d3b5ff116"}]} May 25 20:44:48.255520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cc729d-806a-4863-9f2b-fab49ec23fd0', 'name': 'network-vif-deleted', 'tag': 'e54c7c22-19b6-46ad-a2df-62f6c88f69e2'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:44:48.273157 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20adaf3d-622e-42a2-b223-e5871ba7a1f5 req-e2f4912a-752a-42e1-b516-71ac589d76a3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.70 "DELETE /v2.0/ports/e54c7c22-19b6-46ad-a2df-62f6c88f69e2 HTTP/1.1" status: 204 len: 173 time: 1.4236486 May 25 20:44:48.273399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 4dfc8040-1814-456f-963f-733158a5bcc9 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:48.274224 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-212c127d-244b-43a9-8c02-a5001ef5a842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.293354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-212c127d-244b-43a9-8c02-a5001ef5a842 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.305317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c127d-244b-43a9-8c02-a5001ef5a842 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a82ea33-9171-4791-8207-3d9ca7037b72,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:48.315463 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0a8d1c-5b3e-4551-8fca-7187a925566a'] response: {'server_uuid': '00cc729d-806a-4863-9f2b-fab49ec23fd0', 'name': 'network-vif-deleted', 'tag': 'e54c7c22-19b6-46ad-a2df-62f6c88f69e2', 'status': 'completed', 'code': 200} May 25 20:44:48.317448 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-212c127d-244b-43a9-8c02-a5001ef5a842 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5a82ea33-9171-4791-8207-3d9ca7037b72 HTTP/1.1" status: 204 len: 168 time: 1.2186675 May 25 20:44:48.320183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:48.323753 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.396839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Allocated IP 2001:db8::2 (000fa24c-4d51-46fe-b901-109d810e0403/21cefae1-375f-40b5-b200-cd8d8a34513a/4ed21616-b9d6-49b6-b534-7cb3ae0e894e) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:48.413651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:48.418084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:48.426844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:48.427618 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.435190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee99979-ff92-44a0-a45a-4b07dbaa374e admin admin] Deleting subnet bae4a993-67fd-4784-9905-3276deee0a3a {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:44:48.441499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=4dfc8040-1814-456f-963f-733158a5bcc9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:48.441674 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eee99979-ff92-44a0-a45a-4b07dbaa374e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.516127 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eee99979-ff92-44a0-a45a-4b07dbaa374e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.533415 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:44:48.563802 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.586101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eee99979-ff92-44a0-a45a-4b07dbaa374e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.661980 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.674068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Transition to ACTIVE for port object 4ed21616-b9d6-49b6-b534-7cb3ae0e894e will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:48.720113 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Transition to ACTIVE for port object 4ed21616-b9d6-49b6-b534-7cb3ae0e894e will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:48.736756 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.739835 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eee99979-ff92-44a0-a45a-4b07dbaa374e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.836035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Pushing event updated for resources: {'Port': ['ID=4ed21616-b9d6-49b6-b534-7cb3ae0e894e,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:48.836611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-eee99979-ff92-44a0-a45a-4b07dbaa374e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.841367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee99979-ff92-44a0-a45a-4b07dbaa374e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bae4a993-67fd-4784-9905-3276deee0a3a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:48.845866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:48.847749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:48.850813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:48.862396 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-eee99979-ff92-44a0-a45a-4b07dbaa374e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bae4a993-67fd-4784-9905-3276deee0a3a HTTP/1.1" status: 204 len: 168 time: 0.5388849 May 25 20:44:48.863216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37414) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:48.978996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Attempting to bind port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:44:48.979631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Attempting to bind port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:44:48.980323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Attempting to bind port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:44:48.989049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:44:48.989762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:44:48.990527 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:48.991124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:44:48.993273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Bound port: 4ed21616-b9d6-49b6-b534-7cb3ae0e894e, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:44:48.993847 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:49.002197 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1336af32-5f8b-4827-ad2e-3fca9fc538bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:49.106378 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55998030-796d-4280-bb9b-437bd59c0f2c req-8ae531f5-9dee-4788-aeef-ab9db1230433 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cc729d-806a-4863-9f2b-fab49ec23fd0 HTTP/1.1" status: 200 len: 210 time: 0.3217258 May 25 20:44:49.175696 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1336af32-5f8b-4827-ad2e-3fca9fc538bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:49.222118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] For port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:44:49.228197 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-1336af32-5f8b-4827-ad2e-3fca9fc538bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9716df2-9f0a-4bd2-ad43-452983fa6bed']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:49.237110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] For port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4ed21616-b9d6-49b6-b534-7cb3ae0e894e,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:44:49.247183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-1336af32-5f8b-4827-ad2e-3fca9fc538bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf2ef69-67be-4145-83d5-99f592f32b30') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:49.247558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-1336af32-5f8b-4827-ad2e-3fca9fc538bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf2ef69-67be-4145-83d5-99f592f32b30') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:49.251252 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:49.265270 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1336af32-5f8b-4827-ad2e-3fca9fc538bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:49.287812 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1336af32-5f8b-4827-ad2e-3fca9fc538bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:49.294403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1336af32-5f8b-4827-ad2e-3fca9fc538bf admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:44:49.294827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1336af32-5f8b-4827-ad2e-3fca9fc538bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:49.368191 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:49.377789 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:49.378739 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:49.409826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93083caf-b31d-45c8-9b64-6918bcc4def0 None None] Pushing event updated for resources: {'Port': ['ID=4ed21616-b9d6-49b6-b534-7cb3ae0e894e,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:49.440573 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1336af32-5f8b-4827-ad2e-3fca9fc538bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:49.468150 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1336af32-5f8b-4827-ad2e-3fca9fc538bf admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:49.479883 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336af32-5f8b-4827-ad2e-3fca9fc538bf admin admin] Pushing event deleted for resources: {'Network': ['ID=a9716df2-9f0a-4bd2-ad43-452983fa6bed,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:49.482509 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1336af32-5f8b-4827-ad2e-3fca9fc538bf admin admin] 10.222.0.60 "DELETE /v2.0/networks/a9716df2-9f0a-4bd2-ad43-452983fa6bed HTTP/1.1" status: 204 len: 168 time: 0.6171911 May 25 20:44:49.726236 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=4dfc8040-1814-456f-963f-733158a5bcc9,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:49.784399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:49.785718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:49.947340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37420) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:50.062816 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7ff9bf22-094b-4945-af4e-5bd6d67ebfd2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac6d4f1051e34e05bc214cacaf9956d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106980 May 25 20:44:50.062816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37424) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:50.156022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Router 60997e9a-3ae1-466f-9cbc-cb6feab111b8 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:44:50.190507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e54c7c22-19b6-46ad-a2df-62f6c88f69e2 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:44:50.225513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b4a3971e-a0e9-4212-894f-78a20f8cea5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:50.298366 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: e54c7c22-19b6-46ad-a2df-62f6c88f69e2 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:44:50.298366 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e54c7c22-19b6-46ad-a2df-62f6c88f69e2 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:44:50.309913 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 1cf2ef69-67be-4145-83d5-99f592f32b30 resource provider aggregate not found May 25 20:44:50.320983 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b4a3971e-a0e9-4212-894f-78a20f8cea5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:50.393899 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 1cf2ef69-67be-4145-83d5-99f592f32b30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cf2ef69-67be-4145-83d5-99f592f32b30 found for delete ", "request_id": "req-54b88cc3-3cde-4ff5-a200-1a8b12b4394a"}]} May 25 20:44:50.425769 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b4a3971e-a0e9-4212-894f-78a20f8cea5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:50.443529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3971e-a0e9-4212-894f-78a20f8cea5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:50.481180 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b4a3971e-a0e9-4212-894f-78a20f8cea5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:50.484839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b4a3971e-a0e9-4212-894f-78a20f8cea5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a3cf9b7-a45e-4afd-b0d1-2ed896b539f6 HTTP/1.1" status: 204 len: 168 time: 0.4184730 May 25 20:44:50.567842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:44:50.583383 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Sync routers for ids ['60997e9a-3ae1-466f-9cbc-cb6feab111b8'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:44:50.609773 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Routers {'60997e9a-3ae1-466f-9cbc-cb6feab111b8'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:44:50.610453 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['60997e9a-3ae1-466f-9cbc-cb6feab111b8'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:50.613129 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-37bbfe0e-3a77-40cf-9c7f-6011799ec1b2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "PUT /v2.0/routers/60997e9a-3ae1-466f-9cbc-cb6feab111b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9714329 May 25 20:44:50.615824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37440) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:50.764956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6750af14-d1e7-449d-b4b5-b58dac099726 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:50.765659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6750af14-d1e7-449d-b4b5-b58dac099726 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:50.799563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6750af14-d1e7-449d-b4b5-b58dac099726 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:50.800562 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6750af14-d1e7-449d-b4b5-b58dac099726 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports/4dfc8040-1814-456f-963f-733158a5bcc9 HTTP/1.1" status: 200 len: 911 time: 0.1836057 May 25 20:44:50.803511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37444) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:50.973458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f2cb0-19eb-479f-94e3-44d90850855e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:50.982859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f2cb0-19eb-479f-94e3-44d90850855e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:50.988551 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bd5f2cb0-19eb-479f-94e3-44d90850855e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1809971 May 25 20:44:50.989351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37450) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:51.041901 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Set router 60997e9a-3ae1-466f-9cbc-cb6feab111b8 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:44:51.136490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37454) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:51.223941 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bb2e2ec2-0832-4943-92f5-3445958a0a7a None None] Provisioning for port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:51.273434 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d6de825d-9190-4057-81b4-861c0b78354b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b638e1801a5f4ed199dbe8d8a5560ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361701 May 25 20:44:51.275633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37458) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:51.398617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50755acd-3739-474a-9ff4-5dae65d05850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:51.475536 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50755acd-3739-474a-9ff4-5dae65d05850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:51.493833 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60997e9a-3ae1-466f-9cbc-cb6feab111b8', 'name': 'tempest-NetworksTestDHCPv6-router-236408292', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:46Z', 'updated_at': '2022-05-25T20:44:48Z', 'revision_number': 2, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'gw_port_host': None, '_interfaces': [{'id': '4dfc8040-1814-456f-963f-733158a5bcc9', 'name': '', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'mac_address': 'fa:16:3e:5f:87:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60997e9a-3ae1-466f-9cbc-cb6feab111b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '21cefae1-375f-40b5-b200-cd8d8a34513a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:44:47Z', 'updated_at': '2022-05-25T20:44:49Z', 'revision_number': 2, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'subnets': [{'id': '21cefae1-375f-40b5-b200-cd8d8a34513a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:51.503433 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Checking router: 60997e9a-3ae1-466f-9cbc-cb6feab111b8 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:44:51.503781 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Updating router 60997e9a-3ae1-466f-9cbc-cb6feab111b8 port 4dfc8040-1814-456f-963f-733158a5bcc9 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:44:51.594386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b500c56f-39e1-4e64-b50d-9925b0be4f6a None None] Provisioning for port 4dfc8040-1814-456f-963f-733158a5bcc9 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:51.601704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b500c56f-39e1-4e64-b50d-9925b0be4f6a None None] Provisioning complete for port 4dfc8040-1814-456f-963f-733158a5bcc9 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:51.601825 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b500c56f-39e1-4e64-b50d-9925b0be4f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:51.606518 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50755acd-3739-474a-9ff4-5dae65d05850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:51.630737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50755acd-3739-474a-9ff4-5dae65d05850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18fddfa-28fe-47b2-99ab-5832f64d968f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:51.649435 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:51.657877 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-50755acd-3739-474a-9ff4-5dae65d05850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:51.659313 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-50755acd-3739-474a-9ff4-5dae65d05850 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e18fddfa-28fe-47b2-99ab-5832f64d968f HTTP/1.1" status: 204 len: 168 time: 0.3826931 May 25 20:44:51.813882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b500c56f-39e1-4e64-b50d-9925b0be4f6a None None] Port 4dfc8040-1814-456f-963f-733158a5bcc9 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:44:51.887171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4ed21616-b9d6-49b6-b534-7cb3ae0e894e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:52.025220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:52.040760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:52.041147 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:52.168237 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:52.202768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-df03c986-79ea-447d-a130-62e8e18abcda None None] Provisioning complete for port 4dfc8040-1814-456f-963f-733158a5bcc9 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:52.203675 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-df03c986-79ea-447d-a130-62e8e18abcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:52.366176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:52.367041 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:52.408189 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:52.429639 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Transition to ACTIVE for port object 4dfc8040-1814-456f-963f-733158a5bcc9 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:52.440644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4ed21616-b9d6-49b6-b534-7cb3ae0e894e,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:52.440802 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:52.442214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-df03c986-79ea-447d-a130-62e8e18abcda None None] Port 4dfc8040-1814-456f-963f-733158a5bcc9 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:44:52.449178 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:52.525758 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd68bf6-38e7-4f27-824b-b3292bdbc16a None None] Pushing event updated for resources: {'Port': ['ID=4dfc8040-1814-456f-963f-733158a5bcc9,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:52.662352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=4ed21616-b9d6-49b6-b534-7cb3ae0e894e,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:52.877059 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Attempting to bind port 4dfc8040-1814-456f-963f-733158a5bcc9 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:44:52.877765 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Attempting to bind port 4dfc8040-1814-456f-963f-733158a5bcc9 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:44:52.878532 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Attempting to bind port 4dfc8040-1814-456f-963f-733158a5bcc9 on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:44:52.890220 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:44:52.891216 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:44:52.894045 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:52.894330 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:44:52.894820 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Bound port: 4dfc8040-1814-456f-963f-733158a5bcc9, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:44:52.896495 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:52.943461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 4dfc8040-1814-456f-963f-733158a5bcc9 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:52.943461 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:53.087801 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] For port 4dfc8040-1814-456f-963f-733158a5bcc9, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:44:53.092584 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] For port 4dfc8040-1814-456f-963f-733158a5bcc9, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4dfc8040-1814-456f-963f-733158a5bcc9,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:44:53.099215 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:53.229196 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd68bf6-38e7-4f27-824b-b3292bdbc16a None None] Pushing event updated for resources: {'Port': ['ID=4dfc8040-1814-456f-963f-733158a5bcc9,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:53.273061 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Routers {'60997e9a-3ae1-466f-9cbc-cb6feab111b8'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:44:53.281576 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['60997e9a-3ae1-466f-9cbc-cb6feab111b8'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:53.303187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] For port 4dfc8040-1814-456f-963f-733158a5bcc9, host n-d-843339-1, got binding levels [] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:53.305591 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:53.373445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37490) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:53.554660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 4dfc8040-1814-456f-963f-733158a5bcc9 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:53.631452 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] Set router 60997e9a-3ae1-466f-9cbc-cb6feab111b8 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:44:53.656319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1660569771-network', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:53.674494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:53.680083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Usage tracker for resource:network and tenant:30910b507a4e4872b15ba2edefcf0a82 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:53.683673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:53.694121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:53.723477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Made reservation on behalf of 30910b507a4e4872b15ba2edefcf0a82 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:53.724692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4ed21616-b9d6-49b6-b534-7cb3ae0e894e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:53.727764 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:53.775400 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:53.835613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:53.848813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Usage tracker for resource:security_group_rule and tenant:30910b507a4e4872b15ba2edefcf0a82 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:53.862342 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:44:53.862482 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:53.864183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:53.876770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:54.030370 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:54.035624 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:54.052053 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:44:54.109801 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:54.110751 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Added segment 6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8 of type vlan for network 5235f193-539a-4e31-a0aa-da2a9919233a May 25 20:44:54.153223 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:44:54.159925 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:54.194729 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:44:54.195896 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:44:54.218099 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:54.228908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a92d47-c377-42b8-b36c-ef6055f3809a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:54.251119 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60997e9a-3ae1-466f-9cbc-cb6feab111b8', 'name': 'tempest-NetworksTestDHCPv6-router-236408292', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:46Z', 'updated_at': '2022-05-25T20:44:48Z', 'revision_number': 2, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'gw_port_host': None, '_interfaces': [{'id': '4dfc8040-1814-456f-963f-733158a5bcc9', 'name': '', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'mac_address': 'fa:16:3e:5f:87:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60997e9a-3ae1-466f-9cbc-cb6feab111b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '21cefae1-375f-40b5-b200-cd8d8a34513a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:44:47Z', 'updated_at': '2022-05-25T20:44:53Z', 'revision_number': 4, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'subnets': [{'id': '21cefae1-375f-40b5-b200-cd8d8a34513a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:54.255380 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc075d5c-f01b-47fb-94e9-f2ca1165cc56 None None] The sync data for ids ['60997e9a-3ae1-466f-9cbc-cb6feab111b8'] in n-d-843339-1 is: [{'id': '60997e9a-3ae1-466f-9cbc-cb6feab111b8', 'name': 'tempest-NetworksTestDHCPv6-router-236408292', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:46Z', 'updated_at': '2022-05-25T20:44:48Z', 'revision_number': 2, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'gw_port_host': None, '_interfaces': [{'id': '4dfc8040-1814-456f-963f-733158a5bcc9', 'name': '', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'mac_address': 'fa:16:3e:5f:87:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60997e9a-3ae1-466f-9cbc-cb6feab111b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '21cefae1-375f-40b5-b200-cd8d8a34513a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:44:47Z', 'updated_at': '2022-05-25T20:44:53Z', 'revision_number': 4, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'subnets': [{'id': '21cefae1-375f-40b5-b200-cd8d8a34513a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:44:54.282186 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:54.283550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:54.284124 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:54.418662 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0430307 May 25 20:44:54.423702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37498) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:54.428379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Request body: {'subnet': {'network_id': '5235f193-539a-4e31-a0aa-da2a9919233a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1660569771-subnet', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:54.436143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:54.443711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Usage tracker for resource:subnet and tenant:30910b507a4e4872b15ba2edefcf0a82 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:54.449939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:54.458770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:54.466050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c2adf-66f8-402e-97b9-9be077740620 admin admin] Pushing event updated for resources: {'Network': ['ID=5235f193-539a-4e31-a0aa-da2a9919233a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:54.475856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Made reservation on behalf of 30910b507a4e4872b15ba2edefcf0a82 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:44:54.477969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:54.482576 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 5235f193-539a-4e31-a0aa-da2a9919233a details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:44:54.710921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 4dfc8040-1814-456f-963f-733158a5bcc9 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:54.710921 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:55.047694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] For port 4dfc8040-1814-456f-963f-733158a5bcc9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4dfc8040-1814-456f-963f-733158a5bcc9,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:55.048018 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:55.059169 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:55.228056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 4dfc8040-1814-456f-963f-733158a5bcc9 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:55.449141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b765a567-d110-4f54-a1a7-379b3cb6709b,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:55.481432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:55.481874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:55.482231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:55.482562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:55.482916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:55.483244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:55.483580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:55.483891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:55.484209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:55.484525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:55.484839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:55.485151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:44:55.493704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Checking segment: {'id': '6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5235f193-539a-4e31-a0aa-da2a9919233a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:44:55.494056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Network hostable DHCP agents. Network: 5235f193-539a-4e31-a0aa-da2a9919233a, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:44:55.527428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Network 5235f193-539a-4e31-a0aa-da2a9919233a is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:44:55.528621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde5832-2091-4e61-a955-7f2a42263d5b req-3da963e7-8853-430d-98b0-5df80788d882 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:55.529321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ebde5832-2091-4e61-a955-7f2a42263d5b req-3da963e7-8853-430d-98b0-5df80788d882 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:55.540006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 5235f193-539a-4e31-a0aa-da2a9919233a) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:55.543912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:55.544532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:55.548037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ebde5832-2091-4e61-a955-7f2a42263d5b req-3da963e7-8853-430d-98b0-5df80788d882 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:55.550606 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ebde5832-2091-4e61-a955-7f2a42263d5b req-3da963e7-8853-430d-98b0-5df80788d882 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 946 time: 0.1107676 May 25 20:44:55.552841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a7141-99d6-4c03-8e2a-d71859baf43b None None] Network 5235f193-539a-4e31-a0aa-da2a9919233a requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:55.628213 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ebde5832-2091-4e61-a955-7f2a42263d5b req-7bcff9b1-24d5-4e47-90fb-6af5464fe8b0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713389 May 25 20:44:55.628326 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dc87f3eb-8ed7-4c97-8b0a-3daf83e75941 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2013416 May 25 20:44:55.628972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37508) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:55.637579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1660569771-router', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:55.649736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:44:55.655749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Usage tracker for resource:router and tenant:30910b507a4e4872b15ba2edefcf0a82 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:44:55.661767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:44:55.668553 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:55.668753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:44:55.693224 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:55.694095 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:55.719331 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:55.723592 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=4dfc8040-1814-456f-963f-733158a5bcc9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:55.735810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4dfc8040-1814-456f-963f-733158a5bcc9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:55.792508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 4dfc8040-1814-456f-963f-733158a5bcc9 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:44:55.794461 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4dfc8040-1814-456f-963f-733158a5bcc9 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 25 20:44:55.851817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Port 4dfc8040-1814-456f-963f-733158a5bcc9 not found, will not notify nova. {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 25 20:44:55.956756 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:55.988688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-5235f193-539a-4e31-a0aa-da2a9919233a', 'network_id': '5235f193-539a-4e31-a0aa-da2a9919233a', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'fixed_ips': [{'subnet_id': 'b765a567-d110-4f54-a1a7-379b3cb6709b'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:44:55.993858 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:56.187423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Allocated IP 172.20.0.2 (5235f193-539a-4e31-a0aa-da2a9919233a/b765a567-d110-4f54-a1a7-379b3cb6709b/2a03884b-f4ec-498f-935b-c9cd00c9c9b2) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:56.203244 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:56.289033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Router 60997e9a-3ae1-466f-9cbc-cb6feab111b8 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:44:56.405236 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:56.417103 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Transition to ACTIVE for port object 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:56.438821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Transition to ACTIVE for port object 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:44:56.447848 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:56.455456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:44:56.468431 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5d111f57-fe86-4fd4-95a3-78fa425d7b23 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "PUT /v2.0/routers/60997e9a-3ae1-466f-9cbc-cb6feab111b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4739318 May 25 20:44:56.469290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37514) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:56.490843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019970a6-f5c6-4182-a1fe-0171d8a217f9 None None] Sync routers for ids ['60997e9a-3ae1-466f-9cbc-cb6feab111b8'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:44:56.536764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Network 5235f193-539a-4e31-a0aa-da2a9919233a is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:56.538918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:56.543979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:56.547357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019970a6-f5c6-4182-a1fe-0171d8a217f9 None None] Routers {'60997e9a-3ae1-466f-9cbc-cb6feab111b8'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:44:56.547357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-019970a6-f5c6-4182-a1fe-0171d8a217f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['60997e9a-3ae1-466f-9cbc-cb6feab111b8'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:56.556560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f4c4a2-b9af-4d13-bef1-82b2554ef7d8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:56.558530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f4c4a2-b9af-4d13-bef1-82b2554ef7d8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:56.559278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c8f4c4a2-b9af-4d13-bef1-82b2554ef7d8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:56.565292 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:56.578498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c8f4c4a2-b9af-4d13-bef1-82b2554ef7d8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:56.583044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c8f4c4a2-b9af-4d13-bef1-82b2554ef7d8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1122491 May 25 20:44:56.584438 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37518) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:56.603722 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:56.668186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Pushing event updated for resources: {'Port': ['ID=2a03884b-f4ec-498f-935b-c9cd00c9c9b2,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:56.703537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-9428a880-eb5a-4eea-9996-01bec6e9ec9f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 21cefae1-375f-40b5-b200-cd8d8a34513a {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:44:56.711820 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9428a880-eb5a-4eea-9996-01bec6e9ec9f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:56.802955 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9428a880-eb5a-4eea-9996-01bec6e9ec9f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:56.809652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Allocated IP 172.25.3.28 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/5e0c57fa-e588-4b0d-8479-2b3cbfa08458) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:44:56.812940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-019970a6-f5c6-4182-a1fe-0171d8a217f9 None None] Set router 60997e9a-3ae1-466f-9cbc-cb6feab111b8 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:44:56.903305 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9428a880-eb5a-4eea-9996-01bec6e9ec9f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:56.963360 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Attempting to bind port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:44:56.963634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Attempting to bind port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5235f193-539a-4e31-a0aa-da2a9919233a'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:44:56.963994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Attempting to bind port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 on network 5235f193-539a-4e31-a0aa-da2a9919233a {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:44:56.966301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-019970a6-f5c6-4182-a1fe-0171d8a217f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60997e9a-3ae1-466f-9cbc-cb6feab111b8', 'name': 'tempest-NetworksTestDHCPv6-router-236408292', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:46Z', 'updated_at': '2022-05-25T20:44:55Z', 'revision_number': 3, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:56.973409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:44:56.973777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Checking segment: {'id': '6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5235f193-539a-4e31-a0aa-da2a9919233a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:44:56.974188 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:56.974579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Bound using segment: {'id': '6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5235f193-539a-4e31-a0aa-da2a9919233a'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:44:56.975031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Bound port: 2a03884b-f4ec-498f-935b-c9cd00c9c9b2, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5235f193-539a-4e31-a0aa-da2a9919233a'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:44:56.975613 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:56.987418 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:56.990553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019970a6-f5c6-4182-a1fe-0171d8a217f9 None None] Checking router: 60997e9a-3ae1-466f-9cbc-cb6feab111b8 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:44:57.021119 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:57.044862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019970a6-f5c6-4182-a1fe-0171d8a217f9 None None] Routers {'60997e9a-3ae1-466f-9cbc-cb6feab111b8'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:44:57.046517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-019970a6-f5c6-4182-a1fe-0171d8a217f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['60997e9a-3ae1-466f-9cbc-cb6feab111b8'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:57.085292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:44:57.087966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:44:57.091777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:44:57.126244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677297a-f549-4ab3-8c0e-af1b90081a25 req-10b47ce8-67ef-4f6f-b3b5-a785b3590837 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:57.127666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0c57fa-e588-4b0d-8479-2b3cbfa08458,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:57.128050 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9677297a-f549-4ab3-8c0e-af1b90081a25 req-10b47ce8-67ef-4f6f-b3b5-a785b3590837 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 946 time: 0.1928258 May 25 20:44:57.194034 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9428a880-eb5a-4eea-9996-01bec6e9ec9f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:57.204079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-019970a6-f5c6-4182-a1fe-0171d8a217f9 None None] Set router 60997e9a-3ae1-466f-9cbc-cb6feab111b8 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:44:57.204489 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3ec68-3cab-4ff5-aea6-ad8805d853c2 req-5440b5c6-b83d-4519-9b82-c95520ef4a44 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:57.205969 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-76e3ec68-3cab-4ff5-aea6-ad8805d853c2 req-5440b5c6-b83d-4519-9b82-c95520ef4a44 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 946 time: 0.4210939 May 25 20:44:57.321313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-019970a6-f5c6-4182-a1fe-0171d8a217f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60997e9a-3ae1-466f-9cbc-cb6feab111b8', 'name': 'tempest-NetworksTestDHCPv6-router-236408292', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:46Z', 'updated_at': '2022-05-25T20:44:55Z', 'revision_number': 3, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:57.323646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] For port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:44:57.331014 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019970a6-f5c6-4182-a1fe-0171d8a217f9 None None] The sync data for ids ['60997e9a-3ae1-466f-9cbc-cb6feab111b8'] in n-d-843339-1 is: [{'id': '60997e9a-3ae1-466f-9cbc-cb6feab111b8', 'name': 'tempest-NetworksTestDHCPv6-router-236408292', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:46Z', 'updated_at': '2022-05-25T20:44:55Z', 'revision_number': 3, 'project_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:44:57.336538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] For port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2a03884b-f4ec-498f-935b-c9cd00c9c9b2,segment=NetworkSegment(6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8),segment_id=6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:44:57.345463 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:57.411539 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9428a880-eb5a-4eea-9996-01bec6e9ec9f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:57.415436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428a880-eb5a-4eea-9996-01bec6e9ec9f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=21cefae1-375f-40b5-b200-cd8d8a34513a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:57.419883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-9677297a-f549-4ab3-8c0e-af1b90081a25 req-11f90b91-41cf-4ee6-b413-d285d6686423 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Deleting port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:57.420556 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9677297a-f549-4ab3-8c0e-af1b90081a25 req-11f90b91-41cf-4ee6-b413-d285d6686423 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:57.421865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee5271c-fedb-4967-bb39-6e01272294ae None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:57.489533 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9428a880-eb5a-4eea-9996-01bec6e9ec9f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/21cefae1-375f-40b5-b200-cd8d8a34513a HTTP/1.1" status: 204 len: 168 time: 0.9027567 May 25 20:44:57.495660 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-76e3ec68-3cab-4ff5-aea6-ad8805d853c2 req-0c15b859-706e-4206-ac83-1472368f55ce tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189964 May 25 20:44:57.496294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37526) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:57.561668 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:57.566388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431dfc7-49ff-4d77-9230-66a66c7f9c60 None None] Pushing event updated for resources: {'Port': ['ID=2a03884b-f4ec-498f-935b-c9cd00c9c9b2,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:57.757005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f625af68-77a5-4243-8f53-a9c6dd18aaa8 None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:44:57.763089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f625af68-77a5-4243-8f53-a9c6dd18aaa8 None None] Deleting port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:44:57.763897 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f625af68-77a5-4243-8f53-a9c6dd18aaa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:57.898375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-895091e9-092c-4c6c-bc7d-cf0c9c045ada tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:router {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:57.935015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4dfc8040-1814-456f-963f-733158a5bcc9 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:44:57.971420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-895091e9-092c-4c6c-bc7d-cf0c9c045ada tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:router {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:57.972909 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-895091e9-092c-4c6c-bc7d-cf0c9c045ada tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4730623 May 25 20:44:57.976678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37530) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:58.016140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 4dfc8040-1814-456f-963f-733158a5bcc9 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:44:58.016472 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4dfc8040-1814-456f-963f-733158a5bcc9 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:44:58.143422 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-9677297a-f549-4ab3-8c0e-af1b90081a25 req-11f90b91-41cf-4ee6-b413-d285d6686423 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] For port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5bcc3f7d-6458-4209-8fb5-18c459cdf0f0,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:58.144063 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9677297a-f549-4ab3-8c0e-af1b90081a25 req-11f90b91-41cf-4ee6-b413-d285d6686423 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:58.152639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f625af68-77a5-4243-8f53-a9c6dd18aaa8 None None] For port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4ed21616-b9d6-49b6-b534-7cb3ae0e894e,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:44:58.153144 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f625af68-77a5-4243-8f53-a9c6dd18aaa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:58.153680 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4319a4d8-d92d-48d7-9907-b3ed4bf1b107 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:58.255253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:58.353599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f625af68-77a5-4243-8f53-a9c6dd18aaa8 None None] Calling delete_port for 4ed21616-b9d6-49b6-b534-7cb3ae0e894e owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:58.395820 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-01f283e6-9820-492f-b0c9-2558ceb57711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:58.403033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-9677297a-f549-4ab3-8c0e-af1b90081a25 req-11f90b91-41cf-4ee6-b413-d285d6686423 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Calling delete_port for 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:44:58.416040 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:58.456501 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f625af68-77a5-4243-8f53-a9c6dd18aaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:58.508961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625af68-77a5-4243-8f53-a9c6dd18aaa8 None None] No DVR routers for this DVR port 4ed21616-b9d6-49b6-b534-7cb3ae0e894e on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:44:58.517880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625af68-77a5-4243-8f53-a9c6dd18aaa8 None None] Pushing event deleted for resources: {'Port': ['ID=4ed21616-b9d6-49b6-b534-7cb3ae0e894e,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:58.540987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Router 71e3e2dc-7d59-473e-80c9-85d77823631a is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:44:58.666005 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4319a4d8-d92d-48d7-9907-b3ed4bf1b107 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:58.684564 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4319a4d8-d92d-48d7-9907-b3ed4bf1b107 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:58.804447 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4319a4d8-d92d-48d7-9907-b3ed4bf1b107 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:58.805252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4319a4d8-d92d-48d7-9907-b3ed4bf1b107 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Fanout notify agent at l3_agent the message router_deleted on router 60997e9a-3ae1-466f-9cbc-cb6feab111b8 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:44:58.836061 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9677297a-f549-4ab3-8c0e-af1b90081a25 req-11f90b91-41cf-4ee6-b413-d285d6686423 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:58.852081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['5bcc3f7d-6458-4209-8fb5-18c459cdf0f0'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:44:58.852841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:44:58.881034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18b7e-638d-412a-8743-4dcbd58b14c4 req-266b5990-367f-4306-9f04-934d74589596 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:58.882710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-87a18b7e-638d-412a-8743-4dcbd58b14c4 req-266b5990-367f-4306-9f04-934d74589596 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 946 time: 0.2312489 May 25 20:44:58.883597 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Sync routers for ids ['71e3e2dc-7d59-473e-80c9-85d77823631a'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:44:58.897319 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Routers {'71e3e2dc-7d59-473e-80c9-85d77823631a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:44:58.902428 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['71e3e2dc-7d59-473e-80c9-85d77823631a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:58.936487 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:58.941019 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fde0b6ed-6a60-436b-bd2f-c986f787d893 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.3080516 May 25 20:44:58.943446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37536) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:59.075378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-87a18b7e-638d-412a-8743-4dcbd58b14c4 req-6e57b167-2a6c-4a3c-95e9-16fdbac4f755 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f965d33-ba09-41a9-8b20-5ba353146102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846631 May 25 20:44:59.177679 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4319a4d8-d92d-48d7-9907-b3ed4bf1b107 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:59.182187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37540) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:59.182700 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4319a4d8-d92d-48d7-9907-b3ed4bf1b107 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/routers/60997e9a-3ae1-466f-9cbc-cb6feab111b8 HTTP/1.1" status: 204 len: 168 time: 1.2045088 May 25 20:44:59.187283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5929739-f003-457b-b45e-a3452a3204dc None None] Network 5235f193-539a-4e31-a0aa-da2a9919233a requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:44:59.189469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f90b91-41cf-4ee6-b413-d285d6686423 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event deleted for resources: {'Port': ['ID=5bcc3f7d-6458-4209-8fb5-18c459cdf0f0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:44:59.231929 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Set router 71e3e2dc-7d59-473e-80c9-85d77823631a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:44:59.240524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-9677297a-f549-4ab3-8c0e-af1b90081a25 req-11f90b91-41cf-4ee6-b413-d285d6686423 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] No DVR routers for this DVR port 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:44:59.243447 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-9677297a-f549-4ab3-8c0e-af1b90081a25 req-11f90b91-41cf-4ee6-b413-d285d6686423 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:44:59.246051 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9677297a-f549-4ab3-8c0e-af1b90081a25 req-11f90b91-41cf-4ee6-b413-d285d6686423 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "DELETE /v2.0/ports/5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 HTTP/1.1" status: 204 len: 173 time: 2.1102033 May 25 20:44:59.246632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab86e7c-4d45-4ee9-9032-c1241a0092c7', 'name': 'network-vif-deleted', 'tag': '5bcc3f7d-6458-4209-8fb5-18c459cdf0f0'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:44:59.247506 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c113900c-2217-4179-bcdd-b93690764944 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0641630 May 25 20:44:59.251119 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37544) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:59.309023 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-672b0f1f-abb9-4e5a-8211-badaa731b216'] response: {'server_uuid': '8ab86e7c-4d45-4ee9-9032-c1241a0092c7', 'name': 'network-vif-deleted', 'tag': '5bcc3f7d-6458-4209-8fb5-18c459cdf0f0', 'status': 'completed', 'code': 200} May 25 20:44:59.314620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9fa7720c-9cda-4bf8-a0e0-894a7bc9d4ae None None] Provisioning for port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:44:59.502762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50da4fbd-5095-46be-b7f7-eed331e3ee83 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:44:59.507764 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-50da4fbd-5095-46be-b7f7-eed331e3ee83 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2552092 May 25 20:44:59.508567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37550) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:59.731379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-561226ef-02b8-438f-8b37-0847ebe60d95 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:router {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:44:59.754560 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'name': 'tempest-ImageQuotaTest-1660569771-router', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e0c57fa-e588-4b0d-8479-2b3cbfa08458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:55Z', 'updated_at': '2022-05-25T20:44:57Z', 'revision_number': 3, 'project_id': '30910b507a4e4872b15ba2edefcf0a82', 'gw_port': {'id': '5e0c57fa-e588-4b0d-8479-2b3cbfa08458', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:00:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:44:56Z', 'updated_at': '2022-05-25T20:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:44:59.765495 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Checking router: 71e3e2dc-7d59-473e-80c9-85d77823631a for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:44:59.766238 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Updating router 71e3e2dc-7d59-473e-80c9-85d77823631a port 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:44:59.770460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-561226ef-02b8-438f-8b37-0847ebe60d95 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:router {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:44:59.775721 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-561226ef-02b8-438f-8b37-0847ebe60d95 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2620800 May 25 20:44:59.776019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37554) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:44:59.783922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:44:59.840273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:44:59.884548 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:00.008438 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:00.013182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:00.019366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:00.029096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:00.047522 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:00.053755 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:00.067012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:00.077543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:00.078333 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:00.230917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:00.231340 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:00.285536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2a03884b-f4ec-498f-935b-c9cd00c9c9b2,segment=NetworkSegment(6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8),segment_id=6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:00.290847 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:00.386857 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4ed21616-b9d6-49b6-b534-7cb3ae0e894e no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:45:00.421565 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-925fcebc-9db0-4364-a397-03269951d301 req-082810b9-cee5-4c19-a1f5-6c2f2ea5af3f tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ab86e7c-4d45-4ee9-9032-c1241a0092c7 HTTP/1.1" status: 200 len: 210 time: 0.1285491 May 25 20:45:00.432672 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:00.437279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 4ed21616-b9d6-49b6-b534-7cb3ae0e894e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:45:00.443734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4ed21616-b9d6-49b6-b534-7cb3ae0e894e not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:45:00.489397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=2a03884b-f4ec-498f-935b-c9cd00c9c9b2,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:00.528932 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:00.544537 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Transition to ACTIVE for port object 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:00.555852 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:00.605300 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3f87c8a8-3913-49cd-aa5f-30f80256c40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:00.619077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.objects.ports [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88331) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:45:00.620746 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:00.652294 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Attempting to bind port 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:45:00.652294 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Attempting to bind port 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:45:00.652629 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Attempting to bind port 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:45:00.667928 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:45:00.675554 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:45:00.675982 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:00.676374 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:45:00.676861 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Bound port: 5e0c57fa-e588-4b0d-8479-2b3cbfa08458, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:45:00.677230 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:00.725062 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=7e9420b5-6b4c-4ffa-a47c-f88b7b3aaadd,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:00.732856 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd23e35-162f-48de-b4c5-8960ee756e41 None None] Pushing event updated for resources: {'Port': ['ID=5e0c57fa-e588-4b0d-8479-2b3cbfa08458,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:00.755182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:00.757686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:00.762143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:00.763063 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:00.770475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e5f92e-a7f1-4305-bb4d-e2438c5468de None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:00.780614 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] For port 5e0c57fa-e588-4b0d-8479-2b3cbfa08458, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:45:00.785481 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] For port 5e0c57fa-e588-4b0d-8479-2b3cbfa08458, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5e0c57fa-e588-4b0d-8479-2b3cbfa08458,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:45:00.791674 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:00.806446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Allocated IP 172.20.0.1 (5235f193-539a-4e31-a0aa-da2a9919233a/b765a567-d110-4f54-a1a7-379b3cb6709b/64c78285-d7f7-4b51-912c-97462b52bc50) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:00.838126 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-17a83102-28a9-4b4a-97e0-c101fd7c5617 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0610304 May 25 20:45:00.841027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37562) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:00.850632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-daffee04-4fde-4f88-ae99-44f7e30c9859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:00.984840 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd23e35-162f-48de-b4c5-8960ee756e41 None None] Pushing event updated for resources: {'Port': ['ID=5e0c57fa-e588-4b0d-8479-2b3cbfa08458,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:00.991517 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Routers {'71e3e2dc-7d59-473e-80c9-85d77823631a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:45:00.992186 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:45:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['71e3e2dc-7d59-473e-80c9-85d77823631a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:01.064579 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:01.100477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Transition to ACTIVE for port object 64c78285-d7f7-4b51-912c-97462b52bc50 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:01.135795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-daffee04-4fde-4f88-ae99-44f7e30c9859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:01.142493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-daffee04-4fde-4f88-ae99-44f7e30c9859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:01.146432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-daffee04-4fde-4f88-ae99-44f7e30c9859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:01.148649 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:01.153242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': '7e9420b5-6b4c-4ffa-a47c-f88b7b3aaadd'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:45:01.153807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-daffee04-4fde-4f88-ae99-44f7e30c9859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:01.154873 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:01.168017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daffee04-4fde-4f88-ae99-44f7e30c9859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:01.174428 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-daffee04-4fde-4f88-ae99-44f7e30c9859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:01.207503 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] Set router 71e3e2dc-7d59-473e-80c9-85d77823631a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:45:01.211502 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Network 5235f193-539a-4e31-a0aa-da2a9919233a is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:01.219292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:01.229673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:01.372481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Pushing event updated for resources: {'Port': ['ID=64c78285-d7f7-4b51-912c-97462b52bc50,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:01.389781 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:01.422730 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:01.427449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Allocated IP 2001:db8::f816:3eff:fe02:4b76 (000fa24c-4d51-46fe-b901-109d810e0403/7e9420b5-6b4c-4ffa-a47c-f88b7b3aaadd/19e47b84-577c-453f-b4a9-4df36ef2f6e5) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:01.702689 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'name': 'tempest-ImageQuotaTest-1660569771-router', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e0c57fa-e588-4b0d-8479-2b3cbfa08458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:55Z', 'updated_at': '2022-05-25T20:44:57Z', 'revision_number': 3, 'project_id': '30910b507a4e4872b15ba2edefcf0a82', 'gw_port': {'id': '5e0c57fa-e588-4b0d-8479-2b3cbfa08458', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:00:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:44:56Z', 'updated_at': '2022-05-25T20:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:01.711250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:45:01.713106 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-daffee04-4fde-4f88-ae99-44f7e30c9859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:01.718512 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d8d61-e5d5-43b1-aeeb-79d5c9ed90a1 None None] The sync data for ids ['71e3e2dc-7d59-473e-80c9-85d77823631a'] in n-d-843339-1 is: [{'id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'name': 'tempest-ImageQuotaTest-1660569771-router', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e0c57fa-e588-4b0d-8479-2b3cbfa08458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:55Z', 'updated_at': '2022-05-25T20:44:57Z', 'revision_number': 3, 'project_id': '30910b507a4e4872b15ba2edefcf0a82', 'gw_port': {'id': '5e0c57fa-e588-4b0d-8479-2b3cbfa08458', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:00:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:44:56Z', 'updated_at': '2022-05-25T20:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:45:01.794922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:45:01.800880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5bcc3f7d-6458-4209-8fb5-18c459cdf0f0 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:45:01.802948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:01.849022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daffee04-4fde-4f88-ae99-44f7e30c9859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:01.853324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-daffee04-4fde-4f88-ae99-44f7e30c9859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:01.861932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daffee04-4fde-4f88-ae99-44f7e30c9859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:01.862615 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-daffee04-4fde-4f88-ae99-44f7e30c9859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:01.901152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffee04-4fde-4f88-ae99-44f7e30c9859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=5a04c228-03ba-4fb5-8dfb-85f5b8b1654d,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:01.910415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-93cb68ad-cefa-4ebe-8417-e621cfa42a6c None None] Provisioning for port 64c78285-d7f7-4b51-912c-97462b52bc50 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:01.913585 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-daffee04-4fde-4f88-ae99-44f7e30c9859 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0711601 May 25 20:45:01.917032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37570) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:01.924868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'mac_address': 'fa:16:3e:65:4d:a1', 'name': 'tempest-NetworksTestDHCPv6-151842557'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:01.941249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-93cb68ad-cefa-4ebe-8417-e621cfa42a6c None None] Provisioning complete for port 64c78285-d7f7-4b51-912c-97462b52bc50 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:01.941645 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-93cb68ad-cefa-4ebe-8417-e621cfa42a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:01.960175 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:02.081239 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:02.116189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:02.122178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:02.129449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:02.130129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-93cb68ad-cefa-4ebe-8417-e621cfa42a6c None None] Port 64c78285-d7f7-4b51-912c-97462b52bc50 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:45:02.133462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:02.133831 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:02.182075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:02.244876 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:02.245640 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:02.275522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Transition to ACTIVE for port object 19e47b84-577c-453f-b4a9-4df36ef2f6e5 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:02.347524 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Transition to ACTIVE for port object 19e47b84-577c-453f-b4a9-4df36ef2f6e5 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:02.364633 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:02.431303 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:02.431762 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:02.439146 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:02.444098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:02.463652 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:02.467614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port f7193e65-4ce6-4be9-9515-3c8448a3ea41 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:45:02.470779 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:02.474848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:02.577565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Pushing event updated for resources: {'Port': ['ID=64c78285-d7f7-4b51-912c-97462b52bc50,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:02.586345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Pushing event updated for resources: {'Port': ['ID=19e47b84-577c-453f-b4a9-4df36ef2f6e5,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:02.587232 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:02.614665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Attempting to bind port 19e47b84-577c-453f-b4a9-4df36ef2f6e5 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:45:02.615101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Attempting to bind port 19e47b84-577c-453f-b4a9-4df36ef2f6e5 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:45:02.615522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Attempting to bind port 19e47b84-577c-453f-b4a9-4df36ef2f6e5 on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:45:02.622114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:45:02.622550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:45:02.623072 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:02.624205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:45:02.625178 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Bound port: 19e47b84-577c-453f-b4a9-4df36ef2f6e5, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:45:02.625330 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:02.744997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] For port 19e47b84-577c-453f-b4a9-4df36ef2f6e5, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:45:02.749751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] For port 19e47b84-577c-453f-b4a9-4df36ef2f6e5, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=19e47b84-577c-453f-b4a9-4df36ef2f6e5,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:45:02.758242 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:02.885745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Network 5235f193-539a-4e31-a0aa-da2a9919233a is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:02.888188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:02.890649 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e42b01-14ea-401b-acb3-64ba1ce74fcd None None] Pushing event updated for resources: {'Port': ['ID=19e47b84-577c-453f-b4a9-4df36ef2f6e5,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:02.930447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 172.20.0.10 (000fa24c-4d51-46fe-b901-109d810e0403/5a04c228-03ba-4fb5-8dfb-85f5b8b1654d/f7193e65-4ce6-4be9-9515-3c8448a3ea41) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:02.940674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::f816:3eff:fe65:4da1 (000fa24c-4d51-46fe-b901-109d810e0403/7e9420b5-6b4c-4ffa-a47c-f88b7b3aaadd/f7193e65-4ce6-4be9-9515-3c8448a3ea41) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:03.146689 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:03.393351 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:03.457128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object f7193e65-4ce6-4be9-9515-3c8448a3ea41 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:03.502581 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:03.569061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8de35771-eace-48ed-9479-7152df04da0e None None] Provisioning complete for port 64c78285-d7f7-4b51-912c-97462b52bc50 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:03.569658 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8de35771-eace-48ed-9479-7152df04da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:03.579166 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:03.587648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:03.622710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Router 71e3e2dc-7d59-473e-80c9-85d77823631a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:45:03.671850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8de35771-eace-48ed-9479-7152df04da0e None None] Port 64c78285-d7f7-4b51-912c-97462b52bc50 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:45:03.805280 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:03.836244 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:03.939733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:03.945087 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:03.945462 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:03.966456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:45:03.971542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=f7193e65-4ce6-4be9-9515-3c8448a3ea41,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:03.986277 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1a9109f7-6649-4de9-b80d-db32c9d1cd0c admin admin] 10.222.0.60 "PUT /v2.0/routers/71e3e2dc-7d59-473e-80c9-85d77823631a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0412002 May 25 20:45:04.006036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:04.006603 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:04.063811 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b18650e9-8fa7-4167-b1e3-cfc26c8337fa tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1452072 May 25 20:45:04.066109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37606) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:04.135465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:04.136321 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:04.161210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 5e0c57fa-e588-4b0d-8479-2b3cbfa08458, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5e0c57fa-e588-4b0d-8479-2b3cbfa08458,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:04.170086 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:04.171562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 19e47b84-577c-453f-b4a9-4df36ef2f6e5 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:04.218192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8730d70-341c-4731-a354-86785ec40dab tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:04.224121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8730d70-341c-4731-a354-86785ec40dab tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:04.224934 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f8730d70-341c-4731-a354-86785ec40dab tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:04.244407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f8730d70-341c-4731-a354-86785ec40dab tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:04.245600 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f8730d70-341c-4731-a354-86785ec40dab tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1785467 May 25 20:45:04.248685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37612) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:04.370044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-2a9621a0-1582-4d51-8f84-2cc400039c02 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port f7193e65-4ce6-4be9-9515-3c8448a3ea41 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:04.370490 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2a9621a0-1582-4d51-8f84-2cc400039c02 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:04.433101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=5e0c57fa-e588-4b0d-8479-2b3cbfa08458,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:04.448135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 19e47b84-577c-453f-b4a9-4df36ef2f6e5 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:04.670807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Sync routers for ids ['71e3e2dc-7d59-473e-80c9-85d77823631a'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:45:04.691393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Routers {'71e3e2dc-7d59-473e-80c9-85d77823631a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:45:04.692025 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:45:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['71e3e2dc-7d59-473e-80c9-85d77823631a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:04.763284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2a9621a0-1582-4d51-8f84-2cc400039c02 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:04.847406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5b8a7-4e89-4141-ac14-080b4761e39a None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:04.935911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-2a9621a0-1582-4d51-8f84-2cc400039c02 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for f7193e65-4ce6-4be9-9515-3c8448a3ea41 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:05.034965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37640) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:05.041391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9aafdaf7-dbb0-471e-88d0-b36bcde62d98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832057985', 'description': 'tempest-secgroup-smoke-1832057985 description', 'project_id': '7e7010833e5c431293fcd9aca5363db5'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:05.054206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9aafdaf7-dbb0-471e-88d0-b36bcde62d98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:05.054525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e2f28a26-55a2-441a-919f-cb06a8201f9d None None] Provisioning for port 19e47b84-577c-453f-b4a9-4df36ef2f6e5 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:05.065319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e2f28a26-55a2-441a-919f-cb06a8201f9d None None] Provisioning complete for port 19e47b84-577c-453f-b4a9-4df36ef2f6e5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:05.066266 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e2f28a26-55a2-441a-919f-cb06a8201f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.069562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9aafdaf7-dbb0-471e-88d0-b36bcde62d98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:05.082421 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9aafdaf7-dbb0-471e-88d0-b36bcde62d98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.107939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9aafdaf7-dbb0-471e-88d0-b36bcde62d98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:05.112696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9aafdaf7-dbb0-471e-88d0-b36bcde62d98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Usage tracker for resource:security_group_rule and tenant:7e7010833e5c431293fcd9aca5363db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:05.116036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9aafdaf7-dbb0-471e-88d0-b36bcde62d98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:05.123618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9aafdaf7-dbb0-471e-88d0-b36bcde62d98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:05.204097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2a9621a0-1582-4d51-8f84-2cc400039c02 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.233678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Set router 71e3e2dc-7d59-473e-80c9-85d77823631a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:45:05.293077 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9aafdaf7-dbb0-471e-88d0-b36bcde62d98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.302687 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9aafdaf7-dbb0-471e-88d0-b36bcde62d98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.308375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9621a0-1582-4d51-8f84-2cc400039c02 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=f7193e65-4ce6-4be9-9515-3c8448a3ea41,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:05.356703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafdaf7-dbb0-471e-88d0-b36bcde62d98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00aca44-476b-4d9e-b7b8-4484bdf46556,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:05.370088 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9aafdaf7-dbb0-471e-88d0-b36bcde62d98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.375424 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9aafdaf7-dbb0-471e-88d0-b36bcde62d98 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3351643 May 25 20:45:05.376576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37646) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:05.382369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c69bcae0-ab05-4e96-9f51-a3e032efcd9b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'security_group_rule': {'security_group_id': 'f00aca44-476b-4d9e-b7b8-4484bdf46556', 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:05.390185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c69bcae0-ab05-4e96-9f51-a3e032efcd9b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:05.394582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c69bcae0-ab05-4e96-9f51-a3e032efcd9b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Usage tracker for resource:security_group_rule and tenant:7e7010833e5c431293fcd9aca5363db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:05.397450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c69bcae0-ab05-4e96-9f51-a3e032efcd9b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:05.403253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c69bcae0-ab05-4e96-9f51-a3e032efcd9b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:05.423079 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c69bcae0-ab05-4e96-9f51-a3e032efcd9b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.478325 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2a9621a0-1582-4d51-8f84-2cc400039c02 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.492670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c69bcae0-ab05-4e96-9f51-a3e032efcd9b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.499608 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2a9621a0-1582-4d51-8f84-2cc400039c02 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/f7193e65-4ce6-4be9-9515-3c8448a3ea41 HTTP/1.1" status: 204 len: 168 time: 1.2466063 May 25 20:45:05.499849 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c69bcae0-ab05-4e96-9f51-a3e032efcd9b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.499961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37650) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:05.506528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e2f28a26-55a2-441a-919f-cb06a8201f9d None None] Current status of the port 19e47b84-577c-453f-b4a9-4df36ef2f6e5 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:05.506902 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e2f28a26-55a2-441a-919f-cb06a8201f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.542535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bcae0-ab05-4e96-9f51-a3e032efcd9b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eee2f59-a349-4d5e-8fa1-23f792a8afc5,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:05.546663 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c69bcae0-ab05-4e96-9f51-a3e032efcd9b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.551556 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c69bcae0-ab05-4e96-9f51-a3e032efcd9b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1700623 May 25 20:45:05.551556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37654) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:05.559974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6e7fe8f7-73e1-44bd-9358-7e0981db08a8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'security_group_rule': {'security_group_id': 'f00aca44-476b-4d9e-b7b8-4484bdf46556', 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:05.574836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db003dd6-7c5c-49dd-8a4e-67c4885a8d6e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:05.576995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db003dd6-7c5c-49dd-8a4e-67c4885a8d6e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:05.578751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db003dd6-7c5c-49dd-8a4e-67c4885a8d6e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:05.580459 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-db003dd6-7c5c-49dd-8a4e-67c4885a8d6e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0795643 May 25 20:45:05.583145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6e7fe8f7-73e1-44bd-9358-7e0981db08a8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:05.584308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37658) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:05.606967 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6e7fe8f7-73e1-44bd-9358-7e0981db08a8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Usage tracker for resource:security_group_rule and tenant:7e7010833e5c431293fcd9aca5363db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:05.615680 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6e7fe8f7-73e1-44bd-9358-7e0981db08a8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:05.632733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6e7fe8f7-73e1-44bd-9358-7e0981db08a8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:05.648445 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e2f28a26-55a2-441a-919f-cb06a8201f9d None None] For port 19e47b84-577c-453f-b4a9-4df36ef2f6e5, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=19e47b84-577c-453f-b4a9-4df36ef2f6e5,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:05.661727 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e2f28a26-55a2-441a-919f-cb06a8201f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.681886 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe8f7-73e1-44bd-9358-7e0981db08a8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.697337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbc6777-eb35-4414-9446-17fae9b5f167 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 5a04c228-03ba-4fb5-8dfb-85f5b8b1654d {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:05.702849 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6777-eb35-4414-9446-17fae9b5f167 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.763438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:05.813999 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe8f7-73e1-44bd-9358-7e0981db08a8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.820658 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe8f7-73e1-44bd-9358-7e0981db08a8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.830890 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6777-eb35-4414-9446-17fae9b5f167 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.858954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fe8f7-73e1-44bd-9358-7e0981db08a8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346ff78a-6936-45e3-9570-dfc030c0ddda,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:05.869433 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe8f7-73e1-44bd-9358-7e0981db08a8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.871521 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6e7fe8f7-73e1-44bd-9358-7e0981db08a8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3196006 May 25 20:45:05.878000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37664) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:05.883427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b6550b9c-e91a-4ff1-9773-ff4e9e981721 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'security_group_rule': {'security_group_id': 'f00aca44-476b-4d9e-b7b8-4484bdf46556', 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:05.895305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37668) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:05.899619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b6550b9c-e91a-4ff1-9773-ff4e9e981721 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:05.914259 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6777-eb35-4414-9446-17fae9b5f167 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:05.926961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f28a26-55a2-441a-919f-cb06a8201f9d None None] Pushing event updated for resources: {'Port': ['ID=19e47b84-577c-453f-b4a9-4df36ef2f6e5,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:05.948858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ce2ded-0923-4395-9a23-51fbbdd9b7ca None None] Update dhcp port {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'fixed_ips': [{'subnet_id': '7e9420b5-6b4c-4ffa-a47c-f88b7b3aaadd', 'ip_address': '2001:db8::f816:3eff:fe02:4b76'}, {'subnet_id': '5a04c228-03ba-4fb5-8dfb-85f5b8b1654d'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '19e47b84-577c-453f-b4a9-4df36ef2f6e5'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:45:05.972246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b6550b9c-e91a-4ff1-9773-ff4e9e981721 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Usage tracker for resource:security_group_rule and tenant:7e7010833e5c431293fcd9aca5363db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:05.976557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b6550b9c-e91a-4ff1-9773-ff4e9e981721 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:05.992954 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b6550b9c-e91a-4ff1-9773-ff4e9e981721 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:05.999689 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6777-eb35-4414-9446-17fae9b5f167 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.022627 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-16ce2ded-0923-4395-9a23-51fbbdd9b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.035179 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:06.035552 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.076896 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6550b9c-e91a-4ff1-9773-ff4e9e981721 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.147159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'name': 'tempest-ImageQuotaTest-1660569771-router', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e0c57fa-e588-4b0d-8479-2b3cbfa08458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:55Z', 'updated_at': '2022-05-25T20:45:01Z', 'revision_number': 4, 'project_id': '30910b507a4e4872b15ba2edefcf0a82', 'gw_port': {'id': '5e0c57fa-e588-4b0d-8479-2b3cbfa08458', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:44:56Z', 'updated_at': '2022-05-25T20:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '64c78285-d7f7-4b51-912c-97462b52bc50', 'name': '', 'network_id': '5235f193-539a-4e31-a0aa-da2a9919233a', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'mac_address': 'fa:16:3e:92:36:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'b765a567-d110-4f54-a1a7-379b3cb6709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:45:00Z', 'updated_at': '2022-05-25T20:45:02Z', 'revision_number': 2, 'project_id': '30910b507a4e4872b15ba2edefcf0a82', 'subnets': [{'id': 'b765a567-d110-4f54-a1a7-379b3cb6709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:06.157111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc6777-eb35-4414-9446-17fae9b5f167 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=5a04c228-03ba-4fb5-8dfb-85f5b8b1654d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:06.160128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Checking router: 71e3e2dc-7d59-473e-80c9-85d77823631a for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:45:06.160128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Updating router 71e3e2dc-7d59-473e-80c9-85d77823631a port 64c78285-d7f7-4b51-912c-97462b52bc50 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:45:06.160832 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6777-eb35-4414-9446-17fae9b5f167 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.170613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3fbc6777-eb35-4414-9446-17fae9b5f167 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/5a04c228-03ba-4fb5-8dfb-85f5b8b1654d HTTP/1.1" status: 204 len: 168 time: 0.5852802 May 25 20:45:06.173019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37672) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:06.240767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d8f74d-aa51-4b07-8bec-5ec13e5c35f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 7e9420b5-6b4c-4ffa-a47c-f88b7b3aaadd {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:06.244501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-20d8f74d-aa51-4b07-8bec-5ec13e5c35f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.247392 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6550b9c-e91a-4ff1-9773-ff4e9e981721 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.298815 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6550b9c-e91a-4ff1-9773-ff4e9e981721 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.304784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-20d8f74d-aa51-4b07-8bec-5ec13e5c35f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.318818 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.338448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6550b9c-e91a-4ff1-9773-ff4e9e981721 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a9e299-b23c-44ef-bbf9-cdc0fd5e48e7,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:06.393271 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-20d8f74d-aa51-4b07-8bec-5ec13e5c35f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.393961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6550b9c-e91a-4ff1-9773-ff4e9e981721 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.395253 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b6550b9c-e91a-4ff1-9773-ff4e9e981721 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5162089 May 25 20:45:06.398648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37676) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:06.403830 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:06.408607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9f2d8099-2121-4ad6-99f4-2cfce23e7bc4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'security_group_rule': {'security_group_id': 'f00aca44-476b-4d9e-b7b8-4484bdf46556', 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:06.421808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9f2d8099-2121-4ad6-99f4-2cfce23e7bc4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:06.428630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9f2d8099-2121-4ad6-99f4-2cfce23e7bc4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Usage tracker for resource:security_group_rule and tenant:7e7010833e5c431293fcd9aca5363db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:06.432712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9f2d8099-2121-4ad6-99f4-2cfce23e7bc4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:06.441567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9f2d8099-2121-4ad6-99f4-2cfce23e7bc4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:06.472458 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-20d8f74d-aa51-4b07-8bec-5ec13e5c35f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server [None req-16ce2ded-0923-4395-9a23-51fbbdd9b7ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e9420b5-6b4c-4ffa-a47c-f88b7b3aaadd: This subnet is being modified by another concurrent operation. May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise self.value May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server raise exception May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e9420b5-6b4c-4ffa-a47c-f88b7b3aaadd: This subnet is being modified by another concurrent operation. May 25 20:45:06.481084 n-d-843339-1 neutron-server[88333]: ERROR oslo_messaging.rpc.server May 25 20:45:06.512206 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f2d8099-2121-4ad6-99f4-2cfce23e7bc4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.534385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8f74d-aa51-4b07-8bec-5ec13e5c35f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=7e9420b5-6b4c-4ffa-a47c-f88b7b3aaadd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:06.536654 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-20d8f74d-aa51-4b07-8bec-5ec13e5c35f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.553050 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-20d8f74d-aa51-4b07-8bec-5ec13e5c35f8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/7e9420b5-6b4c-4ffa-a47c-f88b7b3aaadd HTTP/1.1" status: 204 len: 168 time: 0.3789868 May 25 20:45:06.553669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37680) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:06.605138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3744d968-1af2-439f-ab3c-9309fdc32433 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:06.636501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5d76ea2a-bebe-4fe5-95c2-7012245942f7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:router {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:06.649168 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f2d8099-2121-4ad6-99f4-2cfce23e7bc4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.650985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5d76ea2a-bebe-4fe5-95c2-7012245942f7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:router {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:06.652399 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5d76ea2a-bebe-4fe5-95c2-7012245942f7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971515 May 25 20:45:06.656109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37684) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:06.662885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:06.677986 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f2d8099-2121-4ad6-99f4-2cfce23e7bc4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.699820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4bab2aae-b953-49bd-9eec-ce4ee90a7af3 None None] Provisioning complete for port 19e47b84-577c-453f-b4a9-4df36ef2f6e5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:06.700609 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4bab2aae-b953-49bd-9eec-ce4ee90a7af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.776871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d8099-2121-4ad6-99f4-2cfce23e7bc4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d50fb2-e7d4-40ee-b7f8-55747cb780e4,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:06.806183 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.864806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f2d8099-2121-4ad6-99f4-2cfce23e7bc4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.868355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9f2d8099-2121-4ad6-99f4-2cfce23e7bc4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4665730 May 25 20:45:06.869145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37688) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:06.875572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-de078b03-f202-43bc-9805-fbda24085000 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'security_group_rule': {'security_group_id': 'f00aca44-476b-4d9e-b7b8-4484bdf46556', 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:06.883920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-de078b03-f202-43bc-9805-fbda24085000 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:06.888394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-de078b03-f202-43bc-9805-fbda24085000 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Usage tracker for resource:security_group_rule and tenant:7e7010833e5c431293fcd9aca5363db5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:06.892102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-de078b03-f202-43bc-9805-fbda24085000 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:06.893762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:06.898592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-de078b03-f202-43bc-9805-fbda24085000 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:06.900894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:06.906440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:06.911756 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-de078b03-f202-43bc-9805-fbda24085000 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Project 7e7010833e5c431293fcd9aca5363db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:45:06.919151 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de078b03-f202-43bc-9805-fbda24085000 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.960429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:06.991567 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de078b03-f202-43bc-9805-fbda24085000 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.997078 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de078b03-f202-43bc-9805-fbda24085000 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:06.997984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:07.001848 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:07.023665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de078b03-f202-43bc-9805-fbda24085000 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3525d9-261d-471d-940d-475111785075,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:07.027441 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:07.035794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4bab2aae-b953-49bd-9eec-ce4ee90a7af3 None None] Current status of the port 19e47b84-577c-453f-b4a9-4df36ef2f6e5 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:07.038381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-de078b03-f202-43bc-9805-fbda24085000 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:07.042726 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-de078b03-f202-43bc-9805-fbda24085000 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1691368 May 25 20:45:07.043422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37692) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:07.050985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-22e0dd5d-76b1-4f11-9dad-4254ee736e06 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'security_group_rule': {'security_group_id': 'f00aca44-476b-4d9e-b7b8-4484bdf46556', 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:07.052665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Transition to ACTIVE for port object 64c78285-d7f7-4b51-912c-97462b52bc50 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:07.063129 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:07.075852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-22e0dd5d-76b1-4f11-9dad-4254ee736e06 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:07.088192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-22e0dd5d-76b1-4f11-9dad-4254ee736e06 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Usage tracker for resource:security_group_rule and tenant:7e7010833e5c431293fcd9aca5363db5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:07.091009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-22e0dd5d-76b1-4f11-9dad-4254ee736e06 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:07.099318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-22e0dd5d-76b1-4f11-9dad-4254ee736e06 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:07.112663 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-22e0dd5d-76b1-4f11-9dad-4254ee736e06 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Project 7e7010833e5c431293fcd9aca5363db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:45:07.122804 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fbce19-5b71-47ce-9e5e-d629aaba50b3 None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:45:07.124464 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-22e0dd5d-76b1-4f11-9dad-4254ee736e06 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:07.147997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-18fbce19-5b71-47ce-9e5e-d629aaba50b3 None None] Deleting port 19e47b84-577c-453f-b4a9-4df36ef2f6e5 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:07.148623 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-18fbce19-5b71-47ce-9e5e-d629aaba50b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:07.239501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-22e0dd5d-76b1-4f11-9dad-4254ee736e06 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:07.247162 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-22e0dd5d-76b1-4f11-9dad-4254ee736e06 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:07.300846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0dd5d-76b1-4f11-9dad-4254ee736e06 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ae5f2a-f3c1-4fbd-8994-c4ca0155fbae,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:07.314771 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-22e0dd5d-76b1-4f11-9dad-4254ee736e06 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:07.322563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-22e0dd5d-76b1-4f11-9dad-4254ee736e06 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2778809 May 25 20:45:07.381923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc69881-2738-4c5f-9e25-46e37b7a7030 None None] Pushing event updated for resources: {'Port': ['ID=64c78285-d7f7-4b51-912c-97462b52bc50,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:07.621842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Attempting to bind port 64c78285-d7f7-4b51-912c-97462b52bc50 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:45:07.622222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Attempting to bind port 64c78285-d7f7-4b51-912c-97462b52bc50 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5235f193-539a-4e31-a0aa-da2a9919233a'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:45:07.622579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Attempting to bind port 64c78285-d7f7-4b51-912c-97462b52bc50 on network 5235f193-539a-4e31-a0aa-da2a9919233a {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:45:07.626198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Deleting port 64c78285-d7f7-4b51-912c-97462b52bc50 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:07.627347 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:07.708531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:45:07.708988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Checking segment: {'id': '6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5235f193-539a-4e31-a0aa-da2a9919233a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:45:07.709280 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:07.709661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Bound using segment: {'id': '6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5235f193-539a-4e31-a0aa-da2a9919233a'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:45:07.710648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Bound port: 64c78285-d7f7-4b51-912c-97462b52bc50, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5235f193-539a-4e31-a0aa-da2a9919233a'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:45:07.711029 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:07.723390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 19e47b84-577c-453f-b4a9-4df36ef2f6e5 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:45:07.869503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-18fbce19-5b71-47ce-9e5e-d629aaba50b3 None None] For port 19e47b84-577c-453f-b4a9-4df36ef2f6e5, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=19e47b84-577c-453f-b4a9-4df36ef2f6e5,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:07.869747 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-18fbce19-5b71-47ce-9e5e-d629aaba50b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:08.005005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] For port 64c78285-d7f7-4b51-912c-97462b52bc50, host n-d-843339-1, got binding levels [] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:08.005479 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:08.009870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-18fbce19-5b71-47ce-9e5e-d629aaba50b3 None None] Calling delete_port for 19e47b84-577c-453f-b4a9-4df36ef2f6e5 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:08.140050 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] For port 64c78285-d7f7-4b51-912c-97462b52bc50, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:45:08.145189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] For port 64c78285-d7f7-4b51-912c-97462b52bc50, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=64c78285-d7f7-4b51-912c-97462b52bc50,segment=NetworkSegment(6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8),segment_id=6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:45:08.146300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 19e47b84-577c-453f-b4a9-4df36ef2f6e5 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:08.146725 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:08.157717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Calling delete_port for 64c78285-d7f7-4b51-912c-97462b52bc50 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:08.168596 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:08.194732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.objects.ports [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88331) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:45:08.264553 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-18fbce19-5b71-47ce-9e5e-d629aaba50b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:08.333314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Routers {'71e3e2dc-7d59-473e-80c9-85d77823631a'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:45:08.334045 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:45:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['71e3e2dc-7d59-473e-80c9-85d77823631a'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:08.370904 n-d-843339-1 neutron-server[88331]: WARNING neutron.services.revisions.revision_plugin [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Could not find related port for resource to bump revision. May 25 20:45:08.399810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Port 19e47b84-577c-453f-b4a9-4df36ef2f6e5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88331) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 25 20:45:08.400498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Reverting IP allocation for 2001:db8::f816:3eff:fe02:4b76 {{(pid=88331) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 25 20:45:08.418176 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:08.430953 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fbce19-5b71-47ce-9e5e-d629aaba50b3 None None] No DVR routers for this DVR port 19e47b84-577c-453f-b4a9-4df36ef2f6e5 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:45:08.465677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc69881-2738-4c5f-9e25-46e37b7a7030 None None] Pushing event updated for resources: {'Port': ['ID=64c78285-d7f7-4b51-912c-97462b52bc50,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:08.513902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8998e9-818e-4fbc-83d1-e49130ec5f53 None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:45:08.523500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:08.527940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=6246e93d-0cc1-43aa-b601-d08a1fe2ce17,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:08.531104 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:08.534671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:08.535223 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:08.557296 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbce19-5b71-47ce-9e5e-d629aaba50b3 None None] Pushing event deleted for resources: {'Port': ['ID=19e47b84-577c-453f-b4a9-4df36ef2f6e5,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:08.579758 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8c1754e1-b1ed-4015-ae1f-d06f3087d6ef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9224517 May 25 20:45:08.582745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37770) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:08.589246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-43d070b7-55a4-4557-a467-fff0fbe3b540 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:08.591030 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:45:08.591493 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:45:08.736820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-43d070b7-55a4-4557-a467-fff0fbe3b540 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:08.741888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-43d070b7-55a4-4557-a467-fff0fbe3b540 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:08.743947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] Set router 71e3e2dc-7d59-473e-80c9-85d77823631a gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:45:08.745263 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-43d070b7-55a4-4557-a467-fff0fbe3b540 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:08.752003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-43d070b7-55a4-4557-a467-fff0fbe3b540 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:08.766244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d070b7-55a4-4557-a467-fff0fbe3b540 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:08.769784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-43d070b7-55a4-4557-a467-fff0fbe3b540 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:08.913426 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8998e9-818e-4fbc-83d1-e49130ec5f53 None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:45:09.086816 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-43d070b7-55a4-4557-a467-fff0fbe3b540 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:09.093120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Deleting port 64c78285-d7f7-4b51-912c-97462b52bc50 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:09.094511 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:09.161539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d070b7-55a4-4557-a467-fff0fbe3b540 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:09.165644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-43d070b7-55a4-4557-a467-fff0fbe3b540 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:09.171934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d070b7-55a4-4557-a467-fff0fbe3b540 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:09.172686 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-43d070b7-55a4-4557-a467-fff0fbe3b540 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:09.195276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d070b7-55a4-4557-a467-fff0fbe3b540 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=0092b38c-c443-4a94-ae31-51e33109b2ec,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:09.211777 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-43d070b7-55a4-4557-a467-fff0fbe3b540 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6272643 May 25 20:45:09.214373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37776) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:09.222346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'mac_address': 'fa:16:3e:9b:f8:4c', 'name': 'tempest-NetworksTestDHCPv6-559461'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:09.322355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] For port 64c78285-d7f7-4b51-912c-97462b52bc50, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=64c78285-d7f7-4b51-912c-97462b52bc50,segment=NetworkSegment(6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8),segment_id=6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:09.322711 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:09.378969 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'name': 'tempest-ImageQuotaTest-1660569771-router', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e0c57fa-e588-4b0d-8479-2b3cbfa08458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:55Z', 'updated_at': '2022-05-25T20:45:01Z', 'revision_number': 4, 'project_id': '30910b507a4e4872b15ba2edefcf0a82', 'gw_port': {'id': '5e0c57fa-e588-4b0d-8479-2b3cbfa08458', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:44:56Z', 'updated_at': '2022-05-25T20:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '64c78285-d7f7-4b51-912c-97462b52bc50', 'name': '', 'network_id': '5235f193-539a-4e31-a0aa-da2a9919233a', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'mac_address': 'fa:16:3e:92:36:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'b765a567-d110-4f54-a1a7-379b3cb6709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:45:00Z', 'updated_at': '2022-05-25T20:45:08Z', 'revision_number': 4, 'project_id': '30910b507a4e4872b15ba2edefcf0a82', 'subnets': [{'id': 'b765a567-d110-4f54-a1a7-379b3cb6709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:09.396116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27125844-a36d-4f84-84c4-116a0a3ce200 None None] The sync data for ids ['71e3e2dc-7d59-473e-80c9-85d77823631a'] in n-d-843339-1 is: [{'id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'name': 'tempest-ImageQuotaTest-1660569771-router', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e0c57fa-e588-4b0d-8479-2b3cbfa08458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:55Z', 'updated_at': '2022-05-25T20:45:01Z', 'revision_number': 4, 'project_id': '30910b507a4e4872b15ba2edefcf0a82', 'gw_port': {'id': '5e0c57fa-e588-4b0d-8479-2b3cbfa08458', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:44:56Z', 'updated_at': '2022-05-25T20:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '64c78285-d7f7-4b51-912c-97462b52bc50', 'name': '', 'network_id': '5235f193-539a-4e31-a0aa-da2a9919233a', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'mac_address': 'fa:16:3e:92:36:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'b765a567-d110-4f54-a1a7-379b3cb6709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:45:00Z', 'updated_at': '2022-05-25T20:45:08Z', 'revision_number': 4, 'project_id': '30910b507a4e4872b15ba2edefcf0a82', 'subnets': [{'id': 'b765a567-d110-4f54-a1a7-379b3cb6709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:45:09.446424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:09.452207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:09.458991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:09.490546 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Calling delete_port for 64c78285-d7f7-4b51-912c-97462b52bc50 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:09.494929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:09.510467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:09.570301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': '0092b38c-c443-4a94-ae31-51e33109b2ec'}, {'subnet_id': '6246e93d-0cc1-43aa-b601-d08a1fe2ce17'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:45:09.572592 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:09.701070 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:09.738265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 64c78285-d7f7-4b51-912c-97462b52bc50 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:09.784443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 7829cecb-7ed3-4334-9274-b63f75d0441b yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:45:09.866920 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:09.887964 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No active binding found for port 64c78285-d7f7-4b51-912c-97462b52bc50 {{(pid=88333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 20:45:09.888380 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 64c78285-d7f7-4b51-912c-97462b52bc50 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 25 20:45:09.929560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Port 64c78285-d7f7-4b51-912c-97462b52bc50 not found, will not notify nova. {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 25 20:45:10.071615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c78285-d7f7-4b51-912c-97462b52bc50,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:10.137969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 172.20.0.5 (000fa24c-4d51-46fe-b901-109d810e0403/0092b38c-c443-4a94-ae31-51e33109b2ec/7829cecb-7ed3-4334-9274-b63f75d0441b) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:10.144509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::f816:3eff:fe9b:f84c (000fa24c-4d51-46fe-b901-109d810e0403/6246e93d-0cc1-43aa-b601-d08a1fe2ce17/7829cecb-7ed3-4334-9274-b63f75d0441b) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:10.395176 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:10.518455 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:10.537391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 7829cecb-7ed3-4334-9274-b63f75d0441b will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:10.588872 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:10.716749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:10.717775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=7829cecb-7ed3-4334-9274-b63f75d0441b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:10.722075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:10.724298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:10.793860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Allocated IP 172.20.0.2 (000fa24c-4d51-46fe-b901-109d810e0403/0092b38c-c443-4a94-ae31-51e33109b2ec/52d06d60-0ad0-43f7-9445-b0564797cc08) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:10.823663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Allocated IP 2001:db8::f816:3eff:fe4a:c994 (000fa24c-4d51-46fe-b901-109d810e0403/6246e93d-0cc1-43aa-b601-d08a1fe2ce17/52d06d60-0ad0-43f7-9445-b0564797cc08) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:10.826586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:10.827309 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:10.863413 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8ed309aa-6a7c-4cea-af1f-4460d9086983 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6475625 May 25 20:45:10.866621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37786) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:11.003531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8527e7c-d2de-45f5-a95a-02587e36539d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:11.004261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a8527e7c-d2de-45f5-a95a-02587e36539d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:11.018374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Router 71e3e2dc-7d59-473e-80c9-85d77823631a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:45:11.024659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a8527e7c-d2de-45f5-a95a-02587e36539d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:11.025794 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a8527e7c-d2de-45f5-a95a-02587e36539d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1021 time: 0.1563511 May 25 20:45:11.028531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37790) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:11.080600 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:11.092650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Transition to ACTIVE for port object 52d06d60-0ad0-43f7-9445-b0564797cc08 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:11.119878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Transition to ACTIVE for port object 52d06d60-0ad0-43f7-9445-b0564797cc08 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:11.128308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c4636b6e-5d4f-41e7-a2bd-0504f85c910e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 7829cecb-7ed3-4334-9274-b63f75d0441b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:11.128683 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4636b6e-5d4f-41e7-a2bd-0504f85c910e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:11.131574 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:11.209121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:11.211888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:11.214660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:11.259174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Pushing event updated for resources: {'Port': ['ID=52d06d60-0ad0-43f7-9445-b0564797cc08,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:11.304080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:45:11.315022 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cdbf78dc-bd04-41da-888a-c0e531b12129 admin admin] 10.222.0.60 "PUT /v2.0/routers/71e3e2dc-7d59-473e-80c9-85d77823631a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4183934 May 25 20:45:11.317368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37796) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:11.319206 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcdb79f-647e-4ffa-8695-3ab6c7a9bc92 None None] Sync routers for ids ['71e3e2dc-7d59-473e-80c9-85d77823631a'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:45:11.335327 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcdb79f-647e-4ffa-8695-3ab6c7a9bc92 None None] Routers {'71e3e2dc-7d59-473e-80c9-85d77823631a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:45:11.337087 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6dcdb79f-647e-4ffa-8695-3ab6c7a9bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:45:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['71e3e2dc-7d59-473e-80c9-85d77823631a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:11.393992 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Attempting to bind port 52d06d60-0ad0-43f7-9445-b0564797cc08 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:45:11.394647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Attempting to bind port 52d06d60-0ad0-43f7-9445-b0564797cc08 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:45:11.395004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Attempting to bind port 52d06d60-0ad0-43f7-9445-b0564797cc08 on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:45:11.400994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:45:11.401361 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:45:11.401757 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:11.402723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:45:11.403474 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Bound port: 52d06d60-0ad0-43f7-9445-b0564797cc08, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:45:11.404013 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:11.546508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] For port 52d06d60-0ad0-43f7-9445-b0564797cc08, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:45:11.550037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] For port 52d06d60-0ad0-43f7-9445-b0564797cc08, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=52d06d60-0ad0-43f7-9445-b0564797cc08,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:45:11.558984 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:11.603642 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4636b6e-5d4f-41e7-a2bd-0504f85c910e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:11.629882 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:11.797627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16b34d-8a9d-4a24-bd31-b2b07ee2dd0f None None] Pushing event updated for resources: {'Port': ['ID=52d06d60-0ad0-43f7-9445-b0564797cc08,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:11.893602 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-6dcdb79f-647e-4ffa-8695-3ab6c7a9bc92 None None] Set router 71e3e2dc-7d59-473e-80c9-85d77823631a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:45:11.915529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c4636b6e-5d4f-41e7-a2bd-0504f85c910e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 7829cecb-7ed3-4334-9274-b63f75d0441b owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:11.918546 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:11.943433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] Deleting port 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:11.943917 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:12.367545 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4636b6e-5d4f-41e7-a2bd-0504f85c910e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:12.446704 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6dcdb79f-647e-4ffa-8695-3ab6c7a9bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'name': 'tempest-ImageQuotaTest-1660569771-router', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e0c57fa-e588-4b0d-8479-2b3cbfa08458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:55Z', 'updated_at': '2022-05-25T20:45:09Z', 'revision_number': 5, 'project_id': '30910b507a4e4872b15ba2edefcf0a82', 'gw_port': {'id': '5e0c57fa-e588-4b0d-8479-2b3cbfa08458', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:44:56Z', 'updated_at': '2022-05-25T20:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:12.449464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4636b6e-5d4f-41e7-a2bd-0504f85c910e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=7829cecb-7ed3-4334-9274-b63f75d0441b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:12.451084 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcdb79f-647e-4ffa-8695-3ab6c7a9bc92 None None] Checking router: 71e3e2dc-7d59-473e-80c9-85d77823631a for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:45:12.468255 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcdb79f-647e-4ffa-8695-3ab6c7a9bc92 None None] Routers {'71e3e2dc-7d59-473e-80c9-85d77823631a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:45:12.469717 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6dcdb79f-647e-4ffa-8695-3ab6c7a9bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:45:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['71e3e2dc-7d59-473e-80c9-85d77823631a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:12.496349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] For port 5e0c57fa-e588-4b0d-8479-2b3cbfa08458, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5e0c57fa-e588-4b0d-8479-2b3cbfa08458,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:12.497092 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:12.619944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37812) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:12.669077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] Calling delete_port for 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:12.704106 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4636b6e-5d4f-41e7-a2bd-0504f85c910e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:12.716756 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c4636b6e-5d4f-41e7-a2bd-0504f85c910e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/7829cecb-7ed3-4334-9274-b63f75d0441b HTTP/1.1" status: 204 len: 168 time: 1.6851411 May 25 20:45:12.717907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37818) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:12.819810 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-6dcdb79f-647e-4ffa-8695-3ab6c7a9bc92 None None] Set router 71e3e2dc-7d59-473e-80c9-85d77823631a gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:45:12.878777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59ae28e-133e-47da-ab6f-789e48195828 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:12.880343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59ae28e-133e-47da-ab6f-789e48195828 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:12.881991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59ae28e-133e-47da-ab6f-789e48195828 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:12.882872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e59ae28e-133e-47da-ab6f-789e48195828 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:12.925124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e59ae28e-133e-47da-ab6f-789e48195828 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:12.929726 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e59ae28e-133e-47da-ab6f-789e48195828 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2082300 May 25 20:45:12.929726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37822) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:12.965065 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6dcdb79f-647e-4ffa-8695-3ab6c7a9bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'name': 'tempest-ImageQuotaTest-1660569771-router', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:55Z', 'updated_at': '2022-05-25T20:45:11Z', 'revision_number': 6, 'project_id': '30910b507a4e4872b15ba2edefcf0a82', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:12.977289 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcdb79f-647e-4ffa-8695-3ab6c7a9bc92 None None] The sync data for ids ['71e3e2dc-7d59-473e-80c9-85d77823631a'] in n-d-843339-1 is: [{'id': '71e3e2dc-7d59-473e-80c9-85d77823631a', 'name': 'tempest-ImageQuotaTest-1660569771-router', 'tenant_id': '30910b507a4e4872b15ba2edefcf0a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:44:55Z', 'updated_at': '2022-05-25T20:45:11Z', 'revision_number': 6, 'project_id': '30910b507a4e4872b15ba2edefcf0a82', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:45:12.986227 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.011881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcd324-ecee-440a-823f-97248f8be836 req-2cc041bc-0b4a-40ef-a047-c3211782d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:13.013524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-97dcd324-ecee-440a-823f-97248f8be836 req-2cc041bc-0b4a-40ef-a047-c3211782d4f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 1096 time: 0.3926544 May 25 20:45:13.075650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0c57fa-e588-4b0d-8479-2b3cbfa08458,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:13.081564 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-97dcd324-ecee-440a-823f-97248f8be836 req-1f4cc3fd-7fc8-4e3c-9693-1d8725b25942 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5a8088aa-a909-40c0-9e78-d1fe54027d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544701 May 25 20:45:13.086851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e759334-3453-40b3-bba0-fdc4cf1464a5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 0092b38c-c443-4a94-ae31-51e33109b2ec {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:13.090304 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e759334-3453-40b3-bba0-fdc4cf1464a5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.161672 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e759334-3453-40b3-bba0-fdc4cf1464a5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.192399 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.276040 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e759334-3453-40b3-bba0-fdc4cf1464a5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.312259 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e6d110-a170-47a1-8118-8bcd8fa06c65 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:13.422708 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e759334-3453-40b3-bba0-fdc4cf1464a5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.464568 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.470574 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.490134 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e759334-3453-40b3-bba0-fdc4cf1464a5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.495879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e759334-3453-40b3-bba0-fdc4cf1464a5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=0092b38c-c443-4a94-ae31-51e33109b2ec,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:13.530469 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.531152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71e3e2dc-7d59-473e-80c9-85d77823631a {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:45:13.533080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37828) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:13.538536 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7e759334-3453-40b3-bba0-fdc4cf1464a5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/0092b38c-c443-4a94-ae31-51e33109b2ec HTTP/1.1" status: 204 len: 168 time: 0.5981290 May 25 20:45:13.606467 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.614007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37832) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:13.624247 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-88243cfb-e7a6-41de-b18d-c2f019ed97c1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/71e3e2dc-7d59-473e-80c9-85d77823631a HTTP/1.1" status: 204 len: 168 time: 2.3056934 May 25 20:45:13.679184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-03383eca-f820-4e62-90d6-8e9848da40f6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 6246e93d-0cc1-43aa-b601-d08a1fe2ce17 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:13.692404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03383eca-f820-4e62-90d6-8e9848da40f6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.758800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-150536c1-f6ed-4a96-b275-fc01920632c2 admin admin] Deleting subnet b765a567-d110-4f54-a1a7-379b3cb6709b {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:13.767075 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-150536c1-f6ed-4a96-b275-fc01920632c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.801154 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 52d06d60-0ad0-43f7-9445-b0564797cc08 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:13.857182 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-150536c1-f6ed-4a96-b275-fc01920632c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.863790 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03383eca-f820-4e62-90d6-8e9848da40f6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:13.889768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dbf6618f-eba4-4822-a51e-70148cc8b539 None None] Provisioning for port 52d06d60-0ad0-43f7-9445-b0564797cc08 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:13.984180 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03383eca-f820-4e62-90d6-8e9848da40f6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:14.038558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 52d06d60-0ad0-43f7-9445-b0564797cc08 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:14.057706 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 52d06d60-0ad0-43f7-9445-b0564797cc08 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:14.058452 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:14.165160 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-150536c1-f6ed-4a96-b275-fc01920632c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:14.179619 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03383eca-f820-4e62-90d6-8e9848da40f6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:14.252957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 52d06d60-0ad0-43f7-9445-b0564797cc08 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:14.253411 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:14.301643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 52d06d60-0ad0-43f7-9445-b0564797cc08, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=52d06d60-0ad0-43f7-9445-b0564797cc08,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:14.311596 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:14.322180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03383eca-f820-4e62-90d6-8e9848da40f6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=6246e93d-0cc1-43aa-b601-d08a1fe2ce17,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:14.332792 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-03383eca-f820-4e62-90d6-8e9848da40f6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:14.367143 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-03383eca-f820-4e62-90d6-8e9848da40f6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/6246e93d-0cc1-43aa-b601-d08a1fe2ce17 HTTP/1.1" status: 204 len: 168 time: 0.8327007 May 25 20:45:14.367835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37844) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:14.375483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-150536c1-f6ed-4a96-b275-fc01920632c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:14.449295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:45:14.516798 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=52d06d60-0ad0-43f7-9445-b0564797cc08,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:14.525456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150536c1-f6ed-4a96-b275-fc01920632c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b765a567-d110-4f54-a1a7-379b3cb6709b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:14.525666 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-91f949fe-8d4a-4df7-87aa-c6cb9556ddfe tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1540735 May 25 20:45:14.525787 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-150536c1-f6ed-4a96-b275-fc01920632c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:14.536235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-150536c1-f6ed-4a96-b275-fc01920632c2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b765a567-d110-4f54-a1a7-379b3cb6709b HTTP/1.1" status: 204 len: 168 time: 0.9211349 May 25 20:45:14.539491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37848) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:14.539989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37850) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:14.544834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae79f17-beb1-4e91-b625-1fe186ad48ce None None] Network 5235f193-539a-4e31-a0aa-da2a9919233a requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:14.554287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5e0dcf7a-ca13-4dc7-acc8-fdb03da67f90 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:14.595717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-416fb2a0-3b1f-4751-b258-b58aed0c6efd req-90db201f-4e0a-49b6-9462-180d1d756948 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3505924 May 25 20:45:14.596132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:45:14.597205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5e0c57fa-e588-4b0d-8479-2b3cbfa08458 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:45:14.598376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 64c78285-d7f7-4b51-912c-97462b52bc50 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:45:14.772904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 64c78285-d7f7-4b51-912c-97462b52bc50 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:45:14.773276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 64c78285-d7f7-4b51-912c-97462b52bc50 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:45:14.855150 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fb2a0-3b1f-4751-b258-b58aed0c6efd req-e91f716a-3d9f-4636-ba95-caf62d0f14e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:14.856657 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-416fb2a0-3b1f-4751-b258-b58aed0c6efd req-e91f716a-3d9f-4636-ba95-caf62d0f14e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e2e8e4738f347389eca7743d5eef987&device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 1096 time: 0.1585908 May 25 20:45:14.998641 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:15.002163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5e0dcf7a-ca13-4dc7-acc8-fdb03da67f90 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:15.008173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5e0dcf7a-ca13-4dc7-acc8-fdb03da67f90 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:15.016229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5e0dcf7a-ca13-4dc7-acc8-fdb03da67f90 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:15.024808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5e0dcf7a-ca13-4dc7-acc8-fdb03da67f90 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:15.025245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617c1ed0-84d3-4723-af2b-b3835ce1c081 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:15.036480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Deleting port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:15.036817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:15.081413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fb2a0-3b1f-4751-b258-b58aed0c6efd req-81522d82-9c8d-4be2-9350-0607049b5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:15.084172 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-416fb2a0-3b1f-4751-b258-b58aed0c6efd req-81522d82-9c8d-4be2-9350-0607049b5906 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 HTTP/1.1" status: 200 len: 910 time: 0.1967473 May 25 20:45:15.126757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94009b1-aa5f-4fcd-ba55-21bb3153e89a None None] DHCP port deletion for 5235f193-539a-4e31-a0aa-da2a9919233a request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:45:15.147636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d94009b1-aa5f-4fcd-ba55-21bb3153e89a None None] Deleting port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:15.148001 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d94009b1-aa5f-4fcd-ba55-21bb3153e89a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:15.217570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-416fb2a0-3b1f-4751-b258-b58aed0c6efd req-eb2de8e6-cc0c-4b74-9929-a41df8e04d0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f HTTP/1.1" status: 200 len: 1001 time: 0.1262610 May 25 20:45:15.223937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-89379476-716a-42e5-92af-00f68a477fc0 None None] Provisioning complete for port 52d06d60-0ad0-43f7-9445-b0564797cc08 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:15.224307 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-89379476-716a-42e5-92af-00f68a477fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:15.244033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0dcf7a-ca13-4dc7-acc8-fdb03da67f90 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:15.247476 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcf7a-ca13-4dc7-acc8-fdb03da67f90 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:15.303264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fb2a0-3b1f-4751-b258-b58aed0c6efd req-8325399b-73f3-4f06-9fdb-2c4641042391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:15.305342 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-416fb2a0-3b1f-4751-b258-b58aed0c6efd req-8325399b-73f3-4f06-9fdb-2c4641042391 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac01637c-8629-4b8f-9c95-c238dbd975e2 HTTP/1.1" status: 200 len: 848 time: 0.0815461 May 25 20:45:15.401233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fb2a0-3b1f-4751-b258-b58aed0c6efd req-5a0f74e7-2341-45c1-85db-6d8e13d2deef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:15.402917 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-416fb2a0-3b1f-4751-b258-b58aed0c6efd req-5a0f74e7-2341-45c1-85db-6d8e13d2deef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913131 May 25 20:45:15.584031 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-416fb2a0-3b1f-4751-b258-b58aed0c6efd req-e1ae2c0d-1668-4330-a807-a9d066849628 service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739316 May 25 20:45:15.597681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] For port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2a03884b-f4ec-498f-935b-c9cd00c9c9b2,segment=NetworkSegment(6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8),segment_id=6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:15.598042 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:15.646301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-89379476-716a-42e5-92af-00f68a477fc0 None None] Current status of the port 52d06d60-0ad0-43f7-9445-b0564797cc08 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:15.650288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d94009b1-aa5f-4fcd-ba55-21bb3153e89a None None] For port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2a03884b-f4ec-498f-935b-c9cd00c9c9b2,segment=NetworkSegment(6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8),segment_id=6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:15.650915 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d94009b1-aa5f-4fcd-ba55-21bb3153e89a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:15.788852 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 52d06d60-0ad0-43f7-9445-b0564797cc08 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:15.828080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Calling delete_port for 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:15.835906 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-416fb2a0-3b1f-4751-b258-b58aed0c6efd req-be40b6ca-82a7-4657-8860-a8d53e783720 service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459567 May 25 20:45:15.869350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d94009b1-aa5f-4fcd-ba55-21bb3153e89a None None] Calling delete_port for 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:15.882723 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcf7a-ca13-4dc7-acc8-fdb03da67f90 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:15.969347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0dcf7a-ca13-4dc7-acc8-fdb03da67f90 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:15.976559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5e0dcf7a-ca13-4dc7-acc8-fdb03da67f90 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:15.984762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0dcf7a-ca13-4dc7-acc8-fdb03da67f90 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:15.985293 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcf7a-ca13-4dc7-acc8-fdb03da67f90 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:16.006174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 52d06d60-0ad0-43f7-9445-b0564797cc08 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:16.006654 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:16.046103 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823df2bb-c1a7-490f-bef1-b8f2cb924196 None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:45:16.046892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37866) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:16.052944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:16.055112 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d94009b1-aa5f-4fcd-ba55-21bb3153e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:16.058892 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5e0dcf7a-ca13-4dc7-acc8-fdb03da67f90 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5175464 May 25 20:45:16.061157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dcf7a-ca13-4dc7-acc8-fdb03da67f90 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=ed6a9ec8-1ef8-44d5-a44a-380e0688a9ce,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:16.086074 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.db.api [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:45:16.086755 n-d-843339-1 neutron-server[88331]: DEBUG oslo_db.api [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:45:16.094944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-823df2bb-c1a7-490f-bef1-b8f2cb924196 None None] Deleting port 52d06d60-0ad0-43f7-9445-b0564797cc08 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:16.095316 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-823df2bb-c1a7-490f-bef1-b8f2cb924196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:16.204213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94009b1-aa5f-4fcd-ba55-21bb3153e89a None None] Pushing event deleted for resources: {'Port': ['ID=2a03884b-f4ec-498f-935b-c9cd00c9c9b2,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:16.207417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:16.207893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94009b1-aa5f-4fcd-ba55-21bb3153e89a None None] No DVR routers for this DVR port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:45:16.211843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:16.214742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:16.225290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:16.237811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:16.241846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:16.401460 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 52d06d60-0ad0-43f7-9445-b0564797cc08 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:16.427680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-823df2bb-c1a7-490f-bef1-b8f2cb924196 None None] For port 52d06d60-0ad0-43f7-9445-b0564797cc08, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=52d06d60-0ad0-43f7-9445-b0564797cc08,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:16.428067 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-823df2bb-c1a7-490f-bef1-b8f2cb924196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:16.491033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:45:16.582250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-823df2bb-c1a7-490f-bef1-b8f2cb924196 None None] Calling delete_port for 52d06d60-0ad0-43f7-9445-b0564797cc08 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:16.587851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Deleting port 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:16.588553 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:16.618397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:45:16.618729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2a03884b-f4ec-498f-935b-c9cd00c9c9b2 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:45:16.677746 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-823df2bb-c1a7-490f-bef1-b8f2cb924196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:16.687295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.objects.ports [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88332) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:45:16.715457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] The port '2a03884b-f4ec-498f-935b-c9cd00c9c9b2' was deleted {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:45:16.761580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823df2bb-c1a7-490f-bef1-b8f2cb924196 None None] Pushing event deleted for resources: {'Port': ['ID=52d06d60-0ad0-43f7-9445-b0564797cc08,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:16.769238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823df2bb-c1a7-490f-bef1-b8f2cb924196 None None] No DVR routers for this DVR port 52d06d60-0ad0-43f7-9445-b0564797cc08 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:45:16.786885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e980c66-243a-40cf-b453-c489b69307e1 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:16.834648 n-d-843339-1 neutron-server[88332]: WARNING neutron.services.revisions.revision_plugin [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Could not find related port for resource to bump revision. May 25 20:45:16.840537 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.ipam_pluggable_backend [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Port 52d06d60-0ad0-43f7-9445-b0564797cc08 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88332) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 25 20:45:16.840896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.ipam_pluggable_backend [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4a:c994 {{(pid=88332) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 25 20:45:16.846192 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:16.896792 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:16.906923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:16.911008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:16.914088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:16.914906 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:16.939764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5235f193-539a-4e31-a0aa-da2a9919233a']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:16.947232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=3a4e86a2-dfe1-470c-8f1d-d8fc00b7c560,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:16.958847 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-076f12a3-dbbc-4ee7-a37e-b2ca12447c70 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9081664 May 25 20:45:16.959138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37870) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:16.969956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'mac_address': 'fa:16:3e:1e:57:7e', 'name': 'tempest-NetworksTestDHCPv6-604416460'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:16.976095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:16.976594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:16.995804 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:17.020156 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:17.029872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:45:17.031335 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:17.073029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': '3a4e86a2-dfe1-470c-8f1d-d8fc00b7c560'}, {'subnet_id': 'ed6a9ec8-1ef8-44d5-a44a-380e0688a9ce'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:45:17.073962 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:17.182757 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:17.198898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:17.224386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] Pushing event deleted for resources: {'Network': ['ID=5235f193-539a-4e31-a0aa-da2a9919233a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:17.235631 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-78ff4817-f32f-4872-81f7-e2901fd0bb20 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5235f193-539a-4e31-a0aa-da2a9919233a HTTP/1.1" status: 204 len: 168 time: 2.6918137 May 25 20:45:17.258573 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8 resource provider aggregate not found May 25 20:45:17.277359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:17.284301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:17.285438 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d6b25f1-f5c7-4ca6-8e40-4c3238e97da8 found for delete ", "request_id": "req-002a6f3a-330a-439f-95d2-0501f666126a"}]} May 25 20:45:17.289438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:17.295608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:17.313177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:17.385673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37884) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:17.445196 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b9955c62-0028-4844-af15-9ded6b14cac0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=30910b507a4e4872b15ba2edefcf0a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582538 May 25 20:45:17.447592 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37888) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:17.469377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:17.475483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Allocated IP 172.20.0.2 (000fa24c-4d51-46fe-b901-109d810e0403/ed6a9ec8-1ef8-44d5-a44a-380e0688a9ce/2801ccb3-b3ef-4faa-8437-f831eb273fa7) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:17.482527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Allocated IP 2001:db8::f816:3eff:fea7:99c (000fa24c-4d51-46fe-b901-109d810e0403/3a4e86a2-dfe1-470c-8f1d-d8fc00b7c560/2801ccb3-b3ef-4faa-8437-f831eb273fa7) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:17.505919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 09dfb761-5ed4-4a40-a9ad-fa2c9830fb76 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:45:17.523438 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d180318e-43f0-489b-a813-f7ca8ecbf0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:17.553171 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d180318e-43f0-489b-a813-f7ca8ecbf0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:17.616693 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d180318e-43f0-489b-a813-f7ca8ecbf0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:17.634361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180318e-43f0-489b-a813-f7ca8ecbf0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a92d47-c377-42b8-b36c-ef6055f3809a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:17.644363 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d180318e-43f0-489b-a813-f7ca8ecbf0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:17.648062 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d180318e-43f0-489b-a813-f7ca8ecbf0da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83a92d47-c377-42b8-b36c-ef6055f3809a HTTP/1.1" status: 204 len: 168 time: 0.1971440 May 25 20:45:17.720743 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 52d06d60-0ad0-43f7-9445-b0564797cc08 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:45:17.823788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 52d06d60-0ad0-43f7-9445-b0564797cc08 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:45:17.824138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 52d06d60-0ad0-43f7-9445-b0564797cc08 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:45:17.846047 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:17.861363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Transition to ACTIVE for port object 2801ccb3-b3ef-4faa-8437-f831eb273fa7 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:17.887124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Transition to ACTIVE for port object 2801ccb3-b3ef-4faa-8437-f831eb273fa7 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:17.901112 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:17.982300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Pushing event updated for resources: {'Port': ['ID=2801ccb3-b3ef-4faa-8437-f831eb273fa7,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:17.987838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:17.989042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:17.991219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:18.121699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 172.20.0.10 (000fa24c-4d51-46fe-b901-109d810e0403/ed6a9ec8-1ef8-44d5-a44a-380e0688a9ce/09dfb761-5ed4-4a40-a9ad-fa2c9830fb76) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:18.129507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::f816:3eff:fe1e:577e (000fa24c-4d51-46fe-b901-109d810e0403/3a4e86a2-dfe1-470c-8f1d-d8fc00b7c560/09dfb761-5ed4-4a40-a9ad-fa2c9830fb76) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:18.132122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Attempting to bind port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:45:18.132804 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Attempting to bind port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:45:18.133105 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Attempting to bind port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:45:18.140220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:45:18.140220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:45:18.140576 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:18.140827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:45:18.141282 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Bound port: 2801ccb3-b3ef-4faa-8437-f831eb273fa7, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:45:18.141655 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:18.157359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37896) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:18.182557 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-11dd7a21-f003-4502-8849-404c7ce1e9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:18.200515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-11dd7a21-f003-4502-8849-404c7ce1e9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:18.204660 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-11dd7a21-f003-4502-8849-404c7ce1e9ec admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:18.207856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-11dd7a21-f003-4502-8849-404c7ce1e9ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:18.216521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-11dd7a21-f003-4502-8849-404c7ce1e9ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:18.319903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] For port 2801ccb3-b3ef-4faa-8437-f831eb273fa7, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:45:18.323281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] For port 2801ccb3-b3ef-4faa-8437-f831eb273fa7, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2801ccb3-b3ef-4faa-8437-f831eb273fa7,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:45:18.330030 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:18.347481 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-11dd7a21-f003-4502-8849-404c7ce1e9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:18.353263 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-11dd7a21-f003-4502-8849-404c7ce1e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:18.411871 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-11dd7a21-f003-4502-8849-404c7ce1e9ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2529025 May 25 20:45:18.412739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd7a21-f003-4502-8849-404c7ce1e9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f49f1cb-6b92-4144-bf8e-10840a5874a9,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:18.415493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37902) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:18.423568 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:18.425745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a2d18-d27a-4daa-bf16-b7ac4ea7b3c5 None None] Pushing event updated for resources: {'Port': ['ID=2801ccb3-b3ef-4faa-8437-f831eb273fa7,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:18.444676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 09dfb761-5ed4-4a40-a9ad-fa2c9830fb76 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:18.473414 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:18.500557 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-20c72ba6-446b-450b-8b7c-896cf943d9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:18.533184 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-20c72ba6-446b-450b-8b7c-896cf943d9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:18.555923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:18.561061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:18.566573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:18.603182 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-20c72ba6-446b-450b-8b7c-896cf943d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:18.620127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=09dfb761-5ed4-4a40-a9ad-fa2c9830fb76,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:18.630648 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-20c72ba6-446b-450b-8b7c-896cf943d9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:18.631784 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-20c72ba6-446b-450b-8b7c-896cf943d9d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f49f1cb-6b92-4144-bf8e-10840a5874a9 HTTP/1.1" status: 204 len: 168 time: 0.2152712 May 25 20:45:18.633217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c72ba6-446b-450b-8b7c-896cf943d9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f49f1cb-6b92-4144-bf8e-10840a5874a9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:18.649725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:18.650315 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:18.715721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5a7d95c6-3ae5-410d-8c9c-ef3a49647ea1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7555211 May 25 20:45:18.719178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37908) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:18.832130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5ab48a-803a-4b4e-a47d-6e109ba8f4ea tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:18.840646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5ab48a-803a-4b4e-a47d-6e109ba8f4ea tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:18.846139 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fb5ab48a-803a-4b4e-a47d-6e109ba8f4ea tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1226516 May 25 20:45:18.846526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37912) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:18.925666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-0385a512-3bef-4ade-98a0-89c46524a8b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 09dfb761-5ed4-4a40-a9ad-fa2c9830fb76 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:18.925946 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0385a512-3bef-4ade-98a0-89c46524a8b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:19.223338 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0385a512-3bef-4ade-98a0-89c46524a8b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:19.379952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-0385a512-3bef-4ade-98a0-89c46524a8b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 09dfb761-5ed4-4a40-a9ad-fa2c9830fb76 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:19.651784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0385a512-3bef-4ade-98a0-89c46524a8b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:19.708228 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385a512-3bef-4ade-98a0-89c46524a8b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=09dfb761-5ed4-4a40-a9ad-fa2c9830fb76,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:19.749187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2801ccb3-b3ef-4faa-8437-f831eb273fa7 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:19.840238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4b7f81-8d77-4769-8d11-2b0b3e885d79 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:19.857458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:19.895779 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0385a512-3bef-4ade-98a0-89c46524a8b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:19.906512 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0385a512-3bef-4ade-98a0-89c46524a8b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/09dfb761-5ed4-4a40-a9ad-fa2c9830fb76 HTTP/1.1" status: 204 len: 168 time: 1.0589151 May 25 20:45:19.908896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37918) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:19.946427 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-90a6ce51-c71e-4503-8100-40075883d1a1 None None] Provisioning for port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:19.956188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-90a6ce51-c71e-4503-8100-40075883d1a1 None None] Provisioning complete for port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:19.956811 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-90a6ce51-c71e-4503-8100-40075883d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:19.985967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61302e-946e-4a79-872d-2b2bc7f67991 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:19.987591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61302e-946e-4a79-872d-2b2bc7f67991 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:19.989092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61302e-946e-4a79-872d-2b2bc7f67991 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:19.989873 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dd61302e-946e-4a79-872d-2b2bc7f67991 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:20.006501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dd61302e-946e-4a79-872d-2b2bc7f67991 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:20.007681 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dd61302e-946e-4a79-872d-2b2bc7f67991 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0979128 May 25 20:45:20.010713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37922) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:20.085823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c5dce8-3b55-431e-8abb-ce738433bb73 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 3a4e86a2-dfe1-470c-8f1d-d8fc00b7c560 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:20.090714 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-07c5dce8-3b55-431e-8abb-ce738433bb73 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:20.211393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-90a6ce51-c71e-4503-8100-40075883d1a1 None None] Current status of the port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:20.211770 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-90a6ce51-c71e-4503-8100-40075883d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:20.254309 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-90a6ce51-c71e-4503-8100-40075883d1a1 None None] For port 2801ccb3-b3ef-4faa-8437-f831eb273fa7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2801ccb3-b3ef-4faa-8437-f831eb273fa7,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:20.261553 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-90a6ce51-c71e-4503-8100-40075883d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:20.271488 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-07c5dce8-3b55-431e-8abb-ce738433bb73 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:20.345808 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6ce51-c71e-4503-8100-40075883d1a1 None None] Pushing event updated for resources: {'Port': ['ID=2801ccb3-b3ef-4faa-8437-f831eb273fa7,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:20.361990 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-07c5dce8-3b55-431e-8abb-ce738433bb73 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:20.452647 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-07c5dce8-3b55-431e-8abb-ce738433bb73 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:20.513396 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-07c5dce8-3b55-431e-8abb-ce738433bb73 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:20.526044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5dce8-3b55-431e-8abb-ce738433bb73 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4e86a2-dfe1-470c-8f1d-d8fc00b7c560,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:20.539305 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-07c5dce8-3b55-431e-8abb-ce738433bb73 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/3a4e86a2-dfe1-470c-8f1d-d8fc00b7c560 HTTP/1.1" status: 204 len: 168 time: 0.5268738 May 25 20:45:20.542970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37928) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:20.546279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f60907-3373-4155-b93d-52d067581611 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:20.629318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-33355fa1-6243-4b2b-a344-5a97af68161f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet ed6a9ec8-1ef8-44d5-a44a-380e0688a9ce {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:20.632825 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-33355fa1-6243-4b2b-a344-5a97af68161f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:20.646778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a6a30427-1fc1-44b2-8846-a7b69d5a472b None None] Provisioning complete for port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:20.647143 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a6a30427-1fc1-44b2-8846-a7b69d5a472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:20.700291 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-33355fa1-6243-4b2b-a344-5a97af68161f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:20.833365 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-33355fa1-6243-4b2b-a344-5a97af68161f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:20.918536 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-33355fa1-6243-4b2b-a344-5a97af68161f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:20.927677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a6a30427-1fc1-44b2-8846-a7b69d5a472b None None] Current status of the port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:20.971446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33355fa1-6243-4b2b-a344-5a97af68161f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6a9ec8-1ef8-44d5-a44a-380e0688a9ce,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:20.972249 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-33355fa1-6243-4b2b-a344-5a97af68161f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:20.983513 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-33355fa1-6243-4b2b-a344-5a97af68161f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/ed6a9ec8-1ef8-44d5-a44a-380e0688a9ce HTTP/1.1" status: 204 len: 168 time: 0.4391813 May 25 20:45:20.985818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37932) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:21.062583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37936) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:21.063176 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7b7758dd-d219-499d-8734-3ed228e39da1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755334 May 25 20:45:21.069012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-558fe6d4-5bf8-4835-b020-3705f94060e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:21.194135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-558fe6d4-5bf8-4835-b020-3705f94060e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:21.197575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-558fe6d4-5bf8-4835-b020-3705f94060e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:21.200640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-558fe6d4-5bf8-4835-b020-3705f94060e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:21.207547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-558fe6d4-5bf8-4835-b020-3705f94060e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:21.218848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558fe6d4-5bf8-4835-b020-3705f94060e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:21.222321 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-558fe6d4-5bf8-4835-b020-3705f94060e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:21.481250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d51787-5c15-44d7-a325-dd1d4b7806ed None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:21.604120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-49c1e944-4b4a-4467-8b54-180bb592fb21 None None] Provisioning complete for port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:21.604744 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-49c1e944-4b4a-4467-8b54-180bb592fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:21.623504 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-558fe6d4-5bf8-4835-b020-3705f94060e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:21.717636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2801ccb3-b3ef-4faa-8437-f831eb273fa7 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:21.726675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558fe6d4-5bf8-4835-b020-3705f94060e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:21.730639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-558fe6d4-5bf8-4835-b020-3705f94060e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:21.735758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558fe6d4-5bf8-4835-b020-3705f94060e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:21.736576 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-558fe6d4-5bf8-4835-b020-3705f94060e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:21.743174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fe6d4-5bf8-4835-b020-3705f94060e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=c3fd4d98-7be3-4c04-b696-5c0d22642197,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:21.770577 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-558fe6d4-5bf8-4835-b020-3705f94060e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7068589 May 25 20:45:21.773568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37942) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:21.781882 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:21.950444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:21.955116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:21.957971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:21.965209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:21.965474 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:21.965968 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:21.977520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:21.981041 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:21.993157 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-49c1e944-4b4a-4467-8b54-180bb592fb21 None None] Current status of the port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:22.135374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:22.222574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f505c749-6685-4cf8-9e1d-518f67cfb33d None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:22.337526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-88d0345c-4ad5-4450-ad0f-fcfc9e8c2345 None None] Provisioning complete for port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:22.337526 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-88d0345c-4ad5-4450-ad0f-fcfc9e8c2345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:22.430136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.objects.ports [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88331) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:45:22.563879 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-88d0345c-4ad5-4450-ad0f-fcfc9e8c2345 None None] Current status of the port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:22.640915 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:22.765713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f943d08-d5ad-4175-b273-d4522b2026e0 None None] Update dhcp port {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'fixed_ips': [{'subnet_id': '00870dcc-9dd5-41c0-a8c4-408f5ef36a9d'}, {'subnet_id': 'c3fd4d98-7be3-4c04-b696-5c0d22642197'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '2801ccb3-b3ef-4faa-8437-f831eb273fa7'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:45:22.828636 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3f943d08-d5ad-4175-b273-d4522b2026e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:22.909604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] For port 2801ccb3-b3ef-4faa-8437-f831eb273fa7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2801ccb3-b3ef-4faa-8437-f831eb273fa7,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:22.942866 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:22.950550 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:22.951770 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:23.069866 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:23.074779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:23.081787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:23.082449 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:23.105521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=00870dcc-9dd5-41c0-a8c4-408f5ef36a9d,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:23.106630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-3f943d08-d5ad-4175-b273-d4522b2026e0 None None] Allocated IP 172.20.0.2 (000fa24c-4d51-46fe-b901-109d810e0403/c3fd4d98-7be3-4c04-b696-5c0d22642197/2801ccb3-b3ef-4faa-8437-f831eb273fa7) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:23.115641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=2801ccb3-b3ef-4faa-8437-f831eb273fa7,revision_number=7']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:23.126189 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-52e0634f-5b10-4a1b-84e5-43d07769bbba tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3512197 May 25 20:45:23.129366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37956) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:23.135120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'mac_address': 'fa:16:3e:a7:c7:1c', 'name': 'tempest-NetworksTestDHCPv6-1798929359'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:23.304431 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3f943d08-d5ad-4175-b273-d4522b2026e0 None None] For port 2801ccb3-b3ef-4faa-8437-f831eb273fa7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2801ccb3-b3ef-4faa-8437-f831eb273fa7,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:23.344908 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3f943d08-d5ad-4175-b273-d4522b2026e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:23.367253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3f943d08-d5ad-4175-b273-d4522b2026e0 None None] Transition to ACTIVE for port object 2801ccb3-b3ef-4faa-8437-f831eb273fa7 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:23.375035 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3f943d08-d5ad-4175-b273-d4522b2026e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:23.407277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:23.413847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:23.417149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:23.423855 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:23.439181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:23.532709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f943d08-d5ad-4175-b273-d4522b2026e0 None None] Pushing event updated for resources: {'Port': ['ID=2801ccb3-b3ef-4faa-8437-f831eb273fa7,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:23.610796 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:23.651560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 73e4ffd5-b98f-475b-8864-4cc74662c765 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:45:23.691134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2801ccb3-b3ef-4faa-8437-f831eb273fa7 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:23.931314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 172.20.0.6 (000fa24c-4d51-46fe-b901-109d810e0403/c3fd4d98-7be3-4c04-b696-5c0d22642197/73e4ffd5-b98f-475b-8864-4cc74662c765) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:23.938013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::f816:3eff:fea7:c71c (000fa24c-4d51-46fe-b901-109d810e0403/00870dcc-9dd5-41c0-a8c4-408f5ef36a9d/73e4ffd5-b98f-475b-8864-4cc74662c765) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:23.982975 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:24.165318 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:24.174733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bed57a2-5c15-4691-badb-be0b0c4bae74 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:24.183263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 73e4ffd5-b98f-475b-8864-4cc74662c765 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:24.210219 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:24.266603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-57afc5f2-d098-4bdb-be59-798d5c4985d0 None None] Provisioning for port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:24.273925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-57afc5f2-d098-4bdb-be59-798d5c4985d0 None None] Provisioning complete for port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:24.274601 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-57afc5f2-d098-4bdb-be59-798d5c4985d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:24.291845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:24.295233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:24.297802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:24.338528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=73e4ffd5-b98f-475b-8864-4cc74662c765,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:24.374330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:24.374832 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:24.405400 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-645b302f-80c2-4dd5-a8f8-f91932fb26e9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2701752 May 25 20:45:24.405622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 37970) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:24.502182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eb5bd3-0d17-451b-9710-1a5f8acd75c4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:24.508420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eb5bd3-0d17-451b-9710-1a5f8acd75c4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:24.509251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-73eb5bd3-0d17-451b-9710-1a5f8acd75c4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:24.530501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-73eb5bd3-0d17-451b-9710-1a5f8acd75c4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:24.531711 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-73eb5bd3-0d17-451b-9710-1a5f8acd75c4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1252234 May 25 20:45:24.535292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37974) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:24.572213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-57afc5f2-d098-4bdb-be59-798d5c4985d0 None None] Current status of the port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:24.611216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2209008e-eaa8-4ed1-81b4-e29108f9d64d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 73e4ffd5-b98f-475b-8864-4cc74662c765 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:24.611557 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2209008e-eaa8-4ed1-81b4-e29108f9d64d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:24.888108 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2209008e-eaa8-4ed1-81b4-e29108f9d64d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:24.912665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-19de458b-3b48-48dd-8075-d3fd4b5cb461 None None] Provisioning for port 73e4ffd5-b98f-475b-8864-4cc74662c765 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:24.918832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-19de458b-3b48-48dd-8075-d3fd4b5cb461 None None] Provisioning complete for port 73e4ffd5-b98f-475b-8864-4cc74662c765 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:24.919482 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-19de458b-3b48-48dd-8075-d3fd4b5cb461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:24.992549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-19de458b-3b48-48dd-8075-d3fd4b5cb461 None None] Port 73e4ffd5-b98f-475b-8864-4cc74662c765 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:45:25.008249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-19de458b-3b48-48dd-8075-d3fd4b5cb461 None None] Provisioning complete for port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:25.008643 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-19de458b-3b48-48dd-8075-d3fd4b5cb461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:25.045078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2209008e-eaa8-4ed1-81b4-e29108f9d64d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 73e4ffd5-b98f-475b-8864-4cc74662c765 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:25.132685 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-19de458b-3b48-48dd-8075-d3fd4b5cb461 None None] Current status of the port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:25.247903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-99445283-5b52-4b1d-86fc-caf1dafb54e1 None None] Could not find standard attr ID for object 7829cecb-7ed3-4334-9274-b63f75d0441b. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:45:25.285245 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2209008e-eaa8-4ed1-81b4-e29108f9d64d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:25.381794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209008e-eaa8-4ed1-81b4-e29108f9d64d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=73e4ffd5-b98f-475b-8864-4cc74662c765,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:25.464666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7b4e8952-8bb2-49c1-b726-e81adba03636 None None] Could not find standard attr ID for object 09dfb761-5ed4-4a40-a9ad-fa2c9830fb76. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:45:25.533519 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:45:25.601726 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2209008e-eaa8-4ed1-81b4-e29108f9d64d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:25.619293 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2209008e-eaa8-4ed1-81b4-e29108f9d64d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/73e4ffd5-b98f-475b-8864-4cc74662c765 HTTP/1.1" status: 204 len: 168 time: 1.0826411 May 25 20:45:25.621716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37988) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:25.704051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e7438c-fbca-4a65-be58-d9b95b53d240 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:25.705942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e7438c-fbca-4a65-be58-d9b95b53d240 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:25.707726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e7438c-fbca-4a65-be58-d9b95b53d240 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:25.708802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-54e7438c-fbca-4a65-be58-d9b95b53d240 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:25.729471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-54e7438c-fbca-4a65-be58-d9b95b53d240 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:25.733687 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-54e7438c-fbca-4a65-be58-d9b95b53d240 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1082408 May 25 20:45:25.734512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37992) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:25.785186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bf28e602-4647-4367-afba-b694d3303113 None None] Could not find standard attr ID for object 73e4ffd5-b98f-475b-8864-4cc74662c765. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:45:25.805561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a61d02-fd6c-4042-b9a2-2293a7726f84 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 00870dcc-9dd5-41c0-a8c4-408f5ef36a9d {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:25.808748 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a61d02-fd6c-4042-b9a2-2293a7726f84 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:25.884304 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a61d02-fd6c-4042-b9a2-2293a7726f84 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:25.975644 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a61d02-fd6c-4042-b9a2-2293a7726f84 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:26.077108 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a61d02-fd6c-4042-b9a2-2293a7726f84 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:26.129286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a61d02-fd6c-4042-b9a2-2293a7726f84 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=00870dcc-9dd5-41c0-a8c4-408f5ef36a9d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:26.133218 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b3a61d02-fd6c-4042-b9a2-2293a7726f84 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:26.152030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b3a61d02-fd6c-4042-b9a2-2293a7726f84 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/00870dcc-9dd5-41c0-a8c4-408f5ef36a9d HTTP/1.1" status: 204 len: 168 time: 0.4166853 May 25 20:45:26.154604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 37998) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:26.249081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f58c0b-f1f0-46c6-ac68-2d1d28b3eced tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet c3fd4d98-7be3-4c04-b696-5c0d22642197 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:26.255989 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a6f58c0b-f1f0-46c6-ac68-2d1d28b3eced tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:26.309356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fbb121-1e80-498e-8a61-851b3ba2f9a2 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:26.337853 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a6f58c0b-f1f0-46c6-ac68-2d1d28b3eced tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:26.453215 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a6f58c0b-f1f0-46c6-ac68-2d1d28b3eced tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:26.548759 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a6f58c0b-f1f0-46c6-ac68-2d1d28b3eced tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:26.600724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f58c0b-f1f0-46c6-ac68-2d1d28b3eced tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fd4d98-7be3-4c04-b696-5c0d22642197,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:26.602774 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a6f58c0b-f1f0-46c6-ac68-2d1d28b3eced tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:26.615932 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a6f58c0b-f1f0-46c6-ac68-2d1d28b3eced tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/c3fd4d98-7be3-4c04-b696-5c0d22642197 HTTP/1.1" status: 204 len: 168 time: 0.4598103 May 25 20:45:26.618518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38002) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:26.703008 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fe696e9c-57da-4d1c-8663-97781557fdc2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830295 May 25 20:45:26.706474 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38006) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:26.729278 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d369d4a-732e-4e24-af01-fa59dc942103 None None] Update dhcp port {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'fixed_ips': [{'subnet_id': 'c3fd4d98-7be3-4c04-b696-5c0d22642197'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '2801ccb3-b3ef-4faa-8437-f831eb273fa7'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:45:26.795752 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8d369d4a-732e-4e24-af01-fa59dc942103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:26.817684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def781a8-eabc-492b-b8b8-7d8f2cf0cf39 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:26.818583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-def781a8-eabc-492b-b8b8-7d8f2cf0cf39 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:26.839891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-def781a8-eabc-492b-b8b8-7d8f2cf0cf39 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:26.844629 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-def781a8-eabc-492b-b8b8-7d8f2cf0cf39 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1307375 May 25 20:45:26.846497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38010) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:26.914861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b6edaa-e5b2-46d3-837a-e99157e4e098 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:26.915650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b1b6edaa-e5b2-46d3-837a-e99157e4e098 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:26.933283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b1b6edaa-e5b2-46d3-837a-e99157e4e098 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:26.934912 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b1b6edaa-e5b2-46d3-837a-e99157e4e098 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0890069 May 25 20:45:26.938049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38014) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:27.017938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6184d6e8-8f9d-4bcd-a330-9ea0991c7fdc None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:27.026659 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-23433cf3-69f8-47d5-b4b4-50d6e10ba1e5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831914 May 25 20:45:27.027085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38018) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:27.032937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-9758b42e-1946-4c7c-a2f0-9c517ed18888 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:27.148481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9758b42e-1946-4c7c-a2f0-9c517ed18888 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:27.158758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1ac61b26-e3e6-48c3-9393-5d4d2f84ea1b None None] Provisioning complete for port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:27.158989 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1ac61b26-e3e6-48c3-9393-5d4d2f84ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:27.159520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9758b42e-1946-4c7c-a2f0-9c517ed18888 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:27.169932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9758b42e-1946-4c7c-a2f0-9c517ed18888 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:27.173955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9758b42e-1946-4c7c-a2f0-9c517ed18888 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:27.175543 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-9758b42e-1946-4c7c-a2f0-9c517ed18888 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:45:27.176062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9758b42e-1946-4c7c-a2f0-9c517ed18888 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:45:27.196755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9758b42e-1946-4c7c-a2f0-9c517ed18888 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1682775 May 25 20:45:27.199378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38022) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:27.206383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-945ae7c5-dc86-4e57-b7ba-f23b1ae9c53a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:27.348433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-945ae7c5-dc86-4e57-b7ba-f23b1ae9c53a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:27.360854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-945ae7c5-dc86-4e57-b7ba-f23b1ae9c53a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:27.366689 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1ac61b26-e3e6-48c3-9393-5d4d2f84ea1b None None] Current status of the port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:27.383410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5654b25b-1867-4b6a-abfe-9ce1d3b6d215 None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:45:27.383992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945ae7c5-dc86-4e57-b7ba-f23b1ae9c53a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:27.387925 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-945ae7c5-dc86-4e57-b7ba-f23b1ae9c53a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:27.389304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5654b25b-1867-4b6a-abfe-9ce1d3b6d215 None None] Deleting port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:27.389877 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5654b25b-1867-4b6a-abfe-9ce1d3b6d215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:27.390096 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-945ae7c5-dc86-4e57-b7ba-f23b1ae9c53a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:45:27.390578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945ae7c5-dc86-4e57-b7ba-f23b1ae9c53a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:45:27.412818 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-945ae7c5-dc86-4e57-b7ba-f23b1ae9c53a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2093394 May 25 20:45:27.413121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38028) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:27.419061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-cc2b9760-9d29-4610-bfe6-21095d0d3c79 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:27.538017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-cc2b9760-9d29-4610-bfe6-21095d0d3c79 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:27.549391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-cc2b9760-9d29-4610-bfe6-21095d0d3c79 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:27.560116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2b9760-9d29-4610-bfe6-21095d0d3c79 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:27.563691 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cc2b9760-9d29-4610-bfe6-21095d0d3c79 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:27.565076 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2b9760-9d29-4610-bfe6-21095d0d3c79 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:45:27.566110 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2b9760-9d29-4610-bfe6-21095d0d3c79 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:45:27.585532 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cc2b9760-9d29-4610-bfe6-21095d0d3c79 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1711056 May 25 20:45:27.588378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38032) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:27.594753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-aa00ddaa-7f53-459c-87f3-cdb3d6d04a96 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:27.621055 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5654b25b-1867-4b6a-abfe-9ce1d3b6d215 None None] For port 2801ccb3-b3ef-4faa-8437-f831eb273fa7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2801ccb3-b3ef-4faa-8437-f831eb273fa7,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:27.621440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5654b25b-1867-4b6a-abfe-9ce1d3b6d215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:27.685204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2801ccb3-b3ef-4faa-8437-f831eb273fa7 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:45:27.712825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-aa00ddaa-7f53-459c-87f3-cdb3d6d04a96 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:27.722678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-aa00ddaa-7f53-459c-87f3-cdb3d6d04a96 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:27.732762 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa00ddaa-7f53-459c-87f3-cdb3d6d04a96 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:27.736396 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aa00ddaa-7f53-459c-87f3-cdb3d6d04a96 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:27.737747 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa00ddaa-7f53-459c-87f3-cdb3d6d04a96 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:45:27.738189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa00ddaa-7f53-459c-87f3-cdb3d6d04a96 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:45:27.757658 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-aa00ddaa-7f53-459c-87f3-cdb3d6d04a96 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1681628 May 25 20:45:27.760455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38036) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:27.766014 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6a9c7cae-2575-41b5-bbd4-fa15baeec51f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:27.776353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5654b25b-1867-4b6a-abfe-9ce1d3b6d215 None None] Calling delete_port for 2801ccb3-b3ef-4faa-8437-f831eb273fa7 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:27.882620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6a9c7cae-2575-41b5-bbd4-fa15baeec51f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:27.892546 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6a9c7cae-2575-41b5-bbd4-fa15baeec51f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:27.903589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9c7cae-2575-41b5-bbd4-fa15baeec51f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:27.909069 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7cae-2575-41b5-bbd4-fa15baeec51f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:27.911502 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9c7cae-2575-41b5-bbd4-fa15baeec51f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:45:27.912229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9c7cae-2575-41b5-bbd4-fa15baeec51f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:45:27.936871 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6a9c7cae-2575-41b5-bbd4-fa15baeec51f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1714840 May 25 20:45:27.937253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38040) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:27.943777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-39f55652-0244-478f-93e8-5c3cac1236b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:27.945143 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5654b25b-1867-4b6a-abfe-9ce1d3b6d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:28.002172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654b25b-1867-4b6a-abfe-9ce1d3b6d215 None None] Pushing event deleted for resources: {'Port': ['ID=2801ccb3-b3ef-4faa-8437-f831eb273fa7,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:28.009478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654b25b-1867-4b6a-abfe-9ce1d3b6d215 None None] No DVR routers for this DVR port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:45:28.015238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2801ccb3-b3ef-4faa-8437-f831eb273fa7 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:28.015606 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:28.063592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-39f55652-0244-478f-93e8-5c3cac1236b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:28.073510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-39f55652-0244-478f-93e8-5c3cac1236b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:28.084048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f55652-0244-478f-93e8-5c3cac1236b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:28.087413 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-39f55652-0244-478f-93e8-5c3cac1236b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:28.088736 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f55652-0244-478f-93e8-5c3cac1236b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:45:28.089153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f55652-0244-478f-93e8-5c3cac1236b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:45:28.108880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-39f55652-0244-478f-93e8-5c3cac1236b6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1704118 May 25 20:45:28.111572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38044) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:28.156784 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-809bad1c-1e2b-4928-8cee-510775d415dc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0438032 May 25 20:45:28.158251 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a1f47063-05fe-4ae6-b6f3-9ada194f4d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:28.158975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38048) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:28.225703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280e18f2-9147-4504-9703-b682739173bc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:28.227194 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-280e18f2-9147-4504-9703-b682739173bc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0659993 May 25 20:45:28.229917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38052) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:28.248177 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:28.406330 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a77b0ddd-ee08-451f-8f1b-888b4d2ba623 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1750548 May 25 20:45:28.410324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38060) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:28.415873 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:28.527294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:28.537544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:28.547636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:28.551549 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:28.774953 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-e87db80f-f56b-4146-bed6-f9943b2ecd21 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832057985&fields=id&tenant_id=7e7010833e5c431293fcd9aca5363db5 HTTP/1.1" status: 200 len: 267 time: 0.0945559 May 25 20:45:29.024405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-729fcfea-2ba5-4d39-8deb-ee9f02276f64 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:29.025754 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-729fcfea-2ba5-4d39-8deb-ee9f02276f64 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 812 time: 0.2362351 May 25 20:45:29.034750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.objects.ports [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88332) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:45:29.037641 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:29.079580 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-4b25bd91-b7d4-4797-a7c5-e916dd978201 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/quotas/7e7010833e5c431293fcd9aca5363db5 HTTP/1.1" status: 200 len: 375 time: 0.0436203 May 25 20:45:29.140136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:29.149468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:29.156613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:29.156971 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:29.159684 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b767b7e-98e1-42e2-abc8-7b3a89acb719 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:29.164713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=51039f44-50a3-4f20-9b8b-68d40572c6b1,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:29.187845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:29.188184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:29.188517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:29.188847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:29.189172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:29.189494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:29.189819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:29.190138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:29.190498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:29.190784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:29.191096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:29.191406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:29.213230 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ab3f9d30-caeb-49aa-a793-5a96dfc54edc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8018134 May 25 20:45:29.215973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38070) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:29.225769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'mac_address': 'fa:16:3e:82:72:b0', 'name': 'tempest-NetworksTestDHCPv6-2043314349'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:29.242970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-e6a37c11-aa27-44aa-9c16-11fd275f17ec tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1409945 May 25 20:45:29.382231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:29.393530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:29.397086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': '51039f44-50a3-4f20-9b8b-68d40572c6b1'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:45:29.398621 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:29.403133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:29.505535 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-4e54b697-6aa2-42bd-8d06-39ff6b47c244 service neutron] 10.222.0.60 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611887 May 25 20:45:29.536825 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:29.564526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port f095c020-b797-4469-81b5-45cfaf4d7ebc yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:45:29.569649 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Allocated IP 2001:db8::f816:3eff:fe21:aebf (000fa24c-4d51-46fe-b901-109d810e0403/51039f44-50a3-4f20-9b8b-68d40572c6b1/8a411c3a-ca99-404e-a239-7537c44733ae) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:29.659606 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-31acb3f1-4e6f-4c0b-b655-8a57895c84bb service neutron] 10.222.0.60 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474648 May 25 20:45:29.792995 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:29.804705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Transition to ACTIVE for port object 8a411c3a-ca99-404e-a239-7537c44733ae will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:29.824519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Transition to ACTIVE for port object 8a411c3a-ca99-404e-a239-7537c44733ae will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:29.831786 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:29.901119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::f816:3eff:fe82:72b0 (000fa24c-4d51-46fe-b901-109d810e0403/51039f44-50a3-4f20-9b8b-68d40572c6b1/f095c020-b797-4469-81b5-45cfaf4d7ebc) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:29.907488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:29.910773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:29.914424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:30.007769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Pushing event updated for resources: {'Port': ['ID=8a411c3a-ca99-404e-a239-7537c44733ae,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:30.037878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Attempting to bind port 8a411c3a-ca99-404e-a239-7537c44733ae on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:45:30.038305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Attempting to bind port 8a411c3a-ca99-404e-a239-7537c44733ae by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:45:30.039038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Attempting to bind port 8a411c3a-ca99-404e-a239-7537c44733ae on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:45:30.044969 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:45:30.045346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:45:30.045745 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:30.046130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:45:30.046657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Bound port: 8a411c3a-ca99-404e-a239-7537c44733ae, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:45:30.047025 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:30.109055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bf14b969-0bd3-4cf8-b5ce-520be9be20be req-28f1d82f-57fb-4c2c-98eb-09262ec52872 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:30.142929 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] For port 8a411c3a-ca99-404e-a239-7537c44733ae, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:45:30.145959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] For port 8a411c3a-ca99-404e-a239-7537c44733ae, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8a411c3a-ca99-404e-a239-7537c44733ae,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:45:30.150758 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:30.158124 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bf14b969-0bd3-4cf8-b5ce-520be9be20be req-28f1d82f-57fb-4c2c-98eb-09262ec52872 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:30.159352 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf14b969-0bd3-4cf8-b5ce-520be9be20be req-28f1d82f-57fb-4c2c-98eb-09262ec52872 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 210 time: 0.1098096 May 25 20:45:30.199897 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:30.219025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object f095c020-b797-4469-81b5-45cfaf4d7ebc will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:30.239378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4ca24-55be-4337-84ff-9e0dfa4e67eb None None] Pushing event updated for resources: {'Port': ['ID=8a411c3a-ca99-404e-a239-7537c44733ae,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:30.248923 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:30.330031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:30.333483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:30.337596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:30.343369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:30.343997 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:30.351837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=f095c020-b797-4469-81b5-45cfaf4d7ebc,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:30.377359 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4f06b90b-a888-45c1-ba3c-6c9a48667990 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1555851 May 25 20:45:30.377784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38090) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:30.513189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ad559b-5340-45f5-b54c-aa01c8646092 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:30.519614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ad559b-5340-45f5-b54c-aa01c8646092 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:30.520448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c5ad559b-5340-45f5-b54c-aa01c8646092 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:30.537522 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c5ad559b-5340-45f5-b54c-aa01c8646092 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:30.541275 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c5ad559b-5340-45f5-b54c-aa01c8646092 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1599739 May 25 20:45:30.541634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38094) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:30.625262 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-266c8ecf-5d72-42bb-b224-12855f5e0e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:30.641457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6627ad2e-9a1e-4804-bce4-f1dcd5f1287d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port f095c020-b797-4469-81b5-45cfaf4d7ebc {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:30.642350 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6627ad2e-9a1e-4804-bce4-f1dcd5f1287d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:30.905813 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6627ad2e-9a1e-4804-bce4-f1dcd5f1287d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:31.034761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6627ad2e-9a1e-4804-bce4-f1dcd5f1287d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for f095c020-b797-4469-81b5-45cfaf4d7ebc owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:31.218275 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6627ad2e-9a1e-4804-bce4-f1dcd5f1287d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:31.261898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-129a4d4c-d81c-4b59-b1a3-9f84097a66b6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:31.264501 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-129a4d4c-d81c-4b59-b1a3-9f84097a66b6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 812 time: 0.1871946 May 25 20:45:31.314886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627ad2e-9a1e-4804-bce4-f1dcd5f1287d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=f095c020-b797-4469-81b5-45cfaf4d7ebc,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:31.341155 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-0ad96d9a-745f-47b2-99dc-6727f2e9e9d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:31.345908 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6627ad2e-9a1e-4804-bce4-f1dcd5f1287d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:31.387522 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-0ad96d9a-745f-47b2-99dc-6727f2e9e9d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:31.390108 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-0ad96d9a-745f-47b2-99dc-6727f2e9e9d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e7010833e5c431293fcd9aca5363db5 HTTP/1.1" status: 200 len: 380 time: 0.1178489 May 25 20:45:31.403414 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:31.404877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'port': {'device_id': '0f83366d-ccca-4714-b0fe-97941a62b355', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'admin_state_up': True, 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'security_groups': ['f00aca44-476b-4d9e-b7b8-4484bdf46556']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:31.406441 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-64382550-443a-48dd-a02d-3d70675d55bb req-71ce9613-ff0d-473b-b33a-d231c3afa4a7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 210 time: 0.0761235 May 25 20:45:31.412557 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6627ad2e-9a1e-4804-bce4-f1dcd5f1287d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/f095c020-b797-4469-81b5-45cfaf4d7ebc HTTP/1.1" status: 204 len: 168 time: 0.8697960 May 25 20:45:31.418619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38100) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:31.507436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652efe29-e3b1-4f86-ae92-afbc9ffa9ca4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:31.509188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652efe29-e3b1-4f86-ae92-afbc9ffa9ca4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:31.510804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-652efe29-e3b1-4f86-ae92-afbc9ffa9ca4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:31.517314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-540d98c9-2464-48e6-88f0-40a6626f34d6 None None] Provisioning for port 8a411c3a-ca99-404e-a239-7537c44733ae completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:31.535437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-652efe29-e3b1-4f86-ae92-afbc9ffa9ca4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:31.536141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-652efe29-e3b1-4f86-ae92-afbc9ffa9ca4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1156940 May 25 20:45:31.539014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38104) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:31.588048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:31.600076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:31.615661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ba33a1-a4b4-4b08-8209-75f9ba77d3cc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 51039f44-50a3-4f20-9b8b-68d40572c6b1 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:31.616794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Made reservation on behalf of 7e7010833e5c431293fcd9aca5363db5 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:31.620718 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3ba33a1-a4b4-4b08-8209-75f9ba77d3cc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:31.632613 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:31.755326 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3ba33a1-a4b4-4b08-8209-75f9ba77d3cc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:31.771800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8a411c3a-ca99-404e-a239-7537c44733ae up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:31.857931 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3ba33a1-a4b4-4b08-8209-75f9ba77d3cc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:31.861586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fc424f4d-583d-4bf8-bc40-ef642d24cbe0 None None] Could not find standard attr ID for object f095c020-b797-4469-81b5-45cfaf4d7ebc. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:45:31.876778 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:31.899015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 8a411c3a-ca99-404e-a239-7537c44733ae completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:31.905409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8a411c3a-ca99-404e-a239-7537c44733ae triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:31.906012 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:31.958867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Allocated IP 172.20.0.11 (e8b72074-fda4-47cc-ba54-cf2b1a031238/a57f86a8-16f5-403a-9fff-dacc6807d6d3/a527b916-2019-449f-acfb-1e8969c61197) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:31.970251 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3ba33a1-a4b4-4b08-8209-75f9ba77d3cc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:32.028258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba33a1-a4b4-4b08-8209-75f9ba77d3cc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=51039f44-50a3-4f20-9b8b-68d40572c6b1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:32.033930 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3ba33a1-a4b4-4b08-8209-75f9ba77d3cc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:32.051332 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b3ba33a1-a4b4-4b08-8209-75f9ba77d3cc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/51039f44-50a3-4f20-9b8b-68d40572c6b1 HTTP/1.1" status: 204 len: 168 time: 0.5111191 May 25 20:45:32.053880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38108) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:32.069416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a7267-d6e0-489b-89c9-76574d2da9b4 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:32.090914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8a411c3a-ca99-404e-a239-7537c44733ae is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:32.091371 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:32.137588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4169e76d-0b26-4d3c-a111-5d699384d78d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820315 May 25 20:45:32.140856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38112) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:32.149775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:32.215354 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:32.234527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Transition to ACTIVE for port object a527b916-2019-449f-acfb-1e8969c61197 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:32.236971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 8a411c3a-ca99-404e-a239-7537c44733ae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8a411c3a-ca99-404e-a239-7537c44733ae,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:32.267910 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:32.283686 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:32.303871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:32.308219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:32.311910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:32.319570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:32.333788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:32.338042 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:32.357655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'Port': ['ID=a527b916-2019-449f-acfb-1e8969c61197,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:32.376121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:32.378708 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:32.395265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:32.424763 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=8a411c3a-ca99-404e-a239-7537c44733ae,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:32.527795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:45:32.533196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Deleting port 8a411c3a-ca99-404e-a239-7537c44733ae {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:32.533560 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:32.644986 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:32.645805 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:32.753721 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-fc7f681f-2950-4013-b947-6bc8d75b3dd7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3569498 May 25 20:45:32.770856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Request body: {'port': {'device_id': '0f83366d-ccca-4714-b0fe-97941a62b355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:32.851089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf07a0-6f1d-4f4e-b384-b62278256ac6 req-41273494-ce87-4a47-9e87-af7ddb070cdb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:32.852714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-80cf07a0-6f1d-4f4e-b384-b62278256ac6 req-41273494-ce87-4a47-9e87-af7ddb070cdb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:32.864088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6d026bc9-20a7-496d-889c-811aae9b0a45 None None] Provisioning for port a527b916-2019-449f-acfb-1e8969c61197 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:32.869479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] For port 8a411c3a-ca99-404e-a239-7537c44733ae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8a411c3a-ca99-404e-a239-7537c44733ae,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:32.869995 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:32.886448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6d026bc9-20a7-496d-889c-811aae9b0a45 None None] Provisioning complete for port a527b916-2019-449f-acfb-1e8969c61197 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:32.886836 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6d026bc9-20a7-496d-889c-811aae9b0a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:32.945855 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:32.957801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-80cf07a0-6f1d-4f4e-b384-b62278256ac6 req-41273494-ce87-4a47-9e87-af7ddb070cdb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:32.958992 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-80cf07a0-6f1d-4f4e-b384-b62278256ac6 req-41273494-ce87-4a47-9e87-af7ddb070cdb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 932 time: 0.3089917 May 25 20:45:33.006070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6d026bc9-20a7-496d-889c-811aae9b0a45 None None] Port a527b916-2019-449f-acfb-1e8969c61197 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:45:33.029692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.objects.ports [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88332) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:45:33.059149 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-80cf07a0-6f1d-4f4e-b384-b62278256ac6 req-f8ea1858-e0b5-4da8-9083-13f2d56c2ac1 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609276 May 25 20:45:33.090178 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Calling delete_port for 8a411c3a-ca99-404e-a239-7537c44733ae owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:33.163492 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:33.199055 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:45:33.199414 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:45:33.246077 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:33.416463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a527b916-2019-449f-acfb-1e8969c61197 {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:45:33.424813 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:33.441377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Transition to ACTIVE for port object a527b916-2019-449f-acfb-1e8969c61197 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:33.445621 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:33.484460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] For port 8a411c3a-ca99-404e-a239-7537c44733ae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8a411c3a-ca99-404e-a239-7537c44733ae,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:33.516621 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:33.523328 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:33.524045 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:33.628607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Pushing event updated for resources: {'Port': ['ID=a527b916-2019-449f-acfb-1e8969c61197,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:33.645271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:33.650889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:33.659239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:33.659832 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:33.691299 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5492363 May 25 20:45:33.694984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38120) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:33.701884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Deleting port 8a411c3a-ca99-404e-a239-7537c44733ae {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:33.702970 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:33.703185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'mac_address': 'fa:16:3e:15:eb:b5', 'name': 'tempest-NetworksTestDHCPv6-126754763'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:33.736010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8a411c3a-ca99-404e-a239-7537c44733ae no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:45:33.770142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Attempting to bind port a527b916-2019-449f-acfb-1e8969c61197 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:45:33.770820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Attempting to bind port a527b916-2019-449f-acfb-1e8969c61197 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:45:33.771328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Attempting to bind port a527b916-2019-449f-acfb-1e8969c61197 on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:45:33.776781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Port a527b916-2019-449f-acfb-1e8969c61197 on network e8b72074-fda4-47cc-ba54-cf2b1a031238 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:45:33.777273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Attempting to bind port a527b916-2019-449f-acfb-1e8969c61197 on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:45:33.783386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:45:33.784069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Checking segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:45:33.784630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Bound using segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:45:33.785364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Bound port: a527b916-2019-449f-acfb-1e8969c61197, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:45:33.785884 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:33.802943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=ccb40a71-a7e8-4cc9-9ab9-b53f63c73fd8,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:33.809177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3e170-5ce6-4e2d-8f8c-cadf39a05253 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=8a411c3a-ca99-404e-a239-7537c44733ae,revision_number=6']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:33.862822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:33.867644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:33.870139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:33.876495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:33.887821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:33.897846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] For port a527b916-2019-449f-acfb-1e8969c61197, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:45:33.901271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] For port a527b916-2019-449f-acfb-1e8969c61197, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a527b916-2019-449f-acfb-1e8969c61197,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:45:33.905746 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:33.969567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:33.970462 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:33.972224 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] 10.222.0.50 "PUT /v2.0/ports/a527b916-2019-449f-acfb-1e8969c61197 HTTP/1.1" status: 200 len: 1092 time: 1.2088413 May 25 20:45:33.972371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f83366d-ccca-4714-b0fe-97941a62b355', 'tag': 'a527b916-2019-449f-acfb-1e8969c61197'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:45:33.995259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06004cce-fb15-43ff-b9fd-644f06adb182 service neutron] Pushing event updated for resources: {'Port': ['ID=a527b916-2019-449f-acfb-1e8969c61197,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:34.026552 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:34.062077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 99751e63-22af-4934-9f83-e66951242c83 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:45:34.067307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8a411c3a-ca99-404e-a239-7537c44733ae is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:34.068345 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:34.071223 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6207b722-569d-48ca-b924-83a70c23bf45'] response: {'name': 'network-changed', 'server_uuid': '0f83366d-ccca-4714-b0fe-97941a62b355', 'tag': 'a527b916-2019-449f-acfb-1e8969c61197', 'status': 'completed', 'code': 200} May 25 20:45:34.128897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-08a6245b-202a-432e-879c-4aeb6794ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:34.130315 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-08a6245b-202a-432e-879c-4aeb6794ae3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 1095 time: 0.1159573 May 25 20:45:34.157249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] For port 8a411c3a-ca99-404e-a239-7537c44733ae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8a411c3a-ca99-404e-a239-7537c44733ae,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:34.157907 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:34.167131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 8a411c3a-ca99-404e-a239-7537c44733ae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8a411c3a-ca99-404e-a239-7537c44733ae,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:34.227100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-10060103-56b2-416e-84ed-9c64745d758b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a527b916-2019-449f-acfb-1e8969c61197 HTTP/1.1" status: 200 len: 217 time: 0.0893824 May 25 20:45:34.239232 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:34.254723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::f816:3eff:fe15:ebb5 (000fa24c-4d51-46fe-b901-109d810e0403/ccb40a71-a7e8-4cc9-9ab9-b53f63c73fd8/99751e63-22af-4934-9f83-e66951242c83) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:34.348544 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-1a5aac99-ed0b-4443-9c4c-7d9c3ef37e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:34.350212 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-1a5aac99-ed0b-4443-9c4c-7d9c3ef37e10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0809572 May 25 20:45:34.355295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Calling delete_port for 8a411c3a-ca99-404e-a239-7537c44733ae owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:34.423960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df33f78-eebc-476b-bdaf-9222c4a90706 req-2d615c14-655a-4918-b665-2d7053a75dcd tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:34.425470 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3df33f78-eebc-476b-bdaf-9222c4a90706 req-2d615c14-655a-4918-b665-2d7053a75dcd tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 944 time: 0.1974776 May 25 20:45:34.466031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=8a411c3a-ca99-404e-a239-7537c44733ae,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:34.479870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-f5371f54-d871-4b9c-bf90-c34fd8780eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:34.481326 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:45:34.481460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-f5371f54-d871-4b9c-bf90-c34fd8780eea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242452 May 25 20:45:34.481674 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:45:34.486333 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3df33f78-eebc-476b-bdaf-9222c4a90706 req-deddccbe-d3d9-4079-a4d3-a3d5416a5e52 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550840 May 25 20:45:34.509211 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:34.525280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 99751e63-22af-4934-9f83-e66951242c83 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:34.549656 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:34.622275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:34.626316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:34.630664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:34.636263 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:34.636890 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:34.645263 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=99751e63-22af-4934-9f83-e66951242c83,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:34.670466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b1af7462-2402-478f-bc59-ccd139503ccd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9718556 May 25 20:45:34.672546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38128) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:34.730522 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-2319ca46-b6c7-466e-83b7-456601b0898e service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423193 May 25 20:45:34.767146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24d751-3303-4fe9-804a-507fc503f780 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:34.773000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24d751-3303-4fe9-804a-507fc503f780 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:34.773755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-eb24d751-3303-4fe9-804a-507fc503f780 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:34.790926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-eb24d751-3303-4fe9-804a-507fc503f780 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:34.792023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-eb24d751-3303-4fe9-804a-507fc503f780 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1181862 May 25 20:45:34.794740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38132) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:34.864821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c5193d55-3e61-4ff4-ba8b-a3a4aff3aa74 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 99751e63-22af-4934-9f83-e66951242c83 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:34.865158 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c5193d55-3e61-4ff4-ba8b-a3a4aff3aa74 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:34.869061 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6da02af0-d4e2-479b-96ad-77da7b6755a0 req-8748b991-869a-4455-94d9-fb058a303988 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316326 May 25 20:45:34.985755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d1d34-c759-4f03-812a-fb3e61852212 req-22a51423-bf76-4ee6-9b18-f4188532819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:34.987166 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e52d1d34-c759-4f03-812a-fb3e61852212 req-22a51423-bf76-4ee6-9b18-f4188532819c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 1095 time: 0.0762522 May 25 20:45:35.124341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d1d34-c759-4f03-812a-fb3e61852212 req-6bca1745-7372-4ab8-a336-cae6279a3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:35.125951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e52d1d34-c759-4f03-812a-fb3e61852212 req-6bca1745-7372-4ab8-a336-cae6279a3322 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.1331112 May 25 20:45:35.199462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e52d1d34-c759-4f03-812a-fb3e61852212 req-e3e895ff-3980-4ed3-a87f-b4ae59d9635f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a527b916-2019-449f-acfb-1e8969c61197 HTTP/1.1" status: 200 len: 217 time: 0.0657814 May 25 20:45:35.226991 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c5193d55-3e61-4ff4-ba8b-a3a4aff3aa74 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:35.267651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d1d34-c759-4f03-812a-fb3e61852212 req-849e2c36-98bf-42b9-bac2-24238f5af1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:35.269291 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e52d1d34-c759-4f03-812a-fb3e61852212 req-849e2c36-98bf-42b9-bac2-24238f5af1cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0632665 May 25 20:45:35.281756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Deleting port 8a411c3a-ca99-404e-a239-7537c44733ae {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:35.281756 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:35.378030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c5193d55-3e61-4ff4-ba8b-a3a4aff3aa74 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 99751e63-22af-4934-9f83-e66951242c83 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:35.381161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d1d34-c759-4f03-812a-fb3e61852212 req-4e4a4f31-eb27-4c1f-95e6-e58b695f25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:35.383164 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e52d1d34-c759-4f03-812a-fb3e61852212 req-4e4a4f31-eb27-4c1f-95e6-e58b695f25e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921252 May 25 20:45:35.551599 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e52d1d34-c759-4f03-812a-fb3e61852212 req-5ec35818-bbe7-4792-82bc-b48290aa9d90 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609936 May 25 20:45:35.556266 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c5193d55-3e61-4ff4-ba8b-a3a4aff3aa74 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:35.585254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] For port 8a411c3a-ca99-404e-a239-7537c44733ae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8a411c3a-ca99-404e-a239-7537c44733ae,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:35.585642 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:35.660776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5193d55-3e61-4ff4-ba8b-a3a4aff3aa74 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=99751e63-22af-4934-9f83-e66951242c83,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:35.729566 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c5193d55-3e61-4ff4-ba8b-a3a4aff3aa74 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:35.750216 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e52d1d34-c759-4f03-812a-fb3e61852212 req-ff27a1a1-a475-4e72-bd30-25d726abfc5a service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904564 May 25 20:45:35.755195 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c5193d55-3e61-4ff4-ba8b-a3a4aff3aa74 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/99751e63-22af-4934-9f83-e66951242c83 HTTP/1.1" status: 204 len: 168 time: 0.9567556 May 25 20:45:35.755544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38138) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:35.838224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0a24d-a38e-4712-a0a3-de5006dd55c5 req-2d739d50-6c8c-4469-8a7f-904e85be5a5c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:35.839607 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8bd0a24d-a38e-4712-a0a3-de5006dd55c5 req-2d739d50-6c8c-4469-8a7f-904e85be5a5c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 944 time: 0.2180512 May 25 20:45:35.846336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb4065b-6c05-4259-8062-cbe706caa731 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:35.847791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb4065b-6c05-4259-8062-cbe706caa731 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:35.848490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bcb4065b-6c05-4259-8062-cbe706caa731 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:35.859608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Calling delete_port for 8a411c3a-ca99-404e-a239-7537c44733ae owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:35.888192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bcb4065b-6c05-4259-8062-cbe706caa731 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:35.889958 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bcb4065b-6c05-4259-8062-cbe706caa731 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1335766 May 25 20:45:35.893853 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38142) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:35.900724 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8bd0a24d-a38e-4712-a0a3-de5006dd55c5 req-d23f8b6a-7dd4-44c8-8226-b1ce108b7fe0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494835 May 25 20:45:35.960730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59e55f8-08e4-480e-982b-58f7591763eb tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet ccb40a71-a7e8-4cc9-9ab9-b53f63c73fd8 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:35.963629 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a59e55f8-08e4-480e-982b-58f7591763eb tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:35.996793 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:36.020008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a59e55f8-08e4-480e-982b-58f7591763eb tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:36.094325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] Pushing event deleted for resources: {'Port': ['ID=8a411c3a-ca99-404e-a239-7537c44733ae,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:36.112053 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a59e55f8-08e4-480e-982b-58f7591763eb tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:36.139918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256c68d-41d6-41a1-8a82-764bc0be51cf None None] No DVR routers for this DVR port 8a411c3a-ca99-404e-a239-7537c44733ae on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:45:36.157093 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfc7c26-69ec-4e16-9f8b-6314a5361087 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:36.188381 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a59e55f8-08e4-480e-982b-58f7591763eb tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:36.232236 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e55f8-08e4-480e-982b-58f7591763eb tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb40a71-a7e8-4cc9-9ab9-b53f63c73fd8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:36.234326 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a59e55f8-08e4-480e-982b-58f7591763eb tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:36.249654 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a59e55f8-08e4-480e-982b-58f7591763eb tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/ccb40a71-a7e8-4cc9-9ab9-b53f63c73fd8 HTTP/1.1" status: 204 len: 168 time: 0.3546638 May 25 20:45:36.252100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38146) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:36.323764 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-14e8c614-b472-4202-84d1-d44040932211 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702963 May 25 20:45:36.326071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38150) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:36.378916 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e1594d7c-5737-406e-b6f3-928a60ff6bde tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0516653 May 25 20:45:36.381183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38154) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:36.444623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475c27eb-0649-4dba-86c1-3a00d4002a79 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:36.445289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-475c27eb-0649-4dba-86c1-3a00d4002a79 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:36.460159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-475c27eb-0649-4dba-86c1-3a00d4002a79 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:36.461746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-475c27eb-0649-4dba-86c1-3a00d4002a79 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0796909 May 25 20:45:36.464371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38158) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:36.535726 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fbcedd02-5a33-4794-8fed-0cd1061d8869 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703106 May 25 20:45:36.539559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38162) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:36.544873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e5745194-218b-47fb-9f5f-4c09024f9f15 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:36.756631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e5745194-218b-47fb-9f5f-4c09024f9f15 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:36.766840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e5745194-218b-47fb-9f5f-4c09024f9f15 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:36.776838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5745194-218b-47fb-9f5f-4c09024f9f15 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:36.781153 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5745194-218b-47fb-9f5f-4c09024f9f15 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:37.116849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.objects.ports [None req-e5745194-218b-47fb-9f5f-4c09024f9f15 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88331) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:45:37.118081 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5745194-218b-47fb-9f5f-4c09024f9f15 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:37.225596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5745194-218b-47fb-9f5f-4c09024f9f15 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:37.235812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e5745194-218b-47fb-9f5f-4c09024f9f15 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:37.241689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5745194-218b-47fb-9f5f-4c09024f9f15 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:37.241835 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e5745194-218b-47fb-9f5f-4c09024f9f15 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:37.244643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ced546-c516-499b-a758-3f79d43a6e2e None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:37.250095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5745194-218b-47fb-9f5f-4c09024f9f15 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=627cc7c0-1dc9-40b9-bf09-987fecc4d650,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:37.279486 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e5745194-218b-47fb-9f5f-4c09024f9f15 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7388246 May 25 20:45:37.282181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38170) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:37.287632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'mac_address': 'fa:16:3e:6d:0c:a2', 'name': 'tempest-NetworksTestDHCPv6-180467328'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:37.291976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce40945-263b-4511-bd42-1d1e18d09319 req-431f7386-d080-4af6-af34-49417d5b44cc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:37.293450 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ce40945-263b-4511-bd42-1d1e18d09319 req-431f7386-d080-4af6-af34-49417d5b44cc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 944 time: 0.1382327 May 25 20:45:37.344228 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ce40945-263b-4511-bd42-1d1e18d09319 req-185fe4e5-2f77-44f7-8a68-cfecd9e44e2b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435050 May 25 20:45:37.432818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:37.437752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:37.440750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:37.446616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:37.457605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:37.461950 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:37.484743 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': '627cc7c0-1dc9-40b9-bf09-987fecc4d650'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:45:37.485595 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:37.490563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port b35dce73-1611-4b4a-9b16-26455951baf2 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:45:37.632741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::f816:3eff:fe6d:ca2 (000fa24c-4d51-46fe-b901-109d810e0403/627cc7c0-1dc9-40b9-bf09-987fecc4d650/b35dce73-1611-4b4a-9b16-26455951baf2) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:37.833953 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:37.849196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object b35dce73-1611-4b4a-9b16-26455951baf2 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:37.872084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:37.933718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Allocated IP 2001:db8::f816:3eff:fefd:ad1b (000fa24c-4d51-46fe-b901-109d810e0403/627cc7c0-1dc9-40b9-bf09-987fecc4d650/4d24a560-64cf-4cbd-9d67-e0df944752e9) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:37.948755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:37.952651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:37.956574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:37.962075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:37.962701 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:37.974435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=b35dce73-1611-4b4a-9b16-26455951baf2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:37.990916 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8dd45d77-065f-4272-bf7a-ca3079106be8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7076550 May 25 20:45:37.993693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38174) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:38.075382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be51968a-24d9-4b4b-ba76-96ab19dc01dc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:38.076126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-be51968a-24d9-4b4b-ba76-96ab19dc01dc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:38.091118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-be51968a-24d9-4b4b-ba76-96ab19dc01dc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:38.093019 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-be51968a-24d9-4b4b-ba76-96ab19dc01dc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0982716 May 25 20:45:38.095611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38178) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:38.144914 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:38.155190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Transition to ACTIVE for port object 4d24a560-64cf-4cbd-9d67-e0df944752e9 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:38.163785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-2712c05d-2845-489b-9f4b-2d7d714dc03f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port b35dce73-1611-4b4a-9b16-26455951baf2 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:38.164122 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2712c05d-2845-489b-9f4b-2d7d714dc03f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:38.173849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Transition to ACTIVE for port object 4d24a560-64cf-4cbd-9d67-e0df944752e9 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:38.179831 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:38.251006 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:38.254184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:38.257727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:38.292543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Pushing event updated for resources: {'Port': ['ID=4d24a560-64cf-4cbd-9d67-e0df944752e9,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:38.353299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Attempting to bind port 4d24a560-64cf-4cbd-9d67-e0df944752e9 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:45:38.353653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Attempting to bind port 4d24a560-64cf-4cbd-9d67-e0df944752e9 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:45:38.354011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Attempting to bind port 4d24a560-64cf-4cbd-9d67-e0df944752e9 on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:45:38.360776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:45:38.361144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:45:38.361538 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:38.361923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:45:38.362414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Bound port: 4d24a560-64cf-4cbd-9d67-e0df944752e9, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:45:38.362921 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:38.461025 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] For port 4d24a560-64cf-4cbd-9d67-e0df944752e9, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:45:38.463910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] For port 4d24a560-64cf-4cbd-9d67-e0df944752e9, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4d24a560-64cf-4cbd-9d67-e0df944752e9,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:45:38.469888 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:38.554217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431ac35-ca02-4f70-a9d4-5c80d9abf73c None None] Pushing event updated for resources: {'Port': ['ID=4d24a560-64cf-4cbd-9d67-e0df944752e9,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:38.601093 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2712c05d-2845-489b-9f4b-2d7d714dc03f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:38.735888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-2712c05d-2845-489b-9f4b-2d7d714dc03f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for b35dce73-1611-4b4a-9b16-26455951baf2 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:38.774753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b728cc-1926-4a3a-b62c-2179d8fbffdc req-f7e36de1-6aaf-4ac0-9b87-94cdd2db49a3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:38.777300 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60b728cc-1926-4a3a-b62c-2179d8fbffdc req-f7e36de1-6aaf-4ac0-9b87-94cdd2db49a3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 944 time: 0.2904937 May 25 20:45:38.875110 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-60b728cc-1926-4a3a-b62c-2179d8fbffdc req-26f9e023-9b26-4951-85bb-7817a54b2613 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840268 May 25 20:45:38.950646 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2712c05d-2845-489b-9f4b-2d7d714dc03f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:39.005363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712c05d-2845-489b-9f4b-2d7d714dc03f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=b35dce73-1611-4b4a-9b16-26455951baf2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:39.048226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2712c05d-2845-489b-9f4b-2d7d714dc03f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:39.058758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2712c05d-2845-489b-9f4b-2d7d714dc03f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/b35dce73-1611-4b4a-9b16-26455951baf2 HTTP/1.1" status: 204 len: 168 time: 0.9619470 May 25 20:45:39.062138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38184) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:39.130831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8af8c4f-5d97-45ad-af45-e07198515097 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:39.132595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8af8c4f-5d97-45ad-af45-e07198515097 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:39.134263 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c8af8c4f-5d97-45ad-af45-e07198515097 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0711789 May 25 20:45:39.137071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38188) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:39.210349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ede982e-6adf-4f5f-a133-73141eb2ce77 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 627cc7c0-1dc9-40b9-bf09-987fecc4d650 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:39.213436 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ede982e-6adf-4f5f-a133-73141eb2ce77 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:39.273749 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ede982e-6adf-4f5f-a133-73141eb2ce77 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:39.365549 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ede982e-6adf-4f5f-a133-73141eb2ce77 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:39.445368 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ede982e-6adf-4f5f-a133-73141eb2ce77 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:39.487690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede982e-6adf-4f5f-a133-73141eb2ce77 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=627cc7c0-1dc9-40b9-bf09-987fecc4d650,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:39.491090 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6ede982e-6adf-4f5f-a133-73141eb2ce77 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:39.501121 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6ede982e-6adf-4f5f-a133-73141eb2ce77 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/627cc7c0-1dc9-40b9-bf09-987fecc4d650 HTTP/1.1" status: 204 len: 168 time: 0.3629954 May 25 20:45:39.506094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38192) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:39.528235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-77fbaed3-9a5e-478e-83fa-5536bfde985c None None] Provisioning for port 4d24a560-64cf-4cbd-9d67-e0df944752e9 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:39.578942 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9789cf6f-942a-40c6-8e5b-705b0faf2a91 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716918 May 25 20:45:39.581713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38196) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:39.588193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:39.683422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35602b1-bfb3-4b90-ba6e-be45e241bfd2 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:39.714177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:39.722707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:39.725752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:39.731710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:39.743786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:39.748024 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:39.792068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4d24a560-64cf-4cbd-9d67-e0df944752e9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:39.852663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-42370432-433b-43e2-a94d-873cf698dab3 None None] Could not find standard attr ID for object b35dce73-1611-4b4a-9b16-26455951baf2. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:45:39.969106 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 4d24a560-64cf-4cbd-9d67-e0df944752e9 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:39.975176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4d24a560-64cf-4cbd-9d67-e0df944752e9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:39.975589 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:40.105269 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4d24a560-64cf-4cbd-9d67-e0df944752e9 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:40.105269 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:40.115730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:45:40.124923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] Deleting port 4d24a560-64cf-4cbd-9d67-e0df944752e9 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:40.125279 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:40.166888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfd81b-35d7-440e-8c23-f36ccfd0043f req-daf51a02-1af7-455e-ad93-89bb46ce9ac4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:40.168693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-32bfd81b-35d7-440e-8c23-f36ccfd0043f req-daf51a02-1af7-455e-ad93-89bb46ce9ac4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 944 time: 0.1590564 May 25 20:45:40.193314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 4d24a560-64cf-4cbd-9d67-e0df944752e9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4d24a560-64cf-4cbd-9d67-e0df944752e9,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:40.196825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.objects.ports [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88331) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:45:40.222241 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:40.280330 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-32bfd81b-35d7-440e-8c23-f36ccfd0043f req-25f2ca68-4f74-4fcd-bb2a-2091bb8c5f3a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037345 May 25 20:45:40.329204 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=4d24a560-64cf-4cbd-9d67-e0df944752e9,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:40.393339 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:40.435269 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] For port 4d24a560-64cf-4cbd-9d67-e0df944752e9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4d24a560-64cf-4cbd-9d67-e0df944752e9,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:40.435691 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:40.562338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] Calling delete_port for 4d24a560-64cf-4cbd-9d67-e0df944752e9 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:40.616550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] For port 4d24a560-64cf-4cbd-9d67-e0df944752e9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4d24a560-64cf-4cbd-9d67-e0df944752e9,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:40.645235 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:40.649577 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:40.650304 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:40.651979 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:45:40.652522 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:45:40.865798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:40.871080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:40.877921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:40.878539 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:40.901066 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=57d67c5b-cba9-4ab2-abb2-daf88ade3364,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:40.905942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=4d24a560-64cf-4cbd-9d67-e0df944752e9,revision_number=6']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:40.919670 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3e0bb68f-6841-4dc9-b48f-b7d4c2f67d38 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3365297 May 25 20:45:40.922400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38202) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:40.927714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'mac_address': 'fa:16:3e:98:b1:8f', 'name': 'tempest-NetworksTestDHCPv6-158520464'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:41.066137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:41.070226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:41.073009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:41.078884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:41.088405 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:41.153709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] Deleting port 4d24a560-64cf-4cbd-9d67-e0df944752e9 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:41.154108 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:41.213891 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:41.241008 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 7063ca61-55d9-4904-aea1-08fc7b3b8175 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:45:41.399311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] For port 4d24a560-64cf-4cbd-9d67-e0df944752e9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4d24a560-64cf-4cbd-9d67-e0df944752e9,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:41.399543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::f816:3eff:fe98:b18f (000fa24c-4d51-46fe-b901-109d810e0403/57d67c5b-cba9-4ab2-abb2-daf88ade3364/7063ca61-55d9-4904-aea1-08fc7b3b8175) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:41.399694 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:41.485301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6273912-293b-4fa9-8355-9b9ffbe83c2c req-1a8c2af7-7eb2-48bc-8621-f1bdd45d36c9 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:41.486901 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e6273912-293b-4fa9-8355-9b9ffbe83c2c req-1a8c2af7-7eb2-48bc-8621-f1bdd45d36c9 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 944 time: 0.0880871 May 25 20:45:41.526134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] Calling delete_port for 4d24a560-64cf-4cbd-9d67-e0df944752e9 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:41.533859 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e6273912-293b-4fa9-8355-9b9ffbe83c2c req-cda76644-d96a-444a-a9a0-90839d6a9104 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406711 May 25 20:45:41.608202 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:41.663903 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:41.664507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 7063ca61-55d9-4904-aea1-08fc7b3b8175 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:41.695556 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:41.702825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4d24a560-64cf-4cbd-9d67-e0df944752e9 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:45:41.754349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 4d24a560-64cf-4cbd-9d67-e0df944752e9 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:45:41.754549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4d24a560-64cf-4cbd-9d67-e0df944752e9 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:45:41.755875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] Pushing event deleted for resources: {'Port': ['ID=4d24a560-64cf-4cbd-9d67-e0df944752e9,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:41.768198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:41.772348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:41.776740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:41.782486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:41.783143 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:41.805543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=7063ca61-55d9-4904-aea1-08fc7b3b8175,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:41.819406 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-764e0762-48c2-4b27-be91-9541d8b53882 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8959832 May 25 20:45:41.822063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38210) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:41.861048 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93d135d-66ba-4069-b090-32f7378921b2 None None] No DVR routers for this DVR port 4d24a560-64cf-4cbd-9d67-e0df944752e9 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:45:41.871644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device a527b916-2019-449f-acfb-1e8969c61197 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:45:41.877402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b018ac46-cb58-479a-927a-472deece4cff None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:41.907488 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a535e743-6503-412d-8498-21ddb7e1a521 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:41.908281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a535e743-6503-412d-8498-21ddb7e1a521 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:41.924586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a535e743-6503-412d-8498-21ddb7e1a521 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:41.925870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a535e743-6503-412d-8498-21ddb7e1a521 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1028228 May 25 20:45:41.928442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38214) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:42.002239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1dc1d5d5-6299-44d3-bb6d-055b4cb4162a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 7063ca61-55d9-4904-aea1-08fc7b3b8175 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:42.002617 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1dc1d5d5-6299-44d3-bb6d-055b4cb4162a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:42.152581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port a527b916-2019-449f-acfb-1e8969c61197, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a527b916-2019-449f-acfb-1e8969c61197,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:42.197315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'a527b916-2019-449f-acfb-1e8969c61197', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'port_id': 'a527b916-2019-449f-acfb-1e8969c61197', 'mac_address': 'fa:16:3e:28:f8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:45:42.253115 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1dc1d5d5-6299-44d3-bb6d-055b4cb4162a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:42.272866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port a527b916-2019-449f-acfb-1e8969c61197 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:42.273263 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:42.295795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a527b916-2019-449f-acfb-1e8969c61197 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:45:42.319099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': '57d67c5b-cba9-4ab2-abb2-daf88ade3364'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:45:42.319910 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:42.329777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port a527b916-2019-449f-acfb-1e8969c61197, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a527b916-2019-449f-acfb-1e8969c61197,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:42.335981 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:42.390516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1dc1d5d5-6299-44d3-bb6d-055b4cb4162a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 7063ca61-55d9-4904-aea1-08fc7b3b8175 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:42.468766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=a527b916-2019-449f-acfb-1e8969c61197,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:42.548770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['a527b916-2019-449f-acfb-1e8969c61197'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:45:42.550708 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1dc1d5d5-6299-44d3-bb6d-055b4cb4162a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:42.580035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Allocated IP 2001:db8::f816:3eff:fec4:e958 (000fa24c-4d51-46fe-b901-109d810e0403/57d67c5b-cba9-4ab2-abb2-daf88ade3364/5ebd2b55-daa7-4230-a05d-785924ff304f) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:42.603344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1d5d5-6299-44d3-bb6d-055b4cb4162a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=7063ca61-55d9-4904-aea1-08fc7b3b8175,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:42.646828 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1dc1d5d5-6299-44d3-bb6d-055b4cb4162a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:42.718204 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1dc1d5d5-6299-44d3-bb6d-055b4cb4162a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/7063ca61-55d9-4904-aea1-08fc7b3b8175 HTTP/1.1" status: 204 len: 168 time: 0.7884204 May 25 20:45:42.720587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38220) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:42.805641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dba8796-80d0-4916-b70d-ad40c273f5c3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:42.807455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dba8796-80d0-4916-b70d-ad40c273f5c3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:42.808739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3dba8796-80d0-4916-b70d-ad40c273f5c3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:42.822482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953e1ac-25e9-4c1a-8faf-ed3772bce6f5 req-a2fa72be-1db4-4835-a62c-09225ef15471 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:42.823942 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e953e1ac-25e9-4c1a-8faf-ed3772bce6f5 req-a2fa72be-1db4-4835-a62c-09225ef15471 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 945 time: 0.1742132 May 25 20:45:42.852981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3dba8796-80d0-4916-b70d-ad40c273f5c3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:42.854126 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3dba8796-80d0-4916-b70d-ad40c273f5c3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1326962 May 25 20:45:42.857205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38224) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:42.879137 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e953e1ac-25e9-4c1a-8faf-ed3772bce6f5 req-21c2a725-2a58-497c-bfb8-b069876b3adb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464821 May 25 20:45:42.903833 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:42.926615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Transition to ACTIVE for port object 5ebd2b55-daa7-4230-a05d-785924ff304f will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:42.933357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-098c6051-30b1-4671-a955-a651e3645d29 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 57d67c5b-cba9-4ab2-abb2-daf88ade3364 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:42.967043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Transition to ACTIVE for port object 5ebd2b55-daa7-4230-a05d-785924ff304f will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:42.972225 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-098c6051-30b1-4671-a955-a651e3645d29 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:42.984020 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:43.032917 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-098c6051-30b1-4671-a955-a651e3645d29 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:43.071672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:43.078999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:43.084789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:43.092834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Pushing event updated for resources: {'Port': ['ID=5ebd2b55-daa7-4230-a05d-785924ff304f,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:43.120295 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-098c6051-30b1-4671-a955-a651e3645d29 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:43.201631 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-098c6051-30b1-4671-a955-a651e3645d29 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:43.220834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Attempting to bind port 5ebd2b55-daa7-4230-a05d-785924ff304f on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:45:43.221193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Attempting to bind port 5ebd2b55-daa7-4230-a05d-785924ff304f by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:45:43.221546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Attempting to bind port 5ebd2b55-daa7-4230-a05d-785924ff304f on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:45:43.228875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:45:43.229155 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:45:43.229553 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:43.229937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:45:43.230424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Bound port: 5ebd2b55-daa7-4230-a05d-785924ff304f, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:45:43.230786 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:43.243797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c6051-30b1-4671-a955-a651e3645d29 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=57d67c5b-cba9-4ab2-abb2-daf88ade3364,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:43.247485 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-098c6051-30b1-4671-a955-a651e3645d29 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:43.261781 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-098c6051-30b1-4671-a955-a651e3645d29 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/57d67c5b-cba9-4ab2-abb2-daf88ade3364 HTTP/1.1" status: 204 len: 168 time: 0.4035285 May 25 20:45:43.264556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38228) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:43.324728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] For port 5ebd2b55-daa7-4230-a05d-785924ff304f, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:45:43.328616 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] For port 5ebd2b55-daa7-4230-a05d-785924ff304f, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5ebd2b55-daa7-4230-a05d-785924ff304f,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:45:43.330504 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-248609c2-66ea-4b6d-a235-4474df3f71e7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648596 May 25 20:45:43.332184 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:43.333306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38232) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:43.418129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8f914a-a8ee-431f-a482-95732c2c62f6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:43.419166 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4f8f914a-a8ee-431f-a482-95732c2c62f6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:43.437653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4f8f914a-a8ee-431f-a482-95732c2c62f6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:43.439477 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4f8f914a-a8ee-431f-a482-95732c2c62f6 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1050189 May 25 20:45:43.442761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38236) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:43.456615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcf94e-d6eb-4803-be7f-438daaf60ab2 None None] Pushing event updated for resources: {'Port': ['ID=5ebd2b55-daa7-4230-a05d-785924ff304f,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:43.497036 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f98155-51f4-4cbe-8a14-d0c83d630c59 None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:45:43.511274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a91be0-4bac-42ea-9de9-19d1fecc4b86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:43.512765 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e8a91be0-4bac-42ea-9de9-19d1fecc4b86 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0688779 May 25 20:45:43.515318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38240) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:43.586715 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-07a3f43e-fa70-46ad-8249-61e9750c488f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701919 May 25 20:45:43.590442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38244) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:43.597038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c60dde16-52cf-4aa0-bdc4-72b999a226fd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:43.647294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f98155-51f4-4cbe-8a14-d0c83d630c59 None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:45:43.818544 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c60dde16-52cf-4aa0-bdc4-72b999a226fd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:43.822572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c60dde16-52cf-4aa0-bdc4-72b999a226fd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:43.826619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c60dde16-52cf-4aa0-bdc4-72b999a226fd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:43.832382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c60dde16-52cf-4aa0-bdc4-72b999a226fd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:43.842428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60dde16-52cf-4aa0-bdc4-72b999a226fd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:43.845815 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c60dde16-52cf-4aa0-bdc4-72b999a226fd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:43.876943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device a527b916-2019-449f-acfb-1e8969c61197 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:44.014115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port a527b916-2019-449f-acfb-1e8969c61197 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:44.025414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port a527b916-2019-449f-acfb-1e8969c61197 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:44.025781 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:44.079347 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c60dde16-52cf-4aa0-bdc4-72b999a226fd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:44.142649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60dde16-52cf-4aa0-bdc4-72b999a226fd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:44.145948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-c60dde16-52cf-4aa0-bdc4-72b999a226fd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:44.150300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60dde16-52cf-4aa0-bdc4-72b999a226fd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:44.150879 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c60dde16-52cf-4aa0-bdc4-72b999a226fd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:44.159557 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995c32b7-b216-4202-8817-9125eaf93d87 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:44.168573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dde16-52cf-4aa0-bdc4-72b999a226fd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=f1316b74-0c9c-40ed-b3e6-8352b37d342d,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:44.184416 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c60dde16-52cf-4aa0-bdc4-72b999a226fd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5928755 May 25 20:45:44.188038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38252) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:44.193854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'mac_address': 'fa:16:3e:61:55:f2', 'name': 'tempest-NetworksTestDHCPv6-1731146799'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:44.236994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b9793-435b-4ec6-923a-b7f96de6e062 req-288c61a3-f02b-43f5-82fd-f4543c659911 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:44.238743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c86b9793-435b-4ec6-923a-b7f96de6e062 req-288c61a3-f02b-43f5-82fd-f4543c659911 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 945 time: 0.2264314 May 25 20:45:44.241412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port a527b916-2019-449f-acfb-1e8969c61197 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:44.241785 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:44.289378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c86b9793-435b-4ec6-923a-b7f96de6e062 req-0ef275bf-a8c7-4a8a-9c6c-777899b777a7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440798 May 25 20:45:44.290825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f83366d-ccca-4714-b0fe-97941a62b355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a527b916-2019-449f-acfb-1e8969c61197'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:45:44.315271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port a527b916-2019-449f-acfb-1e8969c61197, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a527b916-2019-449f-acfb-1e8969c61197,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:44.327200 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:44.364856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:44.370815 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa107774-1159-492c-9f4e-781f9f6c48d0'] response: {'server_uuid': '0f83366d-ccca-4714-b0fe-97941a62b355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a527b916-2019-449f-acfb-1e8969c61197', 'code': 200} May 25 20:45:44.375772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:44.386469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:44.390818 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:44.420997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 6e089afc-cab4-4fe7-b8b2-c7a15ffc398c yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:45:44.451118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=a527b916-2019-449f-acfb-1e8969c61197,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:44.595678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509bf4d3-69c6-4b27-bd88-a94b2a05ec7d None None] Update dhcp port {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'fixed_ips': [{'subnet_id': 'f1316b74-0c9c-40ed-b3e6-8352b37d342d'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '5ebd2b55-daa7-4230-a05d-785924ff304f'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:45:44.609719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29694c78-e1f0-415a-9238-5e8c0657d625 req-e0208803-cee9-4e32-aadb-a6e7f65564f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:44.611231 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29694c78-e1f0-415a-9238-5e8c0657d625 req-e0208803-cee9-4e32-aadb-a6e7f65564f5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 1097 time: 0.1554894 May 25 20:45:44.648206 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-509bf4d3-69c6-4b27-bd88-a94b2a05ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:44.652272 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::61 (000fa24c-4d51-46fe-b901-109d810e0403/f1316b74-0c9c-40ed-b3e6-8352b37d342d/6e089afc-cab4-4fe7-b8b2-c7a15ffc398c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:44.680677 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-29694c78-e1f0-415a-9238-5e8c0657d625 req-ad3af4e0-ac81-43ae-8b08-646b3cfad648 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619731 May 25 20:45:44.878518 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:44.894373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 6e089afc-cab4-4fe7-b8b2-c7a15ffc398c will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:44.917919 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:44.980830 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-509bf4d3-69c6-4b27-bd88-a94b2a05ec7d None None] Allocated IP 2001:db8::2 (000fa24c-4d51-46fe-b901-109d810e0403/f1316b74-0c9c-40ed-b3e6-8352b37d342d/5ebd2b55-daa7-4230-a05d-785924ff304f) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:44.990664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:44.993661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:44.997975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:45.003998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:45.004622 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:45.020000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=6e089afc-cab4-4fe7-b8b2-c7a15ffc398c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:45.038124 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ca8357e8-e693-477e-aa2d-b8d43b7a3713 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8488863 May 25 20:45:45.040960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38258) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:45.120404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-509bf4d3-69c6-4b27-bd88-a94b2a05ec7d None None] For port 5ebd2b55-daa7-4230-a05d-785924ff304f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5ebd2b55-daa7-4230-a05d-785924ff304f,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:45.121707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c2fdd-1870-4620-a6c3-fb83b99c46a4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:45.128677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c2fdd-1870-4620-a6c3-fb83b99c46a4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:45.129394 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bc4c2fdd-1870-4620-a6c3-fb83b99c46a4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:45.147516 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-509bf4d3-69c6-4b27-bd88-a94b2a05ec7d None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:45.147788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bc4c2fdd-1870-4620-a6c3-fb83b99c46a4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:45.149609 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bc4c2fdd-1870-4620-a6c3-fb83b99c46a4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1076269 May 25 20:45:45.152275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38262) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:45.162806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-509bf4d3-69c6-4b27-bd88-a94b2a05ec7d None None] Ignored duplicate provisioning block setup for port 5ebd2b55-daa7-4230-a05d-785924ff304f by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 25 20:45:45.167268 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-509bf4d3-69c6-4b27-bd88-a94b2a05ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:45.219771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb4b61-d29c-4152-bfb8-fb7531fea59b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 6e089afc-cab4-4fe7-b8b2-c7a15ffc398c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:45.220101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6eb4b61-d29c-4152-bfb8-fb7531fea59b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:45.279395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bf4d3-69c6-4b27-bd88-a94b2a05ec7d None None] Pushing event updated for resources: {'Port': ['ID=5ebd2b55-daa7-4230-a05d-785924ff304f,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:45.519479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d5d18-76c7-4605-92ff-14b2ea0954c1 req-5d64a1bd-eca1-4d33-92d5-218f4b2c4822 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:45.521041 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-396d5d18-76c7-4605-92ff-14b2ea0954c1 req-5d64a1bd-eca1-4d33-92d5-218f4b2c4822 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 946 time: 0.1066825 May 25 20:45:45.535839 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6eb4b61-d29c-4152-bfb8-fb7531fea59b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:45.581785 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-396d5d18-76c7-4605-92ff-14b2ea0954c1 req-d9c90e05-16af-4538-abea-9cb6766e3aec tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427332 May 25 20:45:45.744423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb4b61-d29c-4152-bfb8-fb7531fea59b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 6e089afc-cab4-4fe7-b8b2-c7a15ffc398c owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:45.809923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5ebd2b55-daa7-4230-a05d-785924ff304f up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:45.889253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 5ebd2b55-daa7-4230-a05d-785924ff304f completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:46.034778 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6eb4b61-d29c-4152-bfb8-fb7531fea59b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:46.090443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb4b61-d29c-4152-bfb8-fb7531fea59b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=6e089afc-cab4-4fe7-b8b2-c7a15ffc398c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:46.134597 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6eb4b61-d29c-4152-bfb8-fb7531fea59b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:46.150689 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b6eb4b61-d29c-4152-bfb8-fb7531fea59b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/6e089afc-cab4-4fe7-b8b2-c7a15ffc398c HTTP/1.1" status: 204 len: 168 time: 0.9972332 May 25 20:45:46.153074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38268) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:46.221512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8583c351-bfbf-4593-872a-cd60b9374a09 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:46.223048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8583c351-bfbf-4593-872a-cd60b9374a09 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:46.223809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8583c351-bfbf-4593-872a-cd60b9374a09 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:46.240682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8583c351-bfbf-4593-872a-cd60b9374a09 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:46.242729 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8583c351-bfbf-4593-872a-cd60b9374a09 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0885801 May 25 20:45:46.244644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38272) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:46.319305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b9fa04-8b3f-4456-9759-9ee40108acd9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet f1316b74-0c9c-40ed-b3e6-8352b37d342d {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:46.322521 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f4b9fa04-8b3f-4456-9759-9ee40108acd9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:46.380376 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f4b9fa04-8b3f-4456-9759-9ee40108acd9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:46.427773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Provisioning for port 5ebd2b55-daa7-4230-a05d-785924ff304f completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:46.433195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Provisioning complete for port 5ebd2b55-daa7-4230-a05d-785924ff304f triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:46.433559 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:46.473771 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f4b9fa04-8b3f-4456-9759-9ee40108acd9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:46.559507 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f4b9fa04-8b3f-4456-9759-9ee40108acd9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:46.568226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Current status of the port 5ebd2b55-daa7-4230-a05d-785924ff304f is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:46.568697 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:46.600173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9fa04-8b3f-4456-9759-9ee40108acd9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=f1316b74-0c9c-40ed-b3e6-8352b37d342d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:46.607519 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f4b9fa04-8b3f-4456-9759-9ee40108acd9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:46.623627 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f4b9fa04-8b3f-4456-9759-9ee40108acd9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/f1316b74-0c9c-40ed-b3e6-8352b37d342d HTTP/1.1" status: 204 len: 168 time: 0.3778446 May 25 20:45:46.626259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38276) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:46.667961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdb7cf4-e333-429a-940e-4da7a6ecfb7c None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:46.705783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38282) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:46.706429 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-58496f4f-9dec-4c34-852d-35f7f3481919 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787563 May 25 20:45:46.787606 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:45:46.788129 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:45:46.923554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fb0b74-3664-45c0-b450-77fe931f5fac tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:46.924374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-54fb0b74-3664-45c0-b450-77fe931f5fac tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:46.968076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-54fb0b74-3664-45c0-b450-77fe931f5fac tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:46.969380 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-54fb0b74-3664-45c0-b450-77fe931f5fac tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2616448 May 25 20:45:46.972270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:45:46.972454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38286) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:46.976767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Deleting port 5ebd2b55-daa7-4230-a05d-785924ff304f {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:46.977143 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:46.995307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ff456-ce7d-4974-a689-e24dbfe94fb7 req-a6658cd1-de4a-483d-a705-c949888301ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:46.996910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-696ff456-ce7d-4974-a689-e24dbfe94fb7 req-a6658cd1-de4a-483d-a705-c949888301ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 946 time: 0.1130266 May 25 20:45:47.040533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a83222d-92ef-4cb5-aec5-5225557ad0d4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:47.041217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1a83222d-92ef-4cb5-aec5-5225557ad0d4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:47.055011 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-696ff456-ce7d-4974-a689-e24dbfe94fb7 req-2a96ce85-b5f2-437b-a411-ced2b20795b9 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509646 May 25 20:45:47.059236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1a83222d-92ef-4cb5-aec5-5225557ad0d4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:47.060584 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1a83222d-92ef-4cb5-aec5-5225557ad0d4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0872927 May 25 20:45:47.063337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38290) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:47.142463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3d5d9574-575c-46d9-ae04-07d96d2cd2b8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743597 May 25 20:45:47.142793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38296) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:47.148327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:47.207456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] For port 5ebd2b55-daa7-4230-a05d-785924ff304f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5ebd2b55-daa7-4230-a05d-785924ff304f,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:47.207741 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:47.262695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9abcb1-52e3-475a-9b3f-a10d17178ef0 req-363f8459-c6ea-42a9-92e2-8d56b2936350 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:47.264533 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f9abcb1-52e3-475a-9b3f-a10d17178ef0 req-363f8459-c6ea-42a9-92e2-8d56b2936350 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 946 time: 0.0966256 May 25 20:45:47.282227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:47.292639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:47.303907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:47.309130 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:47.313131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f9abcb1-52e3-475a-9b3f-a10d17178ef0 req-256741cb-5d54-49c0-9a7a-8a16202e16aa tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415049 May 25 20:45:47.337892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38300) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:47.367390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Calling delete_port for 5ebd2b55-daa7-4230-a05d-785924ff304f owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:47.445579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Current status of the port 5ebd2b55-daa7-4230-a05d-785924ff304f is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:47.446425 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:47.496338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] For port 5ebd2b55-daa7-4230-a05d-785924ff304f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5ebd2b55-daa7-4230-a05d-785924ff304f,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:47.506457 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:47.539124 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:45:47.539454 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:45:47.540943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6af03b1-a1cc-4cd5-8fb9-a49dca671025 tempest-TestVolumeBootPattern-793456862 tempest-TestVolumeBootPattern-793456862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:47.541652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b6af03b1-a1cc-4cd5-8fb9-a49dca671025 tempest-TestVolumeBootPattern-793456862 tempest-TestVolumeBootPattern-793456862-project-admin] Synchronizing usage tracker for tenant:762b6c6f7d164d79bfbe2775f05b9e96 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:47.561188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b6af03b1-a1cc-4cd5-8fb9-a49dca671025 tempest-TestVolumeBootPattern-793456862 tempest-TestVolumeBootPattern-793456862-project-admin] Unset dirty status for tenant:762b6c6f7d164d79bfbe2775f05b9e96 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:47.565247 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b6af03b1-a1cc-4cd5-8fb9-a49dca671025 tempest-TestVolumeBootPattern-793456862 tempest-TestVolumeBootPattern-793456862-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 1092 time: 0.2235050 May 25 20:45:47.565471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38306) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:47.575117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'a527b916-2019-449f-acfb-1e8969c61197', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:47.583153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:47.587511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Usage tracker for resource:floatingip and tenant:7e7010833e5c431293fcd9aca5363db5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:47.588012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Pushing event updated for resources: {'Port': ['ID=5ebd2b55-daa7-4230-a05d-785924ff304f,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:47.590440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:47.597887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:47.598762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:47.599285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:47.599826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:47.600314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:47.600820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:47.601337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:47.602674 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:47.602674 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:47.602930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:47.603371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:47.603894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:47.604451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebe73a-ac71-4b6b-9f65-41191a242ba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:47.611554 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:47.619966 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-65aa721d-7eba-4565-819c-979de9bb23b5 None None] Could not find standard attr ID for object 6e089afc-cab4-4fe7-b8b2-c7a15ffc398c. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:45:47.691851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5ebd2b55-daa7-4230-a05d-785924ff304f no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:45:47.708372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.objects.ports [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88331) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:45:47.765826 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:47.823931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5ebd2b55-daa7-4230-a05d-785924ff304f is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:47.824483 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:47.884290 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:47.906612 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:45:47.907088 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:45:47.915740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Allocated IP 172.25.3.95 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/34093369-7c7a-41dd-b17e-86b67ab503f2) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:48.040513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Deleting port 5ebd2b55-daa7-4230-a05d-785924ff304f {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:48.040948 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.068428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.102039 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.106560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] For port 5ebd2b55-daa7-4230-a05d-785924ff304f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5ebd2b55-daa7-4230-a05d-785924ff304f,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:48.136103 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.141258 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.142099 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.176336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'Port': ['ID=34093369-7c7a-41dd-b17e-86b67ab503f2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:48.189244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:48.190486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:48.192805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:48.254031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:48.259116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:48.268488 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:48.269165 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.288980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] For port 5ebd2b55-daa7-4230-a05d-785924ff304f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5ebd2b55-daa7-4230-a05d-785924ff304f,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:48.289359 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.293323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=5ebd2b55-daa7-4230-a05d-785924ff304f,revision_number=8']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:48.305451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=474a59f9-502c-4dda-923a-f8e83fab64f5,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:48.315472 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ff9c84b4-37fb-4a99-ab59-56e6c46ff259 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1714499 May 25 20:45:48.318252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38310) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:48.323910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-fe36f0f9-3bdd-4a06-8c6d-9748b494dc36 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:48.442352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Calling delete_port for 5ebd2b55-daa7-4230-a05d-785924ff304f owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:48.561987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5ebd2b55-daa7-4230-a05d-785924ff304f is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:48.562735 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.573223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fe36f0f9-3bdd-4a06-8c6d-9748b494dc36 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:48.578486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fe36f0f9-3bdd-4a06-8c6d-9748b494dc36 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:48.581606 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fe36f0f9-3bdd-4a06-8c6d-9748b494dc36 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:48.589337 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fe36f0f9-3bdd-4a06-8c6d-9748b494dc36 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:48.609758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe36f0f9-3bdd-4a06-8c6d-9748b494dc36 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:48.617574 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fe36f0f9-3bdd-4a06-8c6d-9748b494dc36 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.636715 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:45:48.637068 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:45:48.654354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.671864 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 25 20:45:48.671864 n-d-843339-1 neutron-server[88333]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] May 25 20:45:48.671864 n-d-843339-1 neutron-server[88333]: [parameters: {'status': 'DOWN', 'ports_id': '5ebd2b55-daa7-4230-a05d-785924ff304f'}] May 25 20:45:48.671864 n-d-843339-1 neutron-server[88333]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:45:48.672395 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:45:48.751892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.757732 n-d-843339-1 neutron-server[88331]: INFO neutron.db.ipam_backend_mixin [None req-fe36f0f9-3bdd-4a06-8c6d-9748b494dc36 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 474a59f9-502c-4dda-923a-f8e83fab64f5 (CIDR: 2001:db8::/64) May 25 20:45:48.761515 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe36f0f9-3bdd-4a06-8c6d-9748b494dc36 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:45:48.762022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe36f0f9-3bdd-4a06-8c6d-9748b494dc36 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:45:48.782909 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fe36f0f9-3bdd-4a06-8c6d-9748b494dc36 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4634943 May 25 20:45:48.785556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38314) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:48.791055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8dafdb2b-bb34-454d-ae43-238ffab13ff4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:48.793590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5ebd2b55-daa7-4230-a05d-785924ff304f is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:48.793968 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.830600 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 5ebd2b55-daa7-4230-a05d-785924ff304f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5ebd2b55-daa7-4230-a05d-785924ff304f,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:48.837791 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.915939 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=5ebd2b55-daa7-4230-a05d-785924ff304f,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:48.943797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8dafdb2b-bb34-454d-ae43-238ffab13ff4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:48.947879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8dafdb2b-bb34-454d-ae43-238ffab13ff4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:48.951822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8dafdb2b-bb34-454d-ae43-238ffab13ff4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:48.957552 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8dafdb2b-bb34-454d-ae43-238ffab13ff4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:48.967290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dafdb2b-bb34-454d-ae43-238ffab13ff4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:48.970743 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8dafdb2b-bb34-454d-ae43-238ffab13ff4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.981786 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:48.987145 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:49.211500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'Port': ['ID=34093369-7c7a-41dd-b17e-86b67ab503f2,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:49.218278 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:49.252746 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8dafdb2b-bb34-454d-ae43-238ffab13ff4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:49.315739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dafdb2b-bb34-454d-ae43-238ffab13ff4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:49.318775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8dafdb2b-bb34-454d-ae43-238ffab13ff4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:49.323124 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dafdb2b-bb34-454d-ae43-238ffab13ff4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:49.323704 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8dafdb2b-bb34-454d-ae43-238ffab13ff4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:49.337186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafdb2b-bb34-454d-ae43-238ffab13ff4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=540da7b3-e827-48d8-a4fe-135226dd2a7c,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:49.357882 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8dafdb2b-bb34-454d-ae43-238ffab13ff4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5674329 May 25 20:45:49.358127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38318) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:49.364201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'mac_address': 'fa:16:3e:cb:55:9e', 'name': 'tempest-NetworksTestDHCPv6-859507335'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:49.406738 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Floating IP a2cf2d16-6cdd-4f3a-a504-d53b5f57bcf6 associated. External IP: 172.25.3.95, port: a527b916-2019-449f-acfb-1e8969c61197. May 25 20:45:49.508878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:49.518559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:49.527875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:49.618735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Deleting port 5ebd2b55-daa7-4230-a05d-785924ff304f {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:49.619809 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:49.665254 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:49.710200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port a56212eb-13d3-437d-b7ee-0592b908761e yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:45:49.840961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:45:49.933778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] For port 5ebd2b55-daa7-4230-a05d-785924ff304f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5ebd2b55-daa7-4230-a05d-785924ff304f,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:49.934488 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:50.008575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8:0:1::21b (000fa24c-4d51-46fe-b901-109d810e0403/540da7b3-e827-48d8-a4fe-135226dd2a7c/a56212eb-13d3-437d-b7ee-0592b908761e) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:50.015309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::f816:3eff:fecb:559e (000fa24c-4d51-46fe-b901-109d810e0403/474a59f9-502c-4dda-923a-f8e83fab64f5/a56212eb-13d3-437d-b7ee-0592b908761e) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:50.050647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:45:50.083590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec272e13-04a6-4342-ade4-c09c66b6d955 None None] Sync routers for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:45:50.083873 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:50.097746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Calling delete_port for 5ebd2b55-daa7-4230-a05d-785924ff304f owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:50.143959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-317e8e4a-5487-4d3f-8029-b8ca5f5c3f40 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5732954 May 25 20:45:50.144539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f83366d-ccca-4714-b0fe-97941a62b355', 'tag': 'a527b916-2019-449f-acfb-1e8969c61197'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:45:50.151195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec272e13-04a6-4342-ade4-c09c66b6d955 None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:45:50.151824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ec272e13-04a6-4342-ade4-c09c66b6d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:45:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:50.193952 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce20e80-4c11-43d6-9605-54acfca6da8d'] response: {'name': 'network-changed', 'server_uuid': '0f83366d-ccca-4714-b0fe-97941a62b355', 'tag': 'a527b916-2019-449f-acfb-1e8969c61197', 'status': 'completed', 'code': 200} May 25 20:45:50.314021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:50.345447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461852d-cd9d-4fd1-802e-757e21caeff0 req-7cb39657-a601-410a-a9fe-1dd515770223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:50.346912 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3461852d-cd9d-4fd1-802e-757e21caeff0 req-7cb39657-a601-410a-a9fe-1dd515770223 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 1097 time: 0.1268067 May 25 20:45:50.405969 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ec272e13-04a6-4342-ade4-c09c66b6d955 None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:45:50.454874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object a56212eb-13d3-437d-b7ee-0592b908761e will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:50.465647 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:50.493810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461852d-cd9d-4fd1-802e-757e21caeff0 req-cc66b04f-ca52-412c-beac-d6e6ba451c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:50.495291 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3461852d-cd9d-4fd1-802e-757e21caeff0 req-cc66b04f-ca52-412c-beac-d6e6ba451c88 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.1421993 May 25 20:45:50.522621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] Pushing event deleted for resources: {'Port': ['ID=5ebd2b55-daa7-4230-a05d-785924ff304f,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:50.601701 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:50.676419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e18dc-0ab5-476b-bfd1-88e0e7dbfab4 None None] No DVR routers for this DVR port 5ebd2b55-daa7-4230-a05d-785924ff304f on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:45:50.708833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accbc03d-5eb0-4305-affe-5e87bc266dd0 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:50.806803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:50.808939 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3461852d-cd9d-4fd1-802e-757e21caeff0 req-5bf95a1a-71e0-4778-8fd6-634db68f475b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a527b916-2019-449f-acfb-1e8969c61197 HTTP/1.1" status: 200 len: 999 time: 0.3067877 May 25 20:45:50.812376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:50.814826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:50.820507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:50.821049 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:50.873297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=a56212eb-13d3-437d-b7ee-0592b908761e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:50.901541 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8acad4ef-4a50-4d83-8df6-ae2285608422 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5421979 May 25 20:45:50.905062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38326) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:50.910233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461852d-cd9d-4fd1-802e-757e21caeff0 req-e0203f4c-c820-40cb-b7dc-41d784040371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:50.911678 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3461852d-cd9d-4fd1-802e-757e21caeff0 req-e0203f4c-c820-40cb-b7dc-41d784040371 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0829980 May 25 20:45:50.981365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e85d6-ef54-4851-ada3-3c56b9c2ff10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port a56212eb-13d3-437d-b7ee-0592b908761e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:50.981595 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f0e85d6-ef54-4851-ada3-3c56b9c2ff10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:51.004874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461852d-cd9d-4fd1-802e-757e21caeff0 req-b5b199d6-ea70-44c7-975b-32a6c270a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:51.006383 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3461852d-cd9d-4fd1-802e-757e21caeff0 req-b5b199d6-ea70-44c7-975b-32a6c270a176 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793178 May 25 20:45:51.134207 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ec272e13-04a6-4342-ade4-c09c66b6d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'a2cf2d16-6cdd-4f3a-a504-d53b5f57bcf6', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': 'a527b916-2019-449f-acfb-1e8969c61197', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:28:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83366d-ccca-4714-b0fe-97941a62b355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:45:48Z', 'updated_at': '2022-05-25T20:45:48Z', 'revision_number': 0, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:51.141620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec272e13-04a6-4342-ade4-c09c66b6d955 None None] Checking router: c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:45:51.152461 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec272e13-04a6-4342-ade4-c09c66b6d955 None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:45:51.153354 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ec272e13-04a6-4342-ade4-c09c66b6d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:45:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:51.160196 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3461852d-cd9d-4fd1-802e-757e21caeff0 req-d88c9279-f61d-46c5-9b13-9f4b46a58b8d service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479223 May 25 20:45:51.207794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': '474a59f9-502c-4dda-923a-f8e83fab64f5'}, {'subnet_id': '540da7b3-e827-48d8-a4fe-135226dd2a7c'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:45:51.208625 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:51.239015 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f0e85d6-ef54-4851-ada3-3c56b9c2ff10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:51.309857 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3461852d-cd9d-4fd1-802e-757e21caeff0 req-2dbfc4ae-3a45-4a61-98d5-2abd783358eb service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439300 May 25 20:45:51.445813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ec272e13-04a6-4342-ade4-c09c66b6d955 None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:45:51.488313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e85d6-ef54-4851-ada3-3c56b9c2ff10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for a56212eb-13d3-437d-b7ee-0592b908761e owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:51.705650 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f0e85d6-ef54-4851-ada3-3c56b9c2ff10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:51.756949 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Allocated IP 2001:db8:0:1::2 (000fa24c-4d51-46fe-b901-109d810e0403/540da7b3-e827-48d8-a4fe-135226dd2a7c/1b8fb781-6702-4a7f-8969-68ae9d4979ab) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:51.775966 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Allocated IP 2001:db8::f816:3eff:fe8f:ccf0 (000fa24c-4d51-46fe-b901-109d810e0403/474a59f9-502c-4dda-923a-f8e83fab64f5/1b8fb781-6702-4a7f-8969-68ae9d4979ab) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:51.800786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e85d6-ef54-4851-ada3-3c56b9c2ff10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=a56212eb-13d3-437d-b7ee-0592b908761e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:51.846712 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f0e85d6-ef54-4851-ada3-3c56b9c2ff10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:51.856921 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6f0e85d6-ef54-4851-ada3-3c56b9c2ff10 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/a56212eb-13d3-437d-b7ee-0592b908761e HTTP/1.1" status: 204 len: 168 time: 0.9501300 May 25 20:45:51.859650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38330) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:51.907553 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3b04887d-f613-4c63-b836-dd01c0373708 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:51.923691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3b04887d-f613-4c63-b836-dd01c0373708 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:51.925017 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3b04887d-f613-4c63-b836-dd01c0373708 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0643728 May 25 20:45:51.927643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38334) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:51.973792 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-86160503-99f1-4521-a4d7-8d1182b07ecf tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0450730 May 25 20:45:51.976152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38338) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:52.046629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73398f5f-e210-4c5b-8ce2-10998ef970a2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:52.048260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73398f5f-e210-4c5b-8ce2-10998ef970a2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:52.049883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73398f5f-e210-4c5b-8ce2-10998ef970a2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:52.050690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-73398f5f-e210-4c5b-8ce2-10998ef970a2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:52.066612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-73398f5f-e210-4c5b-8ce2-10998ef970a2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:52.068172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-73398f5f-e210-4c5b-8ce2-10998ef970a2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0906920 May 25 20:45:52.070891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38342) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:52.072601 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.079762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ec272e13-04a6-4342-ade4-c09c66b6d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'a2cf2d16-6cdd-4f3a-a504-d53b5f57bcf6', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': 'a527b916-2019-449f-acfb-1e8969c61197', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:28:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83366d-ccca-4714-b0fe-97941a62b355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:45:48Z', 'updated_at': '2022-05-25T20:45:48Z', 'revision_number': 0, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:45:52.087694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Transition to ACTIVE for port object 1b8fb781-6702-4a7f-8969-68ae9d4979ab will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:52.090073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec272e13-04a6-4342-ade4-c09c66b6d955 None None] The sync data for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 is: [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'a2cf2d16-6cdd-4f3a-a504-d53b5f57bcf6', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': 'a527b916-2019-449f-acfb-1e8969c61197', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:28:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f83366d-ccca-4714-b0fe-97941a62b355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:45:48Z', 'updated_at': '2022-05-25T20:45:48Z', 'revision_number': 0, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:45:52.110311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Transition to ACTIVE for port object 1b8fb781-6702-4a7f-8969-68ae9d4979ab will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:52.116141 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.140888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-becd32bf-7f2e-4d5a-8e37-ffa0b8f9018d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 474a59f9-502c-4dda-923a-f8e83fab64f5 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:52.144175 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-becd32bf-7f2e-4d5a-8e37-ffa0b8f9018d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.185911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:52.188870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:52.192917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:52.207375 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-becd32bf-7f2e-4d5a-8e37-ffa0b8f9018d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.229317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Pushing event updated for resources: {'Port': ['ID=1b8fb781-6702-4a7f-8969-68ae9d4979ab,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:52.296423 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-becd32bf-7f2e-4d5a-8e37-ffa0b8f9018d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.316740 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac1c76d-b3ce-4847-bc3b-b8742951b7bc None None] New status for floating IP a2cf2d16-6cdd-4f3a-a504-d53b5f57bcf6: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:45:52.335894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Attempting to bind port 1b8fb781-6702-4a7f-8969-68ae9d4979ab on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:45:52.336850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Attempting to bind port 1b8fb781-6702-4a7f-8969-68ae9d4979ab by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:45:52.336850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Attempting to bind port 1b8fb781-6702-4a7f-8969-68ae9d4979ab on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:45:52.342676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:45:52.343158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:45:52.343649 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.344698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:45:52.344698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Bound port: 1b8fb781-6702-4a7f-8969-68ae9d4979ab, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:45:52.345134 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.377205 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-becd32bf-7f2e-4d5a-8e37-ffa0b8f9018d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.422521 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd32bf-7f2e-4d5a-8e37-ffa0b8f9018d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=474a59f9-502c-4dda-923a-f8e83fab64f5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:52.430049 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-becd32bf-7f2e-4d5a-8e37-ffa0b8f9018d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.451165 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-becd32bf-7f2e-4d5a-8e37-ffa0b8f9018d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/474a59f9-502c-4dda-923a-f8e83fab64f5 HTTP/1.1" status: 204 len: 168 time: 0.3767231 May 25 20:45:52.452045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38346) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:52.484868 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] For port 1b8fb781-6702-4a7f-8969-68ae9d4979ab, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:45:52.488277 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] For port 1b8fb781-6702-4a7f-8969-68ae9d4979ab, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1b8fb781-6702-4a7f-8969-68ae9d4979ab,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:45:52.493465 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.522757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bfa08a-3fab-4d1f-b4c8-de14ded8126f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 540da7b3-e827-48d8-a4fe-135226dd2a7c {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:52.525800 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42bfa08a-3fab-4d1f-b4c8-de14ded8126f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.578704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe137a-0538-4b64-a1cc-de0e2c7e73ee None None] Pushing event updated for resources: {'Port': ['ID=1b8fb781-6702-4a7f-8969-68ae9d4979ab,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:52.586914 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42bfa08a-3fab-4d1f-b4c8-de14ded8126f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.671128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0390ac9c-2512-4a37-bf0c-396f39562ae5 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:52.686946 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42bfa08a-3fab-4d1f-b4c8-de14ded8126f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.763521 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42bfa08a-3fab-4d1f-b4c8-de14ded8126f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.809429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42bfa08a-3fab-4d1f-b4c8-de14ded8126f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:52.812216 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfa08a-3fab-4d1f-b4c8-de14ded8126f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=540da7b3-e827-48d8-a4fe-135226dd2a7c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:52.822303 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-42bfa08a-3fab-4d1f-b4c8-de14ded8126f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/540da7b3-e827-48d8-a4fe-135226dd2a7c HTTP/1.1" status: 204 len: 168 time: 0.3695786 May 25 20:45:52.825330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38350) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:52.892458 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7813eabe-d9f2-4c6c-8d97-7a6e0a65146a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658088 May 25 20:45:52.895240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38354) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:52.898710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a16e08-cf47-4431-bd76-d441a131430b None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 20:45:52.900637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:53.006194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a16e08-cf47-4431-bd76-d441a131430b None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 20:45:53.013505 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:53.017891 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:53.020792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:53.026436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:53.037615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:53.041248 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:53.405740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.objects.ports [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88331) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:45:53.416259 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8482a10a-50ed-4bd1-9f65-98abb8bce109 None None] Update dhcp port {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'fixed_ips': [{'subnet_id': '3ab87ba0-e6dd-46b4-9de1-cddc1d3119e9'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '1b8fb781-6702-4a7f-8969-68ae9d4979ab'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:45:53.471154 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8482a10a-50ed-4bd1-9f65-98abb8bce109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:53.577100 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:53.679120 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-8482a10a-50ed-4bd1-9f65-98abb8bce109 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe8f:ccf0-8a29f3bf-81ff-477d-b2d9-e1f3ddfb2e {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:45:53.679510 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-8482a10a-50ed-4bd1-9f65-98abb8bce109 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:45:53.904177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] For port 1b8fb781-6702-4a7f-8969-68ae9d4979ab, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1b8fb781-6702-4a7f-8969-68ae9d4979ab,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:53.938794 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:53.943431 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:53.944183 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:53.987736 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:54.054946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:54.062525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:54.070690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:54.071267 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:54.089300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=1b8fb781-6702-4a7f-8969-68ae9d4979ab,revision_number=6']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:54.094470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=3ab87ba0-e6dd-46b4-9de1-cddc1d3119e9,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:54.108717 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a739d3d9-6ce0-40a3-8794-30076299d289 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2124267 May 25 20:45:54.111503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38358) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:54.117056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-84732ff4-ba7b-4587-851b-a922ac7fb4e7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:54.237670 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8482a10a-50ed-4bd1-9f65-98abb8bce109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:54.261419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-84732ff4-ba7b-4587-851b-a922ac7fb4e7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:54.268331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-84732ff4-ba7b-4587-851b-a922ac7fb4e7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:54.270816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-84732ff4-ba7b-4587-851b-a922ac7fb4e7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:54.279288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-84732ff4-ba7b-4587-851b-a922ac7fb4e7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:54.298258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84732ff4-ba7b-4587-851b-a922ac7fb4e7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:54.303236 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-84732ff4-ba7b-4587-851b-a922ac7fb4e7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:54.442271 n-d-843339-1 neutron-server[88331]: INFO neutron.db.ipam_backend_mixin [None req-84732ff4-ba7b-4587-851b-a922ac7fb4e7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ab87ba0-e6dd-46b4-9de1-cddc1d3119e9 (CIDR: 2001:db8::/64) May 25 20:45:54.446647 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-84732ff4-ba7b-4587-851b-a922ac7fb4e7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:45:54.447127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84732ff4-ba7b-4587-851b-a922ac7fb4e7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:45:54.465322 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-84732ff4-ba7b-4587-851b-a922ac7fb4e7 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3526845 May 25 20:45:54.468683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38362) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:54.474124 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-75e6d18e-a36f-4db4-9a75-6dc899dc2442 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:54.567057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-8482a10a-50ed-4bd1-9f65-98abb8bce109 None None] For port 1b8fb781-6702-4a7f-8969-68ae9d4979ab, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1b8fb781-6702-4a7f-8969-68ae9d4979ab,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:54.602946 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8482a10a-50ed-4bd1-9f65-98abb8bce109 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:54.610214 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8482a10a-50ed-4bd1-9f65-98abb8bce109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:54.623732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-75e6d18e-a36f-4db4-9a75-6dc899dc2442 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:54.638858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-75e6d18e-a36f-4db4-9a75-6dc899dc2442 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:54.651654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-75e6d18e-a36f-4db4-9a75-6dc899dc2442 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:54.658679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-75e6d18e-a36f-4db4-9a75-6dc899dc2442 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:54.672074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e6d18e-a36f-4db4-9a75-6dc899dc2442 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:54.677054 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-75e6d18e-a36f-4db4-9a75-6dc899dc2442 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:54.689786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482a10a-50ed-4bd1-9f65-98abb8bce109 None None] Pushing event updated for resources: {'Port': ['ID=1b8fb781-6702-4a7f-8969-68ae9d4979ab,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:54.963235 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-75e6d18e-a36f-4db4-9a75-6dc899dc2442 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:55.026396 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e6d18e-a36f-4db4-9a75-6dc899dc2442 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:55.029349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-75e6d18e-a36f-4db4-9a75-6dc899dc2442 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:55.033528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e6d18e-a36f-4db4-9a75-6dc899dc2442 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:55.034100 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-75e6d18e-a36f-4db4-9a75-6dc899dc2442 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:55.049152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6d18e-a36f-4db4-9a75-6dc899dc2442 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=d658987c-a73d-4176-b3da-df4f0e523e02,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:55.063083 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-75e6d18e-a36f-4db4-9a75-6dc899dc2442 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5932004 May 25 20:45:55.065734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38366) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:55.071194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'mac_address': 'fa:16:3e:45:f0:f5', 'name': 'tempest-NetworksTestDHCPv6-2103425438'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:55.210445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:55.214594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:port and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:55.217515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:55.223184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:55.233961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:55.362264 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:55.390736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 9f7dff99-2413-41c4-8ad2-26b1245d0cd8 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:45:55.589409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880cab36-8558-46e2-8950-8d75814c6dc9 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:55.621634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8:0:1::141 (000fa24c-4d51-46fe-b901-109d810e0403/d658987c-a73d-4176-b3da-df4f0e523e02/9f7dff99-2413-41c4-8ad2-26b1245d0cd8) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:55.639820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::f816:3eff:fe45:f0f5 (000fa24c-4d51-46fe-b901-109d810e0403/3ab87ba0-e6dd-46b4-9de1-cddc1d3119e9/9f7dff99-2413-41c4-8ad2-26b1245d0cd8) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:55.718999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2a57f5a2-9d34-4418-acfc-38bbf00ee450 None None] Provisioning for port 1b8fb781-6702-4a7f-8969-68ae9d4979ab completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:55.829417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1b8fb781-6702-4a7f-8969-68ae9d4979ab up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:55.986691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 1b8fb781-6702-4a7f-8969-68ae9d4979ab completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:55.995042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1b8fb781-6702-4a7f-8969-68ae9d4979ab triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:55.996092 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:56.078863 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:56.101742 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 9f7dff99-2413-41c4-8ad2-26b1245d0cd8 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:56.142752 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:56.199362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1b8fb781-6702-4a7f-8969-68ae9d4979ab is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:56.199362 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:56.214621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:56.216641 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3752dd-407c-485d-a6a0-26784b46c86d None None] Update dhcp port {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'fixed_ips': [{'subnet_id': '3ab87ba0-e6dd-46b4-9de1-cddc1d3119e9', 'ip_address': '2001:db8::f816:3eff:fe8f:ccf0'}, {'subnet_id': 'd658987c-a73d-4176-b3da-df4f0e523e02'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '1b8fb781-6702-4a7f-8969-68ae9d4979ab'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:45:56.218596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:56.222445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:45:56.229288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:56.231263 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:56.252295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=9f7dff99-2413-41c4-8ad2-26b1245d0cd8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:56.265963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:56.265963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:56.265963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:56.265963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:56.265963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:56.265963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:56.273172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:56.273172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:56.273172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:56.273172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:56.273172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:56.273172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:45:56.297438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 1b8fb781-6702-4a7f-8969-68ae9d4979ab, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1b8fb781-6702-4a7f-8969-68ae9d4979ab,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:56.307340 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e3589cf5-c201-4826-a83f-c42f321e7d22 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2229195 May 25 20:45:56.307340 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38372) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:56.315885 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:56.315885 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5d3752dd-407c-485d-a6a0-26784b46c86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:56.383927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ff25c-1393-4f26-8025-87db6ae20fc4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 9f7dff99-2413-41c4-8ad2-26b1245d0cd8 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:56.383927 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d6ff25c-1393-4f26-8025-87db6ae20fc4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:56.489465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=1b8fb781-6702-4a7f-8969-68ae9d4979ab,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:56.598473 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-5d3752dd-407c-485d-a6a0-26784b46c86d None None] Allocated IP 2001:db8:0:1::2 (000fa24c-4d51-46fe-b901-109d810e0403/d658987c-a73d-4176-b3da-df4f0e523e02/1b8fb781-6702-4a7f-8969-68ae9d4979ab) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:56.680208 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d6ff25c-1393-4f26-8025-87db6ae20fc4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:56.770644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5d3752dd-407c-485d-a6a0-26784b46c86d None None] For port 1b8fb781-6702-4a7f-8969-68ae9d4979ab, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1b8fb781-6702-4a7f-8969-68ae9d4979ab,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:56.797844 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5d3752dd-407c-485d-a6a0-26784b46c86d None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:56.817661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5d3752dd-407c-485d-a6a0-26784b46c86d None None] Transition to ACTIVE for port object 1b8fb781-6702-4a7f-8969-68ae9d4979ab will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:56.822758 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5d3752dd-407c-485d-a6a0-26784b46c86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:56.825255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ff25c-1393-4f26-8025-87db6ae20fc4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 9f7dff99-2413-41c4-8ad2-26b1245d0cd8 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:56.992515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3752dd-407c-485d-a6a0-26784b46c86d None None] Pushing event updated for resources: {'Port': ['ID=1b8fb781-6702-4a7f-8969-68ae9d4979ab,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:57.119456 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d6ff25c-1393-4f26-8025-87db6ae20fc4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:57.147786 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ff25c-1393-4f26-8025-87db6ae20fc4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=9f7dff99-2413-41c4-8ad2-26b1245d0cd8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:57.238191 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d6ff25c-1393-4f26-8025-87db6ae20fc4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:57.249106 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1d6ff25c-1393-4f26-8025-87db6ae20fc4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/9f7dff99-2413-41c4-8ad2-26b1245d0cd8 HTTP/1.1" status: 204 len: 168 time: 0.9558885 May 25 20:45:57.251445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38376) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:57.337749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0364ed1c-9296-4240-89a7-d9b3d1a75928 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:57.338482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0364ed1c-9296-4240-89a7-d9b3d1a75928 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:45:57.354672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0364ed1c-9296-4240-89a7-d9b3d1a75928 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:45:57.358213 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0364ed1c-9296-4240-89a7-d9b3d1a75928 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1036928 May 25 20:45:57.359041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38380) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:57.452162 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf467e5-bd9f-4614-978f-59e0ab022cd3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:57.453792 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4cf467e5-bd9f-4614-978f-59e0ab022cd3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0937634 May 25 20:45:57.456563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38384) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:57.528878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8830212-5546-4452-8d5a-3bacf078e8e5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:57.532377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8830212-5546-4452-8d5a-3bacf078e8e5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:57.533927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8830212-5546-4452-8d5a-3bacf078e8e5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:57.535563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b8830212-5546-4452-8d5a-3bacf078e8e5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0779986 May 25 20:45:57.538900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38388) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:57.542736 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4bfb8d-bc9e-478b-ab92-fda2fbe1382b None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:57.609037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-e235a1cd-fef8-40bd-8431-57fdccbb102e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 3ab87ba0-e6dd-46b4-9de1-cddc1d3119e9 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:57.612260 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e235a1cd-fef8-40bd-8431-57fdccbb102e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:57.640424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-24eec752-044f-4702-a518-171dd9155f74 None None] Provisioning for port 1b8fb781-6702-4a7f-8969-68ae9d4979ab completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:45:57.655085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-24eec752-044f-4702-a518-171dd9155f74 None None] Provisioning complete for port 1b8fb781-6702-4a7f-8969-68ae9d4979ab triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:57.655725 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-24eec752-044f-4702-a518-171dd9155f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:57.688059 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e235a1cd-fef8-40bd-8431-57fdccbb102e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:57.715587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1b8fb781-6702-4a7f-8969-68ae9d4979ab up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:45:57.778730 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e235a1cd-fef8-40bd-8431-57fdccbb102e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:57.863148 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e235a1cd-fef8-40bd-8431-57fdccbb102e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:57.910381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235a1cd-fef8-40bd-8431-57fdccbb102e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab87ba0-e6dd-46b4-9de1-cddc1d3119e9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:57.914280 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e235a1cd-fef8-40bd-8431-57fdccbb102e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:57.925238 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e235a1cd-fef8-40bd-8431-57fdccbb102e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/3ab87ba0-e6dd-46b4-9de1-cddc1d3119e9 HTTP/1.1" status: 204 len: 168 time: 0.3851240 May 25 20:45:57.927816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38394) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:57.955398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1b8fb781-6702-4a7f-8969-68ae9d4979ab triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:57.955955 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:58.009332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-29afdea8-dd35-4fb8-8053-f80f49ae3206 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet d658987c-a73d-4176-b3da-df4f0e523e02 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:45:58.012826 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29afdea8-dd35-4fb8-8053-f80f49ae3206 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:58.082416 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29afdea8-dd35-4fb8-8053-f80f49ae3206 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:58.110453 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-24eec752-044f-4702-a518-171dd9155f74 None None] Current status of the port 1b8fb781-6702-4a7f-8969-68ae9d4979ab is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:58.183761 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29afdea8-dd35-4fb8-8053-f80f49ae3206 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:58.201716 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e10e9f63-86e0-4415-a74d-f2a2c6582622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:58.213274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1b8fb781-6702-4a7f-8969-68ae9d4979ab is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:58.263558 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:58.279537 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29afdea8-dd35-4fb8-8053-f80f49ae3206 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:58.322437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afdea8-dd35-4fb8-8053-f80f49ae3206 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=d658987c-a73d-4176-b3da-df4f0e523e02,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:58.327833 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-29afdea8-dd35-4fb8-8053-f80f49ae3206 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:58.341748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38398) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:58.341935 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-29afdea8-dd35-4fb8-8053-f80f49ae3206 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/d658987c-a73d-4176-b3da-df4f0e523e02 HTTP/1.1" status: 204 len: 168 time: 0.4125631 May 25 20:45:58.362957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d97f92-2a68-460c-9548-821ca71f1a29 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:58.424775 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6959f398-0fec-4c53-a650-7457cafa1800 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814917 May 25 20:45:58.427569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38402) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:58.433151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-60561ae0-1b62-426a-ad52-a5a937484b61 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:58.476004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7a4a760c-8183-4477-ade9-b198ab3b1eef None None] Provisioning complete for port 1b8fb781-6702-4a7f-8969-68ae9d4979ab triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:45:58.476375 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7a4a760c-8183-4477-ade9-b198ab3b1eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:58.561164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-60561ae0-1b62-426a-ad52-a5a937484b61 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:58.565540 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-60561ae0-1b62-426a-ad52-a5a937484b61 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:58.568511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-60561ae0-1b62-426a-ad52-a5a937484b61 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:58.577278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-60561ae0-1b62-426a-ad52-a5a937484b61 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:58.593041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60561ae0-1b62-426a-ad52-a5a937484b61 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:58.597142 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60561ae0-1b62-426a-ad52-a5a937484b61 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:58.719088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a760c-8183-4477-ade9-b198ab3b1eef None None] Current status of the port 1b8fb781-6702-4a7f-8969-68ae9d4979ab is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:45:58.782858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fb3184-5a19-4f8b-92b4-e4e5b039608b None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:45:58.787034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-03fb3184-5a19-4f8b-92b4-e4e5b039608b None None] Deleting port 1b8fb781-6702-4a7f-8969-68ae9d4979ab {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:45:58.787401 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-03fb3184-5a19-4f8b-92b4-e4e5b039608b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:58.837664 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60561ae0-1b62-426a-ad52-a5a937484b61 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:58.901314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60561ae0-1b62-426a-ad52-a5a937484b61 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:45:58.905328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-60561ae0-1b62-426a-ad52-a5a937484b61 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:45:58.909776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60561ae0-1b62-426a-ad52-a5a937484b61 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:45:58.910380 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60561ae0-1b62-426a-ad52-a5a937484b61 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:58.924268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60561ae0-1b62-426a-ad52-a5a937484b61 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=efa27521-f938-4400-b56f-4960edcf4534,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:58.942359 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-60561ae0-1b62-426a-ad52-a5a937484b61 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5137446 May 25 20:45:58.945182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:58.950764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d4e88b69-e99a-480e-b523-2e9844b456de tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:59.026404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-03fb3184-5a19-4f8b-92b4-e4e5b039608b None None] For port 1b8fb781-6702-4a7f-8969-68ae9d4979ab, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1b8fb781-6702-4a7f-8969-68ae9d4979ab,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:45:59.026704 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-03fb3184-5a19-4f8b-92b4-e4e5b039608b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:59.098477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d4e88b69-e99a-480e-b523-2e9844b456de tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:59.102588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d4e88b69-e99a-480e-b523-2e9844b456de tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:59.105397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d4e88b69-e99a-480e-b523-2e9844b456de tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:59.111241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d4e88b69-e99a-480e-b523-2e9844b456de tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:59.120716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e88b69-e99a-480e-b523-2e9844b456de tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:59.124471 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d4e88b69-e99a-480e-b523-2e9844b456de tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:59.157300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-03fb3184-5a19-4f8b-92b4-e4e5b039608b None None] Calling delete_port for 1b8fb781-6702-4a7f-8969-68ae9d4979ab owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:45:59.234786 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-03fb3184-5a19-4f8b-92b4-e4e5b039608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:59.257242 n-d-843339-1 neutron-server[88332]: INFO neutron.db.ipam_backend_mixin [None req-d4e88b69-e99a-480e-b523-2e9844b456de tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet efa27521-f938-4400-b56f-4960edcf4534 (CIDR: 2001:db8::/64) May 25 20:45:59.260237 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e88b69-e99a-480e-b523-2e9844b456de tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:45:59.260680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e88b69-e99a-480e-b523-2e9844b456de tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:45:59.279383 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d4e88b69-e99a-480e-b523-2e9844b456de tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3321762 May 25 20:45:59.282245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38410) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:45:59.283606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb3184-5a19-4f8b-92b4-e4e5b039608b None None] Pushing event deleted for resources: {'Port': ['ID=1b8fb781-6702-4a7f-8969-68ae9d4979ab,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:45:59.287651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:45:59.289462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb3184-5a19-4f8b-92b4-e4e5b039608b None None] No DVR routers for this DVR port 1b8fb781-6702-4a7f-8969-68ae9d4979ab on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:45:59.306410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a035d81a-dd91-4ea3-b701-e86f10eec43e None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:45:59.428714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:45:59.433233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:45:59.437393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:45:59.447487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:45:59.456189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:45:59.460459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:59.532286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': 'efa27521-f938-4400-b56f-4960edcf4534'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:45:59.533497 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:59.699822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1b8fb781-6702-4a7f-8969-68ae9d4979ab no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:45:59.741288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Allocated IP 2001:db8::2 (000fa24c-4d51-46fe-b901-109d810e0403/efa27521-f938-4400-b56f-4960edcf4534/1bdcbab6-0a2b-4b9f-81eb-67be889ce33a) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:45:59.743162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 1b8fb781-6702-4a7f-8969-68ae9d4979ab {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:45:59.743503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1b8fb781-6702-4a7f-8969-68ae9d4979ab not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:45:59.957030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.objects.ports [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88332) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:45:59.958178 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:59.962072 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:45:59.972725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Transition to ACTIVE for port object 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:59.992710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Transition to ACTIVE for port object 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:45:59.999412 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:00.018922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:00.022294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:00.025282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:00.025871 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:00.047345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=6ef2008b-617f-4750-b4c9-c77b9df1dec6,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:00.061585 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8981ceb7-df78-43af-a952-9291a0520fcd tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7782547 May 25 20:46:00.064467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38414) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:00.069959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'mac_address': 'fa:16:3e:22:31:b6', 'name': 'tempest-NetworksTestDHCPv6-1757623107'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:00.098160 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:00.100757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:00.104505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:00.113459 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Pushing event updated for resources: {'Port': ['ID=1bdcbab6-0a2b-4b9f-81eb-67be889ce33a,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:00.200052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Attempting to bind port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:46:00.201079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Attempting to bind port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:46:00.201659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Attempting to bind port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:46:00.206949 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:46:00.207369 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:46:00.207709 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:00.208084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:46:00.208529 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Bound port: 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:46:00.208890 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:00.211533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:00.222681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:00.233173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:46:00.298215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] For port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:46:00.301196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] For port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1bdcbab6-0a2b-4b9f-81eb-67be889ce33a,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:46:00.304677 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:00.360835 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:00.388270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53a8ae-4ae4-40e6-bafd-253dfb0574d4 None None] Pushing event updated for resources: {'Port': ['ID=1bdcbab6-0a2b-4b9f-81eb-67be889ce33a,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:00.395367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port f5e49fd8-7daf-42df-845f-a6c4a4f324c7 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:46:00.612794 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d33a61c6-ceac-4a1e-af57-58c882dfb545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:00.656283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::116 (000fa24c-4d51-46fe-b901-109d810e0403/efa27521-f938-4400-b56f-4960edcf4534/f5e49fd8-7daf-42df-845f-a6c4a4f324c7) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:00.662961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8:0:1:f816:3eff:fe22:31b6 (000fa24c-4d51-46fe-b901-109d810e0403/6ef2008b-617f-4750-b4c9-c77b9df1dec6/f5e49fd8-7daf-42df-845f-a6c4a4f324c7) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:00.871696 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:00.886816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object f5e49fd8-7daf-42df-845f-a6c4a4f324c7 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:46:00.913215 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:00.988250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:00.991390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:00.995248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:01.001138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:01.001741 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:01.009795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=f5e49fd8-7daf-42df-845f-a6c4a4f324c7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:01.030523 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-949007b7-15d2-4891-93e6-eef6982c6cef tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9649835 May 25 20:46:01.033061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38418) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:01.103018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a560ede2-977e-4037-a9a9-dc9e31301229 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port f5e49fd8-7daf-42df-845f-a6c4a4f324c7 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:46:01.103355 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a560ede2-977e-4037-a9a9-dc9e31301229 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:01.358174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f351f96-2494-4a35-a95c-78a51eaec60a None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:46:01.373110 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a560ede2-977e-4037-a9a9-dc9e31301229 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:01.454178 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:01.492926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cf4e3a76-e85d-4a68-92bb-1474223d02d0 None None] Provisioning for port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:46:01.499335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a560ede2-977e-4037-a9a9-dc9e31301229 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for f5e49fd8-7daf-42df-845f-a6c4a4f324c7 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:46:01.790360 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:46:01.804726 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a560ede2-977e-4037-a9a9-dc9e31301229 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:01.823999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e02fb6-37f0-442f-bd46-b655d23c5599 None None] Update dhcp port {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'fixed_ips': [{'subnet_id': 'efa27521-f938-4400-b56f-4960edcf4534', 'ip_address': '2001:db8::2'}, {'subnet_id': '6ef2008b-617f-4750-b4c9-c77b9df1dec6'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '1bdcbab6-0a2b-4b9f-81eb-67be889ce33a'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:46:01.861476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560ede2-977e-4037-a9a9-dc9e31301229 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=f5e49fd8-7daf-42df-845f-a6c4a4f324c7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:01.889570 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:01.910440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-83e02fb6-37f0-442f-bd46-b655d23c5599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:01.948336 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a560ede2-977e-4037-a9a9-dc9e31301229 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:01.963649 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a560ede2-977e-4037-a9a9-dc9e31301229 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/f5e49fd8-7daf-42df-845f-a6c4a4f324c7 HTTP/1.1" status: 204 len: 168 time: 0.9295347 May 25 20:46:01.967140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38422) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:01.970867 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:46:01.986407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:46:01.986779 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:02.173480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe20ecc-e40a-4fbd-b66c-5a1e6ec79831 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:02.174208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bfe20ecc-e40a-4fbd-b66c-5a1e6ec79831 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:46:02.190049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bfe20ecc-e40a-4fbd-b66c-5a1e6ec79831 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:46:02.193832 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bfe20ecc-e40a-4fbd-b66c-5a1e6ec79831 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2256463 May 25 20:46:02.194521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38428) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:02.228077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-83e02fb6-37f0-442f-bd46-b655d23c5599 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe1c:3d96 (000fa24c-4d51-46fe-b901-109d810e0403/6ef2008b-617f-4750-b4c9-c77b9df1dec6/1bdcbab6-0a2b-4b9f-81eb-67be889ce33a) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:02.233899 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:46:02.234304 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:02.276464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe39ad97-1b21-4042-9fa6-8d90359cbcc4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:02.277960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fe39ad97-1b21-4042-9fa6-8d90359cbcc4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0825701 May 25 20:46:02.280768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38432) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:02.350909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab298e6-784b-4742-8357-4d7dc7653f8b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:02.352509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab298e6-784b-4742-8357-4d7dc7653f8b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:02.354020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab298e6-784b-4742-8357-4d7dc7653f8b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:02.354832 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dab298e6-784b-4742-8357-4d7dc7653f8b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:46:02.371528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dab298e6-784b-4742-8357-4d7dc7653f8b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:46:02.373250 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dab298e6-784b-4742-8357-4d7dc7653f8b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0915143 May 25 20:46:02.376058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38436) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:02.392327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-83e02fb6-37f0-442f-bd46-b655d23c5599 None None] For port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1bdcbab6-0a2b-4b9f-81eb-67be889ce33a,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:46:02.423278 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-83e02fb6-37f0-442f-bd46-b655d23c5599 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:02.443153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-83e02fb6-37f0-442f-bd46-b655d23c5599 None None] Transition to ACTIVE for port object 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:46:02.443885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a46f5ad-adab-4ba5-b5e5-10e8269fafe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 6ef2008b-617f-4750-b4c9-c77b9df1dec6 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:46:02.447186 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a46f5ad-adab-4ba5-b5e5-10e8269fafe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:02.447370 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-83e02fb6-37f0-442f-bd46-b655d23c5599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:02.504816 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a46f5ad-adab-4ba5-b5e5-10e8269fafe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:02.533804 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:46:02.592812 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a46f5ad-adab-4ba5-b5e5-10e8269fafe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:02.649305 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:46:02.649305 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:46:02.650122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e02fb6-37f0-442f-bd46-b655d23c5599 None None] Pushing event updated for resources: {'Port': ['ID=1bdcbab6-0a2b-4b9f-81eb-67be889ce33a,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:02.676051 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a46f5ad-adab-4ba5-b5e5-10e8269fafe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:02.725727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46f5ad-adab-4ba5-b5e5-10e8269fafe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef2008b-617f-4750-b4c9-c77b9df1dec6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:02.725727 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0a46f5ad-adab-4ba5-b5e5-10e8269fafe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:02.747386 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0a46f5ad-adab-4ba5-b5e5-10e8269fafe5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/6ef2008b-617f-4750-b4c9-c77b9df1dec6 HTTP/1.1" status: 204 len: 168 time: 0.3623469 May 25 20:46:02.750189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38440) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:02.853237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-3761be02-36f8-4234-b5e2-0ad173d5b21e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet efa27521-f938-4400-b56f-4960edcf4534 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:46:02.861472 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3761be02-36f8-4234-b5e2-0ad173d5b21e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:02.941878 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3761be02-36f8-4234-b5e2-0ad173d5b21e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:03.049568 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3761be02-36f8-4234-b5e2-0ad173d5b21e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:03.149161 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3761be02-36f8-4234-b5e2-0ad173d5b21e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:03.187239 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:03.188252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761be02-36f8-4234-b5e2-0ad173d5b21e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=efa27521-f938-4400-b56f-4960edcf4534,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:03.198600 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3761be02-36f8-4234-b5e2-0ad173d5b21e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:03.209917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3761be02-36f8-4234-b5e2-0ad173d5b21e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/efa27521-f938-4400-b56f-4960edcf4534 HTTP/1.1" status: 204 len: 168 time: 0.4640663 May 25 20:46:03.211906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38444) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:03.251366 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:46:03.251366 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:03.297684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2d241e1c-bd43-44a1-b3d1-6e838f33a213 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838284 May 25 20:46:03.304376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38450) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:03.316264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-fb45dcd4-c12c-4598-8565-c7e52a7ba73e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:03.362462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1bdcbab6-0a2b-4b9f-81eb-67be889ce33a,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:46:03.371505 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:03.440461 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e70d7e-c366-4cf7-97cd-9d62722ec93d None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:46:03.544883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fb45dcd4-c12c-4598-8565-c7e52a7ba73e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:03.548922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fb45dcd4-c12c-4598-8565-c7e52a7ba73e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:03.551714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fb45dcd4-c12c-4598-8565-c7e52a7ba73e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:03.557374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fb45dcd4-c12c-4598-8565-c7e52a7ba73e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:03.579924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb45dcd4-c12c-4598-8565-c7e52a7ba73e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:46:03.582009 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb45dcd4-c12c-4598-8565-c7e52a7ba73e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:03.583078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-22a630db-8752-49f5-8348-7728f3271a79 None None] Provisioning for port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:46:03.605773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=1bdcbab6-0a2b-4b9f-81eb-67be889ce33a,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:03.608951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-22a630db-8752-49f5-8348-7728f3271a79 None None] Provisioning complete for port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:46:03.609294 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-22a630db-8752-49f5-8348-7728f3271a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:03.729626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:46:03.879324 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb45dcd4-c12c-4598-8565-c7e52a7ba73e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:03.938215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:46:03.938592 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:03.943060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb45dcd4-c12c-4598-8565-c7e52a7ba73e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:03.945970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-fb45dcd4-c12c-4598-8565-c7e52a7ba73e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:03.950068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb45dcd4-c12c-4598-8565-c7e52a7ba73e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:03.951455 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb45dcd4-c12c-4598-8565-c7e52a7ba73e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:03.958642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45dcd4-c12c-4598-8565-c7e52a7ba73e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=e05098e1-5e29-4864-a6d4-26998128fccb,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:03.977769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-22a630db-8752-49f5-8348-7728f3271a79 None None] Current status of the port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:46:03.979608 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fb45dcd4-c12c-4598-8565-c7e52a7ba73e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6789889 May 25 20:46:03.982878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38454) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:03.988519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-62125266-477d-4892-8018-2675255dd7ec tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:03.992572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-22a630db-8752-49f5-8348-7728f3271a79 None None] Could not find standard attr ID for object f5e49fd8-7daf-42df-845f-a6c4a4f324c7. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:46:04.071591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32406ffb-ff76-4597-b198-8a9205c674ac None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:46:04.076900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:46:04.079050 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-32406ffb-ff76-4597-b198-8a9205c674ac None None] Deleting port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:46:04.079420 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-32406ffb-ff76-4597-b198-8a9205c674ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:04.130173 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-62125266-477d-4892-8018-2675255dd7ec tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:04.134125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-62125266-477d-4892-8018-2675255dd7ec tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:04.137016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-62125266-477d-4892-8018-2675255dd7ec tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:04.143662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-62125266-477d-4892-8018-2675255dd7ec tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:04.152619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62125266-477d-4892-8018-2675255dd7ec tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:46:04.156235 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-62125266-477d-4892-8018-2675255dd7ec tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:04.289532 n-d-843339-1 neutron-server[88331]: INFO neutron.db.ipam_backend_mixin [None req-62125266-477d-4892-8018-2675255dd7ec tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e05098e1-5e29-4864-a6d4-26998128fccb (CIDR: 2001:db8::/64) May 25 20:46:04.293176 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-62125266-477d-4892-8018-2675255dd7ec tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:46:04.293176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62125266-477d-4892-8018-2675255dd7ec tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:04.310348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-32406ffb-ff76-4597-b198-8a9205c674ac None None] For port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1bdcbab6-0a2b-4b9f-81eb-67be889ce33a,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:46:04.310927 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-32406ffb-ff76-4597-b198-8a9205c674ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:04.313231 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-62125266-477d-4892-8018-2675255dd7ec tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3293197 May 25 20:46:04.316178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38458) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:04.322022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'subnet': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:04.436091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-32406ffb-ff76-4597-b198-8a9205c674ac None None] Calling delete_port for 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:46:04.476467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:04.476467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Usage tracker for resource:subnet and tenant:8ad8a46e003446ccbc5865bdd406c2c9 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:04.482618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:04.485870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:04.499292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:46:04.502799 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:04.521648 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-32406ffb-ff76-4597-b198-8a9205c674ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:04.573110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32406ffb-ff76-4597-b198-8a9205c674ac None None] Pushing event deleted for resources: {'Port': ['ID=1bdcbab6-0a2b-4b9f-81eb-67be889ce33a,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:04.577149 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32406ffb-ff76-4597-b198-8a9205c674ac None None] No DVR routers for this DVR port 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:46:04.593783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b916729d-f961-40f6-b46e-f96f3deb0557 None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:46:04.829581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-000fa24c-4d51-46fe-b901-109d810e0403', 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'tenant_id': '8ad8a46e003446ccbc5865bdd406c2c9', 'fixed_ips': [{'subnet_id': 'e05098e1-5e29-4864-a6d4-26998128fccb'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:46:04.830480 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:04.931095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.objects.ports [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88332) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 25 20:46:04.932307 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:04.990447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:04.993585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:04.998595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:04.999118 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:05.017349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Subnet': ['ID=08a53b4e-09b9-4f7b-8734-b827df4bf9c0,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:05.031576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-16b5950f-1342-4244-94ef-ec366ebfc80d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7142725 May 25 20:46:05.034694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38462) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:05.040143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Request body: {'port': {'network_id': '000fa24c-4d51-46fe-b901-109d810e0403', 'mac_address': 'fa:16:3e:1c:05:90', 'name': 'tempest-NetworksTestDHCPv6-1750756161'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:05.066317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Allocated IP 2001:db8::2 (000fa24c-4d51-46fe-b901-109d810e0403/e05098e1-5e29-4864-a6d4-26998128fccb/5a8b6d32-ffd2-4b76-ae90-354b53508f1a) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:05.072324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Allocated IP 2001:db8:0:1:f816:3eff:fea2:228a (000fa24c-4d51-46fe-b901-109d810e0403/08a53b4e-09b9-4f7b-8734-b827df4bf9c0/5a8b6d32-ffd2-4b76-ae90-354b53508f1a) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:05.184210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:05.194879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:05.206841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Made reservation on behalf of 8ad8a46e003446ccbc5865bdd406c2c9 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:46:05.211077 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:05.239577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] device_id is not set on port 8571ce8e-5a9f-4253-bcaa-be4a5c8f84d5 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:46:05.316461 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:05.327464 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Transition to ACTIVE for port object 5a8b6d32-ffd2-4b76-ae90-354b53508f1a will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:46:05.346386 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Transition to ACTIVE for port object 5a8b6d32-ffd2-4b76-ae90-354b53508f1a will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:46:05.352145 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:05.428299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:05.428299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:05.434113 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:05.505517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Pushing event updated for resources: {'Port': ['ID=5a8b6d32-ffd2-4b76-ae90-354b53508f1a,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:05.521549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8::3bc (000fa24c-4d51-46fe-b901-109d810e0403/e05098e1-5e29-4864-a6d4-26998128fccb/8571ce8e-5a9f-4253-bcaa-be4a5c8f84d5) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:05.528040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1c:590 (000fa24c-4d51-46fe-b901-109d810e0403/08a53b4e-09b9-4f7b-8734-b827df4bf9c0/8571ce8e-5a9f-4253-bcaa-be4a5c8f84d5) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:05.572076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Attempting to bind port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:46:05.572923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Attempting to bind port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:46:05.573292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Attempting to bind port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a on network 000fa24c-4d51-46fe-b901-109d810e0403 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:46:05.579492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:46:05.579795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Checking segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:46:05.580389 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:05.580585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Bound using segment: {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:46:05.581044 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Bound port: 5a8b6d32-ffd2-4b76-ae90-354b53508f1a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5b56d-c9e2-44e2-9800-05824ed7699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '000fa24c-4d51-46fe-b901-109d810e0403'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:46:05.581418 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:05.699127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] For port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:46:05.705991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] For port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5a8b6d32-ffd2-4b76-ae90-354b53508f1a,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:46:05.724240 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:05.798285 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:05.803325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:46:05.811289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Transition to ACTIVE for port object 8571ce8e-5a9f-4253-bcaa-be4a5c8f84d5 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:46:05.844267 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:05.846053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:46:05.846412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1bdcbab6-0a2b-4b9f-81eb-67be889ce33a not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:46:05.866877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f453533-23f9-4846-ad30-f5eb7e28c24c None None] Pushing event updated for resources: {'Port': ['ID=5a8b6d32-ffd2-4b76-ae90-354b53508f1a,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:05.922621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Network 000fa24c-4d51-46fe-b901-109d810e0403 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:05.925932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:05.928364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:05.934291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:05.935008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:05.950050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event updated for resources: {'Port': ['ID=8571ce8e-5a9f-4253-bcaa-be4a5c8f84d5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:05.970769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fba5be7d-b787-4fbc-a901-569a6cbed938 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9350536 May 25 20:46:05.973247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38466) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:06.052308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-cfde3ce2-5ba8-4479-a886-a23d01597f4b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting port 8571ce8e-5a9f-4253-bcaa-be4a5c8f84d5 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:46:06.052308 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfde3ce2-5ba8-4479-a886-a23d01597f4b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:06.335705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfde3ce2-5ba8-4479-a886-a23d01597f4b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:06.583071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-cfde3ce2-5ba8-4479-a886-a23d01597f4b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Calling delete_port for 8571ce8e-5a9f-4253-bcaa-be4a5c8f84d5 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:46:06.842180 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfde3ce2-5ba8-4479-a886-a23d01597f4b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:06.897971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde3ce2-5ba8-4479-a886-a23d01597f4b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Port': ['ID=8571ce8e-5a9f-4253-bcaa-be4a5c8f84d5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:06.935124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a16d07-ff3a-4027-ba4b-6b14cf598f2c None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:46:06.988928 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cfde3ce2-5ba8-4479-a886-a23d01597f4b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:07.001947 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cfde3ce2-5ba8-4479-a886-a23d01597f4b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/8571ce8e-5a9f-4253-bcaa-be4a5c8f84d5 HTTP/1.1" status: 204 len: 168 time: 1.0266809 May 25 20:46:07.003836 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38470) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:07.056132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-beed88bf-1d69-4371-9c06-6d601bd380ad None None] Provisioning for port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:46:07.101416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350651e0-06c5-427f-a9e2-4417885d6e81 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:07.103043 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-350651e0-06c5-427f-a9e2-4417885d6e81 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0977061 May 25 20:46:07.105570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38474) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:07.205812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdb3fbe-6eb4-4dcc-9a46-6659f1c9bb47 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:07.207360 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4cdb3fbe-6eb4-4dcc-9a46-6659f1c9bb47 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1008027 May 25 20:46:07.209977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38478) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:07.287861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af824d-7648-47c4-a1aa-ffdf37b0938c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:07.290038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af824d-7648-47c4-a1aa-ffdf37b0938c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:07.291579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af824d-7648-47c4-a1aa-ffdf37b0938c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:07.293020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f2af824d-7648-47c4-a1aa-ffdf37b0938c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:46:07.320085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f2af824d-7648-47c4-a1aa-ffdf37b0938c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:46:07.320085 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f2af824d-7648-47c4-a1aa-ffdf37b0938c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1081164 May 25 20:46:07.331877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38482) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:07.407319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea75ede6-2280-45f8-a1b7-f5174c14de5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet 08a53b4e-09b9-4f7b-8734-b827df4bf9c0 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:46:07.407319 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea75ede6-2280-45f8-a1b7-f5174c14de5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:07.482906 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea75ede6-2280-45f8-a1b7-f5174c14de5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:07.572781 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea75ede6-2280-45f8-a1b7-f5174c14de5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:07.667958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea75ede6-2280-45f8-a1b7-f5174c14de5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:07.714874 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ea75ede6-2280-45f8-a1b7-f5174c14de5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:07.719255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75ede6-2280-45f8-a1b7-f5174c14de5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=08a53b4e-09b9-4f7b-8734-b827df4bf9c0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:07.743166 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ea75ede6-2280-45f8-a1b7-f5174c14de5b tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/08a53b4e-09b9-4f7b-8734-b827df4bf9c0 HTTP/1.1" status: 204 len: 168 time: 0.4184146 May 25 20:46:07.747523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38486) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:07.812135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5a8b6d32-ffd2-4b76-ae90-354b53508f1a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:46:07.844346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-879a87e0-96be-4d34-8100-7d01c05b073a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Deleting subnet e05098e1-5e29-4864-a6d4-26998128fccb {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:46:07.847969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-879a87e0-96be-4d34-8100-7d01c05b073a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:07.930989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:46:07.938865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:46:07.938865 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:07.954961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-879a87e0-96be-4d34-8100-7d01c05b073a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:07.973249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b832618-a542-40fb-9bf3-158e02b68f4a None None] Network 000fa24c-4d51-46fe-b901-109d810e0403 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:46:08.102819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1aea0b1b-7ce1-4f1c-8c4c-bf42b169bd18 None None] Provisioning complete for port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:46:08.103232 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1aea0b1b-7ce1-4f1c-8c4c-bf42b169bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:08.119972 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-879a87e0-96be-4d34-8100-7d01c05b073a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:08.211214 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca0232d7-69b9-4d8e-859c-d511ed65d753 req-721727bb-5bc6-4f13-b792-3e9f6c8b9dbe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2185695 May 25 20:46:08.226840 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-879a87e0-96be-4d34-8100-7d01c05b073a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:08.286960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a87e0-96be-4d34-8100-7d01c05b073a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Subnet': ['ID=e05098e1-5e29-4864-a6d4-26998128fccb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:08.289058 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-879a87e0-96be-4d34-8100-7d01c05b073a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:08.346190 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-879a87e0-96be-4d34-8100-7d01c05b073a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/e05098e1-5e29-4864-a6d4-26998128fccb HTTP/1.1" status: 204 len: 168 time: 0.5946250 May 25 20:46:08.348846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38492) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:08.375099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:46:08.375099 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:08.378710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0232d7-69b9-4d8e-859c-d511ed65d753 req-3262f98e-9717-421d-b5f1-ceaaad6052f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:08.380190 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca0232d7-69b9-4d8e-859c-d511ed65d753 req-3262f98e-9717-421d-b5f1-ceaaad6052f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 1097 time: 0.0866799 May 25 20:46:08.433664 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8fb0986b-b040-4ddf-a856-0eb5071d540a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834160 May 25 20:46:08.437374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38496) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:08.444604 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1aea0b1b-7ce1-4f1c-8c4c-bf42b169bd18 None None] Current status of the port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:46:08.445184 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1aea0b1b-7ce1-4f1c-8c4c-bf42b169bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:08.466428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5a8b6d32-ffd2-4b76-ae90-354b53508f1a,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:46:08.474917 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:08.571719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277e4174-e946-4d16-be04-86dec6e7e171 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:08.572460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-277e4174-e946-4d16-be04-86dec6e7e171 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:46:08.573020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0232d7-69b9-4d8e-859c-d511ed65d753 req-3e0108f8-6a34-417b-8c17-101472d04d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:08.576594 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca0232d7-69b9-4d8e-859c-d511ed65d753 req-3e0108f8-6a34-417b-8c17-101472d04d6b service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.1762810 May 25 20:46:08.594991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-277e4174-e946-4d16-be04-86dec6e7e171 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:46:08.603571 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-277e4174-e946-4d16-be04-86dec6e7e171 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1577303 May 25 20:46:08.603571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38500) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:08.684158 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-1aea0b1b-7ce1-4f1c-8c4c-bf42b169bd18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:46:08.684158 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-1aea0b1b-7ce1-4f1c-8c4c-bf42b169bd18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:46:08.698463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=5a8b6d32-ffd2-4b76-ae90-354b53508f1a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:08.706248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e362ab8-bcbc-46d9-96e9-cb9704429353 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:08.706248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1e362ab8-bcbc-46d9-96e9-cb9704429353 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Synchronizing usage tracker for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:46:08.737514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1e362ab8-bcbc-46d9-96e9-cb9704429353 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Unset dirty status for tenant:8ad8a46e003446ccbc5865bdd406c2c9 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:46:08.737514 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1e362ab8-bcbc-46d9-96e9-cb9704429353 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1284130 May 25 20:46:08.737514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38504) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:08.744735 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca0232d7-69b9-4d8e-859c-d511ed65d753 req-7eef2769-bdc1-4f2d-9f33-3f57ca3f5ea8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a527b916-2019-449f-acfb-1e8969c61197 HTTP/1.1" status: 200 len: 1001 time: 0.1573455 May 25 20:46:08.748976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7805fadb-8108-4bab-bed9-4b17dd3f5b76 None None] DHCP port deletion for 000fa24c-4d51-46fe-b901-109d810e0403 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:46:08.748976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7805fadb-8108-4bab-bed9-4b17dd3f5b76 None None] Deleting port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:46:08.748976 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7805fadb-8108-4bab-bed9-4b17dd3f5b76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:08.833616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0232d7-69b9-4d8e-859c-d511ed65d753 req-2d195ecd-f68c-40b9-a3b1-ae8e5acd2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:08.833616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca0232d7-69b9-4d8e-859c-d511ed65d753 req-2d195ecd-f68c-40b9-a3b1-ae8e5acd2a14 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0866830 May 25 20:46:08.861018 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-25bab96e-e6c9-433b-b849-e357cc9c73d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256471 May 25 20:46:08.867425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38508) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:08.931767 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-943af788-ca9b-4e95-91a0-c3080d563bb3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:08.932297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943af788-ca9b-4e95-91a0-c3080d563bb3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:08.936762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-943af788-ca9b-4e95-91a0-c3080d563bb3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/8571ce8e-5a9f-4253-bcaa-be4a5c8f84d5 HTTP/1.1" status: 404 len: 333 time: 0.0670776 May 25 20:46:08.937036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38512) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:08.983198 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83af470-912b-452f-bdb8-70bece5d01ea tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:08.985236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83af470-912b-452f-bdb8-70bece5d01ea tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:08.988570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b83af470-912b-452f-bdb8-70bece5d01ea tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/08a53b4e-09b9-4f7b-8734-b827df4bf9c0 HTTP/1.1" status: 404 len: 337 time: 0.0483317 May 25 20:46:08.988779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38516) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.036213 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bfcc5a-d477-450c-ad42-d43fb43912fc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.036729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9bfcc5a-d477-450c-ad42-d43fb43912fc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.038503 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f9bfcc5a-d477-450c-ad42-d43fb43912fc tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/e05098e1-5e29-4864-a6d4-26998128fccb HTTP/1.1" status: 404 len: 337 time: 0.0488346 May 25 20:46:09.041245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38520) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.042256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7805fadb-8108-4bab-bed9-4b17dd3f5b76 None None] For port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5a8b6d32-ffd2-4b76-ae90-354b53508f1a,segment=NetworkSegment(51a5b56d-c9e2-44e2-9800-05824ed7699c),segment_id=51a5b56d-c9e2-44e2-9800-05824ed7699c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:46:09.042685 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7805fadb-8108-4bab-bed9-4b17dd3f5b76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:09.051737 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0232d7-69b9-4d8e-859c-d511ed65d753 req-4066b961-cece-4760-87b0-820cda1e0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:09.055226 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca0232d7-69b9-4d8e-859c-d511ed65d753 req-4066b961-cece-4760-87b0-820cda1e0f26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2159929 May 25 20:46:09.096311 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfed453-bfc3-4552-9714-9d61d75900a2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.097163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfed453-bfc3-4552-9714-9d61d75900a2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.099143 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1dfed453-bfc3-4552-9714-9d61d75900a2 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/f5e49fd8-7daf-42df-845f-a6c4a4f324c7 HTTP/1.1" status: 404 len: 333 time: 0.0572245 May 25 20:46:09.101654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38524) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.155243 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f07dea0-7f41-492d-aa69-5cb29f33a048 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.155797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f07dea0-7f41-492d-aa69-5cb29f33a048 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.159577 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0f07dea0-7f41-492d-aa69-5cb29f33a048 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/6ef2008b-617f-4750-b4c9-c77b9df1dec6 HTTP/1.1" status: 404 len: 337 time: 0.0559182 May 25 20:46:09.162248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38528) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.210972 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acbf07d-547d-4c0b-9f4c-1f393ba22523 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.211363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acbf07d-547d-4c0b-9f4c-1f393ba22523 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.214196 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4acbf07d-547d-4c0b-9f4c-1f393ba22523 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/efa27521-f938-4400-b56f-4960edcf4534 HTTP/1.1" status: 404 len: 337 time: 0.0509024 May 25 20:46:09.217140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38532) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.221712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7805fadb-8108-4bab-bed9-4b17dd3f5b76 None None] Calling delete_port for 5a8b6d32-ffd2-4b76-ae90-354b53508f1a owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:46:09.250104 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca0232d7-69b9-4d8e-859c-d511ed65d753 req-190d36c3-f0d8-44e0-b469-169ec87bb6c6 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872971 May 25 20:46:09.280646 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2e1056-51de-4a47-b805-71bcdb3bddb4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.281330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2e1056-51de-4a47-b805-71bcdb3bddb4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.282854 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3b2e1056-51de-4a47-b805-71bcdb3bddb4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/9f7dff99-2413-41c4-8ad2-26b1245d0cd8 HTTP/1.1" status: 404 len: 333 time: 0.0647688 May 25 20:46:09.286523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38536) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.296911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1aea0b1b-7ce1-4f1c-8c4c-bf42b169bd18 None None] Current status of the port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:46:09.329213 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7805fadb-8108-4bab-bed9-4b17dd3f5b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:09.329948 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5885b63-c231-42fc-8548-aa5457539836 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.330507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5885b63-c231-42fc-8548-aa5457539836 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.334977 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e5885b63-c231-42fc-8548-aa5457539836 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/d658987c-a73d-4176-b3da-df4f0e523e02 HTTP/1.1" status: 404 len: 337 time: 0.0446925 May 25 20:46:09.338524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38540) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.386068 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-882facef-a88e-4822-a52e-8835edbef74c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.386568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882facef-a88e-4822-a52e-8835edbef74c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.390199 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-882facef-a88e-4822-a52e-8835edbef74c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/3ab87ba0-e6dd-46b4-9de1-cddc1d3119e9 HTTP/1.1" status: 404 len: 337 time: 0.0530777 May 25 20:46:09.390349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805fadb-8108-4bab-bed9-4b17dd3f5b76 None None] Pushing event deleted for resources: {'Port': ['ID=5a8b6d32-ffd2-4b76-ae90-354b53508f1a,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:09.391659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38544) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.400690 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7805fadb-8108-4bab-bed9-4b17dd3f5b76 None None] No DVR routers for this DVR port 5a8b6d32-ffd2-4b76-ae90-354b53508f1a on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:46:09.434033 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca0232d7-69b9-4d8e-859c-d511ed65d753 req-17fb6169-dcfc-49a1-a0c8-159014b8a58c service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724777 May 25 20:46:09.437770 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa95db4-8e30-4049-913a-6c83491ff108 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.438396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa95db4-8e30-4049-913a-6c83491ff108 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.440388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dfa95db4-8e30-4049-913a-6c83491ff108 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/a56212eb-13d3-437d-b7ee-0592b908761e HTTP/1.1" status: 404 len: 333 time: 0.0448394 May 25 20:46:09.442966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38548) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.484163 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fa2e12-92a4-485a-981f-cf382f657a7a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.484627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75fa2e12-92a4-485a-981f-cf382f657a7a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.487289 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-75fa2e12-92a4-485a-981f-cf382f657a7a tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/540da7b3-e827-48d8-a4fe-135226dd2a7c HTTP/1.1" status: 404 len: 337 time: 0.0422771 May 25 20:46:09.489924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38552) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.534402 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-f517e8ce-4818-4273-abd9-732f9951cab0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.534639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f517e8ce-4818-4273-abd9-732f9951cab0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.536368 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f517e8ce-4818-4273-abd9-732f9951cab0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/474a59f9-502c-4dda-923a-f8e83fab64f5 HTTP/1.1" status: 404 len: 337 time: 0.0454190 May 25 20:46:09.539615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38556) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.587254 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fee94ed-0b9f-43c6-8c55-263fd09070ae tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.588010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fee94ed-0b9f-43c6-8c55-263fd09070ae tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.590203 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0fee94ed-0b9f-43c6-8c55-263fd09070ae tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/6e089afc-cab4-4fe7-b8b2-c7a15ffc398c HTTP/1.1" status: 404 len: 333 time: 0.0493646 May 25 20:46:09.592760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38562) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.635742 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-966c2b3a-fee9-4e3b-967d-0e86ed8dab92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.635840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966c2b3a-fee9-4e3b-967d-0e86ed8dab92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.640929 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-966c2b3a-fee9-4e3b-967d-0e86ed8dab92 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/f1316b74-0c9c-40ed-b3e6-8352b37d342d HTTP/1.1" status: 404 len: 337 time: 0.0438845 May 25 20:46:09.642188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38566) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.690076 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-84095a4a-3b39-4fb5-b9dd-02dad3f7cf67 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.691102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84095a4a-3b39-4fb5-b9dd-02dad3f7cf67 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.692542 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-84095a4a-3b39-4fb5-b9dd-02dad3f7cf67 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/7063ca61-55d9-4904-aea1-08fc7b3b8175 HTTP/1.1" status: 404 len: 333 time: 0.0506310 May 25 20:46:09.699395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38570) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.714025 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5a8b6d32-ffd2-4b76-ae90-354b53508f1a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:46:09.763840 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f674c6a-1888-4255-b2f5-f0ca1a0264a4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.763840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f674c6a-1888-4255-b2f5-f0ca1a0264a4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.763840 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0f674c6a-1888-4255-b2f5-f0ca1a0264a4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/57d67c5b-cba9-4ab2-abb2-daf88ade3364 HTTP/1.1" status: 404 len: 337 time: 0.0598209 May 25 20:46:09.763840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38574) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.801902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 5a8b6d32-ffd2-4b76-ae90-354b53508f1a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:46:09.801902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5a8b6d32-ffd2-4b76-ae90-354b53508f1a not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:46:09.816881 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bf9efe-e1b0-4576-9dcd-f58a90a78d7e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.816881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bf9efe-e1b0-4576-9dcd-f58a90a78d7e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.821063 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e1bf9efe-e1b0-4576-9dcd-f58a90a78d7e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/b35dce73-1611-4b4a-9b16-26455951baf2 HTTP/1.1" status: 404 len: 333 time: 0.0564947 May 25 20:46:09.824281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38578) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.874909 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc83fee2-d304-4c00-a36d-ae59f812be72 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.875354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc83fee2-d304-4c00-a36d-ae59f812be72 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.877131 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fc83fee2-d304-4c00-a36d-ae59f812be72 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/627cc7c0-1dc9-40b9-bf09-987fecc4d650 HTTP/1.1" status: 404 len: 337 time: 0.0533781 May 25 20:46:09.881982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38582) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.931301 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1f2a70-c0f8-438f-8e12-b838453d3217 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.931301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1f2a70-c0f8-438f-8e12-b838453d3217 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.935907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fb1f2a70-c0f8-438f-8e12-b838453d3217 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/99751e63-22af-4934-9f83-e66951242c83 HTTP/1.1" status: 404 len: 333 time: 0.0502555 May 25 20:46:09.935907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38586) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:09.979415 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-38097226-0c50-41ca-8a57-7dbc4f70f5b8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:09.979415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38097226-0c50-41ca-8a57-7dbc4f70f5b8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:09.980899 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-38097226-0c50-41ca-8a57-7dbc4f70f5b8 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/ccb40a71-a7e8-4cc9-9ab9-b53f63c73fd8 HTTP/1.1" status: 404 len: 337 time: 0.0440977 May 25 20:46:09.983768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38590) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.029158 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88b610a-dc01-4ddd-98c9-346cc5c13e36 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.029635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88b610a-dc01-4ddd-98c9-346cc5c13e36 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.031591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e88b610a-dc01-4ddd-98c9-346cc5c13e36 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/f095c020-b797-4469-81b5-45cfaf4d7ebc HTTP/1.1" status: 404 len: 333 time: 0.0470164 May 25 20:46:10.034372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38594) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.078349 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-46429d9f-928f-4e7a-91a7-310dbda0e6c1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.078349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46429d9f-928f-4e7a-91a7-310dbda0e6c1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.078349 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-46429d9f-928f-4e7a-91a7-310dbda0e6c1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/51039f44-50a3-4f20-9b8b-68d40572c6b1 HTTP/1.1" status: 404 len: 337 time: 0.0426521 May 25 20:46:10.080849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38598) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.124200 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd3aa5c-f517-4894-8a71-d162e2bdace3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.124479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd3aa5c-f517-4894-8a71-d162e2bdace3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.127072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ffd3aa5c-f517-4894-8a71-d162e2bdace3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/73e4ffd5-b98f-475b-8864-4cc74662c765 HTTP/1.1" status: 404 len: 333 time: 0.0447402 May 25 20:46:10.129001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38602) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.173606 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c83e308-6681-4f4b-937d-bb2e2eaf9b05 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.174074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c83e308-6681-4f4b-937d-bb2e2eaf9b05 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.175876 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0c83e308-6681-4f4b-937d-bb2e2eaf9b05 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/00870dcc-9dd5-41c0-a8c4-408f5ef36a9d HTTP/1.1" status: 404 len: 337 time: 0.0459261 May 25 20:46:10.178380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38606) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.227784 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb99251-aa29-4eb3-a944-0bdb78f933a3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.228352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb99251-aa29-4eb3-a944-0bdb78f933a3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.229840 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7fb99251-aa29-4eb3-a944-0bdb78f933a3 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/c3fd4d98-7be3-4c04-b696-5c0d22642197 HTTP/1.1" status: 404 len: 337 time: 0.0505645 May 25 20:46:10.233751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38610) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.277273 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0ff323-9d15-41d8-82b4-7328a91e77b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.278345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0ff323-9d15-41d8-82b4-7328a91e77b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.285278 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3c0ff323-9d15-41d8-82b4-7328a91e77b1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/09dfb761-5ed4-4a40-a9ad-fa2c9830fb76 HTTP/1.1" status: 404 len: 333 time: 0.0453553 May 25 20:46:10.285278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38614) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.329931 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-94632895-0d55-4603-b501-d1425fbaa886 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.329931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94632895-0d55-4603-b501-d1425fbaa886 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.329931 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-94632895-0d55-4603-b501-d1425fbaa886 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/3a4e86a2-dfe1-470c-8f1d-d8fc00b7c560 HTTP/1.1" status: 404 len: 337 time: 0.0444717 May 25 20:46:10.333558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38618) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.369945 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-22160aea-933d-415f-976a-f247d3ea60ac tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.370799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22160aea-933d-415f-976a-f247d3ea60ac tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.372724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-22160aea-933d-415f-976a-f247d3ea60ac tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/ed6a9ec8-1ef8-44d5-a44a-380e0688a9ce HTTP/1.1" status: 404 len: 337 time: 0.0409739 May 25 20:46:10.376150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38622) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.421198 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7babbc4-20f7-4118-8d55-8bb6ccb14fcf tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.421465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7babbc4-20f7-4118-8d55-8bb6ccb14fcf tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.423118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e7babbc4-20f7-4118-8d55-8bb6ccb14fcf tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/7829cecb-7ed3-4334-9274-b63f75d0441b HTTP/1.1" status: 404 len: 333 time: 0.0465007 May 25 20:46:10.425987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38626) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.464687 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ce320b-c2cb-49be-bcbc-22d063e755ff tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.465137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ce320b-c2cb-49be-bcbc-22d063e755ff tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.466882 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d3ce320b-c2cb-49be-bcbc-22d063e755ff tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/0092b38c-c443-4a94-ae31-51e33109b2ec HTTP/1.1" status: 404 len: 337 time: 0.0398481 May 25 20:46:10.469427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38630) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.512947 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b074378-7ae3-4631-99f4-b2f47cdd0ca0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.513704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b074378-7ae3-4631-99f4-b2f47cdd0ca0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.516134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7b074378-7ae3-4631-99f4-b2f47cdd0ca0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/6246e93d-0cc1-43aa-b601-d08a1fe2ce17 HTTP/1.1" status: 404 len: 337 time: 0.0457323 May 25 20:46:10.518825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38634) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.560362 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-db299a21-ef5c-4342-a638-21d7e0428436 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.561058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db299a21-ef5c-4342-a638-21d7e0428436 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.562770 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-db299a21-ef5c-4342-a638-21d7e0428436 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/f7193e65-4ce6-4be9-9515-3c8448a3ea41 HTTP/1.1" status: 404 len: 333 time: 0.0430367 May 25 20:46:10.565251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38640) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.602294 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ba46f7-205d-4b6b-ae56-192ddb27603d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.602659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ba46f7-205d-4b6b-ae56-192ddb27603d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.604265 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-88ba46f7-205d-4b6b-ae56-192ddb27603d tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/5a04c228-03ba-4fb5-8dfb-85f5b8b1654d HTTP/1.1" status: 404 len: 337 time: 0.0381415 May 25 20:46:10.607398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38644) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.648816 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f91be6b-c850-4639-8c80-82b8acfd90da tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.649274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f91be6b-c850-4639-8c80-82b8acfd90da tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.650966 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0f91be6b-c850-4639-8c80-82b8acfd90da tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/7e9420b5-6b4c-4ffa-a47c-f88b7b3aaadd HTTP/1.1" status: 404 len: 337 time: 0.0427034 May 25 20:46:10.654481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38648) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.699383 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e14bae05-ee23-47df-816b-058ee531515c tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports?device_id=60997e9a-3ae1-466f-9cbc-cb6feab111b8 HTTP/1.1" status: 200 len: 205 time: 0.0428813 May 25 20:46:10.701870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38652) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.773378 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-326ad95a-5739-4ae9-9de8-9069e76b0b39 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] delete failed (client error): The resource could not be found. May 25 20:46:10.775467 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-326ad95a-5739-4ae9-9de8-9069e76b0b39 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/routers/60997e9a-3ae1-466f-9cbc-cb6feab111b8 HTTP/1.1" status: 404 len: 336 time: 0.0722229 May 25 20:46:10.777060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38656) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.818672 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefba9d0-e03b-4a1e-9b6e-c2eb64c41aca tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.819081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefba9d0-e03b-4a1e-9b6e-c2eb64c41aca tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.820502 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cefba9d0-e03b-4a1e-9b6e-c2eb64c41aca tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/21cefae1-375f-40b5-b200-cd8d8a34513a HTTP/1.1" status: 404 len: 337 time: 0.0426993 May 25 20:46:10.823140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38660) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.873356 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f257c497-b212-46d8-9b3e-8175fb4861a5 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "GET /v2.0/ports?device_id=288832c1-6b9c-47d1-8a11-13a9b018b7b4 HTTP/1.1" status: 200 len: 205 time: 0.0485711 May 25 20:46:10.875353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38664) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.946675 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-b31a2cd7-c7a2-4f86-936a-e1afe1f46ad1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] delete failed (client error): The resource could not be found. May 25 20:46:10.947663 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b31a2cd7-c7a2-4f86-936a-e1afe1f46ad1 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/routers/288832c1-6b9c-47d1-8a11-13a9b018b7b4 HTTP/1.1" status: 404 len: 336 time: 0.0713336 May 25 20:46:10.950362 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38668) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:10.987648 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb861b5-886e-47b6-85c5-c38bf5529655 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:10.988083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb861b5-886e-47b6-85c5-c38bf5529655 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:10.989658 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7bb861b5-886e-47b6-85c5-c38bf5529655 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/9e7037dd-356b-4b4e-a7a6-d8c23bbb3180 HTTP/1.1" status: 404 len: 337 time: 0.0384393 May 25 20:46:10.992034 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38672) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.028860 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-9575d410-bf9c-40f0-9784-620a364715da tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.029292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9575d410-bf9c-40f0-9784-620a364715da tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.030903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9575d410-bf9c-40f0-9784-620a364715da tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/71186715-43b7-4790-a261-04bf8067c285 HTTP/1.1" status: 404 len: 337 time: 0.0380280 May 25 20:46:11.033402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38676) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.077349 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-28da9113-7619-46b3-a937-edd4a7b6b7d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.077726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28da9113-7619-46b3-a937-edd4a7b6b7d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.079392 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-28da9113-7619-46b3-a937-edd4a7b6b7d0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/72c5a32c-9a23-4bd5-9b6f-dc095a9740a1 HTTP/1.1" status: 404 len: 333 time: 0.0452027 May 25 20:46:11.081910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38680) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.118380 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b87aa9-5b14-4425-b881-89c7248f3e35 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.118797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b87aa9-5b14-4425-b881-89c7248f3e35 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.120388 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e0b87aa9-5b14-4425-b881-89c7248f3e35 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/e19206cf-fcd2-45e4-9982-1b1f8d3579e6 HTTP/1.1" status: 404 len: 337 time: 0.0375960 May 25 20:46:11.123837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38684) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.164725 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7e74b8-c5f3-466f-9c4c-ccce5b0c37ad tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.165181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7e74b8-c5f3-466f-9c4c-ccce5b0c37ad tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.166817 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ec7e74b8-c5f3-466f-9c4c-ccce5b0c37ad tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/391ec18a-129b-4249-8c09-ec31ac87fa8d HTTP/1.1" status: 404 len: 333 time: 0.0408955 May 25 20:46:11.169846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38688) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.209734 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2512b3-88be-4d5a-9fad-a475d34b6ad9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.210195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2512b3-88be-4d5a-9fad-a475d34b6ad9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.211850 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ef2512b3-88be-4d5a-9fad-a475d34b6ad9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/6c0713b6-a1fe-455d-b0ab-7397142999f1 HTTP/1.1" status: 404 len: 337 time: 0.0411017 May 25 20:46:11.214424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38692) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.351966 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b64f646-c9fa-42bd-84da-f52905354d27 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.352671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b64f646-c9fa-42bd-84da-f52905354d27 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.354109 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6b64f646-c9fa-42bd-84da-f52905354d27 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/1d7c499e-849a-4fab-afcb-3db43d02170e HTTP/1.1" status: 404 len: 333 time: 0.1388054 May 25 20:46:11.356720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38696) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.394264 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-12df4260-12a6-45de-b90e-13ddad90e9a4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.394616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12df4260-12a6-45de-b90e-13ddad90e9a4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.396361 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-12df4260-12a6-45de-b90e-13ddad90e9a4 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/a06055e0-5d06-4bb1-a184-06ea9aded979 HTTP/1.1" status: 404 len: 337 time: 0.0387137 May 25 20:46:11.398844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38700) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.442414 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9c10c6-4a80-43f9-82c9-429846ddcbcf tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.442875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9c10c6-4a80-43f9-82c9-429846ddcbcf tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.444487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ab9c10c6-4a80-43f9-82c9-429846ddcbcf tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/c8f4137e-cd97-4cfe-9865-4d9b5e2319d5 HTTP/1.1" status: 404 len: 333 time: 0.0447726 May 25 20:46:11.447836 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38704) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.485101 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6863ae2-e8da-4341-b048-730c63a9458e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.485523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6863ae2-e8da-4341-b048-730c63a9458e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.487176 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d6863ae2-e8da-4341-b048-730c63a9458e tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/fe0d5662-9015-47fe-9792-6b4c6b7b78c7 HTTP/1.1" status: 404 len: 337 time: 0.0390809 May 25 20:46:11.489622 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38708) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.531406 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c3ed6f-e184-45a6-a7bf-da93a2470ebe tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.531897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c3ed6f-e184-45a6-a7bf-da93a2470ebe tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.533852 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-75c3ed6f-e184-45a6-a7bf-da93a2470ebe tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/70e0dd92-0aa5-4f19-97e3-84de8fa553f7 HTTP/1.1" status: 404 len: 333 time: 0.0433235 May 25 20:46:11.536632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38712) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.579292 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-a152a99a-871a-4a09-80f3-6161b931bc64 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.579742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a152a99a-871a-4a09-80f3-6161b931bc64 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.581393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a152a99a-871a-4a09-80f3-6161b931bc64 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/69d985e5-ac63-463b-ad48-929e78f0c627 HTTP/1.1" status: 404 len: 337 time: 0.0438008 May 25 20:46:11.584022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38716) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.627919 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ce1aa7-0daa-411b-a4f0-3967cf27bee9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.628612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ce1aa7-0daa-411b-a4f0-3967cf27bee9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.630255 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-63ce1aa7-0daa-411b-a4f0-3967cf27bee9 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/21f86161-38d1-4b25-98fd-7e43286020a5 HTTP/1.1" status: 404 len: 333 time: 0.0453334 May 25 20:46:11.632753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38720) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.670584 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-074497be-fe24-4e09-8188-bd01098ca8ae tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.671046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074497be-fe24-4e09-8188-bd01098ca8ae tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.672670 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-074497be-fe24-4e09-8188-bd01098ca8ae tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/8c9d8b00-969d-4790-a9bc-936870be5d72 HTTP/1.1" status: 404 len: 337 time: 0.0390451 May 25 20:46:11.675220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38724) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.719714 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-749a8d1b-092d-4777-8352-ff0211446462 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.720092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749a8d1b-092d-4777-8352-ff0211446462 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.721760 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-749a8d1b-092d-4777-8352-ff0211446462 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/ports/03966f33-5d57-4ecb-b5ff-c3e91f123bc6 HTTP/1.1" status: 404 len: 333 time: 0.0456653 May 25 20:46:11.724368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38728) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.766691 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-238aeb4c-44e2-4c5e-ac9e-aed2a892106f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] DELETE failed (client error): The resource could not be found. May 25 20:46:11.767145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238aeb4c-44e2-4c5e-ac9e-aed2a892106f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:46:11.768953 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-238aeb4c-44e2-4c5e-ac9e-aed2a892106f tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/subnets/7aa87b1c-8a18-4afd-92f1-a7bbc6917930 HTTP/1.1" status: 404 len: 337 time: 0.0436943 May 25 20:46:11.771676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38732) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:11.885145 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a56c-5166-4e5a-af60-18abfc9faee0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:12.125975 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a56c-5166-4e5a-af60-18abfc9faee0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:12.150541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-9bc6a56c-5166-4e5a-af60-18abfc9faee0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000fa24c-4d51-46fe-b901-109d810e0403']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:12.165388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-9bc6a56c-5166-4e5a-af60-18abfc9faee0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a5b56d-c9e2-44e2-9800-05824ed7699c') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:12.165679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-9bc6a56c-5166-4e5a-af60-18abfc9faee0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a5b56d-c9e2-44e2-9800-05824ed7699c') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:12.179076 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a56c-5166-4e5a-af60-18abfc9faee0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:12.197598 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a56c-5166-4e5a-af60-18abfc9faee0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:12.206675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc6a56c-5166-4e5a-af60-18abfc9faee0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:46:12.206675 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a56c-5166-4e5a-af60-18abfc9faee0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:12.285343 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 51a5b56d-c9e2-44e2-9800-05824ed7699c resource provider aggregate not found May 25 20:46:12.308402 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 51a5b56d-c9e2-44e2-9800-05824ed7699c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51a5b56d-c9e2-44e2-9800-05824ed7699c found for delete ", "request_id": "req-03c1ea65-bc2f-4bb0-9043-ce3c558315ef"}]} May 25 20:46:12.326028 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a56c-5166-4e5a-af60-18abfc9faee0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:12.330684 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a56c-5166-4e5a-af60-18abfc9faee0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:12.355112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9bc6a56c-5166-4e5a-af60-18abfc9faee0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] 10.222.0.60 "DELETE /v2.0/networks/000fa24c-4d51-46fe-b901-109d810e0403 HTTP/1.1" status: 204 len: 168 time: 0.5824187 May 25 20:46:12.355867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6a56c-5166-4e5a-af60-18abfc9faee0 tempest-NetworksTestDHCPv6-882155356 tempest-NetworksTestDHCPv6-882155356-project] Pushing event deleted for resources: {'Network': ['ID=000fa24c-4d51-46fe-b901-109d810e0403,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:12.596754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38744) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:12.763384 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1da099a8-924d-4086-8e95-11df078bbad3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ad8a46e003446ccbc5865bdd406c2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645827 May 25 20:46:12.766920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38750) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:12.835905 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8726eee-1e09-4799-ad0b-5215c652e0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:12.870244 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8726eee-1e09-4799-ad0b-5215c652e0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:12.929935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8726eee-1e09-4799-ad0b-5215c652e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:12.945826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8726eee-1e09-4799-ad0b-5215c652e0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf5dcc1-80ad-43f2-9fd1-3e46df485d32,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:12.964873 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8726eee-1e09-4799-ad0b-5215c652e0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:12.964873 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c8726eee-1e09-4799-ad0b-5215c652e0ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bf5dcc1-80ad-43f2-9fd1-3e46df485d32 HTTP/1.1" status: 204 len: 168 time: 0.1940939 May 25 20:46:13.220531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbe26346-6c1a-446b-bfd8-ad391f9f1125 req-15b1732c-344f-4891-bc8f-758b763a5913 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0884438 May 25 20:46:13.383976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26346-6c1a-446b-bfd8-ad391f9f1125 req-bdeddfcd-7ed0-4d05-8d99-18039ac140e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:13.385599 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbe26346-6c1a-446b-bfd8-ad391f9f1125 req-bdeddfcd-7ed0-4d05-8d99-18039ac140e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e2e8e4738f347389eca7743d5eef987&device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 1096 time: 0.0894904 May 25 20:46:13.552163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26346-6c1a-446b-bfd8-ad391f9f1125 req-b1b639bf-0cd4-4c01-8a60-e8facd15410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:13.553112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbe26346-6c1a-446b-bfd8-ad391f9f1125 req-b1b639bf-0cd4-4c01-8a60-e8facd15410c service neutron] 10.222.0.70 "GET /v2.0/networks?id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 HTTP/1.1" status: 200 len: 910 time: 0.1481619 May 25 20:46:13.682587 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbe26346-6c1a-446b-bfd8-ad391f9f1125 req-81e4cf59-86e5-40f7-b862-62e84ff3c9b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f HTTP/1.1" status: 200 len: 1001 time: 0.1229939 May 25 20:46:13.758979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26346-6c1a-446b-bfd8-ad391f9f1125 req-ff9382ff-079b-440f-92d8-3b4c09125df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:13.760698 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbe26346-6c1a-446b-bfd8-ad391f9f1125 req-ff9382ff-079b-440f-92d8-3b4c09125df9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac01637c-8629-4b8f-9c95-c238dbd975e2 HTTP/1.1" status: 200 len: 848 time: 0.0729208 May 25 20:46:13.841259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26346-6c1a-446b-bfd8-ad391f9f1125 req-eff1808a-0a9e-4b69-bc66-ef55ede776c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:13.842344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38774) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:13.843305 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbe26346-6c1a-446b-bfd8-ad391f9f1125 req-eff1808a-0a9e-4b69-bc66-ef55ede776c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768747 May 25 20:46:13.971753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1710089924'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:13.980179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:13.984764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:network and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:13.986820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:13.998185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:14.004235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbe26346-6c1a-446b-bfd8-ad391f9f1125 req-816fc2e5-2acd-4846-91c3-62932837af69 service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535180 May 25 20:46:14.010803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Made reservation on behalf of c9f54e1750ef438a9f1e4b40952e3822 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:46:14.014395 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:14.030342 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:14.047407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:14.051202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:security_group_rule and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:14.054491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:14.062790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:14.154907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbe26346-6c1a-446b-bfd8-ad391f9f1125 req-6fb0f167-46f6-4bad-8fc5-ed7179e7b123 service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468880 May 25 20:46:14.173364 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:14.177746 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:14.219643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:46:14.228527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed054c4a-76ba-4674-a12f-e7ef69fad68c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:14.235673 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:14.235673 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Added segment 847e4be4-6661-4efa-98f5-87664e5230cb of type vlan for network 1496c845-1a8d-49aa-8bec-df30134712bb May 25 20:46:14.267232 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:14.299093 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:14.305797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:14.305797 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:14.431029 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5834734 May 25 20:46:14.431029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117fe78-0860-45bf-afc9-34044bbb1cc1 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Network': ['ID=1496c845-1a8d-49aa-8bec-df30134712bb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:14.432868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38780) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:14.436678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'subnet': {'network_id': '1496c845-1a8d-49aa-8bec-df30134712bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:14.453190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 1496c845-1a8d-49aa-8bec-df30134712bb details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:46:14.601764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:14.611712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:subnet and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:14.611712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:14.622776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:14.633507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Made reservation on behalf of c9f54e1750ef438a9f1e4b40952e3822 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:46:14.633507 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:14.898811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:14.982646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Subnet': ['ID=d125559a-2104-42db-a74c-990ffa2e2b4f,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:14.991370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Checking segment: {'id': '847e4be4-6661-4efa-98f5-87664e5230cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1496c845-1a8d-49aa-8bec-df30134712bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:46:14.991687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network hostable DHCP agents. Network: 1496c845-1a8d-49aa-8bec-df30134712bb, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:46:15.011867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 1496c845-1a8d-49aa-8bec-df30134712bb is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:46:15.021126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 1496c845-1a8d-49aa-8bec-df30134712bb) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:15.025484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:15.026043 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:15.032025 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801ea9db-dfa8-4b1f-9859-a18449f3ca61 None None] Network 1496c845-1a8d-49aa-8bec-df30134712bb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:46:15.052086 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-60199d02-745b-4168-ad3f-5ac5fc2688c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6201723 May 25 20:46:15.054312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38784) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:15.064162 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1350670650', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:15.072347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:15.074601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:router and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:15.078382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:15.088724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:15.099623 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:15.100459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:15.119410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:15.272852 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c44ac2-506a-4440-aca8-a56ac9b3a305 None None] Network 1496c845-1a8d-49aa-8bec-df30134712bb requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:46:15.549331 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:15.867621 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:15.903357 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:16.052187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.25.3.198 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/206b46b4-fe2b-4096-af5e-61204a97b268) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:16.204177 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:16.233866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:16.297803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:16.300428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:16.304400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:16.342760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=206b46b4-fe2b-4096-af5e-61204a97b268,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:16.738066 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:17.198687 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:17.406742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:46:17.588660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:17.599452 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd254c3-5a96-4ff4-8d70-1f6419b88c6f None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:17.610184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd254c3-5a96-4ff4-8d70-1f6419b88c6f None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:17.610882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4fd254c3-5a96-4ff4-8d70-1f6419b88c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:17.617448 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:17.618865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-09dfa8b2-df82-4c9d-986d-fc780df3c7de tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5636852 May 25 20:46:17.621431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38790) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:17.678197 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4fd254c3-5a96-4ff4-8d70-1f6419b88c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:17.688001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd254c3-5a96-4ff4-8d70-1f6419b88c6f None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:17.688890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4fd254c3-5a96-4ff4-8d70-1f6419b88c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:17.758295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4fd254c3-5a96-4ff4-8d70-1f6419b88c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:17.758695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd254c3-5a96-4ff4-8d70-1f6419b88c6f None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:18.440644 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:18.833867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.20.0.1 (1496c845-1a8d-49aa-8bec-df30134712bb/d125559a-2104-42db-a74c-990ffa2e2b4f/be17f45a-eb8b-4eab-82f8-626deec86b9f) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:18.997896 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:19.026496 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:19.098159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 1496c845-1a8d-49aa-8bec-df30134712bb is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:19.101248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:19.105037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:19.135349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=be17f45a-eb8b-4eab-82f8-626deec86b9f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:19.165443 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:19.292960 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:19.710532 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:19.715613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:19.831157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=be17f45a-eb8b-4eab-82f8-626deec86b9f,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:19.833469 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:20.078021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 1496c845-1a8d-49aa-8bec-df30134712bb is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:20.079160 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:20.264048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:20.444738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:20.454859 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7ebe9b87-e6f6-4f52-a196-37d589177826 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "PUT /v2.0/routers/2cdac17b-f391-4274-943e-b2fcd9126252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8324134 May 25 20:46:20.455233 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be12508-7740-4356-bdcb-21fef5e8085a None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:20.458500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38794) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:20.464224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'port': {'network_id': '1496c845-1a8d-49aa-8bec-df30134712bb', 'name': 'tempest-FloatingIPTestJSON-1471638585'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:20.472915 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be12508-7740-4356-bdcb-21fef5e8085a None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:20.473547 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3be12508-7740-4356-bdcb-21fef5e8085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:20.537130 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3be12508-7740-4356-bdcb-21fef5e8085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:20.546388 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be12508-7740-4356-bdcb-21fef5e8085a None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:20.546975 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3be12508-7740-4356-bdcb-21fef5e8085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:20.604899 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3be12508-7740-4356-bdcb-21fef5e8085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:20.605140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:20.605287 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be12508-7740-4356-bdcb-21fef5e8085a None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:20.609957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:port and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:20.612937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:20.618697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:20.629409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Made reservation on behalf of c9f54e1750ef438a9f1e4b40952e3822 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:46:20.632993 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:20.655858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] device_id is not set on port a29b0dce-34b0-459e-b3a5-5d5728769420 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:46:20.805017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.20.0.5 (1496c845-1a8d-49aa-8bec-df30134712bb/d125559a-2104-42db-a74c-990ffa2e2b4f/a29b0dce-34b0-459e-b3a5-5d5728769420) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:21.020386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:21.051355 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:21.126771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 1496c845-1a8d-49aa-8bec-df30134712bb is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:21.130476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:21.134113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:21.165115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=a29b0dce-34b0-459e-b3a5-5d5728769420,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:21.202032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:21.202739 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:21.223518 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a8d6c745-a972-460e-936e-6383256e9795 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7639084 May 25 20:46:21.226108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38798) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:21.232205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'port': {'network_id': '1496c845-1a8d-49aa-8bec-df30134712bb', 'name': 'tempest-FloatingIPTestJSON-1988535355'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:21.383191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:21.387075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:port and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:21.391035 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:21.396719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:21.406378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Made reservation on behalf of c9f54e1750ef438a9f1e4b40952e3822 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:46:21.410479 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:21.431485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] device_id is not set on port e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:46:21.584280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.20.0.3 (1496c845-1a8d-49aa-8bec-df30134712bb/d125559a-2104-42db-a74c-990ffa2e2b4f/e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:21.797412 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:21.827571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:21.904247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 1496c845-1a8d-49aa-8bec-df30134712bb is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:21.907952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:21.911518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:21.943089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:21.982315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:21.982922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:22.005126 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7ad4fac0-44cf-4d1d-84ff-cd42c3584ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7779779 May 25 20:46:22.008247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38802) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:22.015146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:22.021530 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:22.025744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:floatingip and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:22.030134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:22.036037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:22.047223 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:22.289603 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:22.442912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.25.3.162 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/2b800243-193f-4123-9b5f-493fc75fa35c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:22.601823 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:22.644951 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:22.716573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:22.719108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:22.721703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:22.771021 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=2b800243-193f-4123-9b5f-493fc75fa35c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:23.194704 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:23.277771 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:23.514209 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:23.520102 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:23.641743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=2b800243-193f-4123-9b5f-493fc75fa35c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:23.654403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:23.849225 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Floating IP a068bc36-d558-45af-b6da-6323ca96c696 associated. External IP: 172.25.3.162, port: e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a. May 25 20:46:23.999573 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:24.353065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:24.545669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:24.554527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13779577-1722-408b-865f-f73791636f2f None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:24.565679 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13779577-1722-408b-865f-f73791636f2f None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:24.566042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-13779577-1722-408b-865f-f73791636f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:24.576615 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:24.639588 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-92538bd0-e7b4-412f-afbe-c4be4241f5ca tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6275084 May 25 20:46:24.640156 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38810) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:24.646006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9240e0b5-77f5-45ab-93bc-da30e19311bf tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:24.669399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-13779577-1722-408b-865f-f73791636f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:24.678824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13779577-1722-408b-865f-f73791636f2f None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:24.679613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-13779577-1722-408b-865f-f73791636f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:24.765371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-13779577-1722-408b-865f-f73791636f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:24.765371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13779577-1722-408b-865f-f73791636f2f None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:24.784980 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9240e0b5-77f5-45ab-93bc-da30e19311bf tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:25.056535 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9240e0b5-77f5-45ab-93bc-da30e19311bf tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:25.060921 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9240e0b5-77f5-45ab-93bc-da30e19311bf tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:25.061377 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-9240e0b5-77f5-45ab-93bc-da30e19311bf tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Floating IP a068bc36-d558-45af-b6da-6323ca96c696 disassociated. External IP: 172.25.3.162, port: e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a. May 25 20:46:25.558683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9240e0b5-77f5-45ab-93bc-da30e19311bf tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:25.768851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9240e0b5-77f5-45ab-93bc-da30e19311bf tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:25.773718 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9240e0b5-77f5-45ab-93bc-da30e19311bf tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:25.781197 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63a8d59-29a6-44de-9499-f185dd5c1bea None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:25.791128 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a8d59-29a6-44de-9499-f185dd5c1bea None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:25.791715 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c63a8d59-29a6-44de-9499-f185dd5c1bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:25.837410 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9240e0b5-77f5-45ab-93bc-da30e19311bf tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "PUT /v2.0/floatingips/a068bc36-d558-45af-b6da-6323ca96c696 HTTP/1.1" status: 200 len: 688 time: 1.1957517 May 25 20:46:25.841091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38814) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:25.894144 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c63a8d59-29a6-44de-9499-f185dd5c1bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:25.902674 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a8d59-29a6-44de-9499-f185dd5c1bea None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:25.903884 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c63a8d59-29a6-44de-9499-f185dd5c1bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:25.965090 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c63a8d59-29a6-44de-9499-f185dd5c1bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:25.966006 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63a8d59-29a6-44de-9499-f185dd5c1bea None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:26.003687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-efaa3fc1-911b-4643-bbd1-c2ea5e6cbcc7 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port 2b800243-193f-4123-9b5f-493fc75fa35c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:46:26.004039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efaa3fc1-911b-4643-bbd1-c2ea5e6cbcc7 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:26.186789 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efaa3fc1-911b-4643-bbd1-c2ea5e6cbcc7 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:26.187124 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efaa3fc1-911b-4643-bbd1-c2ea5e6cbcc7 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:26.314496 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-efaa3fc1-911b-4643-bbd1-c2ea5e6cbcc7 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for 2b800243-193f-4123-9b5f-493fc75fa35c owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:46:26.460870 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efaa3fc1-911b-4643-bbd1-c2ea5e6cbcc7 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:26.511147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa3fc1-911b-4643-bbd1-c2ea5e6cbcc7 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=2b800243-193f-4123-9b5f-493fc75fa35c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:26.603425 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efaa3fc1-911b-4643-bbd1-c2ea5e6cbcc7 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:26.613806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-efaa3fc1-911b-4643-bbd1-c2ea5e6cbcc7 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:26.614974 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-efaa3fc1-911b-4643-bbd1-c2ea5e6cbcc7 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/floatingips/a068bc36-d558-45af-b6da-6323ca96c696 HTTP/1.1" status: 204 len: 168 time: 0.7728496 May 25 20:46:26.618449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38818) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:26.624001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'a29b0dce-34b0-459e-b3a5-5d5728769420'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:26.630752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:26.634560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:floatingip and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:26.637592 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:26.643325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:26.659178 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:26.800132 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:26.944807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.25.3.14 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/a977f63a-beef-4d9c-87c9-81d8f99e68f7) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:27.101333 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:27.131401 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:27.200439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:27.203141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:27.207009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:27.241944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=a977f63a-beef-4d9c-87c9-81d8f99e68f7,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:27.759170 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:27.833945 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:28.040159 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:28.045404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:28.163048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=a977f63a-beef-4d9c-87c9-81d8f99e68f7,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:28.170978 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c2c91800-7415-4439-a6af-0f12ca1a9ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:28.174595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:28.276248 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:28.347267 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Floating IP 09f88c20-d196-40db-aa13-bf78ac3bd2c6 associated. External IP: 172.25.3.14, port: a29b0dce-34b0-459e-b3a5-5d5728769420. May 25 20:46:28.696791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:28.881435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:28.891271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3442ca52-bb76-4622-99fa-884dabe063d3 None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:28.900342 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3442ca52-bb76-4622-99fa-884dabe063d3 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:28.901041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3442ca52-bb76-4622-99fa-884dabe063d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:28.912209 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:28.963284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3442ca52-bb76-4622-99fa-884dabe063d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:28.969220 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7a65b703-0e54-45f8-854d-e9b8d7340930 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3497419 May 25 20:46:28.971979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38822) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:28.972266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3442ca52-bb76-4622-99fa-884dabe063d3 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:28.972854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3442ca52-bb76-4622-99fa-884dabe063d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:29.036937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3442ca52-bb76-4622-99fa-884dabe063d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:29.037333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3442ca52-bb76-4622-99fa-884dabe063d3 None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:29.197015 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e0263396-ece0-4efd-9539-48e7b6b66168 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "GET /v2.0/floatingips/09f88c20-d196-40db-aa13-bf78ac3bd2c6 HTTP/1.1" status: 200 len: 977 time: 0.2236326 May 25 20:46:29.199656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38826) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:29.296548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d8356a97-7fe4-4c87-bba4-6a14ec6d6e94 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Synchronizing usage tracker for tenant:c9f54e1750ef438a9f1e4b40952e3822 on resource:floatingip {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:46:29.313331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d8356a97-7fe4-4c87-bba4-6a14ec6d6e94 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Unset dirty status for tenant:c9f54e1750ef438a9f1e4b40952e3822 on resource:floatingip {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:46:29.314610 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d8356a97-7fe4-4c87-bba4-6a14ec6d6e94 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1140625 May 25 20:46:29.317328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38830) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:29.322214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-01379408-c96f-42a0-a30e-2a1fb2446cf8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'floatingip': {'port_id': 'e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:29.428355 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-01379408-c96f-42a0-a30e-2a1fb2446cf8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:30.099964 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-01379408-c96f-42a0-a30e-2a1fb2446cf8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:30.102408 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-01379408-c96f-42a0-a30e-2a1fb2446cf8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:30.277334 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-01379408-c96f-42a0-a30e-2a1fb2446cf8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Floating IP 09f88c20-d196-40db-aa13-bf78ac3bd2c6 associated. External IP: 172.25.3.14, port: a29b0dce-34b0-459e-b3a5-5d5728769420. May 25 20:46:30.605771 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-be4c0957-f194-41bf-b6d2-5cf377ed5caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:30.742483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01379408-c96f-42a0-a30e-2a1fb2446cf8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:30.924950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01379408-c96f-42a0-a30e-2a1fb2446cf8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:30.933902 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed6a57f-8f60-486f-a9dc-86316c929989 None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:30.943697 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed6a57f-8f60-486f-a9dc-86316c929989 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:30.944278 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1ed6a57f-8f60-486f-a9dc-86316c929989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:31.006023 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1ed6a57f-8f60-486f-a9dc-86316c929989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:31.015421 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed6a57f-8f60-486f-a9dc-86316c929989 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:31.016006 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1ed6a57f-8f60-486f-a9dc-86316c929989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:31.076317 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-1ed6a57f-8f60-486f-a9dc-86316c929989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:31.076703 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed6a57f-8f60-486f-a9dc-86316c929989 None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:31.299752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01379408-c96f-42a0-a30e-2a1fb2446cf8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:31.389468 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:31.491875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01379408-c96f-42a0-a30e-2a1fb2446cf8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:31.497197 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-01379408-c96f-42a0-a30e-2a1fb2446cf8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:31.501578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3ca37-31c6-4e8c-b7f4-52cf78049b30 None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:31.511317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3ca37-31c6-4e8c-b7f4-52cf78049b30 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:31.511917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-56b3ca37-31c6-4e8c-b7f4-52cf78049b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:31.574995 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-56b3ca37-31c6-4e8c-b7f4-52cf78049b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:31.583344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3ca37-31c6-4e8c-b7f4-52cf78049b30 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:31.583931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-56b3ca37-31c6-4e8c-b7f4-52cf78049b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:31.612857 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-01379408-c96f-42a0-a30e-2a1fb2446cf8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "PUT /v2.0/floatingips/09f88c20-d196-40db-aa13-bf78ac3bd2c6 HTTP/1.1" status: 200 len: 977 time: 2.2945104 May 25 20:46:31.615811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38834) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:31.621076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b83ff216-7049-471a-a0d2-223a4a3fba08 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:31.644827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-56b3ca37-31c6-4e8c-b7f4-52cf78049b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:31.645381 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3ca37-31c6-4e8c-b7f4-52cf78049b30 None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:31.731778 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b83ff216-7049-471a-a0d2-223a4a3fba08 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:31.788039 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:32.009310 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b83ff216-7049-471a-a0d2-223a4a3fba08 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:32.014065 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b83ff216-7049-471a-a0d2-223a4a3fba08 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:32.014409 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-b83ff216-7049-471a-a0d2-223a4a3fba08 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Floating IP 09f88c20-d196-40db-aa13-bf78ac3bd2c6 disassociated. External IP: 172.25.3.14, port: e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a. May 25 20:46:32.365490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83ff216-7049-471a-a0d2-223a4a3fba08 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:32.671379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83ff216-7049-471a-a0d2-223a4a3fba08 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:32.676119 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b83ff216-7049-471a-a0d2-223a4a3fba08 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:32.680942 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa55806-afdc-4c64-850b-65a0dc16de63 None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:32.691618 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa55806-afdc-4c64-850b-65a0dc16de63 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:32.692509 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4fa55806-afdc-4c64-850b-65a0dc16de63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:32.734104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b83ff216-7049-471a-a0d2-223a4a3fba08 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "PUT /v2.0/floatingips/09f88c20-d196-40db-aa13-bf78ac3bd2c6 HTTP/1.1" status: 200 len: 687 time: 1.1141675 May 25 20:46:32.734503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38838) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:32.758850 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4fa55806-afdc-4c64-850b-65a0dc16de63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:32.767863 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa55806-afdc-4c64-850b-65a0dc16de63 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:32.768439 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4fa55806-afdc-4c64-850b-65a0dc16de63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:32.830387 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4fa55806-afdc-4c64-850b-65a0dc16de63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:32.830768 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa55806-afdc-4c64-850b-65a0dc16de63 None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:32.895431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port a977f63a-beef-4d9c-87c9-81d8f99e68f7 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:46:32.895764 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:33.062947 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:33.063266 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:33.130341 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:33.194687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for a977f63a-beef-4d9c-87c9-81d8f99e68f7 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:46:33.343894 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:33.391659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=a977f63a-beef-4d9c-87c9-81d8f99e68f7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:33.435106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:33.435520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:33.435819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:33.436149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:33.436149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:33.436803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:33.437134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:33.437456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:33.437775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:33.438093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:33.438469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:33.438789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:33.507847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:33.524950 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:33.526084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8c26b21e-a5b5-43eb-a767-b3844b56d6a6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/floatingips/09f88c20-d196-40db-aa13-bf78ac3bd2c6 HTTP/1.1" status: 204 len: 168 time: 0.7907426 May 25 20:46:33.528702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38842) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:33.600712 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-9573f0ba-e1dc-45c3-a5af-0f3fe0244c83 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] delete failed (client error): The resource could not be found. May 25 20:46:33.601643 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9573f0ba-e1dc-45c3-a5af-0f3fe0244c83 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/floatingips/09f88c20-d196-40db-aa13-bf78ac3bd2c6 HTTP/1.1" status: 404 len: 345 time: 0.0720396 May 25 20:46:33.606699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38846) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:33.698413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee44922-47f4-40b4-a316-c1ac41e98d4a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:33.704666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee44922-47f4-40b4-a316-c1ac41e98d4a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:33.710509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee44922-47f4-40b4-a316-c1ac41e98d4a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:33.711329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dee44922-47f4-40b4-a316-c1ac41e98d4a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Synchronizing usage tracker for tenant:c9f54e1750ef438a9f1e4b40952e3822 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:46:33.730126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-dee44922-47f4-40b4-a316-c1ac41e98d4a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Unset dirty status for tenant:c9f54e1750ef438a9f1e4b40952e3822 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:46:33.731833 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dee44922-47f4-40b4-a316-c1ac41e98d4a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "GET /v2.0/ports?network_id=1496c845-1a8d-49aa-8bec-df30134712bb HTTP/1.1" status: 200 len: 2358 time: 0.1240900 May 25 20:46:33.734604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38850) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:33.817721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f330b9-14c6-472b-95c3-22591f0afc87 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:33.818293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-18f330b9-14c6-472b-95c3-22591f0afc87 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Synchronizing usage tracker for tenant:c9f54e1750ef438a9f1e4b40952e3822 on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:46:33.835533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-18f330b9-14c6-472b-95c3-22591f0afc87 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Unset dirty status for tenant:c9f54e1750ef438a9f1e4b40952e3822 on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:46:33.836662 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-18f330b9-14c6-472b-95c3-22591f0afc87 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "GET /v2.0/subnets/d125559a-2104-42db-a74c-990ffa2e2b4f HTTP/1.1" status: 200 len: 797 time: 0.1011391 May 25 20:46:33.842549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38854) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:33.847969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'port': {'network_id': '1496c845-1a8d-49aa-8bec-df30134712bb', 'name': 'tempest-FloatingIPTestJSON-2101215730', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:33.986138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:33.996054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:34.006610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Made reservation on behalf of c9f54e1750ef438a9f1e4b40952e3822 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:46:34.136203 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:34.161279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] device_id is not set on port e0150243-d3dd-4c12-8f2d-4869bc77e7f0 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:46:34.599886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.20.0.14 (1496c845-1a8d-49aa-8bec-df30134712bb/d125559a-2104-42db-a74c-990ffa2e2b4f/e0150243-d3dd-4c12-8f2d-4869bc77e7f0) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:34.606229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.20.0.13 (1496c845-1a8d-49aa-8bec-df30134712bb/d125559a-2104-42db-a74c-990ffa2e2b4f/e0150243-d3dd-4c12-8f2d-4869bc77e7f0) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:34.809778 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:34.840699 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:34.912668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 1496c845-1a8d-49aa-8bec-df30134712bb is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:34.916170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:34.918801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:34.959652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=e0150243-d3dd-4c12-8f2d-4869bc77e7f0,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:34.992338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:34.992945 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:35.018736 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8a00e93a-8711-4d90-bf67-1bf976a9764c tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1751471 May 25 20:46:35.021172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38858) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:35.026990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'e0150243-d3dd-4c12-8f2d-4869bc77e7f0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:35.034732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:35.039053 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:floatingip and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:35.041931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:35.048405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:35.058746 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:35.203000 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:35.344781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.25.3.62 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/8552b54f-b23c-4ac8-9dcf-f2d4105e6963) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:35.500841 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:35.531425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:35.601614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:35.604575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:35.608348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:35.642103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=8552b54f-b23c-4ac8-9dcf-f2d4105e6963,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:36.041967 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:36.231107 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:36.453846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:36.465541 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:36.577982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=8552b54f-b23c-4ac8-9dcf-f2d4105e6963,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:36.589763 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:36.766672 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Floating IP 7c1d20aa-7ad8-41f7-8b9c-666056774734 associated. External IP: 172.25.3.62, port: e0150243-d3dd-4c12-8f2d-4869bc77e7f0. May 25 20:46:37.117542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:37.297396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:37.306900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5792ed6-7804-47fd-9669-a835f31150c1 None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:37.316382 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5792ed6-7804-47fd-9669-a835f31150c1 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:37.316988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d5792ed6-7804-47fd-9669-a835f31150c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:37.329094 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:37.382605 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d5792ed6-7804-47fd-9669-a835f31150c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:37.389851 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5706a633-926f-49ff-bef7-030e31ee4e59 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3671329 May 25 20:46:37.392162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5792ed6-7804-47fd-9669-a835f31150c1 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:37.392372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38866) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:37.392757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d5792ed6-7804-47fd-9669-a835f31150c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:37.397402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d31fd686-5603-45ac-9f37-a5a6189a58ef tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'floatingip': {'port_id': 'e0150243-d3dd-4c12-8f2d-4869bc77e7f0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:37.456906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d5792ed6-7804-47fd-9669-a835f31150c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:37.457312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5792ed6-7804-47fd-9669-a835f31150c1 None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:37.501268 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d31fd686-5603-45ac-9f37-a5a6189a58ef tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:38.284948 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d31fd686-5603-45ac-9f37-a5a6189a58ef tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:38.288742 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d31fd686-5603-45ac-9f37-a5a6189a58ef tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:38.640869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31fd686-5603-45ac-9f37-a5a6189a58ef tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:38.829311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31fd686-5603-45ac-9f37-a5a6189a58ef tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:38.834019 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d31fd686-5603-45ac-9f37-a5a6189a58ef tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:38.838339 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7549225-609f-447b-be92-bcf353c36a36 None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:38.848503 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7549225-609f-447b-be92-bcf353c36a36 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:38.849084 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e7549225-609f-447b-be92-bcf353c36a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:38.908362 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e7549225-609f-447b-be92-bcf353c36a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:38.916713 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7549225-609f-447b-be92-bcf353c36a36 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:38.917287 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e7549225-609f-447b-be92-bcf353c36a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:38.945617 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d31fd686-5603-45ac-9f37-a5a6189a58ef tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "PUT /v2.0/floatingips/7c1d20aa-7ad8-41f7-8b9c-666056774734 HTTP/1.1" status: 200 len: 978 time: 1.5522089 May 25 20:46:38.948261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38870) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:38.978775 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e7549225-609f-447b-be92-bcf353c36a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:38.979170 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7549225-609f-447b-be92-bcf353c36a36 None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:39.259996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-93707c01-05ac-4f6a-8823-471fd79e7ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port 8552b54f-b23c-4ac8-9dcf-f2d4105e6963 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:46:39.260323 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-93707c01-05ac-4f6a-8823-471fd79e7ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:39.430956 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-93707c01-05ac-4f6a-8823-471fd79e7ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:39.431634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-93707c01-05ac-4f6a-8823-471fd79e7ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:39.533157 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:46:39.557769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-93707c01-05ac-4f6a-8823-471fd79e7ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for 8552b54f-b23c-4ac8-9dcf-f2d4105e6963 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:46:39.711281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-93707c01-05ac-4f6a-8823-471fd79e7ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:39.760627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93707c01-05ac-4f6a-8823-471fd79e7ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=8552b54f-b23c-4ac8-9dcf-f2d4105e6963,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:39.859013 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-93707c01-05ac-4f6a-8823-471fd79e7ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:39.859267 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-93707c01-05ac-4f6a-8823-471fd79e7ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Floating IP 7c1d20aa-7ad8-41f7-8b9c-666056774734 disassociated (deleted). External IP: 172.25.3.62, port: e0150243-d3dd-4c12-8f2d-4869bc77e7f0. May 25 20:46:40.204201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93707c01-05ac-4f6a-8823-471fd79e7ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:40.383242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93707c01-05ac-4f6a-8823-471fd79e7ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:40.392976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f724f0-6e6d-42c5-b662-d1da4b6892c9 None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:40.402900 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-93707c01-05ac-4f6a-8823-471fd79e7ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:40.404570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f724f0-6e6d-42c5-b662-d1da4b6892c9 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:40.405169 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d1f724f0-6e6d-42c5-b662-d1da4b6892c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:40.457613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-93707c01-05ac-4f6a-8823-471fd79e7ffb tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/floatingips/7c1d20aa-7ad8-41f7-8b9c-666056774734 HTTP/1.1" status: 204 len: 168 time: 1.5082383 May 25 20:46:40.460015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38876) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:40.469043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d1f724f0-6e6d-42c5-b662-d1da4b6892c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:40.477579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f724f0-6e6d-42c5-b662-d1da4b6892c9 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:40.478200 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d1f724f0-6e6d-42c5-b662-d1da4b6892c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:40.530593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1b6edfd1-ac6b-4349-876e-4a5401f35631 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port e0150243-d3dd-4c12-8f2d-4869bc77e7f0 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:46:40.531057 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1b6edfd1-ac6b-4349-876e-4a5401f35631 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:40.538308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d1f724f0-6e6d-42c5-b662-d1da4b6892c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:40.538711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f724f0-6e6d-42c5-b662-d1da4b6892c9 None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:40.907853 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1b6edfd1-ac6b-4349-876e-4a5401f35631 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:41.033315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1b6edfd1-ac6b-4349-876e-4a5401f35631 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for e0150243-d3dd-4c12-8f2d-4869bc77e7f0 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:46:41.252059 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1b6edfd1-ac6b-4349-876e-4a5401f35631 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:41.305265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6edfd1-ac6b-4349-876e-4a5401f35631 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=e0150243-d3dd-4c12-8f2d-4869bc77e7f0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:41.439839 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1b6edfd1-ac6b-4349-876e-4a5401f35631 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:41.448932 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1b6edfd1-ac6b-4349-876e-4a5401f35631 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/ports/e0150243-d3dd-4c12-8f2d-4869bc77e7f0 HTTP/1.1" status: 204 len: 168 time: 0.9880123 May 25 20:46:41.453435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38880) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:41.458375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:41.464827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:41.469153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:floatingip and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:41.472060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:41.477748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:41.488198 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:41.630382 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:41.776548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.25.3.90 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/d933c4fa-d3ff-4b6a-a45f-29fd396505b1) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:41.923692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:41.953678 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:42.022646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:42.025529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:42.029654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:42.058043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=d933c4fa-d3ff-4b6a-a45f-29fd396505b1,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:42.110539 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:42.169262 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:42.377732 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:42.382474 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:42.596204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=d933c4fa-d3ff-4b6a-a45f-29fd396505b1,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:42.609307 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:42.635760 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:42.636943 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e4826c9f-2358-472e-a67d-188c139d5d7b tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1825056 May 25 20:46:42.639608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38884) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:42.644958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'port': {'network_id': '1496c845-1a8d-49aa-8bec-df30134712bb', 'name': 'tempest-FloatingIPTestJSON-303996864'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:42.783217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:42.787260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:port and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:42.790075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:42.796586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:42.806210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Made reservation on behalf of c9f54e1750ef438a9f1e4b40952e3822 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:46:42.810694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:42.831509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] device_id is not set on port f57a0c53-69ff-403b-9143-8565213558b6 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:46:42.972689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.20.0.8 (1496c845-1a8d-49aa-8bec-df30134712bb/d125559a-2104-42db-a74c-990ffa2e2b4f/f57a0c53-69ff-403b-9143-8565213558b6) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:43.176405 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:43.209771 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:43.284659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 1496c845-1a8d-49aa-8bec-df30134712bb is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:43.287586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:43.291618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:43.331878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=f57a0c53-69ff-403b-9143-8565213558b6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:43.364066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:43.364659 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:43.391672 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f6ea8e96-e175-4057-a143-d53e371a1e45 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7510314 May 25 20:46:43.394196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38888) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:43.399099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-00ab2ec5-f0b2-4357-b039-092e3c5a3337 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'floatingip': {'port_id': 'f57a0c53-69ff-403b-9143-8565213558b6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:43.477483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00ab2ec5-f0b2-4357-b039-092e3c5a3337 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:44.069228 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00ab2ec5-f0b2-4357-b039-092e3c5a3337 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:44.073148 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00ab2ec5-f0b2-4357-b039-092e3c5a3337 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:44.362209 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-00ab2ec5-f0b2-4357-b039-092e3c5a3337 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Floating IP 9ff9698e-f1a2-4176-95c2-87d845bd8d8c associated. External IP: 172.25.3.90, port: f57a0c53-69ff-403b-9143-8565213558b6. May 25 20:46:44.710791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ab2ec5-f0b2-4357-b039-092e3c5a3337 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:44.892884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ab2ec5-f0b2-4357-b039-092e3c5a3337 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:44.897611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-00ab2ec5-f0b2-4357-b039-092e3c5a3337 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:44.902043 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69236d4d-65af-46ed-8f35-51ac77e0c8bf None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:44.911521 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69236d4d-65af-46ed-8f35-51ac77e0c8bf None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:44.912104 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-69236d4d-65af-46ed-8f35-51ac77e0c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:44.955753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-00ab2ec5-f0b2-4357-b039-092e3c5a3337 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "PUT /v2.0/floatingips/9ff9698e-f1a2-4176-95c2-87d845bd8d8c HTTP/1.1" status: 200 len: 976 time: 1.5604935 May 25 20:46:44.958374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38892) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:44.974420 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-69236d4d-65af-46ed-8f35-51ac77e0c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:44.983271 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69236d4d-65af-46ed-8f35-51ac77e0c8bf None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:44.983844 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-69236d4d-65af-46ed-8f35-51ac77e0c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:45.028571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a05ef24b-8358-4e9b-a397-fcb34e10f2da tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port f57a0c53-69ff-403b-9143-8565213558b6 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:46:45.028799 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a05ef24b-8358-4e9b-a397-fcb34e10f2da tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:45.041632 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-69236d4d-65af-46ed-8f35-51ac77e0c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:45.042024 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69236d4d-65af-46ed-8f35-51ac77e0c8bf None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:45.276911 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a05ef24b-8358-4e9b-a397-fcb34e10f2da tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:45.566928 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a05ef24b-8358-4e9b-a397-fcb34e10f2da tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:45.567203 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a05ef24b-8358-4e9b-a397-fcb34e10f2da tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:45.567509 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-a05ef24b-8358-4e9b-a397-fcb34e10f2da tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Floating IP 9ff9698e-f1a2-4176-95c2-87d845bd8d8c disassociated. External IP: 172.25.3.90, port: f57a0c53-69ff-403b-9143-8565213558b6. May 25 20:46:45.567838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a05ef24b-8358-4e9b-a397-fcb34e10f2da tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for f57a0c53-69ff-403b-9143-8565213558b6 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:46:45.828991 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a05ef24b-8358-4e9b-a397-fcb34e10f2da tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:45.879069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ef24b-8358-4e9b-a397-fcb34e10f2da tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=f57a0c53-69ff-403b-9143-8565213558b6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:46.068976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05ef24b-8358-4e9b-a397-fcb34e10f2da tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:46.248772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05ef24b-8358-4e9b-a397-fcb34e10f2da tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:46.258887 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4672b6b4-94cd-4850-952f-1eed4e4aa9b7 None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:46.268764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672b6b4-94cd-4850-952f-1eed4e4aa9b7 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:46.269362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4672b6b4-94cd-4850-952f-1eed4e4aa9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:46.332778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4672b6b4-94cd-4850-952f-1eed4e4aa9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:46.341926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672b6b4-94cd-4850-952f-1eed4e4aa9b7 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:46.342546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4672b6b4-94cd-4850-952f-1eed4e4aa9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:46.345162 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a05ef24b-8358-4e9b-a397-fcb34e10f2da tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:46.354596 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a05ef24b-8358-4e9b-a397-fcb34e10f2da tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/ports/f57a0c53-69ff-403b-9143-8565213558b6 HTTP/1.1" status: 204 len: 168 time: 1.3952746 May 25 20:46:46.357173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38896) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:46.406673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4672b6b4-94cd-4850-952f-1eed4e4aa9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:46.407065 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4672b6b4-94cd-4850-952f-1eed4e4aa9b7 None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:46.441031 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4c3fe5ff-f0dd-46d1-9a85-8967a0245fee tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "GET /v2.0/floatingips/9ff9698e-f1a2-4176-95c2-87d845bd8d8c HTTP/1.1" status: 200 len: 687 time: 0.0828094 May 25 20:46:46.443638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38900) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:46.614940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c4f648ef-d3a8-40d1-ab2c-8215b992adc6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port d933c4fa-d3ff-4b6a-a45f-29fd396505b1 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:46:46.615189 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4f648ef-d3a8-40d1-ab2c-8215b992adc6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:46.784828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4f648ef-d3a8-40d1-ab2c-8215b992adc6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:46.785147 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4f648ef-d3a8-40d1-ab2c-8215b992adc6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:46.910550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c4f648ef-d3a8-40d1-ab2c-8215b992adc6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for d933c4fa-d3ff-4b6a-a45f-29fd396505b1 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:46:47.051837 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4f648ef-d3a8-40d1-ab2c-8215b992adc6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:47.097827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f648ef-d3a8-40d1-ab2c-8215b992adc6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=d933c4fa-d3ff-4b6a-a45f-29fd396505b1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:47.299341 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4f648ef-d3a8-40d1-ab2c-8215b992adc6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:47.316805 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c4f648ef-d3a8-40d1-ab2c-8215b992adc6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:47.317918 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c4f648ef-d3a8-40d1-ab2c-8215b992adc6 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/floatingips/9ff9698e-f1a2-4176-95c2-87d845bd8d8c HTTP/1.1" status: 204 len: 168 time: 0.8734097 May 25 20:46:47.321501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38904) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:47.326418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:47.332992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:47.336983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:floatingip and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:47.339787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:47.345781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:47.357050 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:47.494410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:47.638086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.25.3.156 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/bcd8fa35-89b2-49ec-9403-198a25611f70) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:47.792823 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:47.822059 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:47.887845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:47.890937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:47.893213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:47.931773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=bcd8fa35-89b2-49ec-9403-198a25611f70,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:48.306306 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:48.379637 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:48.586563 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:48.590998 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:48.698104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=bcd8fa35-89b2-49ec-9403-198a25611f70,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:48.710386 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:48.993889 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Floating IP 9c67b36f-891a-403a-9ccf-375770084229 associated. External IP: 172.25.3.156, port: e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a. May 25 20:46:49.363278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:49.559303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:49.568952 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9e0b5-56ef-4756-948e-2764642e21ff None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:49.579287 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9e0b5-56ef-4756-948e-2764642e21ff None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:49.579921 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-59b9e0b5-56ef-4756-948e-2764642e21ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:49.589213 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:49.644821 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-59b9e0b5-56ef-4756-948e-2764642e21ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:49.649774 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2719f82b-87b7-4723-8229-b8af2c0d547a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3272724 May 25 20:46:49.652314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38908) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:49.653360 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9e0b5-56ef-4756-948e-2764642e21ff None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:49.653978 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-59b9e0b5-56ef-4756-948e-2764642e21ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:49.658041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1084850967'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:49.663889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:49.667863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:network and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:49.674593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:49.680508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:49.693582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Made reservation on behalf of c9f54e1750ef438a9f1e4b40952e3822 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:46:49.697716 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:49.719923 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-59b9e0b5-56ef-4756-948e-2764642e21ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:49.720358 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9e0b5-56ef-4756-948e-2764642e21ff None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:49.734857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:46:49.744215 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:49.744593 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Added segment e86e9b9f-f156-4f3b-8093-80eacd9b4506 of type vlan for network 6cd4e70f-56f8-4e47-b128-537dcc1046d3 May 25 20:46:49.776039 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:49.807173 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:49.813273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:49.813982 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:49.913037 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2595294 May 25 20:46:49.915852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38912) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:49.922388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-64c6f7b8-92a0-42c8-b85b-54437e48d44f tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'subnet': {'network_id': '6cd4e70f-56f8-4e47-b128-537dcc1046d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:49.925140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38272f6-6e74-43ce-a73b-c7423919d05a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Network': ['ID=6cd4e70f-56f8-4e47-b128-537dcc1046d3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:49.935827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 6cd4e70f-56f8-4e47-b128-537dcc1046d3 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:46:50.046871 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-64c6f7b8-92a0-42c8-b85b-54437e48d44f tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:50.056892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-64c6f7b8-92a0-42c8-b85b-54437e48d44f tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:50.066945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c6f7b8-92a0-42c8-b85b-54437e48d44f tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Made reservation on behalf of c9f54e1750ef438a9f1e4b40952e3822 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:46:50.070628 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64c6f7b8-92a0-42c8-b85b-54437e48d44f tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:50.286511 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64c6f7b8-92a0-42c8-b85b-54437e48d44f tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:50.477825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6f7b8-92a0-42c8-b85b-54437e48d44f tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Subnet': ['ID=967f0dae-234a-4bbd-bb52-34547a10f494,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:50.491080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6f7b8-92a0-42c8-b85b-54437e48d44f tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Checking segment: {'id': 'e86e9b9f-f156-4f3b-8093-80eacd9b4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6cd4e70f-56f8-4e47-b128-537dcc1046d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:46:50.491430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c6f7b8-92a0-42c8-b85b-54437e48d44f tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network hostable DHCP agents. Network: 6cd4e70f-56f8-4e47-b128-537dcc1046d3, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:46:50.511184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c6f7b8-92a0-42c8-b85b-54437e48d44f tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 6cd4e70f-56f8-4e47-b128-537dcc1046d3 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:46:50.520973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-64c6f7b8-92a0-42c8-b85b-54437e48d44f tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 6cd4e70f-56f8-4e47-b128-537dcc1046d3) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:50.526000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c6f7b8-92a0-42c8-b85b-54437e48d44f tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:50.526619 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64c6f7b8-92a0-42c8-b85b-54437e48d44f tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:50.529659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b987d2d7-897c-435b-b8e1-9efa7edc60fb None None] Network 6cd4e70f-56f8-4e47-b128-537dcc1046d3 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:46:50.554550 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-64c6f7b8-92a0-42c8-b85b-54437e48d44f tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6370320 May 25 20:46:50.556805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38916) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:50.562703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-258971528', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:50.570832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:50.575098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:router and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:50.578275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:50.584909 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:50.596207 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:50.597176 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:50.613386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:50.795635 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-6cd4e70f-56f8-4e47-b128-537dcc1046d3', 'network_id': '6cd4e70f-56f8-4e47-b128-537dcc1046d3', 'tenant_id': 'c9f54e1750ef438a9f1e4b40952e3822', 'fixed_ips': [{'subnet_id': '967f0dae-234a-4bbd-bb52-34547a10f494'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:46:50.796446 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:50.895632 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:50.955701 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Allocated IP 172.20.0.2 (6cd4e70f-56f8-4e47-b128-537dcc1046d3/967f0dae-234a-4bbd-bb52-34547a10f494/122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:51.159421 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:51.170111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Transition to ACTIVE for port object 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:46:51.188731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Transition to ACTIVE for port object 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:46:51.195144 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:51.208273 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:51.239464 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:51.266840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Network 6cd4e70f-56f8-4e47-b128-537dcc1046d3 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:51.267957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:51.271707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:51.304571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Pushing event updated for resources: {'Port': ['ID=122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:51.320963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:51.321300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:51.321627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:51.321949 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:51.322294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:51.322610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:51.322925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:51.323244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:51.323554 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:51.323863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:51.324170 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:51.324477 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:51.379482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Attempting to bind port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:46:51.379836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Attempting to bind port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e86e9b9f-f156-4f3b-8093-80eacd9b4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6cd4e70f-56f8-4e47-b128-537dcc1046d3'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:46:51.380183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Attempting to bind port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 on network 6cd4e70f-56f8-4e47-b128-537dcc1046d3 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:46:51.385531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:46:51.385683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.25.3.184 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/77d13c78-ceeb-4258-bd26-9ad0f8755851) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:51.385789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Checking segment: {'id': 'e86e9b9f-f156-4f3b-8093-80eacd9b4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6cd4e70f-56f8-4e47-b128-537dcc1046d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:46:51.386119 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:51.386526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Bound using segment: {'id': 'e86e9b9f-f156-4f3b-8093-80eacd9b4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6cd4e70f-56f8-4e47-b128-537dcc1046d3'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:46:51.386973 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Bound port: 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86e9b9f-f156-4f3b-8093-80eacd9b4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6cd4e70f-56f8-4e47-b128-537dcc1046d3'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:46:51.387404 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:51.475716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-98c24256-0c81-4b18-affb-a920d448513b None None] For port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:46:51.478709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-98c24256-0c81-4b18-affb-a920d448513b None None] For port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2,segment=NetworkSegment(e86e9b9f-f156-4f3b-8093-80eacd9b4506),segment_id=e86e9b9f-f156-4f3b-8093-80eacd9b4506)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:46:51.484357 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:51.538135 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:51.569957 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:51.573541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c24256-0c81-4b18-affb-a920d448513b None None] Pushing event updated for resources: {'Port': ['ID=122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:51.642252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:51.645281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:51.648257 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:51.688115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=77d13c78-ceeb-4258-bd26-9ad0f8755851,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:52.221772 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:52.559672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e8816f-3090-42de-a455-c4c67c6000d8 None None] Network 6cd4e70f-56f8-4e47-b128-537dcc1046d3 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:46:52.582037 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:52.651325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ee517b4d-6de6-47d1-95bd-d1484642accb None None] Provisioning for port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:46:52.796118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 8ef9b312-7096-40d2-b09f-1006e6386a8c is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:46:52.978920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:52.989612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06494f-f0e9-447d-a8bd-db45665b0446 None None] Sync routers for ids ['8ef9b312-7096-40d2-b09f-1006e6386a8c'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:52.999482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06494f-f0e9-447d-a8bd-db45665b0446 None None] Routers {'8ef9b312-7096-40d2-b09f-1006e6386a8c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:53.000075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bf06494f-f0e9-447d-a8bd-db45665b0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8ef9b312-7096-40d2-b09f-1006e6386a8c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:53.006553 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:53.007751 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dc18f7fd-71e8-44a5-8c4f-062c55a956b2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4499681 May 25 20:46:53.010539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38920) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:53.065075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bf06494f-f0e9-447d-a8bd-db45665b0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:53.073681 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06494f-f0e9-447d-a8bd-db45665b0446 None None] Routers {'8ef9b312-7096-40d2-b09f-1006e6386a8c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:53.074242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bf06494f-f0e9-447d-a8bd-db45665b0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8ef9b312-7096-40d2-b09f-1006e6386a8c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:53.139002 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-bf06494f-f0e9-447d-a8bd-db45665b0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:53.139313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06494f-f0e9-447d-a8bd-db45665b0446 None None] The sync data for ids ['8ef9b312-7096-40d2-b09f-1006e6386a8c'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:53.760270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:46:53.829482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:46:53.834364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:46:53.834729 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:53.837891 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:53.953664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:46:53.954055 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:53.985860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2,segment=NetworkSegment(e86e9b9f-f156-4f3b-8093-80eacd9b4506),segment_id=e86e9b9f-f156-4f3b-8093-80eacd9b4506)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:46:53.990435 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:54.061411 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:54.070692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:54.245966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.20.0.1 (6cd4e70f-56f8-4e47-b128-537dcc1046d3/967f0dae-234a-4bbd-bb52-34547a10f494/9ced05b9-c24b-4c49-b12e-a08d4fb3178a) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:54.407799 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:54.423686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Transition to ACTIVE for port object 9ced05b9-c24b-4c49-b12e-a08d4fb3178a will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:46:54.446428 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:54.512993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 6cd4e70f-56f8-4e47-b128-537dcc1046d3 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:54.516118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:54.518682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:54.570966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=9ced05b9-c24b-4c49-b12e-a08d4fb3178a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:54.591965 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:54.719806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d7ba2c3e-29ef-4a52-8707-2f15ae95bb5c None None] Provisioning for port 9ced05b9-c24b-4c49-b12e-a08d4fb3178a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:46:54.725141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d7ba2c3e-29ef-4a52-8707-2f15ae95bb5c None None] Provisioning complete for port 9ced05b9-c24b-4c49-b12e-a08d4fb3178a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:46:54.726023 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d7ba2c3e-29ef-4a52-8707-2f15ae95bb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:54.815194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba2c3e-29ef-4a52-8707-2f15ae95bb5c None None] Port 9ced05b9-c24b-4c49-b12e-a08d4fb3178a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:46:54.860887 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:55.392695 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:55.397339 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:55.512856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=9ced05b9-c24b-4c49-b12e-a08d4fb3178a,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:55.515357 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:55.654436 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 6cd4e70f-56f8-4e47-b128-537dcc1046d3 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:55.655410 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:55.760970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:46:55.843596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:46:55.844291 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:55.865911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 8ef9b312-7096-40d2-b09f-1006e6386a8c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:55.977917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:46:55.980816 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cabbff93-7a5d-4171-82e6-1ebe8eefb0a4 None None] Provisioning complete for port 9ced05b9-c24b-4c49-b12e-a08d4fb3178a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:46:55.981282 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cabbff93-7a5d-4171-82e6-1ebe8eefb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:56.040718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cabbff93-7a5d-4171-82e6-1ebe8eefb0a4 None None] Port 9ced05b9-c24b-4c49-b12e-a08d4fb3178a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:46:56.046674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:56.056910 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247078a0-9809-49e1-ace2-1ae553beff4f None None] Sync routers for ids ['8ef9b312-7096-40d2-b09f-1006e6386a8c'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:56.059814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ade45900-264d-4222-b043-cca4dc2853e5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "PUT /v2.0/routers/8ef9b312-7096-40d2-b09f-1006e6386a8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0477133 May 25 20:46:56.062642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38924) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:56.068004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'port': {'network_id': '6cd4e70f-56f8-4e47-b128-537dcc1046d3', 'name': 'tempest-FloatingIPTestJSON-655338047'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:56.068398 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247078a0-9809-49e1-ace2-1ae553beff4f None None] Routers {'8ef9b312-7096-40d2-b09f-1006e6386a8c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:56.069044 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-247078a0-9809-49e1-ace2-1ae553beff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8ef9b312-7096-40d2-b09f-1006e6386a8c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:56.129545 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-247078a0-9809-49e1-ace2-1ae553beff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:56.138269 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247078a0-9809-49e1-ace2-1ae553beff4f None None] Routers {'8ef9b312-7096-40d2-b09f-1006e6386a8c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:56.138855 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-247078a0-9809-49e1-ace2-1ae553beff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8ef9b312-7096-40d2-b09f-1006e6386a8c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:56.203489 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:46:56.203723 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-247078a0-9809-49e1-ace2-1ae553beff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:56.203974 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247078a0-9809-49e1-ace2-1ae553beff4f None None] The sync data for ids ['8ef9b312-7096-40d2-b09f-1006e6386a8c'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:56.208420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Usage tracker for resource:port and tenant:c9f54e1750ef438a9f1e4b40952e3822 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:46:56.211565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:46:56.218018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:46:56.228278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Made reservation on behalf of c9f54e1750ef438a9f1e4b40952e3822 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:46:56.231944 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:56.257759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] device_id is not set on port 3c759442-2b96-4a2d-a849-10a25f65d110 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:46:56.403543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Allocated IP 172.20.0.8 (6cd4e70f-56f8-4e47-b128-537dcc1046d3/967f0dae-234a-4bbd-bb52-34547a10f494/3c759442-2b96-4a2d-a849-10a25f65d110) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:46:56.611930 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:56.627417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Transition to ACTIVE for port object 3c759442-2b96-4a2d-a849-10a25f65d110 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:46:56.650539 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:56.724145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Network 6cd4e70f-56f8-4e47-b128-537dcc1046d3 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:46:56.727410 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:46:56.731827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:46:56.763541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event updated for resources: {'Port': ['ID=3c759442-2b96-4a2d-a849-10a25f65d110,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:46:56.783678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:56.784022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:56.784351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:56.784687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:56.785128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:56.785327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:56.785644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:56.785965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:56.786466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:56.786791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:56.787132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:56.787453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:46:56.811764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:46:56.812378 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:56.838026 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1d973dfa-8893-42c6-9212-17a450b23ea5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7743089 May 25 20:46:56.841095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38930) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:56.846284 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e508c0f7-c36a-45cb-bbec-c46fc85f5bfa tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Request body: {'floatingip': {'port_id': '3c759442-2b96-4a2d-a849-10a25f65d110'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:46:56.967230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a2a7caf1-6f94-4e0e-8c3d-74661c2d32c2 None None] Provisioning for port 3c759442-2b96-4a2d-a849-10a25f65d110 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:46:56.972902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a2a7caf1-6f94-4e0e-8c3d-74661c2d32c2 None None] Provisioning complete for port 3c759442-2b96-4a2d-a849-10a25f65d110 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:46:56.973266 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a2a7caf1-6f94-4e0e-8c3d-74661c2d32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:57.029222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7caf1-6f94-4e0e-8c3d-74661c2d32c2 None None] Port 3c759442-2b96-4a2d-a849-10a25f65d110 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:46:57.074786 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e508c0f7-c36a-45cb-bbec-c46fc85f5bfa tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:57.745942 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e508c0f7-c36a-45cb-bbec-c46fc85f5bfa tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:57.750256 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e508c0f7-c36a-45cb-bbec-c46fc85f5bfa tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:57.921013 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-e508c0f7-c36a-45cb-bbec-c46fc85f5bfa tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Floating IP 9c67b36f-891a-403a-9ccf-375770084229 associated. External IP: 172.25.3.156, port: e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a. May 25 20:46:58.165202 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-45a449a6-ffdd-4497-8efd-494040a3605b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:58.294956 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:58.319684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e508c0f7-c36a-45cb-bbec-c46fc85f5bfa tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:58.638709 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e508c0f7-c36a-45cb-bbec-c46fc85f5bfa tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:58.649014 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76f3f1-fcf6-406b-8f09-bda1ffc73215 None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:58.659621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76f3f1-fcf6-406b-8f09-bda1ffc73215 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:58.660601 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1e76f3f1-fcf6-406b-8f09-bda1ffc73215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:58.735877 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1e76f3f1-fcf6-406b-8f09-bda1ffc73215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:58.746256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76f3f1-fcf6-406b-8f09-bda1ffc73215 None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:58.747049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1e76f3f1-fcf6-406b-8f09-bda1ffc73215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:58.816313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-1e76f3f1-fcf6-406b-8f09-bda1ffc73215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:58.816709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76f3f1-fcf6-406b-8f09-bda1ffc73215 None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:59.012565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e508c0f7-c36a-45cb-bbec-c46fc85f5bfa tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 8ef9b312-7096-40d2-b09f-1006e6386a8c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:46:59.201629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e508c0f7-c36a-45cb-bbec-c46fc85f5bfa tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:46:59.206402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e508c0f7-c36a-45cb-bbec-c46fc85f5bfa tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:59.213246 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ebe95-4742-424d-90ed-7c6d54ef05d0 None None] Sync routers for ids ['8ef9b312-7096-40d2-b09f-1006e6386a8c'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:46:59.223691 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ebe95-4742-424d-90ed-7c6d54ef05d0 None None] Routers {'8ef9b312-7096-40d2-b09f-1006e6386a8c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:59.224273 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ed7ebe95-4742-424d-90ed-7c6d54ef05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8ef9b312-7096-40d2-b09f-1006e6386a8c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:59.287764 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ed7ebe95-4742-424d-90ed-7c6d54ef05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:59.296270 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ebe95-4742-424d-90ed-7c6d54ef05d0 None None] Routers {'8ef9b312-7096-40d2-b09f-1006e6386a8c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:46:59.296849 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ed7ebe95-4742-424d-90ed-7c6d54ef05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:46:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8ef9b312-7096-40d2-b09f-1006e6386a8c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:59.319698 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e508c0f7-c36a-45cb-bbec-c46fc85f5bfa tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "PUT /v2.0/floatingips/9c67b36f-891a-403a-9ccf-375770084229 HTTP/1.1" status: 200 len: 977 time: 2.4775593 May 25 20:46:59.322664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38934) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:46:59.356367 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ed7ebe95-4742-424d-90ed-7c6d54ef05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:46:59.356760 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ebe95-4742-424d-90ed-7c6d54ef05d0 None None] The sync data for ids ['8ef9b312-7096-40d2-b09f-1006e6386a8c'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:46:59.390706 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-3fa1739e-e659-4d28-9faa-b8ad46546b5d tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port 3c759442-2b96-4a2d-a849-10a25f65d110 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:46:59.391042 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3fa1739e-e659-4d28-9faa-b8ad46546b5d tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:46:59.636749 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3fa1739e-e659-4d28-9faa-b8ad46546b5d tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:00.053131 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3fa1739e-e659-4d28-9faa-b8ad46546b5d tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:00.053487 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3fa1739e-e659-4d28-9faa-b8ad46546b5d tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:00.053795 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-3fa1739e-e659-4d28-9faa-b8ad46546b5d tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Floating IP 9c67b36f-891a-403a-9ccf-375770084229 disassociated. External IP: 172.25.3.156, port: 3c759442-2b96-4a2d-a849-10a25f65d110. May 25 20:47:00.054131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-3fa1739e-e659-4d28-9faa-b8ad46546b5d tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for 3c759442-2b96-4a2d-a849-10a25f65d110 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:00.195656 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3fa1739e-e659-4d28-9faa-b8ad46546b5d tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:00.250906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1739e-e659-4d28-9faa-b8ad46546b5d tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=3c759442-2b96-4a2d-a849-10a25f65d110,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:00.443263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa1739e-e659-4d28-9faa-b8ad46546b5d tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 8ef9b312-7096-40d2-b09f-1006e6386a8c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:47:00.609675 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7717a05c-116d-4284-a1b6-65874c72bc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:00.633126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa1739e-e659-4d28-9faa-b8ad46546b5d tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:47:00.643607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d11ba-c96e-48a0-8f93-20c7dda05aed None None] Sync routers for ids ['8ef9b312-7096-40d2-b09f-1006e6386a8c'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:47:00.653600 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d11ba-c96e-48a0-8f93-20c7dda05aed None None] Routers {'8ef9b312-7096-40d2-b09f-1006e6386a8c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:47:00.654320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-134d11ba-c96e-48a0-8f93-20c7dda05aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:47:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8ef9b312-7096-40d2-b09f-1006e6386a8c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:00.722512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-134d11ba-c96e-48a0-8f93-20c7dda05aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:00.732815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d11ba-c96e-48a0-8f93-20c7dda05aed None None] Routers {'8ef9b312-7096-40d2-b09f-1006e6386a8c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:47:00.733419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-134d11ba-c96e-48a0-8f93-20c7dda05aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:47:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8ef9b312-7096-40d2-b09f-1006e6386a8c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:00.741204 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3fa1739e-e659-4d28-9faa-b8ad46546b5d tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:00.751972 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3fa1739e-e659-4d28-9faa-b8ad46546b5d tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/ports/3c759442-2b96-4a2d-a849-10a25f65d110 HTTP/1.1" status: 204 len: 168 time: 1.4283805 May 25 20:47:00.754910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38940) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:00.798926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-134d11ba-c96e-48a0-8f93-20c7dda05aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:00.799320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d11ba-c96e-48a0-8f93-20c7dda05aed None None] The sync data for ids ['8ef9b312-7096-40d2-b09f-1006e6386a8c'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:47:01.304570 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8bc2-8ce4-48e4-8076-0ce1df457571 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:01.382163 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:01.785854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6a6b8bc2-8ce4-48e4-8076-0ce1df457571 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port 9ced05b9-c24b-4c49-b12e-a08d4fb3178a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:01.786514 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8bc2-8ce4-48e4-8076-0ce1df457571 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:01.793790 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:01.975608 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8bc2-8ce4-48e4-8076-0ce1df457571 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:02.103388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6a6b8bc2-8ce4-48e4-8076-0ce1df457571 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for 9ced05b9-c24b-4c49-b12e-a08d4fb3178a owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:02.431233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8bc2-8ce4-48e4-8076-0ce1df457571 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:02.478565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b8bc2-8ce4-48e4-8076-0ce1df457571 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=9ced05b9-c24b-4c49-b12e-a08d4fb3178a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:02.761184 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8bc2-8ce4-48e4-8076-0ce1df457571 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:03.132862 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:03.268181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6b8bc2-8ce4-48e4-8076-0ce1df457571 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 8ef9b312-7096-40d2-b09f-1006e6386a8c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:47:03.443236 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6b8bc2-8ce4-48e4-8076-0ce1df457571 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:47:03.453636 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e4b260-df95-4af8-867f-7fa00fa1bea3 None None] Sync routers for ids ['8ef9b312-7096-40d2-b09f-1006e6386a8c'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:47:03.456442 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6a6b8bc2-8ce4-48e4-8076-0ce1df457571 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "PUT /v2.0/routers/8ef9b312-7096-40d2-b09f-1006e6386a8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7004991 May 25 20:47:03.459078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38944) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:03.463220 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4b260-df95-4af8-867f-7fa00fa1bea3 None None] Routers {'8ef9b312-7096-40d2-b09f-1006e6386a8c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:47:03.464033 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c3e4b260-df95-4af8-867f-7fa00fa1bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:47:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8ef9b312-7096-40d2-b09f-1006e6386a8c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:03.553283 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c3e4b260-df95-4af8-867f-7fa00fa1bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:03.562222 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4b260-df95-4af8-867f-7fa00fa1bea3 None None] Routers {'8ef9b312-7096-40d2-b09f-1006e6386a8c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:47:03.562797 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c3e4b260-df95-4af8-867f-7fa00fa1bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:47:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['8ef9b312-7096-40d2-b09f-1006e6386a8c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:03.625270 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c3e4b260-df95-4af8-867f-7fa00fa1bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:03.625683 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e4b260-df95-4af8-867f-7fa00fa1bea3 None None] The sync data for ids ['8ef9b312-7096-40d2-b09f-1006e6386a8c'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:47:03.641852 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:03.827416 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:03.836662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port 77d13c78-ceeb-4258-bd26-9ad0f8755851 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:03.837030 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:04.010289 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:04.132385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for 77d13c78-ceeb-4258-bd26-9ad0f8755851 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:04.302459 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:04.348365 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=77d13c78-ceeb-4258-bd26-9ad0f8755851,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:04.563635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:04.742409 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:04.744604 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:04.767397 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:04.767975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Fanout notify agent at l3_agent the message router_deleted on router 8ef9b312-7096-40d2-b09f-1006e6386a8c {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:47:04.783502 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:04.784973 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2a4e196d-bd71-4338-979e-6495b766a6f3 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/routers/8ef9b312-7096-40d2-b09f-1006e6386a8c HTTP/1.1" status: 204 len: 168 time: 1.3250141 May 25 20:47:04.787824 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38948) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:04.856163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-db12b468-0ea9-401e-984f-39a5fdb06cb8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting subnet 967f0dae-234a-4bbd-bb52-34547a10f494 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:47:04.858956 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db12b468-0ea9-401e-984f-39a5fdb06cb8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:04.924258 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db12b468-0ea9-401e-984f-39a5fdb06cb8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:05.008245 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db12b468-0ea9-401e-984f-39a5fdb06cb8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:05.080712 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db12b468-0ea9-401e-984f-39a5fdb06cb8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:05.120162 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12b468-0ea9-401e-984f-39a5fdb06cb8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Subnet': ['ID=967f0dae-234a-4bbd-bb52-34547a10f494,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:05.125770 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db12b468-0ea9-401e-984f-39a5fdb06cb8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:05.132191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a595371-3dbc-448f-b8e7-f1361420e2f7 None None] Network 6cd4e70f-56f8-4e47-b128-537dcc1046d3 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:05.135812 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-db12b468-0ea9-401e-984f-39a5fdb06cb8 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/subnets/967f0dae-234a-4bbd-bb52-34547a10f494 HTTP/1.1" status: 204 len: 168 time: 0.3470404 May 25 20:47:05.138565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38954) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:05.253141 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:05.264043 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:05.264368 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:05.395876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa913806-5285-4fe3-b782-ac8688cbaa1d None None] DHCP port deletion for 6cd4e70f-56f8-4e47-b128-537dcc1046d3 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:47:05.399986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fa913806-5285-4fe3-b782-ac8688cbaa1d None None] Deleting port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:05.400353 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa913806-5285-4fe3-b782-ac8688cbaa1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:05.477308 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] For port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2,segment=NetworkSegment(e86e9b9f-f156-4f3b-8093-80eacd9b4506),segment_id=e86e9b9f-f156-4f3b-8093-80eacd9b4506)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:05.477698 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:05.603094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fa913806-5285-4fe3-b782-ac8688cbaa1d None None] For port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2,segment=NetworkSegment(e86e9b9f-f156-4f3b-8093-80eacd9b4506),segment_id=e86e9b9f-f156-4f3b-8093-80eacd9b4506)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:05.603343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:05.603458 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa913806-5285-4fe3-b782-ac8688cbaa1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:05.688998 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:05.729150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fa913806-5285-4fe3-b782-ac8688cbaa1d None None] Calling delete_port for 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:05.744318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] No DVR routers for this DVR port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:47:05.753821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:05.775323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:47:05.814821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:47:05.815153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:47:05.842194 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-fa913806-5285-4fe3-b782-ac8688cbaa1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:47:05.842546 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-fa913806-5285-4fe3-b782-ac8688cbaa1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:47:05.893367 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:05.919683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd4e70f-56f8-4e47-b128-537dcc1046d3']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:05.931939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86e9b9f-f156-4f3b-8093-80eacd9b4506') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:05.932186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86e9b9f-f156-4f3b-8093-80eacd9b4506') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:05.943569 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:05.960227 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:05.967198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:47:05.967674 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:06.142623 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment e86e9b9f-f156-4f3b-8093-80eacd9b4506 resource provider aggregate not found May 25 20:47:06.163583 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment e86e9b9f-f156-4f3b-8093-80eacd9b4506 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e86e9b9f-f156-4f3b-8093-80eacd9b4506 found for delete ", "request_id": "req-9e1b9bdc-ad6d-45af-b570-3ca99deeac15"}]} May 25 20:47:06.178717 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:06.196856 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:06.209976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Network': ['ID=6cd4e70f-56f8-4e47-b128-537dcc1046d3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:06.215298 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f2529748-727e-4882-998d-17ba70ec4bac tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/networks/6cd4e70f-56f8-4e47-b128-537dcc1046d3 HTTP/1.1" status: 204 len: 168 time: 1.0753396 May 25 20:47:06.218353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38962) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:06.343919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fa913806-5285-4fe3-b782-ac8688cbaa1d None None] Deleting port 122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:06.344481 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa913806-5285-4fe3-b782-ac8688cbaa1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:06.378747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-a97024cd-1c95-4331-b0a8-2fde224dedda tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port bcd8fa35-89b2-49ec-9403-198a25611f70 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:06.379338 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97024cd-1c95-4331-b0a8-2fde224dedda tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:06.443181 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fa913806-5285-4fe3-b782-ac8688cbaa1d None None] The port '122442cb-ee1e-44bd-a2b5-dbdc8b6cacc2' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:47:06.551786 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97024cd-1c95-4331-b0a8-2fde224dedda tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:06.552349 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97024cd-1c95-4331-b0a8-2fde224dedda tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:06.675292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-a97024cd-1c95-4331-b0a8-2fde224dedda tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for bcd8fa35-89b2-49ec-9403-198a25611f70 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:06.818720 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97024cd-1c95-4331-b0a8-2fde224dedda tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:06.874726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97024cd-1c95-4331-b0a8-2fde224dedda tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=bcd8fa35-89b2-49ec-9403-198a25611f70,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:06.962132 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97024cd-1c95-4331-b0a8-2fde224dedda tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:06.979082 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a97024cd-1c95-4331-b0a8-2fde224dedda tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:06.980216 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a97024cd-1c95-4331-b0a8-2fde224dedda tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/floatingips/9c67b36f-891a-403a-9ccf-375770084229 HTTP/1.1" status: 204 len: 168 time: 0.7609527 May 25 20:47:06.984582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38968) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:07.029249 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6ed1f9-c8f3-48fc-b0e1-2d2aac89a5a2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] DELETE failed (client error): The resource could not be found. May 25 20:47:07.029627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6ed1f9-c8f3-48fc-b0e1-2d2aac89a5a2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:47:07.031286 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3c6ed1f9-c8f3-48fc-b0e1-2d2aac89a5a2 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/ports/3c759442-2b96-4a2d-a849-10a25f65d110 HTTP/1.1" status: 404 len: 333 time: 0.0457819 May 25 20:47:07.033761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38972) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:07.076635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7e9b6994-78cd-4eb4-9844-c5c63785331a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Synchronizing usage tracker for tenant:c9f54e1750ef438a9f1e4b40952e3822 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:07.091370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7e9b6994-78cd-4eb4-9844-c5c63785331a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Unset dirty status for tenant:c9f54e1750ef438a9f1e4b40952e3822 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:07.092485 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7e9b6994-78cd-4eb4-9844-c5c63785331a tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef9b312-7096-40d2-b09f-1006e6386a8c HTTP/1.1" status: 200 len: 205 time: 0.0578310 May 25 20:47:07.095029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38976) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:07.164604 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-5aa9329f-cf05-40f8-ad80-f487de256738 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] delete failed (client error): The resource could not be found. May 25 20:47:07.165603 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5aa9329f-cf05-40f8-ad80-f487de256738 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/routers/8ef9b312-7096-40d2-b09f-1006e6386a8c HTTP/1.1" status: 404 len: 336 time: 0.0696743 May 25 20:47:07.168883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38980) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:07.206515 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-7711f82d-71b8-4ace-9204-0b63b32335aa tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] DELETE failed (client error): The resource could not be found. May 25 20:47:07.206959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7711f82d-71b8-4ace-9204-0b63b32335aa tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:47:07.208603 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7711f82d-71b8-4ace-9204-0b63b32335aa tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/subnets/967f0dae-234a-4bbd-bb52-34547a10f494 HTTP/1.1" status: 404 len: 337 time: 0.0388095 May 25 20:47:07.211044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 38984) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:07.284533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-3d382350-ee00-4fc7-8960-29f57770120e tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:07.284801 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d382350-ee00-4fc7-8960-29f57770120e tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:07.528775 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d382350-ee00-4fc7-8960-29f57770120e tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:07.766176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-3d382350-ee00-4fc7-8960-29f57770120e tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:07.966121 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d382350-ee00-4fc7-8960-29f57770120e tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:08.008237 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7761fab0-430c-4201-b9a8-96b6887579a6 req-be516aff-b4c1-4952-998d-c2d24097c41c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1687686 May 25 20:47:08.024101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d382350-ee00-4fc7-8960-29f57770120e tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:08.171743 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3d382350-ee00-4fc7-8960-29f57770120e tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:08.190291 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3d382350-ee00-4fc7-8960-29f57770120e tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/ports/e47aea3f-a6cc-40f1-ae2b-9ba1a54fb32a HTTP/1.1" status: 204 len: 168 time: 0.9782534 May 25 20:47:08.193090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38988) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:08.196941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761fab0-430c-4201-b9a8-96b6887579a6 req-135c0a32-5d04-4f06-8d4c-ef5497e8f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:08.198425 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7761fab0-430c-4201-b9a8-96b6887579a6 req-135c0a32-5d04-4f06-8d4c-ef5497e8f85e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 1097 time: 0.1042209 May 25 20:47:08.264007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4d074729-07a7-41db-9633-4a27369884c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port a29b0dce-34b0-459e-b3a5-5d5728769420 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:08.264256 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d074729-07a7-41db-9633-4a27369884c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:08.346515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761fab0-430c-4201-b9a8-96b6887579a6 req-8258746c-e937-4a79-9ccf-9596b3896ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:08.347968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7761fab0-430c-4201-b9a8-96b6887579a6 req-8258746c-e937-4a79-9ccf-9596b3896ea5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.1315143 May 25 20:47:08.454005 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7761fab0-430c-4201-b9a8-96b6887579a6 req-0df17331-af26-4087-a43e-b33b27e4291f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a527b916-2019-449f-acfb-1e8969c61197 HTTP/1.1" status: 200 len: 1001 time: 0.1005788 May 25 20:47:08.519248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761fab0-430c-4201-b9a8-96b6887579a6 req-501a1a9e-ffd4-41a2-b93c-7d5f23d6d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:08.519461 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d074729-07a7-41db-9633-4a27369884c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:08.520643 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7761fab0-430c-4201-b9a8-96b6887579a6 req-501a1a9e-ffd4-41a2-b93c-7d5f23d6d2ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0614169 May 25 20:47:08.596520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761fab0-430c-4201-b9a8-96b6887579a6 req-7cd93fe4-96e8-4f7e-8a9a-66cda176d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:08.598008 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7761fab0-430c-4201-b9a8-96b6887579a6 req-7cd93fe4-96e8-4f7e-8a9a-66cda176d78e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717876 May 25 20:47:08.645929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4d074729-07a7-41db-9633-4a27369884c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for a29b0dce-34b0-459e-b3a5-5d5728769420 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:08.744124 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7761fab0-430c-4201-b9a8-96b6887579a6 req-90cfe799-463a-4f16-90f2-e3aa3d8dc7a6 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402848 May 25 20:47:08.889791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7761fab0-430c-4201-b9a8-96b6887579a6 req-c4f9264c-a233-4364-bd62-45c49d1685af service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394804 May 25 20:47:08.925875 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d074729-07a7-41db-9633-4a27369884c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:08.975356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d074729-07a7-41db-9633-4a27369884c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=a29b0dce-34b0-459e-b3a5-5d5728769420,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:09.076327 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d074729-07a7-41db-9633-4a27369884c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:09.086121 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4d074729-07a7-41db-9633-4a27369884c5 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/ports/a29b0dce-34b0-459e-b3a5-5d5728769420 HTTP/1.1" status: 204 len: 168 time: 0.8918037 May 25 20:47:09.089386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38994) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:09.172358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405d3199-d56e-4839-a389-1638088bf997 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:09.173047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-405d3199-d56e-4839-a389-1638088bf997 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Synchronizing usage tracker for tenant:c9f54e1750ef438a9f1e4b40952e3822 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:09.192875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-405d3199-d56e-4839-a389-1638088bf997 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Unset dirty status for tenant:c9f54e1750ef438a9f1e4b40952e3822 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:09.194062 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-405d3199-d56e-4839-a389-1638088bf997 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cdac17b-f391-4274-943e-b2fcd9126252 HTTP/1.1" status: 200 len: 913 time: 0.1032009 May 25 20:47:09.196948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 38998) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:09.755408 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64503e61-ed78-4221-9654-84c569d4c4ba tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:10.114519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-64503e61-ed78-4221-9654-84c569d4c4ba tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port be17f45a-eb8b-4eab-82f8-626deec86b9f {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:10.114848 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64503e61-ed78-4221-9654-84c569d4c4ba tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:10.305579 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64503e61-ed78-4221-9654-84c569d4c4ba tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:10.537486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-64503e61-ed78-4221-9654-84c569d4c4ba tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for be17f45a-eb8b-4eab-82f8-626deec86b9f owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:10.858940 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64503e61-ed78-4221-9654-84c569d4c4ba tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:10.909555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64503e61-ed78-4221-9654-84c569d4c4ba tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=be17f45a-eb8b-4eab-82f8-626deec86b9f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:11.182811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64503e61-ed78-4221-9654-84c569d4c4ba tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:11.547641 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64503e61-ed78-4221-9654-84c569d4c4ba tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Router 2cdac17b-f391-4274-943e-b2fcd9126252 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:47:11.864225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64503e61-ed78-4221-9654-84c569d4c4ba tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:47:11.874622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7e6be9-dad8-4ca7-b6db-079db193acef None None] Sync routers for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:47:11.884365 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7e6be9-dad8-4ca7-b6db-079db193acef None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:47:11.884844 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-64503e61-ed78-4221-9654-84c569d4c4ba tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "PUT /v2.0/routers/2cdac17b-f391-4274-943e-b2fcd9126252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6868596 May 25 20:47:11.885401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ba7e6be9-dad8-4ca7-b6db-079db193acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:47:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:11.888395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39002) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:11.948893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ba7e6be9-dad8-4ca7-b6db-079db193acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:11.959019 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7e6be9-dad8-4ca7-b6db-079db193acef None None] Routers {'2cdac17b-f391-4274-943e-b2fcd9126252'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:47:11.959618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ba7e6be9-dad8-4ca7-b6db-079db193acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:47:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['2cdac17b-f391-4274-943e-b2fcd9126252'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:12.025236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ba7e6be9-dad8-4ca7-b6db-079db193acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:12.025620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7e6be9-dad8-4ca7-b6db-079db193acef None None] The sync data for ids ['2cdac17b-f391-4274-943e-b2fcd9126252'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:47:12.093173 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:12.274316 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:12.290325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting port 206b46b4-fe2b-4096-af5e-61204a97b268 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:12.290731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:12.459935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:12.587821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Calling delete_port for 206b46b4-fe2b-4096-af5e-61204a97b268 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:12.756739 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:12.804300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Port': ['ID=206b46b4-fe2b-4096-af5e-61204a97b268,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:12.897833 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.065311 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.067401 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.092359 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.092853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Fanout notify agent at l3_agent the message router_deleted on router 2cdac17b-f391-4274-943e-b2fcd9126252 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:47:13.107335 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.108394 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ffb301bd-50a8-4011-9caf-5cc20f095e17 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/routers/2cdac17b-f391-4274-943e-b2fcd9126252 HTTP/1.1" status: 204 len: 168 time: 1.2190824 May 25 20:47:13.110918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39006) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:13.176471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7274d5a-7f05-4cce-a163-954b7cde0935 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Deleting subnet d125559a-2104-42db-a74c-990ffa2e2b4f {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:47:13.179402 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7274d5a-7f05-4cce-a163-954b7cde0935 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.232932 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7274d5a-7f05-4cce-a163-954b7cde0935 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.406297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7274d5a-7f05-4cce-a163-954b7cde0935 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.477284 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7274d5a-7f05-4cce-a163-954b7cde0935 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.519839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7274d5a-7f05-4cce-a163-954b7cde0935 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Subnet': ['ID=d125559a-2104-42db-a74c-990ffa2e2b4f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:13.521731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7274d5a-7f05-4cce-a163-954b7cde0935 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.531590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d7274d5a-7f05-4cce-a163-954b7cde0935 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/subnets/d125559a-2104-42db-a74c-990ffa2e2b4f HTTP/1.1" status: 204 len: 168 time: 0.4196844 May 25 20:47:13.533988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39010) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:13.647751 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8181a08a-1c25-4457-88d8-cbd33aa47fc4 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.780388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8181a08a-1c25-4457-88d8-cbd33aa47fc4 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.805515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8181a08a-1c25-4457-88d8-cbd33aa47fc4 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1496c845-1a8d-49aa-8bec-df30134712bb']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:13.817704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8181a08a-1c25-4457-88d8-cbd33aa47fc4 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847e4be4-6661-4efa-98f5-87664e5230cb') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:13.817992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-8181a08a-1c25-4457-88d8-cbd33aa47fc4 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847e4be4-6661-4efa-98f5-87664e5230cb') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:13.829194 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8181a08a-1c25-4457-88d8-cbd33aa47fc4 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.844814 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8181a08a-1c25-4457-88d8-cbd33aa47fc4 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.850699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8181a08a-1c25-4457-88d8-cbd33aa47fc4 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:47:13.851068 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8181a08a-1c25-4457-88d8-cbd33aa47fc4 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.919524 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 847e4be4-6661-4efa-98f5-87664e5230cb resource provider aggregate not found May 25 20:47:13.943904 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 847e4be4-6661-4efa-98f5-87664e5230cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 847e4be4-6661-4efa-98f5-87664e5230cb found for delete ", "request_id": "req-c444c938-fdb6-4cef-91a2-4efd62e72526"}]} May 25 20:47:13.955162 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8181a08a-1c25-4457-88d8-cbd33aa47fc4 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.972252 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8181a08a-1c25-4457-88d8-cbd33aa47fc4 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:13.982388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181a08a-1c25-4457-88d8-cbd33aa47fc4 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] Pushing event deleted for resources: {'Network': ['ID=1496c845-1a8d-49aa-8bec-df30134712bb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:13.984857 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8181a08a-1c25-4457-88d8-cbd33aa47fc4 tempest-FloatingIPTestJSON-1634422348 tempest-FloatingIPTestJSON-1634422348-project] 10.222.0.60 "DELETE /v2.0/networks/1496c845-1a8d-49aa-8bec-df30134712bb HTTP/1.1" status: 204 len: 168 time: 0.4499562 May 25 20:47:14.252076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39022) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:14.471387 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-621e14f9-1c48-4dd6-895a-8108a5b34e63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9f54e1750ef438a9f1e4b40952e3822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180860 May 25 20:47:14.473711 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39030) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:14.530859 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4d217e7-5d6d-43df-93ca-8bc5a8c68bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:14.559412 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4d217e7-5d6d-43df-93ca-8bc5a8c68bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:14.619022 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4d217e7-5d6d-43df-93ca-8bc5a8c68bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:14.628944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d217e7-5d6d-43df-93ca-8bc5a8c68bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed054c4a-76ba-4674-a12f-e7ef69fad68c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:14.633721 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4d217e7-5d6d-43df-93ca-8bc5a8c68bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:14.634859 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f4d217e7-5d6d-43df-93ca-8bc5a8c68bab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ed054c4a-76ba-4674-a12f-e7ef69fad68c HTTP/1.1" status: 204 len: 168 time: 0.1599708 May 25 20:47:15.317477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39054) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:15.420249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-865314251'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:15.425880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:15.429696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:network and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:15.432463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:15.438827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:15.448454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:15.452431 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:15.464169 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:15.479090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:15.482869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:security_group_rule and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:15.485583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:15.491161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:15.575711 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:15.579422 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:15.609076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:47:15.621798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90fa2989-a3ee-49ec-9bbb-5a43305bf8e8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:15.626440 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:15.626771 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Added segment a175a83f-3958-4d05-886e-7dc0e4ac8a06 of type vlan for network 434a1a74-a912-42a4-86ae-a9249dfcf61c May 25 20:47:15.656940 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:15.737821 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:15.743225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:15.743710 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:15.850423 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5317183 May 25 20:47:15.853068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39060) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:15.863931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'name': 'tempest-PortsIpV6TestJSON-836718058'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:15.868395 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b58d0d06-7614-4d95-a9fb-3d3b5bf2fa96 req-56153c60-7ed6-4c3a-b9db-3184fbf9f306 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2022412 May 25 20:47:15.869337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100e9ea-9d3e-403f-a901-a2a8d581f9fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Network': ['ID=434a1a74-a912-42a4-86ae-a9249dfcf61c,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:15.880321 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:47:15.993441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:15.998375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:port and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:16.001259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:16.007127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:16.018572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:16.022306 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:16.025611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d0d06-7614-4d95-a9fb-3d3b5bf2fa96 req-dc0f19ea-1027-47d3-b0a2-7e70a5e2c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:16.027104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b58d0d06-7614-4d95-a9fb-3d3b5bf2fa96 req-dc0f19ea-1027-47d3-b0a2-7e70a5e2c7e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e2e8e4738f347389eca7743d5eef987&device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 1096 time: 0.0817382 May 25 20:47:16.045171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port f39d909c-6dd8-46ac-b980-f5ce321fce07 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:47:16.177583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d0d06-7614-4d95-a9fb-3d3b5bf2fa96 req-ecda1441-93a7-4a8f-b5e3-560c9a2c6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:16.179056 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b58d0d06-7614-4d95-a9fb-3d3b5bf2fa96 req-ecda1441-93a7-4a8f-b5e3-560c9a2c6eb9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 HTTP/1.1" status: 200 len: 910 time: 0.1329043 May 25 20:47:16.274606 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:16.301054 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b58d0d06-7614-4d95-a9fb-3d3b5bf2fa96 req-198d50a7-c803-42ee-918b-3d683993521d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f HTTP/1.1" status: 200 len: 1001 time: 0.1155915 May 25 20:47:16.303845 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:16.370890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d0d06-7614-4d95-a9fb-3d3b5bf2fa96 req-afaa980a-65a9-4ecb-b008-734af70f082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:16.372399 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b58d0d06-7614-4d95-a9fb-3d3b5bf2fa96 req-afaa980a-65a9-4ecb-b008-734af70f082d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac01637c-8629-4b8f-9c95-c238dbd975e2 HTTP/1.1" status: 200 len: 848 time: 0.0653076 May 25 20:47:16.450680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d0d06-7614-4d95-a9fb-3d3b5bf2fa96 req-3d0a18c5-004a-49bd-a324-cf9c06c12ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:16.452130 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b58d0d06-7614-4d95-a9fb-3d3b5bf2fa96 req-3d0a18c5-004a-49bd-a324-cf9c06c12ee8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744147 May 25 20:47:16.508523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=f39d909c-6dd8-46ac-b980-f5ce321fce07,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:16.513007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Checking segment: {'id': 'a175a83f-3958-4d05-886e-7dc0e4ac8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:16.513369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network hostable DHCP agents. Network: 434a1a74-a912-42a4-86ae-a9249dfcf61c, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:47:16.533071 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:47:16.537637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:47:16.548647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 434a1a74-a912-42a4-86ae-a9249dfcf61c) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:16.553708 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:16.557714 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653202cd-d862-460a-9b5c-e480fe64db8b None None] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:16.561207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:16.561861 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:16.588172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-17d1d869-0ce6-4c98-90f8-181fee69ebc1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7336583 May 25 20:47:16.591548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39066) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:16.599092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1852933177'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:16.607233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:16.611388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:network and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:16.614373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:16.620243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:16.634039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:16.638448 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:16.670205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:47:16.679374 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:16.679702 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Added segment 5856ed3b-f8da-4ce5-a34b-eb6cddebdff2 of type vlan for network 5ef1da05-26d8-4075-ac76-b8e6f714cb3d May 25 20:47:16.714125 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:16.719531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b58d0d06-7614-4d95-a9fb-3d3b5bf2fa96 req-b72d84de-cffe-4efd-a6fd-ebb9ed079962 service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603343 May 25 20:47:16.751496 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:16.760182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:16.760972 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:16.865671 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2722676 May 25 20:47:16.866388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b58d0d06-7614-4d95-a9fb-3d3b5bf2fa96 req-ca9cfbf5-de3a-4762-9f2d-84f338b0adee service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396863 May 25 20:47:16.868089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39072) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:16.874131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'ports': [{'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c'}, {'network_id': '5ef1da05-26d8-4075-ac76-b8e6f714cb3d'}]} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:16.874471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:16.874951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'network_id': '5ef1da05-26d8-4075-ac76-b8e6f714cb3d'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:16.880694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e5218-7dbb-4579-8e31-df4c5b657156 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Network': ['ID=5ef1da05-26d8-4075-ac76-b8e6f714cb3d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:16.892525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 5ef1da05-26d8-4075-ac76-b8e6f714cb3d details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:47:17.096476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:17.100245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:port and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:17.103011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:17.108874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:17.118844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 2} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:17.123883 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:17.141895 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:17.357608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port b5e0f7a0-b7f0-4325-8f73-d0fb14bdf2bc yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:47:17.445863 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:17.553219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port c1e0e018-a28a-4fb8-a894-e0cd2021df95 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:47:17.640327 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:17.670272 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:17.744960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:17.748625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:17.751260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:17.752399 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:17.769940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=b5e0f7a0-b7f0-4325-8f73-d0fb14bdf2bc,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:17.856933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Checking segment: {'id': '5856ed3b-f8da-4ce5-a34b-eb6cddebdff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '5ef1da05-26d8-4075-ac76-b8e6f714cb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:17.857285 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network hostable DHCP agents. Network: 5ef1da05-26d8-4075-ac76-b8e6f714cb3d, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:47:17.862900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=c1e0e018-a28a-4fb8-a894-e0cd2021df95,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:17.880696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 5ef1da05-26d8-4075-ac76-b8e6f714cb3d is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:47:17.890546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 5ef1da05-26d8-4075-ac76-b8e6f714cb3d) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:17.894926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:17.898138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c119d-4a54-4bf4-887d-95ea65caa25d None None] Network 5ef1da05-26d8-4075-ac76-b8e6f714cb3d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:17.902060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:17.907406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:17.908338 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:17.930926 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8278b8f2-18d3-49c0-a6f1-ec430056cc04 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0618238 May 25 20:47:17.934108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39076) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:18.003780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4406dd0b-2783-442e-8f2c-97145296727a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port c1e0e018-a28a-4fb8-a894-e0cd2021df95 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:18.004032 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4406dd0b-2783-442e-8f2c-97145296727a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:18.222402 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4406dd0b-2783-442e-8f2c-97145296727a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:18.460004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4406dd0b-2783-442e-8f2c-97145296727a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for c1e0e018-a28a-4fb8-a894-e0cd2021df95 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:18.541402 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4406dd0b-2783-442e-8f2c-97145296727a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:18.594215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406dd0b-2783-442e-8f2c-97145296727a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=c1e0e018-a28a-4fb8-a894-e0cd2021df95,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:18.599386 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4406dd0b-2783-442e-8f2c-97145296727a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:18.605591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4406dd0b-2783-442e-8f2c-97145296727a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/c1e0e018-a28a-4fb8-a894-e0cd2021df95 HTTP/1.1" status: 204 len: 168 time: 0.6702950 May 25 20:47:18.608100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39080) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:18.690841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5659380-76d1-45b2-9ca7-bdb257b43a46 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:18.696701 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5659380-76d1-45b2-9ca7-bdb257b43a46 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:18.697440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d5659380-76d1-45b2-9ca7-bdb257b43a46 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:18.715635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d5659380-76d1-45b2-9ca7-bdb257b43a46 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:18.717051 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d5659380-76d1-45b2-9ca7-bdb257b43a46 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1080394 May 25 20:47:18.719831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39084) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:18.785956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b07d207c-9029-46be-8b97-5cd40a1d83bf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port b5e0f7a0-b7f0-4325-8f73-d0fb14bdf2bc {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:18.786324 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b07d207c-9029-46be-8b97-5cd40a1d83bf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:19.007387 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b07d207c-9029-46be-8b97-5cd40a1d83bf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:19.132741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b07d207c-9029-46be-8b97-5cd40a1d83bf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for b5e0f7a0-b7f0-4325-8f73-d0fb14bdf2bc owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:19.220196 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b07d207c-9029-46be-8b97-5cd40a1d83bf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:19.270945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d207c-9029-46be-8b97-5cd40a1d83bf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=b5e0f7a0-b7f0-4325-8f73-d0fb14bdf2bc,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:19.277070 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b07d207c-9029-46be-8b97-5cd40a1d83bf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:19.291031 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b07d207c-9029-46be-8b97-5cd40a1d83bf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/b5e0f7a0-b7f0-4325-8f73-d0fb14bdf2bc HTTP/1.1" status: 204 len: 168 time: 0.5702314 May 25 20:47:19.294061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39088) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:19.378507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce553d39-cd1e-4495-821f-41487fb27f6e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:19.379188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ce553d39-cd1e-4495-821f-41487fb27f6e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:19.394657 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ce553d39-cd1e-4495-821f-41487fb27f6e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:19.396132 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ce553d39-cd1e-4495-821f-41487fb27f6e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1011069 May 25 20:47:19.398889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39092) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:19.441971 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e134adf0-bbd0-4215-859f-f448d42acac0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] GET failed (client error): The resource could not be found. May 25 20:47:19.443308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e134adf0-bbd0-4215-859f-f448d42acac0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/c1e0e018-a28a-4fb8-a894-e0cd2021df95 HTTP/1.1" status: 404 len: 333 time: 0.0435348 May 25 20:47:19.446017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39096) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:19.488129 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ad7278-8e96-4571-ae82-2b99622c4bc2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] GET failed (client error): The resource could not be found. May 25 20:47:19.489404 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-14ad7278-8e96-4571-ae82-2b99622c4bc2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/b5e0f7a0-b7f0-4325-8f73-d0fb14bdf2bc HTTP/1.1" status: 404 len: 333 time: 0.0424271 May 25 20:47:19.492048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39100) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:19.604117 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-793bb535-226e-401d-afc9-1887d444ce44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:19.750319 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-793bb535-226e-401d-afc9-1887d444ce44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:19.779753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-793bb535-226e-401d-afc9-1887d444ce44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef1da05-26d8-4075-ac76-b8e6f714cb3d']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:19.791879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-793bb535-226e-401d-afc9-1887d444ce44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5856ed3b-f8da-4ce5-a34b-eb6cddebdff2') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:19.792174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-793bb535-226e-401d-afc9-1887d444ce44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5856ed3b-f8da-4ce5-a34b-eb6cddebdff2') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:19.803488 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-793bb535-226e-401d-afc9-1887d444ce44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:19.820353 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-793bb535-226e-401d-afc9-1887d444ce44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:19.828872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793bb535-226e-401d-afc9-1887d444ce44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:47:19.829171 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-793bb535-226e-401d-afc9-1887d444ce44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:19.900451 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 5856ed3b-f8da-4ce5-a34b-eb6cddebdff2 resource provider aggregate not found May 25 20:47:19.924772 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 5856ed3b-f8da-4ce5-a34b-eb6cddebdff2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5856ed3b-f8da-4ce5-a34b-eb6cddebdff2 found for delete ", "request_id": "req-d3767381-19a1-44e0-aa0c-d4e48f6e7748"}]} May 25 20:47:19.940070 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-793bb535-226e-401d-afc9-1887d444ce44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:19.957737 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-793bb535-226e-401d-afc9-1887d444ce44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:19.967869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bb535-226e-401d-afc9-1887d444ce44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Network': ['ID=5ef1da05-26d8-4075-ac76-b8e6f714cb3d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:19.971635 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-793bb535-226e-401d-afc9-1887d444ce44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/networks/5ef1da05-26d8-4075-ac76-b8e6f714cb3d HTTP/1.1" status: 204 len: 168 time: 0.4784234 May 25 20:47:19.974392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39108) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:19.982871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1881700090'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:19.991055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:19.997638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:network and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:20.000563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:20.012762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:20.022757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:20.026533 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:20.056888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:47:20.067699 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:20.068146 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Added segment 09cb050f-d460-40e4-b2ea-21896465a5de of type vlan for network bd9929ef-7eb4-4e51-aa5a-24647ff120ba May 25 20:47:20.095972 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:20.125423 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:20.131343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:20.131911 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:20.230563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2549570 May 25 20:47:20.233857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39112) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:20.239733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': 'bd9929ef-7eb4-4e51-aa5a-24647ff120ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:20.242529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b27e9-a3ba-4b59-a0a0-08f774e81c3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Network': ['ID=bd9929ef-7eb4-4e51-aa5a-24647ff120ba,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:20.254030 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network bd9929ef-7eb4-4e51-aa5a-24647ff120ba details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:47:20.359697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:20.363631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:20.366484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:20.372918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:20.382700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:20.386087 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:20.474066 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.ipam_backend_mixin [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Performing IP validity checks on allocation pools {{(pid=88331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 25 20:47:20.476859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.ipam_backend_mixin [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 25 20:47:20.602829 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:20.685525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Subnet': ['ID=bf6de7c0-81b1-420a-a595-9887a687497b,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:20.701164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Checking segment: {'id': '09cb050f-d460-40e4-b2ea-21896465a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd9929ef-7eb4-4e51-aa5a-24647ff120ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:20.701523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network hostable DHCP agents. Network: bd9929ef-7eb4-4e51-aa5a-24647ff120ba, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:47:20.721458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network bd9929ef-7eb4-4e51-aa5a-24647ff120ba is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:47:20.731355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, bd9929ef-7eb4-4e51-aa5a-24647ff120ba) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:20.735390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:20.735972 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:20.740935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c76803a-f427-4e86-87fb-30dbf75fcb4e None None] Network bd9929ef-7eb4-4e51-aa5a-24647ff120ba requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:20.763825 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dcbcc842-70ca-4a28-aa3b-6dae140d8654 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5263200 May 25 20:47:20.764022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39116) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:20.769541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'network_id': 'bd9929ef-7eb4-4e51-aa5a-24647ff120ba', 'name': 'tempest-PortsIpV6TestJSON-1283442952'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:20.909027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:20.918937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:20.928266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:20.931699 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:20.953711 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port 54f0e606-b98e-490a-92eb-61969d1399b1 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:47:20.961150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-bd9929ef-7eb4-4e51-aa5a-24647ff120ba', 'network_id': 'bd9929ef-7eb4-4e51-aa5a-24647ff120ba', 'tenant_id': '5ca7db141a314e729813a6b7e6594905', 'fixed_ips': [{'subnet_id': 'bf6de7c0-81b1-420a-a595-9887a687497b'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:47:20.962006 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:21.102256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Allocated IP 2001:db8::36 (bd9929ef-7eb4-4e51-aa5a-24647ff120ba/bf6de7c0-81b1-420a-a595-9887a687497b/54f0e606-b98e-490a-92eb-61969d1399b1) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:21.309389 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:21.324500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Transition to ACTIVE for port object 54f0e606-b98e-490a-92eb-61969d1399b1 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:21.348106 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:21.415111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Allocated IP 2001:db8::2 (bd9929ef-7eb4-4e51-aa5a-24647ff120ba/bf6de7c0-81b1-420a-a595-9887a687497b/63753c50-4ecf-4f7c-8141-edda2ff01e17) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:21.418641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network bd9929ef-7eb4-4e51-aa5a-24647ff120ba is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:21.421582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:21.428785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:21.433825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:21.434461 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:21.448489 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=54f0e606-b98e-490a-92eb-61969d1399b1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:21.469833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8804e5af-e174-4b42-b003-6ceb919dad38 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7023413 May 25 20:47:21.470128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39124) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:21.541473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6669c-5587-4eaa-b19d-f00b8ad02d2f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port 54f0e606-b98e-490a-92eb-61969d1399b1 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:21.541809 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1e6669c-5587-4eaa-b19d-f00b8ad02d2f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:21.656380 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:21.666366 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Transition to ACTIVE for port object 63753c50-4ecf-4f7c-8141-edda2ff01e17 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:21.689881 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Transition to ACTIVE for port object 63753c50-4ecf-4f7c-8141-edda2ff01e17 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:21.696149 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:21.763796 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Network bd9929ef-7eb4-4e51-aa5a-24647ff120ba is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:21.764915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:21.768581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:21.805129 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1e6669c-5587-4eaa-b19d-f00b8ad02d2f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:21.810133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Pushing event updated for resources: {'Port': ['ID=63753c50-4ecf-4f7c-8141-edda2ff01e17,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:21.866430 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Attempting to bind port 63753c50-4ecf-4f7c-8141-edda2ff01e17 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:47:21.866837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Attempting to bind port 63753c50-4ecf-4f7c-8141-edda2ff01e17 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '09cb050f-d460-40e4-b2ea-21896465a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd9929ef-7eb4-4e51-aa5a-24647ff120ba'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:47:21.867199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Attempting to bind port 63753c50-4ecf-4f7c-8141-edda2ff01e17 on network bd9929ef-7eb4-4e51-aa5a-24647ff120ba {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:47:21.873109 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:47:21.873547 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Checking segment: {'id': '09cb050f-d460-40e4-b2ea-21896465a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd9929ef-7eb4-4e51-aa5a-24647ff120ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:21.873998 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:21.874429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Bound using segment: {'id': '09cb050f-d460-40e4-b2ea-21896465a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd9929ef-7eb4-4e51-aa5a-24647ff120ba'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:47:21.874893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Bound port: 63753c50-4ecf-4f7c-8141-edda2ff01e17, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cb050f-d460-40e4-b2ea-21896465a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'bd9929ef-7eb4-4e51-aa5a-24647ff120ba'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:47:21.875262 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:21.934497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6669c-5587-4eaa-b19d-f00b8ad02d2f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for 54f0e606-b98e-490a-92eb-61969d1399b1 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:21.971293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] For port 63753c50-4ecf-4f7c-8141-edda2ff01e17, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:47:21.975411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] For port 63753c50-4ecf-4f7c-8141-edda2ff01e17, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=63753c50-4ecf-4f7c-8141-edda2ff01e17,segment=NetworkSegment(09cb050f-d460-40e4-b2ea-21896465a5de),segment_id=09cb050f-d460-40e4-b2ea-21896465a5de)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:47:21.981163 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:22.065513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b40a2-7561-489e-b468-6ef3c45fe497 None None] Pushing event updated for resources: {'Port': ['ID=63753c50-4ecf-4f7c-8141-edda2ff01e17,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:22.092827 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1e6669c-5587-4eaa-b19d-f00b8ad02d2f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:22.146013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6669c-5587-4eaa-b19d-f00b8ad02d2f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=54f0e606-b98e-490a-92eb-61969d1399b1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:22.190190 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f1e6669c-5587-4eaa-b19d-f00b8ad02d2f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:22.200947 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f1e6669c-5587-4eaa-b19d-f00b8ad02d2f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/54f0e606-b98e-490a-92eb-61969d1399b1 HTTP/1.1" status: 204 len: 168 time: 0.7297723 May 25 20:47:22.203550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39130) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:22.359085 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c82a23c-17bb-4967-b06b-0d74660f8098 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] DELETE failed (client error): The resource could not be found. May 25 20:47:22.359766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c82a23c-17bb-4967-b06b-0d74660f8098 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:47:22.361248 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6c82a23c-17bb-4967-b06b-0d74660f8098 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/54f0e606-b98e-490a-92eb-61969d1399b1 HTTP/1.1" status: 404 len: 333 time: 0.1567478 May 25 20:47:22.364017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39134) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:22.412718 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01e40f3-42b8-49d2-91d9-f480acf2277a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] GET failed (client error): The resource could not be found. May 25 20:47:22.413248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b01e40f3-42b8-49d2-91d9-f480acf2277a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:22.429004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b01e40f3-42b8-49d2-91d9-f480acf2277a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:22.430304 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b01e40f3-42b8-49d2-91d9-f480acf2277a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/54f0e606-b98e-490a-92eb-61969d1399b1 HTTP/1.1" status: 404 len: 333 time: 0.0652637 May 25 20:47:22.433120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39138) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:22.503408 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-130f75cb-f106-4737-a1c1-6dbe78c5a020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting subnet bf6de7c0-81b1-420a-a595-9887a687497b {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:47:22.506612 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-130f75cb-f106-4737-a1c1-6dbe78c5a020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:22.566192 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-130f75cb-f106-4737-a1c1-6dbe78c5a020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:22.647872 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-130f75cb-f106-4737-a1c1-6dbe78c5a020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:22.729460 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-130f75cb-f106-4737-a1c1-6dbe78c5a020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:22.769881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f75cb-f106-4737-a1c1-6dbe78c5a020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Subnet': ['ID=bf6de7c0-81b1-420a-a595-9887a687497b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:22.773791 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-130f75cb-f106-4737-a1c1-6dbe78c5a020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:22.780731 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-130f75cb-f106-4737-a1c1-6dbe78c5a020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/bf6de7c0-81b1-420a-a595-9887a687497b HTTP/1.1" status: 204 len: 168 time: 0.3460426 May 25 20:47:22.784963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39142) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:22.908268 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:22.920255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port 63753c50-4ecf-4f7c-8141-edda2ff01e17 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:22.920583 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:23.047316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dac523-2aa0-4e06-ba7b-502bb15b25cc None None] Network bd9929ef-7eb4-4e51-aa5a-24647ff120ba requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:23.138207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] For port 63753c50-4ecf-4f7c-8141-edda2ff01e17, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=63753c50-4ecf-4f7c-8141-edda2ff01e17,segment=NetworkSegment(09cb050f-d460-40e4-b2ea-21896465a5de),segment_id=09cb050f-d460-40e4-b2ea-21896465a5de)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:23.138569 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:23.181496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-55681a57-ab9c-4a34-b19e-850fa33c5433 None None] Provisioning for port 63753c50-4ecf-4f7c-8141-edda2ff01e17 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:23.284415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for 63753c50-4ecf-4f7c-8141-edda2ff01e17 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:23.321869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6da83ac-fec6-4369-aa90-f1c6200f0c71 None None] DHCP port deletion for bd9929ef-7eb4-4e51-aa5a-24647ff120ba request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:47:23.330022 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a6da83ac-fec6-4369-aa90-f1c6200f0c71 None None] Deleting port 63753c50-4ecf-4f7c-8141-edda2ff01e17 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:23.330022 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a6da83ac-fec6-4369-aa90-f1c6200f0c71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:23.371874 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:23.420622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a6da83ac-fec6-4369-aa90-f1c6200f0c71 None None] The port '63753c50-4ecf-4f7c-8141-edda2ff01e17' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:47:23.431151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=63753c50-4ecf-4f7c-8141-edda2ff01e17,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:23.433015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No DVR routers for this DVR port 63753c50-4ecf-4f7c-8141-edda2ff01e17 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:47:23.558061 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:23.583685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9929ef-7eb4-4e51-aa5a-24647ff120ba']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:23.596118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cb050f-d460-40e4-b2ea-21896465a5de') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:23.596407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cb050f-d460-40e4-b2ea-21896465a5de') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:23.608449 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:23.623900 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:23.629962 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:47:23.630368 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:23.699010 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 09cb050f-d460-40e4-b2ea-21896465a5de resource provider aggregate not found May 25 20:47:23.719876 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 09cb050f-d460-40e4-b2ea-21896465a5de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09cb050f-d460-40e4-b2ea-21896465a5de found for delete ", "request_id": "req-d9bf53f2-c6a5-4e79-bbf0-c70acf90e01e"}]} May 25 20:47:23.735569 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:23.754007 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:23.768065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Network': ['ID=bd9929ef-7eb4-4e51-aa5a-24647ff120ba,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:23.776180 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9d81eb2d-b25b-44cc-8eaf-f4dd112e8017 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/networks/bd9929ef-7eb4-4e51-aa5a-24647ff120ba HTTP/1.1" status: 204 len: 168 time: 0.9900849 May 25 20:47:23.780593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39152) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:23.786418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-709254804'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:23.791979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:23.796029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:network and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:23.799159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:23.804841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:23.814934 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:23.818268 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:23.846768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:47:23.855683 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:23.856028 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Added segment c41a4060-bbd6-4a49-9d68-22cf6527ff94 of type vlan for network 40cf96f4-cd96-47b9-b71c-d64fa600f4f3 May 25 20:47:23.881710 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:23.911643 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:23.917433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:23.918076 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:24.024424 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2427423 May 25 20:47:24.027903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39156) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:24.030720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efd91b-05a9-4c0a-8fa7-a3d0a787fbd7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Network': ['ID=40cf96f4-cd96-47b9-b71c-d64fa600f4f3,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:24.033701 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': '40cf96f4-cd96-47b9-b71c-d64fa600f4f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:24.041118 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:24.043487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 40cf96f4-cd96-47b9-b71c-d64fa600f4f3 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:47:24.149536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:24.153730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:24.156564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:24.162237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:24.171403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:24.174894 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:24.504710 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:24.586657 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Subnet': ['ID=ac580585-1736-4e5f-9465-392731ce00cb,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:24.595392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Checking segment: {'id': 'c41a4060-bbd6-4a49-9d68-22cf6527ff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '40cf96f4-cd96-47b9-b71c-d64fa600f4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:24.595743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network hostable DHCP agents. Network: 40cf96f4-cd96-47b9-b71c-d64fa600f4f3, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:47:24.614912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 40cf96f4-cd96-47b9-b71c-d64fa600f4f3 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:47:24.625989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 40cf96f4-cd96-47b9-b71c-d64fa600f4f3) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:24.630305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:24.630879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:24.635188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70d7746-662b-4ede-8cd1-2cb1062ab2d7 None None] Network 40cf96f4-cd96-47b9-b71c-d64fa600f4f3 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:24.653425 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-38152217-b213-44a0-a697-78e5e7d3795d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6240187 May 25 20:47:24.655691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39162) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:24.661778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'network_id': '40cf96f4-cd96-47b9-b71c-d64fa600f4f3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1675015349'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:24.820168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:24.826714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:port and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:24.831345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:24.839220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:24.853693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:24.860368 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:24.879128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-40cf96f4-cd96-47b9-b71c-d64fa600f4f3', 'network_id': '40cf96f4-cd96-47b9-b71c-d64fa600f4f3', 'tenant_id': '5ca7db141a314e729813a6b7e6594905', 'fixed_ips': [{'subnet_id': 'ac580585-1736-4e5f-9465-392731ce00cb'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:47:24.880462 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:24.888135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port 5ecd576a-40c3-4e8f-b20b-b72bfacfa2c4 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:47:25.061054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Allocated IP 2001:db8::2ab (40cf96f4-cd96-47b9-b71c-d64fa600f4f3/ac580585-1736-4e5f-9465-392731ce00cb/5ecd576a-40c3-4e8f-b20b-b72bfacfa2c4) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:25.232194 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:25.247635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Transition to ACTIVE for port object 5ecd576a-40c3-4e8f-b20b-b72bfacfa2c4 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:25.270829 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:25.331818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Allocated IP 2001:db8::2 (40cf96f4-cd96-47b9-b71c-d64fa600f4f3/ac580585-1736-4e5f-9465-392731ce00cb/01248c51-a45e-4163-8212-20ec8c05e152) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:25.342184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 40cf96f4-cd96-47b9-b71c-d64fa600f4f3 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:25.345223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:25.349425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:25.355622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:25.355622 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:25.371355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=5ecd576a-40c3-4e8f-b20b-b72bfacfa2c4,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:25.385828 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0dd8378d-d4b9-4b0f-b446-a254e542f8a0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7290652 May 25 20:47:25.389397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39166) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:25.458022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-03e07db1-3455-4397-a867-d8511a9dbaa0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port 5ecd576a-40c3-4e8f-b20b-b72bfacfa2c4 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:25.458375 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-03e07db1-3455-4397-a867-d8511a9dbaa0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:25.543245 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:25.553734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Transition to ACTIVE for port object 01248c51-a45e-4163-8212-20ec8c05e152 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:25.571839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Transition to ACTIVE for port object 01248c51-a45e-4163-8212-20ec8c05e152 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:25.578436 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:25.647462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Network 40cf96f4-cd96-47b9-b71c-d64fa600f4f3 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:25.650563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:25.654353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:25.661968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Pushing event updated for resources: {'Port': ['ID=01248c51-a45e-4163-8212-20ec8c05e152,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:25.742253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-03e07db1-3455-4397-a867-d8511a9dbaa0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:25.760183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Attempting to bind port 01248c51-a45e-4163-8212-20ec8c05e152 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:47:25.760539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Attempting to bind port 01248c51-a45e-4163-8212-20ec8c05e152 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'c41a4060-bbd6-4a49-9d68-22cf6527ff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '40cf96f4-cd96-47b9-b71c-d64fa600f4f3'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:47:25.760894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Attempting to bind port 01248c51-a45e-4163-8212-20ec8c05e152 on network 40cf96f4-cd96-47b9-b71c-d64fa600f4f3 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:47:25.766411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:47:25.766774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Checking segment: {'id': 'c41a4060-bbd6-4a49-9d68-22cf6527ff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '40cf96f4-cd96-47b9-b71c-d64fa600f4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:25.767167 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:25.767548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Bound using segment: {'id': 'c41a4060-bbd6-4a49-9d68-22cf6527ff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '40cf96f4-cd96-47b9-b71c-d64fa600f4f3'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:47:25.767996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Bound port: 01248c51-a45e-4163-8212-20ec8c05e152, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41a4060-bbd6-4a49-9d68-22cf6527ff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '40cf96f4-cd96-47b9-b71c-d64fa600f4f3'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:47:25.768358 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:25.875180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-03e07db1-3455-4397-a867-d8511a9dbaa0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for 5ecd576a-40c3-4e8f-b20b-b72bfacfa2c4 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:25.890242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] For port 01248c51-a45e-4163-8212-20ec8c05e152, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:47:25.893607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] For port 01248c51-a45e-4163-8212-20ec8c05e152, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=01248c51-a45e-4163-8212-20ec8c05e152,segment=NetworkSegment(c41a4060-bbd6-4a49-9d68-22cf6527ff94),segment_id=c41a4060-bbd6-4a49-9d68-22cf6527ff94)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:47:25.898118 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:26.004122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19189cb7-35f4-4f15-af62-4c75821b6198 None None] Pushing event updated for resources: {'Port': ['ID=01248c51-a45e-4163-8212-20ec8c05e152,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:26.043244 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-03e07db1-3455-4397-a867-d8511a9dbaa0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:26.097228 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e07db1-3455-4397-a867-d8511a9dbaa0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=5ecd576a-40c3-4e8f-b20b-b72bfacfa2c4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:26.152694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-03e07db1-3455-4397-a867-d8511a9dbaa0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:26.165741 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-03e07db1-3455-4397-a867-d8511a9dbaa0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/5ecd576a-40c3-4e8f-b20b-b72bfacfa2c4 HTTP/1.1" status: 204 len: 168 time: 0.7739925 May 25 20:47:26.167587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39172) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:26.224886 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ed8a58-ce30-4a1d-b831-5ad93e45bc29 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] GET failed (client error): The resource could not be found. May 25 20:47:26.224886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-11ed8a58-ce30-4a1d-b831-5ad93e45bc29 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:26.249878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-11ed8a58-ce30-4a1d-b831-5ad93e45bc29 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:26.249878 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-11ed8a58-ce30-4a1d-b831-5ad93e45bc29 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/5ecd576a-40c3-4e8f-b20b-b72bfacfa2c4 HTTP/1.1" status: 404 len: 333 time: 0.0768621 May 25 20:47:26.250822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39176) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:26.464351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-274f9eac-651c-4560-b327-21c84d2e4aaf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting subnet ac580585-1736-4e5f-9465-392731ce00cb {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:47:26.470963 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-274f9eac-651c-4560-b327-21c84d2e4aaf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:26.536856 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-274f9eac-651c-4560-b327-21c84d2e4aaf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:26.630250 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-274f9eac-651c-4560-b327-21c84d2e4aaf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:26.712629 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-274f9eac-651c-4560-b327-21c84d2e4aaf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:26.750634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f9eac-651c-4560-b327-21c84d2e4aaf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Subnet': ['ID=ac580585-1736-4e5f-9465-392731ce00cb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:26.759742 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-274f9eac-651c-4560-b327-21c84d2e4aaf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:26.763576 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-274f9eac-651c-4560-b327-21c84d2e4aaf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/ac580585-1736-4e5f-9465-392731ce00cb HTTP/1.1" status: 204 len: 168 time: 0.5128698 May 25 20:47:26.766008 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39180) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:26.885969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:26.902001 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port 01248c51-a45e-4163-8212-20ec8c05e152 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:26.902001 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:27.105603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c91c507-dc18-4e39-87ea-b1b3ff28b989 None None] Network 40cf96f4-cd96-47b9-b71c-d64fa600f4f3 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:27.126133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] For port 01248c51-a45e-4163-8212-20ec8c05e152, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=01248c51-a45e-4163-8212-20ec8c05e152,segment=NetworkSegment(c41a4060-bbd6-4a49-9d68-22cf6527ff94),segment_id=c41a4060-bbd6-4a49-9d68-22cf6527ff94)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:27.126515 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:27.209020 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-aadb6878-2f14-43b0-9029-dfff380c9b57 None None] Provisioning for port 01248c51-a45e-4163-8212-20ec8c05e152 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:27.252282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for 01248c51-a45e-4163-8212-20ec8c05e152 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:27.343192 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:27.391757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755d2d4f-1c65-4b46-a039-b7836b2194c9 None None] DHCP port deletion for 40cf96f4-cd96-47b9-b71c-d64fa600f4f3 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:47:27.421790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=01248c51-a45e-4163-8212-20ec8c05e152,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:27.421790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No DVR routers for this DVR port 01248c51-a45e-4163-8212-20ec8c05e152 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:47:27.547551 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:27.572602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cf96f4-cd96-47b9-b71c-d64fa600f4f3']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:27.585431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41a4060-bbd6-4a49-9d68-22cf6527ff94') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:27.585726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41a4060-bbd6-4a49-9d68-22cf6527ff94') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:27.597779 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:27.613877 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:27.619784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:47:27.620157 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:27.690342 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment c41a4060-bbd6-4a49-9d68-22cf6527ff94 resource provider aggregate not found May 25 20:47:27.712176 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment c41a4060-bbd6-4a49-9d68-22cf6527ff94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c41a4060-bbd6-4a49-9d68-22cf6527ff94 found for delete ", "request_id": "req-b8661098-b5d2-4085-8994-f8c9599e16ff"}]} May 25 20:47:27.730958 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:27.742239 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:27.770763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/networks/40cf96f4-cd96-47b9-b71c-d64fa600f4f3 HTTP/1.1" status: 204 len: 168 time: 1.0042341 May 25 20:47:27.774298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39188) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:27.778147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad3879-0a94-40f8-94d6-3999adc7eb82 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Network': ['ID=40cf96f4-cd96-47b9-b71c-d64fa600f4f3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:27.783446 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'name': 'tempest-PortsIpV6TestJSON-957134223'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:27.899293 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:27.906676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:port and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:27.912036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:27.920266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:27.927154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:27.929808 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:27.955560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port d30af511-9bea-42af-9be8-7c914bf00f5a yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:47:28.169768 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7810aa46-cb97-4f81-bb10-0dbe1843b9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:28.184569 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:28.210698 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:28.282547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:28.285748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:28.289671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:28.295455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:28.296052 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:28.303773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=d30af511-9bea-42af-9be8-7c914bf00f5a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:28.306340 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:28.325718 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e6f41f87-cbd6-4dc4-b39d-2ab06e60a23c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5504069 May 25 20:47:28.328282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39192) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:28.394640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d60e8044-c322-43e3-9599-6a803b787898 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port d30af511-9bea-42af-9be8-7c914bf00f5a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:28.394973 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d60e8044-c322-43e3-9599-6a803b787898 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:28.610816 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d60e8044-c322-43e3-9599-6a803b787898 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:28.845801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d60e8044-c322-43e3-9599-6a803b787898 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for d30af511-9bea-42af-9be8-7c914bf00f5a owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:28.924820 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d60e8044-c322-43e3-9599-6a803b787898 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:28.974133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e8044-c322-43e3-9599-6a803b787898 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=d30af511-9bea-42af-9be8-7c914bf00f5a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:28.979355 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d60e8044-c322-43e3-9599-6a803b787898 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:28.989383 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d60e8044-c322-43e3-9599-6a803b787898 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/d30af511-9bea-42af-9be8-7c914bf00f5a HTTP/1.1" status: 204 len: 168 time: 0.6601262 May 25 20:47:28.991852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39196) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:28.997753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'mac_address': 'fa:16:3e:53:f6:20', 'name': 'tempest-PortsIpV6TestJSON-602380947'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:29.107408 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:29.111426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:port and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:29.114172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:29.119722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:29.129956 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:29.236725 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:29.264230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port 4d875fa8-6c15-4ae6-b053-9b70d21b1642 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:47:29.487866 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:29.514478 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:29.581733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:29.584658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:29.588714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:29.594809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:29.595438 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:29.609708 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=4d875fa8-6c15-4ae6-b053-9b70d21b1642,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:29.625464 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1cdbea69-bdb1-4a88-ab8a-77d9896e3e14 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6326227 May 25 20:47:29.628118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39200) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:29.703915 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17c780-6aff-416f-bfd0-95a01511e0e0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:29.704513 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4f17c780-6aff-416f-bfd0-95a01511e0e0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:29.720573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4f17c780-6aff-416f-bfd0-95a01511e0e0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:29.721883 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4f17c780-6aff-416f-bfd0-95a01511e0e0 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/4d875fa8-6c15-4ae6-b053-9b70d21b1642 HTTP/1.1" status: 200 len: 844 time: 0.0928500 May 25 20:47:29.724769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39204) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:29.793664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7de80218-b5bc-4124-89d3-b1cf2845b2a8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port 4d875fa8-6c15-4ae6-b053-9b70d21b1642 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:29.794125 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7de80218-b5bc-4124-89d3-b1cf2845b2a8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:30.016636 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7de80218-b5bc-4124-89d3-b1cf2845b2a8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:30.145586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7de80218-b5bc-4124-89d3-b1cf2845b2a8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for 4d875fa8-6c15-4ae6-b053-9b70d21b1642 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:30.231249 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7de80218-b5bc-4124-89d3-b1cf2845b2a8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:30.282429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de80218-b5bc-4124-89d3-b1cf2845b2a8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=4d875fa8-6c15-4ae6-b053-9b70d21b1642,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:30.287600 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7de80218-b5bc-4124-89d3-b1cf2845b2a8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:30.300961 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7de80218-b5bc-4124-89d3-b1cf2845b2a8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/4d875fa8-6c15-4ae6-b053-9b70d21b1642 HTTP/1.1" status: 204 len: 168 time: 0.5752227 May 25 20:47:30.303518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39208) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:30.345573 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-9feb9fca-1dc2-4b19-8daf-474c76679089 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] GET failed (client error): The resource could not be found. May 25 20:47:30.346095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9feb9fca-1dc2-4b19-8daf-474c76679089 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:30.361262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9feb9fca-1dc2-4b19-8daf-474c76679089 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:30.362433 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9feb9fca-1dc2-4b19-8daf-474c76679089 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/4d875fa8-6c15-4ae6-b053-9b70d21b1642 HTTP/1.1" status: 404 len: 333 time: 0.0579858 May 25 20:47:30.366019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39212) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:30.371437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'name': 'tempest-PortsIpV6TestJSON-663278648'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:30.588305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:30.599529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:30.610560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:30.611849 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a8e838ce-bdf9-4fc3-ab1c-b40f3b6207a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:30.614144 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:30.635668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port cd0ca0c3-d609-440e-91b0-7b67df61c409 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:47:30.861506 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:30.887967 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:30.957927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:30.961141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:30.965564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:30.971079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:30.971669 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:30.979015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=cd0ca0c3-d609-440e-91b0-7b67df61c409,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:31.000764 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-62c8d219-b90b-4f9e-b45f-2262abf6b80d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6336584 May 25 20:47:31.003361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39216) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:31.009710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-110bd680-7432-4b45-950d-11ef8c5dbfb7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:31.131243 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-110bd680-7432-4b45-950d-11ef8c5dbfb7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:31.341589 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-110bd680-7432-4b45-950d-11ef8c5dbfb7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:31.346258 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-110bd680-7432-4b45-950d-11ef8c5dbfb7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:31.385527 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:31.392199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-110bd680-7432-4b45-950d-11ef8c5dbfb7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] In _notify_port_updated(), no bound segment for port cd0ca0c3-d609-440e-91b0-7b67df61c409 on network 434a1a74-a912-42a4-86ae-a9249dfcf61c {{(pid=88331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:47:31.398894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110bd680-7432-4b45-950d-11ef8c5dbfb7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:31.399922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-110bd680-7432-4b45-950d-11ef8c5dbfb7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:31.403409 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-110bd680-7432-4b45-950d-11ef8c5dbfb7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "PUT /v2.0/ports/cd0ca0c3-d609-440e-91b0-7b67df61c409 HTTP/1.1" status: 200 len: 818 time: 0.3976288 May 25 20:47:31.405798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39220) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:31.442707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bd680-7432-4b45-950d-11ef8c5dbfb7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=cd0ca0c3-d609-440e-91b0-7b67df61c409,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:31.473643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-002962f3-0901-419c-b845-707710d4ffb8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port cd0ca0c3-d609-440e-91b0-7b67df61c409 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:31.473974 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-002962f3-0901-419c-b845-707710d4ffb8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:31.794433 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:31.808453 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-002962f3-0901-419c-b845-707710d4ffb8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:31.935437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-002962f3-0901-419c-b845-707710d4ffb8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for cd0ca0c3-d609-440e-91b0-7b67df61c409 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:32.020840 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-002962f3-0901-419c-b845-707710d4ffb8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:32.071735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002962f3-0901-419c-b845-707710d4ffb8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=cd0ca0c3-d609-440e-91b0-7b67df61c409,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:32.075954 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-002962f3-0901-419c-b845-707710d4ffb8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:32.085838 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-002962f3-0901-419c-b845-707710d4ffb8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/cd0ca0c3-d609-440e-91b0-7b67df61c409 HTTP/1.1" status: 204 len: 168 time: 0.6788776 May 25 20:47:32.088278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39224) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:32.170798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9535de18-2bfa-49e9-9a7c-556d2061beea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:32.171464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9535de18-2bfa-49e9-9a7c-556d2061beea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:32.187577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9535de18-2bfa-49e9-9a7c-556d2061beea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:32.188656 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9535de18-2bfa-49e9-9a7c-556d2061beea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0994744 May 25 20:47:32.191583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39228) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:32.233431 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-733c71bc-02ea-4edb-bb47-6051f600d085 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] GET failed (client error): The resource could not be found. May 25 20:47:32.234788 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-733c71bc-02ea-4edb-bb47-6051f600d085 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/cd0ca0c3-d609-440e-91b0-7b67df61c409 HTTP/1.1" status: 404 len: 333 time: 0.0422766 May 25 20:47:32.239096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39232) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:32.244292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1295134999'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:32.250953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:32.255232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:network and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:32.258294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:32.264089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:32.274079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:32.278007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:32.305455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:47:32.315004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:32.315337 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Added segment f6a77458-abfd-4157-af4b-5a6cc5af8dc0 of type vlan for network 950610c6-4e3b-427d-a91a-873210765354 May 25 20:47:32.340487 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:32.369116 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:32.375173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:32.375748 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:32.471453 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2311776 May 25 20:47:32.474342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39236) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:32.480921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': '950610c6-4e3b-427d-a91a-873210765354', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:32.482946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09d412-0b54-48ed-abc9-6c2304febe6f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Network': ['ID=950610c6-4e3b-427d-a91a-873210765354,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:32.494132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 950610c6-4e3b-427d-a91a-873210765354 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:47:32.608457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:32.612449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:32.615294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:32.621617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:32.631823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:32.635200 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:32.869061 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:32.949690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Subnet': ['ID=88aafaca-c092-42db-83bd-a19fc35f36a7,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:32.959761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Checking segment: {'id': 'f6a77458-abfd-4157-af4b-5a6cc5af8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '950610c6-4e3b-427d-a91a-873210765354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:32.960110 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network hostable DHCP agents. Network: 950610c6-4e3b-427d-a91a-873210765354, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:47:32.979125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 950610c6-4e3b-427d-a91a-873210765354 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:47:32.989806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 950610c6-4e3b-427d-a91a-873210765354) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:32.993658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:32.994263 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:32.999778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8181ef2-6721-4361-8fac-e18d5e338c21 None None] Network 950610c6-4e3b-427d-a91a-873210765354 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:33.022617 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e6282388-a370-4c75-8f28-443e72f15cf2 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5442708 May 25 20:47:33.022776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39240) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:33.028459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-960e64bd-5a86-4203-8be6-858202de6b42 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': '950610c6-4e3b-427d-a91a-873210765354', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:33.170383 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:33.179871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-960e64bd-5a86-4203-8be6-858202de6b42 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:33.183827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-960e64bd-5a86-4203-8be6-858202de6b42 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:33.186710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-960e64bd-5a86-4203-8be6-858202de6b42 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:33.192348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-960e64bd-5a86-4203-8be6-858202de6b42 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:33.202681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960e64bd-5a86-4203-8be6-858202de6b42 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:33.206178 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-960e64bd-5a86-4203-8be6-858202de6b42 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:33.235145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-950610c6-4e3b-427d-a91a-873210765354', 'network_id': '950610c6-4e3b-427d-a91a-873210765354', 'tenant_id': '5ca7db141a314e729813a6b7e6594905', 'fixed_ips': [{'subnet_id': '88aafaca-c092-42db-83bd-a19fc35f36a7'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:47:33.235964 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:33.338807 n-d-843339-1 neutron-server[88332]: INFO neutron.db.ipam_backend_mixin [None req-960e64bd-5a86-4203-8be6-858202de6b42 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88aafaca-c092-42db-83bd-a19fc35f36a7 (CIDR: 2001:db8::/64) May 25 20:47:33.343195 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-960e64bd-5a86-4203-8be6-858202de6b42 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:47:33.343669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960e64bd-5a86-4203-8be6-858202de6b42 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:47:33.364321 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-960e64bd-5a86-4203-8be6-858202de6b42 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3379297 May 25 20:47:33.365101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39244) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:33.370784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-84a15ae6-526a-4dc1-add1-222707130430 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': '950610c6-4e3b-427d-a91a-873210765354', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:33.398064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Allocated IP 2001:db8::2 (950610c6-4e3b-427d-a91a-873210765354/88aafaca-c092-42db-83bd-a19fc35f36a7/c59c539f-76ea-483d-93f5-6520b1d4803d) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:33.512555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-84a15ae6-526a-4dc1-add1-222707130430 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:33.516589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-84a15ae6-526a-4dc1-add1-222707130430 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:33.519451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-84a15ae6-526a-4dc1-add1-222707130430 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:33.525345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-84a15ae6-526a-4dc1-add1-222707130430 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:33.536511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a15ae6-526a-4dc1-add1-222707130430 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:33.540142 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-84a15ae6-526a-4dc1-add1-222707130430 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:33.607988 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:33.618483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Transition to ACTIVE for port object c59c539f-76ea-483d-93f5-6520b1d4803d will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:33.637946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Transition to ACTIVE for port object c59c539f-76ea-483d-93f5-6520b1d4803d will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:33.644355 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:33.715249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Network 950610c6-4e3b-427d-a91a-873210765354 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:33.718058 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:33.722007 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:33.755319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Pushing event updated for resources: {'Port': ['ID=c59c539f-76ea-483d-93f5-6520b1d4803d,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:33.818919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Attempting to bind port c59c539f-76ea-483d-93f5-6520b1d4803d on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:47:33.819328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Attempting to bind port c59c539f-76ea-483d-93f5-6520b1d4803d by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'f6a77458-abfd-4157-af4b-5a6cc5af8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '950610c6-4e3b-427d-a91a-873210765354'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:47:33.819638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Attempting to bind port c59c539f-76ea-483d-93f5-6520b1d4803d on network 950610c6-4e3b-427d-a91a-873210765354 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:47:33.825891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:47:33.826298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Checking segment: {'id': 'f6a77458-abfd-4157-af4b-5a6cc5af8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '950610c6-4e3b-427d-a91a-873210765354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:33.826694 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:33.827076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Bound using segment: {'id': 'f6a77458-abfd-4157-af4b-5a6cc5af8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '950610c6-4e3b-427d-a91a-873210765354'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:47:33.827539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Bound port: c59c539f-76ea-483d-93f5-6520b1d4803d, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a77458-abfd-4157-af4b-5a6cc5af8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '950610c6-4e3b-427d-a91a-873210765354'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:47:33.827909 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:33.843069 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-84a15ae6-526a-4dc1-add1-222707130430 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:33.935285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] For port c59c539f-76ea-483d-93f5-6520b1d4803d, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:47:33.941300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] For port c59c539f-76ea-483d-93f5-6520b1d4803d, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c59c539f-76ea-483d-93f5-6520b1d4803d,segment=NetworkSegment(f6a77458-abfd-4157-af4b-5a6cc5af8dc0),segment_id=f6a77458-abfd-4157-af4b-5a6cc5af8dc0)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:47:33.946880 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:34.016556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a15ae6-526a-4dc1-add1-222707130430 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 950610c6-4e3b-427d-a91a-873210765354 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:34.019725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-84a15ae6-526a-4dc1-add1-222707130430 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:34.024215 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a15ae6-526a-4dc1-add1-222707130430 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:34.025129 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-84a15ae6-526a-4dc1-add1-222707130430 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:34.031153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b65ed3-bd9f-433e-8e9c-c8fbc4481431 None None] Pushing event updated for resources: {'Port': ['ID=c59c539f-76ea-483d-93f5-6520b1d4803d,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:34.047833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a15ae6-526a-4dc1-add1-222707130430 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Subnet': ['ID=77057d55-efb7-4434-af8a-994381b5c77d,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:34.058734 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-84a15ae6-526a-4dc1-add1-222707130430 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6919434 May 25 20:47:34.061757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39248) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:34.067258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'network_id': '950610c6-4e3b-427d-a91a-873210765354', 'fixed_ips': [{'subnet_id': '88aafaca-c092-42db-83bd-a19fc35f36a7'}, {'subnet_id': '77057d55-efb7-4434-af8a-994381b5c77d'}], 'name': 'tempest-PortsIpV6TestJSON-545615118'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:34.240137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:34.245097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:port and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:34.248772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:34.258222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:34.270212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:34.408650 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:34.430835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port 3ec59abb-a2c4-4efb-8fe7-87bcdc925096 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:47:34.789632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Allocated IP 2001:db8::26c (950610c6-4e3b-427d-a91a-873210765354/88aafaca-c092-42db-83bd-a19fc35f36a7/3ec59abb-a2c4-4efb-8fe7-87bcdc925096) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:34.797771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Allocated IP 2001:db8:0:1::24f (950610c6-4e3b-427d-a91a-873210765354/77057d55-efb7-4434-af8a-994381b5c77d/3ec59abb-a2c4-4efb-8fe7-87bcdc925096) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:35.022364 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:35.024851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0f3cb5-cd94-434b-808c-6a4de8f82bb8 None None] Network 950610c6-4e3b-427d-a91a-873210765354 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:35.039803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Transition to ACTIVE for port object 3ec59abb-a2c4-4efb-8fe7-87bcdc925096 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:35.065058 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:35.135675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a7810734-b71f-4c0d-aa54-cc7b931b94e0 None None] Provisioning for port c59c539f-76ea-483d-93f5-6520b1d4803d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:35.142739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 950610c6-4e3b-427d-a91a-873210765354 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:35.146016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:35.150455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:35.157114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:35.157722 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:35.165849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=3ec59abb-a2c4-4efb-8fe7-87bcdc925096,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:35.189462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b35a4183-058e-4759-af98-3d73560e61f4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.1265619 May 25 20:47:35.192602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39252) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:35.199538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8c2a3c9a-97ea-4855-8414-d48d2b286b48 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '88aafaca-c092-42db-83bd-a19fc35f36a7'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:35.331675 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c2a3c9a-97ea-4855-8414-d48d2b286b48 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:35.403782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a861274a-455c-4bc7-917c-af3a0ed29b75 None None] Update dhcp port {'port': {'network_id': '950610c6-4e3b-427d-a91a-873210765354', 'fixed_ips': [{'subnet_id': '88aafaca-c092-42db-83bd-a19fc35f36a7', 'ip_address': '2001:db8::2'}, {'subnet_id': '77057d55-efb7-4434-af8a-994381b5c77d'}], 'binding:host_id': 'n-d-843339-1'}, 'id': 'c59c539f-76ea-483d-93f5-6520b1d4803d'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:47:35.466963 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a861274a-455c-4bc7-917c-af3a0ed29b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:35.670073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-8c2a3c9a-97ea-4855-8414-d48d2b286b48 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Delete allocated IP 2001:db8:0:1::24f (950610c6-4e3b-427d-a91a-873210765354/77057d55-efb7-4434-af8a-994381b5c77d) {{(pid=88331) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 20:47:35.820256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c59c539f-76ea-483d-93f5-6520b1d4803d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:47:35.848326 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c2a3c9a-97ea-4855-8414-d48d2b286b48 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:35.863919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-8c2a3c9a-97ea-4855-8414-d48d2b286b48 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Ignored duplicate provisioning block setup for port 3ec59abb-a2c4-4efb-8fe7-87bcdc925096 by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 25 20:47:35.868052 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c2a3c9a-97ea-4855-8414-d48d2b286b48 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:35.955544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-a861274a-455c-4bc7-917c-af3a0ed29b75 None None] Allocated IP 2001:db8:0:1::2 (950610c6-4e3b-427d-a91a-873210765354/77057d55-efb7-4434-af8a-994381b5c77d/c59c539f-76ea-483d-93f5-6520b1d4803d) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:35.957508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port c59c539f-76ea-483d-93f5-6520b1d4803d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:35.965474 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c59c539f-76ea-483d-93f5-6520b1d4803d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:35.965837 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:36.099263 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-8c2a3c9a-97ea-4855-8414-d48d2b286b48 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] In _notify_port_updated(), no bound segment for port 3ec59abb-a2c4-4efb-8fe7-87bcdc925096 on network 950610c6-4e3b-427d-a91a-873210765354 {{(pid=88331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:47:36.104576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2a3c9a-97ea-4855-8414-d48d2b286b48 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:36.105233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8c2a3c9a-97ea-4855-8414-d48d2b286b48 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:36.114180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39256) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:36.114737 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8c2a3c9a-97ea-4855-8414-d48d2b286b48 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "PUT /v2.0/ports/3ec59abb-a2c4-4efb-8fe7-87bcdc925096 HTTP/1.1" status: 200 len: 925 time: 0.9160891 May 25 20:47:36.116253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '88aafaca-c092-42db-83bd-a19fc35f36a7'}, {'subnet_id': '77057d55-efb7-4434-af8a-994381b5c77d'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:36.119956 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a3c9a-97ea-4855-8414-d48d2b286b48 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=3ec59abb-a2c4-4efb-8fe7-87bcdc925096,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:36.232262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a861274a-455c-4bc7-917c-af3a0ed29b75 None None] For port c59c539f-76ea-483d-93f5-6520b1d4803d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c59c539f-76ea-483d-93f5-6520b1d4803d,segment=NetworkSegment(f6a77458-abfd-4157-af4b-5a6cc5af8dc0),segment_id=f6a77458-abfd-4157-af4b-5a6cc5af8dc0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:36.239994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c59c539f-76ea-483d-93f5-6520b1d4803d is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:47:36.240572 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:36.282048 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a861274a-455c-4bc7-917c-af3a0ed29b75 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:36.299478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a861274a-455c-4bc7-917c-af3a0ed29b75 None None] Transition to ACTIVE for port object c59c539f-76ea-483d-93f5-6520b1d4803d will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:36.305241 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a861274a-455c-4bc7-917c-af3a0ed29b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:36.402573 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:36.490506 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:47:36.490771 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:47:36.508546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861274a-455c-4bc7-917c-af3a0ed29b75 None None] Pushing event updated for resources: {'Port': ['ID=c59c539f-76ea-483d-93f5-6520b1d4803d,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:36.781707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Allocated IP 2001:db8:0:1::ea (950610c6-4e3b-427d-a91a-873210765354/77057d55-efb7-4434-af8a-994381b5c77d/3ec59abb-a2c4-4efb-8fe7-87bcdc925096) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:37.052975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68fc351-a51b-46f9-9350-4e23d0968ba6 None None] Network 950610c6-4e3b-427d-a91a-873210765354 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:37.072718 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:37.088236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Ignored duplicate provisioning block setup for port 3ec59abb-a2c4-4efb-8fe7-87bcdc925096 by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 25 20:47:37.092755 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:37.130673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c59c539f-76ea-483d-93f5-6520b1d4803d is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:47:37.131062 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:37.167882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d66106ed-dced-4170-b89d-8a41bf20d1c0 None None] Provisioning for port c59c539f-76ea-483d-93f5-6520b1d4803d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:37.189708 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d66106ed-dced-4170-b89d-8a41bf20d1c0 None None] Provisioning complete for port c59c539f-76ea-483d-93f5-6520b1d4803d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:37.190095 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d66106ed-dced-4170-b89d-8a41bf20d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:37.238487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] In _notify_port_updated(), no bound segment for port 3ec59abb-a2c4-4efb-8fe7-87bcdc925096 on network 950610c6-4e3b-427d-a91a-873210765354 {{(pid=88332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:47:37.243818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:37.244418 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:37.246295 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "PUT /v2.0/ports/3ec59abb-a2c4-4efb-8fe7-87bcdc925096 HTTP/1.1" status: 200 len: 1010 time: 1.1350763 May 25 20:47:37.247480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=3ec59abb-a2c4-4efb-8fe7-87bcdc925096,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:37.249565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39260) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:37.255500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:37.255813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:37.256141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:37.256463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:37.256782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:37.257115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:37.257525 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:37.257950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:37.258857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:37.258857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:37.259027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:37.259369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d57985-02c3-47ef-abd5-13c4667068ca tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:37.261812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port c59c539f-76ea-483d-93f5-6520b1d4803d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c59c539f-76ea-483d-93f5-6520b1d4803d,segment=NetworkSegment(f6a77458-abfd-4157-af4b-5a6cc5af8dc0),segment_id=f6a77458-abfd-4157-af4b-5a6cc5af8dc0)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:37.278887 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:37.326071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-60927cd3-2cee-41d0-b975-a4f7c9f96d8f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port 3ec59abb-a2c4-4efb-8fe7-87bcdc925096 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:37.326385 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60927cd3-2cee-41d0-b975-a4f7c9f96d8f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:37.407924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=c59c539f-76ea-483d-93f5-6520b1d4803d,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:37.516451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d66106ed-dced-4170-b89d-8a41bf20d1c0 None None] Current status of the port c59c539f-76ea-483d-93f5-6520b1d4803d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:47:37.534023 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d66106ed-dced-4170-b89d-8a41bf20d1c0 None None] Provisioning for port 3ec59abb-a2c4-4efb-8fe7-87bcdc925096 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:37.543508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d66106ed-dced-4170-b89d-8a41bf20d1c0 None None] Provisioning complete for port 3ec59abb-a2c4-4efb-8fe7-87bcdc925096 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:37.543879 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d66106ed-dced-4170-b89d-8a41bf20d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:37.596865 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60927cd3-2cee-41d0-b975-a4f7c9f96d8f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:37.604819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d66106ed-dced-4170-b89d-8a41bf20d1c0 None None] Port 3ec59abb-a2c4-4efb-8fe7-87bcdc925096 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:47:37.731732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-60927cd3-2cee-41d0-b975-a4f7c9f96d8f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for 3ec59abb-a2c4-4efb-8fe7-87bcdc925096 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:37.758808 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c59c539f-76ea-483d-93f5-6520b1d4803d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:47:37.872182 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8c14d7c9-8a20-4da9-adb2-44e014c8adea None None] Provisioning complete for port c59c539f-76ea-483d-93f5-6520b1d4803d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:37.872568 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8c14d7c9-8a20-4da9-adb2-44e014c8adea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:37.942698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c59c539f-76ea-483d-93f5-6520b1d4803d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:37.943304 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:37.968499 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60927cd3-2cee-41d0-b975-a4f7c9f96d8f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:38.030739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60927cd3-2cee-41d0-b975-a4f7c9f96d8f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=3ec59abb-a2c4-4efb-8fe7-87bcdc925096,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:38.116402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60927cd3-2cee-41d0-b975-a4f7c9f96d8f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:38.122136 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8c14d7c9-8a20-4da9-adb2-44e014c8adea None None] Current status of the port c59c539f-76ea-483d-93f5-6520b1d4803d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:47:38.129102 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-60927cd3-2cee-41d0-b975-a4f7c9f96d8f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/3ec59abb-a2c4-4efb-8fe7-87bcdc925096 HTTP/1.1" status: 204 len: 168 time: 0.8775189 May 25 20:47:38.131706 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39264) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:38.137101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8c14d7c9-8a20-4da9-adb2-44e014c8adea None None] Could not find standard attr ID for object 3ec59abb-a2c4-4efb-8fe7-87bcdc925096. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:47:38.142100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c59c539f-76ea-483d-93f5-6520b1d4803d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:47:38.187454 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-752de3ea-edcf-4768-b2a7-5341ee933e49 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] GET failed (client error): The resource could not be found. May 25 20:47:38.187993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-752de3ea-edcf-4768-b2a7-5341ee933e49 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:38.209107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-752de3ea-edcf-4768-b2a7-5341ee933e49 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:38.209107 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-752de3ea-edcf-4768-b2a7-5341ee933e49 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/3ec59abb-a2c4-4efb-8fe7-87bcdc925096 HTTP/1.1" status: 404 len: 333 time: 0.0746200 May 25 20:47:38.210142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39268) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:38.250540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1385d7d1-4650-40eb-9472-dd16c55c26dd None None] Could not find standard attr ID for object 3ec59abb-a2c4-4efb-8fe7-87bcdc925096. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:47:38.283052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-92eea91e-209b-4147-8e3e-4f45aae4799f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting subnet 77057d55-efb7-4434-af8a-994381b5c77d {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:47:38.286327 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92eea91e-209b-4147-8e3e-4f45aae4799f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:38.350664 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92eea91e-209b-4147-8e3e-4f45aae4799f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:38.365483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-579069fe-6d04-402c-b2d7-212e3e605925 None None] Could not find standard attr ID for object 3ec59abb-a2c4-4efb-8fe7-87bcdc925096. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:47:38.440912 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92eea91e-209b-4147-8e3e-4f45aae4799f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:38.520757 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92eea91e-209b-4147-8e3e-4f45aae4799f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:38.566579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eea91e-209b-4147-8e3e-4f45aae4799f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Subnet': ['ID=77057d55-efb7-4434-af8a-994381b5c77d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:38.572514 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-92eea91e-209b-4147-8e3e-4f45aae4799f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:38.576953 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b3230e7f-a998-4063-bee3-843556661e20 None None] Could not find standard attr ID for object 3ec59abb-a2c4-4efb-8fe7-87bcdc925096. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:47:38.582335 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-92eea91e-209b-4147-8e3e-4f45aae4799f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/77057d55-efb7-4434-af8a-994381b5c77d HTTP/1.1" status: 204 len: 168 time: 0.3687084 May 25 20:47:38.582664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39272) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:38.653574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0456fe-5d5c-41f3-8215-a1768a0e061e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting subnet 88aafaca-c092-42db-83bd-a19fc35f36a7 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:47:38.657578 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c0456fe-5d5c-41f3-8215-a1768a0e061e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:38.676497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b16eb4-884a-42ea-96ac-4239285984a3 None None] Network 950610c6-4e3b-427d-a91a-873210765354 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:38.718663 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c0456fe-5d5c-41f3-8215-a1768a0e061e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:38.818402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c0456fe-5d5c-41f3-8215-a1768a0e061e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:38.905720 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c0456fe-5d5c-41f3-8215-a1768a0e061e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:38.950298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0456fe-5d5c-41f3-8215-a1768a0e061e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Subnet': ['ID=88aafaca-c092-42db-83bd-a19fc35f36a7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:38.952275 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c0456fe-5d5c-41f3-8215-a1768a0e061e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:38.959311 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2c0456fe-5d5c-41f3-8215-a1768a0e061e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/88aafaca-c092-42db-83bd-a19fc35f36a7 HTTP/1.1" status: 204 len: 168 time: 0.3756773 May 25 20:47:38.962331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39276) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:39.042332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf761cf2-c128-4125-827c-4e9b396e049a None None] Update dhcp port {'port': {'network_id': '950610c6-4e3b-427d-a91a-873210765354', 'fixed_ips': [{'subnet_id': '88aafaca-c092-42db-83bd-a19fc35f36a7'}], 'binding:host_id': 'n-d-843339-1'}, 'id': 'c59c539f-76ea-483d-93f5-6520b1d4803d'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:47:39.073457 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:39.085500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port c59c539f-76ea-483d-93f5-6520b1d4803d {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:39.085858 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:39.096354 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf761cf2-c128-4125-827c-4e9b396e049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:39.304294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e081fa7-ee1f-40fc-bf44-d0eb07ee07d0 None None] Network 950610c6-4e3b-427d-a91a-873210765354 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:39.413197 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] For port c59c539f-76ea-483d-93f5-6520b1d4803d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c59c539f-76ea-483d-93f5-6520b1d4803d,segment=NetworkSegment(f6a77458-abfd-4157-af4b-5a6cc5af8dc0),segment_id=f6a77458-abfd-4157-af4b-5a6cc5af8dc0)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:39.413745 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:39.469133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e7b021dc-95ac-4b65-afe9-47cdce148ae6 None None] Provisioning complete for port c59c539f-76ea-483d-93f5-6520b1d4803d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:39.469775 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e7b021dc-95ac-4b65-afe9-47cdce148ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:39.542821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for c59c539f-76ea-483d-93f5-6520b1d4803d owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:39.612309 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e7b021dc-95ac-4b65-afe9-47cdce148ae6 None None] Current status of the port c59c539f-76ea-483d-93f5-6520b1d4803d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:47:39.621285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c835f0fd-e2c3-442d-97fb-c58a642253f5 None None] DHCP port deletion for 950610c6-4e3b-427d-a91a-873210765354 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:47:39.625983 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c835f0fd-e2c3-442d-97fb-c58a642253f5 None None] Deleting port c59c539f-76ea-483d-93f5-6520b1d4803d {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:39.626374 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c835f0fd-e2c3-442d-97fb-c58a642253f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:39.627233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:39.678461 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=c59c539f-76ea-483d-93f5-6520b1d4803d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:39.684333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No DVR routers for this DVR port c59c539f-76ea-483d-93f5-6520b1d4803d on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:47:39.705289 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c835f0fd-e2c3-442d-97fb-c58a642253f5 None None] The port 'c59c539f-76ea-483d-93f5-6520b1d4803d' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:47:39.772714 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c59c539f-76ea-483d-93f5-6520b1d4803d no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:47:39.808316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: c59c539f-76ea-483d-93f5-6520b1d4803d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:47:39.808737 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c59c539f-76ea-483d-93f5-6520b1d4803d not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:47:39.820112 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:39.853448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950610c6-4e3b-427d-a91a-873210765354']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:39.865723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a77458-abfd-4157-af4b-5a6cc5af8dc0') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:39.866012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a77458-abfd-4157-af4b-5a6cc5af8dc0') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:39.877940 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:39.894514 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:39.900304 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:47:39.900673 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:39.968901 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment f6a77458-abfd-4157-af4b-5a6cc5af8dc0 resource provider aggregate not found May 25 20:47:39.992972 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment f6a77458-abfd-4157-af4b-5a6cc5af8dc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6a77458-abfd-4157-af4b-5a6cc5af8dc0 found for delete ", "request_id": "req-44277294-8116-4322-b778-cf13ace17388"}]} May 25 20:47:40.008341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:40.026086 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:40.037084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Network': ['ID=950610c6-4e3b-427d-a91a-873210765354,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:40.048018 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5b2dc371-a030-4d6f-9455-e9258aa6d9f8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/networks/950610c6-4e3b-427d-a91a-873210765354 HTTP/1.1" status: 204 len: 168 time: 1.0847290 May 25 20:47:40.051930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39284) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:40.137216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e61c7d-3d14-4610-9768-dd134379f7bf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:40.139136 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-26e61c7d-3d14-4610-9768-dd134379f7bf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0859563 May 25 20:47:40.142763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39288) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:40.221433 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-45f9e605-a735-486d-b45a-41bb8bc76077 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0774701 May 25 20:47:40.225422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39292) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:40.231166 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-533568134'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:40.239441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:40.244684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:network and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:40.248452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:40.254184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:40.265831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:40.269212 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:40.298337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:47:40.307362 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:40.307703 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Added segment f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042 of type vlan for network 4a54ff50-3367-4a81-b158-5edab1e569ee May 25 20:47:40.334276 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:40.366413 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:40.372396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:40.372969 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:40.476669 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2500722 May 25 20:47:40.479311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3b10c-51fb-4d5c-8479-373eec024eb9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Network': ['ID=4a54ff50-3367-4a81-b158-5edab1e569ee,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:40.480230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39296) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:40.486034 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': '4a54ff50-3367-4a81-b158-5edab1e569ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:40.490931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 4a54ff50-3367-4a81-b158-5edab1e569ee details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:47:40.598602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:40.602377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:40.605765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:40.611557 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:40.622374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:40.625747 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:40.845747 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:40.927148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Subnet': ['ID=2f0ddf15-fe16-4fd0-9ffc-a98c9a66fdc0,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:40.935428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Checking segment: {'id': 'f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4a54ff50-3367-4a81-b158-5edab1e569ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:40.935775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network hostable DHCP agents. Network: 4a54ff50-3367-4a81-b158-5edab1e569ee, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:47:40.954822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 4a54ff50-3367-4a81-b158-5edab1e569ee is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:47:40.963545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 4a54ff50-3367-4a81-b158-5edab1e569ee) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:40.967781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:40.968349 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:40.973449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78332fed-0747-4a9d-a07f-8172064c5718 None None] Network 4a54ff50-3367-4a81-b158-5edab1e569ee requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:40.988944 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-dabde114-61ba-4e87-a81b-97dc514c262c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5074067 May 25 20:47:40.991559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39300) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:40.997421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'network_id': '4a54ff50-3367-4a81-b158-5edab1e569ee', 'name': 'tempest-PortsIpV6TestJSON-919098248'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:41.138798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:41.142507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:port and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:41.145628 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:41.153519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:41.163103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:41.166864 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:41.196922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port 001ae448-ac8a-4807-a7e9-5a5b56011c5f yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:47:41.229994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-4a54ff50-3367-4a81-b158-5edab1e569ee', 'network_id': '4a54ff50-3367-4a81-b158-5edab1e569ee', 'tenant_id': '5ca7db141a314e729813a6b7e6594905', 'fixed_ips': [{'subnet_id': '2f0ddf15-fe16-4fd0-9ffc-a98c9a66fdc0'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:47:41.230651 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:41.359766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Allocated IP 2001:db8::155 (4a54ff50-3367-4a81-b158-5edab1e569ee/2f0ddf15-fe16-4fd0-9ffc-a98c9a66fdc0/001ae448-ac8a-4807-a7e9-5a5b56011c5f) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:41.696404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:41.712421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Transition to ACTIVE for port object 001ae448-ac8a-4807-a7e9-5a5b56011c5f will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:41.736943 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:41.797487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Allocated IP 2001:db8::2 (4a54ff50-3367-4a81-b158-5edab1e569ee/2f0ddf15-fe16-4fd0-9ffc-a98c9a66fdc0/c09a1174-e64e-4b1f-a080-f5dfd1118958) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:41.811847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 4a54ff50-3367-4a81-b158-5edab1e569ee is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:41.815204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:41.819105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:41.825108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:41.825718 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:41.833433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=001ae448-ac8a-4807-a7e9-5a5b56011c5f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:41.858815 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-99aa52b9-6923-4eeb-8fcb-3e08e8697dfb tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8661132 May 25 20:47:41.861630 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39304) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:41.868224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'network_id': '4a54ff50-3367-4a81-b158-5edab1e569ee', 'name': 'tempest-PortsIpV6TestJSON-836005233'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:42.007951 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:42.015025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:42.018783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Transition to ACTIVE for port object c09a1174-e64e-4b1f-a080-f5dfd1118958 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:42.019324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:port and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:42.022222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:42.027994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:42.037519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Transition to ACTIVE for port object c09a1174-e64e-4b1f-a080-f5dfd1118958 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:42.038979 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:42.043434 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:42.043578 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:42.069608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port c4737365-b51c-4f9d-a23d-1b148bf163f8 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:47:42.111886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Network 4a54ff50-3367-4a81-b158-5edab1e569ee is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:42.114570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:42.117151 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:42.153097 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Pushing event updated for resources: {'Port': ['ID=c09a1174-e64e-4b1f-a080-f5dfd1118958,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:42.219130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Allocated IP 2001:db8::1d3 (4a54ff50-3367-4a81-b158-5edab1e569ee/2f0ddf15-fe16-4fd0-9ffc-a98c9a66fdc0/c4737365-b51c-4f9d-a23d-1b148bf163f8) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:42.219617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Attempting to bind port c09a1174-e64e-4b1f-a080-f5dfd1118958 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:47:42.219980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Attempting to bind port c09a1174-e64e-4b1f-a080-f5dfd1118958 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4a54ff50-3367-4a81-b158-5edab1e569ee'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:47:42.220333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Attempting to bind port c09a1174-e64e-4b1f-a080-f5dfd1118958 on network 4a54ff50-3367-4a81-b158-5edab1e569ee {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:47:42.226071 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:47:42.226483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Checking segment: {'id': 'f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4a54ff50-3367-4a81-b158-5edab1e569ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:42.226871 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:42.227254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Bound using segment: {'id': 'f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4a54ff50-3367-4a81-b158-5edab1e569ee'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:47:42.227880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Bound port: c09a1174-e64e-4b1f-a080-f5dfd1118958, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4a54ff50-3367-4a81-b158-5edab1e569ee'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:47:42.228247 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:42.319633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] For port c09a1174-e64e-4b1f-a080-f5dfd1118958, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:47:42.322709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] For port c09a1174-e64e-4b1f-a080-f5dfd1118958, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c09a1174-e64e-4b1f-a080-f5dfd1118958,segment=NetworkSegment(f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042),segment_id=f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:47:42.327924 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:42.410138 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcc4cf-b44e-4570-acfc-9ef20294ace3 None None] Pushing event updated for resources: {'Port': ['ID=c09a1174-e64e-4b1f-a080-f5dfd1118958,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:42.440595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:42.457339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Transition to ACTIVE for port object c4737365-b51c-4f9d-a23d-1b148bf163f8 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:42.483304 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:42.558448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 4a54ff50-3367-4a81-b158-5edab1e569ee is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:42.562226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:42.564813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:42.570960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:42.571179 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:42.592925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=c4737365-b51c-4f9d-a23d-1b148bf163f8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:42.617982 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8b9e8880-53c9-447e-973f-e085f8f109c4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7549746 May 25 20:47:42.620797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39308) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:42.716423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50ec752-d4c1-403e-a27a-5ab276388226 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:42.717258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b50ec752-d4c1-403e-a27a-5ab276388226 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:42.736874 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b50ec752-d4c1-403e-a27a-5ab276388226 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:42.738266 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b50ec752-d4c1-403e-a27a-5ab276388226 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A155 HTTP/1.1" status: 200 len: 928 time: 0.1164436 May 25 20:47:42.740908 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39312) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:42.809760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-22abd08c-4945-47ca-81d4-8ea0fb3f72a5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port c4737365-b51c-4f9d-a23d-1b148bf163f8 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:42.810184 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22abd08c-4945-47ca-81d4-8ea0fb3f72a5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:43.071776 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22abd08c-4945-47ca-81d4-8ea0fb3f72a5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:43.203145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-22abd08c-4945-47ca-81d4-8ea0fb3f72a5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for c4737365-b51c-4f9d-a23d-1b148bf163f8 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:43.358111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d29d14-1ebe-4f69-92c9-f88dad352763 None None] Network 4a54ff50-3367-4a81-b158-5edab1e569ee requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:43.363040 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22abd08c-4945-47ca-81d4-8ea0fb3f72a5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:43.415126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abd08c-4945-47ca-81d4-8ea0fb3f72a5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=c4737365-b51c-4f9d-a23d-1b148bf163f8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:43.465021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-22abd08c-4945-47ca-81d4-8ea0fb3f72a5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:43.478340 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-22abd08c-4945-47ca-81d4-8ea0fb3f72a5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/c4737365-b51c-4f9d-a23d-1b148bf163f8 HTTP/1.1" status: 204 len: 168 time: 0.7362473 May 25 20:47:43.481579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39316) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:43.510647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a8873914-5f1c-4fa5-a833-e034bd526009 None None] Provisioning for port c09a1174-e64e-4b1f-a080-f5dfd1118958 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:43.525771 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d91d92-81c1-43f9-89c8-d343dc56ea35 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] GET failed (client error): The resource could not be found. May 25 20:47:43.526950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-06d91d92-81c1-43f9-89c8-d343dc56ea35 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:43.544103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-06d91d92-81c1-43f9-89c8-d343dc56ea35 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:43.545339 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-06d91d92-81c1-43f9-89c8-d343dc56ea35 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/c4737365-b51c-4f9d-a23d-1b148bf163f8 HTTP/1.1" status: 404 len: 333 time: 0.0624049 May 25 20:47:43.548105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39320) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:43.615426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-422e43a9-07b4-429f-b84e-abf5bf248fa9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port 001ae448-ac8a-4807-a7e9-5a5b56011c5f {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:43.615763 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-422e43a9-07b4-429f-b84e-abf5bf248fa9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:43.807189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c09a1174-e64e-4b1f-a080-f5dfd1118958 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:47:43.893118 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-422e43a9-07b4-429f-b84e-abf5bf248fa9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:43.896624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-22750c33-139a-471f-8f86-ebac9f38e1bc None None] Provisioning for port 001ae448-ac8a-4807-a7e9-5a5b56011c5f completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:43.903316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-22750c33-139a-471f-8f86-ebac9f38e1bc None None] Provisioning complete for port 001ae448-ac8a-4807-a7e9-5a5b56011c5f triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:43.903736 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-22750c33-139a-471f-8f86-ebac9f38e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:43.929081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port c09a1174-e64e-4b1f-a080-f5dfd1118958 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:43.943972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c09a1174-e64e-4b1f-a080-f5dfd1118958 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:43.944334 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:44.022091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-22750c33-139a-471f-8f86-ebac9f38e1bc None None] Port 001ae448-ac8a-4807-a7e9-5a5b56011c5f cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:47:44.099052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c09a1174-e64e-4b1f-a080-f5dfd1118958 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:47:44.099637 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:44.138970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port c09a1174-e64e-4b1f-a080-f5dfd1118958, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c09a1174-e64e-4b1f-a080-f5dfd1118958,segment=NetworkSegment(f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042),segment_id=f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:44.144296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-422e43a9-07b4-429f-b84e-abf5bf248fa9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for 001ae448-ac8a-4807-a7e9-5a5b56011c5f owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:44.144485 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:44.204098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6ab21ce1-8735-47b5-a8c4-ce9faf5b40e2 None None] Provisioning complete for port 001ae448-ac8a-4807-a7e9-5a5b56011c5f triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:44.204384 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6ab21ce1-8735-47b5-a8c4-ce9faf5b40e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:44.271206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6ab21ce1-8735-47b5-a8c4-ce9faf5b40e2 None None] Port 001ae448-ac8a-4807-a7e9-5a5b56011c5f cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:47:44.272655 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=c09a1174-e64e-4b1f-a080-f5dfd1118958,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:44.307579 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-422e43a9-07b4-429f-b84e-abf5bf248fa9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:44.388328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6ac20577-2b39-4f8c-87ae-386332977aef None None] Could not find standard attr ID for object c4737365-b51c-4f9d-a23d-1b148bf163f8. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:47:44.398411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e43a9-07b4-429f-b84e-abf5bf248fa9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=001ae448-ac8a-4807-a7e9-5a5b56011c5f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:44.408494 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-422e43a9-07b4-429f-b84e-abf5bf248fa9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:44.423393 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-422e43a9-07b4-429f-b84e-abf5bf248fa9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/001ae448-ac8a-4807-a7e9-5a5b56011c5f HTTP/1.1" status: 204 len: 168 time: 0.8740952 May 25 20:47:44.425704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39324) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:44.469705 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b40e757-4165-4c65-904f-597236d62a40 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] GET failed (client error): The resource could not be found. May 25 20:47:44.470269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3b40e757-4165-4c65-904f-597236d62a40 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:44.487186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3b40e757-4165-4c65-904f-597236d62a40 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:44.488623 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3b40e757-4165-4c65-904f-597236d62a40 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/001ae448-ac8a-4807-a7e9-5a5b56011c5f HTTP/1.1" status: 404 len: 333 time: 0.0618529 May 25 20:47:44.491586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39328) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:44.563521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b229d2-0c3f-489a-abcd-a0f922de7fba tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting subnet 2f0ddf15-fe16-4fd0-9ffc-a98c9a66fdc0 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:47:44.566767 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73b229d2-0c3f-489a-abcd-a0f922de7fba tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:44.624629 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73b229d2-0c3f-489a-abcd-a0f922de7fba tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:44.715684 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73b229d2-0c3f-489a-abcd-a0f922de7fba tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:44.787114 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73b229d2-0c3f-489a-abcd-a0f922de7fba tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:44.825898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b229d2-0c3f-489a-abcd-a0f922de7fba tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0ddf15-fe16-4fd0-9ffc-a98c9a66fdc0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:44.829583 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73b229d2-0c3f-489a-abcd-a0f922de7fba tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:44.835677 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-73b229d2-0c3f-489a-abcd-a0f922de7fba tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/2f0ddf15-fe16-4fd0-9ffc-a98c9a66fdc0 HTTP/1.1" status: 204 len: 168 time: 0.3429766 May 25 20:47:44.837153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8279398f-580e-4d70-bf7c-8a5f0958783d None None] Network 4a54ff50-3367-4a81-b158-5edab1e569ee requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:44.838410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39332) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:44.952268 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:44.962789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port c09a1174-e64e-4b1f-a080-f5dfd1118958 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:44.963143 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.137704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4330dd57-2ccb-4fcf-a724-a7fedda0ada9 None None] DHCP port deletion for 4a54ff50-3367-4a81-b158-5edab1e569ee request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:47:45.141990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4330dd57-2ccb-4fcf-a724-a7fedda0ada9 None None] Deleting port c09a1174-e64e-4b1f-a080-f5dfd1118958 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:45.142396 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4330dd57-2ccb-4fcf-a724-a7fedda0ada9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.190215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] For port c09a1174-e64e-4b1f-a080-f5dfd1118958, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c09a1174-e64e-4b1f-a080-f5dfd1118958,segment=NetworkSegment(f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042),segment_id=f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:45.190566 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.316683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for c09a1174-e64e-4b1f-a080-f5dfd1118958 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:45.355535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4330dd57-2ccb-4fcf-a724-a7fedda0ada9 None None] For port c09a1174-e64e-4b1f-a080-f5dfd1118958, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c09a1174-e64e-4b1f-a080-f5dfd1118958,segment=NetworkSegment(f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042),segment_id=f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:45.355976 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4330dd57-2ccb-4fcf-a724-a7fedda0ada9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.399053 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.456090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No DVR routers for this DVR port c09a1174-e64e-4b1f-a080-f5dfd1118958 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:47:45.482399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4330dd57-2ccb-4fcf-a724-a7fedda0ada9 None None] Calling delete_port for c09a1174-e64e-4b1f-a080-f5dfd1118958 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:45.493157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=c09a1174-e64e-4b1f-a080-f5dfd1118958,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:45.571294 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-4330dd57-2ccb-4fcf-a724-a7fedda0ada9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:47:45.571912 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-4330dd57-2ccb-4fcf-a724-a7fedda0ada9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:47:45.603156 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.629043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a54ff50-3367-4a81-b158-5edab1e569ee']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:45.642144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:45.642462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:45.655441 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.673264 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.680393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:47:45.680828 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.698995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d304a95-f612-4382-8c75-ba222141f8c6 req-eb9628a2-2612-43cf-983f-64f1f3b2bb18 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:45.701348 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d304a95-f612-4382-8c75-ba222141f8c6 req-eb9628a2-2612-43cf-983f-64f1f3b2bb18 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 946 time: 0.0870504 May 25 20:47:45.753760 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042 resource provider aggregate not found May 25 20:47:45.769145 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d304a95-f612-4382-8c75-ba222141f8c6 req-3bea362d-dcd4-41ec-b834-d08504f15092 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474987 May 25 20:47:45.783797 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6056ab4-5e4b-4c21-9f2d-1ae01d0d2042 found for delete ", "request_id": "req-3ae058ef-d906-40e5-a754-6489ba86ce77"}]} May 25 20:47:45.796265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c09a1174-e64e-4b1f-a080-f5dfd1118958 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:47:45.796968 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.814670 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.826369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Network': ['ID=4a54ff50-3367-4a81-b158-5edab1e569ee,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:45.834549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: c09a1174-e64e-4b1f-a080-f5dfd1118958 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:47:45.834738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c09a1174-e64e-4b1f-a080-f5dfd1118958 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:47:45.838648 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-63712df4-89fe-44de-ab41-ceec412649e5 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/networks/4a54ff50-3367-4a81-b158-5edab1e569ee HTTP/1.1" status: 204 len: 168 time: 0.9990535 May 25 20:47:45.843650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39346) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:45.849595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1806527422'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:45.855371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:45.859349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:network and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:45.862123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:45.868181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:45.878586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:45.882325 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.909845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:47:45.918849 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.919191 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Added segment 4631f376-216f-4325-98d0-1314d1f2b4e1 of type vlan for network f9a86e43-5b4b-4b52-9630-c042d6bfe06d May 25 20:47:45.947148 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.975871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:45.983479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:45.984670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:46.073378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4330dd57-2ccb-4fcf-a724-a7fedda0ada9 None None] Deleting port c09a1174-e64e-4b1f-a080-f5dfd1118958 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:46.074493 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4330dd57-2ccb-4fcf-a724-a7fedda0ada9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:46.089034 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2439537 May 25 20:47:46.092173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39350) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:46.095227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a020f-5f18-47f2-946b-994ece9b71c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Network': ['ID=f9a86e43-5b4b-4b52-9630-c042d6bfe06d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:46.097777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': 'f9a86e43-5b4b-4b52-9630-c042d6bfe06d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:46.109943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network f9a86e43-5b4b-4b52-9630-c042d6bfe06d details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:47:46.214850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4330dd57-2ccb-4fcf-a724-a7fedda0ada9 None None] The port 'c09a1174-e64e-4b1f-a080-f5dfd1118958' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:47:46.320581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:46.324843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:46.327787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:46.333432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:46.343539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:46.347026 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:46.564867 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:46.641408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Subnet': ['ID=91b69294-167e-4cb0-a98b-ac68da33435a,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:46.649854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Checking segment: {'id': '4631f376-216f-4325-98d0-1314d1f2b4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f9a86e43-5b4b-4b52-9630-c042d6bfe06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:46.650233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network hostable DHCP agents. Network: f9a86e43-5b4b-4b52-9630-c042d6bfe06d, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:47:46.670324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network f9a86e43-5b4b-4b52-9630-c042d6bfe06d is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:47:46.680641 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, f9a86e43-5b4b-4b52-9630-c042d6bfe06d) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:46.684778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:46.685358 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:46.689650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bc7b9a-04be-47ad-bfa1-256a9f1605e8 None None] Network f9a86e43-5b4b-4b52-9630-c042d6bfe06d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:46.707057 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d294b654-84ff-4cf2-ba37-8570a068a542 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6137550 May 25 20:47:46.710067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39354) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:46.716498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'network_id': 'f9a86e43-5b4b-4b52-9630-c042d6bfe06d', 'name': 'tempest-PortsIpV6TestJSON-1390238403', 'fixed_ips': [{'subnet_id': '91b69294-167e-4cb0-a98b-ac68da33435a', 'ip_address': '2001:db8::10'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:46.867910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:46.872731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:port and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:46.876138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:46.884595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:46.896552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:46.941337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-f9a86e43-5b4b-4b52-9630-c042d6bfe06d', 'network_id': 'f9a86e43-5b4b-4b52-9630-c042d6bfe06d', 'tenant_id': '5ca7db141a314e729813a6b7e6594905', 'fixed_ips': [{'subnet_id': '91b69294-167e-4cb0-a98b-ac68da33435a'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:47:46.942196 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:47.090721 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:47.110610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Allocated IP 2001:db8::2 (f9a86e43-5b4b-4b52-9630-c042d6bfe06d/91b69294-167e-4cb0-a98b-ac68da33435a/54b954f5-c5b1-4f75-ab2b-f5aa0ffad869) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:47.111475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e5476-8380-44b1-910b-ae45903d66b4 req-2e1df3dd-c390-4037-8f83-26100a174a7d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:47.112979 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c8e5476-8380-44b1-910b-ae45903d66b4 req-2e1df3dd-c390-4037-8f83-26100a174a7d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 946 time: 0.2005050 May 25 20:47:47.118058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-ac5188d2-712e-42aa-93da-0386072a4aa3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:47.119743 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-ac5188d2-712e-42aa-93da-0386072a4aa3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 946 time: 0.0877988 May 25 20:47:47.122620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port e91bbfa8-a475-4364-8ccb-eac4e525bce0 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:47:47.198082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Deleting port a527b916-2019-449f-acfb-1e8969c61197 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:47.198824 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:47.234452 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c8e5476-8380-44b1-910b-ae45903d66b4 req-325278d4-96b8-40bd-9996-abdcfdc2fd74 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769303 May 25 20:47:47.340204 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:47.350513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Transition to ACTIVE for port object 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:47.368614 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Transition to ACTIVE for port object 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:47.375225 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:47.444553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Network f9a86e43-5b4b-4b52-9630-c042d6bfe06d is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:47.446242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Allocated IP 2001:db8::10 (f9a86e43-5b4b-4b52-9630-c042d6bfe06d/91b69294-167e-4cb0-a98b-ac68da33435a/e91bbfa8-a475-4364-8ccb-eac4e525bce0) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:47.447897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:47.451872 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:47.457840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Pushing event updated for resources: {'Port': ['ID=54b954f5-c5b1-4f75-ab2b-f5aa0ffad869,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:47.475792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] For port a527b916-2019-449f-acfb-1e8969c61197, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a527b916-2019-449f-acfb-1e8969c61197,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:47.476261 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:47.548866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Attempting to bind port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:47:47.549228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Attempting to bind port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '4631f376-216f-4325-98d0-1314d1f2b4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f9a86e43-5b4b-4b52-9630-c042d6bfe06d'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:47:47.549583 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Attempting to bind port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 on network f9a86e43-5b4b-4b52-9630-c042d6bfe06d {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:47:47.555612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:47:47.556245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Checking segment: {'id': '4631f376-216f-4325-98d0-1314d1f2b4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f9a86e43-5b4b-4b52-9630-c042d6bfe06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:47.557196 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:47.557590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Bound using segment: {'id': '4631f376-216f-4325-98d0-1314d1f2b4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f9a86e43-5b4b-4b52-9630-c042d6bfe06d'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:47:47.558594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Bound port: 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4631f376-216f-4325-98d0-1314d1f2b4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f9a86e43-5b4b-4b52-9630-c042d6bfe06d'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:47:47.558963 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:47.668507 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:47.689900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Transition to ACTIVE for port object e91bbfa8-a475-4364-8ccb-eac4e525bce0 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:47.702067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] For port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:47:47.706385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] For port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=54b954f5-c5b1-4f75-ab2b-f5aa0ffad869,segment=NetworkSegment(4631f376-216f-4325-98d0-1314d1f2b4e1),segment_id=4631f376-216f-4325-98d0-1314d1f2b4e1)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:47:47.712038 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:47.729458 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:47.786809 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:47.787194 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:47.787494 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Floating IP a2cf2d16-6cdd-4f3a-a504-d53b5f57bcf6 disassociated. External IP: 172.25.3.95, port: a527b916-2019-449f-acfb-1e8969c61197. May 25 20:47:47.787863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Calling delete_port for a527b916-2019-449f-acfb-1e8969c61197 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:47.809367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network f9a86e43-5b4b-4b52-9630-c042d6bfe06d is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:47.812746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:47.817277 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:47.818609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd38597-fdd5-4428-8dcb-8e89727469f6 None None] Pushing event updated for resources: {'Port': ['ID=54b954f5-c5b1-4f75-ab2b-f5aa0ffad869,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:47.825686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:47.825686 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:47.828468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=e91bbfa8-a475-4364-8ccb-eac4e525bce0,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:47.853842 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5b5af445-fc20-403e-a31b-13ca74157b6a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1426446 May 25 20:47:47.857320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39362) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:47.875012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'network_id': 'f9a86e43-5b4b-4b52-9630-c042d6bfe06d', 'name': 'tempest-PortsIpV6TestJSON-1331131110', 'fixed_ips': [{'subnet_id': '91b69294-167e-4cb0-a98b-ac68da33435a', 'ip_address': '2001:db8::f'}]}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:48.192028 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:48.236082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:48.254220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event deleted for resources: {'Port': ['ID=a527b916-2019-449f-acfb-1e8969c61197,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:48.256856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:port and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:48.261499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:48.324888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:48.358547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:48.550514 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fa87617b-9440-4d59-8fd0-1dbe1c94c7e0 req-b5263de5-c503-44d1-98d9-728622c311dc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 210 time: 0.1950779 May 25 20:47:48.598756 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:47:48.625374 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:48.724637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port 03350c89-4033-4d3c-b138-6ed51a2778b5 yet. {{(pid=88331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:47:48.880183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50130702-a7d2-4482-83e9-4c56fcd47555 None None] Network f9a86e43-5b4b-4b52-9630-c042d6bfe06d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:48.957491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:47:48.968810 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89451bec-8ec3-4581-b931-92ef9b96be7e None None] Sync routers for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:47:48.974605 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6ab143d7-28ec-4671-b6c9-cc3a9f080982 None None] Provisioning for port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:48.980403 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89451bec-8ec3-4581-b931-92ef9b96be7e None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:47:48.981063 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-89451bec-8ec3-4581-b931-92ef9b96be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:47:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:49.072408 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] No DVR routers for this DVR port a527b916-2019-449f-acfb-1e8969c61197 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:47:49.079398 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:49.081847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f83366d-ccca-4714-b0fe-97941a62b355', 'name': 'network-vif-deleted', 'tag': 'a527b916-2019-449f-acfb-1e8969c61197'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:47:49.126708 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f6cce4f-e2af-42c3-b757-82074dfa7ce3 req-a6cc9604-9c02-4721-b29d-a743c8b9ba3d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "DELETE /v2.0/ports/a527b916-2019-449f-acfb-1e8969c61197 HTTP/1.1" status: 204 len: 173 time: 2.0008857 May 25 20:47:49.131474 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Allocated IP 2001:db8::f (f9a86e43-5b4b-4b52-9630-c042d6bfe06d/91b69294-167e-4cb0-a98b-ac68da33435a/03350c89-4033-4d3c-b138-6ed51a2778b5) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:49.205796 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-89451bec-8ec3-4581-b931-92ef9b96be7e None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:47:49.385028 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ea13ed-511e-4c82-a7fc-87e3a2d545fa'] response: {'server_uuid': '0f83366d-ccca-4714-b0fe-97941a62b355', 'name': 'network-vif-deleted', 'tag': 'a527b916-2019-449f-acfb-1e8969c61197', 'status': 'completed', 'code': 200} May 25 20:47:49.424826 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:49.444400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Transition to ACTIVE for port object 03350c89-4033-4d3c-b138-6ed51a2778b5 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:49.474483 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:49.544702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3cb030a5-7516-4bb0-8670-8554d75bb520 None None] Provisioning for port e91bbfa8-a475-4364-8ccb-eac4e525bce0 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:49.550175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network f9a86e43-5b4b-4b52-9630-c042d6bfe06d is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:49.551527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3cb030a5-7516-4bb0-8670-8554d75bb520 None None] Provisioning complete for port e91bbfa8-a475-4364-8ccb-eac4e525bce0 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:49.552146 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3cb030a5-7516-4bb0-8670-8554d75bb520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:49.554245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:49.558569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:49.569753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:49.570425 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:49.615009 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=03350c89-4033-4d3c-b138-6ed51a2778b5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:49.625845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39374) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:49.627044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2fba5ffd-defb-4fc3-aef0-65cb0562fab3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7686441 May 25 20:47:49.653563 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-89451bec-8ec3-4581-b931-92ef9b96be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:49.691392 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89451bec-8ec3-4581-b931-92ef9b96be7e None None] Checking router: c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:47:49.697697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3cb030a5-7516-4bb0-8670-8554d75bb520 None None] Port e91bbfa8-a475-4364-8ccb-eac4e525bce0 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:47:49.713040 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89451bec-8ec3-4581-b931-92ef9b96be7e None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:47:49.713666 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-89451bec-8ec3-4581-b931-92ef9b96be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:47:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:49.877732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4e9e4f-fc3c-4408-9fba-014d2a050b03 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:49.880940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ce4e9e4f-fc3c-4408-9fba-014d2a050b03 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:49.890880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bbaf56fb-7e25-4e7c-abec-fc53ed13c17e req-ee0264e9-dc64-4e93-9f3b-49b89c43044d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:49.930959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bbd18e96-e8b7-41f0-89cc-2845395b592e None None] Provisioning complete for port e91bbfa8-a475-4364-8ccb-eac4e525bce0 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:49.934094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ce4e9e4f-fc3c-4408-9fba-014d2a050b03 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:49.938676 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ce4e9e4f-fc3c-4408-9fba-014d2a050b03 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3113105 May 25 20:47:49.943619 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bbd18e96-e8b7-41f0-89cc-2845395b592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:49.948964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39378) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:50.020249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:47:50.035988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-bbaf56fb-7e25-4e7c-abec-fc53ed13c17e req-ee0264e9-dc64-4e93-9f3b-49b89c43044d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:50.037096 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bbaf56fb-7e25-4e7c-abec-fc53ed13c17e req-ee0264e9-dc64-4e93-9f3b-49b89c43044d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f83366d-ccca-4714-b0fe-97941a62b355 HTTP/1.1" status: 200 len: 210 time: 0.2584713 May 25 20:47:50.063906 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-89451bec-8ec3-4581-b931-92ef9b96be7e None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:47:50.161570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1dc606-361d-441b-951d-e74ec8e54bb1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:50.168941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1dc606-361d-441b-951d-e74ec8e54bb1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:50.176349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1dc606-361d-441b-951d-e74ec8e54bb1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:50.177294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3c1dc606-361d-441b-951d-e74ec8e54bb1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:50.190873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-3c1dc606-361d-441b-951d-e74ec8e54bb1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:50.192452 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3c1dc606-361d-441b-951d-e74ec8e54bb1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2424691 May 25 20:47:50.195579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39382) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:50.208135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-bbd18e96-e8b7-41f0-89cc-2845395b592e None None] Port e91bbfa8-a475-4364-8ccb-eac4e525bce0 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:47:50.237644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:50.244593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:50.254506 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:50.306061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4920006a-be2f-46ca-8c21-7341cadcbd75 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port 03350c89-4033-4d3c-b138-6ed51a2778b5 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:50.308737 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4920006a-be2f-46ca-8c21-7341cadcbd75 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:50.348116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device a527b916-2019-449f-acfb-1e8969c61197 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:47:50.380329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a20d69d4-e50d-4748-8f35-d6f7ec261a3d None None] Provisioning for port 03350c89-4033-4d3c-b138-6ed51a2778b5 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:50.390900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: a527b916-2019-449f-acfb-1e8969c61197 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:47:50.391784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device a527b916-2019-449f-acfb-1e8969c61197 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:47:50.397399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a20d69d4-e50d-4748-8f35-d6f7ec261a3d None None] Provisioning complete for port 03350c89-4033-4d3c-b138-6ed51a2778b5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:50.397765 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a20d69d4-e50d-4748-8f35-d6f7ec261a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:50.499770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a20d69d4-e50d-4748-8f35-d6f7ec261a3d None None] Port 03350c89-4033-4d3c-b138-6ed51a2778b5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:47:50.517314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:47:50.518459 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:50.539069 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-89451bec-8ec3-4581-b931-92ef9b96be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:50.545814 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89451bec-8ec3-4581-b931-92ef9b96be7e None None] The sync data for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 is: [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:47:50.556212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=54b954f5-c5b1-4f75-ab2b-f5aa0ffad869,segment=NetworkSegment(4631f376-216f-4325-98d0-1314d1f2b4e1),segment_id=4631f376-216f-4325-98d0-1314d1f2b4e1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:50.565077 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:50.653982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=54b954f5-c5b1-4f75-ab2b-f5aa0ffad869,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:50.811161 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4920006a-be2f-46ca-8c21-7341cadcbd75 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:50.884250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c1cc48-332d-4514-8c04-6b0b708ec8a5 None None] New status for floating IP a2cf2d16-6cdd-4f3a-a504-d53b5f57bcf6: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:47:50.945218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4920006a-be2f-46ca-8c21-7341cadcbd75 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for 03350c89-4033-4d3c-b138-6ed51a2778b5 owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:51.098793 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4920006a-be2f-46ca-8c21-7341cadcbd75 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:51.155099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920006a-be2f-46ca-8c21-7341cadcbd75 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=03350c89-4033-4d3c-b138-6ed51a2778b5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:51.204958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4920006a-be2f-46ca-8c21-7341cadcbd75 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:51.222386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39390) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:51.222966 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4920006a-be2f-46ca-8c21-7341cadcbd75 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/03350c89-4033-4d3c-b138-6ed51a2778b5 HTTP/1.1" status: 204 len: 168 time: 1.0257611 May 25 20:47:51.275873 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccbf80d-92e3-4ef2-8d93-0408efbb9ba8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] GET failed (client error): The resource could not be found. May 25 20:47:51.277833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cccbf80d-92e3-4ef2-8d93-0408efbb9ba8 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/03350c89-4033-4d3c-b138-6ed51a2778b5 HTTP/1.1" status: 404 len: 333 time: 0.0537028 May 25 20:47:51.281088 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39396) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:51.509414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e641e6b5-b02e-47fc-9c4e-59f035fae30b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port e91bbfa8-a475-4364-8ccb-eac4e525bce0 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:51.509834 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e641e6b5-b02e-47fc-9c4e-59f035fae30b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:51.545147 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-205f731d-c9f1-44bc-b9b8-c2fbc5672071 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832057985&fields=id&tenant_id=7e7010833e5c431293fcd9aca5363db5 HTTP/1.1" status: 200 len: 267 time: 0.0943809 May 25 20:47:51.768010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:47:51.840525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-8f3942a4-56ac-4ce3-9e16-8bd18e5e91d5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:51.841112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:51.841477 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:51.841955 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-8f3942a4-56ac-4ce3-9e16-8bd18e5e91d5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 812 time: 0.2824652 May 25 20:47:51.876381 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-497f620f-20d0-4481-9c5b-d7c2ef5d4d9e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/quotas/7e7010833e5c431293fcd9aca5363db5 HTTP/1.1" status: 200 len: 375 time: 0.0285511 May 25 20:47:51.946259 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e641e6b5-b02e-47fc-9c4e-59f035fae30b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:51.961778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:47:52.079970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e641e6b5-b02e-47fc-9c4e-59f035fae30b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for e91bbfa8-a475-4364-8ccb-eac4e525bce0 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:52.172334 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-fba612fb-003c-4480-adc9-e0b3e118b59d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2896202 May 25 20:47:52.250321 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e641e6b5-b02e-47fc-9c4e-59f035fae30b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:52.334860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641e6b5-b02e-47fc-9c4e-59f035fae30b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=e91bbfa8-a475-4364-8ccb-eac4e525bce0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:52.351518 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e641e6b5-b02e-47fc-9c4e-59f035fae30b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:52.390670 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e641e6b5-b02e-47fc-9c4e-59f035fae30b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/e91bbfa8-a475-4364-8ccb-eac4e525bce0 HTTP/1.1" status: 204 len: 168 time: 1.1081665 May 25 20:47:52.393459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:52.442182 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-66934262-47a4-43c4-a627-e5d5273cfa9d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] GET failed (client error): The resource could not be found. May 25 20:47:52.442729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-66934262-47a4-43c4-a627-e5d5273cfa9d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:52.459388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-66934262-47a4-43c4-a627-e5d5273cfa9d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:52.460729 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-66934262-47a4-43c4-a627-e5d5273cfa9d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/e91bbfa8-a475-4364-8ccb-eac4e525bce0 HTTP/1.1" status: 404 len: 333 time: 0.0658760 May 25 20:47:52.463643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39410) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:52.506744 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-6aae070c-40c5-4682-8c89-a8b231487e2f service neutron] 10.222.0.60 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939992 May 25 20:47:52.531410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d0da40-b28f-453e-bbce-42e8c8826d1b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting subnet 91b69294-167e-4cb0-a98b-ac68da33435a {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:47:52.534477 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52d0da40-b28f-453e-bbce-42e8c8826d1b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:52.594003 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52d0da40-b28f-453e-bbce-42e8c8826d1b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:52.640906 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-11033cd6-585c-46b9-9ec2-dcc4a74acf6e service neutron] 10.222.0.60 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301992 May 25 20:47:52.681012 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52d0da40-b28f-453e-bbce-42e8c8826d1b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:52.763923 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52d0da40-b28f-453e-bbce-42e8c8826d1b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:52.807171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0da40-b28f-453e-bbce-42e8c8826d1b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Subnet': ['ID=91b69294-167e-4cb0-a98b-ac68da33435a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:52.809630 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52d0da40-b28f-453e-bbce-42e8c8826d1b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:52.816139 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-52d0da40-b28f-453e-bbce-42e8c8826d1b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/91b69294-167e-4cb0-a98b-ac68da33435a HTTP/1.1" status: 204 len: 168 time: 0.3513396 May 25 20:47:52.817717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb19255-4045-4005-b315-dfabf86a1726 None None] Network f9a86e43-5b4b-4b52-9630-c042d6bfe06d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:52.818868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39420) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:52.941764 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:52.954254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:52.954719 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:53.061644 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cba31ac0-f0da-4c0f-8247-c112c9d0bfd5 req-006ccc71-6669-4e40-8d3c-093d11f6385c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 210 time: 0.0477610 May 25 20:47:53.111245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545c9e62-b9b8-4a84-8c4f-ee4368940aea None None] DHCP port deletion for f9a86e43-5b4b-4b52-9630-c042d6bfe06d request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:47:53.115572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-545c9e62-b9b8-4a84-8c4f-ee4368940aea None None] Deleting port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:53.117003 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-545c9e62-b9b8-4a84-8c4f-ee4368940aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:53.316434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] For port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=54b954f5-c5b1-4f75-ab2b-f5aa0ffad869,segment=NetworkSegment(4631f376-216f-4325-98d0-1314d1f2b4e1),segment_id=4631f376-216f-4325-98d0-1314d1f2b4e1)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:53.316982 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:53.374941 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-545c9e62-b9b8-4a84-8c4f-ee4368940aea None None] For port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=54b954f5-c5b1-4f75-ab2b-f5aa0ffad869,segment=NetworkSegment(4631f376-216f-4325-98d0-1314d1f2b4e1),segment_id=4631f376-216f-4325-98d0-1314d1f2b4e1)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:53.375627 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-545c9e62-b9b8-4a84-8c4f-ee4368940aea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:53.451357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:53.504162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-545c9e62-b9b8-4a84-8c4f-ee4368940aea None None] Calling delete_port for 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:47:53.539942 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:47:53.541094 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:53.585417 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-545c9e62-b9b8-4a84-8c4f-ee4368940aea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:47:53.586655 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-545c9e62-b9b8-4a84-8c4f-ee4368940aea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:47:53.597665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=54b954f5-c5b1-4f75-ab2b-f5aa0ffad869,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:53.599493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No DVR routers for this DVR port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:47:53.732073 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:53.761806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a86e43-5b4b-4b52-9630-c042d6bfe06d']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:53.777120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4631f376-216f-4325-98d0-1314d1f2b4e1') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:53.777452 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4631f376-216f-4325-98d0-1314d1f2b4e1') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:53.779319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:47:53.789389 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:53.806796 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:53.813578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:47:53.814017 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:53.816691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:47:53.817129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:47:53.890993 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 4631f376-216f-4325-98d0-1314d1f2b4e1 resource provider aggregate not found May 25 20:47:53.913524 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 4631f376-216f-4325-98d0-1314d1f2b4e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4631f376-216f-4325-98d0-1314d1f2b4e1 found for delete ", "request_id": "req-4e415c5a-78dc-4b2a-8b38-95ae7b5847df"}]} May 25 20:47:53.929322 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:53.936026 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:53.968566 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Network': ['ID=f9a86e43-5b4b-4b52-9630-c042d6bfe06d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:53.976660 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-98dc6797-5ef5-4f44-85d5-ffc56a1ff8a7 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/networks/f9a86e43-5b4b-4b52-9630-c042d6bfe06d HTTP/1.1" status: 204 len: 168 time: 1.1564827 May 25 20:47:53.980673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39450) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:53.987207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-405682632'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:53.992817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:53.997091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:network and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:53.999931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:54.005719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:54.016357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:54.020698 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:54.039691 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:54.053693 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:47:54.062609 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:54.062943 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Added segment 6b1af09d-f39d-47f1-b4dd-297f3a789b5b of type vlan for network 1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1 May 25 20:47:54.086714 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-545c9e62-b9b8-4a84-8c4f-ee4368940aea None None] Deleting port 54b954f5-c5b1-4f75-ab2b-f5aa0ffad869 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:47:54.087085 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-545c9e62-b9b8-4a84-8c4f-ee4368940aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:54.089908 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:54.121420 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:54.127019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:54.127600 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:54.157768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-545c9e62-b9b8-4a84-8c4f-ee4368940aea None None] The port '54b954f5-c5b1-4f75-ab2b-f5aa0ffad869' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:47:54.330035 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3477874 May 25 20:47:54.332865 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8b7e3fd0-a076-48a9-bbbe-c0d8751ccfd0 req-b80269e2-ec02-45e9-ac89-1032759e584e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 210 time: 0.1249926 May 25 20:47:54.333063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39456) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:54.340852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': '1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:54.342095 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fce065-7799-4dff-8064-7cdfddea63b4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Network': ['ID=1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:54.365240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:47:54.477121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:54.482041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:54.485542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:54.491544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:54.503503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:54.507424 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:54.532969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-b618f813-7f4d-4f8a-b943-01924959ec8d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:54.534494 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-b618f813-7f4d-4f8a-b943-01924959ec8d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 812 time: 0.1753736 May 25 20:47:54.585838 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-a7474cf8-204b-4181-b235-0a9461736099 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e7010833e5c431293fcd9aca5363db5 HTTP/1.1" status: 200 len: 380 time: 0.0437169 May 25 20:47:54.595395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'port': {'device_id': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'admin_state_up': True, 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'security_groups': ['f00aca44-476b-4d9e-b7b8-4484bdf46556']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:54.744634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:54.759204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:54.769764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:54.788822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Made reservation on behalf of 7e7010833e5c431293fcd9aca5363db5 for: {'port': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:54.793026 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:54.820806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Subnet': ['ID=aed48f7c-800e-4823-b5cb-3b2c5a5deec6,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:54.851428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Checking segment: {'id': '6b1af09d-f39d-47f1-b4dd-297f3a789b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:54.851751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network hostable DHCP agents. Network: 1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:47:54.872431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:47:54.887265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:54.894288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:54.895760 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:54.897136 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0008673f-6157-412c-8478-690932241c74 None None] Network 1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:54.921018 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d2604077-a3cf-48d5-9302-8dd9a959ea3c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5866570 May 25 20:47:54.923762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39460) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:54.929562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5aa7352d-6217-48da-9fd7-e7fc703c1924 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-704035854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:54.938756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5aa7352d-6217-48da-9fd7-e7fc703c1924 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:54.943302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5aa7352d-6217-48da-9fd7-e7fc703c1924 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:router and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:54.946738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-5aa7352d-6217-48da-9fd7-e7fc703c1924 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:54.953828 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-5aa7352d-6217-48da-9fd7-e7fc703c1924 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:54.966960 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aa7352d-6217-48da-9fd7-e7fc703c1924 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:54.968593 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aa7352d-6217-48da-9fd7-e7fc703c1924 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:54.987685 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aa7352d-6217-48da-9fd7-e7fc703c1924 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:55.008168 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Allocated IP 172.20.0.14 (e8b72074-fda4-47cc-ba54-cf2b1a031238/a57f86a8-16f5-403a-9fff-dacc6807d6d3/8baf5002-9d8e-4bcf-8c15-ee68c3157bfe) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:55.014448 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aa7352d-6217-48da-9fd7-e7fc703c1924 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:55.046621 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5aa7352d-6217-48da-9fd7-e7fc703c1924 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:55.049100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5aa7352d-6217-48da-9fd7-e7fc703c1924 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1235452 May 25 20:47:55.051110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39464) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:55.059996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'network_id': '1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1', 'name': 'tempest-PortsIpV6TestJSON-368733419'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:55.133437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1', 'network_id': '1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1', 'tenant_id': '5ca7db141a314e729813a6b7e6594905', 'fixed_ips': [{'subnet_id': 'aed48f7c-800e-4823-b5cb-3b2c5a5deec6'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:47:55.134883 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:55.220288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:47:55.224709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:port and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:47:55.228098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:47:55.235271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:47:55.239500 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:55.244905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:47:55.250091 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:55.261138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Transition to ACTIVE for port object 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:55.286605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port e259abd4-9bb1-4805-b83e-ff51330830c4 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:47:55.306351 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:55.340597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Allocated IP 2001:db8::2 (1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1/aed48f7c-800e-4823-b5cb-3b2c5a5deec6/fea83245-b1cc-4598-97cd-db88835a4ae8) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:55.515519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:55.524832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:55.530687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:55.587651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'Port': ['ID=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:55.592558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b83f42-0232-4948-ada4-9ebc3f5c23de req-fb42b179-488f-449b-a47f-583cca07d5b6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:55.594303 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b83f42-0232-4948-ada4-9ebc3f5c23de req-fb42b179-488f-449b-a47f-583cca07d5b6 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 932 time: 0.1239939 May 25 20:47:55.608892 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:55.621670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Transition to ACTIVE for port object fea83245-b1cc-4598-97cd-db88835a4ae8 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:55.642935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Transition to ACTIVE for port object fea83245-b1cc-4598-97cd-db88835a4ae8 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:55.645982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:55.646863 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:55.654334 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:55.666841 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67b83f42-0232-4948-ada4-9ebc3f5c23de req-f7d4555a-de5c-467a-8bd3-af31c8ff1f76 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646322 May 25 20:47:55.722308 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-f4ae2421-254c-4e8f-89c1-73edd1256698 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1302409 May 25 20:47:55.734759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Request body: {'port': {'device_id': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:47:55.756643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Network 1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:55.760393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:55.766953 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:55.789653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Allocated IP 2001:db8::256 (1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1/aed48f7c-800e-4823-b5cb-3b2c5a5deec6/e259abd4-9bb1-4805-b83e-ff51330830c4) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:47:55.806840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Pushing event updated for resources: {'Port': ['ID=fea83245-b1cc-4598-97cd-db88835a4ae8,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:55.821181 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:55.821519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:55.821848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:55.822538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:55.822538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:55.822817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:55.823438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:55.823771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:55.825018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:55.825018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:55.825018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:55.825018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:55.911786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Attempting to bind port fea83245-b1cc-4598-97cd-db88835a4ae8 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:47:55.912144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Attempting to bind port fea83245-b1cc-4598-97cd-db88835a4ae8 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '6b1af09d-f39d-47f1-b4dd-297f3a789b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:47:55.912492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Attempting to bind port fea83245-b1cc-4598-97cd-db88835a4ae8 on network 1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:47:55.923003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:47:55.924307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Checking segment: {'id': '6b1af09d-f39d-47f1-b4dd-297f3a789b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:55.925022 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:55.925686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Bound using segment: {'id': '6b1af09d-f39d-47f1-b4dd-297f3a789b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:47:55.926710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Bound port: fea83245-b1cc-4598-97cd-db88835a4ae8, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1af09d-f39d-47f1-b4dd-297f3a789b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:47:55.927258 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:55.944765 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:56.016570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-42e3d382-f0eb-42d2-a136-9edfab9a38bb None None] Provisioning for port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:56.025273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-42e3d382-f0eb-42d2-a136-9edfab9a38bb None None] Provisioning complete for port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:56.025636 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-42e3d382-f0eb-42d2-a136-9edfab9a38bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:56.055810 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:56.088272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Transition to ACTIVE for port object e259abd4-9bb1-4805-b83e-ff51330830c4 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:56.103024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] For port fea83245-b1cc-4598-97cd-db88835a4ae8, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:47:56.109436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] For port fea83245-b1cc-4598-97cd-db88835a4ae8, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=fea83245-b1cc-4598-97cd-db88835a4ae8,segment=NetworkSegment(6b1af09d-f39d-47f1-b4dd-297f3a789b5b),segment_id=6b1af09d-f39d-47f1-b4dd-297f3a789b5b)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:47:56.117784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:56.123898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:56.200963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-42e3d382-f0eb-42d2-a136-9edfab9a38bb None None] Port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:47:56.215162 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=e259abd4-9bb1-4805-b83e-ff51330830c4,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:56.230634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:56.232172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:56.234113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:47:56.239982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:56.240796 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:56.250040 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b25301-d22e-4c44-aeb4-ed6c359e9e15 None None] Pushing event updated for resources: {'Port': ['ID=fea83245-b1cc-4598-97cd-db88835a4ae8,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:56.274610 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2f09c76e-8ae7-4f67-8e30-4817fa4d96fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2215004 May 25 20:47:56.277289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39470) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:56.401181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe {{(pid=88331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:47:56.410659 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:56.429020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Transition to ACTIVE for port object 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:47:56.436923 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:56.675022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Pushing event updated for resources: {'Port': ['ID=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:56.764730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Attempting to bind port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:47:56.765300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Attempting to bind port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:47:56.765787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Attempting to bind port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:47:56.771574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe on network e8b72074-fda4-47cc-ba54-cf2b1a031238 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:47:56.772123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Attempting to bind port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:47:56.781203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:47:56.781748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Checking segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:47:56.782339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Bound using segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:47:56.782932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Bound port: 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:47:56.783432 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:56.961386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] For port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:47:56.965578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] For port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:47:56.973791 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:57.029838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:57.030472 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:57.032246 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] 10.222.0.50 "PUT /v2.0/ports/8baf5002-9d8e-4bcf-8c15-ee68c3157bfe HTTP/1.1" status: 200 len: 1092 time: 1.3031449 May 25 20:47:57.041782 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'tag': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:47:57.072105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1683fd-9c0f-4d7d-846e-e64e2310a2fa req-f3b66e72-6171-4cee-a244-446967214d7b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:57.072842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0a1683fd-9c0f-4d7d-846e-e64e2310a2fa req-f3b66e72-6171-4cee-a244-446967214d7b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:57.129488 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b932675-0902-4b04-b8b4-f03591e7aca1'] response: {'name': 'network-changed', 'server_uuid': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'tag': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'status': 'completed', 'code': 200} May 25 20:47:57.154673 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:57.159833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-0a1683fd-9c0f-4d7d-846e-e64e2310a2fa req-f3b66e72-6171-4cee-a244-446967214d7b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:57.167013 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a1683fd-9c0f-4d7d-846e-e64e2310a2fa req-f3b66e72-6171-4cee-a244-446967214d7b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 944 time: 0.3133471 May 25 20:47:57.171716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Pushing event updated for resources: {'Port': ['ID=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe,revision_number=3']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:57.197901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:57.198645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:57.198951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:57.199354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:57.199743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:57.200069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:57.200398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:57.200725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:57.201050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:57.201371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:57.201691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:57.202011 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0911c5-cf0c-4335-9bcb-f60b556dc76a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:47:57.240749 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0a1683fd-9c0f-4d7d-846e-e64e2310a2fa req-b9ac7a48-d5b8-42f6-bd71-9ba06f1f49c0 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727129 May 25 20:47:57.249518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-02afb039-d6e8-4d35-b94a-67983d8d4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:57.251030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-02afb039-d6e8-4d35-b94a-67983d8d4f53 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 1095 time: 0.1658480 May 25 20:47:57.338316 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-9ef20374-fd88-494c-b85f-eee7a446e9c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe HTTP/1.1" status: 200 len: 217 time: 0.0800331 May 25 20:47:57.411150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-44f69f6b-8cbf-43bf-9c43-ed1f6075957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:57.412610 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-44f69f6b-8cbf-43bf-9c43-ed1f6075957b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0677283 May 25 20:47:57.494594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-c15077ed-e1ab-42b4-93a6-5f867e3ff9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:57.496880 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-c15077ed-e1ab-42b4-93a6-5f867e3ff9cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777562 May 25 20:47:57.562097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:57.566866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:57.602675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1775a49-59d2-46ad-b2fe-860619ca38ec None None] Network 1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:47:57.644117 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-b5cf69fc-bbf4-4f65-bc71-fb7e465f7c64 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411138 May 25 20:47:57.691396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=e259abd4-9bb1-4805-b83e-ff51330830c4,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:57.774744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-30214ba0-c449-49e6-be33-e5b137e684c1 None None] Provisioning for port fea83245-b1cc-4598-97cd-db88835a4ae8 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:57.878535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fea83245-b1cc-4598-97cd-db88835a4ae8 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:47:57.910823 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:57.917354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c32b8c12-655e-421f-acb9-7ef2cab742f7 req-63b7b95b-cd05-4abc-8931-0b7e20e030f0 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675428 May 25 20:47:57.977240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port fea83245-b1cc-4598-97cd-db88835a4ae8 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:57.983721 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port fea83245-b1cc-4598-97cd-db88835a4ae8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:57.984482 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:58.058415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b17488-4c22-4424-9e3b-1914f8396019 req-9f238ceb-0823-469c-ac8a-dd33e883b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:58.061159 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87b17488-4c22-4424-9e3b-1914f8396019 req-9f238ceb-0823-469c-ac8a-dd33e883b96c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 1095 time: 0.0973675 May 25 20:47:58.140215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port fea83245-b1cc-4598-97cd-db88835a4ae8 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:47:58.140699 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:58.200545 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-79e98349-27e4-48a0-8684-fe99a8f3234c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:58.208004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port fea83245-b1cc-4598-97cd-db88835a4ae8, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=fea83245-b1cc-4598-97cd-db88835a4ae8,segment=NetworkSegment(6b1af09d-f39d-47f1-b4dd-297f3a789b5b),segment_id=6b1af09d-f39d-47f1-b4dd-297f3a789b5b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:47:58.216018 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:58.241665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b17488-4c22-4424-9e3b-1914f8396019 req-ef33d15b-9b0e-4561-97ac-2b7e00d7968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:58.243864 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87b17488-4c22-4424-9e3b-1914f8396019 req-ef33d15b-9b0e-4561-97ac-2b7e00d7968a service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.1774364 May 25 20:47:58.315783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=fea83245-b1cc-4598-97cd-db88835a4ae8,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:58.341167 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:58.345643 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:58.347223 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87b17488-4c22-4424-9e3b-1914f8396019 req-b3b077aa-3374-4b87-85a2-7fa0f8640bcc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe HTTP/1.1" status: 200 len: 217 time: 0.0887237 May 25 20:47:58.366859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f1-7eb0-4693-887c-ebf9fb0d0ce7 None None] Provisioning complete for port fea83245-b1cc-4598-97cd-db88835a4ae8 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:58.367230 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f1-7eb0-4693-887c-ebf9fb0d0ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:58.432956 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b17488-4c22-4424-9e3b-1914f8396019 req-d52f42b9-fc20-4165-8c7f-d9f0b0f09f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:58.434949 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87b17488-4c22-4424-9e3b-1914f8396019 req-d52f42b9-fc20-4165-8c7f-d9f0b0f09f25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0865800 May 25 20:47:58.539662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b17488-4c22-4424-9e3b-1914f8396019 req-6914e770-6a87-464d-a57f-17a09207d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:58.542644 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87b17488-4c22-4424-9e3b-1914f8396019 req-6914e770-6a87-464d-a57f-17a09207d07a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993664 May 25 20:47:58.559851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f1-7eb0-4693-887c-ebf9fb0d0ce7 None None] Current status of the port fea83245-b1cc-4598-97cd-db88835a4ae8 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:47:58.575392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f1-7eb0-4693-887c-ebf9fb0d0ce7 None None] Provisioning for port e259abd4-9bb1-4805-b83e-ff51330830c4 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:47:58.582134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f1-7eb0-4693-887c-ebf9fb0d0ce7 None None] Provisioning complete for port e259abd4-9bb1-4805-b83e-ff51330830c4 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:58.582851 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f1-7eb0-4693-887c-ebf9fb0d0ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:58.648822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f1-7eb0-4693-887c-ebf9fb0d0ce7 None None] Port e259abd4-9bb1-4805-b83e-ff51330830c4 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:47:58.714480 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87b17488-4c22-4424-9e3b-1914f8396019 req-8c637e68-c88a-4b84-938e-e2bd1372864d service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662362 May 25 20:47:58.733709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774ca07-371f-46dc-8aff-fe4e13084883 req-1f7e4d95-32fc-4fd4-94ad-3332f890caf4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:58.735430 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6774ca07-371f-46dc-8aff-fe4e13084883 req-1f7e4d95-32fc-4fd4-94ad-3332f890caf4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 944 time: 0.2826164 May 25 20:47:58.772229 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-69043f76-5924-436a-9dfc-316ca5acf2ed None None] Provisioning complete for port e259abd4-9bb1-4805-b83e-ff51330830c4 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:58.772511 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-69043f76-5924-436a-9dfc-316ca5acf2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:58.843267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-69043f76-5924-436a-9dfc-316ca5acf2ed None None] Port e259abd4-9bb1-4805-b83e-ff51330830c4 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:47:58.871514 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-87b17488-4c22-4424-9e3b-1914f8396019 req-cb208b04-757d-49f1-8434-2f351b58e960 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510222 May 25 20:47:58.911877 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6774ca07-371f-46dc-8aff-fe4e13084883 req-eb674925-fb2f-4e53-b4b1-4681f62681c3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251063 May 25 20:47:58.936226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:58.940911 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:58.942014 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:58.964391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-486d5ff1-1003-40a8-a878-47c689272ad1 None None] Provisioning complete for port e259abd4-9bb1-4805-b83e-ff51330830c4 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:58.964798 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-486d5ff1-1003-40a8-a878-47c689272ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:59.022414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-486d5ff1-1003-40a8-a878-47c689272ad1 None None] Port e259abd4-9bb1-4805-b83e-ff51330830c4 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:47:59.091313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=e259abd4-9bb1-4805-b83e-ff51330830c4,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:47:59.144091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:47:59.145148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:47:59.341214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Router f2c8477e-f5eb-4ef5-af57-e109d0144d01 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:47:59.444342 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-76f6f920-74d9-4a4c-be6a-acc76c65cd71 None None] Provisioning complete for port e259abd4-9bb1-4805-b83e-ff51330830c4 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:59.444621 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76f6f920-74d9-4a4c-be6a-acc76c65cd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:59.496411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:47:59.497813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-76f6f920-74d9-4a4c-be6a-acc76c65cd71 None None] Port e259abd4-9bb1-4805-b83e-ff51330830c4 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:47:59.503948 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2f65f76d-85c1-4de9-b074-8ebfcad53f70 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "PUT /v2.0/routers/f2c8477e-f5eb-4ef5-af57-e109d0144d01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2228448 May 25 20:47:59.503948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39486) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:59.509972 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a129e-5e93-46cb-a995-da0d59463071 None None] Sync routers for ids ['f2c8477e-f5eb-4ef5-af57-e109d0144d01'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:47:59.519334 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a129e-5e93-46cb-a995-da0d59463071 None None] Routers {'f2c8477e-f5eb-4ef5-af57-e109d0144d01'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:47:59.519922 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-907a129e-5e93-46cb-a995-da0d59463071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:47:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f2c8477e-f5eb-4ef5-af57-e109d0144d01'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:59.582325 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-907a129e-5e93-46cb-a995-da0d59463071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:59.589634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c93ad-742d-4ea2-8332-872326ec13a4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:47:59.590334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-269c93ad-742d-4ea2-8332-872326ec13a4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:47:59.591306 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a129e-5e93-46cb-a995-da0d59463071 None None] Routers {'f2c8477e-f5eb-4ef5-af57-e109d0144d01'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:47:59.591924 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-907a129e-5e93-46cb-a995-da0d59463071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:47:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f2c8477e-f5eb-4ef5-af57-e109d0144d01'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:59.606668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-269c93ad-742d-4ea2-8332-872326ec13a4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:47:59.607739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-269c93ad-742d-4ea2-8332-872326ec13a4 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2c8477e-f5eb-4ef5-af57-e109d0144d01 HTTP/1.1" status: 200 len: 988 time: 0.1030185 May 25 20:47:59.610607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39490) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:47:59.654321 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-907a129e-5e93-46cb-a995-da0d59463071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:47:59.654717 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a129e-5e93-46cb-a995-da0d59463071 None None] The sync data for ids ['f2c8477e-f5eb-4ef5-af57-e109d0144d01'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:47:59.769954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fea83245-b1cc-4598-97cd-db88835a4ae8 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:47:59.843546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port fea83245-b1cc-4598-97cd-db88835a4ae8 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:47:59.843945 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:47:59.963361 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port fea83245-b1cc-4598-97cd-db88835a4ae8 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:00.106139 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98853fd9-5c8f-45e6-b25d-59474a1c66b5 req-fe4b350d-4fd5-41b4-9b54-11618f78fb86 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:00.107650 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98853fd9-5c8f-45e6-b25d-59474a1c66b5 req-fe4b350d-4fd5-41b4-9b54-11618f78fb86 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 944 time: 0.0847137 May 25 20:48:00.154284 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98853fd9-5c8f-45e6-b25d-59474a1c66b5 req-40210367-0f3a-4ad0-93c7-cda87309b603 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406494 May 25 20:48:00.248541 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c517cf-7b94-41d6-9b92-bf2f00036020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:00.527396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-24c517cf-7b94-41d6-9b92-bf2f00036020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port e259abd4-9bb1-4805-b83e-ff51330830c4 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:00.528056 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c517cf-7b94-41d6-9b92-bf2f00036020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:00.616774 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a3d2064e-f2c5-4ce6-9b70-71cdf5f5961d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:00.722384 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c517cf-7b94-41d6-9b92-bf2f00036020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:00.851763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-24c517cf-7b94-41d6-9b92-bf2f00036020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for e259abd4-9bb1-4805-b83e-ff51330830c4 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:01.055893 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c517cf-7b94-41d6-9b92-bf2f00036020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:01.111327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c517cf-7b94-41d6-9b92-bf2f00036020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=e259abd4-9bb1-4805-b83e-ff51330830c4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:01.391675 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:01.481544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-24c517cf-7b94-41d6-9b92-bf2f00036020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:01.717283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b988bb-71af-49cb-94f1-65974bc566d1 req-324d4ddb-fd90-4674-bbad-929224a99177 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:01.718799 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-63b988bb-71af-49cb-94f1-65974bc566d1 req-324d4ddb-fd90-4674-bbad-929224a99177 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 944 time: 0.4321725 May 25 20:48:01.797053 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:01.825531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c517cf-7b94-41d6-9b92-bf2f00036020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Router f2c8477e-f5eb-4ef5-af57-e109d0144d01 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:48:01.838086 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-63b988bb-71af-49cb-94f1-65974bc566d1 req-d695cb3e-eb61-4e35-a76b-82548c0f4438 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636368 May 25 20:48:01.969875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c517cf-7b94-41d6-9b92-bf2f00036020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:48:01.978947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8618fb8-8bd3-48e6-8f2f-147a9987451a None None] Sync routers for ids ['f2c8477e-f5eb-4ef5-af57-e109d0144d01'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:48:01.987728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-24c517cf-7b94-41d6-9b92-bf2f00036020 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "PUT /v2.0/routers/f2c8477e-f5eb-4ef5-af57-e109d0144d01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3760982 May 25 20:48:01.989422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8618fb8-8bd3-48e6-8f2f-147a9987451a None None] Routers {'f2c8477e-f5eb-4ef5-af57-e109d0144d01'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:48:01.990111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c8618fb8-8bd3-48e6-8f2f-147a9987451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:48:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f2c8477e-f5eb-4ef5-af57-e109d0144d01'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:01.990471 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39498) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:02.038106 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-32332e5b-dab3-47cb-accc-46229634147c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] GET failed (client error): The resource could not be found. May 25 20:48:02.038665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-32332e5b-dab3-47cb-accc-46229634147c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:48:02.052628 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c8618fb8-8bd3-48e6-8f2f-147a9987451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:02.054721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-32332e5b-dab3-47cb-accc-46229634147c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:48:02.056190 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-32332e5b-dab3-47cb-accc-46229634147c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/e259abd4-9bb1-4805-b83e-ff51330830c4 HTTP/1.1" status: 404 len: 333 time: 0.0646789 May 25 20:48:02.059611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39502) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:02.062487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8618fb8-8bd3-48e6-8f2f-147a9987451a None None] Routers {'f2c8477e-f5eb-4ef5-af57-e109d0144d01'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:48:02.063079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c8618fb8-8bd3-48e6-8f2f-147a9987451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:48:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['f2c8477e-f5eb-4ef5-af57-e109d0144d01'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:02.128693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c8618fb8-8bd3-48e6-8f2f-147a9987451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:02.129090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8618fb8-8bd3-48e6-8f2f-147a9987451a None None] The sync data for ids ['f2c8477e-f5eb-4ef5-af57-e109d0144d01'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:48:02.196830 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5fb14eaa-dcac-48b6-8504-82784335d3c3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:02.502070 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5fb14eaa-dcac-48b6-8504-82784335d3c3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:02.504265 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5fb14eaa-dcac-48b6-8504-82784335d3c3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:02.639100 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5fb14eaa-dcac-48b6-8504-82784335d3c3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:02.639765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb14eaa-dcac-48b6-8504-82784335d3c3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Fanout notify agent at l3_agent the message router_deleted on router f2c8477e-f5eb-4ef5-af57-e109d0144d01 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:48:02.651613 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5fb14eaa-dcac-48b6-8504-82784335d3c3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:02.652677 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5fb14eaa-dcac-48b6-8504-82784335d3c3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/routers/f2c8477e-f5eb-4ef5-af57-e109d0144d01 HTTP/1.1" status: 204 len: 168 time: 0.5921552 May 25 20:48:02.655289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39506) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:02.720172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e76c35-fb46-4ec7-9723-9ab332296734 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting subnet aed48f7c-800e-4823-b5cb-3b2c5a5deec6 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:48:02.723146 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3e76c35-fb46-4ec7-9723-9ab332296734 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:02.783628 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3e76c35-fb46-4ec7-9723-9ab332296734 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:02.865653 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3e76c35-fb46-4ec7-9723-9ab332296734 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:02.939556 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3e76c35-fb46-4ec7-9723-9ab332296734 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:03.022241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e76c35-fb46-4ec7-9723-9ab332296734 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Subnet': ['ID=aed48f7c-800e-4823-b5cb-3b2c5a5deec6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:03.027537 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3e76c35-fb46-4ec7-9723-9ab332296734 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:03.032919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6771f347-6473-4dba-9c59-999ece5a2f0a None None] Network 1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:03.036599 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f3e76c35-fb46-4ec7-9723-9ab332296734 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/aed48f7c-800e-4823-b5cb-3b2c5a5deec6 HTTP/1.1" status: 204 len: 168 time: 0.3802845 May 25 20:48:03.039189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39512) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:03.073587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e76cb5-ad17-474c-bb70-b45ebf83039b req-cf28fa41-2707-47a4-8b64-9108e2508978 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:03.075192 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2e76cb5-ad17-474c-bb70-b45ebf83039b req-cf28fa41-2707-47a4-8b64-9108e2508978 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 944 time: 0.1035321 May 25 20:48:03.121739 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2e76cb5-ad17-474c-bb70-b45ebf83039b req-5c3d48e9-f992-4283-b5a0-f5eff3026cff tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405567 May 25 20:48:03.163397 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:03.173800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port fea83245-b1cc-4598-97cd-db88835a4ae8 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:03.174129 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:03.174794 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:03.302066 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2509e8e3-a649-40f2-b982-dc5551488e48 None None] DHCP port deletion for 1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:48:03.306376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2509e8e3-a649-40f2-b982-dc5551488e48 None None] Deleting port fea83245-b1cc-4598-97cd-db88835a4ae8 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:03.306746 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2509e8e3-a649-40f2-b982-dc5551488e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:03.387842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] For port fea83245-b1cc-4598-97cd-db88835a4ae8, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=fea83245-b1cc-4598-97cd-db88835a4ae8,segment=NetworkSegment(6b1af09d-f39d-47f1-b4dd-297f3a789b5b),segment_id=6b1af09d-f39d-47f1-b4dd-297f3a789b5b)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:03.387842 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:03.518110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for fea83245-b1cc-4598-97cd-db88835a4ae8 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:03.544423 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2509e8e3-a649-40f2-b982-dc5551488e48 None None] For port fea83245-b1cc-4598-97cd-db88835a4ae8, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=fea83245-b1cc-4598-97cd-db88835a4ae8,segment=NetworkSegment(6b1af09d-f39d-47f1-b4dd-297f3a789b5b),segment_id=6b1af09d-f39d-47f1-b4dd-297f3a789b5b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:03.544893 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2509e8e3-a649-40f2-b982-dc5551488e48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:03.594666 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:03.643715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=fea83245-b1cc-4598-97cd-db88835a4ae8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:03.648777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No DVR routers for this DVR port fea83245-b1cc-4598-97cd-db88835a4ae8 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:48:03.670866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2509e8e3-a649-40f2-b982-dc5551488e48 None None] Calling delete_port for fea83245-b1cc-4598-97cd-db88835a4ae8 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:03.750403 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-2509e8e3-a649-40f2-b982-dc5551488e48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:48:03.750754 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-2509e8e3-a649-40f2-b982-dc5551488e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:48:03.775718 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:03.779587 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fea83245-b1cc-4598-97cd-db88835a4ae8 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:48:03.804382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:03.817422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1af09d-f39d-47f1-b4dd-297f3a789b5b') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:03.817656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1af09d-f39d-47f1-b4dd-297f3a789b5b') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:03.825372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: fea83245-b1cc-4598-97cd-db88835a4ae8 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:48:03.825715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fea83245-b1cc-4598-97cd-db88835a4ae8 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:48:03.829234 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:03.845821 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:03.851866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:48:03.852248 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:03.921730 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 6b1af09d-f39d-47f1-b4dd-297f3a789b5b resource provider aggregate not found May 25 20:48:04.062667 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 6b1af09d-f39d-47f1-b4dd-297f3a789b5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b1af09d-f39d-47f1-b4dd-297f3a789b5b found for delete ", "request_id": "req-e8039baf-65a2-4f30-a5b4-513195e2df00"}]} May 25 20:48:04.078257 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:04.096516 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:04.107984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Network': ['ID=1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:04.118447 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d89b2e0e-64e8-4625-be2f-0ff519f18e96 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/networks/1bf5e3cf-464a-4ff6-8264-dfafa39cc7e1 HTTP/1.1" status: 204 len: 168 time: 1.0781138 May 25 20:48:04.122131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39520) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:04.200699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f43f3b-b179-4d96-b101-1e27160c5bcf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:04.201253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-87f43f3b-b179-4d96-b101-1e27160c5bcf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:48:04.220709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-87f43f3b-b179-4d96-b101-1e27160c5bcf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:48:04.221915 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-87f43f3b-b179-4d96-b101-1e27160c5bcf tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/f39d909c-6dd8-46ac-b980-f5ce321fce07 HTTP/1.1" status: 200 len: 844 time: 0.0988317 May 25 20:48:04.225662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39526) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:04.252090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2509e8e3-a649-40f2-b982-dc5551488e48 None None] Deleting port fea83245-b1cc-4598-97cd-db88835a4ae8 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:04.252610 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2509e8e3-a649-40f2-b982-dc5551488e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:04.320602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2509e8e3-a649-40f2-b982-dc5551488e48 None None] The port 'fea83245-b1cc-4598-97cd-db88835a4ae8' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:48:04.350321 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-911e708e-a4bc-4de0-ba44-95d829682457 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/f39d909c-6dd8-46ac-b980-f5ce321fce07?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1234419 May 25 20:48:04.353946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39530) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:04.359722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-69374cee-8642-4ae5-83c5-c1bbf7dc32fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:04.373843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23171c-7be9-479a-9346-803acc106c02 req-e7bec53c-46ae-45e1-93cb-b0321639ce30 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:04.375328 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed23171c-7be9-479a-9346-803acc106c02 req-e7bec53c-46ae-45e1-93cb-b0321639ce30 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 944 time: 0.1171517 May 25 20:48:04.424637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed23171c-7be9-479a-9346-803acc106c02 req-50d27cfd-0afd-470b-bb61-7bdbf7f0aa29 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428581 May 25 20:48:04.473769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-69374cee-8642-4ae5-83c5-c1bbf7dc32fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:04.477580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-69374cee-8642-4ae5-83c5-c1bbf7dc32fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:04.480520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-69374cee-8642-4ae5-83c5-c1bbf7dc32fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:04.486134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-69374cee-8642-4ae5-83c5-c1bbf7dc32fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:04.495801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69374cee-8642-4ae5-83c5-c1bbf7dc32fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:04.499185 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69374cee-8642-4ae5-83c5-c1bbf7dc32fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:04.717224 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69374cee-8642-4ae5-83c5-c1bbf7dc32fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:04.773102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69374cee-8642-4ae5-83c5-c1bbf7dc32fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:04.776179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-69374cee-8642-4ae5-83c5-c1bbf7dc32fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:04.780300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69374cee-8642-4ae5-83c5-c1bbf7dc32fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:04.781007 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-69374cee-8642-4ae5-83c5-c1bbf7dc32fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:04.784387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6e7627-c264-4017-a092-8431944662bb None None] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:04.797829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69374cee-8642-4ae5-83c5-c1bbf7dc32fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Subnet': ['ID=6639eaa8-5b1f-4111-90b1-8ea197df2491,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:04.810278 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-69374cee-8642-4ae5-83c5-c1bbf7dc32fa tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4550521 May 25 20:48:04.813030 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39534) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:04.818012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'security_group': {'name': 'tempest-secgroup-1579955808'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:04.825182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:04.829119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:security_group and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:04.831950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:04.837575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:04.848556 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:04.867991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:04.872531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:security_group_rule and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:04.875482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:04.881745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:04.953511 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:04.957516 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:05.004585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0921481e-b27c-4342-aabc-7d6a542e7803,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:05.007641 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:05.008926 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-145530c3-4308-4dbd-a069-2f228e8eeb5e tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1949010 May 25 20:48:05.012243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39538) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:05.017202 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'security_group': {'name': 'tempest-secgroup-365815772'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:05.023555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:05.028110 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:security_group and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:05.031013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:05.037301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:05.041442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-434a1a74-a912-42a4-86ae-a9249dfcf61c', 'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'tenant_id': '5ca7db141a314e729813a6b7e6594905', 'fixed_ips': [{'subnet_id': '6639eaa8-5b1f-4111-90b1-8ea197df2491'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:48:05.042538 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:05.048775 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:05.068317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:05.072094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:security_group_rule and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:05.075555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:05.081129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:05.155594 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:05.159435 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:05.197131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Allocated IP 2001:db8::2 (434a1a74-a912-42a4-86ae-a9249dfcf61c/6639eaa8-5b1f-4111-90b1-8ea197df2491/1e742480-50ca-47d0-a6f2-a191d53b4d19) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:05.202250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e6627a-313c-4fea-8656-88f093938c03,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:05.204995 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:05.206238 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5e6f6047-f512-4f4c-b37c-75bc7483751f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1930342 May 25 20:48:05.209306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39542) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:05.216295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1743091256', 'security_groups': ['c5e6627a-313c-4fea-8656-88f093938c03'], 'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6639eaa8-5b1f-4111-90b1-8ea197df2491'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:05.356328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:05.365697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:05.375636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:05.414497 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:05.424772 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Transition to ACTIVE for port object 1e742480-50ca-47d0-a6f2-a191d53b4d19 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:05.443050 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Transition to ACTIVE for port object 1e742480-50ca-47d0-a6f2-a191d53b4d19 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:05.451434 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:05.506789 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:05.515873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:05.518758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:05.522349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:48:05.529227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port 6833d575-045d-4f18-b6d6-f683dbd0349b yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:48:05.560043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Pushing event updated for resources: {'Port': ['ID=1e742480-50ca-47d0-a6f2-a191d53b4d19,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:05.622714 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Attempting to bind port 1e742480-50ca-47d0-a6f2-a191d53b4d19 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:48:05.623015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Attempting to bind port 1e742480-50ca-47d0-a6f2-a191d53b4d19 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'a175a83f-3958-4d05-886e-7dc0e4ac8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:48:05.623343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Attempting to bind port 1e742480-50ca-47d0-a6f2-a191d53b4d19 on network 434a1a74-a912-42a4-86ae-a9249dfcf61c {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:48:05.628761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:48:05.628929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f7157-3e65-48d1-b2f0-8dd416297b43 req-c216544a-112b-404c-bade-c112fc87560b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:05.629424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Checking segment: {'id': 'a175a83f-3958-4d05-886e-7dc0e4ac8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:48:05.629530 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:05.630119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Bound using segment: {'id': 'a175a83f-3958-4d05-886e-7dc0e4ac8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:48:05.630721 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Bound port: 1e742480-50ca-47d0-a6f2-a191d53b4d19, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a175a83f-3958-4d05-886e-7dc0e4ac8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:48:05.631098 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:05.634826 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb0f7157-3e65-48d1-b2f0-8dd416297b43 req-c216544a-112b-404c-bade-c112fc87560b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 944 time: 0.0978289 May 25 20:48:05.680547 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb0f7157-3e65-48d1-b2f0-8dd416297b43 req-b187242f-7d97-4999-a061-4b46c1dc3acf tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426078 May 25 20:48:05.748691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] For port 1e742480-50ca-47d0-a6f2-a191d53b4d19, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:48:05.751547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Allocated IP 2001:db8::351 (434a1a74-a912-42a4-86ae-a9249dfcf61c/6639eaa8-5b1f-4111-90b1-8ea197df2491/6833d575-045d-4f18-b6d6-f683dbd0349b) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:05.752507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] For port 1e742480-50ca-47d0-a6f2-a191d53b4d19, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1e742480-50ca-47d0-a6f2-a191d53b4d19,segment=NetworkSegment(a175a83f-3958-4d05-886e-7dc0e4ac8a06),segment_id=a175a83f-3958-4d05-886e-7dc0e4ac8a06)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:48:05.756651 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:05.840910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a95e1-6678-4feb-9322-721fc658a8f5 None None] Pushing event updated for resources: {'Port': ['ID=1e742480-50ca-47d0-a6f2-a191d53b4d19,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:05.950464 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:05.966964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Transition to ACTIVE for port object 6833d575-045d-4f18-b6d6-f683dbd0349b will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:05.992325 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:06.085581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:06.088699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:06.093099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:48:06.098580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:06.099199 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:06.114094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=6833d575-045d-4f18-b6d6-f683dbd0349b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:06.132396 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7acb7b15-ae54-4db9-a0c6-5caa5376cb5a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9219997 May 25 20:48:06.135251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39548) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:06.140866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2c1a801b-bf05-4ca5-af0a-8d4dbd77eaea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:06.282593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2c1a801b-bf05-4ca5-af0a-8d4dbd77eaea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:06.287553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2c1a801b-bf05-4ca5-af0a-8d4dbd77eaea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:06.290538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2c1a801b-bf05-4ca5-af0a-8d4dbd77eaea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:06.296411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2c1a801b-bf05-4ca5-af0a-8d4dbd77eaea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:06.306982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1a801b-bf05-4ca5-af0a-8d4dbd77eaea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:06.310934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2c1a801b-bf05-4ca5-af0a-8d4dbd77eaea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:06.424928 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:48:06.438431 n-d-843339-1 neutron-server[88332]: INFO neutron.db.ipam_backend_mixin [None req-2c1a801b-bf05-4ca5-af0a-8d4dbd77eaea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6639eaa8-5b1f-4111-90b1-8ea197df2491 (CIDR: 2001:db8::/64) May 25 20:48:06.441629 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1a801b-bf05-4ca5-af0a-8d4dbd77eaea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:06.442069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1a801b-bf05-4ca5-af0a-8d4dbd77eaea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:48:06.463773 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2c1a801b-bf05-4ca5-af0a-8d4dbd77eaea tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3244021 May 25 20:48:06.464321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39552) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:06.470132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-07bc5f8d-3519-488c-a9c3-317822f53b55 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:06.608666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:06.623708 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'port_id': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'mac_address': 'fa:16:3e:b8:42:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:48:06.629378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-07bc5f8d-3519-488c-a9c3-317822f53b55 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:06.633780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-07bc5f8d-3519-488c-a9c3-317822f53b55 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:06.637053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-07bc5f8d-3519-488c-a9c3-317822f53b55 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:06.643008 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-07bc5f8d-3519-488c-a9c3-317822f53b55 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:06.653637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bc5f8d-3519-488c-a9c3-317822f53b55 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:06.657507 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-07bc5f8d-3519-488c-a9c3-317822f53b55 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:06.694686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:06.695063 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:06.716815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:48:06.735074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:06.741124 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:06.828735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:06.921902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b1449-c0d5-40e3-a774-a285ca2e9625 req-9484c707-1c94-4d03-bd8f-ea07672f699b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:06.923444 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed2b1449-c0d5-40e3-a774-a285ca2e9625 req-9484c707-1c94-4d03-bd8f-ea07672f699b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 945 time: 0.0913048 May 25 20:48:06.954830 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['8baf5002-9d8e-4bcf-8c15-ee68c3157bfe'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:48:06.962957 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-07bc5f8d-3519-488c-a9c3-317822f53b55 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:06.970861 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ed2b1449-c0d5-40e3-a774-a285ca2e9625 req-4b3ad463-0204-4690-b3cd-244330f6e66c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410824 May 25 20:48:07.033077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bc5f8d-3519-488c-a9c3-317822f53b55 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:07.036395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-07bc5f8d-3519-488c-a9c3-317822f53b55 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:07.039795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc5f8d-3519-488c-a9c3-317822f53b55 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:07.040009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-07eb6e7d-3a96-4731-93ac-adfe05cfd91e None None] Provisioning complete for port f39d909c-6dd8-46ac-b980-f5ce321fce07 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:07.040383 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-07bc5f8d-3519-488c-a9c3-317822f53b55 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:07.040752 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-07eb6e7d-3a96-4731-93ac-adfe05cfd91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:07.066618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc5f8d-3519-488c-a9c3-317822f53b55 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Subnet': ['ID=be22fe3f-106e-4f89-92bb-44222a8d1bb6,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:07.078883 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-07bc5f8d-3519-488c-a9c3-317822f53b55 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6133125 May 25 20:48:07.081377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39558) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:07.087739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f3e75db2-47d0-4b50-8256-f1773b8d9d69 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-350937307', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'be22fe3f-106e-4f89-92bb-44222a8d1bb6'}], 'security_groups': ['0921481e-b27c-4342-aabc-7d6a542e7803']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:07.122283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-07eb6e7d-3a96-4731-93ac-adfe05cfd91e None None] Port f39d909c-6dd8-46ac-b980-f5ce321fce07 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:48:07.151861 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-07eb6e7d-3a96-4731-93ac-adfe05cfd91e None None] Provisioning for port 1e742480-50ca-47d0-a6f2-a191d53b4d19 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:07.164730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26826d44-9a28-498e-8c40-b137196c3a1e None None] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:07.357670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-86a9814d-f47e-4ae8-8649-f0ffd04994e3 None None] Provisioning for port 6833d575-045d-4f18-b6d6-f683dbd0349b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:07.395209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-86a9814d-f47e-4ae8-8649-f0ffd04994e3 None None] Provisioning complete for port 6833d575-045d-4f18-b6d6-f683dbd0349b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:07.395577 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-86a9814d-f47e-4ae8-8649-f0ffd04994e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:07.452496 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3e75db2-47d0-4b50-8256-f1773b8d9d69 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:07.521015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-86a9814d-f47e-4ae8-8649-f0ffd04994e3 None None] Port 6833d575-045d-4f18-b6d6-f683dbd0349b cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:48:07.703415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9512e30-9f70-4b48-8942-e84ee7ae251a None None] Update dhcp port {'port': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'fixed_ips': [{'subnet_id': '6639eaa8-5b1f-4111-90b1-8ea197df2491', 'ip_address': '2001:db8::2'}, {'subnet_id': 'be22fe3f-106e-4f89-92bb-44222a8d1bb6'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '1e742480-50ca-47d0-a6f2-a191d53b4d19'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:48:07.763486 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9512e30-9f70-4b48-8942-e84ee7ae251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:07.821644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1e742480-50ca-47d0-a6f2-a191d53b4d19 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:48:07.881815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-f3e75db2-47d0-4b50-8256-f1773b8d9d69 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Delete allocated IP 2001:db8::351 (434a1a74-a912-42a4-86ae-a9249dfcf61c/6639eaa8-5b1f-4111-90b1-8ea197df2491) {{(pid=88331) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 20:48:07.890985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-f3e75db2-47d0-4b50-8256-f1773b8d9d69 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Allocated IP 2001:db8:0:1::149 (434a1a74-a912-42a4-86ae-a9249dfcf61c/be22fe3f-106e-4f89-92bb-44222a8d1bb6/6833d575-045d-4f18-b6d6-f683dbd0349b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:07.962395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 1e742480-50ca-47d0-a6f2-a191d53b4d19 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:07.967979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1e742480-50ca-47d0-a6f2-a191d53b4d19 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:07.968340 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:08.096416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1e742480-50ca-47d0-a6f2-a191d53b4d19 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:08.096790 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:08.129148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 1e742480-50ca-47d0-a6f2-a191d53b4d19, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1e742480-50ca-47d0-a6f2-a191d53b4d19,segment=NetworkSegment(a175a83f-3958-4d05-886e-7dc0e4ac8a06),segment_id=a175a83f-3958-4d05-886e-7dc0e4ac8a06)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:08.133538 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:08.155823 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3e75db2-47d0-4b50-8256-f1773b8d9d69 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:08.186761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-f3e75db2-47d0-4b50-8256-f1773b8d9d69 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Transition to ACTIVE for port object 6833d575-045d-4f18-b6d6-f683dbd0349b will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:08.192021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3e75db2-47d0-4b50-8256-f1773b8d9d69 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:08.248647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=1e742480-50ca-47d0-a6f2-a191d53b4d19,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:08.265449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-b9512e30-9f70-4b48-8942-e84ee7ae251a None None] Allocated IP 2001:db8:0:1::2 (434a1a74-a912-42a4-86ae-a9249dfcf61c/be22fe3f-106e-4f89-92bb-44222a8d1bb6/1e742480-50ca-47d0-a6f2-a191d53b4d19) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:08.304752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f3e75db2-47d0-4b50-8256-f1773b8d9d69 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] In _notify_port_updated(), no bound segment for port 6833d575-045d-4f18-b6d6-f683dbd0349b on network 434a1a74-a912-42a4-86ae-a9249dfcf61c {{(pid=88331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:48:08.310220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e75db2-47d0-4b50-8256-f1773b8d9d69 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:08.310820 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3e75db2-47d0-4b50-8256-f1773b8d9d69 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:08.312119 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f3e75db2-47d0-4b50-8256-f1773b8d9d69 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "PUT /v2.0/ports/6833d575-045d-4f18-b6d6-f683dbd0349b HTTP/1.1" status: 200 len: 930 time: 1.2298119 May 25 20:48:08.315847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39564) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:08.329718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74682d3-9142-4474-809e-56f09f96c824 req-2789b79a-75ed-4713-b59b-d0dddf52f64a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:08.331219 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d74682d3-9142-4474-809e-56f09f96c824 req-2789b79a-75ed-4713-b59b-d0dddf52f64a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 945 time: 0.2413163 May 25 20:48:08.334692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e75db2-47d0-4b50-8256-f1773b8d9d69 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=6833d575-045d-4f18-b6d6-f683dbd0349b,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:08.383345 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d74682d3-9142-4474-809e-56f09f96c824 req-991c344f-4d36-4200-8cd6-1e286467b871 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400913 May 25 20:48:08.396294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bd1caad2-69ba-439a-9bdf-fe1df75236fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port 6833d575-045d-4f18-b6d6-f683dbd0349b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:08.396515 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd1caad2-69ba-439a-9bdf-fe1df75236fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:08.410195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b9512e30-9f70-4b48-8942-e84ee7ae251a None None] For port 1e742480-50ca-47d0-a6f2-a191d53b4d19, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1e742480-50ca-47d0-a6f2-a191d53b4d19,segment=NetworkSegment(a175a83f-3958-4d05-886e-7dc0e4ac8a06),segment_id=a175a83f-3958-4d05-886e-7dc0e4ac8a06)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:08.440543 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9512e30-9f70-4b48-8942-e84ee7ae251a None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:08.446698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:48:08.506616 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b9512e30-9f70-4b48-8942-e84ee7ae251a None None] Transition to ACTIVE for port object 1e742480-50ca-47d0-a6f2-a191d53b4d19 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:08.515157 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9512e30-9f70-4b48-8942-e84ee7ae251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:08.644571 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd1caad2-69ba-439a-9bdf-fe1df75236fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:08.694980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:08.704605 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9512e30-9f70-4b48-8942-e84ee7ae251a None None] Pushing event updated for resources: {'Port': ['ID=1e742480-50ca-47d0-a6f2-a191d53b4d19,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:08.707057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:08.707421 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:08.778674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bd1caad2-69ba-439a-9bdf-fe1df75236fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for 6833d575-045d-4f18-b6d6-f683dbd0349b owned by {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:08.837127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:08.837584 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:08.867601 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:48:08.884594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:08.894396 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:08.942262 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd1caad2-69ba-439a-9bdf-fe1df75236fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:08.982432 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:08.994947 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0841d9-851f-4244-aa0d-1327a994a8c9'] response: {'server_uuid': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'code': 200} May 25 20:48:09.120691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1caad2-69ba-439a-9bdf-fe1df75236fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=6833d575-045d-4f18-b6d6-f683dbd0349b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:09.137668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f251839-2abc-4793-a3b0-1a86f9202774 req-1b6097d7-9b2e-4b47-b75b-e0542bcecedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:09.139333 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f251839-2abc-4793-a3b0-1a86f9202774 req-1b6097d7-9b2e-4b47-b75b-e0542bcecedf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 1097 time: 0.0838656 May 25 20:48:09.163850 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bd1caad2-69ba-439a-9bdf-fe1df75236fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:09.174368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bd1caad2-69ba-439a-9bdf-fe1df75236fe tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/6833d575-045d-4f18-b6d6-f683dbd0349b HTTP/1.1" status: 204 len: 168 time: 0.8574059 May 25 20:48:09.176905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39572) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:09.188445 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3f251839-2abc-4793-a3b0-1a86f9202774 req-aa89bd5c-b537-44ba-bb8f-e45ab521448a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427752 May 25 20:48:09.222955 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ebb55a-1776-420e-8c37-3b8c39e03d3f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] GET failed (client error): The resource could not be found. May 25 20:48:09.223471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-85ebb55a-1776-420e-8c37-3b8c39e03d3f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:48:09.242289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-85ebb55a-1776-420e-8c37-3b8c39e03d3f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:48:09.243524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-85ebb55a-1776-420e-8c37-3b8c39e03d3f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/6833d575-045d-4f18-b6d6-f683dbd0349b HTTP/1.1" status: 404 len: 333 time: 0.0657167 May 25 20:48:09.246961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39578) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:09.314437 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f675ce0-3dfc-43d5-9fd8-e05382d88d3d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:09.345413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6c2962bc-11e0-4b6f-915d-9de603eaf590 None None] Could not find standard attr ID for object 6833d575-045d-4f18-b6d6-f683dbd0349b. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:48:09.345897 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f675ce0-3dfc-43d5-9fd8-e05382d88d3d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:09.356713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6c2962bc-11e0-4b6f-915d-9de603eaf590 None None] Provisioning complete for port f39d909c-6dd8-46ac-b980-f5ce321fce07 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:09.357079 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6c2962bc-11e0-4b6f-915d-9de603eaf590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:09.403374 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f675ce0-3dfc-43d5-9fd8-e05382d88d3d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:09.414839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6c2962bc-11e0-4b6f-915d-9de603eaf590 None None] Port f39d909c-6dd8-46ac-b980-f5ce321fce07 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:48:09.423818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f675ce0-3dfc-43d5-9fd8-e05382d88d3d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e6627a-313c-4fea-8656-88f093938c03,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:09.434544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0f675ce0-3dfc-43d5-9fd8-e05382d88d3d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:09.436123 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0f675ce0-3dfc-43d5-9fd8-e05382d88d3d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/security-groups/c5e6627a-313c-4fea-8656-88f093938c03 HTTP/1.1" status: 204 len: 168 time: 0.1881554 May 25 20:48:09.438919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39584) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:09.442705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6c2962bc-11e0-4b6f-915d-9de603eaf590 None None] Provisioning for port 1e742480-50ca-47d0-a6f2-a191d53b4d19 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:09.465443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6c2962bc-11e0-4b6f-915d-9de603eaf590 None None] Provisioning complete for port 1e742480-50ca-47d0-a6f2-a191d53b4d19 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:09.465978 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6c2962bc-11e0-4b6f-915d-9de603eaf590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:09.524618 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a8274cb-170c-45f0-930d-d1b72e21afd3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:09.596024 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a8274cb-170c-45f0-930d-d1b72e21afd3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:09.611779 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6c2962bc-11e0-4b6f-915d-9de603eaf590 None None] Current status of the port 1e742480-50ca-47d0-a6f2-a191d53b4d19 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:09.672917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7a7d5-3915-498a-a34a-6b9de59f0b24 req-0a7e729d-7321-4378-a602-bfcdc04f1520 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:09.674462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dec7a7d5-3915-498a-a34a-6b9de59f0b24 req-0a7e729d-7321-4378-a602-bfcdc04f1520 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 946 time: 0.1375284 May 25 20:48:09.675621 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a8274cb-170c-45f0-930d-d1b72e21afd3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:09.710331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8274cb-170c-45f0-930d-d1b72e21afd3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0921481e-b27c-4342-aabc-7d6a542e7803,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:09.720568 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a8274cb-170c-45f0-930d-d1b72e21afd3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:09.721685 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0a8274cb-170c-45f0-930d-d1b72e21afd3 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/security-groups/0921481e-b27c-4342-aabc-7d6a542e7803 HTTP/1.1" status: 204 len: 168 time: 0.2817364 May 25 20:48:09.724457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39588) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:09.725687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f1c36f73-4750-4368-a003-8c4ea9093438 None None] Could not find standard attr ID for object 6833d575-045d-4f18-b6d6-f683dbd0349b. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:48:09.747729 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dec7a7d5-3915-498a-a34a-6b9de59f0b24 req-c9cf1004-dc6c-427e-93e5-fbe1ad0e94fd tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606282 May 25 20:48:09.822584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcde2d00-4642-4ad8-b7de-b40e52b45f44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting subnet 6639eaa8-5b1f-4111-90b1-8ea197df2491 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:48:09.826276 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dcde2d00-4642-4ad8-b7de-b40e52b45f44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:09.827949 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1e742480-50ca-47d0-a6f2-a191d53b4d19 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:48:09.883947 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dcde2d00-4642-4ad8-b7de-b40e52b45f44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:09.903716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1e742480-50ca-47d0-a6f2-a191d53b4d19 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:09.904101 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:09.968339 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dcde2d00-4642-4ad8-b7de-b40e52b45f44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:10.022910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1e742480-50ca-47d0-a6f2-a191d53b4d19 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:10.047267 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dcde2d00-4642-4ad8-b7de-b40e52b45f44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:10.087185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde2d00-4642-4ad8-b7de-b40e52b45f44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Subnet': ['ID=6639eaa8-5b1f-4111-90b1-8ea197df2491,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:10.090276 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-dcde2d00-4642-4ad8-b7de-b40e52b45f44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:10.097525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7228caa3-ba8f-47ac-9da3-10db8bf80c58 None None] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:10.102817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dcde2d00-4642-4ad8-b7de-b40e52b45f44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/6639eaa8-5b1f-4111-90b1-8ea197df2491 HTTP/1.1" status: 204 len: 168 time: 0.3734996 May 25 20:48:10.103322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39592) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:10.109896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ca939d75-b250-43fc-b530-c829912f8aad tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:10.261083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ca939d75-b250-43fc-b530-c829912f8aad tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:10.265025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ca939d75-b250-43fc-b530-c829912f8aad tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:10.267924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ca939d75-b250-43fc-b530-c829912f8aad tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:10.274524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ca939d75-b250-43fc-b530-c829912f8aad tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:10.286803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca939d75-b250-43fc-b530-c829912f8aad tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:10.290371 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca939d75-b250-43fc-b530-c829912f8aad tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:10.566709 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca939d75-b250-43fc-b530-c829912f8aad tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:10.626070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca939d75-b250-43fc-b530-c829912f8aad tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:10.629322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ca939d75-b250-43fc-b530-c829912f8aad tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:10.633757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca939d75-b250-43fc-b530-c829912f8aad tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:10.634370 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca939d75-b250-43fc-b530-c829912f8aad tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:10.652639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca939d75-b250-43fc-b530-c829912f8aad tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Subnet': ['ID=aa4f19ae-9a78-4408-abd6-c893db9a3dc5,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:10.663945 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ca939d75-b250-43fc-b530-c829912f8aad tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5590715 May 25 20:48:10.666223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39596) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:10.672031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'security_group': {'name': 'tempest-secgroup-1962877004'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:10.679086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:10.683945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:security_group and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:10.687070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:10.693012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:10.707535 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:10.737132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:10.741222 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:security_group_rule and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:10.745143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:10.751358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:10.833254 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:10.837634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:10.916227 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79362c6b-b560-447f-9753-0ec43d29db92 None None] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:10.935267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f4a982-03d1-42e2-af52-fc65ec689fe8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:10.942633 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:10.943831 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-68b3a0e2-c21f-4d44-bad6-bad133054788 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2763867 May 25 20:48:10.948430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39602) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:10.955576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'security_group': {'name': 'tempest-secgroup-1069017057'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:10.962236 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:10.966973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:security_group and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:10.970122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:10.976781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:10.981494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5660d-b309-4302-8c0d-0dc2df9bf1b5 req-1625ac63-e4db-4039-8ff3-9d42b163c71a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:10.982973 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-54c5660d-b309-4302-8c0d-0dc2df9bf1b5 req-1625ac63-e4db-4039-8ff3-9d42b163c71a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 946 time: 0.1040881 May 25 20:48:10.988290 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:11.010952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:11.013389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f5c2b380-7d60-481b-820b-4e074f0b2c11 None None] Provisioning complete for port f39d909c-6dd8-46ac-b980-f5ce321fce07 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:11.013389 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f5c2b380-7d60-481b-820b-4e074f0b2c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:11.015423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:security_group_rule and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:11.018245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:11.024391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:11.037060 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-54c5660d-b309-4302-8c0d-0dc2df9bf1b5 req-9b1e2ebf-e538-472d-887c-af8bd8080ccb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474868 May 25 20:48:11.105013 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:11.109287 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:11.149464 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2b380-7d60-481b-820b-4e074f0b2c11 None None] Port f39d909c-6dd8-46ac-b980-f5ce321fce07 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:48:11.158000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7fb395-d47c-4775-80eb-a343879da967,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:11.161414 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:11.165712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39608) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:11.168452 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-915a4e23-5fbc-4ef1-a8a3-255ad855aae6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2155366 May 25 20:48:11.171823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'security_group': {'name': 'tempest-secgroup-970713404'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:11.180565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:11.188326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:security_group and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:11.191314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:11.194479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f5c2b380-7d60-481b-820b-4e074f0b2c11 None None] Provisioning complete for port 1e742480-50ca-47d0-a6f2-a191d53b4d19 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:11.194848 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f5c2b380-7d60-481b-820b-4e074f0b2c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:11.197993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:11.208654 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:11.230202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:11.234630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:security_group_rule and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:11.237550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:11.243305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:11.268848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49af55-a11d-4fdc-9de4-b34af90ffd85 req-eb392d79-1544-4c13-b186-0da8b76cc357 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:11.270748 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d49af55-a11d-4fdc-9de4-b34af90ffd85 req-eb392d79-1544-4c13-b186-0da8b76cc357 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 946 time: 0.0923100 May 25 20:48:11.323657 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9d49af55-a11d-4fdc-9de4-b34af90ffd85 req-a43f4054-1e11-42c7-9a24-79d5edde7045 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465713 May 25 20:48:11.324338 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:11.328924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:11.349012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39612) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:11.378994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46640a81-e1b7-4e48-a90f-778dc8f7b461,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:11.385017 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:11.386660 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-53aab20d-85af-4db3-832a-7f5183d0d40a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2198246 May 25 20:48:11.389342 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2b380-7d60-481b-820b-4e074f0b2c11 None None] Current status of the port 1e742480-50ca-47d0-a6f2-a191d53b4d19 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:11.389457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39616) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:11.395296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1051403687', 'security_groups': ['46640a81-e1b7-4e48-a90f-778dc8f7b461'], 'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aa4f19ae-9a78-4408-abd6-c893db9a3dc5'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:11.443799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bc53f-65ef-402f-90ea-67424336d2ce tempest-TestVolumeBootPattern-793456862 tempest-TestVolumeBootPattern-793456862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:11.448635 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-473bc53f-65ef-402f-90ea-67424336d2ce tempest-TestVolumeBootPattern-793456862 tempest-TestVolumeBootPattern-793456862-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 1092 time: 0.0952277 May 25 20:48:11.448755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39620) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:11.453769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:11.460432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:11.465462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Usage tracker for resource:floatingip and tenant:7e7010833e5c431293fcd9aca5363db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:11.468370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:11.473987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:11.488050 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:11.498166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1080fc-7485-4111-b3c8-85ed27395d37 None None] Update dhcp port {'port': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'fixed_ips': [{'subnet_id': 'be22fe3f-106e-4f89-92bb-44222a8d1bb6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'aa4f19ae-9a78-4408-abd6-c893db9a3dc5'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '1e742480-50ca-47d0-a6f2-a191d53b4d19'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:48:11.549848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:11.553115 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5c1080fc-7485-4111-b3c8-85ed27395d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:11.561298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:11.572909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:11.634426 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:11.707573 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:11.737360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] device_id is not set on port a3ebfb20-799b-4c86-b0f8-553ddfb30793 yet. {{(pid=88332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 25 20:48:11.833771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-5c1080fc-7485-4111-b3c8-85ed27395d37 None None] Allocated IP 2001:db8::2 (434a1a74-a912-42a4-86ae-a9249dfcf61c/aa4f19ae-9a78-4408-abd6-c893db9a3dc5/1e742480-50ca-47d0-a6f2-a191d53b4d19) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:11.898635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Allocated IP 172.25.3.126 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/c9aa2b9c-2b1e-4929-b866-a434aca87055) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:11.975038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5c1080fc-7485-4111-b3c8-85ed27395d37 None None] For port 1e742480-50ca-47d0-a6f2-a191d53b4d19, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1e742480-50ca-47d0-a6f2-a191d53b4d19,segment=NetworkSegment(a175a83f-3958-4d05-886e-7dc0e4ac8a06),segment_id=a175a83f-3958-4d05-886e-7dc0e4ac8a06)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:12.003403 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5c1080fc-7485-4111-b3c8-85ed27395d37 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:12.020672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5c1080fc-7485-4111-b3c8-85ed27395d37 None None] Transition to ACTIVE for port object 1e742480-50ca-47d0-a6f2-a191d53b4d19 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:12.025238 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5c1080fc-7485-4111-b3c8-85ed27395d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:12.049963 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:12.089922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:12.112344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Allocated IP 2001:db8::15f (434a1a74-a912-42a4-86ae-a9249dfcf61c/aa4f19ae-9a78-4408-abd6-c893db9a3dc5/a3ebfb20-799b-4c86-b0f8-553ddfb30793) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:12.177534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1080fc-7485-4111-b3c8-85ed27395d37 None None] Pushing event updated for resources: {'Port': ['ID=1e742480-50ca-47d0-a6f2-a191d53b4d19,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:12.180403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:12.183433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:12.188186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:48:12.236059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'Port': ['ID=c9aa2b9c-2b1e-4929-b866-a434aca87055,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:12.341108 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:12.359166 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Transition to ACTIVE for port object a3ebfb20-799b-4c86-b0f8-553ddfb30793 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:12.390406 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:12.596989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:12.600487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:12.604864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:48:12.610576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:12.611178 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:12.619028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=a3ebfb20-799b-4c86-b0f8-553ddfb30793,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:12.654064 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0939a9de-bf9d-49cb-965d-412618fd915d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2636187 May 25 20:48:12.654684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39628) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:12.666065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ffa9455a-5858-4791-a36d-e4eddd3712d1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:12.696021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:12.790957 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:12.834564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ffa9455a-5858-4791-a36d-e4eddd3712d1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:12.834785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1ecfd32a-26be-49cd-b045-23c2cf724021 None None] Provisioning complete for port f39d909c-6dd8-46ac-b980-f5ce321fce07 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:12.835230 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1ecfd32a-26be-49cd-b045-23c2cf724021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:12.839122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ffa9455a-5858-4791-a36d-e4eddd3712d1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:12.842200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ffa9455a-5858-4791-a36d-e4eddd3712d1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:12.848701 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ffa9455a-5858-4791-a36d-e4eddd3712d1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:12.859837 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa9455a-5858-4791-a36d-e4eddd3712d1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:12.865047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffa9455a-5858-4791-a36d-e4eddd3712d1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:12.898662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1ecfd32a-26be-49cd-b045-23c2cf724021 None None] Port f39d909c-6dd8-46ac-b980-f5ce321fce07 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:48:12.915442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1ecfd32a-26be-49cd-b045-23c2cf724021 None None] Provisioning for port 1e742480-50ca-47d0-a6f2-a191d53b4d19 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:12.921599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1ecfd32a-26be-49cd-b045-23c2cf724021 None None] Provisioning complete for port 1e742480-50ca-47d0-a6f2-a191d53b4d19 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:12.921967 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1ecfd32a-26be-49cd-b045-23c2cf724021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:13.021096 n-d-843339-1 neutron-server[88332]: INFO neutron.db.ipam_backend_mixin [None req-ffa9455a-5858-4791-a36d-e4eddd3712d1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa4f19ae-9a78-4408-abd6-c893db9a3dc5 (CIDR: 2001:db8::/64) May 25 20:48:13.025381 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa9455a-5858-4791-a36d-e4eddd3712d1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:13.026543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa9455a-5858-4791-a36d-e4eddd3712d1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:48:13.039968 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:13.048602 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:13.051692 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ffa9455a-5858-4791-a36d-e4eddd3712d1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3959157 May 25 20:48:13.054383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39632) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:13.061294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-84031a17-5523-4176-86f8-1e6e5a1e6702 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:13.066821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1ecfd32a-26be-49cd-b045-23c2cf724021 None None] Current status of the port 1e742480-50ca-47d0-a6f2-a191d53b4d19 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:13.171978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'Port': ['ID=c9aa2b9c-2b1e-4929-b866-a434aca87055,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:13.176594 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:13.189043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8bd23368-2bfa-4dc4-ba8f-ba1a216f3ef9 None None] Provisioning for port a3ebfb20-799b-4c86-b0f8-553ddfb30793 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:13.194381 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8bd23368-2bfa-4dc4-ba8f-ba1a216f3ef9 None None] Provisioning complete for port a3ebfb20-799b-4c86-b0f8-553ddfb30793 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:13.194817 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8bd23368-2bfa-4dc4-ba8f-ba1a216f3ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:13.215413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-84031a17-5523-4176-86f8-1e6e5a1e6702 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:13.219507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-84031a17-5523-4176-86f8-1e6e5a1e6702 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:13.222498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-84031a17-5523-4176-86f8-1e6e5a1e6702 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:13.230845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-84031a17-5523-4176-86f8-1e6e5a1e6702 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:13.239605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84031a17-5523-4176-86f8-1e6e5a1e6702 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:13.244039 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84031a17-5523-4176-86f8-1e6e5a1e6702 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:13.253206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8bd23368-2bfa-4dc4-ba8f-ba1a216f3ef9 None None] Port a3ebfb20-799b-4c86-b0f8-553ddfb30793 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:48:13.352538 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Floating IP 6af8cab3-f513-4780-b568-968fe8974b90 associated. External IP: 172.25.3.126, port: 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe. May 25 20:48:13.374120 n-d-843339-1 neutron-server[88332]: INFO neutron.db.ipam_backend_mixin [None req-84031a17-5523-4176-86f8-1e6e5a1e6702 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet be22fe3f-106e-4f89-92bb-44222a8d1bb6 (CIDR: 2001:db8:0:1::/64) May 25 20:48:13.377942 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-84031a17-5523-4176-86f8-1e6e5a1e6702 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:13.378587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84031a17-5523-4176-86f8-1e6e5a1e6702 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:48:13.397567 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-84031a17-5523-4176-86f8-1e6e5a1e6702 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3418849 May 25 20:48:13.400232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39636) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:13.406063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-338be9b1-f127-40b6-8eb9-44f0ea2a4a34 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'subnet': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:13.554574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-338be9b1-f127-40b6-8eb9-44f0ea2a4a34 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:13.559736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-338be9b1-f127-40b6-8eb9-44f0ea2a4a34 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Usage tracker for resource:subnet and tenant:5ca7db141a314e729813a6b7e6594905 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:13.562807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-338be9b1-f127-40b6-8eb9-44f0ea2a4a34 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:13.568760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-338be9b1-f127-40b6-8eb9-44f0ea2a4a34 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:13.579467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338be9b1-f127-40b6-8eb9-44f0ea2a4a34 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Made reservation on behalf of 5ca7db141a314e729813a6b7e6594905 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:13.582974 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-338be9b1-f127-40b6-8eb9-44f0ea2a4a34 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:13.798196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1e742480-50ca-47d0-a6f2-a191d53b4d19 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:48:13.842719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:48:13.863955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-338be9b1-f127-40b6-8eb9-44f0ea2a4a34 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:13.868199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1e742480-50ca-47d0-a6f2-a191d53b4d19 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:13.868469 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:13.923261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338be9b1-f127-40b6-8eb9-44f0ea2a4a34 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:13.927774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-338be9b1-f127-40b6-8eb9-44f0ea2a4a34 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:13.934068 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338be9b1-f127-40b6-8eb9-44f0ea2a4a34 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:13.934914 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-338be9b1-f127-40b6-8eb9-44f0ea2a4a34 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:13.942883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4175738c-5a5d-45d3-bbdf-5ea4044b9923 None None] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:13.964101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338be9b1-f127-40b6-8eb9-44f0ea2a4a34 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Subnet': ['ID=41d6fa05-f52b-4308-9001-1e5d60694909,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:13.981021 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-338be9b1-f127-40b6-8eb9-44f0ea2a4a34 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5796857 May 25 20:48:13.983767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39640) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:13.993423 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-72b1e078-9001-4c2e-a86d-08eb0aba56db tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1570171772', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41d6fa05-f52b-4308-9001-1e5d60694909'}], 'security_groups': ['74f4a982-03d1-42e2-af52-fc65ec689fe8', '6e7fb395-d47c-4775-80eb-a343879da967']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:14.044094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:48:14.058137 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3835368-7a3a-43ab-9cb8-23a35bd59167 None None] Sync routers for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:48:14.071137 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3835368-7a3a-43ab-9cb8-23a35bd59167 None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:48:14.072108 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a3835368-7a3a-43ab-9cb8-23a35bd59167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:48:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:14.075316 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:14.081384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1e742480-50ca-47d0-a6f2-a191d53b4d19 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:14.149087 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-aef0f0ef-8b1f-49b1-a9cf-d369c5b0fffe tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6992502 May 25 20:48:14.150058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'tag': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:48:14.165704 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-72b1e078-9001-4c2e-a86d-08eb0aba56db tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:14.204541 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b424457d-125b-43ab-b7e7-bfaf45bf8697'] response: {'name': 'network-changed', 'server_uuid': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'tag': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'status': 'completed', 'code': 200} May 25 20:48:14.287677 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-a3835368-7a3a-43ab-9cb8-23a35bd59167 None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:48:14.331466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8aac-2522-4761-bc14-9870de946c80 req-713509a9-eb58-4416-b3ce-35ee8fca4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:14.333124 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c0f8aac-2522-4761-bc14-9870de946c80 req-713509a9-eb58-4416-b3ce-35ee8fca4fb3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 1097 time: 0.1022656 May 25 20:48:14.378259 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a06048-8c38-45b3-8fdf-a8d8c86b669a None None] Update dhcp port {'port': {'network_id': '434a1a74-a912-42a4-86ae-a9249dfcf61c', 'fixed_ips': [{'subnet_id': 'be22fe3f-106e-4f89-92bb-44222a8d1bb6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'aa4f19ae-9a78-4408-abd6-c893db9a3dc5', 'ip_address': '2001:db8::2'}, {'subnet_id': '41d6fa05-f52b-4308-9001-1e5d60694909'}], 'binding:host_id': 'n-d-843339-1'}, 'id': '1e742480-50ca-47d0-a6f2-a191d53b4d19'} from n-d-843339-1. {{(pid=88333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 25 20:48:14.445511 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76a06048-8c38-45b3-8fdf-a8d8c86b669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:14.512108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8aac-2522-4761-bc14-9870de946c80 req-089668ac-cea1-45cd-b546-6828bc1ca381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:14.513580 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c0f8aac-2522-4761-bc14-9870de946c80 req-089668ac-cea1-45cd-b546-6828bc1ca381 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.1741047 May 25 20:48:14.631669 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c0f8aac-2522-4761-bc14-9870de946c80 req-3e913693-87e3-4c6c-8bfa-e05ab0690748 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe HTTP/1.1" status: 200 len: 1000 time: 0.1126678 May 25 20:48:14.680986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-72b1e078-9001-4c2e-a86d-08eb0aba56db tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Delete allocated IP 2001:db8::15f (434a1a74-a912-42a4-86ae-a9249dfcf61c/aa4f19ae-9a78-4408-abd6-c893db9a3dc5) {{(pid=88332) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 20:48:14.691156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-72b1e078-9001-4c2e-a86d-08eb0aba56db tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Allocated IP 2001:db8:0:2::62 (434a1a74-a912-42a4-86ae-a9249dfcf61c/41d6fa05-f52b-4308-9001-1e5d60694909/a3ebfb20-799b-4c86-b0f8-553ddfb30793) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:14.699341 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8aac-2522-4761-bc14-9870de946c80 req-c05665b6-871a-41e6-b7d2-85f59a96dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:14.700796 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c0f8aac-2522-4761-bc14-9870de946c80 req-c05665b6-871a-41e6-b7d2-85f59a96dee8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0593379 May 25 20:48:14.729677 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a3835368-7a3a-43ab-9cb8-23a35bd59167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '6af8cab3-f513-4780-b568-968fe8974b90', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:b8:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:48:12Z', 'updated_at': '2022-05-25T20:48:12Z', 'revision_number': 0, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:14.734235 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3835368-7a3a-43ab-9cb8-23a35bd59167 None None] Checking router: c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:48:14.743323 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3835368-7a3a-43ab-9cb8-23a35bd59167 None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:48:14.743323 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a3835368-7a3a-43ab-9cb8-23a35bd59167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:48:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:14.786219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8aac-2522-4761-bc14-9870de946c80 req-69ae32a2-44e1-4aa1-b529-2c47534f2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:14.794770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c0f8aac-2522-4761-bc14-9870de946c80 req-69ae32a2-44e1-4aa1-b529-2c47534f2caa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873299 May 25 20:48:14.924675 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-a3835368-7a3a-43ab-9cb8-23a35bd59167 None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:48:14.933557 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c0f8aac-2522-4761-bc14-9870de946c80 req-9d9f408b-0456-45bd-a234-b9cae275e751 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322060 May 25 20:48:14.935578 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-72b1e078-9001-4c2e-a86d-08eb0aba56db tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:14.952849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-72b1e078-9001-4c2e-a86d-08eb0aba56db tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Transition to ACTIVE for port object a3ebfb20-799b-4c86-b0f8-553ddfb30793 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:14.957092 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-72b1e078-9001-4c2e-a86d-08eb0aba56db tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:15.053182 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-76a06048-8c38-45b3-8fdf-a8d8c86b669a None None] Allocated IP 2001:db8:0:2::2 (434a1a74-a912-42a4-86ae-a9249dfcf61c/41d6fa05-f52b-4308-9001-1e5d60694909/1e742480-50ca-47d0-a6f2-a191d53b4d19) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:15.057259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-72b1e078-9001-4c2e-a86d-08eb0aba56db tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] In _notify_port_updated(), no bound segment for port a3ebfb20-799b-4c86-b0f8-553ddfb30793 on network 434a1a74-a912-42a4-86ae-a9249dfcf61c {{(pid=88332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 20:48:15.063955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b1e078-9001-4c2e-a86d-08eb0aba56db tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:15.064647 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-72b1e078-9001-4c2e-a86d-08eb0aba56db tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:15.065955 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-72b1e078-9001-4c2e-a86d-08eb0aba56db tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "PUT /v2.0/ports/a3ebfb20-799b-4c86-b0f8-553ddfb30793 HTTP/1.1" status: 200 len: 969 time: 1.0803447 May 25 20:48:15.073864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39648) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:15.092590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1e078-9001-4c2e-a86d-08eb0aba56db tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event updated for resources: {'Port': ['ID=a3ebfb20-799b-4c86-b0f8-553ddfb30793,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:15.158947 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5c0f8aac-2522-4761-bc14-9870de946c80 req-fdc0d1b9-879a-4f58-a68c-eaa2a3494a9a service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146242 May 25 20:48:15.174538 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6dec8fae-bf11-49a9-a207-5765c7d4095b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port a3ebfb20-799b-4c86-b0f8-553ddfb30793 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:15.174874 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6dec8fae-bf11-49a9-a207-5765c7d4095b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:15.222821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-76a06048-8c38-45b3-8fdf-a8d8c86b669a None None] For port 1e742480-50ca-47d0-a6f2-a191d53b4d19, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1e742480-50ca-47d0-a6f2-a191d53b4d19,segment=NetworkSegment(a175a83f-3958-4d05-886e-7dc0e4ac8a06),segment_id=a175a83f-3958-4d05-886e-7dc0e4ac8a06)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:15.293433 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76a06048-8c38-45b3-8fdf-a8d8c86b669a None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:15.310699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-76a06048-8c38-45b3-8fdf-a8d8c86b669a None None] Transition to ACTIVE for port object 1e742480-50ca-47d0-a6f2-a191d53b4d19 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:15.314808 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76a06048-8c38-45b3-8fdf-a8d8c86b669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:15.335542 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a3835368-7a3a-43ab-9cb8-23a35bd59167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '6af8cab3-f513-4780-b568-968fe8974b90', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:b8:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:48:12Z', 'updated_at': '2022-05-25T20:48:12Z', 'revision_number': 0, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:15.340316 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3835368-7a3a-43ab-9cb8-23a35bd59167 None None] The sync data for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 is: [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '6af8cab3-f513-4780-b568-968fe8974b90', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:b8:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:48:12Z', 'updated_at': '2022-05-25T20:48:12Z', 'revision_number': 0, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:48:15.499361 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a06048-8c38-45b3-8fdf-a8d8c86b669a None None] Pushing event updated for resources: {'Port': ['ID=1e742480-50ca-47d0-a6f2-a191d53b4d19,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:15.570088 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6dec8fae-bf11-49a9-a207-5765c7d4095b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:15.590736 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc7da3e-7ce8-4488-80bc-24133d05e760 None None] New status for floating IP 6af8cab3-f513-4780-b568-968fe8974b90: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:48:15.718503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-6dec8fae-bf11-49a9-a207-5765c7d4095b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for a3ebfb20-799b-4c86-b0f8-553ddfb30793 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:15.827035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1e742480-50ca-47d0-a6f2-a191d53b4d19 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:48:15.901274 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6dec8fae-bf11-49a9-a207-5765c7d4095b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:15.954721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec8fae-bf11-49a9-a207-5765c7d4095b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=a3ebfb20-799b-4c86-b0f8-553ddfb30793,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:16.003017 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6dec8fae-bf11-49a9-a207-5765c7d4095b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.014186 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6dec8fae-bf11-49a9-a207-5765c7d4095b tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/a3ebfb20-799b-4c86-b0f8-553ddfb30793 HTTP/1.1" status: 204 len: 168 time: 0.9359338 May 25 20:48:16.016701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39652) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:16.060651 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2050362-4116-49f7-a6f0-6fba5f7f01c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] GET failed (client error): The resource could not be found. May 25 20:48:16.061569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f2050362-4116-49f7-a6f0-6fba5f7f01c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Synchronizing usage tracker for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:48:16.080703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f2050362-4116-49f7-a6f0-6fba5f7f01c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Unset dirty status for tenant:5ca7db141a314e729813a6b7e6594905 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:48:16.082226 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f2050362-4116-49f7-a6f0-6fba5f7f01c1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports/a3ebfb20-799b-4c86-b0f8-553ddfb30793 HTTP/1.1" status: 404 len: 333 time: 0.0645907 May 25 20:48:16.084933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39656) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:16.158459 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a728db6b-7d37-4124-a634-1ecd673c656c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.191117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-59b32487-ca10-4fa4-84da-51596e27ec57 None None] Could not find standard attr ID for object a3ebfb20-799b-4c86-b0f8-553ddfb30793. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:48:16.194752 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a728db6b-7d37-4124-a634-1ecd673c656c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.204009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-59b32487-ca10-4fa4-84da-51596e27ec57 None None] Provisioning complete for port f39d909c-6dd8-46ac-b980-f5ce321fce07 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:16.204359 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-59b32487-ca10-4fa4-84da-51596e27ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.206747 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fd41d8a-ad7a-4d63-bad1-d2740c85549b req-c1444e3b-3b9f-4e9a-ae92-0e395a7c7c08 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809231 May 25 20:48:16.247898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a728db6b-7d37-4124-a634-1ecd673c656c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.268559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728db6b-7d37-4124-a634-1ecd673c656c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46640a81-e1b7-4e48-a90f-778dc8f7b461,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:16.270718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-59b32487-ca10-4fa4-84da-51596e27ec57 None None] Port f39d909c-6dd8-46ac-b980-f5ce321fce07 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:48:16.278660 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a728db6b-7d37-4124-a634-1ecd673c656c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.282336 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a728db6b-7d37-4124-a634-1ecd673c656c tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/security-groups/46640a81-e1b7-4e48-a90f-778dc8f7b461 HTTP/1.1" status: 204 len: 168 time: 0.1935890 May 25 20:48:16.282336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39660) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:16.299202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-59b32487-ca10-4fa4-84da-51596e27ec57 None None] Provisioning for port 1e742480-50ca-47d0-a6f2-a191d53b4d19 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:16.306225 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-59b32487-ca10-4fa4-84da-51596e27ec57 None None] Provisioning complete for port 1e742480-50ca-47d0-a6f2-a191d53b4d19 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:16.306689 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-59b32487-ca10-4fa4-84da-51596e27ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.356177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4862077a-ce50-4d54-9c04-43d9f8e51a44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.388274 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4862077a-ce50-4d54-9c04-43d9f8e51a44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.413953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd41d8a-ad7a-4d63-bad1-d2740c85549b req-e70b2675-6b73-42e1-9e27-635e6fb50e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:16.416009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fd41d8a-ad7a-4d63-bad1-d2740c85549b req-e70b2675-6b73-42e1-9e27-635e6fb50e86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e2e8e4738f347389eca7743d5eef987&device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 1096 time: 0.1207418 May 25 20:48:16.440593 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4862077a-ce50-4d54-9c04-43d9f8e51a44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.460277 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-59b32487-ca10-4fa4-84da-51596e27ec57 None None] Current status of the port 1e742480-50ca-47d0-a6f2-a191d53b4d19 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:16.466562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862077a-ce50-4d54-9c04-43d9f8e51a44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7fb395-d47c-4775-80eb-a343879da967,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:16.470061 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4862077a-ce50-4d54-9c04-43d9f8e51a44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.471206 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4862077a-ce50-4d54-9c04-43d9f8e51a44 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/security-groups/6e7fb395-d47c-4775-80eb-a343879da967 HTTP/1.1" status: 204 len: 168 time: 0.1877553 May 25 20:48:16.473768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39664) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:16.542396 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e155-c906-4945-ba95-80d686f3580a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.574430 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-41acabfd-9783-43fd-be16-635f733b7b2f None None] Could not find standard attr ID for object a3ebfb20-799b-4c86-b0f8-553ddfb30793. {{(pid=88333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 20:48:16.579592 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e155-c906-4945-ba95-80d686f3580a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.641265 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e155-c906-4945-ba95-80d686f3580a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.660689 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8e155-c906-4945-ba95-80d686f3580a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f4a982-03d1-42e2-af52-fc65ec689fe8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:16.668535 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e155-c906-4945-ba95-80d686f3580a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.672157 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4ff8e155-c906-4945-ba95-80d686f3580a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/security-groups/74f4a982-03d1-42e2-af52-fc65ec689fe8 HTTP/1.1" status: 204 len: 168 time: 0.1948259 May 25 20:48:16.672407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39668) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:16.730970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd41d8a-ad7a-4d63-bad1-d2740c85549b req-966be690-6c4c-46c7-97a3-fbf49a921d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:16.732396 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fd41d8a-ad7a-4d63-bad1-d2740c85549b req-966be690-6c4c-46c7-97a3-fbf49a921d6f service neutron] 10.222.0.70 "GET /v2.0/networks?id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 HTTP/1.1" status: 200 len: 910 time: 0.2871032 May 25 20:48:16.756458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3254aa-739c-47af-83f6-869c00dad646 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting subnet aa4f19ae-9a78-4408-abd6-c893db9a3dc5 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:48:16.759340 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3254aa-739c-47af-83f6-869c00dad646 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.820021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3254aa-739c-47af-83f6-869c00dad646 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.838752 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fd41d8a-ad7a-4d63-bad1-d2740c85549b req-dfa060a9-af16-4f2d-83d4-bf856f21e63b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f HTTP/1.1" status: 200 len: 1001 time: 0.0998223 May 25 20:48:16.904352 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3254aa-739c-47af-83f6-869c00dad646 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.905973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd41d8a-ad7a-4d63-bad1-d2740c85549b req-f90376bb-a98a-4ee9-9f6d-57a9c2d83283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:16.907526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fd41d8a-ad7a-4d63-bad1-d2740c85549b req-f90376bb-a98a-4ee9-9f6d-57a9c2d83283 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac01637c-8629-4b8f-9c95-c238dbd975e2 HTTP/1.1" status: 200 len: 848 time: 0.0637519 May 25 20:48:16.978033 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3254aa-739c-47af-83f6-869c00dad646 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:16.983485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd41d8a-ad7a-4d63-bad1-d2740c85549b req-85543c5f-716e-4377-8e7c-839061eb6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:16.985116 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fd41d8a-ad7a-4d63-bad1-d2740c85549b req-85543c5f-716e-4377-8e7c-839061eb6c99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721006 May 25 20:48:17.022838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3254aa-739c-47af-83f6-869c00dad646 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4f19ae-9a78-4408-abd6-c893db9a3dc5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:17.024676 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f3254aa-739c-47af-83f6-869c00dad646 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:17.034461 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3f3254aa-739c-47af-83f6-869c00dad646 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/aa4f19ae-9a78-4408-abd6-c893db9a3dc5 HTTP/1.1" status: 204 len: 168 time: 0.3577113 May 25 20:48:17.034599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae8fa4-fdb1-414c-b7ca-5dc18c4921b1 None None] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:17.035414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39672) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:17.107331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5767b1-cda2-4c37-a622-99b1e171ba41 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting subnet 41d6fa05-f52b-4308-9001-1e5d60694909 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:48:17.110891 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf5767b1-cda2-4c37-a622-99b1e171ba41 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:17.123705 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fd41d8a-ad7a-4d63-bad1-d2740c85549b req-d65c293d-301c-4618-b737-b6e9ac1262eb service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322696 May 25 20:48:17.168056 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf5767b1-cda2-4c37-a622-99b1e171ba41 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:17.262629 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf5767b1-cda2-4c37-a622-99b1e171ba41 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:17.265256 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fd41d8a-ad7a-4d63-bad1-d2740c85549b req-527bd137-fbd0-483b-bc9c-a9d4e828fccd service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351457 May 25 20:48:17.343976 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf5767b1-cda2-4c37-a622-99b1e171ba41 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:17.391425 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf5767b1-cda2-4c37-a622-99b1e171ba41 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:17.394110 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5767b1-cda2-4c37-a622-99b1e171ba41 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Subnet': ['ID=41d6fa05-f52b-4308-9001-1e5d60694909,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:17.399526 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bf5767b1-cda2-4c37-a622-99b1e171ba41 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/41d6fa05-f52b-4308-9001-1e5d60694909 HTTP/1.1" status: 204 len: 168 time: 0.3631389 May 25 20:48:17.402146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39676) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:17.441488 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df2e0af-881a-444e-8c7f-623582101614 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] DELETE failed (client error): The resource could not be found. May 25 20:48:17.441942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df2e0af-881a-444e-8c7f-623582101614 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:48:17.443673 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6df2e0af-881a-444e-8c7f-623582101614 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/aa4f19ae-9a78-4408-abd6-c893db9a3dc5 HTTP/1.1" status: 404 len: 337 time: 0.0405736 May 25 20:48:17.446339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39680) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:17.513249 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f194636-4093-4636-8ff9-cbe30580bfe1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting subnet be22fe3f-106e-4f89-92bb-44222a8d1bb6 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:48:17.516580 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f194636-4093-4636-8ff9-cbe30580bfe1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:17.576587 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f194636-4093-4636-8ff9-cbe30580bfe1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:17.666196 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f194636-4093-4636-8ff9-cbe30580bfe1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:17.745195 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f194636-4093-4636-8ff9-cbe30580bfe1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:17.789470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f194636-4093-4636-8ff9-cbe30580bfe1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Subnet': ['ID=be22fe3f-106e-4f89-92bb-44222a8d1bb6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:17.793767 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f194636-4093-4636-8ff9-cbe30580bfe1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:17.799984 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2f194636-4093-4636-8ff9-cbe30580bfe1 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/be22fe3f-106e-4f89-92bb-44222a8d1bb6 HTTP/1.1" status: 204 len: 168 time: 0.3526690 May 25 20:48:17.802354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39684) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:17.814809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96af879a-fc38-4200-ad37-e93c9e0131ed None None] Network 434a1a74-a912-42a4-86ae-a9249dfcf61c requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:17.844900 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e8c1b2-9b35-42f3-b7fa-bdb27071e4d9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] DELETE failed (client error): The resource could not be found. May 25 20:48:17.845352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e8c1b2-9b35-42f3-b7fa-bdb27071e4d9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:48:17.847082 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-53e8c1b2-9b35-42f3-b7fa-bdb27071e4d9 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/6639eaa8-5b1f-4111-90b1-8ea197df2491 HTTP/1.1" status: 404 len: 337 time: 0.0438082 May 25 20:48:17.849747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39688) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:17.896683 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cc14f894-d5c0-461f-9356-b4811a0ae39f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2c8477e-f5eb-4ef5-af57-e109d0144d01 HTTP/1.1" status: 200 len: 205 time: 0.0457566 May 25 20:48:17.899586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39692) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:17.950444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-de663b02-9490-4329-9622-83c549b78745 None None] Provisioning complete for port f39d909c-6dd8-46ac-b980-f5ce321fce07 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:17.950802 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de663b02-9490-4329-9622-83c549b78745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:17.981144 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-117bd69c-37ca-434d-91b9-f5a591e68c16 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] delete failed (client error): The resource could not be found. May 25 20:48:17.984693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-117bd69c-37ca-434d-91b9-f5a591e68c16 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/routers/f2c8477e-f5eb-4ef5-af57-e109d0144d01 HTTP/1.1" status: 404 len: 336 time: 0.0815203 May 25 20:48:17.984841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39696) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:18.022814 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-2517f22b-5ab5-4bbb-b8c6-4593b6402a0a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] DELETE failed (client error): The resource could not be found. May 25 20:48:18.023273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2517f22b-5ab5-4bbb-b8c6-4593b6402a0a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:48:18.024942 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2517f22b-5ab5-4bbb-b8c6-4593b6402a0a tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/aed48f7c-800e-4823-b5cb-3b2c5a5deec6 HTTP/1.1" status: 404 len: 337 time: 0.0392163 May 25 20:48:18.027895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39700) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:18.047550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-de663b02-9490-4329-9622-83c549b78745 None None] Port f39d909c-6dd8-46ac-b980-f5ce321fce07 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:48:18.065382 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-de663b02-9490-4329-9622-83c549b78745 None None] Provisioning complete for port 1e742480-50ca-47d0-a6f2-a191d53b4d19 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:18.065667 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de663b02-9490-4329-9622-83c549b78745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:18.069565 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9febb6-6753-49a6-8d6b-01e08c2cccf6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] DELETE failed (client error): The resource could not be found. May 25 20:48:18.070023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9febb6-6753-49a6-8d6b-01e08c2cccf6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:48:18.071825 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8d9febb6-6753-49a6-8d6b-01e08c2cccf6 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/91b69294-167e-4cb0-a98b-ac68da33435a HTTP/1.1" status: 404 len: 337 time: 0.0430136 May 25 20:48:18.074937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39704) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:18.113021 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c6ae95-ad3d-4967-aea8-ca756acb0073 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] DELETE failed (client error): The resource could not be found. May 25 20:48:18.113476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c6ae95-ad3d-4967-aea8-ca756acb0073 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:48:18.115171 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-62c6ae95-ad3d-4967-aea8-ca756acb0073 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/2f0ddf15-fe16-4fd0-9ffc-a98c9a66fdc0 HTTP/1.1" status: 404 len: 337 time: 0.0393252 May 25 20:48:18.117748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39708) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:18.167045 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-a371fa5f-84e7-4d9e-bdb7-f9fefad49688 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] DELETE failed (client error): The resource could not be found. May 25 20:48:18.167556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a371fa5f-84e7-4d9e-bdb7-f9fefad49688 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:48:18.170453 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a371fa5f-84e7-4d9e-bdb7-f9fefad49688 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/3ec59abb-a2c4-4efb-8fe7-87bcdc925096 HTTP/1.1" status: 404 len: 333 time: 0.0502944 May 25 20:48:18.171804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39712) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:18.189089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a07f240-7803-431a-8a88-9af749008a9a None None] DHCP port deletion for 434a1a74-a912-42a4-86ae-a9249dfcf61c request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:48:18.196026 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6a07f240-7803-431a-8a88-9af749008a9a None None] Deleting port 1e742480-50ca-47d0-a6f2-a191d53b4d19 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:18.196385 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6a07f240-7803-431a-8a88-9af749008a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:18.219066 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c2cfe0-e5b5-4a3f-ae88-d9bc3dfe5928 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] DELETE failed (client error): The resource could not be found. May 25 20:48:18.219806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c2cfe0-e5b5-4a3f-ae88-d9bc3dfe5928 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:48:18.222379 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-40c2cfe0-e5b5-4a3f-ae88-d9bc3dfe5928 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/77057d55-efb7-4434-af8a-994381b5c77d HTTP/1.1" status: 404 len: 337 time: 0.0496294 May 25 20:48:18.225967 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39716) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:18.239538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-de663b02-9490-4329-9622-83c549b78745 None None] Current status of the port 1e742480-50ca-47d0-a6f2-a191d53b4d19 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:18.270167 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc54393e-72b7-4503-80a8-dc74ca659e2d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] DELETE failed (client error): The resource could not be found. May 25 20:48:18.270626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc54393e-72b7-4503-80a8-dc74ca659e2d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:48:18.272303 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fc54393e-72b7-4503-80a8-dc74ca659e2d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/88aafaca-c092-42db-83bd-a19fc35f36a7 HTTP/1.1" status: 404 len: 337 time: 0.0449502 May 25 20:48:18.274813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39720) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:18.316527 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-7536b2a7-a66b-4da4-980f-2e886572705d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] DELETE failed (client error): The resource could not be found. May 25 20:48:18.316918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7536b2a7-a66b-4da4-980f-2e886572705d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:48:18.320971 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7536b2a7-a66b-4da4-980f-2e886572705d tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/5ecd576a-40c3-4e8f-b20b-b72bfacfa2c4 HTTP/1.1" status: 404 len: 333 time: 0.0429628 May 25 20:48:18.321226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39724) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:18.363778 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e5e629-24d8-4928-9518-807415e0e549 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] DELETE failed (client error): The resource could not be found. May 25 20:48:18.364237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e5e629-24d8-4928-9518-807415e0e549 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:48:18.365918 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-65e5e629-24d8-4928-9518-807415e0e549 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/ac580585-1736-4e5f-9465-392731ce00cb HTTP/1.1" status: 404 len: 337 time: 0.0437901 May 25 20:48:18.368393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39728) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:18.406867 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-375b34d2-d0e1-4e18-9e0f-22fc242db356 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] DELETE failed (client error): The resource could not be found. May 25 20:48:18.407318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375b34d2-d0e1-4e18-9e0f-22fc242db356 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 20:48:18.411456 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-375b34d2-d0e1-4e18-9e0f-22fc242db356 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/subnets/bf6de7c0-81b1-420a-a595-9887a687497b HTTP/1.1" status: 404 len: 337 time: 0.0397429 May 25 20:48:18.411608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39732) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:18.438246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-6a07f240-7803-431a-8a88-9af749008a9a None None] For port 1e742480-50ca-47d0-a6f2-a191d53b4d19, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1e742480-50ca-47d0-a6f2-a191d53b4d19,segment=NetworkSegment(a175a83f-3958-4d05-886e-7dc0e4ac8a06),segment_id=a175a83f-3958-4d05-886e-7dc0e4ac8a06)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:18.438623 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6a07f240-7803-431a-8a88-9af749008a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:18.482411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-96dc2fee-7314-437e-b8c9-c164fec2c967 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Deleting port f39d909c-6dd8-46ac-b980-f5ce321fce07 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:18.482746 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96dc2fee-7314-437e-b8c9-c164fec2c967 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:18.561884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6a07f240-7803-431a-8a88-9af749008a9a None None] Calling delete_port for 1e742480-50ca-47d0-a6f2-a191d53b4d19 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:18.640370 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6a07f240-7803-431a-8a88-9af749008a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:18.690115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07f240-7803-431a-8a88-9af749008a9a None None] Pushing event deleted for resources: {'Port': ['ID=1e742480-50ca-47d0-a6f2-a191d53b4d19,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:18.694965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07f240-7803-431a-8a88-9af749008a9a None None] No DVR routers for this DVR port 1e742480-50ca-47d0-a6f2-a191d53b4d19 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:48:18.819751 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96dc2fee-7314-437e-b8c9-c164fec2c967 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:18.954701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-96dc2fee-7314-437e-b8c9-c164fec2c967 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Calling delete_port for f39d909c-6dd8-46ac-b980-f5ce321fce07 owned by {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:19.034721 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96dc2fee-7314-437e-b8c9-c164fec2c967 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:19.087934 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc2fee-7314-437e-b8c9-c164fec2c967 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Port': ['ID=f39d909c-6dd8-46ac-b980-f5ce321fce07,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:19.095164 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-96dc2fee-7314-437e-b8c9-c164fec2c967 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:19.107288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-96dc2fee-7314-437e-b8c9-c164fec2c967 tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/ports/f39d909c-6dd8-46ac-b980-f5ce321fce07 HTTP/1.1" status: 204 len: 168 time: 0.6947305 May 25 20:48:19.109748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39736) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:19.220013 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-05507df3-aa47-4853-ac85-0d525385566f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:19.361810 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-05507df3-aa47-4853-ac85-0d525385566f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:19.388739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-05507df3-aa47-4853-ac85-0d525385566f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434a1a74-a912-42a4-86ae-a9249dfcf61c']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:19.401387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-05507df3-aa47-4853-ac85-0d525385566f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a175a83f-3958-4d05-886e-7dc0e4ac8a06') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:19.401792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-05507df3-aa47-4853-ac85-0d525385566f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a175a83f-3958-4d05-886e-7dc0e4ac8a06') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:19.413021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-05507df3-aa47-4853-ac85-0d525385566f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:19.428993 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-05507df3-aa47-4853-ac85-0d525385566f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:19.435050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05507df3-aa47-4853-ac85-0d525385566f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:48:19.435424 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-05507df3-aa47-4853-ac85-0d525385566f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:19.503887 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment a175a83f-3958-4d05-886e-7dc0e4ac8a06 resource provider aggregate not found May 25 20:48:19.525123 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment a175a83f-3958-4d05-886e-7dc0e4ac8a06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a175a83f-3958-4d05-886e-7dc0e4ac8a06 found for delete ", "request_id": "req-eb390836-0df2-48ca-925e-83bf73c15431"}]} May 25 20:48:19.546039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-05507df3-aa47-4853-ac85-0d525385566f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:19.551643 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-05507df3-aa47-4853-ac85-0d525385566f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:19.576495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05507df3-aa47-4853-ac85-0d525385566f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] Pushing event deleted for resources: {'Network': ['ID=434a1a74-a912-42a4-86ae-a9249dfcf61c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:19.579815 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-05507df3-aa47-4853-ac85-0d525385566f tempest-PortsIpV6TestJSON-1433943759 tempest-PortsIpV6TestJSON-1433943759-project] 10.222.0.60 "DELETE /v2.0/networks/434a1a74-a912-42a4-86ae-a9249dfcf61c HTTP/1.1" status: 204 len: 168 time: 0.4690869 May 25 20:48:19.782250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1e742480-50ca-47d0-a6f2-a191d53b4d19 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:48:19.816796 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 1e742480-50ca-47d0-a6f2-a191d53b4d19 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:48:19.817127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1e742480-50ca-47d0-a6f2-a191d53b4d19 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:48:19.856087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39748) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:20.022304 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8697f734-4f24-4068-b2be-b1663da4f47b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ca7db141a314e729813a6b7e6594905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648767 May 25 20:48:20.024681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39754) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:20.081659 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6b04fed-c4eb-4574-9563-cc8491df6cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:20.107865 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6b04fed-c4eb-4574-9563-cc8491df6cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:20.160378 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6b04fed-c4eb-4574-9563-cc8491df6cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:20.177749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b04fed-c4eb-4574-9563-cc8491df6cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fa2989-a3ee-49ec-9bbb-5a43305bf8e8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:20.182147 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b6b04fed-c4eb-4574-9563-cc8491df6cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:20.183377 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b6b04fed-c4eb-4574-9563-cc8491df6cac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/90fa2989-a3ee-49ec-9bbb-5a43305bf8e8 HTTP/1.1" status: 204 len: 168 time: 0.1578000 May 25 20:48:20.946426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39778) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:21.057132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-cef960c7-45ab-4996-96d7-a0d0b69fb4fe tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1842074125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:21.065025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cef960c7-45ab-4996-96d7-a0d0b69fb4fe tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:21.069084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cef960c7-45ab-4996-96d7-a0d0b69fb4fe tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Usage tracker for resource:router and tenant:e15ce8c0e17d4226b21c0b59c0774f3a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:21.073215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-cef960c7-45ab-4996-96d7-a0d0b69fb4fe tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:21.079348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-cef960c7-45ab-4996-96d7-a0d0b69fb4fe tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:21.090137 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cef960c7-45ab-4996-96d7-a0d0b69fb4fe tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:21.090939 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cef960c7-45ab-4996-96d7-a0d0b69fb4fe tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:21.106707 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cef960c7-45ab-4996-96d7-a0d0b69fb4fe tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:21.126017 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cef960c7-45ab-4996-96d7-a0d0b69fb4fe tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:21.150333 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-cef960c7-45ab-4996-96d7-a0d0b69fb4fe tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:21.150333 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cef960c7-45ab-4996-96d7-a0d0b69fb4fe tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2032819 May 25 20:48:21.153606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39784) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:21.159660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-15971567'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:21.165839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:21.170576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Usage tracker for resource:network and tenant:e15ce8c0e17d4226b21c0b59c0774f3a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:21.173506 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:21.180324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:21.191462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Made reservation on behalf of e15ce8c0e17d4226b21c0b59c0774f3a for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:21.194545 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:21.210407 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:21.225641 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:21.230476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Usage tracker for resource:security_group_rule and tenant:e15ce8c0e17d4226b21c0b59c0774f3a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:21.233664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:21.239374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:21.326243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:21.330996 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:21.365697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:48:21.374289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e75c89-8277-4910-81a2-a52bf6cfce28,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:21.381112 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:21.381112 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Added segment c950ef06-1f1f-4d81-bde4-a3522ad46b77 of type vlan for network e595e061-a5fc-47f0-9958-52a19d58fa1b May 25 20:48:21.409791 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:21.442004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:21.448734 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:21.448734 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:21.559037 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4042883 May 25 20:48:21.562136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39790) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:21.562628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3e21b-9539-487f-b339-6682f509531d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event updated for resources: {'Network': ['ID=e595e061-a5fc-47f0-9958-52a19d58fa1b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:21.569980 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Request body: {'subnet': {'network_id': 'e595e061-a5fc-47f0-9958-52a19d58fa1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:21.575130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network e595e061-a5fc-47f0-9958-52a19d58fa1b details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:48:21.692768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:21.696585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Usage tracker for resource:subnet and tenant:e15ce8c0e17d4226b21c0b59c0774f3a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:21.699631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:21.705230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:21.714280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Made reservation on behalf of e15ce8c0e17d4226b21c0b59c0774f3a for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:21.717662 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:21.937622 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.022705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event updated for resources: {'Subnet': ['ID=2c4bc81f-73e5-4979-addf-661e06e432f0,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:22.032144 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Checking segment: {'id': 'c950ef06-1f1f-4d81-bde4-a3522ad46b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e595e061-a5fc-47f0-9958-52a19d58fa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:48:22.032500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Network hostable DHCP agents. Network: e595e061-a5fc-47f0-9958-52a19d58fa1b, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:48:22.051919 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Network e595e061-a5fc-47f0-9958-52a19d58fa1b is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:48:22.061385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, e595e061-a5fc-47f0-9958-52a19d58fa1b) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:22.065293 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:22.065867 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.069979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5769a2d-55e7-4ebb-8775-923ff167183a None None] Network e595e061-a5fc-47f0-9958-52a19d58fa1b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:22.087630 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-010574af-c12f-42af-931b-cf1c928df485 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5242951 May 25 20:48:22.091516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39794) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:22.097229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Request body: {'network': {'name': 'tempest-router-network01--2041920212'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:22.102714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:22.107354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Usage tracker for resource:network and tenant:e15ce8c0e17d4226b21c0b59c0774f3a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:22.110355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:22.117133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:22.128199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Made reservation on behalf of e15ce8c0e17d4226b21c0b59c0774f3a for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:22.132072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.160956 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:48:22.171613 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.172058 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Added segment 1aa1d7e6-feb3-4583-9511-cb68e64b8f7b of type vlan for network a25e054d-85a6-4196-b496-65b75817e4d0 May 25 20:48:22.200417 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.231864 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.237252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:22.237850 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.301326 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-e595e061-a5fc-47f0-9958-52a19d58fa1b', 'network_id': 'e595e061-a5fc-47f0-9958-52a19d58fa1b', 'tenant_id': 'e15ce8c0e17d4226b21c0b59c0774f3a', 'fixed_ips': [{'subnet_id': '2c4bc81f-73e5-4979-addf-661e06e432f0'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:48:22.302165 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.453252 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3606088 May 25 20:48:22.455927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39798) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:22.462568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Request body: {'network': {'name': 'tempest-router-network02--851414417'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:22.463745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Allocated IP 2001:db8::2 (e595e061-a5fc-47f0-9958-52a19d58fa1b/2c4bc81f-73e5-4979-addf-661e06e432f0/7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:22.466912 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8790cd-5d14-4f88-9069-f07e69de22c4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event updated for resources: {'Network': ['ID=a25e054d-85a6-4196-b496-65b75817e4d0,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:22.469937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:22.474180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Usage tracker for resource:network and tenant:e15ce8c0e17d4226b21c0b59c0774f3a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:22.476992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:22.477922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network a25e054d-85a6-4196-b496-65b75817e4d0 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:48:22.483789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:22.492745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Made reservation on behalf of e15ce8c0e17d4226b21c0b59c0774f3a for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:22.496558 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.524614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:48:22.534188 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.534511 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Added segment 713406a7-8c7a-4615-b6ee-d0bf37349f0d of type vlan for network dec6a859-2de6-4d0a-9275-8d82b1a746c5 May 25 20:48:22.560510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.595825 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.601356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:22.601927 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.711422 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2507358 May 25 20:48:22.711610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39802) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:22.720000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Request body: {'subnet': {'network_id': 'a25e054d-85a6-4196-b496-65b75817e4d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:22.738144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1eeb82-f4e0-4ac3-80b4-8afe861fabd6 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event updated for resources: {'Network': ['ID=dec6a859-2de6-4d0a-9275-8d82b1a746c5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:22.750238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network dec6a859-2de6-4d0a-9275-8d82b1a746c5 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:48:22.839516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:22.843301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Usage tracker for resource:subnet and tenant:e15ce8c0e17d4226b21c0b59c0774f3a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:22.845068 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.846181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:22.851964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:22.862451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Made reservation on behalf of e15ce8c0e17d4226b21c0b59c0774f3a for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:22.866360 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.867549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Transition to ACTIVE for port object 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:22.891132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Transition to ACTIVE for port object 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:22.897116 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:22.962040 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Network e595e061-a5fc-47f0-9958-52a19d58fa1b is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:22.964948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:22.968501 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:48:22.975663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Pushing event updated for resources: {'Port': ['ID=7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:23.093067 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:23.099371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Attempting to bind port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:48:23.099742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Attempting to bind port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'c950ef06-1f1f-4d81-bde4-a3522ad46b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e595e061-a5fc-47f0-9958-52a19d58fa1b'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:48:23.100075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Attempting to bind port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 on network e595e061-a5fc-47f0-9958-52a19d58fa1b {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:48:23.105373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:48:23.105732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Checking segment: {'id': 'c950ef06-1f1f-4d81-bde4-a3522ad46b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e595e061-a5fc-47f0-9958-52a19d58fa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:48:23.106116 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:23.106522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Bound using segment: {'id': 'c950ef06-1f1f-4d81-bde4-a3522ad46b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e595e061-a5fc-47f0-9958-52a19d58fa1b'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:48:23.106969 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Bound port: 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c950ef06-1f1f-4d81-bde4-a3522ad46b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e595e061-a5fc-47f0-9958-52a19d58fa1b'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:48:23.107328 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:23.174683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event updated for resources: {'Subnet': ['ID=ca0cdaac-81c8-4ce9-8ab7-35c090586ebb,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:23.182359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Checking segment: {'id': '1aa1d7e6-feb3-4583-9511-cb68e64b8f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a25e054d-85a6-4196-b496-65b75817e4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:48:23.182721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Network hostable DHCP agents. Network: a25e054d-85a6-4196-b496-65b75817e4d0, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:48:23.199211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] For port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:48:23.202653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] For port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5,segment=NetworkSegment(c950ef06-1f1f-4d81-bde4-a3522ad46b77),segment_id=c950ef06-1f1f-4d81-bde4-a3522ad46b77)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:48:23.203508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Network a25e054d-85a6-4196-b496-65b75817e4d0 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:48:23.206504 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:23.212277 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, a25e054d-85a6-4196-b496-65b75817e4d0) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:23.217143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:23.217716 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:23.239069 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3e50f619-275f-449e-81cc-28972602bea1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5266240 May 25 20:48:23.242030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39806) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:23.246107 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a15330-3513-41df-899f-7964cf40b4ac None None] Network a25e054d-85a6-4196-b496-65b75817e4d0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:23.248196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Request body: {'subnet': {'network_id': 'dec6a859-2de6-4d0a-9275-8d82b1a746c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:23.360472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:23.364368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Usage tracker for resource:subnet and tenant:e15ce8c0e17d4226b21c0b59c0774f3a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:23.368120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:23.374648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:23.375505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef6c59-5e76-4105-b0c3-eb8e448d04b6 None None] Pushing event updated for resources: {'Port': ['ID=7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:23.396144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Made reservation on behalf of e15ce8c0e17d4226b21c0b59c0774f3a for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:23.399981 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:23.525084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-a25e054d-85a6-4196-b496-65b75817e4d0', 'network_id': 'a25e054d-85a6-4196-b496-65b75817e4d0', 'tenant_id': 'e15ce8c0e17d4226b21c0b59c0774f3a', 'fixed_ips': [{'subnet_id': 'ca0cdaac-81c8-4ce9-8ab7-35c090586ebb'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:48:23.526216 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:23.732520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Allocated IP 2001:db8::2 (a25e054d-85a6-4196-b496-65b75817e4d0/ca0cdaac-81c8-4ce9-8ab7-35c090586ebb/50f29d3f-29b6-4908-90cc-004efd1cccb6) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:23.816895 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:23.886870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:48:23.910298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event updated for resources: {'Subnet': ['ID=2fd02bec-44ae-4e99-bb6e-8917bfe2b553,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:23.914743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Checking segment: {'id': '713406a7-8c7a-4615-b6ee-d0bf37349f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dec6a859-2de6-4d0a-9275-8d82b1a746c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:48:23.915958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Network hostable DHCP agents. Network: dec6a859-2de6-4d0a-9275-8d82b1a746c5, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:48:23.936387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Network dec6a859-2de6-4d0a-9275-8d82b1a746c5 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:48:23.950470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, dec6a859-2de6-4d0a-9275-8d82b1a746c5) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:23.955199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:23.955972 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:23.961902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7af752-7de8-4d58-b9c4-6c9ea0662446 None None] Network dec6a859-2de6-4d0a-9275-8d82b1a746c5 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:23.979358 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a79fa529-d2fe-4f84-bb17-5866cdab2ca7 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7361948 May 25 20:48:23.982255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39810) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:24.136325 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:24.175450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:24.199408 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:24.245405 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Transition to ACTIVE for port object 50f29d3f-29b6-4908-90cc-004efd1cccb6 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:24.278997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Transition to ACTIVE for port object 50f29d3f-29b6-4908-90cc-004efd1cccb6 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:24.324350 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:24.362583 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-dec6a859-2de6-4d0a-9275-8d82b1a746c5', 'network_id': 'dec6a859-2de6-4d0a-9275-8d82b1a746c5', 'tenant_id': 'e15ce8c0e17d4226b21c0b59c0774f3a', 'fixed_ips': [{'subnet_id': '2fd02bec-44ae-4e99-bb6e-8917bfe2b553'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:48:24.363399 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:24.413363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Network a25e054d-85a6-4196-b496-65b75817e4d0 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:24.417624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:24.459616 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:48:24.476775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Pushing event updated for resources: {'Port': ['ID=50f29d3f-29b6-4908-90cc-004efd1cccb6,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:24.483680 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:24.515211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0d169d-55d7-450b-aa5a-e2d2dc7e2e82 None None] Network e595e061-a5fc-47f0-9958-52a19d58fa1b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:24.681864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Attempting to bind port 50f29d3f-29b6-4908-90cc-004efd1cccb6 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:48:24.682273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Attempting to bind port 50f29d3f-29b6-4908-90cc-004efd1cccb6 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '1aa1d7e6-feb3-4583-9511-cb68e64b8f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a25e054d-85a6-4196-b496-65b75817e4d0'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:48:24.683728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Attempting to bind port 50f29d3f-29b6-4908-90cc-004efd1cccb6 on network a25e054d-85a6-4196-b496-65b75817e4d0 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:48:24.738389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:48:24.738754 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Checking segment: {'id': '1aa1d7e6-feb3-4583-9511-cb68e64b8f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a25e054d-85a6-4196-b496-65b75817e4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:48:24.739200 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:24.739575 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Bound using segment: {'id': '1aa1d7e6-feb3-4583-9511-cb68e64b8f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a25e054d-85a6-4196-b496-65b75817e4d0'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:48:24.739988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Bound port: 50f29d3f-29b6-4908-90cc-004efd1cccb6, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa1d7e6-feb3-4583-9511-cb68e64b8f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a25e054d-85a6-4196-b496-65b75817e4d0'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:48:24.740353 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:24.753684 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4b73e8de-2b77-487e-9a50-09dcc1542f16 None None] Provisioning for port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:24.783846 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4b73e8de-2b77-487e-9a50-09dcc1542f16 None None] Provisioning complete for port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:24.784205 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4b73e8de-2b77-487e-9a50-09dcc1542f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:24.839395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Allocated IP 2001:db8::1 (a25e054d-85a6-4196-b496-65b75817e4d0/ca0cdaac-81c8-4ce9-8ab7-35c090586ebb/948cf39e-7f74-4165-b93f-e485b234ae59) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:24.967822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Allocated IP 2001:db8::2 (dec6a859-2de6-4d0a-9275-8d82b1a746c5/2fd02bec-44ae-4e99-bb6e-8917bfe2b553/f0ba3f0e-92cb-4c1a-a496-4b45f042291b) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:25.021958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.038443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Transition to ACTIVE for port object 948cf39e-7f74-4165-b93f-e485b234ae59 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:25.062373 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.126471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] For port 50f29d3f-29b6-4908-90cc-004efd1cccb6, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:48:25.139579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Network a25e054d-85a6-4196-b496-65b75817e4d0 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:25.142528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:25.146729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:48:25.147252 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.161203 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event updated for resources: {'Port': ['ID=948cf39e-7f74-4165-b93f-e485b234ae59,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:25.175558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] For port 50f29d3f-29b6-4908-90cc-004efd1cccb6, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=50f29d3f-29b6-4908-90cc-004efd1cccb6,segment=NetworkSegment(1aa1d7e6-feb3-4583-9511-cb68e64b8f7b),segment_id=1aa1d7e6-feb3-4583-9511-cb68e64b8f7b)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:48:25.196879 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.308058 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4b73e8de-2b77-487e-9a50-09dcc1542f16 None None] Current status of the port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:25.308343 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4b73e8de-2b77-487e-9a50-09dcc1542f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.392318 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.421837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca157a-4bb4-4579-98c9-1b0ecdd64e86 None None] Pushing event updated for resources: {'Port': ['ID=50f29d3f-29b6-4908-90cc-004efd1cccb6,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:25.447915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4b73e8de-2b77-487e-9a50-09dcc1542f16 None None] For port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5,segment=NetworkSegment(c950ef06-1f1f-4d81-bde4-a3522ad46b77),segment_id=c950ef06-1f1f-4d81-bde4-a3522ad46b77)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:25.458281 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4b73e8de-2b77-487e-9a50-09dcc1542f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.496838 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.531387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Transition to ACTIVE for port object f0ba3f0e-92cb-4c1a-a496-4b45f042291b will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:25.588629 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Transition to ACTIVE for port object f0ba3f0e-92cb-4c1a-a496-4b45f042291b will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:25.593932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73e8de-2b77-487e-9a50-09dcc1542f16 None None] Pushing event updated for resources: {'Port': ['ID=7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:25.600045 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.679912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Network dec6a859-2de6-4d0a-9275-8d82b1a746c5 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:25.689492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:25.693353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:48:25.782836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Pushing event updated for resources: {'Port': ['ID=f0ba3f0e-92cb-4c1a-a496-4b45f042291b,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:25.828254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Attempting to bind port f0ba3f0e-92cb-4c1a-a496-4b45f042291b on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:48:25.828618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Attempting to bind port f0ba3f0e-92cb-4c1a-a496-4b45f042291b by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '713406a7-8c7a-4615-b6ee-d0bf37349f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dec6a859-2de6-4d0a-9275-8d82b1a746c5'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:48:25.828974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Attempting to bind port f0ba3f0e-92cb-4c1a-a496-4b45f042291b on network dec6a859-2de6-4d0a-9275-8d82b1a746c5 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:48:25.834819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:48:25.835336 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Checking segment: {'id': '713406a7-8c7a-4615-b6ee-d0bf37349f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dec6a859-2de6-4d0a-9275-8d82b1a746c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:48:25.835894 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.836285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Bound using segment: {'id': '713406a7-8c7a-4615-b6ee-d0bf37349f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dec6a859-2de6-4d0a-9275-8d82b1a746c5'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:48:25.836747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Bound port: f0ba3f0e-92cb-4c1a-a496-4b45f042291b, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713406a7-8c7a-4615-b6ee-d0bf37349f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dec6a859-2de6-4d0a-9275-8d82b1a746c5'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:48:25.837116 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.914533 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-36ad08f1-d3b1-48c1-a11f-5cc9606a36a9 None None] Provisioning complete for port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:25.914897 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-36ad08f1-d3b1-48c1-a11f-5cc9606a36a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.926904 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.933066 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.934003 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:25.959322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:48:26.045116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] For port f0ba3f0e-92cb-4c1a-a496-4b45f042291b, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:48:26.059179 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] For port f0ba3f0e-92cb-4c1a-a496-4b45f042291b, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f0ba3f0e-92cb-4c1a-a496-4b45f042291b,segment=NetworkSegment(713406a7-8c7a-4615-b6ee-d0bf37349f0d),segment_id=713406a7-8c7a-4615-b6ee-d0bf37349f0d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:48:26.073806 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:26.087619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event updated for resources: {'Port': ['ID=948cf39e-7f74-4165-b93f-e485b234ae59,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:26.168579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Network a25e054d-85a6-4196-b496-65b75817e4d0 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:26.169762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:26.236438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:26.236805 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:26.288757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90f66b-b8ca-4a00-9cc3-c2b573cfd7b6 None None] Pushing event updated for resources: {'Port': ['ID=f0ba3f0e-92cb-4c1a-a496-4b45f042291b,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:26.294246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-36ad08f1-d3b1-48c1-a11f-5cc9606a36a9 None None] Current status of the port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:26.388836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:26.389927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 50f29d3f-29b6-4908-90cc-004efd1cccb6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:48:26.431195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Router 1e9e62e1-21d3-42a7-a394-ce9513522622 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:48:26.498360 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 50f29d3f-29b6-4908-90cc-004efd1cccb6 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:26.642713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:48:26.655516 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2fd3becd-281c-4a9f-b51e-8a657f04d5b4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "PUT /v2.0/routers/1e9e62e1-21d3-42a7-a394-ce9513522622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6697159 May 25 20:48:26.655686 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98215bbe-273a-42b4-b885-d025c56c745f None None] Sync routers for ids ['1e9e62e1-21d3-42a7-a394-ce9513522622'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:48:26.656144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39814) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:26.665648 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98215bbe-273a-42b4-b885-d025c56c745f None None] Routers {'1e9e62e1-21d3-42a7-a394-ce9513522622'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:48:26.668779 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-98215bbe-273a-42b4-b885-d025c56c745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:48:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1e9e62e1-21d3-42a7-a394-ce9513522622'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:26.715919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3051b7-c11d-4c56-b032-897f63ab9a9c None None] Network a25e054d-85a6-4196-b496-65b75817e4d0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:26.747936 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-98215bbe-273a-42b4-b885-d025c56c745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:26.759079 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98215bbe-273a-42b4-b885-d025c56c745f None None] Routers {'1e9e62e1-21d3-42a7-a394-ce9513522622'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:48:26.759923 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-98215bbe-273a-42b4-b885-d025c56c745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:48:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1e9e62e1-21d3-42a7-a394-ce9513522622'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:26.825892 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-98215bbe-273a-42b4-b885-d025c56c745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:26.826575 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98215bbe-273a-42b4-b885-d025c56c745f None None] The sync data for ids ['1e9e62e1-21d3-42a7-a394-ce9513522622'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:48:26.849671 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-22e9e1aa-2057-4326-96f2-06bbca6b326f None None] Provisioning for port 50f29d3f-29b6-4908-90cc-004efd1cccb6 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:26.860133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-22e9e1aa-2057-4326-96f2-06bbca6b326f None None] Provisioning complete for port 50f29d3f-29b6-4908-90cc-004efd1cccb6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:26.860498 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-22e9e1aa-2057-4326-96f2-06bbca6b326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:27.180605 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-22e9e1aa-2057-4326-96f2-06bbca6b326f None None] Current status of the port 50f29d3f-29b6-4908-90cc-004efd1cccb6 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:27.180605 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-22e9e1aa-2057-4326-96f2-06bbca6b326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:27.245579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-22e9e1aa-2057-4326-96f2-06bbca6b326f None None] For port 50f29d3f-29b6-4908-90cc-004efd1cccb6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=50f29d3f-29b6-4908-90cc-004efd1cccb6,segment=NetworkSegment(1aa1d7e6-feb3-4583-9511-cb68e64b8f7b),segment_id=1aa1d7e6-feb3-4583-9511-cb68e64b8f7b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:27.245579 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-22e9e1aa-2057-4326-96f2-06bbca6b326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:27.357985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9e1aa-2057-4326-96f2-06bbca6b326f None None] Pushing event updated for resources: {'Port': ['ID=50f29d3f-29b6-4908-90cc-004efd1cccb6,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:27.493412 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-c08f8dbd-602e-485c-863e-b96600fcd4bd tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:27.493412 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c08f8dbd-602e-485c-863e-b96600fcd4bd tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "PUT /v2.0/routers/1e9e62e1-21d3-42a7-a394-ce9513522622/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8255353 May 25 20:48:27.497464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39818) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:27.760717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468bec9e-6167-45c0-9db0-58761e40a283 None None] Network dec6a859-2de6-4d0a-9275-8d82b1a746c5 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:27.850560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0c2a9aee-c340-429d-8500-e93ec8bc6c59 None None] Provisioning for port 948cf39e-7f74-4165-b93f-e485b234ae59 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:27.950538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0c2a9aee-c340-429d-8500-e93ec8bc6c59 None None] Provisioning complete for port 948cf39e-7f74-4165-b93f-e485b234ae59 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:27.950538 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0c2a9aee-c340-429d-8500-e93ec8bc6c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:28.035937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0c2a9aee-c340-429d-8500-e93ec8bc6c59 None None] Port 948cf39e-7f74-4165-b93f-e485b234ae59 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:48:28.102120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 50f29d3f-29b6-4908-90cc-004efd1cccb6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:48:28.138639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0c2a9aee-c340-429d-8500-e93ec8bc6c59 None None] Provisioning complete for port 50f29d3f-29b6-4908-90cc-004efd1cccb6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:28.138639 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0c2a9aee-c340-429d-8500-e93ec8bc6c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:28.279004 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4e4f-7dd8-429e-a8e0-43f350dff0be tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:28.419562 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e8033f52-6354-4f3c-8106-e98a4fa32ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:28.445486 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:28.516631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0c2a9aee-c340-429d-8500-e93ec8bc6c59 None None] Current status of the port 50f29d3f-29b6-4908-90cc-004efd1cccb6 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:28.536827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 50f29d3f-29b6-4908-90cc-004efd1cccb6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:28.536827 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:28.697524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc4e4f-7dd8-429e-a8e0-43f350dff0be tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Deleting port 948cf39e-7f74-4165-b93f-e485b234ae59 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:28.697524 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4e4f-7dd8-429e-a8e0-43f350dff0be tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:28.712235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-58699bfb-399c-4977-abcc-a33ac94a6255 None None] Provisioning complete for port 948cf39e-7f74-4165-b93f-e485b234ae59 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:28.712235 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-58699bfb-399c-4977-abcc-a33ac94a6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:28.775217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 50f29d3f-29b6-4908-90cc-004efd1cccb6 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:28.775217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f0ba3f0e-92cb-4c1a-a496-4b45f042291b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:48:28.904205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-58699bfb-399c-4977-abcc-a33ac94a6255 None None] Port 948cf39e-7f74-4165-b93f-e485b234ae59 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:48:28.928384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-58699bfb-399c-4977-abcc-a33ac94a6255 None None] Provisioning for port f0ba3f0e-92cb-4c1a-a496-4b45f042291b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:28.938915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port f0ba3f0e-92cb-4c1a-a496-4b45f042291b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:28.938915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-58699bfb-399c-4977-abcc-a33ac94a6255 None None] Provisioning complete for port f0ba3f0e-92cb-4c1a-a496-4b45f042291b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:28.938915 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-58699bfb-399c-4977-abcc-a33ac94a6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:28.976079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f0ba3f0e-92cb-4c1a-a496-4b45f042291b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:28.976079 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:28.984602 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4e4f-7dd8-429e-a8e0-43f350dff0be tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:29.137100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc4e4f-7dd8-429e-a8e0-43f350dff0be tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Calling delete_port for 948cf39e-7f74-4165-b93f-e485b234ae59 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:29.207255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f0ba3f0e-92cb-4c1a-a496-4b45f042291b is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:29.207255 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:29.232389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-58699bfb-399c-4977-abcc-a33ac94a6255 None None] Current status of the port f0ba3f0e-92cb-4c1a-a496-4b45f042291b is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:29.232389 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-58699bfb-399c-4977-abcc-a33ac94a6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:29.283841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port f0ba3f0e-92cb-4c1a-a496-4b45f042291b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f0ba3f0e-92cb-4c1a-a496-4b45f042291b,segment=NetworkSegment(713406a7-8c7a-4615-b6ee-d0bf37349f0d),segment_id=713406a7-8c7a-4615-b6ee-d0bf37349f0d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:29.283841 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:29.449156 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-58699bfb-399c-4977-abcc-a33ac94a6255 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:48:29.449156 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-58699bfb-399c-4977-abcc-a33ac94a6255 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:48:29.509563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=f0ba3f0e-92cb-4c1a-a496-4b45f042291b,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:29.551300 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4e4f-7dd8-429e-a8e0-43f350dff0be tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:29.603378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc4e4f-7dd8-429e-a8e0-43f350dff0be tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event deleted for resources: {'Port': ['ID=948cf39e-7f74-4165-b93f-e485b234ae59,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:29.801649 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4e4f-7dd8-429e-a8e0-43f350dff0be tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:29.872244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f0ba3f0e-92cb-4c1a-a496-4b45f042291b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:48:30.023949 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-58699bfb-399c-4977-abcc-a33ac94a6255 None None] Current status of the port f0ba3f0e-92cb-4c1a-a496-4b45f042291b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:30.032246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f0ba3f0e-92cb-4c1a-a496-4b45f042291b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:30.032246 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:30.152328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bc4e4f-7dd8-429e-a8e0-43f350dff0be tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Router 1e9e62e1-21d3-42a7-a394-ce9513522622 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:48:30.183713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f0ba3f0e-92cb-4c1a-a496-4b45f042291b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:30.188806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d835eee0-49ee-484b-a757-bfebc7087522 None None] Provisioning complete for port f0ba3f0e-92cb-4c1a-a496-4b45f042291b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:30.188806 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d835eee0-49ee-484b-a757-bfebc7087522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:30.334591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bc4e4f-7dd8-429e-a8e0-43f350dff0be tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:48:30.339339 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e1bc4e4f-7dd8-429e-a8e0-43f350dff0be tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "PUT /v2.0/routers/1e9e62e1-21d3-42a7-a394-ce9513522622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8488009 May 25 20:48:30.348028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c937e431-7b4c-46aa-9978-39fcbdd3e7d9 None None] Sync routers for ids ['1e9e62e1-21d3-42a7-a394-ce9513522622'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:48:30.353169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39824) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:30.369356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c937e431-7b4c-46aa-9978-39fcbdd3e7d9 None None] Routers {'1e9e62e1-21d3-42a7-a394-ce9513522622'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:48:30.369356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c937e431-7b4c-46aa-9978-39fcbdd3e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:48:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1e9e62e1-21d3-42a7-a394-ce9513522622'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:30.420359 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-a65d9e4b-bb7b-4fe9-9318-2d1e30cbab4b tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] delete failed (client error): The resource could not be found. May 25 20:48:30.420359 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a65d9e4b-bb7b-4fe9-9318-2d1e30cbab4b tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-2111007211 HTTP/1.1" status: 404 len: 335 time: 0.0722296 May 25 20:48:30.429200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39828) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:30.434307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d835eee0-49ee-484b-a757-bfebc7087522 None None] Current status of the port f0ba3f0e-92cb-4c1a-a496-4b45f042291b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:30.439032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-76ec4fdf-d1d7-4e1f-9946-f8bc0ed761d1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Request body: {'router': {'external_gateway_info': {'network_id': '1e9e62e1-21d3-42a7-a394-ce9513522622'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:30.443656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c937e431-7b4c-46aa-9978-39fcbdd3e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:30.443656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c937e431-7b4c-46aa-9978-39fcbdd3e7d9 None None] Routers {'1e9e62e1-21d3-42a7-a394-ce9513522622'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:48:30.453390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c937e431-7b4c-46aa-9978-39fcbdd3e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:48:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1e9e62e1-21d3-42a7-a394-ce9513522622'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:30.514945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-c937e431-7b4c-46aa-9978-39fcbdd3e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:30.514945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c937e431-7b4c-46aa-9978-39fcbdd3e7d9 None None] The sync data for ids ['1e9e62e1-21d3-42a7-a394-ce9513522622'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:48:30.533773 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:48:30.632097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-951838b3-9630-4f8b-93cc-13b215562c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:30.897728 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-76ec4fdf-d1d7-4e1f-9946-f8bc0ed761d1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:30.931421 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-76ec4fdf-d1d7-4e1f-9946-f8bc0ed761d1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] update failed (client error): The resource could not be found. May 25 20:48:30.931421 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-76ec4fdf-d1d7-4e1f-9946-f8bc0ed761d1 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "PUT /v2.0/routers/1e9e62e1-21d3-42a7-a394-ce9513522622 HTTP/1.1" status: 404 len: 339 time: 0.5027275 May 25 20:48:30.931421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39832) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:30.941280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2108109517'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:30.952184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:30.952184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Usage tracker for resource:network and tenant:e15ce8c0e17d4226b21c0b59c0774f3a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:30.952184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:30.962393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:30.976615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Made reservation on behalf of e15ce8c0e17d4226b21c0b59c0774f3a for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:30.976615 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:31.008831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:48:31.017543 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:31.017543 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Added segment e397919d-86b1-43b0-8c71-7191db09d107 of type vlan for network 9e967da9-3caf-4d00-a038-64ed1eaeaecc May 25 20:48:31.048348 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:31.078945 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:31.084870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:31.084870 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:31.186180 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2540491 May 25 20:48:31.188219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39836) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:31.195889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Request body: {'subnet': {'network_id': '9e967da9-3caf-4d00-a038-64ed1eaeaecc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:31.217469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a58d84-b3cf-4474-8191-f600e2bf613c tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event updated for resources: {'Network': ['ID=9e967da9-3caf-4d00-a038-64ed1eaeaecc,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:31.227339 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 9e967da9-3caf-4d00-a038-64ed1eaeaecc details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:48:31.339004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:31.346213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Usage tracker for resource:subnet and tenant:e15ce8c0e17d4226b21c0b59c0774f3a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:31.346213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:31.357455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:31.377505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Made reservation on behalf of e15ce8c0e17d4226b21c0b59c0774f3a for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:48:31.377505 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:31.394270 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:31.606772 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:31.691667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event updated for resources: {'Subnet': ['ID=d4f2982d-ded1-47cb-af03-601eb756449d,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:31.701308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Checking segment: {'id': 'e397919d-86b1-43b0-8c71-7191db09d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e967da9-3caf-4d00-a038-64ed1eaeaecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:48:31.701308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Network hostable DHCP agents. Network: 9e967da9-3caf-4d00-a038-64ed1eaeaecc, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:48:31.724471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Network 9e967da9-3caf-4d00-a038-64ed1eaeaecc is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:48:31.741792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 9e967da9-3caf-4d00-a038-64ed1eaeaecc) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:31.750526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b9512d-79a6-4a6d-adbb-beee9e3c0105 None None] Network 9e967da9-3caf-4d00-a038-64ed1eaeaecc requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:31.765489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:48:31.765489 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:31.793930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b5fe4061-64c9-4266-8ac2-4840557994b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6046951 May 25 20:48:31.796725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39840) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:31.804335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-addba7f5-45f9-4213-9fd1-2a572dc25c43 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e967da9-3caf-4d00-a038-64ed1eaeaecc'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:31.860709 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:32.004762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-9e967da9-3caf-4d00-a038-64ed1eaeaecc', 'network_id': '9e967da9-3caf-4d00-a038-64ed1eaeaecc', 'tenant_id': 'e15ce8c0e17d4226b21c0b59c0774f3a', 'fixed_ips': [{'subnet_id': 'd4f2982d-ded1-47cb-af03-601eb756449d'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:48:32.005816 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:32.162124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Allocated IP 2001:db8:1::2 (9e967da9-3caf-4d00-a038-64ed1eaeaecc/d4f2982d-ded1-47cb-af03-601eb756449d/21e543aa-d2ce-4690-abd5-450187ad2024) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:32.322176 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-addba7f5-45f9-4213-9fd1-2a572dc25c43 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:32.373367 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:32.383470 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Transition to ACTIVE for port object 21e543aa-d2ce-4690-abd5-450187ad2024 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:32.402447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Transition to ACTIVE for port object 21e543aa-d2ce-4690-abd5-450187ad2024 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:32.407847 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:32.472274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Network 9e967da9-3caf-4d00-a038-64ed1eaeaecc is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:32.475267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:32.475456 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-addba7f5-45f9-4213-9fd1-2a572dc25c43 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:32.476587 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-addba7f5-45f9-4213-9fd1-2a572dc25c43 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "PUT /v2.0/routers/1e9e62e1-21d3-42a7-a394-ce9513522622 HTTP/1.1" status: 400 len: 364 time: 0.6786451 May 25 20:48:32.480742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39844) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:32.483540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:48:32.485552 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Pushing event updated for resources: {'Port': ['ID=21e543aa-d2ce-4690-abd5-450187ad2024,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:32.594067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Attempting to bind port 21e543aa-d2ce-4690-abd5-450187ad2024 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:48:32.594067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Attempting to bind port 21e543aa-d2ce-4690-abd5-450187ad2024 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e397919d-86b1-43b0-8c71-7191db09d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e967da9-3caf-4d00-a038-64ed1eaeaecc'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:48:32.594067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Attempting to bind port 21e543aa-d2ce-4690-abd5-450187ad2024 on network 9e967da9-3caf-4d00-a038-64ed1eaeaecc {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:48:32.594067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:48:32.594067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Checking segment: {'id': 'e397919d-86b1-43b0-8c71-7191db09d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e967da9-3caf-4d00-a038-64ed1eaeaecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:48:32.594067 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:32.594067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Bound using segment: {'id': 'e397919d-86b1-43b0-8c71-7191db09d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e967da9-3caf-4d00-a038-64ed1eaeaecc'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:48:32.594067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Bound port: 21e543aa-d2ce-4690-abd5-450187ad2024, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e397919d-86b1-43b0-8c71-7191db09d107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e967da9-3caf-4d00-a038-64ed1eaeaecc'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:48:32.594067 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:32.687115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] For port 21e543aa-d2ce-4690-abd5-450187ad2024, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:48:32.691520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] For port 21e543aa-d2ce-4690-abd5-450187ad2024, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=21e543aa-d2ce-4690-abd5-450187ad2024,segment=NetworkSegment(e397919d-86b1-43b0-8c71-7191db09d107),segment_id=e397919d-86b1-43b0-8c71-7191db09d107)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:48:32.696781 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:32.779864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafb873-9f01-4283-b51d-63575b34f6f6 None None] Pushing event updated for resources: {'Port': ['ID=21e543aa-d2ce-4690-abd5-450187ad2024,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:32.993688 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:33.144752 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:33.504481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Allocated IP 2001:db8::1 (e595e061-a5fc-47f0-9958-52a19d58fa1b/2c4bc81f-73e5-4979-addf-661e06e432f0/73519c4a-32f3-4ed7-9e1f-06957b0a3703) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:48:33.684454 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:33.712751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Transition to ACTIVE for port object 73519c4a-32f3-4ed7-9e1f-06957b0a3703 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:48:33.738883 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:33.776505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1259451b-dc21-46b9-b3eb-2fb74d038790 None None] Network 9e967da9-3caf-4d00-a038-64ed1eaeaecc requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:33.858925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Network e595e061-a5fc-47f0-9958-52a19d58fa1b is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:33.858925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:33.866391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 21e543aa-d2ce-4690-abd5-450187ad2024 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:48:33.866817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:48:33.867209 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:33.887663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event updated for resources: {'Port': ['ID=73519c4a-32f3-4ed7-9e1f-06957b0a3703,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:33.951134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3bac0c12-9092-4932-ba62-458f8c4f5b0c None None] Provisioning for port 21e543aa-d2ce-4690-abd5-450187ad2024 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:33.999197 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:34.077126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 21e543aa-d2ce-4690-abd5-450187ad2024 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:34.094062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 21e543aa-d2ce-4690-abd5-450187ad2024 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:34.094463 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:34.288415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-656d8036-8c84-47d3-a499-56e4b8e444b8 None None] Provisioning for port 73519c4a-32f3-4ed7-9e1f-06957b0a3703 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:48:34.295757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 21e543aa-d2ce-4690-abd5-450187ad2024 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:34.296130 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:34.309049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-656d8036-8c84-47d3-a499-56e4b8e444b8 None None] Provisioning complete for port 73519c4a-32f3-4ed7-9e1f-06957b0a3703 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:34.309049 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-656d8036-8c84-47d3-a499-56e4b8e444b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:34.400228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 21e543aa-d2ce-4690-abd5-450187ad2024, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=21e543aa-d2ce-4690-abd5-450187ad2024,segment=NetworkSegment(e397919d-86b1-43b0-8c71-7191db09d107),segment_id=e397919d-86b1-43b0-8c71-7191db09d107)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:34.408531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-656d8036-8c84-47d3-a499-56e4b8e444b8 None None] Port 73519c4a-32f3-4ed7-9e1f-06957b0a3703 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:48:34.408531 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:34.497342 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:34.501185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=21e543aa-d2ce-4690-abd5-450187ad2024,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:34.504736 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:34.504736 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:34.695529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event updated for resources: {'Port': ['ID=73519c4a-32f3-4ed7-9e1f-06957b0a3703,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:34.743566 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c63ad660-1a42-409e-85e7-f491a94df512 None None] Provisioning complete for port 21e543aa-d2ce-4690-abd5-450187ad2024 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:34.744828 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c63ad660-1a42-409e-85e7-f491a94df512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:34.785313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Network e595e061-a5fc-47f0-9958-52a19d58fa1b is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:48:34.794681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:48:34.932838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c63ad660-1a42-409e-85e7-f491a94df512 None None] Current status of the port 21e543aa-d2ce-4690-abd5-450187ad2024 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:35.017120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Router 1e9e62e1-21d3-42a7-a394-ce9513522622 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:48:35.156176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f4668e4a-598d-44b1-b595-1f9a4bfd42fd None None] Provisioning complete for port 73519c4a-32f3-4ed7-9e1f-06957b0a3703 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:35.156539 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f4668e4a-598d-44b1-b595-1f9a4bfd42fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:35.216391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f4668e4a-598d-44b1-b595-1f9a4bfd42fd None None] Port 73519c4a-32f3-4ed7-9e1f-06957b0a3703 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:48:35.326252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:48:35.338345 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e9502e29-b39f-4481-b91d-cb03e7c5512d tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "PUT /v2.0/routers/1e9e62e1-21d3-42a7-a394-ce9513522622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8534205 May 25 20:48:35.339505 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b8a3a-b706-4e4c-b9ad-c667d86c94e6 None None] Sync routers for ids ['1e9e62e1-21d3-42a7-a394-ce9513522622'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:48:35.339953 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39852) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:35.350531 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b8a3a-b706-4e4c-b9ad-c667d86c94e6 None None] Routers {'1e9e62e1-21d3-42a7-a394-ce9513522622'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:48:35.351764 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4d3b8a3a-b706-4e4c-b9ad-c667d86c94e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:48:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1e9e62e1-21d3-42a7-a394-ce9513522622'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:35.418691 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4d3b8a3a-b706-4e4c-b9ad-c667d86c94e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:35.424051 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b8a3a-b706-4e4c-b9ad-c667d86c94e6 None None] Routers {'1e9e62e1-21d3-42a7-a394-ce9513522622'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:48:35.424638 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4d3b8a3a-b706-4e4c-b9ad-c667d86c94e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:48:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1e9e62e1-21d3-42a7-a394-ce9513522622'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:35.491928 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4d3b8a3a-b706-4e4c-b9ad-c667d86c94e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:35.492420 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b8a3a-b706-4e4c-b9ad-c667d86c94e6 None None] The sync data for ids ['1e9e62e1-21d3-42a7-a394-ce9513522622'] in n-d-843339-1 is: [] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:48:35.511932 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57bc9031-34f3-4b21-8cfc-6d331d1a9126 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:35.661448 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-57bc9031-34f3-4b21-8cfc-6d331d1a9126 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] delete failed (client error): There was a conflict when trying to complete your request. May 25 20:48:35.662533 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-57bc9031-34f3-4b21-8cfc-6d331d1a9126 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "DELETE /v2.0/routers/1e9e62e1-21d3-42a7-a394-ce9513522622 HTTP/1.1" status: 409 len: 329 time: 0.3232560 May 25 20:48:35.665447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39856) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:35.808986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 21e543aa-d2ce-4690-abd5-450187ad2024 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:48:35.883698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 21e543aa-d2ce-4690-abd5-450187ad2024 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:48:35.884129 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:36.019203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 21e543aa-d2ce-4690-abd5-450187ad2024 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:48:36.334523 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e4aba55c-8f74-46e0-b5f9-2bf52a1faf46 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:36.715407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e4aba55c-8f74-46e0-b5f9-2bf52a1faf46 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Deleting port 73519c4a-32f3-4ed7-9e1f-06957b0a3703 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:36.715407 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e4aba55c-8f74-46e0-b5f9-2bf52a1faf46 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:36.911907 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e4aba55c-8f74-46e0-b5f9-2bf52a1faf46 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:37.038440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e4aba55c-8f74-46e0-b5f9-2bf52a1faf46 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Calling delete_port for 73519c4a-32f3-4ed7-9e1f-06957b0a3703 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:37.230435 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e4aba55c-8f74-46e0-b5f9-2bf52a1faf46 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:37.287949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aba55c-8f74-46e0-b5f9-2bf52a1faf46 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event deleted for resources: {'Port': ['ID=73519c4a-32f3-4ed7-9e1f-06957b0a3703,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:37.577528 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e4aba55c-8f74-46e0-b5f9-2bf52a1faf46 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:37.867827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4aba55c-8f74-46e0-b5f9-2bf52a1faf46 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Router 1e9e62e1-21d3-42a7-a394-ce9513522622 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:48:38.002564 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4aba55c-8f74-46e0-b5f9-2bf52a1faf46 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:48:38.014356 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e4aba55c-8f74-46e0-b5f9-2bf52a1faf46 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "PUT /v2.0/routers/1e9e62e1-21d3-42a7-a394-ce9513522622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3456748 May 25 20:48:38.016315 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39866) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:38.019188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef4a27-2349-4a12-89c1-06ae9d5474dd None None] Sync routers for ids ['1e9e62e1-21d3-42a7-a394-ce9513522622'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:48:38.030701 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef4a27-2349-4a12-89c1-06ae9d5474dd None None] Routers {'1e9e62e1-21d3-42a7-a394-ce9513522622'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:48:38.030701 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-cbef4a27-2349-4a12-89c1-06ae9d5474dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:48:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1e9e62e1-21d3-42a7-a394-ce9513522622'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:38.098118 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-e8477576-5675-49eb-a3f7-140a8ff73df4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] show failed (client error): The resource could not be found. May 25 20:48:38.102496 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e8477576-5675-49eb-a3f7-140a8ff73df4 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-1039909929 HTTP/1.1" status: 404 len: 335 time: 0.0845294 May 25 20:48:38.106610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39870) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:38.110389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-cbef4a27-2349-4a12-89c1-06ae9d5474dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:38.112182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-41eadb82-a7ab-480c-8bc4-1a3490968caf tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:38.118911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef4a27-2349-4a12-89c1-06ae9d5474dd None None] Routers {'1e9e62e1-21d3-42a7-a394-ce9513522622'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:48:38.119649 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-cbef4a27-2349-4a12-89c1-06ae9d5474dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:48:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1e9e62e1-21d3-42a7-a394-ce9513522622'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:38.179754 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-41eadb82-a7ab-480c-8bc4-1a3490968caf tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] update failed (client error): The resource could not be found. May 25 20:48:38.179754 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-41eadb82-a7ab-480c-8bc4-1a3490968caf tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-749321848 HTTP/1.1" status: 404 len: 334 time: 0.0714912 May 25 20:48:38.185320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39874) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:38.185897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-cbef4a27-2349-4a12-89c1-06ae9d5474dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:38.185897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef4a27-2349-4a12-89c1-06ae9d5474dd None None] The sync data for ids ['1e9e62e1-21d3-42a7-a394-ce9513522622'] in n-d-843339-1 is: [] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:48:38.256490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80d389b-dea7-4a7b-a608-bc8529a8aa09 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Deleting subnet d4f2982d-ded1-47cb-af03-601eb756449d {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:48:38.261257 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d80d389b-dea7-4a7b-a608-bc8529a8aa09 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:38.321421 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d80d389b-dea7-4a7b-a608-bc8529a8aa09 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:38.413591 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d80d389b-dea7-4a7b-a608-bc8529a8aa09 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:38.492179 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d80d389b-dea7-4a7b-a608-bc8529a8aa09 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:38.538903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d389b-dea7-4a7b-a608-bc8529a8aa09 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f2982d-ded1-47cb-af03-601eb756449d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:38.546086 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d80d389b-dea7-4a7b-a608-bc8529a8aa09 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:38.558249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadfd69b-5e1a-4788-bb03-dfabb206f6f0 None None] Network 9e967da9-3caf-4d00-a038-64ed1eaeaecc requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:38.561638 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d80d389b-dea7-4a7b-a608-bc8529a8aa09 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "DELETE /v2.0/subnets/d4f2982d-ded1-47cb-af03-601eb756449d HTTP/1.1" status: 204 len: 168 time: 0.3677311 May 25 20:48:38.565375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39878) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:38.688329 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:38.699838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Deleting port 21e543aa-d2ce-4690-abd5-450187ad2024 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:38.700168 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:38.810867 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eab827-456b-4acf-81d3-4685a801ffb5 None None] DHCP port deletion for 9e967da9-3caf-4d00-a038-64ed1eaeaecc request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:48:38.814777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-39eab827-456b-4acf-81d3-4685a801ffb5 None None] Deleting port 21e543aa-d2ce-4690-abd5-450187ad2024 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:38.815369 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39eab827-456b-4acf-81d3-4685a801ffb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:38.921115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] For port 21e543aa-d2ce-4690-abd5-450187ad2024, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=21e543aa-d2ce-4690-abd5-450187ad2024,segment=NetworkSegment(e397919d-86b1-43b0-8c71-7191db09d107),segment_id=e397919d-86b1-43b0-8c71-7191db09d107)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:38.921473 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.032515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-39eab827-456b-4acf-81d3-4685a801ffb5 None None] For port 21e543aa-d2ce-4690-abd5-450187ad2024, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=21e543aa-d2ce-4690-abd5-450187ad2024,segment=NetworkSegment(e397919d-86b1-43b0-8c71-7191db09d107),segment_id=e397919d-86b1-43b0-8c71-7191db09d107)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:39.033042 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39eab827-456b-4acf-81d3-4685a801ffb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.053320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Calling delete_port for 21e543aa-d2ce-4690-abd5-450187ad2024 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:39.133366 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.183969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event deleted for resources: {'Port': ['ID=21e543aa-d2ce-4690-abd5-450187ad2024,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:39.186726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] No DVR routers for this DVR port 21e543aa-d2ce-4690-abd5-450187ad2024 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:48:39.192584 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-39eab827-456b-4acf-81d3-4685a801ffb5 None None] Calling delete_port for 21e543aa-d2ce-4690-abd5-450187ad2024 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:39.221739 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:48:39.222075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:48:39.222433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:48:39.222764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:48:39.223087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:48:39.223408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:48:39.223727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:48:39.224042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:48:39.224362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:48:39.224675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:48:39.224998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:48:39.225311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:48:39.265906 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-39eab827-456b-4acf-81d3-4685a801ffb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:48:39.266288 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-39eab827-456b-4acf-81d3-4685a801ffb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:48:39.323660 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.348617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e967da9-3caf-4d00-a038-64ed1eaeaecc']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:39.361156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e397919d-86b1-43b0-8c71-7191db09d107') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:39.361454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e397919d-86b1-43b0-8c71-7191db09d107') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:39.372688 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.389089 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.398053 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:48:39.398479 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.468494 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment e397919d-86b1-43b0-8c71-7191db09d107 resource provider aggregate not found May 25 20:48:39.492630 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment e397919d-86b1-43b0-8c71-7191db09d107 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e397919d-86b1-43b0-8c71-7191db09d107 found for delete ", "request_id": "req-af683bf8-6713-4f3b-a702-c7d8e84f45d4"}]} May 25 20:48:39.504159 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.522132 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.534417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event deleted for resources: {'Network': ['ID=9e967da9-3caf-4d00-a038-64ed1eaeaecc,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:39.537184 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-44c76535-ffa1-43d4-a4a4-4230c02ea5e2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "DELETE /v2.0/networks/9e967da9-3caf-4d00-a038-64ed1eaeaecc HTTP/1.1" status: 204 len: 168 time: 0.9818795 May 25 20:48:39.539603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39886) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:39.608891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5c6737-b7af-4ef1-b627-c43f03fa0048 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Deleting subnet 2fd02bec-44ae-4e99-bb6e-8917bfe2b553 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:48:39.611800 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6737-b7af-4ef1-b627-c43f03fa0048 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.667519 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6737-b7af-4ef1-b627-c43f03fa0048 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.759160 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6737-b7af-4ef1-b627-c43f03fa0048 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.767120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-39eab827-456b-4acf-81d3-4685a801ffb5 None None] Deleting port 21e543aa-d2ce-4690-abd5-450187ad2024 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:39.767724 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39eab827-456b-4acf-81d3-4685a801ffb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.798814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 21e543aa-d2ce-4690-abd5-450187ad2024 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:48:39.839525 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6737-b7af-4ef1-b627-c43f03fa0048 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.863744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 21e543aa-d2ce-4690-abd5-450187ad2024 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:48:39.863986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 21e543aa-d2ce-4690-abd5-450187ad2024 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:48:39.877476 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-39eab827-456b-4acf-81d3-4685a801ffb5 None None] The port '21e543aa-d2ce-4690-abd5-450187ad2024' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:48:39.882532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c6737-b7af-4ef1-b627-c43f03fa0048 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd02bec-44ae-4e99-bb6e-8917bfe2b553,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:39.887339 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6737-b7af-4ef1-b627-c43f03fa0048 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:39.893885 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8a5c6737-b7af-4ef1-b627-c43f03fa0048 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "DELETE /v2.0/subnets/2fd02bec-44ae-4e99-bb6e-8917bfe2b553 HTTP/1.1" status: 204 len: 168 time: 0.3533807 May 25 20:48:39.896242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39890) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:39.898673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f5037b-5e07-470b-a489-02a0f510716b None None] Network dec6a859-2de6-4d0a-9275-8d82b1a746c5 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:39.966466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-370a9e99-01af-400b-ae94-b55c664d7832 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Deleting subnet ca0cdaac-81c8-4ce9-8ab7-35c090586ebb {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:48:39.969359 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-370a9e99-01af-400b-ae94-b55c664d7832 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:40.025658 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-370a9e99-01af-400b-ae94-b55c664d7832 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:40.111643 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-370a9e99-01af-400b-ae94-b55c664d7832 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:40.138621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd9aafe-547d-4978-8bcc-cb557a7341a2 None None] DHCP port deletion for dec6a859-2de6-4d0a-9275-8d82b1a746c5 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:48:40.142795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1bd9aafe-547d-4978-8bcc-cb557a7341a2 None None] Deleting port f0ba3f0e-92cb-4c1a-a496-4b45f042291b {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:40.143162 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1bd9aafe-547d-4978-8bcc-cb557a7341a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:40.191819 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-370a9e99-01af-400b-ae94-b55c664d7832 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:40.232917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a9e99-01af-400b-ae94-b55c664d7832 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0cdaac-81c8-4ce9-8ab7-35c090586ebb,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:40.234878 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-370a9e99-01af-400b-ae94-b55c664d7832 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:40.241837 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-370a9e99-01af-400b-ae94-b55c664d7832 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "DELETE /v2.0/subnets/ca0cdaac-81c8-4ce9-8ab7-35c090586ebb HTTP/1.1" status: 204 len: 168 time: 0.3446660 May 25 20:48:40.244312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019beb89-9635-45d9-a274-ed9c68e164b4 None None] Network a25e054d-85a6-4196-b496-65b75817e4d0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:40.244463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39894) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:40.361593 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:40.372055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Deleting port f0ba3f0e-92cb-4c1a-a496-4b45f042291b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:40.372305 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:40.513229 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-1bd9aafe-547d-4978-8bcc-cb557a7341a2 None None] For port f0ba3f0e-92cb-4c1a-a496-4b45f042291b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f0ba3f0e-92cb-4c1a-a496-4b45f042291b,segment=NetworkSegment(713406a7-8c7a-4615-b6ee-d0bf37349f0d),segment_id=713406a7-8c7a-4615-b6ee-d0bf37349f0d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:40.513612 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1bd9aafe-547d-4978-8bcc-cb557a7341a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:40.584314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] For port f0ba3f0e-92cb-4c1a-a496-4b45f042291b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f0ba3f0e-92cb-4c1a-a496-4b45f042291b,segment=NetworkSegment(713406a7-8c7a-4615-b6ee-d0bf37349f0d),segment_id=713406a7-8c7a-4615-b6ee-d0bf37349f0d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:40.584662 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:40.645661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1bd9aafe-547d-4978-8bcc-cb557a7341a2 None None] Calling delete_port for f0ba3f0e-92cb-4c1a-a496-4b45f042291b owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:40.747839 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1bd9aafe-547d-4978-8bcc-cb557a7341a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:40.801008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9aafe-547d-4978-8bcc-cb557a7341a2 None None] Pushing event deleted for resources: {'Port': ['ID=f0ba3f0e-92cb-4c1a-a496-4b45f042291b,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:40.803078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd9aafe-547d-4978-8bcc-cb557a7341a2 None None] No DVR routers for this DVR port f0ba3f0e-92cb-4c1a-a496-4b45f042291b on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:48:40.813272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87fe31e-93fc-4cd1-b802-84fad246b2f5 None None] DHCP port deletion for a25e054d-85a6-4196-b496-65b75817e4d0 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:48:40.817703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c87fe31e-93fc-4cd1-b802-84fad246b2f5 None None] Deleting port 50f29d3f-29b6-4908-90cc-004efd1cccb6 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:40.818065 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c87fe31e-93fc-4cd1-b802-84fad246b2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:40.847160 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Calling delete_port for f0ba3f0e-92cb-4c1a-a496-4b45f042291b owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:40.921333 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.db.api [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:48:40.921774 n-d-843339-1 neutron-server[88332]: DEBUG oslo_db.api [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:48:41.023177 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c87fe31e-93fc-4cd1-b802-84fad246b2f5 None None] For port 50f29d3f-29b6-4908-90cc-004efd1cccb6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=50f29d3f-29b6-4908-90cc-004efd1cccb6,segment=NetworkSegment(1aa1d7e6-feb3-4583-9511-cb68e64b8f7b),segment_id=1aa1d7e6-feb3-4583-9511-cb68e64b8f7b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:41.023688 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c87fe31e-93fc-4cd1-b802-84fad246b2f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:41.178337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c87fe31e-93fc-4cd1-b802-84fad246b2f5 None None] Calling delete_port for 50f29d3f-29b6-4908-90cc-004efd1cccb6 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:41.251368 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c87fe31e-93fc-4cd1-b802-84fad246b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:41.297933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fe31e-93fc-4cd1-b802-84fad246b2f5 None None] Pushing event deleted for resources: {'Port': ['ID=50f29d3f-29b6-4908-90cc-004efd1cccb6,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:41.301399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87fe31e-93fc-4cd1-b802-84fad246b2f5 None None] No DVR routers for this DVR port 50f29d3f-29b6-4908-90cc-004efd1cccb6 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:48:41.422634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Deleting port f0ba3f0e-92cb-4c1a-a496-4b45f042291b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:41.423176 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:41.491364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] The port 'f0ba3f0e-92cb-4c1a-a496-4b45f042291b' was deleted {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:48:41.610250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:41.634514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec6a859-2de6-4d0a-9275-8d82b1a746c5']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:41.646246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713406a7-8c7a-4615-b6ee-d0bf37349f0d') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:41.646545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713406a7-8c7a-4615-b6ee-d0bf37349f0d') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:41.658246 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:41.674025 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:41.679962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:48:41.680339 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:41.751139 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 713406a7-8c7a-4615-b6ee-d0bf37349f0d resource provider aggregate not found May 25 20:48:41.788077 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:41.794871 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 713406a7-8c7a-4615-b6ee-d0bf37349f0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 713406a7-8c7a-4615-b6ee-d0bf37349f0d found for delete ", "request_id": "req-a5357786-706d-4bd2-96d2-dc33fb2e98f4"}]} May 25 20:48:41.795250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f0ba3f0e-92cb-4c1a-a496-4b45f042291b no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:48:41.812953 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:41.828872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event deleted for resources: {'Network': ['ID=dec6a859-2de6-4d0a-9275-8d82b1a746c5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:41.835824 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-56ad3033-a457-4da4-81ef-fb21456a4463 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "DELETE /v2.0/networks/dec6a859-2de6-4d0a-9275-8d82b1a746c5 HTTP/1.1" status: 204 len: 168 time: 1.5882323 May 25 20:48:41.836192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: f0ba3f0e-92cb-4c1a-a496-4b45f042291b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:48:41.836192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f0ba3f0e-92cb-4c1a-a496-4b45f042291b not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:48:41.836192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 50f29d3f-29b6-4908-90cc-004efd1cccb6 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:48:41.836444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 39902) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:41.874596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 50f29d3f-29b6-4908-90cc-004efd1cccb6 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:48:41.874933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 50f29d3f-29b6-4908-90cc-004efd1cccb6 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:48:41.951024 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8654d33-1dcc-4ed8-b3e3-32e091fe712f tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:42.083029 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8654d33-1dcc-4ed8-b3e3-32e091fe712f tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:42.117827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-d8654d33-1dcc-4ed8-b3e3-32e091fe712f tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25e054d-85a6-4196-b496-65b75817e4d0']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:42.131159 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-d8654d33-1dcc-4ed8-b3e3-32e091fe712f tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa1d7e6-feb3-4583-9511-cb68e64b8f7b') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:42.131447 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-d8654d33-1dcc-4ed8-b3e3-32e091fe712f tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa1d7e6-feb3-4583-9511-cb68e64b8f7b') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:42.142992 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8654d33-1dcc-4ed8-b3e3-32e091fe712f tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:42.158811 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8654d33-1dcc-4ed8-b3e3-32e091fe712f tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:42.164571 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8654d33-1dcc-4ed8-b3e3-32e091fe712f tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:48:42.164939 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8654d33-1dcc-4ed8-b3e3-32e091fe712f tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:42.355535 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 1aa1d7e6-feb3-4583-9511-cb68e64b8f7b resource provider aggregate not found May 25 20:48:42.378984 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 1aa1d7e6-feb3-4583-9511-cb68e64b8f7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1aa1d7e6-feb3-4583-9511-cb68e64b8f7b found for delete ", "request_id": "req-3678e7e2-8890-476d-8ab2-d56894b6d885"}]} May 25 20:48:42.391429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8654d33-1dcc-4ed8-b3e3-32e091fe712f tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:42.408399 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8654d33-1dcc-4ed8-b3e3-32e091fe712f tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:42.417792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8654d33-1dcc-4ed8-b3e3-32e091fe712f tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event deleted for resources: {'Network': ['ID=a25e054d-85a6-4196-b496-65b75817e4d0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:42.420581 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d8654d33-1dcc-4ed8-b3e3-32e091fe712f tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "DELETE /v2.0/networks/a25e054d-85a6-4196-b496-65b75817e4d0 HTTP/1.1" status: 204 len: 168 time: 0.5834479 May 25 20:48:42.423185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39910) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:42.492243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd7ac94-e278-4cd8-b148-d0ce00569dd9 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Deleting subnet 2c4bc81f-73e5-4979-addf-661e06e432f0 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:48:42.495948 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0dd7ac94-e278-4cd8-b148-d0ce00569dd9 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:42.549506 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0dd7ac94-e278-4cd8-b148-d0ce00569dd9 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:42.635983 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0dd7ac94-e278-4cd8-b148-d0ce00569dd9 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:42.710407 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0dd7ac94-e278-4cd8-b148-d0ce00569dd9 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:42.751302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7ac94-e278-4cd8-b148-d0ce00569dd9 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4bc81f-73e5-4979-addf-661e06e432f0,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:42.753217 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0dd7ac94-e278-4cd8-b148-d0ce00569dd9 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:42.758715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e104e63-067a-41bf-946c-273e7a04e52d None None] Network e595e061-a5fc-47f0-9958-52a19d58fa1b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:48:42.759829 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0dd7ac94-e278-4cd8-b148-d0ce00569dd9 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "DELETE /v2.0/subnets/2c4bc81f-73e5-4979-addf-661e06e432f0 HTTP/1.1" status: 204 len: 168 time: 0.3356652 May 25 20:48:42.762925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39914) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:42.876690 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:42.888307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Deleting port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:42.888563 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:43.020136 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389fb912-10ec-4bea-bf10-fd8c5b17fecd None None] DHCP port deletion for e595e061-a5fc-47f0-9958-52a19d58fa1b request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:48:43.024303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-389fb912-10ec-4bea-bf10-fd8c5b17fecd None None] Deleting port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:43.024670 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-389fb912-10ec-4bea-bf10-fd8c5b17fecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:43.101169 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] For port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5,segment=NetworkSegment(c950ef06-1f1f-4d81-bde4-a3522ad46b77),segment_id=c950ef06-1f1f-4d81-bde4-a3522ad46b77)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:43.101523 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:43.237025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Calling delete_port for 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:43.243787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-389fb912-10ec-4bea-bf10-fd8c5b17fecd None None] For port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5,segment=NetworkSegment(c950ef06-1f1f-4d81-bde4-a3522ad46b77),segment_id=c950ef06-1f1f-4d81-bde4-a3522ad46b77)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:48:43.244176 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-389fb912-10ec-4bea-bf10-fd8c5b17fecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:43.314525 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:43.366123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event deleted for resources: {'Port': ['ID=7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:43.367928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] No DVR routers for this DVR port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:48:43.479327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-389fb912-10ec-4bea-bf10-fd8c5b17fecd None None] Calling delete_port for 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:48:43.500342 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:43.528508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e595e061-a5fc-47f0-9958-52a19d58fa1b']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:43.540590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c950ef06-1f1f-4d81-bde4-a3522ad46b77') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:43.540881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c950ef06-1f1f-4d81-bde4-a3522ad46b77') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:48:43.553851 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:43.573667 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:43.579744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:48:43.580112 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:43.592600 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-389fb912-10ec-4bea-bf10-fd8c5b17fecd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:48:43.592945 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-389fb912-10ec-4bea-bf10-fd8c5b17fecd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:48:43.676268 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:43.693523 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:43.704776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Pushing event deleted for resources: {'Network': ['ID=e595e061-a5fc-47f0-9958-52a19d58fa1b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:43.708964 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-283b73f4-1c6a-458e-b568-ce8bce9950b2 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "DELETE /v2.0/networks/e595e061-a5fc-47f0-9958-52a19d58fa1b HTTP/1.1" status: 204 len: 168 time: 0.9451351 May 25 20:48:43.711529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39918) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:43.754872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-426ba713-57b6-41da-8e51-3a6eaa327583 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Synchronizing usage tracker for tenant:e15ce8c0e17d4226b21c0b59c0774f3a on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:48:43.771072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-426ba713-57b6-41da-8e51-3a6eaa327583 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Unset dirty status for tenant:e15ce8c0e17d4226b21c0b59c0774f3a on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:48:43.774738 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-426ba713-57b6-41da-8e51-3a6eaa327583 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e9e62e1-21d3-42a7-a394-ce9513522622 HTTP/1.1" status: 200 len: 205 time: 0.0598247 May 25 20:48:43.774929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39922) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:43.791156 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:48:43.831511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:48:43.831918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:48:44.022488 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment c950ef06-1f1f-4d81-bde4-a3522ad46b77 resource provider aggregate not found May 25 20:48:44.039520 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment c950ef06-1f1f-4d81-bde4-a3522ad46b77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c950ef06-1f1f-4d81-bde4-a3522ad46b77 found for delete ", "request_id": "req-a710c476-0ca5-4d17-9379-65f007c21687"}]} May 25 20:48:44.044226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6029929e-3e66-4f97-bc17-5ecc47b86dc3 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:44.094512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-389fb912-10ec-4bea-bf10-fd8c5b17fecd None None] Deleting port 7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:48:44.094893 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-389fb912-10ec-4bea-bf10-fd8c5b17fecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:44.161793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-389fb912-10ec-4bea-bf10-fd8c5b17fecd None None] The port '7953df4c-ffc6-4ad5-9a70-e17bbaa2f6e5' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:48:44.345732 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6029929e-3e66-4f97-bc17-5ecc47b86dc3 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:44.347857 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6029929e-3e66-4f97-bc17-5ecc47b86dc3 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:44.370402 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6029929e-3e66-4f97-bc17-5ecc47b86dc3 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:44.370870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6029929e-3e66-4f97-bc17-5ecc47b86dc3 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Fanout notify agent at l3_agent the message router_deleted on router 1e9e62e1-21d3-42a7-a394-ce9513522622 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:48:44.381732 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6029929e-3e66-4f97-bc17-5ecc47b86dc3 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:44.382818 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6029929e-3e66-4f97-bc17-5ecc47b86dc3 tempest-RoutersNegativeIpV6Test-852902339 tempest-RoutersNegativeIpV6Test-852902339-project] 10.222.0.60 "DELETE /v2.0/routers/1e9e62e1-21d3-42a7-a394-ce9513522622 HTTP/1.1" status: 204 len: 168 time: 0.6070123 May 25 20:48:44.643170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39936) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:44.793008 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0fa28e6a-0460-45e2-a3c3-d9a015460d24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e15ce8c0e17d4226b21c0b59c0774f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486568 May 25 20:48:44.795566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39942) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:44.859193 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84a42ffd-ae89-420e-b7e2-b8db5ebf4da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:44.887273 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84a42ffd-ae89-420e-b7e2-b8db5ebf4da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:44.939958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84a42ffd-ae89-420e-b7e2-b8db5ebf4da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:44.954722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a42ffd-ae89-420e-b7e2-b8db5ebf4da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e75c89-8277-4910-81a2-a52bf6cfce28,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:44.961007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84a42ffd-ae89-420e-b7e2-b8db5ebf4da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:44.961907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-84a42ffd-ae89-420e-b7e2-b8db5ebf4da9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71e75c89-8277-4910-81a2-a52bf6cfce28 HTTP/1.1" status: 204 len: 168 time: 0.1654634 May 25 20:48:45.647830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39968) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:45.753984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-41b31f72-3af8-489b-86f9-e4e2c6455fae tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:45.754657 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-41b31f72-3af8-489b-86f9-e4e2c6455fae tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 25 20:48:45.755144 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-41b31f72-3af8-489b-86f9-e4e2c6455fae tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): There was a conflict when trying to complete your request. May 25 20:48:45.756340 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-41b31f72-3af8-489b-86f9-e4e2c6455fae tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1075048 May 25 20:48:45.759836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39974) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:45.764437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030734033'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:45.771760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:45.775633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:45.778510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:45.784332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:45.795302 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:45.808172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:45.822674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:45.826727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:45.829449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:45.835060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:45.925010 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:45.928822 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:45.943773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:45.951138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:45.956179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:45.970394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:45.977948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55a2ad6-65a9-4c31-99d8-545e7cb386b8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:46.048794 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.052313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.097603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9e7b60-2611-4c19-814c-ba611dafc73f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:46.103822 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.105946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0e323b2e-6a7c-47c5-b717-d066359b9a00 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3451817 May 25 20:48:46.109047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39978) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:46.113940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-54849bb2-622f-4790-80a8-cfb91aeac433 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': 'ae9e7b60-2611-4c19-814c-ba611dafc73f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:46.121287 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-54849bb2-622f-4790-80a8-cfb91aeac433 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:46.125074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-54849bb2-622f-4790-80a8-cfb91aeac433 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:46.127905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-54849bb2-622f-4790-80a8-cfb91aeac433 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:46.133782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-54849bb2-622f-4790-80a8-cfb91aeac433 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:46.151250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54849bb2-622f-4790-80a8-cfb91aeac433 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.210668 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54849bb2-622f-4790-80a8-cfb91aeac433 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.214268 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54849bb2-622f-4790-80a8-cfb91aeac433 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.238325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54849bb2-622f-4790-80a8-cfb91aeac433 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11213d1-3975-4442-8f2f-e6e2ac35f780,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:46.247498 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54849bb2-622f-4790-80a8-cfb91aeac433 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.248694 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-54849bb2-622f-4790-80a8-cfb91aeac433 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387086 May 25 20:48:46.251442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39982) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:46.256954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-820df29a-69a7-47a4-8782-37ac78625061 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': 'ae9e7b60-2611-4c19-814c-ba611dafc73f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:46.263670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-820df29a-69a7-47a4-8782-37ac78625061 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:46.267476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-820df29a-69a7-47a4-8782-37ac78625061 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:46.270279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-820df29a-69a7-47a4-8782-37ac78625061 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:46.275985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-820df29a-69a7-47a4-8782-37ac78625061 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:46.294806 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-820df29a-69a7-47a4-8782-37ac78625061 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.359699 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-820df29a-69a7-47a4-8782-37ac78625061 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): There was a conflict when trying to complete your request. May 25 20:48:46.360760 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-820df29a-69a7-47a4-8782-37ac78625061 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1083400 May 25 20:48:46.363932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39986) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:46.427189 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa6f0333-1ce2-4bc4-bf95-659592344bd7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.454408 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa6f0333-1ce2-4bc4-bf95-659592344bd7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.506390 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa6f0333-1ce2-4bc4-bf95-659592344bd7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.521812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f0333-1ce2-4bc4-bf95-659592344bd7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9e7b60-2611-4c19-814c-ba611dafc73f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:46.529369 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-fa6f0333-1ce2-4bc4-bf95-659592344bd7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.530492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fa6f0333-1ce2-4bc4-bf95-659592344bd7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "DELETE /v2.0/security-groups/ae9e7b60-2611-4c19-814c-ba611dafc73f HTTP/1.1" status: 204 len: 168 time: 0.1655204 May 25 20:48:46.533148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39990) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:46.584373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-eef1aae1-89d5-4d38-b0c4-c8635345e7fc tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Synchronizing usage tracker for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:48:46.601306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-eef1aae1-89d5-4d38-b0c4-c8635345e7fc tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Unset dirty status for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:48:46.602528 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-eef1aae1-89d5-4d38-b0c4-c8635345e7fc tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684848 May 25 20:48:46.607143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39994) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:46.612023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e09a9990-e0eb-47db-81bb-0afd224f79f5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group': {'name': 'tempest-secgroup--352855451'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:46.619161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e09a9990-e0eb-47db-81bb-0afd224f79f5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:46.629093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e09a9990-e0eb-47db-81bb-0afd224f79f5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:46.638997 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e09a9990-e0eb-47db-81bb-0afd224f79f5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.662629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e09a9990-e0eb-47db-81bb-0afd224f79f5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:46.666538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e09a9990-e0eb-47db-81bb-0afd224f79f5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:46.670022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e09a9990-e0eb-47db-81bb-0afd224f79f5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:46.675750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e09a9990-e0eb-47db-81bb-0afd224f79f5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:46.748178 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e09a9990-e0eb-47db-81bb-0afd224f79f5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.752169 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e09a9990-e0eb-47db-81bb-0afd224f79f5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.798331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a9990-e0eb-47db-81bb-0afd224f79f5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c739c32-b066-4d97-befa-300bfd5219ca,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:46.805334 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e09a9990-e0eb-47db-81bb-0afd224f79f5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.806560 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e09a9990-e0eb-47db-81bb-0afd224f79f5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1984980 May 25 20:48:46.809449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 39998) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:46.814321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-5a3479ca-54d5-442a-b718-e1e765004cae tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': '2c739c32-b066-4d97-befa-300bfd5219ca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:46.815072 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-5a3479ca-54d5-442a-b718-e1e765004cae tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 25 20:48:46.815566 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-5a3479ca-54d5-442a-b718-e1e765004cae tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:46.816813 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5a3479ca-54d5-442a-b718-e1e765004cae tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064535 May 25 20:48:46.819054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40002) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:46.881985 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-083f582b-496e-4d7f-a05f-fe639dc30ffd tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.908795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-083f582b-496e-4d7f-a05f-fe639dc30ffd tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.959670 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-083f582b-496e-4d7f-a05f-fe639dc30ffd tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.980909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f582b-496e-4d7f-a05f-fe639dc30ffd tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c739c32-b066-4d97-befa-300bfd5219ca,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:46.988673 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-083f582b-496e-4d7f-a05f-fe639dc30ffd tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:46.989812 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-083f582b-496e-4d7f-a05f-fe639dc30ffd tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "DELETE /v2.0/security-groups/2c739c32-b066-4d97-befa-300bfd5219ca HTTP/1.1" status: 204 len: 168 time: 0.1699381 May 25 20:48:46.992505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40006) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:47.042199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-88b02335-35ce-4afd-b008-98888cadc69d tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Synchronizing usage tracker for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:48:47.057154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-88b02335-35ce-4afd-b008-98888cadc69d tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Unset dirty status for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:48:47.058428 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-88b02335-35ce-4afd-b008-98888cadc69d tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650125 May 25 20:48:47.062094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40010) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:47.067422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f127e44a-b01c-4b13-aa33-bf84feb66317 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group': {'name': 'tempest-secgroup--638790857'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:47.075131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f127e44a-b01c-4b13-aa33-bf84feb66317 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:47.084643 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f127e44a-b01c-4b13-aa33-bf84feb66317 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:47.095232 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f127e44a-b01c-4b13-aa33-bf84feb66317 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.114636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f127e44a-b01c-4b13-aa33-bf84feb66317 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:47.118369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f127e44a-b01c-4b13-aa33-bf84feb66317 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:47.121346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f127e44a-b01c-4b13-aa33-bf84feb66317 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:47.126972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f127e44a-b01c-4b13-aa33-bf84feb66317 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:47.195823 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f127e44a-b01c-4b13-aa33-bf84feb66317 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.200403 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f127e44a-b01c-4b13-aa33-bf84feb66317 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.241732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127e44a-b01c-4b13-aa33-bf84feb66317 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6db658d-571c-4539-9bf0-b86d20ea56af,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:47.250706 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f127e44a-b01c-4b13-aa33-bf84feb66317 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.252179 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f127e44a-b01c-4b13-aa33-bf84feb66317 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1891565 May 25 20:48:47.255266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40014) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:47.261015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-8e4bbdcb-dd87-4bbb-9a3f-bd62a15c485e tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': 'e6db658d-571c-4539-9bf0-b86d20ea56af', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:47.261703 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-8e4bbdcb-dd87-4bbb-9a3f-bd62a15c485e tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 25 20:48:47.262209 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-8e4bbdcb-dd87-4bbb-9a3f-bd62a15c485e tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:47.263133 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8e4bbdcb-dd87-4bbb-9a3f-bd62a15c485e tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066748 May 25 20:48:47.265443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40018) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:47.332894 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2bc7feda-52c0-424c-bb1a-df23d66fa454 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.359773 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2bc7feda-52c0-424c-bb1a-df23d66fa454 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.406838 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2bc7feda-52c0-424c-bb1a-df23d66fa454 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.425373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7feda-52c0-424c-bb1a-df23d66fa454 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6db658d-571c-4539-9bf0-b86d20ea56af,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:47.432500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2bc7feda-52c0-424c-bb1a-df23d66fa454 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.433746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2bc7feda-52c0-424c-bb1a-df23d66fa454 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "DELETE /v2.0/security-groups/e6db658d-571c-4539-9bf0-b86d20ea56af HTTP/1.1" status: 204 len: 168 time: 0.1674075 May 25 20:48:47.436454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40022) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:47.486673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-55c5bbf3-f59e-4daa-9e31-045c4449d2e5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Synchronizing usage tracker for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:48:47.502441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-55c5bbf3-f59e-4daa-9e31-045c4449d2e5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Unset dirty status for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:48:47.504128 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-55c5bbf3-f59e-4daa-9e31-045c4449d2e5 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0665879 May 25 20:48:47.508052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40026) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:47.514381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b9f8b750-94dd-4a27-bc43-68a882522937 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group': {'name': 'tempest-secgroup--1017494457'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:47.523117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b9f8b750-94dd-4a27-bc43-68a882522937 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:47.532834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b9f8b750-94dd-4a27-bc43-68a882522937 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:47.542338 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9f8b750-94dd-4a27-bc43-68a882522937 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.562098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b9f8b750-94dd-4a27-bc43-68a882522937 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:47.565930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b9f8b750-94dd-4a27-bc43-68a882522937 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:47.568784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b9f8b750-94dd-4a27-bc43-68a882522937 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:47.575075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b9f8b750-94dd-4a27-bc43-68a882522937 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:47.643510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9f8b750-94dd-4a27-bc43-68a882522937 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.647290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9f8b750-94dd-4a27-bc43-68a882522937 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.695396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8b750-94dd-4a27-bc43-68a882522937 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8a5593-3e64-4699-a2fd-e1b4f7a60a23,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:47.700138 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9f8b750-94dd-4a27-bc43-68a882522937 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.704026 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b9f8b750-94dd-4a27-bc43-68a882522937 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1923676 May 25 20:48:47.704509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40030) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:47.709152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-09010c4d-5d91-4d5a-a217-b1630bbc58a0 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': '4d8a5593-3e64-4699-a2fd-e1b4f7a60a23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:47.709990 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-09010c4d-5d91-4d5a-a217-b1630bbc58a0 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 25 20:48:47.710492 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-09010c4d-5d91-4d5a-a217-b1630bbc58a0 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:47.711374 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-09010c4d-5d91-4d5a-a217-b1630bbc58a0 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062764 May 25 20:48:47.713673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40034) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:47.718059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f2dcd11c-6a30-4111-b27f-69d4b9bcfcf4 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': '4d8a5593-3e64-4699-a2fd-e1b4f7a60a23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:47.718702 n-d-843339-1 neutron-server[88332]: WARNING neutron.api.v2.base [None req-f2dcd11c-6a30-4111-b27f-69d4b9bcfcf4 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 25 20:48:47.719149 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-f2dcd11c-6a30-4111-b27f-69d4b9bcfcf4 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:47.720023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f2dcd11c-6a30-4111-b27f-69d4b9bcfcf4 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0055156 May 25 20:48:47.722733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40038) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:47.728072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2da3fbb6-27cf-45e4-9019-4491b2f5a50e tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': '4d8a5593-3e64-4699-a2fd-e1b4f7a60a23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:47.730635 n-d-843339-1 neutron-server[88331]: WARNING neutron.api.v2.base [None req-2da3fbb6-27cf-45e4-9019-4491b2f5a50e tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 25 20:48:47.731155 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-2da3fbb6-27cf-45e4-9019-4491b2f5a50e tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:47.734679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2da3fbb6-27cf-45e4-9019-4491b2f5a50e tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083637 May 25 20:48:47.734801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40042) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:47.739416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5b1b9e5d-f06f-4dac-aed8-6820aa563a88 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': '4d8a5593-3e64-4699-a2fd-e1b4f7a60a23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:47.740265 n-d-843339-1 neutron-server[88331]: WARNING neutron.api.v2.base [None req-5b1b9e5d-f06f-4dac-aed8-6820aa563a88 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 25 20:48:47.740733 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-5b1b9e5d-f06f-4dac-aed8-6820aa563a88 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:47.742560 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5b1b9e5d-f06f-4dac-aed8-6820aa563a88 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068860 May 25 20:48:47.745776 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40046) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:47.815267 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2f36-6869-4cf4-ad70-b8e2cd9daf52 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.841855 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2f36-6869-4cf4-ad70-b8e2cd9daf52 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.888357 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2f36-6869-4cf4-ad70-b8e2cd9daf52 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.907291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a2f36-6869-4cf4-ad70-b8e2cd9daf52 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8a5593-3e64-4699-a2fd-e1b4f7a60a23,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:47.913721 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2f36-6869-4cf4-ad70-b8e2cd9daf52 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:47.914860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5c1a2f36-6869-4cf4-ad70-b8e2cd9daf52 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "DELETE /v2.0/security-groups/4d8a5593-3e64-4699-a2fd-e1b4f7a60a23 HTTP/1.1" status: 204 len: 168 time: 0.1680267 May 25 20:48:47.917846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40050) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:47.966939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c6b7df65-97a3-40bf-8426-9814f077028d tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Synchronizing usage tracker for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:48:47.983924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c6b7df65-97a3-40bf-8426-9814f077028d tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Unset dirty status for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:48:47.985350 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c6b7df65-97a3-40bf-8426-9814f077028d tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664821 May 25 20:48:47.989141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40054) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:47.994258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-937df91f-5a3e-4c82-868e-abdea89ce2d8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group': {'name': 'tempest-secgroup--1868653375'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:48.002573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-937df91f-5a3e-4c82-868e-abdea89ce2d8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:48.013235 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-937df91f-5a3e-4c82-868e-abdea89ce2d8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:48.022956 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-937df91f-5a3e-4c82-868e-abdea89ce2d8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:48.043876 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-937df91f-5a3e-4c82-868e-abdea89ce2d8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:48.047750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-937df91f-5a3e-4c82-868e-abdea89ce2d8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:48.050552 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-937df91f-5a3e-4c82-868e-abdea89ce2d8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:48.056310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-937df91f-5a3e-4c82-868e-abdea89ce2d8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:48.126864 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-937df91f-5a3e-4c82-868e-abdea89ce2d8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:48.132503 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-937df91f-5a3e-4c82-868e-abdea89ce2d8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:48.177857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937df91f-5a3e-4c82-868e-abdea89ce2d8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a50f14-7976-4282-9122-596fff568e4b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:48.186518 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-937df91f-5a3e-4c82-868e-abdea89ce2d8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:48.187713 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-937df91f-5a3e-4c82-868e-abdea89ce2d8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1975079 May 25 20:48:48.190513 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40058) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:48.195299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a23c5eb9-bef1-48f4-b5ba-28d85c1faaed tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': 'b3a50f14-7976-4282-9122-596fff568e4b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:48.196074 n-d-843339-1 neutron-server[88331]: WARNING neutron.api.v2.base [None req-a23c5eb9-bef1-48f4-b5ba-28d85c1faaed tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 25 20:48:48.196545 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-a23c5eb9-bef1-48f4-b5ba-28d85c1faaed tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:48.197424 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a23c5eb9-bef1-48f4-b5ba-28d85c1faaed tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060294 May 25 20:48:48.199647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40062) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:48.203916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-792eda5f-f4eb-4325-829f-786418363f60 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': 'b3a50f14-7976-4282-9122-596fff568e4b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:48.211193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-792eda5f-f4eb-4325-829f-786418363f60 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:48.215501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-792eda5f-f4eb-4325-829f-786418363f60 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:48.218511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-792eda5f-f4eb-4325-829f-786418363f60 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:48.224106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-792eda5f-f4eb-4325-829f-786418363f60 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:48.253241 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-792eda5f-f4eb-4325-829f-786418363f60 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:48.254342 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-792eda5f-f4eb-4325-829f-786418363f60 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0537977 May 25 20:48:48.257665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40066) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:48.263379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2ed3a855-ade1-4b50-bab7-2f6863d8d92a tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': 'b3a50f14-7976-4282-9122-596fff568e4b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:48.263849 n-d-843339-1 neutron-server[88331]: WARNING neutron.api.v2.base [None req-2ed3a855-ade1-4b50-bab7-2f6863d8d92a tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 25 20:48:48.264303 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-2ed3a855-ade1-4b50-bab7-2f6863d8d92a tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:48.265199 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2ed3a855-ade1-4b50-bab7-2f6863d8d92a tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065126 May 25 20:48:48.267594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40070) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:48.271839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-78090372-03f7-4558-8e4b-1f60af42add1 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': 'b3a50f14-7976-4282-9122-596fff568e4b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:48.279591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-78090372-03f7-4558-8e4b-1f60af42add1 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:48.283391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-78090372-03f7-4558-8e4b-1f60af42add1 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:48.286337 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-78090372-03f7-4558-8e4b-1f60af42add1 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:48.292127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-78090372-03f7-4558-8e4b-1f60af42add1 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:48.322083 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-78090372-03f7-4558-8e4b-1f60af42add1 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:48.323126 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-78090372-03f7-4558-8e4b-1f60af42add1 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0547252 May 25 20:48:48.326637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40074) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:48.331403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-73a79aae-57db-4ced-8d6d-8fac875238e0 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': 'b3a50f14-7976-4282-9122-596fff568e4b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:48.331869 n-d-843339-1 neutron-server[88331]: WARNING neutron.api.v2.base [None req-73a79aae-57db-4ced-8d6d-8fac875238e0 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 25 20:48:48.332316 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-73a79aae-57db-4ced-8d6d-8fac875238e0 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:48.333188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-73a79aae-57db-4ced-8d6d-8fac875238e0 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056841 May 25 20:48:48.335427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40078) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:48.339629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-12ba8777-5bba-4eb1-a720-aacbace45773 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': 'b3a50f14-7976-4282-9122-596fff568e4b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:48.346851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-12ba8777-5bba-4eb1-a720-aacbace45773 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:48.350620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-12ba8777-5bba-4eb1-a720-aacbace45773 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:48.353404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-12ba8777-5bba-4eb1-a720-aacbace45773 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:48.359455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-12ba8777-5bba-4eb1-a720-aacbace45773 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:48.388854 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-12ba8777-5bba-4eb1-a720-aacbace45773 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:48.389882 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-12ba8777-5bba-4eb1-a720-aacbace45773 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0536387 May 25 20:48:48.392806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40082) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:48.397601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b3b4c220-d097-431b-9f56-27ced06e1c31 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': 'b3a50f14-7976-4282-9122-596fff568e4b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:48.398066 n-d-843339-1 neutron-server[88331]: WARNING neutron.api.v2.base [None req-b3b4c220-d097-431b-9f56-27ced06e1c31 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 25 20:48:48.398545 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-b3b4c220-d097-431b-9f56-27ced06e1c31 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:48.399424 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b3b4c220-d097-431b-9f56-27ced06e1c31 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057528 May 25 20:48:48.401628 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40086) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:48.405877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-1501655e-97fa-46f4-bb56-957cbe13a951 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': 'b3a50f14-7976-4282-9122-596fff568e4b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:48.412820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1501655e-97fa-46f4-bb56-957cbe13a951 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:48.416804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1501655e-97fa-46f4-bb56-957cbe13a951 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:48.419651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1501655e-97fa-46f4-bb56-957cbe13a951 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:48.425258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1501655e-97fa-46f4-bb56-957cbe13a951 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:48.454776 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-1501655e-97fa-46f4-bb56-957cbe13a951 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:48.455727 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1501655e-97fa-46f4-bb56-957cbe13a951 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0532489 May 25 20:48:48.458506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40090) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:48.464115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-49fd9f69-eddd-4c2d-9091-a4c018d72bc7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': 'b3a50f14-7976-4282-9122-596fff568e4b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:48.470615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-49fd9f69-eddd-4c2d-9091-a4c018d72bc7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:48.474371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-49fd9f69-eddd-4c2d-9091-a4c018d72bc7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:48.477763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-49fd9f69-eddd-4c2d-9091-a4c018d72bc7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:48.483969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-49fd9f69-eddd-4c2d-9091-a4c018d72bc7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:48.512619 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-49fd9f69-eddd-4c2d-9091-a4c018d72bc7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:48.513743 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-49fd9f69-eddd-4c2d-9091-a4c018d72bc7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0539963 May 25 20:48:48.516481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40094) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:48.580855 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-595a6cb9-c5d4-4f80-abd3-5a52e93a476c tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:48.607737 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-595a6cb9-c5d4-4f80-abd3-5a52e93a476c tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:48.654194 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-595a6cb9-c5d4-4f80-abd3-5a52e93a476c tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:48.673072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a6cb9-c5d4-4f80-abd3-5a52e93a476c tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a50f14-7976-4282-9122-596fff568e4b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:48.680941 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-595a6cb9-c5d4-4f80-abd3-5a52e93a476c tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:48.682252 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-595a6cb9-c5d4-4f80-abd3-5a52e93a476c tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "DELETE /v2.0/security-groups/b3a50f14-7976-4282-9122-596fff568e4b HTTP/1.1" status: 204 len: 168 time: 0.1648438 May 25 20:48:48.685586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40098) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:48.736016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e58ae695-f03c-4a5c-b8ca-0f56945961b4 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Synchronizing usage tracker for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:48:48.751432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e58ae695-f03c-4a5c-b8ca-0f56945961b4 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Unset dirty status for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:48:48.752848 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e58ae695-f03c-4a5c-b8ca-0f56945961b4 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662334 May 25 20:48:48.757180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40102) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:48.762235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e0e98a54-6916-4767-b6e8-1831c35b91a9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group': {'name': 'tempest-secgroup--872203539'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:48.769458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e0e98a54-6916-4767-b6e8-1831c35b91a9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:48.779092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e0e98a54-6916-4767-b6e8-1831c35b91a9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:48.788484 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e0e98a54-6916-4767-b6e8-1831c35b91a9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:48.809278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e0e98a54-6916-4767-b6e8-1831c35b91a9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:48.816381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e0e98a54-6916-4767-b6e8-1831c35b91a9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:48.819252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e0e98a54-6916-4767-b6e8-1831c35b91a9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:48.825089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e0e98a54-6916-4767-b6e8-1831c35b91a9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:48.899943 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e0e98a54-6916-4767-b6e8-1831c35b91a9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:48.904694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e0e98a54-6916-4767-b6e8-1831c35b91a9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:48.948943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e98a54-6916-4767-b6e8-1831c35b91a9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22505fa7-575e-47e1-adf0-4d03744fc58f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:48.955713 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e0e98a54-6916-4767-b6e8-1831c35b91a9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:48.957288 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e0e98a54-6916-4767-b6e8-1831c35b91a9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1991258 May 25 20:48:48.960142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40106) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:48.965497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-02729e3f-eb9b-4d54-887a-a16b3d9656a7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': '22505fa7-575e-47e1-adf0-4d03744fc58f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:48.972243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-02729e3f-eb9b-4d54-887a-a16b3d9656a7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:48.975985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-02729e3f-eb9b-4d54-887a-a16b3d9656a7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:48.978882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-02729e3f-eb9b-4d54-887a-a16b3d9656a7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:48.985285 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-02729e3f-eb9b-4d54-887a-a16b3d9656a7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:49.022681 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-02729e3f-eb9b-4d54-887a-a16b3d9656a7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The resource could not be found. May 25 20:48:49.023604 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-02729e3f-eb9b-4d54-887a-a16b3d9656a7 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0625691 May 25 20:48:49.026862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40110) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:49.032207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-436712a9-7ec2-4493-a9dc-c5d743819e95 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': '22505fa7-575e-47e1-adf0-4d03744fc58f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c77fdbe0-c162-4720-899f-bfe60dc8a20b'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:49.038587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-436712a9-7ec2-4493-a9dc-c5d743819e95 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:49.042369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-436712a9-7ec2-4493-a9dc-c5d743819e95 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:49.045834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-436712a9-7ec2-4493-a9dc-c5d743819e95 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:49.051933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-436712a9-7ec2-4493-a9dc-c5d743819e95 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:49.086693 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-436712a9-7ec2-4493-a9dc-c5d743819e95 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The resource could not be found. May 25 20:48:49.087713 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-436712a9-7ec2-4493-a9dc-c5d743819e95 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0594430 May 25 20:48:49.091119 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40114) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:49.163594 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-65c0c5f7-1357-4e54-a2db-4697542e38af tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:49.190824 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-65c0c5f7-1357-4e54-a2db-4697542e38af tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:49.238358 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-65c0c5f7-1357-4e54-a2db-4697542e38af tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:49.256172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0c5f7-1357-4e54-a2db-4697542e38af tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22505fa7-575e-47e1-adf0-4d03744fc58f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:49.267196 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-65c0c5f7-1357-4e54-a2db-4697542e38af tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:49.268304 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-65c0c5f7-1357-4e54-a2db-4697542e38af tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "DELETE /v2.0/security-groups/22505fa7-575e-47e1-adf0-4d03744fc58f HTTP/1.1" status: 204 len: 168 time: 0.1762457 May 25 20:48:49.270935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40118) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:49.328862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fbd9ca16-8e2f-4b0f-84b9-c003ab2f0824 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Synchronizing usage tracker for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:48:49.343600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-fbd9ca16-8e2f-4b0f-84b9-c003ab2f0824 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Unset dirty status for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:48:49.344918 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-fbd9ca16-8e2f-4b0f-84b9-c003ab2f0824 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730891 May 25 20:48:49.349737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40124) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:49.354784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2aae51e7-114b-4ca6-b353-45a3c050f61f tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': '38efd7e8-8850-471d-8304-bf29d8703131', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:49.363439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2aae51e7-114b-4ca6-b353-45a3c050f61f tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:49.367309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2aae51e7-114b-4ca6-b353-45a3c050f61f tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:49.370116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2aae51e7-114b-4ca6-b353-45a3c050f61f tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:49.376925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2aae51e7-114b-4ca6-b353-45a3c050f61f tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:49.416439 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-2aae51e7-114b-4ca6-b353-45a3c050f61f tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The resource could not be found. May 25 20:48:49.417702 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2aae51e7-114b-4ca6-b353-45a3c050f61f tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0668967 May 25 20:48:49.421696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40128) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:49.426517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4acfeaa9-b4d1-4f51-b3ab-5c62ba586718 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group': {'name': 'tempest-secgroup--873488130'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:49.432989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4acfeaa9-b4d1-4f51-b3ab-5c62ba586718 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:49.443336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4acfeaa9-b4d1-4f51-b3ab-5c62ba586718 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:49.453753 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4acfeaa9-b4d1-4f51-b3ab-5c62ba586718 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:49.473149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4acfeaa9-b4d1-4f51-b3ab-5c62ba586718 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:49.476859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4acfeaa9-b4d1-4f51-b3ab-5c62ba586718 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:49.479600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4acfeaa9-b4d1-4f51-b3ab-5c62ba586718 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:49.485852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4acfeaa9-b4d1-4f51-b3ab-5c62ba586718 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:49.554002 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4acfeaa9-b4d1-4f51-b3ab-5c62ba586718 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:49.558113 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4acfeaa9-b4d1-4f51-b3ab-5c62ba586718 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:49.604529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfeaa9-b4d1-4f51-b3ab-5c62ba586718 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8785f116-971a-437b-b104-081e8824c58e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:49.608435 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4acfeaa9-b4d1-4f51-b3ab-5c62ba586718 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:49.612105 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4acfeaa9-b4d1-4f51-b3ab-5c62ba586718 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1869829 May 25 20:48:49.612657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40132) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:49.617727 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group': {'name': 'tempest-secgroup--936779511'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:49.624582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:49.628684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:49.631813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:49.638633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:49.648263 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:49.673802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:49.677984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:49.681192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:49.688046 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:49.766145 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:49.770010 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:49.820810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987869d4-46ee-4121-8d35-289ea21ccafd,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:49.825517 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:49.829591 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f8934eb9-549a-4884-9050-a4f3fd53e6b8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2132969 May 25 20:48:49.830100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40136) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:49.835416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0b53a474-27e5-478d-9825-8712567a12a6 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group_rule': {'security_group_id': '8785f116-971a-437b-b104-081e8824c58e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '987869d4-46ee-4121-8d35-289ea21ccafd'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:49.843785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0b53a474-27e5-478d-9825-8712567a12a6 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:49.847864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0b53a474-27e5-478d-9825-8712567a12a6 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:49.850862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0b53a474-27e5-478d-9825-8712567a12a6 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:49.857453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0b53a474-27e5-478d-9825-8712567a12a6 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:49.886527 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-0b53a474-27e5-478d-9825-8712567a12a6 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 20:48:49.887835 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0b53a474-27e5-478d-9825-8712567a12a6 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0566173 May 25 20:48:49.890565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40140) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:49.957156 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b00e787-4aec-4414-9568-b7512206f139 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:49.985665 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b00e787-4aec-4414-9568-b7512206f139 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.038445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b00e787-4aec-4414-9568-b7512206f139 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.059368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00e787-4aec-4414-9568-b7512206f139 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=987869d4-46ee-4121-8d35-289ea21ccafd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:50.068213 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2b00e787-4aec-4414-9568-b7512206f139 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.069323 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2b00e787-4aec-4414-9568-b7512206f139 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "DELETE /v2.0/security-groups/987869d4-46ee-4121-8d35-289ea21ccafd HTTP/1.1" status: 204 len: 168 time: 0.1778274 May 25 20:48:50.072006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40144) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:50.139634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-09e03808-0d6a-43aa-88d8-98765f821bf4 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Synchronizing usage tracker for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:48:50.155574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-09e03808-0d6a-43aa-88d8-98765f821bf4 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Unset dirty status for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:48:50.159660 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-09e03808-0d6a-43aa-88d8-98765f821bf4 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0840826 May 25 20:48:50.160009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40148) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:50.234673 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccb294f7-a8bd-4258-87db-b19bd0a87ac9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.262614 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccb294f7-a8bd-4258-87db-b19bd0a87ac9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.312218 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccb294f7-a8bd-4258-87db-b19bd0a87ac9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.331790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb294f7-a8bd-4258-87db-b19bd0a87ac9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8785f116-971a-437b-b104-081e8824c58e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:50.341960 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ccb294f7-a8bd-4258-87db-b19bd0a87ac9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.345810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ccb294f7-a8bd-4258-87db-b19bd0a87ac9 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "DELETE /v2.0/security-groups/8785f116-971a-437b-b104-081e8824c58e HTTP/1.1" status: 204 len: 168 time: 0.1848836 May 25 20:48:50.346183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40152) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:50.399366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5979f87b-17a8-4d49-820c-2d377d617612 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Synchronizing usage tracker for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:48:50.414723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5979f87b-17a8-4d49-820c-2d377d617612 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Unset dirty status for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:48:50.415941 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5979f87b-17a8-4d49-820c-2d377d617612 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686810 May 25 20:48:50.420506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40156) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:50.425465 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c13a3bcf-c0a3-439a-a3e7-19f6cd8b316b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201614373'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:50.432677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c13a3bcf-c0a3-439a-a3e7-19f6cd8b316b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:50.442488 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c13a3bcf-c0a3-439a-a3e7-19f6cd8b316b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:50.457444 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c13a3bcf-c0a3-439a-a3e7-19f6cd8b316b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.486945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c13a3bcf-c0a3-439a-a3e7-19f6cd8b316b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:48:50.490808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c13a3bcf-c0a3-439a-a3e7-19f6cd8b316b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Usage tracker for resource:security_group_rule and tenant:1c468802442647edbc047adf623ee63a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:48:50.493620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c13a3bcf-c0a3-439a-a3e7-19f6cd8b316b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:48:50.508661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c13a3bcf-c0a3-439a-a3e7-19f6cd8b316b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:48:50.577516 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c13a3bcf-c0a3-439a-a3e7-19f6cd8b316b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.581383 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c13a3bcf-c0a3-439a-a3e7-19f6cd8b316b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.625118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a3bcf-c0a3-439a-a3e7-19f6cd8b316b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da92254-a85b-4e2c-88b6-33b2d9257389,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:50.631358 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c13a3bcf-c0a3-439a-a3e7-19f6cd8b316b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.632719 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c13a3bcf-c0a3-439a-a3e7-19f6cd8b316b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2112858 May 25 20:48:50.635608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40160) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:50.640542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d2b110cf-603c-47f0-b3a5-a312a4e1a9f0 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:48:50.640953 n-d-843339-1 neutron-server[88331]: WARNING neutron.api.v2.base [None req-d2b110cf-603c-47f0-b3a5-a312a4e1a9f0 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 25 20:48:50.641434 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-d2b110cf-603c-47f0-b3a5-a312a4e1a9f0 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] update failed (client error): There was a conflict when trying to complete your request. May 25 20:48:50.642372 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d2b110cf-603c-47f0-b3a5-a312a4e1a9f0 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "PUT /v2.0/security-groups/6da92254-a85b-4e2c-88b6-33b2d9257389 HTTP/1.1" status: 409 len: 330 time: 0.0058467 May 25 20:48:50.644665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40164) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:50.711514 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a4c0-37a9-4dd5-8373-3f8653d38eec tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.740169 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a4c0-37a9-4dd5-8373-3f8653d38eec tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.788743 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a4c0-37a9-4dd5-8373-3f8653d38eec tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.805893 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0a4c0-37a9-4dd5-8373-3f8653d38eec tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da92254-a85b-4e2c-88b6-33b2d9257389,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:50.815617 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a4c0-37a9-4dd5-8373-3f8653d38eec tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:50.816739 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d1e0a4c0-37a9-4dd5-8373-3f8653d38eec tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "DELETE /v2.0/security-groups/6da92254-a85b-4e2c-88b6-33b2d9257389 HTTP/1.1" status: 204 len: 168 time: 0.1712489 May 25 20:48:50.819370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40168) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:50.869817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8da77bfd-e56a-4055-8c08-22497f209dad tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Synchronizing usage tracker for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:48:50.885112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-8da77bfd-e56a-4055-8c08-22497f209dad tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] Unset dirty status for tenant:1c468802442647edbc047adf623ee63a on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:48:50.886280 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8da77bfd-e56a-4055-8c08-22497f209dad tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659485 May 25 20:48:50.890752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40172) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:50.907190 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-7e280c48-04ea-40f8-9c6e-7af3a5ccb0e8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] delete failed (client error): The resource could not be found. May 25 20:48:50.908143 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7e280c48-04ea-40f8-9c6e-7af3a5ccb0e8 tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "DELETE /v2.0/security-groups/0d935d1a-b814-4909-9b84-477c909fe7de HTTP/1.1" status: 404 len: 347 time: 0.0165122 May 25 20:48:50.911523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40176) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:50.926589 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-42c7d89a-7b46-45c9-b332-32642f21123b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] show failed (client error): The resource could not be found. May 25 20:48:50.927531 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-42c7d89a-7b46-45c9-b332-32642f21123b tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "GET /v2.0/security-groups/389c1e00-193e-4c26-a811-81eb5ae2303a HTTP/1.1" status: 404 len: 347 time: 0.0151684 May 25 20:48:50.930809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40180) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:50.944201 n-d-843339-1 neutron-server[88331]: INFO neutron.api.v2.resource [None req-907b93e9-ec69-4914-8f23-c01e3572fe0c tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] show failed (client error): The resource could not be found. May 25 20:48:50.945140 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-907b93e9-ec69-4914-8f23-c01e3572fe0c tempest-NegativeSecGroupTest-1645209361 tempest-NegativeSecGroupTest-1645209361-project] 10.222.0.60 "GET /v2.0/security-group-rules/121368cd-d9de-432d-954b-da991f4ffae3 HTTP/1.1" status: 404 len: 356 time: 0.0134914 May 25 20:48:51.208641 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40188) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:51.356809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7ada8b45-5142-436f-a7fd-723a9d01c734 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c468802442647edbc047adf623ee63a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459394 May 25 20:48:51.359432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40194) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:48:51.416664 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-06fd4ca2-412d-4e8c-beb5-f599c6bbb350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:51.442122 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-06fd4ca2-412d-4e8c-beb5-f599c6bbb350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:51.498855 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-06fd4ca2-412d-4e8c-beb5-f599c6bbb350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:51.514912 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd4ca2-412d-4e8c-beb5-f599c6bbb350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55a2ad6-65a9-4c31-99d8-545e7cb386b8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:48:51.527390 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-06fd4ca2-412d-4e8c-beb5-f599c6bbb350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:51.529306 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-06fd4ca2-412d-4e8c-beb5-f599c6bbb350 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b55a2ad6-65a9-4c31-99d8-545e7cb386b8 HTTP/1.1" status: 204 len: 168 time: 0.1689851 May 25 20:48:54.025821 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:58.180513 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-15284f82-67c3-4905-91e8-afdf4cbf1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:48:58.304679 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:00.639325 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b45268d8-0fb1-45e8-970a-357602059c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:01.386578 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:01.497576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40292) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:01.636676 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92c363f0-bbcb-465b-bea9-e05a6f82c3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:01.655176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-92c363f0-bbcb-465b-bea9-e05a6f82c3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:49:01.659088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-92c363f0-bbcb-465b-bea9-e05a6f82c3dc admin admin] Usage tracker for resource:security_group_rule and tenant:7d68de29f9e5492b9b76b19c3b65c5d8 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:49:01.662071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-92c363f0-bbcb-465b-bea9-e05a6f82c3dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:49:01.669626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-92c363f0-bbcb-465b-bea9-e05a6f82c3dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:49:01.769128 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92c363f0-bbcb-465b-bea9-e05a6f82c3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:01.775058 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92c363f0-bbcb-465b-bea9-e05a6f82c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:01.802781 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:01.825441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c363f0-bbcb-465b-bea9-e05a6f82c3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1275a3-76c8-4b12-9973-6829078d6062,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:01.832801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40298) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:01.833281 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-92c363f0-bbcb-465b-bea9-e05a6f82c3dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d68de29f9e5492b9b76b19c3b65c5d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327601 May 25 20:49:01.898099 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:01.926176 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:01.983492 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:01.998978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1275a3-76c8-4b12-9973-6829078d6062,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:02.009589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:02.009918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:02.010270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:02.010593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:02.010917 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:02.011232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:02.011544 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:02.011856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:02.012163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:02.012470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:02.012779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:02.013085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:02.016756 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:02.017862 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2048a43f-7115-497f-a96b-b70c3120df49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e1275a3-76c8-4b12-9973-6829078d6062 HTTP/1.1" status: 204 len: 168 time: 0.1840999 May 25 20:49:02.307298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40306) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:02.326555 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0966fc9-350b-4c93-a50e-4951cb51f295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:02.340998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f0966fc9-350b-4c93-a50e-4951cb51f295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:49:02.345025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f0966fc9-350b-4c93-a50e-4951cb51f295 admin admin] Usage tracker for resource:security_group_rule and tenant:87b07f06860f4526977d474467eb5244 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:49:02.347803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f0966fc9-350b-4c93-a50e-4951cb51f295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:49:02.353684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f0966fc9-350b-4c93-a50e-4951cb51f295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:49:02.447351 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0966fc9-350b-4c93-a50e-4951cb51f295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:02.451825 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f0966fc9-350b-4c93-a50e-4951cb51f295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:02.506246 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f0966fc9-350b-4c93-a50e-4951cb51f295 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=87b07f06860f4526977d474467eb5244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977375 May 25 20:49:02.507120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0966fc9-350b-4c93-a50e-4951cb51f295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb81e60-41ab-4674-938a-e37530333cfe,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:02.508975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40310) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:02.568001 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e670b05-a693-4379-bb2e-429eb00d35a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:02.598549 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e670b05-a693-4379-bb2e-429eb00d35a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:02.653865 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e670b05-a693-4379-bb2e-429eb00d35a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:02.673751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e670b05-a693-4379-bb2e-429eb00d35a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb81e60-41ab-4674-938a-e37530333cfe,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:02.686478 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e670b05-a693-4379-bb2e-429eb00d35a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:02.699981 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3e670b05-a693-4379-bb2e-429eb00d35a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7fb81e60-41ab-4674-938a-e37530333cfe HTTP/1.1" status: 204 len: 168 time: 0.1802068 May 25 20:49:03.148552 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:03.921503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40348) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:04.037148 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8958d346-b849-4830-9fed-efaf70aabc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:04.052403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8958d346-b849-4830-9fed-efaf70aabc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:49:04.056045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8958d346-b849-4830-9fed-efaf70aabc59 admin admin] Usage tracker for resource:security_group_rule and tenant:bc15f8fb979a4fbca8a3a5b3afb4c73e is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:49:04.059493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-8958d346-b849-4830-9fed-efaf70aabc59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:49:04.065213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-8958d346-b849-4830-9fed-efaf70aabc59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:49:04.154301 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8958d346-b849-4830-9fed-efaf70aabc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:04.158118 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8958d346-b849-4830-9fed-efaf70aabc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:04.205325 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8958d346-b849-4830-9fed-efaf70aabc59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc15f8fb979a4fbca8a3a5b3afb4c73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827661 May 25 20:49:04.206163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958d346-b849-4830-9fed-efaf70aabc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771fd54e-eabd-47f6-a1c2-168e5472458e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:04.208991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40354) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:04.270380 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99ae305a-d9c5-45a0-8279-c533935a19ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:04.301583 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99ae305a-d9c5-45a0-8279-c533935a19ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:04.356201 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99ae305a-d9c5-45a0-8279-c533935a19ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:04.373648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae305a-d9c5-45a0-8279-c533935a19ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771fd54e-eabd-47f6-a1c2-168e5472458e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:04.386296 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99ae305a-d9c5-45a0-8279-c533935a19ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:04.392396 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-99ae305a-d9c5-45a0-8279-c533935a19ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/771fd54e-eabd-47f6-a1c2-168e5472458e HTTP/1.1" status: 204 len: 168 time: 0.1778173 May 25 20:49:07.530618 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:49:09.989334 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0594df44-1b1e-4579-b104-3ba17d43fad0 req-241c32ac-9845-4cdb-bc23-1b4177903ca7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735099 May 25 20:49:10.131625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594df44-1b1e-4579-b104-3ba17d43fad0 req-8e4c3810-bf6f-43ce-ae0d-d3e783db2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:10.133132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0594df44-1b1e-4579-b104-3ba17d43fad0 req-8e4c3810-bf6f-43ce-ae0d-d3e783db2a31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 1097 time: 0.0768020 May 25 20:49:10.285398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594df44-1b1e-4579-b104-3ba17d43fad0 req-44e36b65-f6af-42fe-8571-16aec7ccb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:10.286943 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0594df44-1b1e-4579-b104-3ba17d43fad0 req-44e36b65-f6af-42fe-8571-16aec7ccb319 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.1347010 May 25 20:49:10.397542 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0594df44-1b1e-4579-b104-3ba17d43fad0 req-9332fa46-ad9a-46ea-bd77-74c2be098857 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe HTTP/1.1" status: 200 len: 1002 time: 0.1047270 May 25 20:49:10.465759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594df44-1b1e-4579-b104-3ba17d43fad0 req-8d841625-422a-4176-b9f8-43824089929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:10.468672 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0594df44-1b1e-4579-b104-3ba17d43fad0 req-8d841625-422a-4176-b9f8-43824089929c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0652215 May 25 20:49:10.548358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594df44-1b1e-4579-b104-3ba17d43fad0 req-4c6db6fd-0f1d-47f3-a2e3-ed34cfff8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:10.549827 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0594df44-1b1e-4579-b104-3ba17d43fad0 req-4c6db6fd-0f1d-47f3-a2e3-ed34cfff8b91 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759408 May 25 20:49:10.807581 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0594df44-1b1e-4579-b104-3ba17d43fad0 req-af19bf98-1bd9-42d7-b685-ff42fb4e6cae service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511566 May 25 20:49:10.943481 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0594df44-1b1e-4579-b104-3ba17d43fad0 req-7e85b7e0-290d-4cc0-941f-a68c6d1d3b73 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298299 May 25 20:49:16.199448 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-497849c3-34e4-457a-9129-0f63239b6ff6 req-2fb67a34-75eb-4726-a136-b2cd75e67aae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0751777 May 25 20:49:16.339839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497849c3-34e4-457a-9129-0f63239b6ff6 req-dfcfe147-7886-49f9-8274-1daaa9f915f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:16.341233 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-497849c3-34e4-457a-9129-0f63239b6ff6 req-dfcfe147-7886-49f9-8274-1daaa9f915f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e2e8e4738f347389eca7743d5eef987&device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 1096 time: 0.0746603 May 25 20:49:16.621105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497849c3-34e4-457a-9129-0f63239b6ff6 req-ad8199d0-2592-4c63-b0a5-a79a88f44387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:16.622127 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-497849c3-34e4-457a-9129-0f63239b6ff6 req-ad8199d0-2592-4c63-b0a5-a79a88f44387 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 HTTP/1.1" status: 200 len: 910 time: 0.2499225 May 25 20:49:16.728099 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-497849c3-34e4-457a-9129-0f63239b6ff6 req-065bb071-266d-4a10-871e-a383a4f936dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f HTTP/1.1" status: 200 len: 1001 time: 0.1002162 May 25 20:49:16.792831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497849c3-34e4-457a-9129-0f63239b6ff6 req-505ab90c-d6ec-4e36-bc76-62bf878c10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:16.794266 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-497849c3-34e4-457a-9129-0f63239b6ff6 req-505ab90c-d6ec-4e36-bc76-62bf878c10f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac01637c-8629-4b8f-9c95-c238dbd975e2 HTTP/1.1" status: 200 len: 848 time: 0.0606701 May 25 20:49:16.875892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497849c3-34e4-457a-9129-0f63239b6ff6 req-5394a656-b0bb-4938-aa19-f400a13e2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:16.875892 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-497849c3-34e4-457a-9129-0f63239b6ff6 req-5394a656-b0bb-4938-aa19-f400a13e2605 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730505 May 25 20:49:17.014022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-497849c3-34e4-457a-9129-0f63239b6ff6 req-e74fbf18-2c84-42f1-8087-aec08480cdd0 service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342056 May 25 20:49:17.153039 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-497849c3-34e4-457a-9129-0f63239b6ff6 req-ce15b233-ab68-4182-8cd3-3962ae87ba51 service neutron] 10.222.0.70 "GET /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339743 May 25 20:49:18.729674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011fc32-ba5e-4d85-9e3f-6ba247966923 req-e111dccf-bf0f-4aa5-b9b2-dbc5a052fb02 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:18.731171 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5011fc32-ba5e-4d85-9e3f-6ba247966923 req-e111dccf-bf0f-4aa5-b9b2-dbc5a052fb02 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 945 time: 0.1104505 May 25 20:49:18.781838 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5011fc32-ba5e-4d85-9e3f-6ba247966923 req-de9f9232-4231-4ef2-9c8f-54e884598e6a tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a8088aa-a909-40c0-9e78-d1fe54027d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445981 May 25 20:49:19.329343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3a699437-b8a2-430a-90fc-9290db090e7f tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:19.330817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3a699437-b8a2-430a-90fc-9290db090e7f tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 945 time: 0.0815666 May 25 20:49:19.402044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Deleting port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:49:19.402505 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:19.673929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] For port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f,segment=NetworkSegment(0d18baec-a4d2-49d2-b7ae-dbc04021c88d),segment_id=0d18baec-a4d2-49d2-b7ae-dbc04021c88d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:49:19.674323 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:19.981419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd54cda-1bda-4caf-b52f-866133bc9070 req-319a3620-8af0-45fd-b91c-ce9f223c4d22 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:19.984243 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8dd54cda-1bda-4caf-b52f-866133bc9070 req-319a3620-8af0-45fd-b91c-ce9f223c4d22 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 945 time: 0.0863845 May 25 20:49:19.988181 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:19.988657 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:19.988841 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Floating IP af3e2a09-0793-4df3-9dff-534ed715cd7f disassociated. External IP: 172.25.3.131, port: a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f. May 25 20:49:19.989171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Calling delete_port for a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:49:20.050213 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8dd54cda-1bda-4caf-b52f-866133bc9070 req-c0fb3b5a-9338-4f0b-a1af-d8f501033dd1 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a8088aa-a909-40c0-9e78-d1fe54027d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585866 May 25 20:49:20.146819 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:20.199026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Pushing event deleted for resources: {'Port': ['ID=a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:20.511291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:49:20.705909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:49:20.718282 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4788d4-34d0-4dda-8195-957d9525cafd None None] Sync routers for ids ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:49:20.737684 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4788d4-34d0-4dda-8195-957d9525cafd None None] Routers {'5cce2fbc-480b-4a87-b4ef-b65a4f87692a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:49:20.738765 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4c4788d4-34d0-4dda-8195-957d9525cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:49:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:20.803765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] No DVR routers for this DVR port a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:49:20.806271 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:20.808819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9105746-6dcb-4134-a72e-98f2dfa015be', 'name': 'network-vif-deleted', 'tag': 'a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:49:20.831079 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dcf75f52-6b69-4246-bf02-61b929ba9a96 req-3bf1de95-4446-44cc-a0d4-007ccb342053 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.70 "DELETE /v2.0/ports/a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f HTTP/1.1" status: 204 len: 173 time: 1.4952612 May 25 20:49:20.978240 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e596dc34-f084-4e31-8b93-80e1fb912bdc'] response: {'server_uuid': 'd9105746-6dcb-4134-a72e-98f2dfa015be', 'name': 'network-vif-deleted', 'tag': 'a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f', 'status': 'completed', 'code': 200} May 25 20:49:20.986877 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-4c4788d4-34d0-4dda-8195-957d9525cafd None None] Set router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:49:21.236768 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-addb39ab-9715-4945-8a06-5ecf7b74edd9 req-64e00d51-62b1-4e53-81fa-39e09ce8f60b tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9105746-6dcb-4134-a72e-98f2dfa015be HTTP/1.1" status: 200 len: 210 time: 0.0497124 May 25 20:49:21.346126 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4c4788d4-34d0-4dda-8195-957d9525cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:43:00Z', 'revision_number': 4, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port': {'id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:49Z', 'updated_at': '2022-05-25T20:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '0e69cb52-e0ab-4bed-a0a4-09d6e6930796', 'name': '', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'mac_address': 'fa:16:3e:54:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:58Z', 'updated_at': '2022-05-25T20:43:12Z', 'revision_number': 5, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'subnets': [{'id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:21.350432 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4788d4-34d0-4dda-8195-957d9525cafd None None] Checking router: 5cce2fbc-480b-4a87-b4ef-b65a4f87692a for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:49:21.360417 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4788d4-34d0-4dda-8195-957d9525cafd None None] Routers {'5cce2fbc-480b-4a87-b4ef-b65a4f87692a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:49:21.361021 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4c4788d4-34d0-4dda-8195-957d9525cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:49:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:21.560837 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-4c4788d4-34d0-4dda-8195-957d9525cafd None None] Set router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:49:21.929647 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-4c4788d4-34d0-4dda-8195-957d9525cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:43:00Z', 'revision_number': 4, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port': {'id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:49Z', 'updated_at': '2022-05-25T20:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '0e69cb52-e0ab-4bed-a0a4-09d6e6930796', 'name': '', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'mac_address': 'fa:16:3e:54:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:58Z', 'updated_at': '2022-05-25T20:43:12Z', 'revision_number': 5, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'subnets': [{'id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:21.933668 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4788d4-34d0-4dda-8195-957d9525cafd None None] The sync data for ids ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'] in n-d-843339-1 is: [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:43:00Z', 'revision_number': 4, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port': {'id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:49Z', 'updated_at': '2022-05-25T20:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '0e69cb52-e0ab-4bed-a0a4-09d6e6930796', 'name': '', 'network_id': 'f76f0eb9-18b4-4d0e-97ff-194f3fb5c705', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'mac_address': 'fa:16:3e:54:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:58Z', 'updated_at': '2022-05-25T20:43:12Z', 'revision_number': 5, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'subnets': [{'id': 'ac01637c-8629-4b8f-9c95-c238dbd975e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:49:22.175348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440be112-ae55-4e9b-83ec-bfea77d1bd2e None None] New status for floating IP af3e2a09-0793-4df3-9dff-534ed715cd7f: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:49:22.334055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40648) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:22.523596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-8537b99e-b19f-4298-8b9e-fc2a4892f7da tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Deleting port 5441bc16-da17-48ea-9d97-54b74338a298 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:49:22.523856 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8537b99e-b19f-4298-8b9e-fc2a4892f7da tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:22.710087 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8537b99e-b19f-4298-8b9e-fc2a4892f7da tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:22.710440 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8537b99e-b19f-4298-8b9e-fc2a4892f7da tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:22.846662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-8537b99e-b19f-4298-8b9e-fc2a4892f7da tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Calling delete_port for 5441bc16-da17-48ea-9d97-54b74338a298 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:49:22.991123 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8537b99e-b19f-4298-8b9e-fc2a4892f7da tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:23.042042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537b99e-b19f-4298-8b9e-fc2a4892f7da tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Pushing event deleted for resources: {'Port': ['ID=5441bc16-da17-48ea-9d97-54b74338a298,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:23.135688 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8537b99e-b19f-4298-8b9e-fc2a4892f7da tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:23.150014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8537b99e-b19f-4298-8b9e-fc2a4892f7da tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:23.151175 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8537b99e-b19f-4298-8b9e-fc2a4892f7da tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "DELETE /v2.0/floatingips/af3e2a09-0793-4df3-9dff-534ed715cd7f HTTP/1.1" status: 204 len: 168 time: 0.8160291 May 25 20:49:23.308964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40674) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:23.336085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:49:23.389966 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:49:23.390640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a6a888cc-03fc-4ce4-8d60-1d6f769ecb7f not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:49:23.391184 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f553b0a7-224d-4205-b8b8-6b6656b1ddc2 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:23.424925 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f553b0a7-224d-4205-b8b8-6b6656b1ddc2 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:23.492305 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f553b0a7-224d-4205-b8b8-6b6656b1ddc2 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:23.512515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553b0a7-224d-4205-b8b8-6b6656b1ddc2 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8088aa-a909-40c0-9e78-d1fe54027d63,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:23.525870 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f553b0a7-224d-4205-b8b8-6b6656b1ddc2 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:23.531380 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f553b0a7-224d-4205-b8b8-6b6656b1ddc2 tempest-TestServerBasicOps-971486381 tempest-TestServerBasicOps-971486381-project] 10.222.0.60 "DELETE /v2.0/security-groups/5a8088aa-a909-40c0-9e78-d1fe54027d63 HTTP/1.1" status: 204 len: 168 time: 0.2204146 May 25 20:49:23.577233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40686) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:24.056170 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:24.335753 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32c9a076-4cd5-4cd9-a6a0-94e814ff4781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:24.708476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-32c9a076-4cd5-4cd9-a6a0-94e814ff4781 admin admin] Deleting port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:49:24.709102 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32c9a076-4cd5-4cd9-a6a0-94e814ff4781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:25.015447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-32c9a076-4cd5-4cd9-a6a0-94e814ff4781 admin admin] For port 0e69cb52-e0ab-4bed-a0a4-09d6e6930796, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0e69cb52-e0ab-4bed-a0a4-09d6e6930796,segment=NetworkSegment(0d18baec-a4d2-49d2-b7ae-dbc04021c88d),segment_id=0d18baec-a4d2-49d2-b7ae-dbc04021c88d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:49:25.015802 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32c9a076-4cd5-4cd9-a6a0-94e814ff4781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:25.155246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-32c9a076-4cd5-4cd9-a6a0-94e814ff4781 admin admin] Calling delete_port for 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:49:25.349312 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32c9a076-4cd5-4cd9-a6a0-94e814ff4781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:25.404780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9a076-4cd5-4cd9-a6a0-94e814ff4781 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e69cb52-e0ab-4bed-a0a4-09d6e6930796,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:25.696575 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-32c9a076-4cd5-4cd9-a6a0-94e814ff4781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:26.084042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c9a076-4cd5-4cd9-a6a0-94e814ff4781 admin admin] Router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:49:26.268884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c9a076-4cd5-4cd9-a6a0-94e814ff4781 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:49:26.277726 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4fca99-ecdf-4cdd-b2c8-3e6333c42961 None None] Sync routers for ids ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:49:26.283276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-32c9a076-4cd5-4cd9-a6a0-94e814ff4781 admin admin] 10.222.0.60 "PUT /v2.0/routers/5cce2fbc-480b-4a87-b4ef-b65a4f87692a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7049508 May 25 20:49:26.285676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40738) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:26.291351 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4fca99-ecdf-4cdd-b2c8-3e6333c42961 None None] Routers {'5cce2fbc-480b-4a87-b4ef-b65a4f87692a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:49:26.291996 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6b4fca99-ecdf-4cdd-b2c8-3e6333c42961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:49:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:26.509722 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-6b4fca99-ecdf-4cdd-b2c8-3e6333c42961 None None] Set router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:49:26.616258 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:26.830490 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:26.840593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] Deleting port 3b725487-8673-490d-b47f-254f21ebd2ba {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:49:26.841008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:26.860798 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6b4fca99-ecdf-4cdd-b2c8-3e6333c42961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:49:25Z', 'revision_number': 5, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port': {'id': '3b725487-8673-490d-b47f-254f21ebd2ba', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:42:49Z', 'updated_at': '2022-05-25T20:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:26.868426 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4fca99-ecdf-4cdd-b2c8-3e6333c42961 None None] Checking router: 5cce2fbc-480b-4a87-b4ef-b65a4f87692a for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:49:26.877399 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4fca99-ecdf-4cdd-b2c8-3e6333c42961 None None] Routers {'5cce2fbc-480b-4a87-b4ef-b65a4f87692a'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:49:26.878069 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6b4fca99-ecdf-4cdd-b2c8-3e6333c42961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:49:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:27.036869 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-6b4fca99-ecdf-4cdd-b2c8-3e6333c42961 None None] Set router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:49:27.038060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] For port 3b725487-8673-490d-b47f-254f21ebd2ba, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=3b725487-8673-490d-b47f-254f21ebd2ba,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:49:27.038441 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:27.161332 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-6b4fca99-ecdf-4cdd-b2c8-3e6333c42961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:49:26Z', 'revision_number': 6, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:27.165628 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4fca99-ecdf-4cdd-b2c8-3e6333c42961 None None] The sync data for ids ['5cce2fbc-480b-4a87-b4ef-b65a4f87692a'] in n-d-843339-1 is: [{'id': '5cce2fbc-480b-4a87-b4ef-b65a4f87692a', 'name': 'tempest-TestServerBasicOps-1374444489-router', 'tenant_id': '0e2e8e4738f347389eca7743d5eef987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:42:48Z', 'updated_at': '2022-05-25T20:49:26Z', 'revision_number': 6, 'project_id': '0e2e8e4738f347389eca7743d5eef987', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:49:27.190727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] Calling delete_port for 3b725487-8673-490d-b47f-254f21ebd2ba owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:49:27.370610 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:27.421950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] Pushing event deleted for resources: {'Port': ['ID=3b725487-8673-490d-b47f-254f21ebd2ba,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:27.509950 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:27.706878 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:27.709060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:27.734290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:27.734834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cce2fbc-480b-4a87-b4ef-b65a4f87692a {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:49:27.747034 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:27.749147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a187f333-d18a-4033-8195-4ebd4330ceec admin admin] 10.222.0.60 "DELETE /v2.0/routers/5cce2fbc-480b-4a87-b4ef-b65a4f87692a HTTP/1.1" status: 204 len: 168 time: 1.4625316 May 25 20:49:27.751676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40764) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:27.816415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a0a3c0-9c13-4966-b948-743907ee905e admin admin] Deleting subnet ac01637c-8629-4b8f-9c95-c238dbd975e2 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:49:27.821061 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a3c0-9c13-4966-b948-743907ee905e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:27.870714 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a3c0-9c13-4966-b948-743907ee905e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:27.970681 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a3c0-9c13-4966-b948-743907ee905e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:28.079524 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:49:28.118325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:49:28.118940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0e69cb52-e0ab-4bed-a0a4-09d6e6930796 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:49:28.119363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3b725487-8673-490d-b47f-254f21ebd2ba no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:49:28.163060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 3b725487-8673-490d-b47f-254f21ebd2ba {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:49:28.163674 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 3b725487-8673-490d-b47f-254f21ebd2ba not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:49:28.214691 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a3c0-9c13-4966-b948-743907ee905e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:28.223465 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5eeb3e25-bb07-4a6d-9304-6ef4b0ee03c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:28.270349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0a3c0-9c13-4966-b948-743907ee905e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac01637c-8629-4b8f-9c95-c238dbd975e2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:28.275153 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a3c0-9c13-4966-b948-743907ee905e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:28.282310 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd818c5-e238-4591-b967-fe20ce29ae80 None None] Network f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:49:28.283375 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c7a0a3c0-9c13-4966-b948-743907ee905e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ac01637c-8629-4b8f-9c95-c238dbd975e2 HTTP/1.1" status: 204 len: 168 time: 0.5305576 May 25 20:49:28.285674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40778) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:28.403779 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:28.405173 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:28.421115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Deleting port a94e2349-afb3-4fa9-b894-20315f62236c {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:49:28.421442 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:28.642644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47eda8c-3602-40be-8a8f-68c8b66fa494 None None] DHCP port deletion for f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:49:28.647073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c47eda8c-3602-40be-8a8f-68c8b66fa494 None None] Deleting port a94e2349-afb3-4fa9-b894-20315f62236c {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:49:28.647624 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c47eda8c-3602-40be-8a8f-68c8b66fa494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:28.672473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] For port a94e2349-afb3-4fa9-b894-20315f62236c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a94e2349-afb3-4fa9-b894-20315f62236c,segment=NetworkSegment(0d18baec-a4d2-49d2-b7ae-dbc04021c88d),segment_id=0d18baec-a4d2-49d2-b7ae-dbc04021c88d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:49:28.672829 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:28.820087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Calling delete_port for a94e2349-afb3-4fa9-b894-20315f62236c owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:49:28.903110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c47eda8c-3602-40be-8a8f-68c8b66fa494 None None] For port a94e2349-afb3-4fa9-b894-20315f62236c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a94e2349-afb3-4fa9-b894-20315f62236c,segment=NetworkSegment(0d18baec-a4d2-49d2-b7ae-dbc04021c88d),segment_id=0d18baec-a4d2-49d2-b7ae-dbc04021c88d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:49:28.903569 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c47eda8c-3602-40be-8a8f-68c8b66fa494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:28.917850 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:28.968745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94e2349-afb3-4fa9-b894-20315f62236c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:28.970561 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] No DVR routers for this DVR port a94e2349-afb3-4fa9-b894-20315f62236c on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:49:29.035191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c47eda8c-3602-40be-8a8f-68c8b66fa494 None None] Calling delete_port for a94e2349-afb3-4fa9-b894-20315f62236c owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:49:29.092526 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:29.114203 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-c47eda8c-3602-40be-8a8f-68c8b66fa494 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:49:29.128257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76f0eb9-18b4-4d0e-97ff-194f3fb5c705']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:29.132315 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-c47eda8c-3602-40be-8a8f-68c8b66fa494 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:49:29.137281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d18baec-a4d2-49d2-b7ae-dbc04021c88d') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:29.137581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d18baec-a4d2-49d2-b7ae-dbc04021c88d') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:29.150116 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:29.166096 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:29.173076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:49:29.173504 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:29.242039 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 0d18baec-a4d2-49d2-b7ae-dbc04021c88d resource provider aggregate not found May 25 20:49:29.261242 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 0d18baec-a4d2-49d2-b7ae-dbc04021c88d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d18baec-a4d2-49d2-b7ae-dbc04021c88d found for delete ", "request_id": "req-18b52ebb-cc8c-4b61-999c-c8c7afc07624"}]} May 25 20:49:29.275367 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:29.292669 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:29.303569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] Pushing event deleted for resources: {'Network': ['ID=f76f0eb9-18b4-4d0e-97ff-194f3fb5c705,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:29.311762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ab604e4a-f828-4cd5-bc95-8cb7560ef942 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f76f0eb9-18b4-4d0e-97ff-194f3fb5c705 HTTP/1.1" status: 204 len: 168 time: 1.0250669 May 25 20:49:29.314725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40804) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:29.628324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c47eda8c-3602-40be-8a8f-68c8b66fa494 None None] Deleting port a94e2349-afb3-4fa9-b894-20315f62236c {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:49:29.628632 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c47eda8c-3602-40be-8a8f-68c8b66fa494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:29.715150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c47eda8c-3602-40be-8a8f-68c8b66fa494 None None] The port 'a94e2349-afb3-4fa9-b894-20315f62236c' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:49:29.853701 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a94e2349-afb3-4fa9-b894-20315f62236c no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:49:29.892698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a94e2349-afb3-4fa9-b894-20315f62236c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:49:29.892937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a94e2349-afb3-4fa9-b894-20315f62236c not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:49:30.060081 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb1f917d-9f29-49ad-b735-8c9255d53966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:30.427828 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f917d-9f29-49ad-b735-8c9255d53966 admin admin] Deleting port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:49:30.428435 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb1f917d-9f29-49ad-b735-8c9255d53966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:30.618810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-bb1f917d-9f29-49ad-b735-8c9255d53966 admin admin] For port fa3ded8b-8a44-4b3a-befe-ff1954f87f9a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=fa3ded8b-8a44-4b3a-befe-ff1954f87f9a,segment=NetworkSegment(596858d8-a03a-4bab-9476-c3d8d9b443d9),segment_id=596858d8-a03a-4bab-9476-c3d8d9b443d9)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:49:30.619667 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb1f917d-9f29-49ad-b735-8c9255d53966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:30.626281 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-80fd8c1d-d923-450e-9300-e410107babc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:30.754772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f917d-9f29-49ad-b735-8c9255d53966 admin admin] Calling delete_port for fa3ded8b-8a44-4b3a-befe-ff1954f87f9a owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:49:30.945937 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb1f917d-9f29-49ad-b735-8c9255d53966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:30.998798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f917d-9f29-49ad-b735-8c9255d53966 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3ded8b-8a44-4b3a-befe-ff1954f87f9a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:31.307309 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bb1f917d-9f29-49ad-b735-8c9255d53966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:31.382115 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:31.815469 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:31.827454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1f917d-9f29-49ad-b735-8c9255d53966 admin admin] Router 45a00886-9d8a-45c3-9aef-22caadad2cc5 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:49:32.023833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1f917d-9f29-49ad-b735-8c9255d53966 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:49:32.035660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d756175-8e68-48bf-9461-241592068f40 None None] Sync routers for ids ['45a00886-9d8a-45c3-9aef-22caadad2cc5'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:49:32.048066 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d756175-8e68-48bf-9461-241592068f40 None None] Routers {'45a00886-9d8a-45c3-9aef-22caadad2cc5'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:49:32.048259 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bb1f917d-9f29-49ad-b735-8c9255d53966 admin admin] 10.222.0.60 "PUT /v2.0/routers/45a00886-9d8a-45c3-9aef-22caadad2cc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7323456 May 25 20:49:32.049375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7d756175-8e68-48bf-9461-241592068f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:49:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['45a00886-9d8a-45c3-9aef-22caadad2cc5'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:32.050683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40850) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:32.261219 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:32.286744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7d756175-8e68-48bf-9461-241592068f40 None None] Set router 45a00886-9d8a-45c3-9aef-22caadad2cc5 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:49:32.592779 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:32.603593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] Deleting port d1ae42a4-2054-4f16-8231-c905230c9479 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:49:32.604122 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:32.627414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7d756175-8e68-48bf-9461-241592068f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'name': 'tempest-TestServerBasicOps-178792713-router', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'd1ae42a4-2054-4f16-8231-c905230c9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:43:05Z', 'updated_at': '2022-05-25T20:49:30Z', 'revision_number': 5, 'project_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'gw_port': {'id': 'd1ae42a4-2054-4f16-8231-c905230c9479', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:43:08Z', 'updated_at': '2022-05-25T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:32.631569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d756175-8e68-48bf-9461-241592068f40 None None] Checking router: 45a00886-9d8a-45c3-9aef-22caadad2cc5 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:49:32.641449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d756175-8e68-48bf-9461-241592068f40 None None] Routers {'45a00886-9d8a-45c3-9aef-22caadad2cc5'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:49:32.642558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7d756175-8e68-48bf-9461-241592068f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:49:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['45a00886-9d8a-45c3-9aef-22caadad2cc5'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:32.804872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] For port d1ae42a4-2054-4f16-8231-c905230c9479, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d1ae42a4-2054-4f16-8231-c905230c9479,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:49:32.805226 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:32.814265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7d756175-8e68-48bf-9461-241592068f40 None None] Set router 45a00886-9d8a-45c3-9aef-22caadad2cc5 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:49:32.925959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7d756175-8e68-48bf-9461-241592068f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'name': 'tempest-TestServerBasicOps-178792713-router', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:43:05Z', 'updated_at': '2022-05-25T20:49:32Z', 'revision_number': 6, 'project_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:32.930034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d756175-8e68-48bf-9461-241592068f40 None None] The sync data for ids ['45a00886-9d8a-45c3-9aef-22caadad2cc5'] in n-d-843339-1 is: [{'id': '45a00886-9d8a-45c3-9aef-22caadad2cc5', 'name': 'tempest-TestServerBasicOps-178792713-router', 'tenant_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:43:05Z', 'updated_at': '2022-05-25T20:49:32Z', 'revision_number': 6, 'project_id': 'ac2e947dd2c5472e96d5c33ed7b1da6c', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:49:32.934529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] Calling delete_port for d1ae42a4-2054-4f16-8231-c905230c9479 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:49:33.129628 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:33.148709 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:33.180485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ae42a4-2054-4f16-8231-c905230c9479,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:33.283163 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:33.464219 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:33.467039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:33.490457 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:33.491123 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45a00886-9d8a-45c3-9aef-22caadad2cc5 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:49:33.504131 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:33.505245 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d9e6d1d6-e36f-42ad-8e2f-70758e69b1c4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/45a00886-9d8a-45c3-9aef-22caadad2cc5 HTTP/1.1" status: 204 len: 168 time: 1.4536152 May 25 20:49:33.508277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40880) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:33.570529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b38e0d-0ba4-436d-b0fc-6dcce2e84091 admin admin] Deleting subnet a4bdbabc-87c1-4535-8524-7a4c579bf779 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:49:33.588579 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-74b38e0d-0ba4-436d-b0fc-6dcce2e84091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:33.632538 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-74b38e0d-0ba4-436d-b0fc-6dcce2e84091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:33.718142 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-74b38e0d-0ba4-436d-b0fc-6dcce2e84091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:33.797889 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-74b38e0d-0ba4-436d-b0fc-6dcce2e84091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:33.832815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d1ae42a4-2054-4f16-8231-c905230c9479 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:49:33.842701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b38e0d-0ba4-436d-b0fc-6dcce2e84091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4bdbabc-87c1-4535-8524-7a4c579bf779,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:33.845064 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-74b38e0d-0ba4-436d-b0fc-6dcce2e84091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:33.863012 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-74b38e0d-0ba4-436d-b0fc-6dcce2e84091 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a4bdbabc-87c1-4535-8524-7a4c579bf779 HTTP/1.1" status: 204 len: 168 time: 0.3514497 May 25 20:49:33.866498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40888) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:33.901802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5109efa0-2281-441c-9586-5f7ed03094cd None None] Network 98ee8122-e54e-4796-a5df-1a35daed6ff2 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:49:33.973612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: d1ae42a4-2054-4f16-8231-c905230c9479 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:49:33.974297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d1ae42a4-2054-4f16-8231-c905230c9479 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:49:33.974419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fa3ded8b-8a44-4b3a-befe-ff1954f87f9a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:49:33.992817 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:34.004737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Deleting port 5296d1a2-6987-4214-8dc9-afb775914116 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:49:34.005083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:34.025987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: fa3ded8b-8a44-4b3a-befe-ff1954f87f9a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:49:34.026347 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device fa3ded8b-8a44-4b3a-befe-ff1954f87f9a not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:49:34.237913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] For port 5296d1a2-6987-4214-8dc9-afb775914116, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5296d1a2-6987-4214-8dc9-afb775914116,segment=NetworkSegment(596858d8-a03a-4bab-9476-c3d8d9b443d9),segment_id=596858d8-a03a-4bab-9476-c3d8d9b443d9)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:49:34.242201 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:34.255162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b92f07-92ec-4f95-ba27-2b1ae6723db0 None None] DHCP port deletion for 98ee8122-e54e-4796-a5df-1a35daed6ff2 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:49:34.259821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d8b92f07-92ec-4f95-ba27-2b1ae6723db0 None None] Deleting port 5296d1a2-6987-4214-8dc9-afb775914116 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:49:34.260282 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d8b92f07-92ec-4f95-ba27-2b1ae6723db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:34.366983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Calling delete_port for 5296d1a2-6987-4214-8dc9-afb775914116 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:49:34.452587 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:34.496458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d8b92f07-92ec-4f95-ba27-2b1ae6723db0 None None] For port 5296d1a2-6987-4214-8dc9-afb775914116, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5296d1a2-6987-4214-8dc9-afb775914116,segment=NetworkSegment(596858d8-a03a-4bab-9476-c3d8d9b443d9),segment_id=596858d8-a03a-4bab-9476-c3d8d9b443d9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:49:34.506488 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d8b92f07-92ec-4f95-ba27-2b1ae6723db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:34.512727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] No DVR routers for this DVR port 5296d1a2-6987-4214-8dc9-afb775914116 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:49:34.540119 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=5296d1a2-6987-4214-8dc9-afb775914116,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:34.635273 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d8b92f07-92ec-4f95-ba27-2b1ae6723db0 None None] Calling delete_port for 5296d1a2-6987-4214-8dc9-afb775914116 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:49:34.639530 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:34.666097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ee8122-e54e-4796-a5df-1a35daed6ff2']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:34.680308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596858d8-a03a-4bab-9476-c3d8d9b443d9') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:34.680813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596858d8-a03a-4bab-9476-c3d8d9b443d9') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:49:34.694139 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:34.715075 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-d8b92f07-92ec-4f95-ba27-2b1ae6723db0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:49:34.715721 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-d8b92f07-92ec-4f95-ba27-2b1ae6723db0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:49:34.722050 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:34.728532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:49:34.728983 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:34.807690 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 596858d8-a03a-4bab-9476-c3d8d9b443d9 resource provider aggregate not found May 25 20:49:34.835467 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 596858d8-a03a-4bab-9476-c3d8d9b443d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 596858d8-a03a-4bab-9476-c3d8d9b443d9 found for delete ", "request_id": "req-bd99a69f-2eda-46c1-b1a7-673557a22e92"}]} May 25 20:49:34.845363 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:34.861533 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:34.871309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=98ee8122-e54e-4796-a5df-1a35daed6ff2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:34.879268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ca73b987-8554-4d00-b1d9-1b8cf4452b08 admin admin] 10.222.0.60 "DELETE /v2.0/networks/98ee8122-e54e-4796-a5df-1a35daed6ff2 HTTP/1.1" status: 204 len: 168 time: 1.0118532 May 25 20:49:35.004229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40916) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:35.187052 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-54223ca4-7e1a-43da-9e39-c679a1509df4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e2e8e4738f347389eca7743d5eef987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783438 May 25 20:49:35.187266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40922) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:35.217560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d8b92f07-92ec-4f95-ba27-2b1ae6723db0 None None] Deleting port 5296d1a2-6987-4214-8dc9-afb775914116 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:49:35.218399 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d8b92f07-92ec-4f95-ba27-2b1ae6723db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:35.248644 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73af4f82-492a-4d64-8b63-4e31f2db7d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:35.280682 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73af4f82-492a-4d64-8b63-4e31f2db7d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:35.286525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d8b92f07-92ec-4f95-ba27-2b1ae6723db0 None None] The port '5296d1a2-6987-4214-8dc9-afb775914116' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:49:35.342645 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73af4f82-492a-4d64-8b63-4e31f2db7d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:35.362424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af4f82-492a-4d64-8b63-4e31f2db7d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a08828a-a6ea-4ef0-965c-e7d74722a23c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:35.369394 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73af4f82-492a-4d64-8b63-4e31f2db7d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:35.370536 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-73af4f82-492a-4d64-8b63-4e31f2db7d0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a08828a-a6ea-4ef0-965c-e7d74722a23c HTTP/1.1" status: 204 len: 168 time: 0.1822810 May 25 20:49:35.739062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 40938) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:35.798220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 40942) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:35.798745 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4307207e-088f-4c01-a129-700a6953b9ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac2e947dd2c5472e96d5c33ed7b1da6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547152 May 25 20:49:35.832367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5296d1a2-6987-4214-8dc9-afb775914116 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:49:35.861643 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f4b84fde-97c5-40c4-b1e5-2dd61bc122cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:35.899354 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f4b84fde-97c5-40c4-b1e5-2dd61bc122cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:35.930233 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 5296d1a2-6987-4214-8dc9-afb775914116 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:49:35.930565 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5296d1a2-6987-4214-8dc9-afb775914116 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:49:35.956727 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f4b84fde-97c5-40c4-b1e5-2dd61bc122cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:35.972834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b84fde-97c5-40c4-b1e5-2dd61bc122cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a58b14b-8529-4383-836f-022de3fa635f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:35.984166 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f4b84fde-97c5-40c4-b1e5-2dd61bc122cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:35.985797 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f4b84fde-97c5-40c4-b1e5-2dd61bc122cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a58b14b-8529-4383-836f-022de3fa635f HTTP/1.1" status: 204 len: 168 time: 0.1897409 May 25 20:49:44.532235 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:49:45.534412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41464) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:45.669126 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-146a680c-07a6-4629-9ea0-6ead14c75ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:45.684205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-146a680c-07a6-4629-9ea0-6ead14c75ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:49:45.688460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-146a680c-07a6-4629-9ea0-6ead14c75ead admin admin] Usage tracker for resource:security_group_rule and tenant:83fe5c147c9c4244995a4819d066bfb2 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:49:45.691336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-146a680c-07a6-4629-9ea0-6ead14c75ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:49:45.697038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-146a680c-07a6-4629-9ea0-6ead14c75ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:49:45.781176 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-146a680c-07a6-4629-9ea0-6ead14c75ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:45.786099 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-146a680c-07a6-4629-9ea0-6ead14c75ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:45.940946 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-146a680c-07a6-4629-9ea0-6ead14c75ead admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83fe5c147c9c4244995a4819d066bfb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053206 May 25 20:49:45.942534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a680c-07a6-4629-9ea0-6ead14c75ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eaf988-eae2-4a23-89ef-3c5006239270,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:45.943640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41470) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:49:46.005614 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:46.031781 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:46.081651 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:46.096705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eaf988-eae2-4a23-89ef-3c5006239270,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:46.107199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:46.107526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:46.107851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:46.108191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:46.108486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:46.108798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:46.109110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:46.109417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:46.109724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:46.110035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:46.110366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:46.110671 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:49:46.113192 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:46.114310 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4d5ee1e9-0229-45ef-a642-8144e63ac33e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49eaf988-eae2-4a23-89ef-3c5006239270 HTTP/1.1" status: 204 len: 168 time: 0.1695769 May 25 20:49:54.053370 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:56.017587 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-f41f6889-bd62-4e64-a6ed-a87227a9b752 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832057985&fields=id&tenant_id=7e7010833e5c431293fcd9aca5363db5 HTTP/1.1" status: 200 len: 267 time: 0.0418925 May 25 20:49:56.172204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-95818606-6728-491e-9586-7af4007ab04d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:56.173687 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-95818606-6728-491e-9586-7af4007ab04d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 812 time: 0.1491060 May 25 20:49:56.194673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-936dfb43-614d-489d-998d-221689567ba3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/quotas/7e7010833e5c431293fcd9aca5363db5 HTTP/1.1" status: 200 len: 375 time: 0.0154223 May 25 20:49:56.288384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-6d9934bb-bbae-41d5-a16b-6f26a60e5cd4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0911412 May 25 20:49:56.559351 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-167bcd87-20e7-4f1b-82d4-4ecd96aa7b84 service neutron] 10.222.0.60 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599413 May 25 20:49:56.701885 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e5b915aa-16af-406b-a6cf-e209c83f773b service neutron] 10.222.0.60 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365948 May 25 20:49:57.328554 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71315ea2-7663-43bf-a0f8-8233d349ce66 req-23161173-59fe-464b-978d-8578926e1648 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 210 time: 0.2502131 May 25 20:49:58.198993 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f1269c79-9049-4435-8c37-05367cd68c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:58.302494 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:58.345067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-b49e4d3d-23fa-48be-8283-c666997ceb4c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:58.347434 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-b49e4d3d-23fa-48be-8283-c666997ceb4c tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.70 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 812 time: 0.1668522 May 25 20:49:58.400493 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-fec207d8-ce95-4c96-9aee-58a4bf79c9d5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e7010833e5c431293fcd9aca5363db5 HTTP/1.1" status: 200 len: 380 time: 0.0458562 May 25 20:49:58.410266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'port': {'device_id': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'admin_state_up': True, 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'security_groups': ['f00aca44-476b-4d9e-b7b8-4484bdf46556']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:49:58.566490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c4668ba7-e7c8-4fa5-8d99-cac56eac9ea4 req-9319674d-70ed-4e1e-a460-f9a0ddd52f63 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 210 time: 0.0646770 May 25 20:49:58.692557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:49:58.705578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:49:58.758956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Made reservation on behalf of 7e7010833e5c431293fcd9aca5363db5 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:49:58.763390 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:58.952219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Allocated IP 172.20.0.12 (e8b72074-fda4-47cc-ba54-cf2b1a031238/a57f86a8-16f5-403a-9fff-dacc6807d6d3/47a99816-5031-40a7-9cde-67caa139477d) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:49:59.151734 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:59.167743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Transition to ACTIVE for port object 47a99816-5031-40a7-9cde-67caa139477d will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:49:59.192854 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:59.266626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:49:59.269813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:49:59.273669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:49:59.461319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'Port': ['ID=47a99816-5031-40a7-9cde-67caa139477d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:49:59.486904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:59.487541 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:59.516370 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-2f3731ad-4e8d-4f72-a7b6-16b1e20b20fc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1110611 May 25 20:49:59.528541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Request body: {'port': {'device_id': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:49:59.583446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-46821645-c1a6-43d0-a6ce-1a9720cae3a9 None None] Provisioning for port 47a99816-5031-40a7-9cde-67caa139477d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:49:59.593000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-46821645-c1a6-43d0-a6ce-1a9720cae3a9 None None] Provisioning complete for port 47a99816-5031-40a7-9cde-67caa139477d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:49:59.593747 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-46821645-c1a6-43d0-a6ce-1a9720cae3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:59.663653 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:49:59.667638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-46821645-c1a6-43d0-a6ce-1a9720cae3a9 None None] Port 47a99816-5031-40a7-9cde-67caa139477d cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:49:59.877692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee4552-cc28-4db8-b606-7078f7912ac9 req-71f5dbd5-d1e3-426e-aca9-048421b2a9bc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:49:59.880706 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a6ee4552-cc28-4db8-b606-7078f7912ac9 req-71f5dbd5-d1e3-426e-aca9-048421b2a9bc tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 932 time: 0.1502311 May 25 20:49:59.941235 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a6ee4552-cc28-4db8-b606-7078f7912ac9 req-8dc83c47-1779-4b6b-acee-db841ae68aa7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544984 May 25 20:50:00.132467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a99816-5031-40a7-9cde-67caa139477d {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:50:00.141465 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:00.157308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Transition to ACTIVE for port object 47a99816-5031-40a7-9cde-67caa139477d will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:50:00.161557 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:00.393897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Pushing event updated for resources: {'Port': ['ID=47a99816-5031-40a7-9cde-67caa139477d,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:00.457605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Attempting to bind port 47a99816-5031-40a7-9cde-67caa139477d on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:50:00.457605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Attempting to bind port 47a99816-5031-40a7-9cde-67caa139477d by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:50:00.457904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Attempting to bind port 47a99816-5031-40a7-9cde-67caa139477d on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:50:00.463149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Port 47a99816-5031-40a7-9cde-67caa139477d on network e8b72074-fda4-47cc-ba54-cf2b1a031238 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:50:00.463765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Attempting to bind port 47a99816-5031-40a7-9cde-67caa139477d on network e8b72074-fda4-47cc-ba54-cf2b1a031238 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:50:00.470309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:50:00.470716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Checking segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:50:00.471006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Bound using segment: {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:50:00.471485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Bound port: 47a99816-5031-40a7-9cde-67caa139477d, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:50:00.471997 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:00.587475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] For port 47a99816-5031-40a7-9cde-67caa139477d, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:50:00.592290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] For port 47a99816-5031-40a7-9cde-67caa139477d, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=47a99816-5031-40a7-9cde-67caa139477d,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:50:00.597138 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:00.640765 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-16938ee4-e68b-47b3-8de2-bf7c835b7438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:00.663496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:00.664322 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:00.665913 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] 10.222.0.70 "PUT /v2.0/ports/47a99816-5031-40a7-9cde-67caa139477d HTTP/1.1" status: 200 len: 1092 time: 1.1419079 May 25 20:50:00.674645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'tag': '47a99816-5031-40a7-9cde-67caa139477d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:50:00.771981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e53c4-dcc4-4f3a-ba18-77a717572c6b service neutron] Pushing event updated for resources: {'Port': ['ID=47a99816-5031-40a7-9cde-67caa139477d,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:00.785989 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f60eca-f030-427b-a8ba-051011d58592'] response: {'name': 'network-changed', 'server_uuid': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'tag': '47a99816-5031-40a7-9cde-67caa139477d', 'status': 'completed', 'code': 200} May 25 20:50:00.821052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e5aa30b2-ed14-4d4d-881e-81a42703c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:00.822316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e5aa30b2-ed14-4d4d-881e-81a42703c074 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 1095 time: 0.1105413 May 25 20:50:00.901445 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-b0fff390-1c29-44d2-b6ae-724a8401af8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a99816-5031-40a7-9cde-67caa139477d HTTP/1.1" status: 200 len: 217 time: 0.0727000 May 25 20:50:00.972943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-04d8a6ad-dbfc-49f1-bcb2-f072a960bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:00.974507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-04d8a6ad-dbfc-49f1-bcb2-f072a960bca2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0679331 May 25 20:50:01.058619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e58f1b50-e6c6-49eb-a9b2-b5141b32bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:01.060269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-e58f1b50-e6c6-49eb-a9b2-b5141b32bdbd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804701 May 25 20:50:01.146180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdfbe4-809d-4bd4-8e76-e1a4813edfaa req-a3e8962a-032d-4000-b2db-ed013d2e486a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:01.147736 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9bbdfbe4-809d-4bd4-8e76-e1a4813edfaa req-a3e8962a-032d-4000-b2db-ed013d2e486a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 944 time: 0.0850773 May 25 20:50:01.201211 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9bbdfbe4-809d-4bd4-8e76-e1a4813edfaa req-46416f66-91b2-4ff9-bb2e-d9b4ebe2bbfa tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457695 May 25 20:50:01.219564 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-8041ac88-246f-48b8-8639-868323d85d26 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532481 May 25 20:50:01.376019 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a875627-58b2-45f0-9a2f-a1b1a1192e07 req-c0e10325-2316-4a02-9013-d1bbe13252cd service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498802 May 25 20:50:01.388865 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:01.491992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757143e5-8206-4fb7-b0e2-f9eb47cdf0bf req-2d9db7ed-909b-46c0-99cc-9d46584df627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:01.493461 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-757143e5-8206-4fb7-b0e2-f9eb47cdf0bf req-2d9db7ed-909b-46c0-99cc-9d46584df627 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 1095 time: 0.0737870 May 25 20:50:01.627833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757143e5-8206-4fb7-b0e2-f9eb47cdf0bf req-ee50354e-ebf3-4799-a6a0-b084cc385b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:01.629178 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-757143e5-8206-4fb7-b0e2-f9eb47cdf0bf req-ee50354e-ebf3-4799-a6a0-b084cc385b5b service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.1301877 May 25 20:50:01.812133 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:01.823296 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-757143e5-8206-4fb7-b0e2-f9eb47cdf0bf req-ef9d0b43-b991-47b2-804a-8c9369784dfa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a99816-5031-40a7-9cde-67caa139477d HTTP/1.1" status: 200 len: 217 time: 0.1883287 May 25 20:50:01.884871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757143e5-8206-4fb7-b0e2-f9eb47cdf0bf req-7ecb50d5-9e60-4a6f-a2a0-9b90932b817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:01.886326 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-757143e5-8206-4fb7-b0e2-f9eb47cdf0bf req-7ecb50d5-9e60-4a6f-a2a0-9b90932b817f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0573752 May 25 20:50:01.962881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757143e5-8206-4fb7-b0e2-f9eb47cdf0bf req-ca2ddcec-b1c8-41b2-b3f8-9f7fdde49ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:01.964365 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-757143e5-8206-4fb7-b0e2-f9eb47cdf0bf req-ca2ddcec-b1c8-41b2-b3f8-9f7fdde49ccd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723393 May 25 20:50:02.101960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-757143e5-8206-4fb7-b0e2-f9eb47cdf0bf req-d681dd39-897f-419d-a0f7-7c260f28f94e service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314924 May 25 20:50:02.238906 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-757143e5-8206-4fb7-b0e2-f9eb47cdf0bf req-fc0e1ff4-6578-4a7c-9672-e4fe87c36ba0 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308148 May 25 20:50:02.405294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f11ff-ac49-4dcb-b592-d76c81b61194 req-dc16fc06-8894-4611-bb4c-64dbdfc3c00b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:02.405980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-104f11ff-ac49-4dcb-b592-d76c81b61194 req-dc16fc06-8894-4611-bb4c-64dbdfc3c00b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:50:02.425397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-104f11ff-ac49-4dcb-b592-d76c81b61194 req-dc16fc06-8894-4611-bb4c-64dbdfc3c00b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:50:02.433837 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-104f11ff-ac49-4dcb-b592-d76c81b61194 req-dc16fc06-8894-4611-bb4c-64dbdfc3c00b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 944 time: 0.1065168 May 25 20:50:02.488270 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-104f11ff-ac49-4dcb-b592-d76c81b61194 req-52a5eb15-af5b-4307-bed6-cabf0d2ffc17 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448971 May 25 20:50:03.159457 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:03.690985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7fc41-ad1c-477b-a68c-9322650d4f43 req-1bc22f75-e12e-40a2-9656-c83ad3ead916 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:03.693328 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-01d7fc41-ad1c-477b-a68c-9322650d4f43 req-1bc22f75-e12e-40a2-9656-c83ad3ead916 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 944 time: 0.0953536 May 25 20:50:03.741672 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-01d7fc41-ad1c-477b-a68c-9322650d4f43 req-736ee3a4-6a04-42a8-b222-358ac6240310 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423830 May 25 20:50:04.937980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203d993-3f78-4657-8373-d10cb17395b3 req-ea927a94-f28e-48b6-bdc2-68a76ddaef0e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:04.939461 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c203d993-3f78-4657-8373-d10cb17395b3 req-ea927a94-f28e-48b6-bdc2-68a76ddaef0e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 944 time: 0.0863895 May 25 20:50:04.987889 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c203d993-3f78-4657-8373-d10cb17395b3 req-27b5a440-d556-41aa-95d6-fa3e70154b07 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425808 May 25 20:50:06.181243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43671bee-558d-476c-9915-aa5062e5b96d req-6f419667-a711-431a-b51b-3f4af5cf94bd tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:06.188750 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-43671bee-558d-476c-9915-aa5062e5b96d req-6f419667-a711-431a-b51b-3f4af5cf94bd tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 944 time: 0.0908921 May 25 20:50:06.238798 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-43671bee-558d-476c-9915-aa5062e5b96d req-951bac05-b0a4-4b87-b4f4-a10c43d6a2c4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490558 May 25 20:50:07.467210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29061ee2-6c31-4988-a038-9d366e6fbf13 req-7f33a926-42ff-45a7-bbb7-b3a7d796abc1 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:07.467210 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29061ee2-6c31-4988-a038-9d366e6fbf13 req-7f33a926-42ff-45a7-bbb7-b3a7d796abc1 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 944 time: 0.1045890 May 25 20:50:07.527673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29061ee2-6c31-4988-a038-9d366e6fbf13 req-ad3e2c6a-78f0-4ef6-8035-83c8e4d9f700 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488367 May 25 20:50:08.804281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080b396-49e4-4a44-8790-0b0b410f7033 req-f541dc72-41ce-4db4-8345-4ef0145152c2 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:08.805654 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c080b396-49e4-4a44-8790-0b0b410f7033 req-f541dc72-41ce-4db4-8345-4ef0145152c2 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 944 time: 0.1104610 May 25 20:50:08.861188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c080b396-49e4-4a44-8790-0b0b410f7033 req-e48a0ab9-2821-4459-b911-cac2a3cc4216 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467100 May 25 20:50:10.157387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b9468-adbf-4ab4-bb3a-fb089b2e7b81 req-80e356ea-1e8b-466f-83ae-01a88a0e5f2d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:10.167150 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-197b9468-adbf-4ab4-bb3a-fb089b2e7b81 req-80e356ea-1e8b-466f-83ae-01a88a0e5f2d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 944 time: 0.1450987 May 25 20:50:10.243846 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-197b9468-adbf-4ab4-bb3a-fb089b2e7b81 req-37f6ce19-3764-4655-af60-9832833e0aed tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751293 May 25 20:50:10.967988 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e059ff5-b2ed-4659-8b48-580119c022db req-ac63ed35-e5e7-4806-8063-e3cce6a9db90 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1006038 May 25 20:50:11.119672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e059ff5-b2ed-4659-8b48-580119c022db req-bad78540-bf2c-4cd1-9c33-f15bbcc0ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:11.121241 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e059ff5-b2ed-4659-8b48-580119c022db req-bad78540-bf2c-4cd1-9c33-f15bbcc0ff79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 1097 time: 0.0800786 May 25 20:50:11.353208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e059ff5-b2ed-4659-8b48-580119c022db req-ac4429c8-a06b-4815-af9c-74cf3bc63c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:11.354715 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e059ff5-b2ed-4659-8b48-580119c022db req-ac4429c8-a06b-4815-af9c-74cf3bc63c26 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.2148550 May 25 20:50:11.463551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 47a99816-5031-40a7-9cde-67caa139477d details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:50:11.541444 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e059ff5-b2ed-4659-8b48-580119c022db req-b1a18441-b8ed-428e-8cf2-ebae413d16e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe HTTP/1.1" status: 200 len: 1002 time: 0.1810443 May 25 20:50:11.553209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9217160-91a4-4c1d-922a-e872cd520dc0 req-bba4eec2-be07-41f2-bdbf-1f93567f676b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:11.560699 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9217160-91a4-4c1d-922a-e872cd520dc0 req-bba4eec2-be07-41f2-bdbf-1f93567f676b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 944 time: 0.1369207 May 25 20:50:11.641559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 47a99816-5031-40a7-9cde-67caa139477d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=47a99816-5031-40a7-9cde-67caa139477d,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:50:11.651565 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9217160-91a4-4c1d-922a-e872cd520dc0 req-f75e0724-bbba-4901-815d-81ee662855c3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900190 May 25 20:50:11.655934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '47a99816-5031-40a7-9cde-67caa139477d', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'port_id': '47a99816-5031-40a7-9cde-67caa139477d', 'mac_address': 'fa:16:3e:69:56:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:50:11.661089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e059ff5-b2ed-4659-8b48-580119c022db req-c2d98303-03d5-435c-8226-f97813cac758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:11.663703 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e059ff5-b2ed-4659-8b48-580119c022db req-c2d98303-03d5-435c-8226-f97813cac758 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.1008449 May 25 20:50:11.728396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 47a99816-5031-40a7-9cde-67caa139477d is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:50:11.728779 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:11.779073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a99816-5031-40a7-9cde-67caa139477d {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:50:11.798942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e059ff5-b2ed-4659-8b48-580119c022db req-0783b372-6f77-48e6-bc3c-8634cb8c4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:11.800525 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e059ff5-b2ed-4659-8b48-580119c022db req-0783b372-6f77-48e6-bc3c-8634cb8c4ae3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225204 May 25 20:50:11.810144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 47a99816-5031-40a7-9cde-67caa139477d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=47a99816-5031-40a7-9cde-67caa139477d,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:50:11.813769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-4e059ff5-b2ed-4659-8b48-580119c022db req-a616c761-129c-4e0b-bcdc-1757fcfc9388 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:50:11.814951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e059ff5-b2ed-4659-8b48-580119c022db req-a616c761-129c-4e0b-bcdc-1757fcfc9388 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079422 May 25 20:50:11.820542 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:11.934740 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=47a99816-5031-40a7-9cde-67caa139477d,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:11.944135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:11.945220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:11.945570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:11.945961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:11.946933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:11.947278 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:11.947750 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:11.948228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:11.949315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:11.950007 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:11.950524 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:11.951023 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:11.974547 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e059ff5-b2ed-4659-8b48-580119c022db req-aa1cb54d-061a-4c80-9f4a-460676c82511 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537755 May 25 20:50:12.143987 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e059ff5-b2ed-4659-8b48-580119c022db req-0d6e3e93-4315-4609-b16c-6f16544063b7 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634521 May 25 20:50:12.177346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['47a99816-5031-40a7-9cde-67caa139477d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:50:12.908750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b79ca5-ba4e-4f04-a70f-a9be6bb3c727 req-c1e66ccc-e28d-4562-bd73-8f29c282fe62 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:12.910355 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05b79ca5-ba4e-4f04-a70f-a9be6bb3c727 req-c1e66ccc-e28d-4562-bd73-8f29c282fe62 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 945 time: 0.0888722 May 25 20:50:12.957302 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05b79ca5-ba4e-4f04-a70f-a9be6bb3c727 req-2432b343-9089-471e-868e-88bbb7a91966 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401244 May 25 20:50:13.489550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 47a99816-5031-40a7-9cde-67caa139477d up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:50:13.569324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 47a99816-5031-40a7-9cde-67caa139477d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:50:13.575032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 47a99816-5031-40a7-9cde-67caa139477d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:50:13.575402 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:13.696355 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 47a99816-5031-40a7-9cde-67caa139477d is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:50:13.696876 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:13.737887 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a99816-5031-40a7-9cde-67caa139477d'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:50:13.748932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 47a99816-5031-40a7-9cde-67caa139477d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=47a99816-5031-40a7-9cde-67caa139477d,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:50:13.753651 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:13.802490 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29199148-848c-46d8-97a2-51c647a855ca'] response: {'server_uuid': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a99816-5031-40a7-9cde-67caa139477d', 'code': 200} May 25 20:50:13.831509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=47a99816-5031-40a7-9cde-67caa139477d,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:13.941744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9ee75-ab72-40b8-83dc-43877708d11b req-5926fa1c-c517-45aa-ae87-b0a971dcb5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:13.943415 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2a9ee75-ab72-40b8-83dc-43877708d11b req-5926fa1c-c517-45aa-ae87-b0a971dcb5b3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 1097 time: 0.0752621 May 25 20:50:13.988390 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2a9ee75-ab72-40b8-83dc-43877708d11b req-3767fe2d-9e02-4083-a3e4-ba45b24a019f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392501 May 25 20:50:14.173387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b44c3f-91f1-40ea-813c-665819763a2c req-5e55d9d2-4d12-4b49-a3ad-e88ba01aa330 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:14.175708 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1b44c3f-91f1-40ea-813c-665819763a2c req-5e55d9d2-4d12-4b49-a3ad-e88ba01aa330 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 946 time: 0.1075699 May 25 20:50:14.227006 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1b44c3f-91f1-40ea-813c-665819763a2c req-3c3c6a51-5bf9-45e4-ab78-33d116fc0eb3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447738 May 25 20:50:15.416556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff013bd-1109-420d-a16b-b33f77904dd0 req-ad825f0f-9527-4a5e-a3e9-1d80fadc1c86 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:15.418017 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9ff013bd-1109-420d-a16b-b33f77904dd0 req-ad825f0f-9527-4a5e-a3e9-1d80fadc1c86 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 946 time: 0.0805681 May 25 20:50:15.462006 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9ff013bd-1109-420d-a16b-b33f77904dd0 req-98797f58-ae28-448f-82a1-bf618502d289 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372598 May 25 20:50:15.653835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c278104-aacf-4414-8f43-ce0bd45ce1c5 req-155dd783-558c-4c6c-bfb4-fd0a7becfa71 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:15.655573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c278104-aacf-4414-8f43-ce0bd45ce1c5 req-155dd783-558c-4c6c-bfb4-fd0a7becfa71 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 946 time: 0.0872738 May 25 20:50:15.716878 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c278104-aacf-4414-8f43-ce0bd45ce1c5 req-cc822a45-6402-4109-9f1f-a54fa4745f6d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510082 May 25 20:50:15.743404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41760) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:50:15.836127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a94eb7-dc87-43c2-ba43-a8fecddc4e2d tempest-TestVolumeBootPattern-793456862 tempest-TestVolumeBootPattern-793456862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:15.837554 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-92a94eb7-dc87-43c2-ba43-a8fecddc4e2d tempest-TestVolumeBootPattern-793456862 tempest-TestVolumeBootPattern-793456862-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 1092 time: 0.0927169 May 25 20:50:15.841049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41766) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:50:15.846242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': '47a99816-5031-40a7-9cde-67caa139477d', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:50:15.852812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:50:15.857240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Usage tracker for resource:floatingip and tenant:7e7010833e5c431293fcd9aca5363db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:50:15.860212 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:50:15.866040 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:50:15.988654 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:16.148508 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:16.276484 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7014eca3-8e1f-458d-a20b-5d5f86ca2a6d req-37e21cd0-4414-4bf1-8c7b-93e896e0a662 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1443582 May 25 20:50:16.294481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Allocated IP 172.25.3.145 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/c521b8c3-223a-4e5c-b7e8-7194cfb64d67) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:50:16.429272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014eca3-8e1f-458d-a20b-5d5f86ca2a6d req-b0c24785-230e-493e-bb05-848136a2221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:16.430927 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7014eca3-8e1f-458d-a20b-5d5f86ca2a6d req-b0c24785-230e-493e-bb05-848136a2221c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 1097 time: 0.0826933 May 25 20:50:16.468958 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:16.515543 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:16.591304 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:50:16.594407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:50:16.598137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:50:16.623414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014eca3-8e1f-458d-a20b-5d5f86ca2a6d req-088db419-d87c-4a79-861a-22ae057a9fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:16.625335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7014eca3-8e1f-458d-a20b-5d5f86ca2a6d req-088db419-d87c-4a79-861a-22ae057a9fe1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.1740270 May 25 20:50:16.634411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'Port': ['ID=c521b8c3-223a-4e5c-b7e8-7194cfb64d67,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:16.651926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:16.652259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:16.652720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:16.653807 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:16.654143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:16.654491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:16.654814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:16.655135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:16.655453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:16.655766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:16.656077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:16.656390 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:16.708959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7014eca3-8e1f-458d-a20b-5d5f86ca2a6d req-7de369fc-6518-4eb4-a01c-0729779d1d59 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a99816-5031-40a7-9cde-67caa139477d HTTP/1.1" status: 200 len: 217 time: 0.0769985 May 25 20:50:16.776353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014eca3-8e1f-458d-a20b-5d5f86ca2a6d req-3a7d8c4b-a82d-481f-845e-dcf99bbaf82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:16.778010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7014eca3-8e1f-458d-a20b-5d5f86ca2a6d req-3a7d8c4b-a82d-481f-845e-dcf99bbaf82b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0628254 May 25 20:50:16.888036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014eca3-8e1f-458d-a20b-5d5f86ca2a6d req-4c1ac400-5757-4493-8dac-2ea7dbc3d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:16.891438 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7014eca3-8e1f-458d-a20b-5d5f86ca2a6d req-4c1ac400-5757-4493-8dac-2ea7dbc3d2bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082089 May 25 20:50:16.901202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-7014eca3-8e1f-458d-a20b-5d5f86ca2a6d req-be2c5aa5-2fb3-4e12-8397-075ac16b0d07 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:50:16.904113 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7014eca3-8e1f-458d-a20b-5d5f86ca2a6d req-be2c5aa5-2fb3-4e12-8397-075ac16b0d07 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071840 May 25 20:50:17.041720 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7014eca3-8e1f-458d-a20b-5d5f86ca2a6d req-976d6378-44c8-462e-aea9-2bb11ef48b6c service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321003 May 25 20:50:17.096874 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:17.179524 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:17.184896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7014eca3-8e1f-458d-a20b-5d5f86ca2a6d req-93cb2503-bc18-4dfd-bc25-edce62041888 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374769 May 25 20:50:17.397921 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:17.403271 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:17.518096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event updated for resources: {'Port': ['ID=c521b8c3-223a-4e5c-b7e8-7194cfb64d67,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:17.529397 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:17.707139 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Floating IP b8e68450-d71d-4885-8f98-2bebf29f5337 associated. External IP: 172.25.3.145, port: 47a99816-5031-40a7-9cde-67caa139477d. May 25 20:50:18.217935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:50:18.401627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:50:18.411937 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66876b4e-8398-4005-bf4f-9d80f3602903 None None] Sync routers for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:50:18.425982 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66876b4e-8398-4005-bf4f-9d80f3602903 None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:50:18.426724 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-66876b4e-8398-4005-bf4f-9d80f3602903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:50:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:50:18.433148 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:18.493610 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5455d2dd-0627-4137-8808-48f135bd11d7 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6512883 May 25 20:50:18.494222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'tag': '47a99816-5031-40a7-9cde-67caa139477d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:50:18.539077 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f515cd9f-01cb-4af9-82d0-a0da25239d3a'] response: {'name': 'network-changed', 'server_uuid': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'tag': '47a99816-5031-40a7-9cde-67caa139477d', 'status': 'completed', 'code': 200} May 25 20:50:18.636247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266982d-2917-4647-92ca-97fc5d315e5b req-f0cbf11c-034f-46bb-b434-fc5ca8096151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:18.637682 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b266982d-2917-4647-92ca-97fc5d315e5b req-f0cbf11c-034f-46bb-b434-fc5ca8096151 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 1097 time: 0.0761940 May 25 20:50:18.643197 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-66876b4e-8398-4005-bf4f-9d80f3602903 None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:50:18.794312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266982d-2917-4647-92ca-97fc5d315e5b req-740a6029-0d9d-4548-b76f-391afdae363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:18.795867 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b266982d-2917-4647-92ca-97fc5d315e5b req-740a6029-0d9d-4548-b76f-391afdae363c service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.1525631 May 25 20:50:19.036538 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b266982d-2917-4647-92ca-97fc5d315e5b req-de704eec-01d7-4aee-9f12-0d5013897f42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a99816-5031-40a7-9cde-67caa139477d HTTP/1.1" status: 200 len: 1000 time: 0.2345042 May 25 20:50:19.068440 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-66876b4e-8398-4005-bf4f-9d80f3602903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '6af8cab3-f513-4780-b568-968fe8974b90', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:b8:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:48:12Z', 'updated_at': '2022-05-25T20:48:15Z', 'revision_number': 1, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}, {'id': 'b8e68450-d71d-4885-8f98-2bebf29f5337', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': '47a99816-5031-40a7-9cde-67caa139477d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:69:56:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:50:17Z', 'updated_at': '2022-05-25T20:50:17Z', 'revision_number': 0, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:50:19.073154 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66876b4e-8398-4005-bf4f-9d80f3602903 None None] Checking router: c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:50:19.092339 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66876b4e-8398-4005-bf4f-9d80f3602903 None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:50:19.092999 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-66876b4e-8398-4005-bf4f-9d80f3602903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:50:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:50:19.166463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266982d-2917-4647-92ca-97fc5d315e5b req-de4297bf-d9df-4fd6-9443-95e66e90d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:19.168492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b266982d-2917-4647-92ca-97fc5d315e5b req-de4297bf-d9df-4fd6-9443-95e66e90d3be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.1262128 May 25 20:50:19.261242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266982d-2917-4647-92ca-97fc5d315e5b req-ca6a7c45-e84d-4de8-b182-740407fcdaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:19.263598 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b266982d-2917-4647-92ca-97fc5d315e5b req-ca6a7c45-e84d-4de8-b182-740407fcdaf3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894156 May 25 20:50:19.322058 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-66876b4e-8398-4005-bf4f-9d80f3602903 None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:50:19.411973 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b266982d-2917-4647-92ca-97fc5d315e5b req-eb0a0f00-d9d6-42e4-9471-0cebe1452251 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422150 May 25 20:50:19.557049 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b266982d-2917-4647-92ca-97fc5d315e5b req-df487807-e654-4870-a71c-22df8f5db701 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398871 May 25 20:50:19.706236 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-66876b4e-8398-4005-bf4f-9d80f3602903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '6af8cab3-f513-4780-b568-968fe8974b90', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:b8:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:48:12Z', 'updated_at': '2022-05-25T20:48:15Z', 'revision_number': 1, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}, {'id': 'b8e68450-d71d-4885-8f98-2bebf29f5337', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': '47a99816-5031-40a7-9cde-67caa139477d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:69:56:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:50:17Z', 'updated_at': '2022-05-25T20:50:17Z', 'revision_number': 0, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:50:19.710400 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66876b4e-8398-4005-bf4f-9d80f3602903 None None] The sync data for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 is: [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '6af8cab3-f513-4780-b568-968fe8974b90', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:b8:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:48:12Z', 'updated_at': '2022-05-25T20:48:15Z', 'revision_number': 1, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}, {'id': 'b8e68450-d71d-4885-8f98-2bebf29f5337', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': '47a99816-5031-40a7-9cde-67caa139477d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:69:56:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:50:17Z', 'updated_at': '2022-05-25T20:50:17Z', 'revision_number': 0, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:50:19.947978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d106ae-468f-499a-b94c-f425e1bb218d None None] New status for floating IP b8e68450-d71d-4885-8f98-2bebf29f5337: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:50:21.532899 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:50:24.052793 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:28.189858 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c98ce55b-b72b-45c9-b1be-acf26e9b0b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:28.316643 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:30.624496 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2789ea33-3a94-473d-b721-9aea938a1ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:31.394518 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:31.812925 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:33.168972 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:37.516027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 41856) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:50:37.636419 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1615fdff-edf0-44da-a07b-b4b9f01b8b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:37.650810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1615fdff-edf0-44da-a07b-b4b9f01b8b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:50:37.654860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1615fdff-edf0-44da-a07b-b4b9f01b8b8e admin admin] Usage tracker for resource:security_group_rule and tenant:0c3ed7b64dcf4682ae8d08cad9ae5cbd is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:50:37.657647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1615fdff-edf0-44da-a07b-b4b9f01b8b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:50:37.663302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1615fdff-edf0-44da-a07b-b4b9f01b8b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:50:37.749681 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1615fdff-edf0-44da-a07b-b4b9f01b8b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:37.753454 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1615fdff-edf0-44da-a07b-b4b9f01b8b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:37.800393 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1615fdff-edf0-44da-a07b-b4b9f01b8b8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c3ed7b64dcf4682ae8d08cad9ae5cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834704 May 25 20:50:37.802131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615fdff-edf0-44da-a07b-b4b9f01b8b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfc4481-24da-4aa4-a743-d53218180b50,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:37.803326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 41862) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:50:37.861886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95b3b5d2-ada0-4535-895d-8acd50b86413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:37.887782 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95b3b5d2-ada0-4535-895d-8acd50b86413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:37.941770 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95b3b5d2-ada0-4535-895d-8acd50b86413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:37.956299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3b5d2-ada0-4535-895d-8acd50b86413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfc4481-24da-4aa4-a743-d53218180b50,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:37.962535 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-95b3b5d2-ada0-4535-895d-8acd50b86413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:37.965076 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-95b3b5d2-ada0-4535-895d-8acd50b86413 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bfc4481-24da-4aa4-a743-d53218180b50 HTTP/1.1" status: 204 len: 168 time: 0.1599944 May 25 20:50:40.547932 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-ddcfc285-fa92-4716-9021-fa59d8a799b0 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=66bdcc5b94944617bdf2cec203f22a19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298984 May 25 20:50:40.715129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-941f7d00-b30c-489d-b24a-90fb4b183fe3 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:40.715129 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-941f7d00-b30c-489d-b24a-90fb4b183fe3 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629617 May 25 20:50:40.739530 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-aaf248fc-172c-4556-a7d3-34d1f8724e7c tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/quotas/66bdcc5b94944617bdf2cec203f22a19 HTTP/1.1" status: 200 len: 375 time: 0.0140033 May 25 20:50:40.794475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-f02e8c32-e9bf-465d-a852-f514f6168015 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=66bdcc5b94944617bdf2cec203f22a19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501289 May 25 20:50:40.991208 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce5ba74d-f90d-4d66-a99e-2fece3cb65eb req-f3767509-1f4d-4f25-955e-db6d95cedaa4 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 210 time: 0.0478323 May 25 20:50:41.957444 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-8a71b4ac-ae8c-4220-8a5a-862bab86b955 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=66bdcc5b94944617bdf2cec203f22a19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281212 May 25 20:50:42.189208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-2c3d13da-b709-4089-878d-bf9e480e0b13 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:42.189208 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-2c3d13da-b709-4089-878d-bf9e480e0b13 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315807 May 25 20:50:42.191400 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db2fc0ac-a62a-43f1-bb4f-61b550be7e95 req-8ed967cd-1f8a-4f5e-b1f1-27598185f4d4 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 210 time: 0.0782831 May 25 20:50:42.203021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Request body: {'port': {'device_id': '223c079b-e51d-4078-bfc4-4ad8229965a6', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '66bdcc5b94944617bdf2cec203f22a19'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:50:42.356815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:50:42.360723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Usage tracker for resource:port and tenant:66bdcc5b94944617bdf2cec203f22a19 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:50:42.363131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:50:42.369172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:50:42.380590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Made reservation on behalf of 66bdcc5b94944617bdf2cec203f22a19 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:50:42.383966 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:42.396819 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:42.413326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:50:42.418474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Usage tracker for resource:security_group_rule and tenant:66bdcc5b94944617bdf2cec203f22a19 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:50:42.420713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:50:42.426826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:50:42.521645 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:42.525871 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:42.613183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:42.722421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Allocated IP 192.168.233.105 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/a2d379d1-576e-4c7b-b8d3-7396aa01b019) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:50:42.948517 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:42.964276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Transition to ACTIVE for port object a2d379d1-576e-4c7b-b8d3-7396aa01b019 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:50:42.987872 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:43.057875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:50:43.060859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:50:43.064884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:50:43.233006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Pushing event updated for resources: {'Port': ['ID=a2d379d1-576e-4c7b-b8d3-7396aa01b019,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:43.283064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:43.283380 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:43.328737 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3a359551-157a-4510-ad97-8fd42cd1101b None None] Provisioning for port a2d379d1-576e-4c7b-b8d3-7396aa01b019 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:50:43.334433 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-c9826e8c-7e16-4380-8597-5012e3ac5bfd tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1272898 May 25 20:50:43.337035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3a359551-157a-4510-ad97-8fd42cd1101b None None] Provisioning complete for port a2d379d1-576e-4c7b-b8d3-7396aa01b019 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:50:43.337035 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a359551-157a-4510-ad97-8fd42cd1101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:43.339076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Request body: {'port': {'device_id': '223c079b-e51d-4078-bfc4-4ad8229965a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:50:43.423130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04c1f5-2f77-4e66-88b5-be8cd1957c70 req-3ff95141-8b12-4006-9e6c-e85805641491 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:43.424703 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe04c1f5-2f77-4e66-88b5-be8cd1957c70 req-3ff95141-8b12-4006-9e6c-e85805641491 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 936 time: 0.0866067 May 25 20:50:43.462413 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:43.473785 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe04c1f5-2f77-4e66-88b5-be8cd1957c70 req-8bd13062-af6b-4784-9345-14acc5095aba tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/security-groups?id=1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414331 May 25 20:50:43.487908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3a359551-157a-4510-ad97-8fd42cd1101b None None] Port a2d379d1-576e-4c7b-b8d3-7396aa01b019 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:50:43.811625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d379d1-576e-4c7b-b8d3-7396aa01b019 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:50:43.818824 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:43.833392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Transition to ACTIVE for port object a2d379d1-576e-4c7b-b8d3-7396aa01b019 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:50:43.837006 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:44.001556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d379d1-576e-4c7b-b8d3-7396aa01b019,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:44.078314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Attempting to bind port a2d379d1-576e-4c7b-b8d3-7396aa01b019 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:50:44.078644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Attempting to bind port a2d379d1-576e-4c7b-b8d3-7396aa01b019 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:50:44.078969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Attempting to bind port a2d379d1-576e-4c7b-b8d3-7396aa01b019 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:50:44.083492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Port a2d379d1-576e-4c7b-b8d3-7396aa01b019 on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:50:44.083808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Attempting to bind port a2d379d1-576e-4c7b-b8d3-7396aa01b019 on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:50:44.088852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:50:44.089181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:50:44.090178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:50:44.090616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Bound port: a2d379d1-576e-4c7b-b8d3-7396aa01b019, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:50:44.090957 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:44.178969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] For port a2d379d1-576e-4c7b-b8d3-7396aa01b019, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:50:44.181884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] For port a2d379d1-576e-4c7b-b8d3-7396aa01b019, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a2d379d1-576e-4c7b-b8d3-7396aa01b019,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:50:44.186388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:44.249743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:44.250320 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:44.251689 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] 10.222.0.70 "PUT /v2.0/ports/a2d379d1-576e-4c7b-b8d3-7396aa01b019 HTTP/1.1" status: 200 len: 1096 time: 0.9191511 May 25 20:50:44.252129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223c079b-e51d-4078-bfc4-4ad8229965a6', 'tag': 'a2d379d1-576e-4c7b-b8d3-7396aa01b019'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:50:44.278481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e812c-3796-4596-a7af-50517bf206e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d379d1-576e-4c7b-b8d3-7396aa01b019,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:44.326014 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4cf99b-a709-4e40-8e81-fa9d636226f4'] response: {'name': 'network-changed', 'server_uuid': '223c079b-e51d-4078-bfc4-4ad8229965a6', 'tag': 'a2d379d1-576e-4c7b-b8d3-7396aa01b019', 'status': 'completed', 'code': 200} May 25 20:50:44.367807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-7e96aef2-83b9-4379-8e6c-a16346b49bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:44.369269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-7e96aef2-83b9-4379-8e6c-a16346b49bd4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=66bdcc5b94944617bdf2cec203f22a19&device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 1099 time: 0.0773506 May 25 20:50:44.441784 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-65285b9d-a1d4-482b-b6f8-9a92d045e35f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=a2d379d1-576e-4c7b-b8d3-7396aa01b019 HTTP/1.1" status: 200 len: 217 time: 0.0656893 May 25 20:50:44.503609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-50d95132-b938-4579-8424-ca9dd4568eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:44.504932 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-50d95132-b938-4579-8424-ca9dd4568eb4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0575020 May 25 20:50:44.584569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-d9ea22d5-5d50-4009-ba5d-2ac9beff0606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:44.586051 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-d9ea22d5-5d50-4009-ba5d-2ac9beff0606 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753341 May 25 20:50:44.676268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbd961-5f97-4afc-afff-e0e79dc4c68f req-ead26ec1-7352-40ea-8589-bee29baf69e0 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:44.678420 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d9dbd961-5f97-4afc-afff-e0e79dc4c68f req-ead26ec1-7352-40ea-8589-bee29baf69e0 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 948 time: 0.0862727 May 25 20:50:44.728689 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-44a0c482-9fc9-4e7f-aba5-d30386db99db service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363709 May 25 20:50:44.738967 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d9dbd961-5f97-4afc-afff-e0e79dc4c68f req-db750823-d285-4ec6-b368-23f23d180c49 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/security-groups?id=1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528300 May 25 20:50:44.862072 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-caef0c76-e4d3-4d40-8fc7-3c591d72740e req-023e9f81-6ce2-40a7-a019-dc3861b61165 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278214 May 25 20:50:44.976972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed87c9b-a174-4010-85a7-0535359140a8 req-a42ebdd6-4a0e-49b7-a929-345a8d6e1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:44.978607 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eed87c9b-a174-4010-85a7-0535359140a8 req-a42ebdd6-4a0e-49b7-a929-345a8d6e1c18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=66bdcc5b94944617bdf2cec203f22a19&device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 1099 time: 0.0743532 May 25 20:50:45.117486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed87c9b-a174-4010-85a7-0535359140a8 req-06287aca-2e79-43a8-8f62-8360562790a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:45.118842 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eed87c9b-a174-4010-85a7-0535359140a8 req-06287aca-2e79-43a8-8f62-8360562790a1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.1344154 May 25 20:50:45.302174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eed87c9b-a174-4010-85a7-0535359140a8 req-f187336b-6d00-4786-9a73-e1ace8419aa8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=a2d379d1-576e-4c7b-b8d3-7396aa01b019 HTTP/1.1" status: 200 len: 217 time: 0.1776185 May 25 20:50:45.363139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed87c9b-a174-4010-85a7-0535359140a8 req-dd71f256-7e2f-4bf6-80e5-5967fc517f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:45.364522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eed87c9b-a174-4010-85a7-0535359140a8 req-dd71f256-7e2f-4bf6-80e5-5967fc517f96 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0569484 May 25 20:50:45.440167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed87c9b-a174-4010-85a7-0535359140a8 req-92e8acf7-be47-49c4-900c-7e8435a0c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:45.441613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eed87c9b-a174-4010-85a7-0535359140a8 req-92e8acf7-be47-49c4-900c-7e8435a0c648 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0713124 May 25 20:50:45.571277 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eed87c9b-a174-4010-85a7-0535359140a8 req-c820dc35-d5e9-4709-ae24-9b8236e65375 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231415 May 25 20:50:45.703139 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eed87c9b-a174-4010-85a7-0535359140a8 req-c211b413-cb95-45c4-a4ec-2ce212c3b0d1 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258297 May 25 20:50:46.130638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb0cbd-abd2-4541-9d76-d61e4b66367d req-13aa4b78-fce9-4e72-839d-383d5f78cf1b tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:46.131352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-fccb0cbd-abd2-4541-9d76-d61e4b66367d req-13aa4b78-fce9-4e72-839d-383d5f78cf1b tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Synchronizing usage tracker for tenant:66bdcc5b94944617bdf2cec203f22a19 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:50:46.147104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-fccb0cbd-abd2-4541-9d76-d61e4b66367d req-13aa4b78-fce9-4e72-839d-383d5f78cf1b tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Unset dirty status for tenant:66bdcc5b94944617bdf2cec203f22a19 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:50:46.148239 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fccb0cbd-abd2-4541-9d76-d61e4b66367d req-13aa4b78-fce9-4e72-839d-383d5f78cf1b tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 948 time: 0.3016188 May 25 20:50:46.191804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-fccb0cbd-abd2-4541-9d76-d61e4b66367d req-bb4fbe93-cbcc-4c78-be00-dec894ec6462 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Synchronizing usage tracker for tenant:66bdcc5b94944617bdf2cec203f22a19 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:50:46.208605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-fccb0cbd-abd2-4541-9d76-d61e4b66367d req-bb4fbe93-cbcc-4c78-be00-dec894ec6462 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Unset dirty status for tenant:66bdcc5b94944617bdf2cec203f22a19 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:50:46.209952 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fccb0cbd-abd2-4541-9d76-d61e4b66367d req-bb4fbe93-cbcc-4c78-be00-dec894ec6462 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/security-groups?id=1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554059 May 25 20:50:47.395560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28ba46-7225-4f35-8f04-2dd004697ddc req-06c1df96-83c1-4914-876b-13097a613794 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:47.397013 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e28ba46-7225-4f35-8f04-2dd004697ddc req-06c1df96-83c1-4914-876b-13097a613794 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 948 time: 0.0806987 May 25 20:50:47.445932 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0e28ba46-7225-4f35-8f04-2dd004697ddc req-ba9735bc-244f-49be-a3fa-c1ec2ca62937 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/security-groups?id=1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424592 May 25 20:50:48.634638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dbbde-3eee-41be-b4fe-eb99391d153f req-dbe043d9-ef12-41d1-aea4-d9ac06ab9a92 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:48.636065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a68dbbde-3eee-41be-b4fe-eb99391d153f req-dbe043d9-ef12-41d1-aea4-d9ac06ab9a92 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 948 time: 0.0833414 May 25 20:50:48.682402 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a68dbbde-3eee-41be-b4fe-eb99391d153f req-69ee09ed-4024-4ba0-a9ba-edd63698b5c1 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/security-groups?id=1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 May 25 20:50:49.598271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a2d379d1-576e-4c7b-b8d3-7396aa01b019 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:50:49.743183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a2d379d1-576e-4c7b-b8d3-7396aa01b019, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a2d379d1-576e-4c7b-b8d3-7396aa01b019,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:50:49.759352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'a2d379d1-576e-4c7b-b8d3-7396aa01b019', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': 'a2d379d1-576e-4c7b-b8d3-7396aa01b019', 'mac_address': 'fa:16:3e:14:f2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:50:49.816737 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port a2d379d1-576e-4c7b-b8d3-7396aa01b019 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:50:49.817303 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:49.834803 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d379d1-576e-4c7b-b8d3-7396aa01b019 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:50:49.851971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a2d379d1-576e-4c7b-b8d3-7396aa01b019, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a2d379d1-576e-4c7b-b8d3-7396aa01b019,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:50:49.859395 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:49.911345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75fa73-2d20-4f25-8da1-e2a2792866c5 req-393ba802-5c65-43ed-aafd-7e0eb2587f7d tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:49.912977 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c75fa73-2d20-4f25-8da1-e2a2792866c5 req-393ba802-5c65-43ed-aafd-7e0eb2587f7d tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 949 time: 0.0901792 May 25 20:50:49.938443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=a2d379d1-576e-4c7b-b8d3-7396aa01b019,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:49.960720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c75fa73-2d20-4f25-8da1-e2a2792866c5 req-509f2a80-9af9-4d8d-9ba0-7a719ef51066 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/security-groups?id=1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 May 25 20:50:50.153420 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['a2d379d1-576e-4c7b-b8d3-7396aa01b019'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:50:51.150051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d70454-43d1-4ea9-a5ab-5a8a57fbdead req-17249877-2d31-4fd4-b140-b42da426c4cf tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:51.151529 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17d70454-43d1-4ea9-a5ab-5a8a57fbdead req-17249877-2d31-4fd4-b140-b42da426c4cf tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 949 time: 0.0809331 May 25 20:50:51.195354 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17d70454-43d1-4ea9-a5ab-5a8a57fbdead req-16d06d61-63fd-48e0-833d-1e7ac9ba9823 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/security-groups?id=1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374458 May 25 20:50:51.613373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a2d379d1-576e-4c7b-b8d3-7396aa01b019 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:50:51.683677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port a2d379d1-576e-4c7b-b8d3-7396aa01b019 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:50:51.688434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port a2d379d1-576e-4c7b-b8d3-7396aa01b019 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:50:51.688796 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:51.807325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port a2d379d1-576e-4c7b-b8d3-7396aa01b019 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:50:51.807697 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:51.834471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c079b-e51d-4078-bfc4-4ad8229965a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d379d1-576e-4c7b-b8d3-7396aa01b019'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:50:51.844258 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port a2d379d1-576e-4c7b-b8d3-7396aa01b019, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a2d379d1-576e-4c7b-b8d3-7396aa01b019,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:50:51.850615 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:51.888996 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f50818d7-173c-42f3-a85f-064d4e4314b0'] response: {'server_uuid': '223c079b-e51d-4078-bfc4-4ad8229965a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d379d1-576e-4c7b-b8d3-7396aa01b019', 'code': 200} May 25 20:50:51.922003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=a2d379d1-576e-4c7b-b8d3-7396aa01b019,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:52.012465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069fdd8-dbdf-44fa-86b3-fa004a80380f req-c98fc08c-71e5-4e94-9bf5-53e009cad5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:52.013927 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d069fdd8-dbdf-44fa-86b3-fa004a80380f req-c98fc08c-71e5-4e94-9bf5-53e009cad5e6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 1101 time: 0.0751626 May 25 20:50:52.054666 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d069fdd8-dbdf-44fa-86b3-fa004a80380f req-e0fde868-132f-4aa9-94c2-d3a83da26e1f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350714 May 25 20:50:52.387959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080730f3-a5d1-4a5f-9a31-6502904ddbe5 req-35e70b3c-ae37-4313-a1b4-21abf3e49976 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:52.389414 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-080730f3-a5d1-4a5f-9a31-6502904ddbe5 req-35e70b3c-ae37-4313-a1b4-21abf3e49976 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 950 time: 0.0859926 May 25 20:50:52.434927 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-080730f3-a5d1-4a5f-9a31-6502904ddbe5 req-a02a278e-7271-468a-9f6a-fc72a075091e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/security-groups?id=1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 May 25 20:50:53.623079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02b569-3b9f-4c69-a2a9-6f63c82db995 req-a7e40c00-7464-4295-aebd-7c8a4bbed7a3 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:53.624549 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d02b569-3b9f-4c69-a2a9-6f63c82db995 req-a7e40c00-7464-4295-aebd-7c8a4bbed7a3 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 950 time: 0.0790849 May 25 20:50:53.674492 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7d02b569-3b9f-4c69-a2a9-6f63c82db995 req-3b01ba39-e2be-4852-bd7f-19250c4ae58e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/security-groups?id=1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437903 May 25 20:50:54.048847 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:54.108794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be515a8-252f-46ef-9be1-3b7ce709a906 req-f812f6c9-7cf0-43ae-ba93-48255568c823 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:54.110322 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2be515a8-252f-46ef-9be1-3b7ce709a906 req-f812f6c9-7cf0-43ae-ba93-48255568c823 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 950 time: 0.0845184 May 25 20:50:54.157201 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2be515a8-252f-46ef-9be1-3b7ce709a906 req-4706dcf0-2810-4f05-a982-e98d8914eb54 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/security-groups?id=1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 May 25 20:50:55.350964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2cfdd-426d-4c4a-b830-f2fd6a3dc026 req-71e0bc36-161c-4c85-b7f1-cd05ad95b5c9 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:55.352388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5be2cfdd-426d-4c4a-b830-f2fd6a3dc026 req-71e0bc36-161c-4c85-b7f1-cd05ad95b5c9 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 950 time: 0.0822978 May 25 20:50:55.396952 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5be2cfdd-426d-4c4a-b830-f2fd6a3dc026 req-315f72a6-3413-4a5b-8c15-100241fd4916 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/security-groups?id=1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387251 May 25 20:50:55.494306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053b4ff-45f1-4bbb-9d13-e5ca6c02d718 req-8a65a594-b84b-4cb2-983e-82ffcf93535a tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:50:55.496213 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1053b4ff-45f1-4bbb-9d13-e5ca6c02d718 req-8a65a594-b84b-4cb2-983e-82ffcf93535a tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.70 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 950 time: 0.0781081 May 25 20:50:55.567280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-1053b4ff-45f1-4bbb-9d13-e5ca6c02d718 req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Deleting port a2d379d1-576e-4c7b-b8d3-7396aa01b019 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:50:55.567611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1053b4ff-45f1-4bbb-9d13-e5ca6c02d718 req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:55.814926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1053b4ff-45f1-4bbb-9d13-e5ca6c02d718 req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] For port a2d379d1-576e-4c7b-b8d3-7396aa01b019, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=a2d379d1-576e-4c7b-b8d3-7396aa01b019,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:50:55.815283 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1053b4ff-45f1-4bbb-9d13-e5ca6c02d718 req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:55.939016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-1053b4ff-45f1-4bbb-9d13-e5ca6c02d718 req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Calling delete_port for a2d379d1-576e-4c7b-b8d3-7396aa01b019 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:50:56.083794 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1053b4ff-45f1-4bbb-9d13-e5ca6c02d718 req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:56.094687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['a2d379d1-576e-4c7b-b8d3-7396aa01b019'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:50:56.133704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Pushing event deleted for resources: {'Port': ['ID=a2d379d1-576e-4c7b-b8d3-7396aa01b019,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:50:56.142420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:56.142776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:56.143094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:56.143424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:56.143752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:56.144079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:56.144398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:56.144733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:56.145031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:56.145351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:56.145664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:56.145980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:50:56.226125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1053b4ff-45f1-4bbb-9d13-e5ca6c02d718 req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] No DVR routers for this DVR port a2d379d1-576e-4c7b-b8d3-7396aa01b019 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:50:56.228755 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1053b4ff-45f1-4bbb-9d13-e5ca6c02d718 req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:56.231677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c079b-e51d-4078-bfc4-4ad8229965a6', 'name': 'network-vif-deleted', 'tag': 'a2d379d1-576e-4c7b-b8d3-7396aa01b019'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:50:56.250035 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1053b4ff-45f1-4bbb-9d13-e5ca6c02d718 req-11e3630b-f324-49f5-8a10-bdae1d7ab60e tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.70 "DELETE /v2.0/ports/a2d379d1-576e-4c7b-b8d3-7396aa01b019 HTTP/1.1" status: 204 len: 173 time: 0.7486792 May 25 20:50:56.287803 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3533f1-7e70-47d3-8f55-34fee7b7be53'] response: {'server_uuid': '223c079b-e51d-4078-bfc4-4ad8229965a6', 'name': 'network-vif-deleted', 'tag': 'a2d379d1-576e-4c7b-b8d3-7396aa01b019', 'status': 'completed', 'code': 200} May 25 20:50:56.556649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c0b5f993-5927-4465-8bc9-17c4eb81c37d req-c5a11fda-7cda-4d76-91c6-87b83c435d69 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Synchronizing usage tracker for tenant:66bdcc5b94944617bdf2cec203f22a19 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:50:56.572114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-c0b5f993-5927-4465-8bc9-17c4eb81c37d req-c5a11fda-7cda-4d76-91c6-87b83c435d69 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] Unset dirty status for tenant:66bdcc5b94944617bdf2cec203f22a19 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:50:56.573317 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0b5f993-5927-4465-8bc9-17c4eb81c37d req-c5a11fda-7cda-4d76-91c6-87b83c435d69 tempest-VolumesNegativeTest-1993587830 tempest-VolumesNegativeTest-1993587830-project] 10.222.0.60 "GET /v2.0/ports?device_id=223c079b-e51d-4078-bfc4-4ad8229965a6 HTTP/1.1" status: 200 len: 210 time: 0.0579166 May 25 20:50:58.183690 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-74708918-28c7-4f63-b8bf-c46cd2614dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:58.331652 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:50:58.533396 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:50:59.676020 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a2d379d1-576e-4c7b-b8d3-7396aa01b019 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:50:59.714846 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: a2d379d1-576e-4c7b-b8d3-7396aa01b019 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:50:59.715287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device a2d379d1-576e-4c7b-b8d3-7396aa01b019 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:51:00.628453 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3d4e682f-57c0-48f0-a2e6-058cc3876ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:01.388241 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:01.819460 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:03.163828 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:03.780232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42226) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:03.968851 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c717435a-2ec5-4401-9aff-511350479c19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66bdcc5b94944617bdf2cec203f22a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873953 May 25 20:51:03.971570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42232) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:04.045078 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f0ecf72-b810-4a95-8c70-9b7ef319dad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:04.078419 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f0ecf72-b810-4a95-8c70-9b7ef319dad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:04.149734 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f0ecf72-b810-4a95-8c70-9b7ef319dad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:04.175206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ecf72-b810-4a95-8c70-9b7ef319dad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:04.193338 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3f0ecf72-b810-4a95-8c70-9b7ef319dad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:04.195425 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3f0ecf72-b810-4a95-8c70-9b7ef319dad7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1675a6ac-c5bf-49c0-bf84-e91ac3bdb4ab HTTP/1.1" status: 204 len: 168 time: 0.2220092 May 25 20:51:05.927076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42274) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:05.932488 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1876166031', 'description': 'tempest-secgroup-smoke-1876166031 description', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:51:05.939417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:51:05.943268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:51:05.946086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:51:05.951941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:51:05.962457 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:05.974970 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:05.990337 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:51:05.994775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:51:05.997692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:51:06.003494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:51:06.089760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.094141 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.109184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:51:06.116703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:51:06.125192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:51:06.239547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:51:06.243042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214d9e10-c182-41f9-bff1-1a4dbd806252,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:06.311791 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.315604 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.359289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:06.363735 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.364935 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d894d776-918a-4372-8a00-b2d880d70e88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4368694 May 25 20:51:06.367904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42278) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:06.373573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2eacf4a2-d5b2-4dde-ae18-fca3cdf4fe56 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:51:06.380392 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2eacf4a2-d5b2-4dde-ae18-fca3cdf4fe56 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:51:06.384722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2eacf4a2-d5b2-4dde-ae18-fca3cdf4fe56 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:51:06.388287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2eacf4a2-d5b2-4dde-ae18-fca3cdf4fe56 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:51:06.394081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2eacf4a2-d5b2-4dde-ae18-fca3cdf4fe56 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:51:06.410506 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2eacf4a2-d5b2-4dde-ae18-fca3cdf4fe56 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.477938 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2eacf4a2-d5b2-4dde-ae18-fca3cdf4fe56 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.481737 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2eacf4a2-d5b2-4dde-ae18-fca3cdf4fe56 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.504983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacf4a2-d5b2-4dde-ae18-fca3cdf4fe56 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6734618e-3b36-48ab-b77c-de35929445cb,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:06.514926 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2eacf4a2-d5b2-4dde-ae18-fca3cdf4fe56 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.516142 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2eacf4a2-d5b2-4dde-ae18-fca3cdf4fe56 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473207 May 25 20:51:06.518928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42282) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:06.523940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9a32e2c1-9c9f-4c9d-a290-bce9f3a3ffae tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:51:06.530487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9a32e2c1-9c9f-4c9d-a290-bce9f3a3ffae tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:51:06.534252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9a32e2c1-9c9f-4c9d-a290-bce9f3a3ffae tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:51:06.537032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9a32e2c1-9c9f-4c9d-a290-bce9f3a3ffae tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:51:06.542983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9a32e2c1-9c9f-4c9d-a290-bce9f3a3ffae tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:51:06.558121 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a32e2c1-9c9f-4c9d-a290-bce9f3a3ffae tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.620704 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a32e2c1-9c9f-4c9d-a290-bce9f3a3ffae tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.625070 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a32e2c1-9c9f-4c9d-a290-bce9f3a3ffae tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.648573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32e2c1-9c9f-4c9d-a290-bce9f3a3ffae tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f982419-221b-452b-bf9e-b8d977388ed6,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:06.656817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a32e2c1-9c9f-4c9d-a290-bce9f3a3ffae tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.658046 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9a32e2c1-9c9f-4c9d-a290-bce9f3a3ffae tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381035 May 25 20:51:06.661200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42286) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:06.666345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-54ea40c1-1c32-4c7f-a23a-8562efe0f1e0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:51:06.673215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-54ea40c1-1c32-4c7f-a23a-8562efe0f1e0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:51:06.677006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-54ea40c1-1c32-4c7f-a23a-8562efe0f1e0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:51:06.679979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-54ea40c1-1c32-4c7f-a23a-8562efe0f1e0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:51:06.687134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-54ea40c1-1c32-4c7f-a23a-8562efe0f1e0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:51:06.704038 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54ea40c1-1c32-4c7f-a23a-8562efe0f1e0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.769413 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54ea40c1-1c32-4c7f-a23a-8562efe0f1e0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.772956 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54ea40c1-1c32-4c7f-a23a-8562efe0f1e0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.797196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea40c1-1c32-4c7f-a23a-8562efe0f1e0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb4fae8-8e3e-41ca-a100-002ad604e873,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:06.807294 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54ea40c1-1c32-4c7f-a23a-8562efe0f1e0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.808517 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-54ea40c1-1c32-4c7f-a23a-8562efe0f1e0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462760 May 25 20:51:06.811853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42290) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:06.816978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e5425fb2-5e41-4227-a960-7dddb48b4ff0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:51:06.823638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e5425fb2-5e41-4227-a960-7dddb48b4ff0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:51:06.827647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e5425fb2-5e41-4227-a960-7dddb48b4ff0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:51:06.830486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e5425fb2-5e41-4227-a960-7dddb48b4ff0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:51:06.836466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e5425fb2-5e41-4227-a960-7dddb48b4ff0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:51:06.856207 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5425fb2-5e41-4227-a960-7dddb48b4ff0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.919967 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5425fb2-5e41-4227-a960-7dddb48b4ff0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.923331 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5425fb2-5e41-4227-a960-7dddb48b4ff0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.947042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5425fb2-5e41-4227-a960-7dddb48b4ff0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e566b9ec-e313-4917-a0cf-670b9c19782d,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:06.955240 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e5425fb2-5e41-4227-a960-7dddb48b4ff0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:06.956412 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e5425fb2-5e41-4227-a960-7dddb48b4ff0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435895 May 25 20:51:06.959232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42294) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:06.964077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3d1613d2-9752-4467-9abe-3f5c12871349 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:51:06.970619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3d1613d2-9752-4467-9abe-3f5c12871349 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:51:06.974421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3d1613d2-9752-4467-9abe-3f5c12871349 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:51:06.977218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3d1613d2-9752-4467-9abe-3f5c12871349 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:51:06.983646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3d1613d2-9752-4467-9abe-3f5c12871349 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:51:06.994437 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-3d1613d2-9752-4467-9abe-3f5c12871349 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Project fd0cdadfc81d4b49ac4e620e789bf588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:51:07.001301 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d1613d2-9752-4467-9abe-3f5c12871349 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.067748 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d1613d2-9752-4467-9abe-3f5c12871349 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.071520 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d1613d2-9752-4467-9abe-3f5c12871349 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.095298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1613d2-9752-4467-9abe-3f5c12871349 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ccf901-4d52-4c9d-b52b-9c53f9b80e3d,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:07.103342 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d1613d2-9752-4467-9abe-3f5c12871349 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.106642 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3d1613d2-9752-4467-9abe-3f5c12871349 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464269 May 25 20:51:07.107966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42298) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:07.112861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3d14b338-3b1f-4e25-ae88-b97c9efa035f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:51:07.119494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3d14b338-3b1f-4e25-ae88-b97c9efa035f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:51:07.124002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3d14b338-3b1f-4e25-ae88-b97c9efa035f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:51:07.126845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3d14b338-3b1f-4e25-ae88-b97c9efa035f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:51:07.132983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3d14b338-3b1f-4e25-ae88-b97c9efa035f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:51:07.150701 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-3d14b338-3b1f-4e25-ae88-b97c9efa035f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Project fd0cdadfc81d4b49ac4e620e789bf588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:51:07.160767 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d14b338-3b1f-4e25-ae88-b97c9efa035f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.233972 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d14b338-3b1f-4e25-ae88-b97c9efa035f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.236990 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d14b338-3b1f-4e25-ae88-b97c9efa035f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.258065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14b338-3b1f-4e25-ae88-b97c9efa035f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a101c39-dfe7-4227-b91e-22774b95cb35,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:07.268620 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3d14b338-3b1f-4e25-ae88-b97c9efa035f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.269778 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3d14b338-3b1f-4e25-ae88-b97c9efa035f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1608839 May 25 20:51:07.273255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42302) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:07.279706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'network': {'name': 'tempest-network-smoke--877299156', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'port_security_enabled': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:51:07.284182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:51:07.287949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:network and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:51:07.291161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:51:07.297004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:51:07.310556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Made reservation on behalf of fd0cdadfc81d4b49ac4e620e789bf588 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:51:07.314692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.342738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:51:07.351617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.352039 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Added segment 4d9d534b-94b6-498d-9c85-18122b3df08e of type vlan for network 18a6027f-0f63-4629-8aba-9e79b570dd9f May 25 20:51:07.379137 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.408942 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.414573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:07.415150 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.536934 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2630954 May 25 20:51:07.540188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42306) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:07.546048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'admin_state_up': True, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:51:07.550427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185ab6c-4df6-440d-bdde-cc0cc1868be0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Network': ['ID=18a6027f-0f63-4629-8aba-9e79b570dd9f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:07.554419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:51:07.557816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:router and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:51:07.560723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:51:07.561518 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 18a6027f-0f63-4629-8aba-9e79b570dd9f details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:51:07.567413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:51:07.578425 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.579408 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.595357 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:07.872360 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:08.184105 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:08.213583 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:08.353982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.25.3.21 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/a41e36df-079e-4807-84b1-c70c2c8e8867) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:51:08.501913 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:08.532703 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:08.597704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:51:08.603154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:51:08.604227 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:51:08.639842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=a41e36df-079e-4807-84b1-c70c2c8e8867,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:09.139859 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:09.494326 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:09.708305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router b469f3bb-6186-4059-b81f-50a46ba79fc6 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:51:09.889931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:51:09.899414 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Sync routers for ids ['b469f3bb-6186-4059-b81f-50a46ba79fc6'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:51:09.910057 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Routers {'b469f3bb-6186-4059-b81f-50a46ba79fc6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:51:09.910678 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:51:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b469f3bb-6186-4059-b81f-50a46ba79fc6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:51:09.919509 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:09.921478 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-02756f9a-dbb0-4014-9a47-a363b89abc03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3799536 May 25 20:51:09.924649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42312) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:10.097546 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Set router b469f3bb-6186-4059-b81f-50a46ba79fc6 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:51:10.101618 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c41024cf-bbc7-4fc4-ac97-0372111a6dda tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=fd0cdadfc81d4b49ac4e620e789bf588&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1755407 May 25 20:51:10.104512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42318) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:10.240246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9205af47-5e73-42a8-bb37-68b32d691796 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:10.244575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9205af47-5e73-42a8-bb37-68b32d691796 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1363440 May 25 20:51:10.244575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42322) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:10.291421 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-56d120bf-ef97-4c1c-9e1a-9a1b7ee96732 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456882 May 25 20:51:10.294431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42326) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:10.300157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-217907415', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:51:10.475729 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:51:08Z', 'revision_number': 3, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:51:10.479557 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Checking router: b469f3bb-6186-4059-b81f-50a46ba79fc6 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:51:10.479899 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Updating router b469f3bb-6186-4059-b81f-50a46ba79fc6 port a41e36df-079e-4807-84b1-c70c2c8e8867 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:51:10.543049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:51:10.546510 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:10.553662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:subnet and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:51:10.556724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:51:10.563242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:51:10.575927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Made reservation on behalf of fd0cdadfc81d4b49ac4e620e789bf588 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:51:10.581133 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:10.869012 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:10.940951 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:10.956646 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Transition to ACTIVE for port object a41e36df-079e-4807-84b1-c70c2c8e8867 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:51:10.963279 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:10.972357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Subnet': ['ID=d9460fd8-7d8a-4284-89e1-e149824c6ec9,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:10.978654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Checking segment: {'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:51:10.979184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network hostable DHCP agents. Network: 18a6027f-0f63-4629-8aba-9e79b570dd9f, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:51:11.008583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 18a6027f-0f63-4629-8aba-9e79b570dd9f is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:51:11.019793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 18a6027f-0f63-4629-8aba-9e79b570dd9f) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:51:11.025176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:11.025176 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:11.040399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b09dce0-9f15-4c54-9cdf-2bde2cf1ed4c None None] Network 18a6027f-0f63-4629-8aba-9e79b570dd9f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:51:11.046127 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Attempting to bind port a41e36df-079e-4807-84b1-c70c2c8e8867 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:51:11.046511 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Attempting to bind port a41e36df-079e-4807-84b1-c70c2c8e8867 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:51:11.046873 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Attempting to bind port a41e36df-079e-4807-84b1-c70c2c8e8867 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:51:11.048974 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb031b3-c608-4b55-b641-e514cb49183d None None] Pushing event updated for resources: {'Port': ['ID=a41e36df-079e-4807-84b1-c70c2c8e8867,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:11.055147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-85952d2a-8205-433d-8ace-dbef4b9b4b09 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7594559 May 25 20:51:11.058639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42330) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:11.063117 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb031b3-c608-4b55-b641-e514cb49183d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:11.063452 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb031b3-c608-4b55-b641-e514cb49183d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:11.065174 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb031b3-c608-4b55-b641-e514cb49183d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:11.065174 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb031b3-c608-4b55-b641-e514cb49183d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:11.065174 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb031b3-c608-4b55-b641-e514cb49183d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:11.065174 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb031b3-c608-4b55-b641-e514cb49183d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:11.065174 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb031b3-c608-4b55-b641-e514cb49183d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:11.065883 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb031b3-c608-4b55-b641-e514cb49183d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:11.065883 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb031b3-c608-4b55-b641-e514cb49183d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:11.065883 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb031b3-c608-4b55-b641-e514cb49183d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:11.067025 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb031b3-c608-4b55-b641-e514cb49183d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:11.067025 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb031b3-c608-4b55-b641-e514cb49183d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:11.069759 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:51:11.070235 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:51:11.070647 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:11.071034 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:51:11.071490 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Bound port: a41e36df-079e-4807-84b1-c70c2c8e8867, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:51:11.071883 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:11.163443 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] For port a41e36df-079e-4807-84b1-c70c2c8e8867, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:51:11.166953 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] For port a41e36df-079e-4807-84b1-c70c2c8e8867, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a41e36df-079e-4807-84b1-c70c2c8e8867,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:51:11.173667 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:11.256505 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Routers {'b469f3bb-6186-4059-b81f-50a46ba79fc6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:51:11.257369 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:51:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b469f3bb-6186-4059-b81f-50a46ba79fc6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:51:11.310822 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb031b3-c608-4b55-b641-e514cb49183d None None] Pushing event updated for resources: {'Port': ['ID=a41e36df-079e-4807-84b1-c70c2c8e8867,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:11.327588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-18a6027f-0f63-4629-8aba-9e79b570dd9f', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ips': [{'subnet_id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:51:11.328730 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:11.475588 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] Set router b469f3bb-6186-4059-b81f-50a46ba79fc6 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:51:11.521252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Allocated IP 172.20.0.2 (18a6027f-0f63-4629-8aba-9e79b570dd9f/d9460fd8-7d8a-4284-89e1-e149824c6ec9/37619377-b835-4804-856c-587de09de801) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:51:11.813493 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:51:08Z', 'revision_number': 3, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:51:11.818872 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709fefae-c6f5-47ed-8e27-0add2098687f None None] The sync data for ids ['b469f3bb-6186-4059-b81f-50a46ba79fc6'] in n-d-843339-1 is: [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:51:08Z', 'revision_number': 3, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:51:11.872216 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:11.886120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Transition to ACTIVE for port object 37619377-b835-4804-856c-587de09de801 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:51:11.911183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Transition to ACTIVE for port object 37619377-b835-4804-856c-587de09de801 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:51:11.920370 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:12.005462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Pushing event updated for resources: {'Port': ['ID=37619377-b835-4804-856c-587de09de801,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:12.020996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:12.020996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:12.020996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:12.020996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:12.020996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:12.020996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:12.020996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:12.020996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:12.020996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:12.020996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:12.020996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:12.020996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:12.031062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Network 18a6027f-0f63-4629-8aba-9e79b570dd9f is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:51:12.031062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:51:12.031062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:51:12.140455 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:12.142254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Attempting to bind port 37619377-b835-4804-856c-587de09de801 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:51:12.142254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Attempting to bind port 37619377-b835-4804-856c-587de09de801 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:51:12.142254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Attempting to bind port 37619377-b835-4804-856c-587de09de801 on network 18a6027f-0f63-4629-8aba-9e79b570dd9f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:51:12.142254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:51:12.142254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Checking segment: {'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:51:12.144511 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:12.144511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Bound using segment: {'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:51:12.144511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Bound port: 37619377-b835-4804-856c-587de09de801, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:51:12.144511 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:12.285375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] For port 37619377-b835-4804-856c-587de09de801, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:51:12.288539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] For port 37619377-b835-4804-856c-587de09de801, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=37619377-b835-4804-856c-587de09de801,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:51:12.293700 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:12.410369 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc789dd-3085-43b3-9683-8657b3b60fda None None] Pushing event updated for resources: {'Port': ['ID=37619377-b835-4804-856c-587de09de801,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:12.731460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.20.0.1 (18a6027f-0f63-4629-8aba-9e79b570dd9f/d9460fd8-7d8a-4284-89e1-e149824c6ec9/b709cb3f-9e5a-4177-92e6-90a5c9d1b080) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:51:13.083429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:13.107666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Transition to ACTIVE for port object b709cb3f-9e5a-4177-92e6-90a5c9d1b080 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:51:13.143261 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:13.227904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1792d616-9829-46ec-8ff6-551f880bdf3c req-142d8802-4902-4e84-a0d9-e111596f15e7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3543432 May 25 20:51:13.257462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=b709cb3f-9e5a-4177-92e6-90a5c9d1b080,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:13.257462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 18a6027f-0f63-4629-8aba-9e79b570dd9f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:51:13.257462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:51:13.257462 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:51:13.407209 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:13.791251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792d616-9829-46ec-8ff6-551f880bdf3c req-7cf7e3cb-abc5-45f5-a0d6-66e8a5b16d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:13.793333 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1792d616-9829-46ec-8ff6-551f880bdf3c req-7cf7e3cb-abc5-45f5-a0d6-66e8a5b16d0e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 1097 time: 0.4728215 May 25 20:51:13.793903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7501c43-2518-4c42-9587-f4fec818d88f None None] Network 18a6027f-0f63-4629-8aba-9e79b570dd9f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:51:13.919071 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5fff58d0-7b20-4e23-b4ee-311753868222 None None] Provisioning for port 37619377-b835-4804-856c-587de09de801 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:51:13.963622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 37619377-b835-4804-856c-587de09de801 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:51:14.039697 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:14.116829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792d616-9829-46ec-8ff6-551f880bdf3c req-aef0a749-fc0f-4d20-9fb1-1fc18ed6bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:14.118324 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1792d616-9829-46ec-8ff6-551f880bdf3c req-aef0a749-fc0f-4d20-9fb1-1fc18ed6bfbc service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.2943096 May 25 20:51:14.136851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 37619377-b835-4804-856c-587de09de801 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:51:14.145492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 37619377-b835-4804-856c-587de09de801 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:51:14.145853 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:14.287989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 37619377-b835-4804-856c-587de09de801 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:51:14.288628 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:14.312723 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1792d616-9829-46ec-8ff6-551f880bdf3c req-7ccef531-29c1-4c58-842e-9d92606835e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe HTTP/1.1" status: 200 len: 1002 time: 0.1864395 May 25 20:51:14.326477 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 37619377-b835-4804-856c-587de09de801, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=37619377-b835-4804-856c-587de09de801,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:51:14.331648 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:14.332780 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a41e36df-079e-4807-84b1-c70c2c8e8867 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:51:14.456560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=37619377-b835-4804-856c-587de09de801,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:14.461608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792d616-9829-46ec-8ff6-551f880bdf3c req-66c295f7-ab42-49bf-b88f-df01d1ef951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:14.463311 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1792d616-9829-46ec-8ff6-551f880bdf3c req-66c295f7-ab42-49bf-b88f-df01d1ef951e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.1448374 May 25 20:51:14.466738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a41e36df-079e-4807-84b1-c70c2c8e8867 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:51:14.472139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a41e36df-079e-4807-84b1-c70c2c8e8867 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:51:14.472508 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:14.542334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d6778849-7172-45d0-be71-a595e5b590b6 None None] Provisioning complete for port 37619377-b835-4804-856c-587de09de801 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:51:14.542697 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d6778849-7172-45d0-be71-a595e5b590b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:14.669005 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792d616-9829-46ec-8ff6-551f880bdf3c req-e6488613-69e9-43f6-a12f-29e58236e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:14.669211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a41e36df-079e-4807-84b1-c70c2c8e8867 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:51:14.669453 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:14.670516 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1792d616-9829-46ec-8ff6-551f880bdf3c req-e6488613-69e9-43f6-a12f-29e58236e977 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1991005 May 25 20:51:14.720130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port a41e36df-079e-4807-84b1-c70c2c8e8867, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a41e36df-079e-4807-84b1-c70c2c8e8867,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:51:14.726556 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:14.782109 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:14.790665 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:14.808064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d6778849-7172-45d0-be71-a595e5b590b6 None None] Current status of the port 37619377-b835-4804-856c-587de09de801 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:51:14.820786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=a41e36df-079e-4807-84b1-c70c2c8e8867,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:14.831970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d6778849-7172-45d0-be71-a595e5b590b6 None None] Provisioning for port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:51:14.837434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d6778849-7172-45d0-be71-a595e5b590b6 None None] Provisioning complete for port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:51:14.837829 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d6778849-7172-45d0-be71-a595e5b590b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:14.898508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d6778849-7172-45d0-be71-a595e5b590b6 None None] Port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:51:14.934256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1792d616-9829-46ec-8ff6-551f880bdf3c req-e2e8176a-05df-485e-84b8-de3834bf4a7c service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566650 May 25 20:51:14.940379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=b709cb3f-9e5a-4177-92e6-90a5c9d1b080,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:14.942700 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:15.018042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d9e857b8-63bb-4322-b93a-9a5c74abb675 None None] Provisioning complete for port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:51:15.018439 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d9e857b8-63bb-4322-b93a-9a5c74abb675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:15.078827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d9e857b8-63bb-4322-b93a-9a5c74abb675 None None] Port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:51:15.175831 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1792d616-9829-46ec-8ff6-551f880bdf3c req-e274d22a-683e-4567-afd0-42a2094b3377 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365332 May 25 20:51:15.198699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 18a6027f-0f63-4629-8aba-9e79b570dd9f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:51:15.200206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:51:15.401181 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c75fe345-c1a6-4ca3-bc98-8363aa995eb9 None None] Provisioning complete for port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:51:15.401539 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c75fe345-c1a6-4ca3-bc98-8363aa995eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:15.462745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c75fe345-c1a6-4ca3-bc98-8363aa995eb9 None None] Port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:51:15.532027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router b469f3bb-6186-4059-b81f-50a46ba79fc6 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:51:15.718526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:51:15.727894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Sync routers for ids ['b469f3bb-6186-4059-b81f-50a46ba79fc6'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:51:15.735144 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-63c7ca74-ebeb-4c22-9aca-20100f9ee19f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "PUT /v2.0/routers/b469f3bb-6186-4059-b81f-50a46ba79fc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6685405 May 25 20:51:15.739090 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Routers {'b469f3bb-6186-4059-b81f-50a46ba79fc6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:51:15.739855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:51:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b469f3bb-6186-4059-b81f-50a46ba79fc6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:51:15.931169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-6e9eab08-45b3-4094-a55b-572dca949615 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:51:15.937732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 37619377-b835-4804-856c-587de09de801 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:51:15.953706 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-6e9eab08-45b3-4094-a55b-572dca949615 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:51:15.955766 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-6e9eab08-45b3-4094-a55b-572dca949615 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876166031&fields=id&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 267 time: 0.0681670 May 25 20:51:16.032865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Set router b469f3bb-6186-4059-b81f-50a46ba79fc6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:51:16.108578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 37619377-b835-4804-856c-587de09de801 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:51:16.108945 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:16.118533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-1967d97e-2127-4f0f-b06c-8c598fe3fd5d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:16.120066 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-1967d97e-2127-4f0f-b06c-8c598fe3fd5d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/networks?id=18a6027f-0f63-4629-8aba-9e79b570dd9f HTTP/1.1" status: 200 len: 796 time: 0.1572833 May 25 20:51:16.138179 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-76e36a26-a95d-4a31-822d-1dfc88cf70c9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/quotas/fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 375 time: 0.0110562 May 25 20:51:16.223658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-d98e5352-e6d1-445b-9894-922071fb1343 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:51:16.240701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-d98e5352-e6d1-445b-9894-922071fb1343 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:51:16.242277 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-d98e5352-e6d1-445b-9894-922071fb1343 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985537 May 25 20:51:16.389015 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-1377c37f-6b62-4ccc-8e65-a486a8b1798c service neutron] 10.222.0.60 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294549 May 25 20:51:16.432675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 37619377-b835-4804-856c-587de09de801 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:51:16.434297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a41e36df-079e-4807-84b1-c70c2c8e8867 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:51:16.522935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a41e36df-079e-4807-84b1-c70c2c8e8867 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:51:16.523293 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:16.534365 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-fcd69d9e-f328-4403-bf33-901fafffda39 service neutron] 10.222.0.60 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388876 May 25 20:51:16.553733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:51:13Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'b709cb3f-9e5a-4177-92e6-90a5c9d1b080', 'name': '', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:98:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:12Z', 'updated_at': '2022-05-25T20:51:14Z', 'revision_number': 2, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:51:16.573038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Checking router: b469f3bb-6186-4059-b81f-50a46ba79fc6 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:51:16.573385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Updating router b469f3bb-6186-4059-b81f-50a46ba79fc6 port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:51:16.641142 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:16.744932 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9361fe27-6831-42d7-857d-708902257d12 req-01bac268-5e6e-41f7-a011-6492ff55ba1b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 210 time: 0.0563557 May 25 20:51:16.809201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a41e36df-079e-4807-84b1-c70c2c8e8867 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:51:17.064278 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:17.076492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Transition to ACTIVE for port object b709cb3f-9e5a-4177-92e6-90a5c9d1b080 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:51:17.083171 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:17.237719 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-107d5715-77c4-44fc-b90b-01cce0a00373 req-c9d0de66-1bf4-4567-84c7-1061d93c911c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1151395 May 25 20:51:17.248239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035f91c-2422-40e3-aa23-b644dd2658fb None None] Pushing event updated for resources: {'Port': ['ID=b709cb3f-9e5a-4177-92e6-90a5c9d1b080,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:17.320751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Attempting to bind port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:51:17.321116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Attempting to bind port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:51:17.321480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Attempting to bind port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 on network 18a6027f-0f63-4629-8aba-9e79b570dd9f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:51:17.329420 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:51:17.329782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Checking segment: {'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:51:17.330194 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:17.330736 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Bound using segment: {'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:51:17.332105 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Bound port: b709cb3f-9e5a-4177-92e6-90a5c9d1b080, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:51:17.333206 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:17.466596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d5715-77c4-44fc-b90b-01cce0a00373 req-8a009ccc-8799-44b6-b64b-05c8c2b48b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:17.469602 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-107d5715-77c4-44fc-b90b-01cce0a00373 req-8a009ccc-8799-44b6-b64b-05c8c2b48b34 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 1097 time: 0.1350167 May 25 20:51:17.470769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] For port b709cb3f-9e5a-4177-92e6-90a5c9d1b080, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:51:17.473948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] For port b709cb3f-9e5a-4177-92e6-90a5c9d1b080, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b709cb3f-9e5a-4177-92e6-90a5c9d1b080,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:51:17.479315 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:17.585586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Routers {'b469f3bb-6186-4059-b81f-50a46ba79fc6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:51:17.586295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:51:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b469f3bb-6186-4059-b81f-50a46ba79fc6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:51:17.667171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d5715-77c4-44fc-b90b-01cce0a00373 req-eba071aa-be9b-4f1a-a7a0-86b2bd1248c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:17.669551 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-107d5715-77c4-44fc-b90b-01cce0a00373 req-eba071aa-be9b-4f1a-a7a0-86b2bd1248c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.1714089 May 25 20:51:17.841688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035f91c-2422-40e3-aa23-b644dd2658fb None None] Pushing event updated for resources: {'Port': ['ID=b709cb3f-9e5a-4177-92e6-90a5c9d1b080,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:17.862395 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-107d5715-77c4-44fc-b90b-01cce0a00373 req-67b49783-5e2a-4e6b-a180-9bad8cb8ac80 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a99816-5031-40a7-9cde-67caa139477d HTTP/1.1" status: 200 len: 1002 time: 0.1814973 May 25 20:51:17.896598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] Set router b469f3bb-6186-4059-b81f-50a46ba79fc6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:51:17.937273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d5715-77c4-44fc-b90b-01cce0a00373 req-29fcd19f-0ebe-47ef-ae1d-cde484785207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:17.938705 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-107d5715-77c4-44fc-b90b-01cce0a00373 req-29fcd19f-0ebe-47ef-ae1d-cde484785207 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0741415 May 25 20:51:17.960814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5bde69b3-641c-4886-9350-b74264c3e91a req-723a2af5-dcbb-45bf-b0aa-438863556541 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 210 time: 0.0539160 May 25 20:51:18.025735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d5715-77c4-44fc-b90b-01cce0a00373 req-485dc8b8-08a2-4000-9419-d9dc33a7d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:18.027337 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-107d5715-77c4-44fc-b90b-01cce0a00373 req-485dc8b8-08a2-4000-9419-d9dc33a7d3f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824525 May 25 20:51:18.254482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:51:13Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'b709cb3f-9e5a-4177-92e6-90a5c9d1b080', 'name': '', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:98:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:12Z', 'updated_at': '2022-05-25T20:51:17Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:51:18.259326 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98d1f5-3c3a-416b-8c48-c2b5a7d44ff1 None None] The sync data for ids ['b469f3bb-6186-4059-b81f-50a46ba79fc6'] in n-d-843339-1 is: [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:51:13Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'b709cb3f-9e5a-4177-92e6-90a5c9d1b080', 'name': '', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:98:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:12Z', 'updated_at': '2022-05-25T20:51:17Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:51:18.266489 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-107d5715-77c4-44fc-b90b-01cce0a00373 req-119b1cf3-2152-46ce-870f-2bc9ba5ecc62 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290325 May 25 20:51:18.454752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-6ff05b53-d32c-4043-9007-f6a6a6f6d6b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:18.455442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-6ff05b53-d32c-4043-9007-f6a6a6f6d6b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:51:18.491722 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-107d5715-77c4-44fc-b90b-01cce0a00373 req-5bdcaec2-fe2a-498e-8f48-1af483740148 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192948 May 25 20:51:18.506745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-6ff05b53-d32c-4043-9007-f6a6a6f6d6b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:51:18.515582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-6ff05b53-d32c-4043-9007-f6a6a6f6d6b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "GET /v2.0/networks?id=18a6027f-0f63-4629-8aba-9e79b570dd9f HTTP/1.1" status: 200 len: 796 time: 0.3452458 May 25 20:51:18.569197 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-c3a55060-f24a-409c-aec0-d7a87ccf8e10 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 380 time: 0.0437016 May 25 20:51:18.577822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'port': {'device_id': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'admin_state_up': True, 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'security_groups': ['3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:51:18.862831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:51:18.879253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:51:18.898185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Made reservation on behalf of fd0cdadfc81d4b49ac4e620e789bf588 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:51:18.901976 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:19.081722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.20.0.14 (18a6027f-0f63-4629-8aba-9e79b570dd9f/d9460fd8-7d8a-4284-89e1-e149824c6ec9/6404c465-8192-4395-9589-b1ba814f2c03) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:51:19.134516 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-56fe8b1d-4d8a-4468-bbf0-9cb291b75a52 req-78d2f2b8-1fa4-4e3f-b9a0-f95ff1e80257 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 210 time: 0.0541496 May 25 20:51:19.343754 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:19.360666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Transition to ACTIVE for port object 6404c465-8192-4395-9589-b1ba814f2c03 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:51:19.386269 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:19.465034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 18a6027f-0f63-4629-8aba-9e79b570dd9f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:51:19.468535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:51:19.472446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:51:19.508652 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=6404c465-8192-4395-9589-b1ba814f2c03,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:19.542129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:19.543304 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:19.569086 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-e6b0d3ae-0203-480f-be08-473be08e8b51 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9951744 May 25 20:51:19.580201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Request body: {'port': {'device_id': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:51:19.696754 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:19.765891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-16e46c40-e00c-4843-9285-8223fd3c490e None None] Provisioning for port 6404c465-8192-4395-9589-b1ba814f2c03 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:51:19.770912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-16e46c40-e00c-4843-9285-8223fd3c490e None None] Provisioning complete for port 6404c465-8192-4395-9589-b1ba814f2c03 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:51:19.771275 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-16e46c40-e00c-4843-9285-8223fd3c490e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:19.828678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-16e46c40-e00c-4843-9285-8223fd3c490e None None] Port 6404c465-8192-4395-9589-b1ba814f2c03 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:51:19.904127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b709cb3f-9e5a-4177-92e6-90a5c9d1b080 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:51:19.975491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:51:19.980894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:51:19.981933 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:20.059735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6404c465-8192-4395-9589-b1ba814f2c03 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:51:20.067266 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:20.081645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Transition to ACTIVE for port object 6404c465-8192-4395-9589-b1ba814f2c03 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:51:20.085673 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:20.102039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:51:20.102361 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:20.134664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port b709cb3f-9e5a-4177-92e6-90a5c9d1b080, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b709cb3f-9e5a-4177-92e6-90a5c9d1b080,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:51:20.139169 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:20.208980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=b709cb3f-9e5a-4177-92e6-90a5c9d1b080,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:20.221032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Pushing event updated for resources: {'Port': ['ID=6404c465-8192-4395-9589-b1ba814f2c03,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:20.338825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Attempting to bind port 6404c465-8192-4395-9589-b1ba814f2c03 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:51:20.339244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Attempting to bind port 6404c465-8192-4395-9589-b1ba814f2c03 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:51:20.339690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Attempting to bind port 6404c465-8192-4395-9589-b1ba814f2c03 on network 18a6027f-0f63-4629-8aba-9e79b570dd9f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:51:20.345407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Port 6404c465-8192-4395-9589-b1ba814f2c03 on network 18a6027f-0f63-4629-8aba-9e79b570dd9f not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:51:20.345788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Attempting to bind port 6404c465-8192-4395-9589-b1ba814f2c03 on network 18a6027f-0f63-4629-8aba-9e79b570dd9f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:51:20.351316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:51:20.351649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Checking segment: {'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:51:20.352212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Bound using segment: {'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:51:20.352648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Bound port: 6404c465-8192-4395-9589-b1ba814f2c03, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:51:20.353102 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:20.382088 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdef1f-233a-4923-b0c1-ebea24ace0a7 req-13753871-ee98-496f-8552-28dc9c70ffaa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:20.383611 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dacdef1f-233a-4923-b0c1-ebea24ace0a7 req-13753871-ee98-496f-8552-28dc9c70ffaa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 944 time: 0.1069224 May 25 20:51:20.431404 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dacdef1f-233a-4923-b0c1-ebea24ace0a7 req-e0a918f5-12b4-4201-807a-0bc80296b156 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410020 May 25 20:51:20.455696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] For port 6404c465-8192-4395-9589-b1ba814f2c03, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:51:20.458896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] For port 6404c465-8192-4395-9589-b1ba814f2c03, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=6404c465-8192-4395-9589-b1ba814f2c03,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:51:20.464282 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:20.525054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:20.525549 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:20.526925 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] 10.222.0.70 "PUT /v2.0/ports/6404c465-8192-4395-9589-b1ba814f2c03 HTTP/1.1" status: 200 len: 1092 time: 0.9509623 May 25 20:51:20.527902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:51:20.548671 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d1d0a-105b-4297-b0e3-0652066c4aff service neutron] Pushing event updated for resources: {'Port': ['ID=6404c465-8192-4395-9589-b1ba814f2c03,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:20.603189 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab178e0-b9fc-41b4-beaf-98a183cd49ed'] response: {'name': 'network-changed', 'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03', 'status': 'completed', 'code': 200} May 25 20:51:20.646939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-fc4f0d27-6b1b-435e-aea4-f891f2b4cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:20.648444 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-fc4f0d27-6b1b-435e-aea4-f891f2b4cf71 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1095 time: 0.0781720 May 25 20:51:20.721968 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-b652f208-bb82-49aa-8755-65580ac6e163 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6404c465-8192-4395-9589-b1ba814f2c03 HTTP/1.1" status: 200 len: 217 time: 0.0670304 May 25 20:51:20.790567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-c26fe04e-e4f1-41d1-9c1b-1e2185dc7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:20.792032 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-c26fe04e-e4f1-41d1-9c1b-1e2185dc7d4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9460fd8-7d8a-4284-89e1-e149824c6ec9 HTTP/1.1" status: 200 len: 834 time: 0.0641127 May 25 20:51:20.866375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-dd4c735e-e21f-4868-8cef-2a44017cd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:20.867745 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-dd4c735e-e21f-4868-8cef-2a44017cd191 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18a6027f-0f63-4629-8aba-9e79b570dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700054 May 25 20:51:21.114505 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-7ceb5c0b-cb3b-4906-8ae8-558b17d732d3 service neutron] 10.222.0.70 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403963 May 25 20:51:21.248156 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f33b8a0b-9ea8-4df5-a158-e7621575d50a req-20f2ecd1-d883-449b-8f15-a8d2114c3e2d service neutron] 10.222.0.70 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276534 May 25 20:51:21.362020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ac151-bbf5-4dc4-b68d-3d61ef3491df req-18e64aae-7e33-43ca-8ed1-32bbcb438798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:21.363835 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-434ac151-bbf5-4dc4-b68d-3d61ef3491df req-18e64aae-7e33-43ca-8ed1-32bbcb438798 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1095 time: 0.0715823 May 25 20:51:21.505347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ac151-bbf5-4dc4-b68d-3d61ef3491df req-595e36a4-193d-4150-a238-5c30908adf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:21.506746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-434ac151-bbf5-4dc4-b68d-3d61ef3491df req-595e36a4-193d-4150-a238-5c30908adf68 service neutron] 10.222.0.70 "GET /v2.0/networks?id=18a6027f-0f63-4629-8aba-9e79b570dd9f HTTP/1.1" status: 200 len: 897 time: 0.1366532 May 25 20:51:21.580355 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-434ac151-bbf5-4dc4-b68d-3d61ef3491df req-2f17b705-70ca-4928-8f54-66078a28a6f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6404c465-8192-4395-9589-b1ba814f2c03 HTTP/1.1" status: 200 len: 217 time: 0.0668967 May 25 20:51:21.636523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac346ff-ae92-4959-8a85-4d6eac415ea1 req-95d1149f-835b-474b-996c-40e975e43d28 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:21.638764 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fac346ff-ae92-4959-8a85-4d6eac415ea1 req-95d1149f-835b-474b-996c-40e975e43d28 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 944 time: 0.0873113 May 25 20:51:21.645080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ac151-bbf5-4dc4-b68d-3d61ef3491df req-edb5d1a3-4d65-47c0-84da-4731fc3b8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:21.646556 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-434ac151-bbf5-4dc4-b68d-3d61ef3491df req-edb5d1a3-4d65-47c0-84da-4731fc3b8bfa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9460fd8-7d8a-4284-89e1-e149824c6ec9 HTTP/1.1" status: 200 len: 834 time: 0.0607650 May 25 20:51:21.686672 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fac346ff-ae92-4959-8a85-4d6eac415ea1 req-39c160b6-2622-413a-bba2-3dc5e161d4d2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414367 May 25 20:51:21.727077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ac151-bbf5-4dc4-b68d-3d61ef3491df req-c05ebd44-36c6-4851-8d97-3be0542b4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:21.728554 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-434ac151-bbf5-4dc4-b68d-3d61ef3491df req-c05ebd44-36c6-4851-8d97-3be0542b4c06 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18a6027f-0f63-4629-8aba-9e79b570dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765450 May 25 20:51:21.868803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-434ac151-bbf5-4dc4-b68d-3d61ef3491df req-dac0b5b0-b2bb-406a-bfc3-645c1cbd1916 service neutron] 10.222.0.70 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340141 May 25 20:51:21.873340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b709cb3f-9e5a-4177-92e6-90a5c9d1b080 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:51:21.950006 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:51:21.950402 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:22.008405 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-434ac151-bbf5-4dc4-b68d-3d61ef3491df req-d006ce52-6c01-4a81-a41c-3d0c31802c4c service neutron] 10.222.0.70 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338289 May 25 20:51:22.065070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:51:22.880077 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ee7ee-45ec-4281-b1ab-7de792c764cc req-67494882-4f97-4db4-83ca-c85109121e6d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:22.880806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0d8ee7ee-45ec-4281-b1ab-7de792c764cc req-67494882-4f97-4db4-83ca-c85109121e6d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:51:22.898016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0d8ee7ee-45ec-4281-b1ab-7de792c764cc req-67494882-4f97-4db4-83ca-c85109121e6d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:51:22.899216 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d8ee7ee-45ec-4281-b1ab-7de792c764cc req-67494882-4f97-4db4-83ca-c85109121e6d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 944 time: 0.0989683 May 25 20:51:22.944309 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d8ee7ee-45ec-4281-b1ab-7de792c764cc req-f9bd000f-93f4-4313-965c-1496dac2eb42 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386782 May 25 20:51:24.048513 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:24.140558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799551e5-4c49-4951-8993-d43035db11fd req-ed955268-3c26-456d-8f39-13865b580a07 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:24.141921 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-799551e5-4c49-4951-8993-d43035db11fd req-ed955268-3c26-456d-8f39-13865b580a07 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 944 time: 0.0820680 May 25 20:51:24.187355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-799551e5-4c49-4951-8993-d43035db11fd req-fdea95ad-c78c-4647-8477-583cd434789a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396049 May 25 20:51:25.377156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb56c28-6e24-4686-bd5a-da5e7fd6e871 req-8f344f37-4701-4b54-bff2-8e698811b7a8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:25.378663 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5bb56c28-6e24-4686-bd5a-da5e7fd6e871 req-8f344f37-4701-4b54-bff2-8e698811b7a8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 944 time: 0.0861094 May 25 20:51:25.423848 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5bb56c28-6e24-4686-bd5a-da5e7fd6e871 req-73aaa2bf-6e0f-4548-9e5a-32a85c22fb22 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393324 May 25 20:51:25.753099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 6404c465-8192-4395-9589-b1ba814f2c03 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:51:25.893159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 6404c465-8192-4395-9589-b1ba814f2c03, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=6404c465-8192-4395-9589-b1ba814f2c03,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:51:25.906800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '6404c465-8192-4395-9589-b1ba814f2c03', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'port_id': '6404c465-8192-4395-9589-b1ba814f2c03', 'mac_address': 'fa:16:3e:42:65:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:51:25.965487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 6404c465-8192-4395-9589-b1ba814f2c03 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:51:25.965910 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:25.983425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6404c465-8192-4395-9589-b1ba814f2c03 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:51:25.999667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 6404c465-8192-4395-9589-b1ba814f2c03, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=6404c465-8192-4395-9589-b1ba814f2c03,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:51:26.003670 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:26.071698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=6404c465-8192-4395-9589-b1ba814f2c03,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:26.316356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['6404c465-8192-4395-9589-b1ba814f2c03'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:51:26.627094 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687a98f-4a73-4648-a8ea-69d51ec1f96c req-879afea3-9a40-4b30-a896-2eba6b762cb5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:26.628500 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e687a98f-4a73-4648-a8ea-69d51ec1f96c req-879afea3-9a40-4b30-a896-2eba6b762cb5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 945 time: 0.0889790 May 25 20:51:26.675186 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e687a98f-4a73-4648-a8ea-69d51ec1f96c req-50cdc452-f8c9-48f3-b520-f61cb01b221f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406053 May 25 20:51:27.765450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 6404c465-8192-4395-9589-b1ba814f2c03 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:51:27.835308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 6404c465-8192-4395-9589-b1ba814f2c03 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:51:27.841319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 6404c465-8192-4395-9589-b1ba814f2c03 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:51:27.841795 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:27.867850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1db8b3-0d56-4623-ae04-04f47a0ca9f5 req-55fe91d8-c6d2-4f86-9d8d-f4c3bbe10c5d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:27.869463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fc1db8b3-0d56-4623-ae04-04f47a0ca9f5 req-55fe91d8-c6d2-4f86-9d8d-f4c3bbe10c5d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 945 time: 0.0809731 May 25 20:51:27.921744 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fc1db8b3-0d56-4623-ae04-04f47a0ca9f5 req-c2aa9952-2a8d-40da-9d91-472d2ee7cf54 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455928 May 25 20:51:27.981504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 6404c465-8192-4395-9589-b1ba814f2c03 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:51:27.981884 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:28.009941 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:51:28.023311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 6404c465-8192-4395-9589-b1ba814f2c03, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=6404c465-8192-4395-9589-b1ba814f2c03,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:51:28.028718 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:28.088257 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ffd845-41f5-4488-a859-f503e76759f5'] response: {'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03', 'code': 200} May 25 20:51:28.124878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=6404c465-8192-4395-9589-b1ba814f2c03,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:28.186980 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-73599c5f-a50b-4b18-9637-83d530a5fd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:28.212557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac11225-9ab4-4d68-bee4-0d0d687118d0 req-7fd267c2-14c7-42c9-974b-8bec364e3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:28.214188 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8ac11225-9ab4-4d68-bee4-0d0d687118d0 req-7fd267c2-14c7-42c9-974b-8bec364e3d32 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1097 time: 0.0713873 May 25 20:51:28.264412 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8ac11225-9ab4-4d68-bee4-0d0d687118d0 req-43b9e79c-a931-4b83-a018-3f77fa032f77 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443537 May 25 20:51:28.329413 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:29.111701 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f13599-438a-4801-97a8-d7f9094c8116 req-a541b5f7-34df-4b44-a8cf-cc0eca037b9f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:29.113191 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02f13599-438a-4801-97a8-d7f9094c8116 req-a541b5f7-34df-4b44-a8cf-cc0eca037b9f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0840969 May 25 20:51:29.158776 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02f13599-438a-4801-97a8-d7f9094c8116 req-a7d3e81b-3f41-4416-906f-f17bbadbc3ac tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390475 May 25 20:51:30.348288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c83f1-ecc8-4408-95ca-883a67e1b7ca req-a593e9e3-4355-4dab-8a20-4f71a46d816a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:30.349735 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ef2c83f1-ecc8-4408-95ca-883a67e1b7ca req-a593e9e3-4355-4dab-8a20-4f71a46d816a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0809724 May 25 20:51:30.394310 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ef2c83f1-ecc8-4408-95ca-883a67e1b7ca req-d6cb7bea-913f-46a1-a1da-fc6e530c8312 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388653 May 25 20:51:30.580336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712b64d-831f-41b7-aba4-a78c7ca31a34 req-6331ebeb-bc38-4bfb-9ec6-854933a98510 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:30.581749 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2712b64d-831f-41b7-aba4-a78c7ca31a34 req-6331ebeb-bc38-4bfb-9ec6-854933a98510 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0812092 May 25 20:51:30.628392 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2712b64d-831f-41b7-aba4-a78c7ca31a34 req-91cdbad8-119b-4c2c-82a5-2940932d719f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403605 May 25 20:51:30.632210 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a6f91407-0af7-4186-b3e2-0f62164b2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:30.652091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42398) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:30.730914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28774271-ea89-4e25-9944-3ba40367eb05 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:30.732536 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-28774271-ea89-4e25-9944-3ba40367eb05 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1092 time: 0.0793426 May 25 20:51:30.735853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42402) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:30.740593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': '6404c465-8192-4395-9589-b1ba814f2c03', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:51:30.748281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:51:30.752402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:floatingip and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:51:30.755347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:51:30.762140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:51:30.777295 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:30.980631 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:31.123447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.25.3.178 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/58fff45a-b132-4f5a-aa44-a579b5f60f63) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:51:31.391134 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:31.394425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:31.424300 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:31.489836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:51:31.492826 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:51:31.496631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:51:31.526395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=58fff45a-b132-4f5a-aa44-a579b5f60f63,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:31.824619 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:31.939347 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:32.025870 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:32.252087 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:32.256511 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:32.380194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=58fff45a-b132-4f5a-aa44-a579b5f60f63,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:32.394311 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:32.579204 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Floating IP 5df196d2-8409-4894-99c5-4de0f6b3bbb9 associated. External IP: 172.25.3.178, port: 6404c465-8192-4395-9589-b1ba814f2c03. May 25 20:51:33.067619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router b469f3bb-6186-4059-b81f-50a46ba79fc6 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:51:33.161004 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:33.256224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:51:33.267860 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1dcde8-f205-4580-b588-81f03a1db485 None None] Sync routers for ids ['b469f3bb-6186-4059-b81f-50a46ba79fc6'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:51:33.280123 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1dcde8-f205-4580-b588-81f03a1db485 None None] Routers {'b469f3bb-6186-4059-b81f-50a46ba79fc6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:51:33.280854 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2f1dcde8-f205-4580-b588-81f03a1db485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:51:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b469f3bb-6186-4059-b81f-50a46ba79fc6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:51:33.282536 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:33.341902 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ca158d54-046a-4eb0-994f-9a1c04352393 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6050742 May 25 20:51:33.342384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:51:33.393515 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4726254f-85cb-447d-b8bb-383c591f07fa'] response: {'name': 'network-changed', 'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03', 'status': 'completed', 'code': 200} May 25 20:51:33.500235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b75879-7573-4f0e-a610-7b4dda4b1acb req-65adf4e4-446d-4707-a6df-99a7264d6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:33.501841 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35b75879-7573-4f0e-a610-7b4dda4b1acb req-65adf4e4-446d-4707-a6df-99a7264d6f4a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1097 time: 0.0855923 May 25 20:51:33.512470 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-2f1dcde8-f205-4580-b588-81f03a1db485 None None] Set router b469f3bb-6186-4059-b81f-50a46ba79fc6 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:51:33.525453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e9db7-61b4-4c64-bd08-5f7a90a0be15 req-c5572fa3-51f4-463e-a736-ba7bef065040 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:33.527475 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a21e9db7-61b4-4c64-bd08-5f7a90a0be15 req-c5572fa3-51f4-463e-a736-ba7bef065040 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0876541 May 25 20:51:33.575231 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a21e9db7-61b4-4c64-bd08-5f7a90a0be15 req-a62349ee-f368-4e72-b3c3-0d6809c29f04 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416865 May 25 20:51:33.601726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42410) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:33.754997 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1e12ad88-56e2-4c56-bec2-c74a02b3bdb1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/5df196d2-8409-4894-99c5-4de0f6b3bbb9 HTTP/1.1" status: 200 len: 992 time: 0.1518462 May 25 20:51:33.763317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b75879-7573-4f0e-a610-7b4dda4b1acb req-fa714d32-bbac-4190-b04d-7e461b220a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:33.764739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35b75879-7573-4f0e-a610-7b4dda4b1acb req-fa714d32-bbac-4190-b04d-7e461b220a48 service neutron] 10.222.0.70 "GET /v2.0/networks?id=18a6027f-0f63-4629-8aba-9e79b570dd9f HTTP/1.1" status: 200 len: 897 time: 0.2564244 May 25 20:51:33.871433 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35b75879-7573-4f0e-a610-7b4dda4b1acb req-c50d6685-5eb2-4a79-a35d-401ed05f9156 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6404c465-8192-4395-9589-b1ba814f2c03 HTTP/1.1" status: 200 len: 1000 time: 0.1003928 May 25 20:51:33.891833 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2f1dcde8-f205-4580-b588-81f03a1db485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:51:13Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '5df196d2-8409-4894-99c5-4de0f6b3bbb9', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'port_id': '6404c465-8192-4395-9589-b1ba814f2c03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'mac_address': 'fa:16:3e:42:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:51:31Z', 'updated_at': '2022-05-25T20:51:31Z', 'revision_number': 0, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b709cb3f-9e5a-4177-92e6-90a5c9d1b080', 'name': '', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:98:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:12Z', 'updated_at': '2022-05-25T20:51:20Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:51:33.895840 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1dcde8-f205-4580-b588-81f03a1db485 None None] Checking router: b469f3bb-6186-4059-b81f-50a46ba79fc6 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:51:33.904596 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1dcde8-f205-4580-b588-81f03a1db485 None None] Routers {'b469f3bb-6186-4059-b81f-50a46ba79fc6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:51:33.905221 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2f1dcde8-f205-4580-b588-81f03a1db485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:51:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b469f3bb-6186-4059-b81f-50a46ba79fc6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:51:33.941476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b75879-7573-4f0e-a610-7b4dda4b1acb req-46f5d32f-cddb-47be-9805-315dc4053c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:33.943080 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35b75879-7573-4f0e-a610-7b4dda4b1acb req-46f5d32f-cddb-47be-9805-315dc4053c41 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9460fd8-7d8a-4284-89e1-e149824c6ec9 HTTP/1.1" status: 200 len: 834 time: 0.0663860 May 25 20:51:34.028331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b75879-7573-4f0e-a610-7b4dda4b1acb req-00cfb1a6-56db-436e-b326-79db09580034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:34.029801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35b75879-7573-4f0e-a610-7b4dda4b1acb req-00cfb1a6-56db-436e-b326-79db09580034 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18a6027f-0f63-4629-8aba-9e79b570dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802844 May 25 20:51:34.097483 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-2f1dcde8-f205-4580-b588-81f03a1db485 None None] Set router b469f3bb-6186-4059-b81f-50a46ba79fc6 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:51:34.163559 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35b75879-7573-4f0e-a610-7b4dda4b1acb req-327337c3-0282-4d84-b3fa-8d7fbcbaf16d service neutron] 10.222.0.70 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273785 May 25 20:51:34.298131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-35b75879-7573-4f0e-a610-7b4dda4b1acb req-a8334b81-1a14-44d8-84aa-c34d46434631 service neutron] 10.222.0.70 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288753 May 25 20:51:34.461959 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2f1dcde8-f205-4580-b588-81f03a1db485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:51:13Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '5df196d2-8409-4894-99c5-4de0f6b3bbb9', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'port_id': '6404c465-8192-4395-9589-b1ba814f2c03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'mac_address': 'fa:16:3e:42:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:51:31Z', 'updated_at': '2022-05-25T20:51:31Z', 'revision_number': 0, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b709cb3f-9e5a-4177-92e6-90a5c9d1b080', 'name': '', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:98:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:12Z', 'updated_at': '2022-05-25T20:51:20Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:51:34.466908 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1dcde8-f205-4580-b588-81f03a1db485 None None] The sync data for ids ['b469f3bb-6186-4059-b81f-50a46ba79fc6'] in n-d-843339-1 is: [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:51:13Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '5df196d2-8409-4894-99c5-4de0f6b3bbb9', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'port_id': '6404c465-8192-4395-9589-b1ba814f2c03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'mac_address': 'fa:16:3e:42:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:51:31Z', 'updated_at': '2022-05-25T20:51:31Z', 'revision_number': 0, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b709cb3f-9e5a-4177-92e6-90a5c9d1b080', 'name': '', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:98:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:12Z', 'updated_at': '2022-05-25T20:51:20Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:51:34.670569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08013c7a-20a7-41be-b7ba-8163b4efcc52 None None] New status for floating IP 5df196d2-8409-4894-99c5-4de0f6b3bbb9: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:51:34.759602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42414) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:34.870009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-190036e1-5d09-461d-8df2-55d498d37e4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/5df196d2-8409-4894-99c5-4de0f6b3bbb9 HTTP/1.1" status: 200 len: 992 time: 0.1092474 May 25 20:51:35.532750 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:51:35.874262 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42420) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:36.113211 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1b1a058b-02bc-4d1f-a161-b4d556481db4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/5df196d2-8409-4894-99c5-4de0f6b3bbb9 HTTP/1.1" status: 200 len: 994 time: 0.2337244 May 25 20:51:54.051633 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:57.976131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42424) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:51:58.189986 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-040891da-6b80-4559-8de9-0d5bfafbb5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:58.334177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Deleting port c521b8c3-223a-4e5c-b7e8-7194cfb64d67 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:51:58.334408 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:58.340216 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:58.512172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:58.512491 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:58.633569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Calling delete_port for c521b8c3-223a-4e5c-b7e8-7194cfb64d67 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:51:58.791340 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:58.844286 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event deleted for resources: {'Port': ['ID=c521b8c3-223a-4e5c-b7e8-7194cfb64d67,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:51:58.885068 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:58.885325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:58.885659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:58.885985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:58.886334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:58.886657 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:58.886976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:58.887290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:58.887604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:58.887917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:58.888372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:58.888692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:51:58.950381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:58.950860 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Floating IP b8e68450-d71d-4885-8f98-2bebf29f5337 disassociated (deleted). External IP: 172.25.3.145, port: 47a99816-5031-40a7-9cde-67caa139477d. May 25 20:51:59.306874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:51:59.615328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:51:59.625591 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3596f-65b6-4d4b-be60-2a69b7e2937e None None] Sync routers for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:51:59.635129 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:51:59.635627 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3596f-65b6-4d4b-be60-2a69b7e2937e None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:51:59.636218 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9ad3596f-65b6-4d4b-be60-2a69b7e2937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:51:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:51:59.693177 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1c0f8f58-f9ae-45ed-bfa8-bcf1768e19ab tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "DELETE /v2.0/floatingips/b8e68450-d71d-4885-8f98-2bebf29f5337 HTTP/1.1" status: 204 len: 168 time: 1.7134681 May 25 20:51:59.693177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'tag': '47a99816-5031-40a7-9cde-67caa139477d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:51:59.753577 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c845e94-f18c-43da-9855-757e47349623'] response: {'name': 'network-changed', 'server_uuid': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'tag': '47a99816-5031-40a7-9cde-67caa139477d', 'status': 'completed', 'code': 200} May 25 20:51:59.837672 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-9ad3596f-65b6-4d4b-be60-2a69b7e2937e None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:51:59.852694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559953d-0adb-431b-9098-ba1dd63a4465 req-31354aba-538d-4abf-a262-d6377bbf5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:51:59.854189 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b559953d-0adb-431b-9098-ba1dd63a4465 req-31354aba-538d-4abf-a262-d6377bbf5d59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 1097 time: 0.0779197 May 25 20:52:00.012426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559953d-0adb-431b-9098-ba1dd63a4465 req-3710d50f-bba4-4906-ab06-7d0ca2b76c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:00.014028 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b559953d-0adb-431b-9098-ba1dd63a4465 req-3710d50f-bba4-4906-ab06-7d0ca2b76c0f service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.1535602 May 25 20:52:00.088950 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b559953d-0adb-431b-9098-ba1dd63a4465 req-ee20b651-5185-4e84-9d8f-9e929876c71b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a99816-5031-40a7-9cde-67caa139477d HTTP/1.1" status: 200 len: 217 time: 0.0688345 May 25 20:52:00.100487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4f477-454b-458f-8173-bebe7e54d69c req-7bd73231-b85c-4fc4-9ee9-7cadbc3709a4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:00.103468 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a6c4f477-454b-458f-8173-bebe7e54d69c req-7bd73231-b85c-4fc4-9ee9-7cadbc3709a4 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 946 time: 0.0910218 May 25 20:52:00.171835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559953d-0adb-431b-9098-ba1dd63a4465 req-204aaa62-8f4f-4204-86af-07e05bc254c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:00.172963 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b559953d-0adb-431b-9098-ba1dd63a4465 req-204aaa62-8f4f-4204-86af-07e05bc254c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0776906 May 25 20:52:00.256488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559953d-0adb-431b-9098-ba1dd63a4465 req-67ec9608-2dcb-49e3-8006-6b95401463e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:00.258998 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b559953d-0adb-431b-9098-ba1dd63a4465 req-67ec9608-2dcb-49e3-8006-6b95401463e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792472 May 25 20:52:00.266227 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9ad3596f-65b6-4d4b-be60-2a69b7e2937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '6af8cab3-f513-4780-b568-968fe8974b90', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:b8:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:48:12Z', 'updated_at': '2022-05-25T20:48:15Z', 'revision_number': 1, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:00.272019 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3596f-65b6-4d4b-be60-2a69b7e2937e None None] Checking router: c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:52:00.276469 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a6c4f477-454b-458f-8173-bebe7e54d69c req-779a461b-ed9e-4d79-bce6-fcc79c9fc139 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652241 May 25 20:52:00.281207 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3596f-65b6-4d4b-be60-2a69b7e2937e None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:52:00.281787 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9ad3596f-65b6-4d4b-be60-2a69b7e2937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:51:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:00.399261 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b559953d-0adb-431b-9098-ba1dd63a4465 req-e82be9b4-c64f-4a09-a17e-c42200d71aa4 service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326287 May 25 20:52:00.458854 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-9ad3596f-65b6-4d4b-be60-2a69b7e2937e None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:52:00.540145 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b559953d-0adb-431b-9098-ba1dd63a4465 req-84ea439c-5dcc-48b7-8320-5d42fc62304d service neutron] 10.222.0.70 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338692 May 25 20:52:00.635181 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1f7dd132-7c45-485e-b0eb-7cea41dded27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:00.811543 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9ad3596f-65b6-4d4b-be60-2a69b7e2937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '6af8cab3-f513-4780-b568-968fe8974b90', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:b8:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:48:12Z', 'updated_at': '2022-05-25T20:48:15Z', 'revision_number': 1, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:00.815539 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3596f-65b6-4d4b-be60-2a69b7e2937e None None] The sync data for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 is: [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '6af8cab3-f513-4780-b568-968fe8974b90', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'port_id': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'mac_address': 'fa:16:3e:b8:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:48:12Z', 'updated_at': '2022-05-25T20:48:15Z', 'revision_number': 1, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:52:01.029399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab53ae76-4cf0-402a-847a-a538793a743c None None] New status for floating IP b8e68450-d71d-4885-8f98-2bebf29f5337: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:52:01.395205 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:01.474550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbaf9d-f656-43ef-afb8-3543d9c48129 req-38c3502e-a77f-4e3d-93ea-3042f9515675 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:01.475230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1ffbaf9d-f656-43ef-afb8-3543d9c48129 req-38c3502e-a77f-4e3d-93ea-3042f9515675 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:52:01.498099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1ffbaf9d-f656-43ef-afb8-3543d9c48129 req-38c3502e-a77f-4e3d-93ea-3042f9515675 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:52:01.499598 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ffbaf9d-f656-43ef-afb8-3543d9c48129 req-38c3502e-a77f-4e3d-93ea-3042f9515675 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 946 time: 0.1082692 May 25 20:52:01.544627 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ffbaf9d-f656-43ef-afb8-3543d9c48129 req-c799b6c9-fc5c-4885-884f-2a2ead5fb3a5 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388296 May 25 20:52:01.748974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549bb78-0478-48cb-8fb5-2aad5654262d req-c4eabd75-38bf-45af-92e9-6d7783eae93a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:01.750422 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3549bb78-0478-48cb-8fb5-2aad5654262d req-c4eabd75-38bf-45af-92e9-6d7783eae93a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 946 time: 0.0796640 May 25 20:52:01.823229 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:01.825005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-3549bb78-0478-48cb-8fb5-2aad5654262d req-1a6077ee-a84b-4559-ae38-34f97190806e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Deleting port 47a99816-5031-40a7-9cde-67caa139477d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:52:01.825348 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3549bb78-0478-48cb-8fb5-2aad5654262d req-1a6077ee-a84b-4559-ae38-34f97190806e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:02.094296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3549bb78-0478-48cb-8fb5-2aad5654262d req-1a6077ee-a84b-4559-ae38-34f97190806e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] For port 47a99816-5031-40a7-9cde-67caa139477d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=47a99816-5031-40a7-9cde-67caa139477d,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:52:02.094568 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3549bb78-0478-48cb-8fb5-2aad5654262d req-1a6077ee-a84b-4559-ae38-34f97190806e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:02.223435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-3549bb78-0478-48cb-8fb5-2aad5654262d req-1a6077ee-a84b-4559-ae38-34f97190806e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Calling delete_port for 47a99816-5031-40a7-9cde-67caa139477d owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:52:02.382569 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3549bb78-0478-48cb-8fb5-2aad5654262d req-1a6077ee-a84b-4559-ae38-34f97190806e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:02.460111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6077ee-a84b-4559-ae38-34f97190806e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event deleted for resources: {'Port': ['ID=47a99816-5031-40a7-9cde-67caa139477d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:02.511580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-3549bb78-0478-48cb-8fb5-2aad5654262d req-1a6077ee-a84b-4559-ae38-34f97190806e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] No DVR routers for this DVR port 47a99816-5031-40a7-9cde-67caa139477d on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:52:02.514656 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3549bb78-0478-48cb-8fb5-2aad5654262d req-1a6077ee-a84b-4559-ae38-34f97190806e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:02.517138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'name': 'network-vif-deleted', 'tag': '47a99816-5031-40a7-9cde-67caa139477d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:52:02.532947 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3549bb78-0478-48cb-8fb5-2aad5654262d req-1a6077ee-a84b-4559-ae38-34f97190806e tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.70 "DELETE /v2.0/ports/47a99816-5031-40a7-9cde-67caa139477d HTTP/1.1" status: 204 len: 173 time: 0.7771702 May 25 20:52:02.565723 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24cb5c21-903e-4cec-9df8-fe77b16cb7e1'] response: {'server_uuid': '2ca4d856-be7c-4e7c-b327-93a3ed405e4a', 'name': 'network-vif-deleted', 'tag': '47a99816-5031-40a7-9cde-67caa139477d', 'status': 'completed', 'code': 200} May 25 20:52:02.697613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b2193b30-7191-4654-98ab-cc304cf36a51 req-f661406f-2ea4-4f62-b4c9-29e0988b890b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:52:02.714411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b2193b30-7191-4654-98ab-cc304cf36a51 req-f661406f-2ea4-4f62-b4c9-29e0988b890b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:52:02.715505 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b2193b30-7191-4654-98ab-cc304cf36a51 req-f661406f-2ea4-4f62-b4c9-29e0988b890b tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca4d856-be7c-4e7c-b327-93a3ed405e4a HTTP/1.1" status: 200 len: 210 time: 0.0606017 May 25 20:52:03.168931 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:05.955282 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 47a99816-5031-40a7-9cde-67caa139477d no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:52:05.989673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 47a99816-5031-40a7-9cde-67caa139477d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:52:05.990010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 47a99816-5031-40a7-9cde-67caa139477d not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:52:08.342455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42466) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:08.546113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Deleting port c9aa2b9c-2b1e-4929-b866-a434aca87055 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:52:08.546484 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:08.715999 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:08.716374 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:08.838890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Calling delete_port for c9aa2b9c-2b1e-4929-b866-a434aca87055 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:52:09.001564 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:09.047024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event deleted for resources: {'Port': ['ID=c9aa2b9c-2b1e-4929-b866-a434aca87055,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:09.090760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:09.091126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:09.091463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:09.091795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:09.092129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:09.092453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:09.092774 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:09.093092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:09.093410 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:09.093726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:09.094042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:09.094385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:09.163262 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:09.163590 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Floating IP 6af8cab3-f513-4780-b568-968fe8974b90 disassociated (deleted). External IP: 172.25.3.126, port: 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe. May 25 20:52:09.524968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:52:09.820856 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:52:09.831752 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a1ff04-cc43-4388-a0aa-02d5f4c1d843 None None] Sync routers for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:52:09.842855 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a1ff04-cc43-4388-a0aa-02d5f4c1d843 None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:52:09.843453 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-32a1ff04-cc43-4388-a0aa-02d5f4c1d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:52:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:09.845222 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:09.899215 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a65b6185-e5cc-4bd4-8ef6-f6ca92bbb0df tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "DELETE /v2.0/floatingips/6af8cab3-f513-4780-b568-968fe8974b90 HTTP/1.1" status: 204 len: 168 time: 1.5556698 May 25 20:52:09.899892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'tag': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:52:09.948671 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636b72ec-e4ed-4ba7-87d5-cc38ac4a404f'] response: {'name': 'network-changed', 'server_uuid': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'tag': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'status': 'completed', 'code': 200} May 25 20:52:10.029124 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-32a1ff04-cc43-4388-a0aa-02d5f4c1d843 None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:52:10.048008 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3216-f3d5-426c-a44c-b796994fd072 req-8ad355c1-ea8d-4fa3-877e-ed17639e2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:10.049648 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aedd3216-f3d5-426c-a44c-b796994fd072 req-8ad355c1-ea8d-4fa3-877e-ed17639e2cf5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e7010833e5c431293fcd9aca5363db5&device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 1097 time: 0.0766025 May 25 20:52:10.197971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3216-f3d5-426c-a44c-b796994fd072 req-5bf63e01-b4bc-4d64-bbae-b4a7cf01092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:10.199695 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aedd3216-f3d5-426c-a44c-b796994fd072 req-5bf63e01-b4bc-4d64-bbae-b4a7cf01092e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 200 len: 913 time: 0.1439390 May 25 20:52:10.271567 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aedd3216-f3d5-426c-a44c-b796994fd072 req-c413e0e8-6573-4ab7-9b6d-5d699c30b530 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe HTTP/1.1" status: 200 len: 217 time: 0.0651667 May 25 20:52:10.281937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97f8cb-1138-45b5-b729-fd57a5bf57a1 req-f242a9b6-947f-49f9-ad5e-fc5dd3da4855 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:10.284200 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ef97f8cb-1138-45b5-b729-fd57a5bf57a1 req-f242a9b6-947f-49f9-ad5e-fc5dd3da4855 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 946 time: 0.0833704 May 25 20:52:10.334185 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ef97f8cb-1138-45b5-b729-fd57a5bf57a1 req-adea88f9-acd4-456f-8a86-d5388c6198e3 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442009 May 25 20:52:10.342714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3216-f3d5-426c-a44c-b796994fd072 req-75bf0f11-e9b9-4095-8841-a61218841850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:10.344161 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aedd3216-f3d5-426c-a44c-b796994fd072 req-75bf0f11-e9b9-4095-8841-a61218841850 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 200 len: 851 time: 0.0645566 May 25 20:52:10.352874 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-32a1ff04-cc43-4388-a0aa-02d5f4c1d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:10.357236 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a1ff04-cc43-4388-a0aa-02d5f4c1d843 None None] Checking router: c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:52:10.365559 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a1ff04-cc43-4388-a0aa-02d5f4c1d843 None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:52:10.366103 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-32a1ff04-cc43-4388-a0aa-02d5f4c1d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:52:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:10.422246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3216-f3d5-426c-a44c-b796994fd072 req-e493604a-c9ed-493f-89e2-ce3c1a89dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:10.423711 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aedd3216-f3d5-426c-a44c-b796994fd072 req-e493604a-c9ed-493f-89e2-ce3c1a89dca9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8b72074-fda4-47cc-ba54-cf2b1a031238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736611 May 25 20:52:10.557083 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aedd3216-f3d5-426c-a44c-b796994fd072 req-8e62feb6-1e9e-4356-bd28-692cad6d64d0 service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265314 May 25 20:52:10.570124 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-32a1ff04-cc43-4388-a0aa-02d5f4c1d843 None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:52:10.692027 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aedd3216-f3d5-426c-a44c-b796994fd072 req-1b07299d-f3b7-42a6-a045-f9cbe81e4ebf service neutron] 10.222.0.50 "GET /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284883 May 25 20:52:10.884260 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-32a1ff04-cc43-4388-a0aa-02d5f4c1d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:10.889033 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a1ff04-cc43-4388-a0aa-02d5f4c1d843 None None] The sync data for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 is: [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:40:17Z', 'revision_number': 4, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '8e216222-7afe-4e1c-ac7b-aa771b5bf7d8', 'name': '', 'network_id': 'e8b72074-fda4-47cc-ba54-cf2b1a031238', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'mac_address': 'fa:16:3e:6b:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:16Z', 'updated_at': '2022-05-25T20:40:54Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'subnets': [{'id': 'a57f86a8-16f5-403a-9fff-dacc6807d6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:52:11.099051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb1e8a-c354-4b24-9ad7-91328bfe43d9 None None] New status for floating IP 6af8cab3-f513-4780-b568-968fe8974b90: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:52:11.529429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d62d67-7696-4d73-9de8-3f2d20e8e704 req-6d5d02f6-70f3-41de-9adc-395a8bf6bb99 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:11.530107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b6d62d67-7696-4d73-9de8-3f2d20e8e704 req-6d5d02f6-70f3-41de-9adc-395a8bf6bb99 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:52:11.545360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b6d62d67-7696-4d73-9de8-3f2d20e8e704 req-6d5d02f6-70f3-41de-9adc-395a8bf6bb99 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:52:11.546508 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6d62d67-7696-4d73-9de8-3f2d20e8e704 req-6d5d02f6-70f3-41de-9adc-395a8bf6bb99 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 946 time: 0.1016445 May 25 20:52:11.592380 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b6d62d67-7696-4d73-9de8-3f2d20e8e704 req-b56125d3-f117-4438-8ce9-2fdc0e61bc2d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/security-groups?id=f00aca44-476b-4d9e-b7b8-4484bdf46556&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400238 May 25 20:52:11.686657 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c311a9-4ce2-4ae7-9172-d3b4b93f2a30 req-9e28f274-2c26-43f7-9e4f-70bbdc83821d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:11.688084 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-30c311a9-4ce2-4ae7-9172-d3b4b93f2a30 req-9e28f274-2c26-43f7-9e4f-70bbdc83821d tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 946 time: 0.0803277 May 25 20:52:11.761032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-30c311a9-4ce2-4ae7-9172-d3b4b93f2a30 req-3dcd9d64-46d2-4336-a9d1-a9a1ea93412a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Deleting port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:52:11.761365 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-30c311a9-4ce2-4ae7-9172-d3b4b93f2a30 req-3dcd9d64-46d2-4336-a9d1-a9a1ea93412a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:12.011474 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-30c311a9-4ce2-4ae7-9172-d3b4b93f2a30 req-3dcd9d64-46d2-4336-a9d1-a9a1ea93412a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] For port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:52:12.011825 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-30c311a9-4ce2-4ae7-9172-d3b4b93f2a30 req-3dcd9d64-46d2-4336-a9d1-a9a1ea93412a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:12.133802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-30c311a9-4ce2-4ae7-9172-d3b4b93f2a30 req-3dcd9d64-46d2-4336-a9d1-a9a1ea93412a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Calling delete_port for 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:52:12.276883 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-30c311a9-4ce2-4ae7-9172-d3b4b93f2a30 req-3dcd9d64-46d2-4336-a9d1-a9a1ea93412a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:12.434637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd9d64-46d2-4336-a9d1-a9a1ea93412a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event deleted for resources: {'Port': ['ID=8baf5002-9d8e-4bcf-8c15-ee68c3157bfe,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:12.510195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c311a9-4ce2-4ae7-9172-d3b4b93f2a30 req-3dcd9d64-46d2-4336-a9d1-a9a1ea93412a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] No DVR routers for this DVR port 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:52:12.512862 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-30c311a9-4ce2-4ae7-9172-d3b4b93f2a30 req-3dcd9d64-46d2-4336-a9d1-a9a1ea93412a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:12.515312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'name': 'network-vif-deleted', 'tag': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:52:12.532952 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:52:12.533502 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-30c311a9-4ce2-4ae7-9172-d3b4b93f2a30 req-3dcd9d64-46d2-4336-a9d1-a9a1ea93412a tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.50 "DELETE /v2.0/ports/8baf5002-9d8e-4bcf-8c15-ee68c3157bfe HTTP/1.1" status: 204 len: 173 time: 0.8398077 May 25 20:52:12.560865 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d81b5e-4068-4554-be9f-49c76121716c'] response: {'server_uuid': '388b3e18-3da3-4fb2-83d7-5e76d767a749', 'name': 'network-vif-deleted', 'tag': '8baf5002-9d8e-4bcf-8c15-ee68c3157bfe', 'status': 'completed', 'code': 200} May 25 20:52:12.741792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-664ca451-1677-49c3-9ac4-3389a7485e7a req-0f9816b1-a9f4-4db0-a0c4-3656b6a576d8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Synchronizing usage tracker for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:52:12.758590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-664ca451-1677-49c3-9ac4-3389a7485e7a req-0f9816b1-a9f4-4db0-a0c4-3656b6a576d8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Unset dirty status for tenant:7e7010833e5c431293fcd9aca5363db5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:52:12.759808 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-664ca451-1677-49c3-9ac4-3389a7485e7a req-0f9816b1-a9f4-4db0-a0c4-3656b6a576d8 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "GET /v2.0/ports?device_id=388b3e18-3da3-4fb2-83d7-5e76d767a749 HTTP/1.1" status: 200 len: 210 time: 0.0624042 May 25 20:52:13.864969 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42488) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:14.023757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d3fd4-1003-458a-9fda-a3f5d5fb3279 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Deleting port 34093369-7c7a-41dd-b17e-86b67ab503f2 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:52:14.024011 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3fd4-1003-458a-9fda-a3f5d5fb3279 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:14.192837 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3fd4-1003-458a-9fda-a3f5d5fb3279 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:14.193168 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3fd4-1003-458a-9fda-a3f5d5fb3279 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:14.318610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d3fd4-1003-458a-9fda-a3f5d5fb3279 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Calling delete_port for 34093369-7c7a-41dd-b17e-86b67ab503f2 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:52:14.459966 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3fd4-1003-458a-9fda-a3f5d5fb3279 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:14.535608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d3fd4-1003-458a-9fda-a3f5d5fb3279 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event deleted for resources: {'Port': ['ID=34093369-7c7a-41dd-b17e-86b67ab503f2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:14.602562 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3fd4-1003-458a-9fda-a3f5d5fb3279 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:14.619468 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3fd4-1003-458a-9fda-a3f5d5fb3279 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:14.620601 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2c8d3fd4-1003-458a-9fda-a3f5d5fb3279 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "DELETE /v2.0/floatingips/a2cf2d16-6cdd-4f3a-a504-d53b5f57bcf6 HTTP/1.1" status: 204 len: 168 time: 0.7546399 May 25 20:52:15.610951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:52:15.648631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:52:15.648961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 8baf5002-9d8e-4bcf-8c15-ee68c3157bfe not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:52:17.080189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42506) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:17.158994 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dcaedc5-b45c-4d3b-8b42-9ee916394dbb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:17.191924 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dcaedc5-b45c-4d3b-8b42-9ee916394dbb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:17.205702 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9659b7ba-a0ea-4a2c-9be8-0be9f110757e req-f8ccfef6-398a-4df4-b994-2c24f8d134f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718253 May 25 20:52:17.276770 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dcaedc5-b45c-4d3b-8b42-9ee916394dbb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:17.298960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcaedc5-b45c-4d3b-8b42-9ee916394dbb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00aca44-476b-4d9e-b7b8-4484bdf46556,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:17.312713 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dcaedc5-b45c-4d3b-8b42-9ee916394dbb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:17.316408 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9dcaedc5-b45c-4d3b-8b42-9ee916394dbb tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] 10.222.0.60 "DELETE /v2.0/security-groups/f00aca44-476b-4d9e-b7b8-4484bdf46556 HTTP/1.1" status: 204 len: 168 time: 0.2323222 May 25 20:52:17.372888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659b7ba-a0ea-4a2c-9be8-0be9f110757e req-d552545b-bc4a-498e-bf38-e2ae9ab03218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:17.374944 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9659b7ba-a0ea-4a2c-9be8-0be9f110757e req-d552545b-bc4a-498e-bf38-e2ae9ab03218 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1097 time: 0.0854526 May 25 20:52:17.375589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42512) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:17.793231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659b7ba-a0ea-4a2c-9be8-0be9f110757e req-d697c700-0615-4eca-be6d-7a4c3f136f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:17.794703 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9659b7ba-a0ea-4a2c-9be8-0be9f110757e req-d697c700-0615-4eca-be6d-7a4c3f136f09 service neutron] 10.222.0.70 "GET /v2.0/networks?id=18a6027f-0f63-4629-8aba-9e79b570dd9f HTTP/1.1" status: 200 len: 897 time: 0.3975353 May 25 20:52:17.973671 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9659b7ba-a0ea-4a2c-9be8-0be9f110757e req-a557d03a-feb7-436e-884a-b1e8b5d62da0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6404c465-8192-4395-9589-b1ba814f2c03 HTTP/1.1" status: 200 len: 1002 time: 0.1703758 May 25 20:52:18.118712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659b7ba-a0ea-4a2c-9be8-0be9f110757e req-1a840b2d-27e5-4c27-87ba-f381a4965dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:18.120023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9659b7ba-a0ea-4a2c-9be8-0be9f110757e req-1a840b2d-27e5-4c27-87ba-f381a4965dc1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9460fd8-7d8a-4284-89e1-e149824c6ec9 HTTP/1.1" status: 200 len: 834 time: 0.1387486 May 25 20:52:18.292838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659b7ba-a0ea-4a2c-9be8-0be9f110757e req-064b2e8c-5ee5-4da4-af00-a4612026f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:18.294324 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9659b7ba-a0ea-4a2c-9be8-0be9f110757e req-064b2e8c-5ee5-4da4-af00-a4612026f3d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18a6027f-0f63-4629-8aba-9e79b570dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672642 May 25 20:52:18.483967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9659b7ba-a0ea-4a2c-9be8-0be9f110757e req-97857e04-c09c-4f86-8f24-09ab125c1783 service neutron] 10.222.0.70 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817155 May 25 20:52:18.583458 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ce04c4fc-b62b-48db-a360-2e3e4bafd73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:18.743497 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9659b7ba-a0ea-4a2c-9be8-0be9f110757e req-520566ab-d17c-49ee-b681-85c1d9891e6a service neutron] 10.222.0.70 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531366 May 25 20:52:18.955178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ce04c4fc-b62b-48db-a360-2e3e4bafd73b admin admin] Deleting port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:52:18.955508 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ce04c4fc-b62b-48db-a360-2e3e4bafd73b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:19.256259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-ce04c4fc-b62b-48db-a360-2e3e4bafd73b admin admin] For port 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8e216222-7afe-4e1c-ac7b-aa771b5bf7d8,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:52:19.256605 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ce04c4fc-b62b-48db-a360-2e3e4bafd73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:19.378261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ce04c4fc-b62b-48db-a360-2e3e4bafd73b admin admin] Calling delete_port for 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:52:19.559795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ce04c4fc-b62b-48db-a360-2e3e4bafd73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:19.608743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04c4fc-b62b-48db-a360-2e3e4bafd73b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e216222-7afe-4e1c-ac7b-aa771b5bf7d8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:19.890887 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ce04c4fc-b62b-48db-a360-2e3e4bafd73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:20.255665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce04c4fc-b62b-48db-a360-2e3e4bafd73b admin admin] Router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:52:20.562839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce04c4fc-b62b-48db-a360-2e3e4bafd73b admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:52:20.574048 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe135e-839d-4eea-896c-ae4efccbbd02 None None] Sync routers for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:52:20.577507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ce04c4fc-b62b-48db-a360-2e3e4bafd73b admin admin] 10.222.0.60 "PUT /v2.0/routers/c0270145-9b0a-4c49-9b8f-49eb1c3a3e45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2008588 May 25 20:52:20.580710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42518) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:20.584350 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe135e-839d-4eea-896c-ae4efccbbd02 None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:52:20.584948 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-11fe135e-839d-4eea-896c-ae4efccbbd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:52:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:20.767601 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-11fe135e-839d-4eea-896c-ae4efccbbd02 None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:52:20.769955 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:21.060008 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-11fe135e-839d-4eea-896c-ae4efccbbd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:52:19Z', 'revision_number': 5, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port': {'id': '0ec260f6-53eb-48b6-b98a-3319818d0c9c', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:09Z', 'updated_at': '2022-05-25T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:21.064106 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe135e-839d-4eea-896c-ae4efccbbd02 None None] Checking router: c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:52:21.065801 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:21.072599 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe135e-839d-4eea-896c-ae4efccbbd02 None None] Routers {'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:52:21.073254 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-11fe135e-839d-4eea-896c-ae4efccbbd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:52:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:21.075407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] Deleting port 0ec260f6-53eb-48b6-b98a-3319818d0c9c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:52:21.075707 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:21.225938 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-11fe135e-839d-4eea-896c-ae4efccbbd02 None None] Set router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:52:21.256501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] For port 0ec260f6-53eb-48b6-b98a-3319818d0c9c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0ec260f6-53eb-48b6-b98a-3319818d0c9c,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:52:21.256840 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:21.331605 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-11fe135e-839d-4eea-896c-ae4efccbbd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:52:21Z', 'revision_number': 6, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:21.335489 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe135e-839d-4eea-896c-ae4efccbbd02 None None] The sync data for ids ['c0270145-9b0a-4c49-9b8f-49eb1c3a3e45'] in n-d-843339-1 is: [{'id': 'c0270145-9b0a-4c49-9b8f-49eb1c3a3e45', 'name': 'tempest-TestVolumeBootPattern-1214070192-router', 'tenant_id': '7e7010833e5c431293fcd9aca5363db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:07Z', 'updated_at': '2022-05-25T20:52:21Z', 'revision_number': 6, 'project_id': '7e7010833e5c431293fcd9aca5363db5', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:52:21.384024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] Calling delete_port for 0ec260f6-53eb-48b6-b98a-3319818d0c9c owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:52:21.682621 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:21.738087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec260f6-53eb-48b6-b98a-3319818d0c9c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:21.827537 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:21.999963 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.002143 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.026012 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.026463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:52:22.038955 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.040072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5dedbcca-d004-4e73-ace4-57663b3303fe admin admin] 10.222.0.60 "DELETE /v2.0/routers/c0270145-9b0a-4c49-9b8f-49eb1c3a3e45 HTTP/1.1" status: 204 len: 168 time: 1.4583676 May 25 20:52:22.042570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42522) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:22.109506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0023d23-1fe4-4072-ba1e-7b654bd7d210 admin admin] Deleting subnet a57f86a8-16f5-403a-9fff-dacc6807d6d3 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:52:22.114787 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e0023d23-1fe4-4072-ba1e-7b654bd7d210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.138074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:52:22.168225 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e0023d23-1fe4-4072-ba1e-7b654bd7d210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.172137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:52:22.172467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8e216222-7afe-4e1c-ac7b-aa771b5bf7d8 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:52:22.172871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0ec260f6-53eb-48b6-b98a-3319818d0c9c no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:52:22.208801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 0ec260f6-53eb-48b6-b98a-3319818d0c9c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:52:22.209015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0ec260f6-53eb-48b6-b98a-3319818d0c9c not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:52:22.253981 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e0023d23-1fe4-4072-ba1e-7b654bd7d210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.325977 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e0023d23-1fe4-4072-ba1e-7b654bd7d210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.364988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0023d23-1fe4-4072-ba1e-7b654bd7d210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57f86a8-16f5-403a-9fff-dacc6807d6d3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:22.368521 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e0023d23-1fe4-4072-ba1e-7b654bd7d210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.375243 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e0023d23-1fe4-4072-ba1e-7b654bd7d210 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a57f86a8-16f5-403a-9fff-dacc6807d6d3 HTTP/1.1" status: 204 len: 168 time: 0.3316953 May 25 20:52:22.377753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42526) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:22.378504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a76ecd-6a02-4fb5-b719-e686e01b3ff0 None None] Network e8b72074-fda4-47cc-ba54-cf2b1a031238 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:52:22.485378 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.495917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Deleting port 9e5ef78a-286b-4691-bdc6-b39ab52c685c {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:52:22.496244 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.635443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0195fb-d635-4e75-a36b-eb2c65159a31 None None] DHCP port deletion for e8b72074-fda4-47cc-ba54-cf2b1a031238 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:52:22.640283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3c0195fb-d635-4e75-a36b-eb2c65159a31 None None] Deleting port 9e5ef78a-286b-4691-bdc6-b39ab52c685c {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:52:22.640648 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3c0195fb-d635-4e75-a36b-eb2c65159a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.708874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] For port 9e5ef78a-286b-4691-bdc6-b39ab52c685c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9e5ef78a-286b-4691-bdc6-b39ab52c685c,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:52:22.709226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.840085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Calling delete_port for 9e5ef78a-286b-4691-bdc6-b39ab52c685c owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:52:22.882744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3c0195fb-d635-4e75-a36b-eb2c65159a31 None None] For port 9e5ef78a-286b-4691-bdc6-b39ab52c685c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9e5ef78a-286b-4691-bdc6-b39ab52c685c,segment=NetworkSegment(516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c),segment_id=516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:52:22.883116 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3c0195fb-d635-4e75-a36b-eb2c65159a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.917588 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:22.969943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5ef78a-286b-4691-bdc6-b39ab52c685c,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:22.971753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] No DVR routers for this DVR port 9e5ef78a-286b-4691-bdc6-b39ab52c685c on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:52:23.012896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3c0195fb-d635-4e75-a36b-eb2c65159a31 None None] Calling delete_port for 9e5ef78a-286b-4691-bdc6-b39ab52c685c owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:52:23.087547 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-3c0195fb-d635-4e75-a36b-eb2c65159a31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:52:23.087975 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-3c0195fb-d635-4e75-a36b-eb2c65159a31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:52:23.089153 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:23.115177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b72074-fda4-47cc-ba54-cf2b1a031238']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:23.126845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:23.127103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:23.139710 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:23.157423 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:23.163862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:52:23.164256 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:23.259627 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c resource provider aggregate not found May 25 20:52:23.274983 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:23.293121 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 516f0ced-3d70-4d4d-b26f-2f7f73f9ad5c found for delete ", "request_id": "req-ea51da49-4433-4aeb-89ad-13c9846de780"}]} May 25 20:52:23.294057 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:23.306001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b72074-fda4-47cc-ba54-cf2b1a031238,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:23.320172 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-92dbdbba-fa46-487e-9d0c-8efaf6cf610b admin admin] 10.222.0.60 "DELETE /v2.0/networks/e8b72074-fda4-47cc-ba54-cf2b1a031238 HTTP/1.1" status: 204 len: 168 time: 0.9413424 May 25 20:52:23.322980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42538) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:23.589693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3c0195fb-d635-4e75-a36b-eb2c65159a31 None None] Deleting port 9e5ef78a-286b-4691-bdc6-b39ab52c685c {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:52:23.590295 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3c0195fb-d635-4e75-a36b-eb2c65159a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:23.656885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3c0195fb-d635-4e75-a36b-eb2c65159a31 None None] The port '9e5ef78a-286b-4691-bdc6-b39ab52c685c' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:52:23.898848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9e5ef78a-286b-4691-bdc6-b39ab52c685c no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:52:23.935438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 9e5ef78a-286b-4691-bdc6-b39ab52c685c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:52:23.935802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9e5ef78a-286b-4691-bdc6-b39ab52c685c not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:52:23.994029 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-217c51f3-9c53-43eb-93af-3a890bdb32a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:24.078592 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:24.356163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-217c51f3-9c53-43eb-93af-3a890bdb32a0 admin admin] Deleting port e450b9cb-f9a5-455a-855e-c3f6269128b3 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:52:24.356499 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-217c51f3-9c53-43eb-93af-3a890bdb32a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:24.535697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-217c51f3-9c53-43eb-93af-3a890bdb32a0 admin admin] For port e450b9cb-f9a5-455a-855e-c3f6269128b3, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=e450b9cb-f9a5-455a-855e-c3f6269128b3,segment=NetworkSegment(73e74a25-e96e-49a7-92c5-247418bcb13b),segment_id=73e74a25-e96e-49a7-92c5-247418bcb13b)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:52:24.536249 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-217c51f3-9c53-43eb-93af-3a890bdb32a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:24.660520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-217c51f3-9c53-43eb-93af-3a890bdb32a0 admin admin] Calling delete_port for e450b9cb-f9a5-455a-855e-c3f6269128b3 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:52:24.839356 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-217c51f3-9c53-43eb-93af-3a890bdb32a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:24.924755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c51f3-9c53-43eb-93af-3a890bdb32a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e450b9cb-f9a5-455a-855e-c3f6269128b3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:25.162513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-217c51f3-9c53-43eb-93af-3a890bdb32a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:25.641794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217c51f3-9c53-43eb-93af-3a890bdb32a0 admin admin] Router abe3bfcc-1940-49e6-81e8-bb9a6245a92f has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:52:25.825315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217c51f3-9c53-43eb-93af-3a890bdb32a0 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:52:25.834296 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f8ba4-ec69-4053-a785-8fe5fd9cfefb None None] Sync routers for ids ['abe3bfcc-1940-49e6-81e8-bb9a6245a92f'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:52:25.845586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-217c51f3-9c53-43eb-93af-3a890bdb32a0 admin admin] 10.222.0.60 "PUT /v2.0/routers/abe3bfcc-1940-49e6-81e8-bb9a6245a92f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5192425 May 25 20:52:25.845989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f8ba4-ec69-4053-a785-8fe5fd9cfefb None None] Routers {'abe3bfcc-1940-49e6-81e8-bb9a6245a92f'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:52:25.845989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9d9f8ba4-ec69-4053-a785-8fe5fd9cfefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:52:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['abe3bfcc-1940-49e6-81e8-bb9a6245a92f'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:25.846348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42542) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:26.024029 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:26.024748 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-9d9f8ba4-ec69-4053-a785-8fe5fd9cfefb None None] Set router abe3bfcc-1940-49e6-81e8-bb9a6245a92f gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:52:26.208357 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:26.219293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] Deleting port f61adf50-5221-4ee4-95b5-adb9541edd03 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:52:26.219628 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:26.311586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9d9f8ba4-ec69-4053-a785-8fe5fd9cfefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'name': 'tempest-TestVolumeBootPattern-146920342-router', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'f61adf50-5221-4ee4-95b5-adb9541edd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:23Z', 'updated_at': '2022-05-25T20:52:24Z', 'revision_number': 5, 'project_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'gw_port': {'id': 'f61adf50-5221-4ee4-95b5-adb9541edd03', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:40:24Z', 'updated_at': '2022-05-25T20:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:26.315684 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f8ba4-ec69-4053-a785-8fe5fd9cfefb None None] Checking router: abe3bfcc-1940-49e6-81e8-bb9a6245a92f for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:52:26.323900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f8ba4-ec69-4053-a785-8fe5fd9cfefb None None] Routers {'abe3bfcc-1940-49e6-81e8-bb9a6245a92f'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:52:26.324485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9d9f8ba4-ec69-4053-a785-8fe5fd9cfefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:52:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['abe3bfcc-1940-49e6-81e8-bb9a6245a92f'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:26.397000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] For port f61adf50-5221-4ee4-95b5-adb9541edd03, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f61adf50-5221-4ee4-95b5-adb9541edd03,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:52:26.397357 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:26.472723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-9d9f8ba4-ec69-4053-a785-8fe5fd9cfefb None None] Set router abe3bfcc-1940-49e6-81e8-bb9a6245a92f gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:52:26.520778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] Calling delete_port for f61adf50-5221-4ee4-95b5-adb9541edd03 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:52:26.576442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-9d9f8ba4-ec69-4053-a785-8fe5fd9cfefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'name': 'tempest-TestVolumeBootPattern-146920342-router', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:23Z', 'updated_at': '2022-05-25T20:52:26Z', 'revision_number': 6, 'project_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:26.580869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f8ba4-ec69-4053-a785-8fe5fd9cfefb None None] The sync data for ids ['abe3bfcc-1940-49e6-81e8-bb9a6245a92f'] in n-d-843339-1 is: [{'id': 'abe3bfcc-1940-49e6-81e8-bb9a6245a92f', 'name': 'tempest-TestVolumeBootPattern-146920342-router', 'tenant_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:40:23Z', 'updated_at': '2022-05-25T20:52:26Z', 'revision_number': 6, 'project_id': '762b6c6f7d164d79bfbe2775f05b9e96', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:52:26.691371 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:26.866655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61adf50-5221-4ee4-95b5-adb9541edd03,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:26.959484 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:27.140940 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:27.143127 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:27.167324 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:27.167931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abe3bfcc-1940-49e6-81e8-bb9a6245a92f {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:52:27.181254 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:27.182387 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-69773dba-b3cf-4601-8d09-59ac25971538 admin admin] 10.222.0.60 "DELETE /v2.0/routers/abe3bfcc-1940-49e6-81e8-bb9a6245a92f HTTP/1.1" status: 204 len: 168 time: 1.3354847 May 25 20:52:27.184939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42546) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:27.247775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-98efbf60-11b6-4e46-9853-e2f442622a3e admin admin] Deleting subnet a5def048-0c9c-483d-b3d1-960aca0a2561 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:52:27.251593 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98efbf60-11b6-4e46-9853-e2f442622a3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:27.301760 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98efbf60-11b6-4e46-9853-e2f442622a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:27.384541 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98efbf60-11b6-4e46-9853-e2f442622a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:27.455096 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98efbf60-11b6-4e46-9853-e2f442622a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:27.495183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efbf60-11b6-4e46-9853-e2f442622a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5def048-0c9c-483d-b3d1-960aca0a2561,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:27.497114 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-98efbf60-11b6-4e46-9853-e2f442622a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:27.502379 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da62de5-3604-4f9a-80d8-37a9396b2fe4 None None] Network 80299d6c-cd7d-44a7-8952-b0062b98096a requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:52:27.503878 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-98efbf60-11b6-4e46-9853-e2f442622a3e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a5def048-0c9c-483d-b3d1-960aca0a2561 HTTP/1.1" status: 204 len: 168 time: 0.3175640 May 25 20:52:27.505923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42550) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:27.619446 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:27.630258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Deleting port 29e69215-576d-4411-b7e5-942edd4e0ade {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:52:27.630589 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:27.793799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f76d5-da76-4d71-b54c-896711466ccc None None] DHCP port deletion for 80299d6c-cd7d-44a7-8952-b0062b98096a request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:52:27.798125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f76d5-da76-4d71-b54c-896711466ccc None None] Deleting port 29e69215-576d-4411-b7e5-942edd4e0ade {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:52:27.798523 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fb5f76d5-da76-4d71-b54c-896711466ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:27.848836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] For port 29e69215-576d-4411-b7e5-942edd4e0ade, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=29e69215-576d-4411-b7e5-942edd4e0ade,segment=NetworkSegment(73e74a25-e96e-49a7-92c5-247418bcb13b),segment_id=73e74a25-e96e-49a7-92c5-247418bcb13b)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:52:27.849575 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:27.906020 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f61adf50-5221-4ee4-95b5-adb9541edd03 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:52:27.983789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Calling delete_port for 29e69215-576d-4411-b7e5-942edd4e0ade owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:52:28.009791 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: f61adf50-5221-4ee4-95b5-adb9541edd03 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:52:28.010053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f61adf50-5221-4ee4-95b5-adb9541edd03 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:52:28.010490 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e450b9cb-f9a5-455a-855e-c3f6269128b3 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:52:28.057636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: e450b9cb-f9a5-455a-855e-c3f6269128b3 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:52:28.057970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device e450b9cb-f9a5-455a-855e-c3f6269128b3 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:52:28.058418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 29e69215-576d-4411-b7e5-942edd4e0ade no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:52:28.064633 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.106002 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 29e69215-576d-4411-b7e5-942edd4e0ade {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:52:28.106361 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 29e69215-576d-4411-b7e5-942edd4e0ade not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:52:28.111917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Pushing event deleted for resources: {'Port': ['ID=29e69215-576d-4411-b7e5-942edd4e0ade,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:28.117834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fb5f76d5-da76-4d71-b54c-896711466ccc None None] For port 29e69215-576d-4411-b7e5-942edd4e0ade, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=29e69215-576d-4411-b7e5-942edd4e0ade,segment=NetworkSegment(73e74a25-e96e-49a7-92c5-247418bcb13b),segment_id=73e74a25-e96e-49a7-92c5-247418bcb13b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:52:28.118291 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fb5f76d5-da76-4d71-b54c-896711466ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.119980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] No DVR routers for this DVR port 29e69215-576d-4411-b7e5-942edd4e0ade on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:52:28.242262 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.252340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f76d5-da76-4d71-b54c-896711466ccc None None] Calling delete_port for 29e69215-576d-4411-b7e5-942edd4e0ade owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:52:28.269156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80299d6c-cd7d-44a7-8952-b0062b98096a']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:28.281182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e74a25-e96e-49a7-92c5-247418bcb13b') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:28.281473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e74a25-e96e-49a7-92c5-247418bcb13b') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:52:28.292777 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.301181 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-61ae7af9-d1f0-434e-b6d8-0e95e43e1ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.313438 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.320244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:52:28.320669 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.336189 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-fb5f76d5-da76-4d71-b54c-896711466ccc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:52:28.336538 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-fb5f76d5-da76-4d71-b54c-896711466ccc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:52:28.347769 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.389405 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 73e74a25-e96e-49a7-92c5-247418bcb13b resource provider aggregate not found May 25 20:52:28.410819 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 73e74a25-e96e-49a7-92c5-247418bcb13b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73e74a25-e96e-49a7-92c5-247418bcb13b found for delete ", "request_id": "req-8be7375b-e8d7-4f23-8f2e-f389f3875632"}]} May 25 20:52:28.423857 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.440210 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.450065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] Pushing event deleted for resources: {'Network': ['ID=80299d6c-cd7d-44a7-8952-b0062b98096a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:28.457163 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7400be66-5a41-4724-840e-84b692ff630d admin admin] 10.222.0.60 "DELETE /v2.0/networks/80299d6c-cd7d-44a7-8952-b0062b98096a HTTP/1.1" status: 204 len: 168 time: 0.9502823 May 25 20:52:28.569872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42560) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:28.617104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d1714dfa-b5ef-47b0-83b2-53977f29e204 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e7010833e5c431293fcd9aca5363db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460303 May 25 20:52:28.619592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42564) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:28.681633 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-79597d4a-4b65-42e7-989f-9a0ce7cb1fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.707576 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-79597d4a-4b65-42e7-989f-9a0ce7cb1fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.759619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-79597d4a-4b65-42e7-989f-9a0ce7cb1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.776532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79597d4a-4b65-42e7-989f-9a0ce7cb1fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f965d33-ba09-41a9-8b20-5ba353146102,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:28.784326 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-79597d4a-4b65-42e7-989f-9a0ce7cb1fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.785637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-79597d4a-4b65-42e7-989f-9a0ce7cb1fe4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f965d33-ba09-41a9-8b20-5ba353146102 HTTP/1.1" status: 204 len: 168 time: 0.1650398 May 25 20:52:28.837405 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f76d5-da76-4d71-b54c-896711466ccc None None] Deleting port 29e69215-576d-4411-b7e5-942edd4e0ade {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:52:28.837936 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fb5f76d5-da76-4d71-b54c-896711466ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:28.902783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f76d5-da76-4d71-b54c-896711466ccc None None] The port '29e69215-576d-4411-b7e5-942edd4e0ade' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 20:52:29.144288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42574) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:29.193523 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-eb0b7895-d20e-427c-8e2e-b211811aa5c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=762b6c6f7d164d79bfbe2775f05b9e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480678 May 25 20:52:29.196039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42578) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:29.369555 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9450cbb5-3306-4c34-ada5-a1ee0679c18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:29.396002 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9450cbb5-3306-4c34-ada5-a1ee0679c18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:29.447188 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9450cbb5-3306-4c34-ada5-a1ee0679c18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:29.461599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450cbb5-3306-4c34-ada5-a1ee0679c18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f486030d-458e-4048-8741-051169f335bb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:29.469925 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9450cbb5-3306-4c34-ada5-a1ee0679c18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:29.471076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9450cbb5-3306-4c34-ada5-a1ee0679c18c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f486030d-458e-4048-8741-051169f335bb HTTP/1.1" status: 204 len: 168 time: 0.2741709 May 25 20:52:30.636005 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-845faa8b-3aeb-4047-8ca3-46461b6a359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:31.398195 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:31.825425 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:33.165669 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:36.915997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089404c-08c5-4784-b26c-83607e10806f req-6b4e7edc-1876-4963-a7e7-8d82eeea7370 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:36.917463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e089404c-08c5-4784-b26c-83607e10806f req-6b4e7edc-1876-4963-a7e7-8d82eeea7370 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1097 time: 0.0696213 May 25 20:52:36.942870 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e089404c-08c5-4784-b26c-83607e10806f req-cbab5833-0165-4894-8a77-ea6ba6a2dc02 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:36.957482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-e089404c-08c5-4784-b26c-83607e10806f req-cbab5833-0165-4894-8a77-ea6ba6a2dc02 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:52:36.961346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e089404c-08c5-4784-b26c-83607e10806f req-cbab5833-0165-4894-8a77-ea6ba6a2dc02 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Usage tracker for resource:security_group_rule and tenant:59e78e1127d9444aa2b26c4cb44e7735 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:52:36.964134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e089404c-08c5-4784-b26c-83607e10806f req-cbab5833-0165-4894-8a77-ea6ba6a2dc02 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:52:36.970005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-e089404c-08c5-4784-b26c-83607e10806f req-cbab5833-0165-4894-8a77-ea6ba6a2dc02 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:52:37.050981 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e089404c-08c5-4784-b26c-83607e10806f req-cbab5833-0165-4894-8a77-ea6ba6a2dc02 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:37.054487 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e089404c-08c5-4784-b26c-83607e10806f req-cbab5833-0165-4894-8a77-ea6ba6a2dc02 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:37.087162 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e089404c-08c5-4784-b26c-83607e10806f req-cbab5833-0165-4894-8a77-ea6ba6a2dc02 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635046 May 25 20:52:37.090948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab5833-0165-4894-8a77-ea6ba6a2dc02 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f52f59-60d3-4b13-8fb7-5454c4326941,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:37.276194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2608a-9047-49d7-8b61-44973f842ece req-e11c305c-ceb2-4d89-b38e-0d412a646ed2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:37.277650 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-78a2608a-9047-49d7-8b61-44973f842ece req-e11c305c-ceb2-4d89-b38e-0d412a646ed2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0845449 May 25 20:52:37.322564 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-78a2608a-9047-49d7-8b61-44973f842ece req-de5384f0-7c44-45fa-ab89-5db9387f22c1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384657 May 25 20:52:37.347787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42590) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:37.457297 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-56a5db9f-6dbc-4a35-a1a4-0b807b7d60ee tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/5df196d2-8409-4894-99c5-4de0f6b3bbb9 HTTP/1.1" status: 200 len: 994 time: 0.1083825 May 25 20:52:38.202046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42608) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:52:38.514691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e45795-b4e8-4b94-b848-9e88debf086a req-1cdf253f-10c9-4692-82a8-c46d791c0c6c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:38.516132 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a0e45795-b4e8-4b94-b848-9e88debf086a req-1cdf253f-10c9-4692-82a8-c46d791c0c6c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.2539907 May 25 20:52:38.538094 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-70081a76-0114-427a-869c-fc0013bb50ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3349054 May 25 20:52:38.566691 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a0e45795-b4e8-4b94-b848-9e88debf086a req-18b678c7-1dda-4589-ab20-ccbb7af87f75 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439780 May 25 20:52:39.663031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-273bfd89-cfb5-46a9-9d59-5ed33e8d8e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:39.664486 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-273bfd89-cfb5-46a9-9d59-5ed33e8d8e37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1097 time: 0.0764267 May 25 20:52:39.767768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09760127-d76e-4125-9c34-dfe8fb31ecca req-e369ba9a-f6d8-448a-8258-62896ce0517e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:39.769256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-09760127-d76e-4125-9c34-dfe8fb31ecca req-e369ba9a-f6d8-448a-8258-62896ce0517e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0853434 May 25 20:52:39.801829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-c2192443-a1a6-4ff3-8bf6-33ce368d687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:39.803296 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-c2192443-a1a6-4ff3-8bf6-33ce368d687b service neutron] 10.222.0.70 "GET /v2.0/networks?id=18a6027f-0f63-4629-8aba-9e79b570dd9f HTTP/1.1" status: 200 len: 897 time: 0.1316175 May 25 20:52:39.815297 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-09760127-d76e-4125-9c34-dfe8fb31ecca req-b36f5743-edd5-4aa9-97a3-9bdf2305c693 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402904 May 25 20:52:39.912130 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-5eb27203-3f5c-4871-af53-8629d547de3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6404c465-8192-4395-9589-b1ba814f2c03 HTTP/1.1" status: 200 len: 1002 time: 0.1006255 May 25 20:52:39.999348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-e1cb2662-b3c3-4686-907e-a50a4923f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:40.000783 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-e1cb2662-b3c3-4686-907e-a50a4923f1f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9460fd8-7d8a-4284-89e1-e149824c6ec9 HTTP/1.1" status: 200 len: 834 time: 0.0830581 May 25 20:52:40.076089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-0d71dfb7-3ef6-442c-8e79-31524ee5e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:40.077558 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-0d71dfb7-3ef6-442c-8e79-31524ee5e2c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18a6027f-0f63-4629-8aba-9e79b570dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696402 May 25 20:52:40.210288 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-203cb206-3eef-4bac-8d1c-d70c9d0bcb54 service neutron] 10.222.0.70 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263781 May 25 20:52:40.345726 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-191fe489-fcf6-4459-a7d1-ac44b1ea9117 service neutron] 10.222.0.70 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278887 May 25 20:52:41.004943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec349d30-a7b5-48a1-8de0-66ea835fd062 req-1477fc33-2cd4-47b2-8287-f0e0e16ee7fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:41.006314 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec349d30-a7b5-48a1-8de0-66ea835fd062 req-1477fc33-2cd4-47b2-8287-f0e0e16ee7fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0838146 May 25 20:52:41.050899 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec349d30-a7b5-48a1-8de0-66ea835fd062 req-9cedd745-63a4-4b4c-8a17-f56ce3d228cb tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386620 May 25 20:52:42.236386 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf01fe-af83-4313-8084-3d305295f750 req-a809b0eb-e292-4add-97c1-cb5587561092 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:42.237843 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cbdf01fe-af83-4313-8084-3d305295f750 req-a809b0eb-e292-4add-97c1-cb5587561092 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0830994 May 25 20:52:42.282602 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cbdf01fe-af83-4313-8084-3d305295f750 req-c0f5fc3d-cfaf-4a5f-afc2-55133e9b8fd1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391471 May 25 20:52:43.471167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc045378-e704-4d5d-ab42-c2884117f179 req-ef1b0132-c18a-4b79-9461-82bc6e699fa5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:43.472529 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fc045378-e704-4d5d-ab42-c2884117f179 req-ef1b0132-c18a-4b79-9461-82bc6e699fa5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0818815 May 25 20:52:43.517229 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fc045378-e704-4d5d-ab42-c2884117f179 req-b4f493d3-c065-4970-82f3-210d7f61e81e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388746 May 25 20:52:44.705426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d991f8-3399-4705-946e-e646193af49c req-7bbede7c-6b78-47bb-a048-f26b018ec789 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:44.706939 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8d991f8-3399-4705-946e-e646193af49c req-7bbede7c-6b78-47bb-a048-f26b018ec789 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0826509 May 25 20:52:44.754620 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8d991f8-3399-4705-946e-e646193af49c req-89445893-c15d-469e-8c85-d66b62cf3125 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420527 May 25 20:52:45.944320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e866e-27c2-469b-8cdf-6cdb08a2a2f9 req-dc6f4a86-c527-4c20-a694-5614a17dc8b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:45.945818 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b20e866e-27c2-469b-8cdf-6cdb08a2a2f9 req-dc6f4a86-c527-4c20-a694-5614a17dc8b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0825529 May 25 20:52:45.990033 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b20e866e-27c2-469b-8cdf-6cdb08a2a2f9 req-1ade9d9a-b1b4-416c-b62b-47c0e919bf10 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380588 May 25 20:52:47.175649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2873f-0ef7-4b58-87de-e7ee7ddcabd1 req-a3f3e93d-691e-449e-8dcf-13243780c220 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:47.177088 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-edb2873f-0ef7-4b58-87de-e7ee7ddcabd1 req-a3f3e93d-691e-449e-8dcf-13243780c220 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0805049 May 25 20:52:47.220702 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-edb2873f-0ef7-4b58-87de-e7ee7ddcabd1 req-1d2ac5a7-914d-4c55-82cd-876e872061de tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379841 May 25 20:52:48.414760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8becd-f95c-4e92-af14-c2317b50390e req-1ce2ef10-2e22-4758-b8f7-e582df91090c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:48.416194 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94e8becd-f95c-4e92-af14-c2317b50390e req-1ce2ef10-2e22-4758-b8f7-e582df91090c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0787809 May 25 20:52:48.464175 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94e8becd-f95c-4e92-af14-c2317b50390e req-f8b8721a-ee9e-4e01-b549-c4fc358f14ad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412452 May 25 20:52:49.535864 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:52:49.656028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89e188-38e9-45ef-9d97-8ba0f1a75ca9 req-95c77b1e-5b2e-45d2-be05-24de0d22ce14 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:49.657501 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b89e188-38e9-45ef-9d97-8ba0f1a75ca9 req-95c77b1e-5b2e-45d2-be05-24de0d22ce14 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0864630 May 25 20:52:49.704491 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2b89e188-38e9-45ef-9d97-8ba0f1a75ca9 req-299c8894-2624-45d9-bad8-1456a7aeac8f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408731 May 25 20:52:50.889817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1f229-9c55-4e8e-a250-36a24d33b40c req-044b36cc-ac5c-4363-81e2-b43b26d35924 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:50.891196 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78c1f229-9c55-4e8e-a250-36a24d33b40c req-044b36cc-ac5c-4363-81e2-b43b26d35924 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0818338 May 25 20:52:50.936506 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78c1f229-9c55-4e8e-a250-36a24d33b40c req-62cfd6ec-077f-4e41-98b3-96dc1ba72e8d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386670 May 25 20:52:52.129268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684c4be-6f06-44b7-8682-cce49bfcb31f req-900ed82a-5272-497f-91c5-14360197d941 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:52.130659 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f684c4be-6f06-44b7-8682-cce49bfcb31f req-900ed82a-5272-497f-91c5-14360197d941 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0786591 May 25 20:52:52.174376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f684c4be-6f06-44b7-8682-cce49bfcb31f req-946b5db3-a68a-4a98-906d-1db111526d6d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378585 May 25 20:52:52.622700 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-c16c9949-636c-4504-bdaa-0f456f27a15e service neutron] show failed (client error): The resource could not be found. May 25 20:52:52.623678 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-c16c9949-636c-4504-bdaa-0f456f27a15e service neutron] 10.222.0.70 "GET /v2.0/ports/6404c465-8192-4395-9589-b1ba814f2c03/bindings/n-h2-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0757167 May 25 20:52:52.880432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b9bd8267-e5c3-4fb4-9d55-b757a1b3e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:52.881816 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b9bd8267-e5c3-4fb4-9d55-b757a1b3e35a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 1097 time: 0.0747986 May 25 20:52:52.893685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:52:53.003670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:53.267422 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] For port 6404c465-8192-4395-9589-b1ba814f2c03, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=6404c465-8192-4395-9589-b1ba814f2c03,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:52:53.296271 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] For port 6404c465-8192-4395-9589-b1ba814f2c03, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:52:53.361146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:52:53.366696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b020ae-1765-4206-b6cc-03802e1eccc9 req-e6a82b23-fae8-4163-a719-5a3434c65e64 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:53.367103 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:53.368488 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65b020ae-1765-4206-b6cc-03802e1eccc9 req-e6a82b23-fae8-4163-a719-5a3434c65e64 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0842986 May 25 20:52:53.383125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Transition to ACTIVE for port object 6404c465-8192-4395-9589-b1ba814f2c03 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:52:53.386672 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:53.415569 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65b020ae-1765-4206-b6cc-03802e1eccc9 req-5713b14d-10f4-4a1f-8449-14c89059c75b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409913 May 25 20:52:53.540276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6404c465-8192-4395-9589-b1ba814f2c03,revision_number=6']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:53.578752 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc66143-e369-4855-8a8a-022ab415a3e1'] response: {'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03', 'code': 200} May 25 20:52:53.593135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] No DVR routers for this DVR port 6404c465-8192-4395-9589-b1ba814f2c03 on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:52:53.923620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Attempting to bind port 6404c465-8192-4395-9589-b1ba814f2c03 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:52:53.923937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Attempting to bind port 6404c465-8192-4395-9589-b1ba814f2c03 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:52:53.924253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Attempting to bind port 6404c465-8192-4395-9589-b1ba814f2c03 on network 18a6027f-0f63-4629-8aba-9e79b570dd9f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:52:53.928814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Port 6404c465-8192-4395-9589-b1ba814f2c03 on network 18a6027f-0f63-4629-8aba-9e79b570dd9f not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:52:53.929147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Attempting to bind port 6404c465-8192-4395-9589-b1ba814f2c03 on network 18a6027f-0f63-4629-8aba-9e79b570dd9f {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:52:53.934044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:52:53.934394 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Checking segment: {'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:52:53.934765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Bound using segment: {'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:52:53.935806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Bound port: 6404c465-8192-4395-9589-b1ba814f2c03, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9d534b-94b6-498d-9c85-18122b3df08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:52:53.936210 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:54.023164 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] For port 6404c465-8192-4395-9589-b1ba814f2c03, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:52:54.025927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] For port 6404c465-8192-4395-9589-b1ba814f2c03, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6404c465-8192-4395-9589-b1ba814f2c03,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:52:54.030408 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:54.077280 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:54.094091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:54.094776 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:54.096062 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] 10.222.0.50 "PUT /v2.0/ports/6404c465-8192-4395-9589-b1ba814f2c03 HTTP/1.1" status: 200 len: 1092 time: 1.2063582 May 25 20:52:54.111545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1280b8a-d4d1-415b-8c99-4e6d4ade92e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6404c465-8192-4395-9589-b1ba814f2c03,revision_number=7']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:54.193054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-1acc6452-ccd9-4547-9e99-1a50e29085f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:54.194634 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-1acc6452-ccd9-4547-9e99-1a50e29085f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1095 time: 0.0750954 May 25 20:52:54.328773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-830bb232-b05c-465a-9f0a-55af270a1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:54.330261 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-830bb232-b05c-465a-9f0a-55af270a1cfe service neutron] 10.222.0.50 "GET /v2.0/networks?id=18a6027f-0f63-4629-8aba-9e79b570dd9f HTTP/1.1" status: 200 len: 897 time: 0.1300001 May 25 20:52:54.432833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-cda6854b-fcc1-4b87-820a-28490e547d1a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6404c465-8192-4395-9589-b1ba814f2c03 HTTP/1.1" status: 200 len: 1000 time: 0.0964525 May 25 20:52:54.495277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-2c573a18-64ac-41ba-a492-b710fc529dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:54.496705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-2c573a18-64ac-41ba-a492-b710fc529dcf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9460fd8-7d8a-4284-89e1-e149824c6ec9 HTTP/1.1" status: 200 len: 834 time: 0.0584567 May 25 20:52:54.577351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-e5c886e6-5892-4b34-a37a-dc16e6652bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:54.579004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-e5c886e6-5892-4b34-a37a-dc16e6652bd3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18a6027f-0f63-4629-8aba-9e79b570dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763309 May 25 20:52:54.612312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7a16f-47fa-4821-bde8-dab045766f86 req-406e829c-12cd-4d15-a12b-89c43454d7eb tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:54.613779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8cb7a16f-47fa-4821-bde8-dab045766f86 req-406e829c-12cd-4d15-a12b-89c43454d7eb tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 944 time: 0.0894091 May 25 20:52:54.658648 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8cb7a16f-47fa-4821-bde8-dab045766f86 req-6fc7d04e-295d-4fbf-a7bc-0a828bd079f1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391510 May 25 20:52:54.714264 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-2fc87621-91e2-4698-8aa9-aae14189d020 service neutron] 10.222.0.50 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288521 May 25 20:52:54.845685 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-81739ea2-9431-4bb6-a757-96ea22bbef8b req-20f6d008-8997-447f-bf24-0ca1c4c70157 service neutron] 10.222.0.50 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259525 May 25 20:52:55.580195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:52:55.638519 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b614029a-5701-4860-b493-8dcba5c4ac0f'] response: {'name': 'network-changed', 'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03', 'status': 'completed', 'code': 200} May 25 20:52:55.728737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-5fe7a459-04b2-44d7-8cbf-9e3528d25889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:55.730578 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-5fe7a459-04b2-44d7-8cbf-9e3528d25889 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1095 time: 0.0750420 May 25 20:52:55.737814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-1ceda47a-775d-48bb-bf13-00df771adafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:55.739968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-1ceda47a-775d-48bb-bf13-00df771adafb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1095 time: 0.0788498 May 25 20:52:55.883983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-f570a7d1-e469-4532-9f5e-6191d207e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:55.885417 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-f570a7d1-e469-4532-9f5e-6191d207e51e service neutron] 10.222.0.50 "GET /v2.0/networks?id=18a6027f-0f63-4629-8aba-9e79b570dd9f HTTP/1.1" status: 200 len: 897 time: 0.1392319 May 25 20:52:55.999423 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-fdb5b47f-7723-482e-bcf4-2f243c9967ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6404c465-8192-4395-9589-b1ba814f2c03 HTTP/1.1" status: 200 len: 1000 time: 0.1070082 May 25 20:52:56.049632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-fd749c5e-7b6e-41a3-b264-c771d1a04091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:56.051114 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-fd749c5e-7b6e-41a3-b264-c771d1a04091 service neutron] 10.222.0.70 "GET /v2.0/networks?id=18a6027f-0f63-4629-8aba-9e79b570dd9f HTTP/1.1" status: 200 len: 897 time: 0.3139987 May 25 20:52:56.062119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-f8bd2254-7cc4-419e-a508-e9be5dac5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:56.063594 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-f8bd2254-7cc4-419e-a508-e9be5dac5de4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9460fd8-7d8a-4284-89e1-e149824c6ec9 HTTP/1.1" status: 200 len: 834 time: 0.0577445 May 25 20:52:56.119220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11c623-2f41-4426-9527-ab4ef63b6d09 req-db8e9652-c1af-4053-82a4-7ebeadd25a83 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:56.120576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e11c623-2f41-4426-9527-ab4ef63b6d09 req-db8e9652-c1af-4053-82a4-7ebeadd25a83 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 944 time: 0.3103333 May 25 20:52:56.148398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-388f4edc-fd09-4dca-b0bf-50b4290814ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:56.149895 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-388f4edc-fd09-4dca-b0bf-50b4290814ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18a6027f-0f63-4629-8aba-9e79b570dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793512 May 25 20:52:56.172377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 6404c465-8192-4395-9589-b1ba814f2c03 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:52:56.192618 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-0dfde44d-c824-430c-af24-9129d0eff05a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6404c465-8192-4395-9589-b1ba814f2c03 HTTP/1.1" status: 200 len: 1000 time: 0.1356237 May 25 20:52:56.235903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e11c623-2f41-4426-9527-ab4ef63b6d09 req-a2fa3784-af3e-4c47-a9e6-baabc3ef96ae tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062207 May 25 20:52:56.236376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 6404c465-8192-4395-9589-b1ba814f2c03 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:52:56.262621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-7a81f1de-d89f-456e-9cb9-2225cf098ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:56.264588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-7a81f1de-d89f-456e-9cb9-2225cf098ca8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9460fd8-7d8a-4284-89e1-e149824c6ec9 HTTP/1.1" status: 200 len: 834 time: 0.0659571 May 25 20:52:56.346503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-15da220d-452e-419b-a766-b010745337d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:56.348308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-15da220d-452e-419b-a766-b010745337d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18a6027f-0f63-4629-8aba-9e79b570dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782931 May 25 20:52:56.421476 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-e5f12f43-bcc0-40b8-86d6-dc4f484364ea service neutron] 10.222.0.50 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631137 May 25 20:52:56.496665 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-856ff5a6-a257-4ef1-a32f-c158f0dce283 service neutron] 10.222.0.70 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422431 May 25 20:52:56.565427 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-71805dbf-9241-4151-81a3-edc63fc6a535 service neutron] 10.222.0.50 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375842 May 25 20:52:56.630870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-876c47ba-6dac-4266-a817-d1ac6a5eb5f9 req-d6b68a1d-36af-4331-a794-698b83f7722c service neutron] 10.222.0.70 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288860 May 25 20:52:57.428453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f43ff1-021b-4852-9d6a-9d8d4fe63ea7 req-d8bb182e-94d0-4b7f-84c7-0063913e888a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:57.429900 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-13f43ff1-021b-4852-9d6a-9d8d4fe63ea7 req-d8bb182e-94d0-4b7f-84c7-0063913e888a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 944 time: 0.0824833 May 25 20:52:57.473637 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-13f43ff1-021b-4852-9d6a-9d8d4fe63ea7 req-c54a49b0-ea27-476b-b5b1-6f4b2f8821aa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379214 May 25 20:52:57.788194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57873964-5036-4ec5-ad6a-57782ac71d34 req-7af74fbf-51bf-42d1-8fb7-775400069fad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:57.789777 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57873964-5036-4ec5-ad6a-57782ac71d34 req-7af74fbf-51bf-42d1-8fb7-775400069fad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 944 time: 0.0868788 May 25 20:52:57.814566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-c2bcf0d6-943f-4c8d-83c6-f55858bdf648 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:57.816012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-c2bcf0d6-943f-4c8d-83c6-f55858bdf648 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&binding%3Ahost_id=n-h2-843339-1 HTTP/1.1" status: 200 len: 944 time: 0.0883639 May 25 20:52:57.834434 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57873964-5036-4ec5-ad6a-57782ac71d34 req-1606462d-6989-40f2-8cd1-efbe0d811b10 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387115 May 25 20:52:57.849505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 6404c465-8192-4395-9589-b1ba814f2c03 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:52:57.896190 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-9b07f360-ec6b-48bf-93cf-d27760b2a4e8 service neutron] delete failed (client error): The resource could not be found. May 25 20:52:57.897188 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-9b07f360-ec6b-48bf-93cf-d27760b2a4e8 service neutron] 10.222.0.70 "DELETE /v2.0/ports/6404c465-8192-4395-9589-b1ba814f2c03/bindings/n-h1-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0757911 May 25 20:52:57.985615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 6404c465-8192-4395-9589-b1ba814f2c03, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6404c465-8192-4395-9589-b1ba814f2c03,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:52:57.998986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '6404c465-8192-4395-9589-b1ba814f2c03', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'port_id': '6404c465-8192-4395-9589-b1ba814f2c03', 'mac_address': 'fa:16:3e:42:65:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:52:58.038798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-6d38507b-57ba-4ed2-ad2f-bc10fb985d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:58.040296 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-6d38507b-57ba-4ed2-ad2f-bc10fb985d91 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1095 time: 0.0759115 May 25 20:52:58.054818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 6404c465-8192-4395-9589-b1ba814f2c03 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:52:58.055144 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:58.072133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6404c465-8192-4395-9589-b1ba814f2c03 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:52:58.087006 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 6404c465-8192-4395-9589-b1ba814f2c03, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6404c465-8192-4395-9589-b1ba814f2c03,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:52:58.091069 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:58.178097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-7c274ced-f90c-4d04-87d0-23c16982e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:58.178958 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-7c274ced-f90c-4d04-87d0-23c16982e16b service neutron] 10.222.0.70 "GET /v2.0/networks?id=18a6027f-0f63-4629-8aba-9e79b570dd9f HTTP/1.1" status: 200 len: 897 time: 0.1329806 May 25 20:52:58.200062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=6404c465-8192-4395-9589-b1ba814f2c03,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:52:58.203657 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-727a1666-c8d0-4568-a62c-c83fe794ebe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:58.209176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:58.209508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:58.209834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:58.210172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:58.210502 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:58.210818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:58.211130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:58.211445 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:58.211757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:58.212064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:58.212377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:58.212680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:52:58.283277 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-04906e0e-7a11-45b0-8631-8c487f8551b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6404c465-8192-4395-9589-b1ba814f2c03 HTTP/1.1" status: 200 len: 1001 time: 0.0978968 May 25 20:52:58.324137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['6404c465-8192-4395-9589-b1ba814f2c03'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:52:58.345298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-c4a6ce97-f482-4856-ad63-f3b4cdf77778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:58.346749 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-c4a6ce97-f482-4856-ad63-f3b4cdf77778 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9460fd8-7d8a-4284-89e1-e149824c6ec9 HTTP/1.1" status: 200 len: 834 time: 0.0579724 May 25 20:52:58.388707 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:52:58.423359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-e8a5d69b-8ba7-420a-a267-ed6ed05b7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:58.424821 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-e8a5d69b-8ba7-420a-a267-ed6ed05b7c2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18a6027f-0f63-4629-8aba-9e79b570dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727310 May 25 20:52:58.558092 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-a51dc4c5-b3ad-4fe9-8fc4-ede5d026fbf1 service neutron] 10.222.0.70 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270518 May 25 20:52:58.692712 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-411e4c6a-cb13-451d-b55b-747c70dd139d req-ab1bfc29-7d82-47f2-abd7-21db85fcbd20 service neutron] 10.222.0.70 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288188 May 25 20:52:59.032868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9d67f-ca80-4759-935b-0a826e8b5303 req-babac133-8ad0-4181-9ed1-0f86316f2ec5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:52:59.034492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-31f9d67f-ca80-4759-935b-0a826e8b5303 req-babac133-8ad0-4181-9ed1-0f86316f2ec5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 945 time: 0.0874074 May 25 20:52:59.080061 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-31f9d67f-ca80-4759-935b-0a826e8b5303 req-02343204-a374-411e-be4d-980bafdd4b3e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398321 May 25 20:52:59.875222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 6404c465-8192-4395-9589-b1ba814f2c03 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:52:59.941694 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 6404c465-8192-4395-9589-b1ba814f2c03 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:52:59.946296 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 6404c465-8192-4395-9589-b1ba814f2c03 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:52:59.946660 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:00.061697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 6404c465-8192-4395-9589-b1ba814f2c03 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:53:00.061972 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:00.087535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:53:00.097495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 6404c465-8192-4395-9589-b1ba814f2c03, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6404c465-8192-4395-9589-b1ba814f2c03,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:53:00.101301 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:00.139538 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f5b5e0-7b97-4a5f-84d2-490af09e60bf'] response: {'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03', 'code': 200} May 25 20:53:00.171481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=6404c465-8192-4395-9589-b1ba814f2c03,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:00.273493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a246411-86aa-4133-931b-f37011768185 req-91ebd264-b659-4244-913c-6dc33b37093a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:00.274981 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9a246411-86aa-4133-931b-f37011768185 req-91ebd264-b659-4244-913c-6dc33b37093a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0825148 May 25 20:53:00.322026 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9a246411-86aa-4133-931b-f37011768185 req-8f0bb7f5-c88a-476a-ab42-09da87e6534f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411658 May 25 20:53:00.345414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42684) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:00.449934 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9558afd4-404e-4033-b6de-df33892c208e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/5df196d2-8409-4894-99c5-4de0f6b3bbb9 HTTP/1.1" status: 200 len: 994 time: 0.1034195 May 25 20:53:00.638838 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-448534cc-bec3-43f4-8ff7-4740f21c4f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:01.400833 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:01.829555 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:03.168990 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:16.070491 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf864cea-1328-4ead-8ba1-714b7e7be388 req-e6dbabdb-84d0-4b22-9520-8bf41500f6e7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693691 May 25 20:53:16.216560 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf864cea-1328-4ead-8ba1-714b7e7be388 req-46b4804b-70dc-4a72-baa0-c572de03db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:16.218664 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf864cea-1328-4ead-8ba1-714b7e7be388 req-46b4804b-70dc-4a72-baa0-c572de03db8b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1097 time: 0.0749223 May 25 20:53:16.367514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf864cea-1328-4ead-8ba1-714b7e7be388 req-71d834a7-bca9-4bcf-8da8-23171f58b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:16.368852 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf864cea-1328-4ead-8ba1-714b7e7be388 req-71d834a7-bca9-4bcf-8da8-23171f58b15e service neutron] 10.222.0.50 "GET /v2.0/networks?id=18a6027f-0f63-4629-8aba-9e79b570dd9f HTTP/1.1" status: 200 len: 897 time: 0.1270278 May 25 20:53:16.474773 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf864cea-1328-4ead-8ba1-714b7e7be388 req-56d4516b-eedf-4992-aa91-69b5e684b3c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6404c465-8192-4395-9589-b1ba814f2c03 HTTP/1.1" status: 200 len: 1002 time: 0.0978608 May 25 20:53:16.540813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf864cea-1328-4ead-8ba1-714b7e7be388 req-8228e580-c4cf-41c0-93cf-732099f0ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:16.542269 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf864cea-1328-4ead-8ba1-714b7e7be388 req-8228e580-c4cf-41c0-93cf-732099f0ce7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9460fd8-7d8a-4284-89e1-e149824c6ec9 HTTP/1.1" status: 200 len: 834 time: 0.0586722 May 25 20:53:16.619328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf864cea-1328-4ead-8ba1-714b7e7be388 req-ce70c50f-220d-414e-96cd-4f918be49904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:16.620692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf864cea-1328-4ead-8ba1-714b7e7be388 req-ce70c50f-220d-414e-96cd-4f918be49904 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18a6027f-0f63-4629-8aba-9e79b570dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723672 May 25 20:53:16.751393 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf864cea-1328-4ead-8ba1-714b7e7be388 req-7cde1145-5000-41b6-9562-e3ef37bec6b8 service neutron] 10.222.0.50 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242762 May 25 20:53:16.881627 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cf864cea-1328-4ead-8ba1-714b7e7be388 req-19ab8a68-fbc0-4448-8c2c-3dadf3882256 service neutron] 10.222.0.50 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230495 May 25 20:53:24.098103 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:26.535064 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:53:27.019021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd5515-1b71-4d14-97d0-37b93cf831e1 req-ae3037d7-fa3c-46d8-8fd9-2b8383da18c8 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:27.020523 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96dd5515-1b71-4d14-97d0-37b93cf831e1 req-ae3037d7-fa3c-46d8-8fd9-2b8383da18c8 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1097 time: 0.0739880 May 25 20:53:27.060875 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96dd5515-1b71-4d14-97d0-37b93cf831e1 req-79785f7f-dce1-4a6b-9e08-1861b3ed90c5 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347619 May 25 20:53:27.083665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42702) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:27.408987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port 58fff45a-b132-4f5a-aa44-a579b5f60f63 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:53:27.409413 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:27.577001 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:27.577318 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:27.704295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for 58fff45a-b132-4f5a-aa44-a579b5f60f63 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:53:27.857253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:27.907387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=58fff45a-b132-4f5a-aa44-a579b5f60f63,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:27.944264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:27.944607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:27.944940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:27.945276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:27.945599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:27.945921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:27.946280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:27.946606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:27.946926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:27.947267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:27.947581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:27.947892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:28.007362 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:28.007867 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Floating IP 5df196d2-8409-4894-99c5-4de0f6b3bbb9 disassociated (deleted). External IP: 172.25.3.178, port: 6404c465-8192-4395-9589-b1ba814f2c03. May 25 20:53:28.195398 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-73901d7d-21bf-43fd-b039-2eeda28a531f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:28.358318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router b469f3bb-6186-4059-b81f-50a46ba79fc6 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:53:28.376160 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:28.535474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:53:28.544737 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47ca9e-549e-41af-b8d6-400502746c81 None None] Sync routers for ids ['b469f3bb-6186-4059-b81f-50a46ba79fc6'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:53:28.554186 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b47ca9e-549e-41af-b8d6-400502746c81 None None] Routers {'b469f3bb-6186-4059-b81f-50a46ba79fc6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:53:28.554785 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2b47ca9e-549e-41af-b8d6-400502746c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:53:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b469f3bb-6186-4059-b81f-50a46ba79fc6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:28.562529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:28.620902 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9d48f9be-14a5-4b92-84ba-64debea5d281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/floatingips/5df196d2-8409-4894-99c5-4de0f6b3bbb9 HTTP/1.1" status: 204 len: 168 time: 1.5360641 May 25 20:53:28.621370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:53:28.667132 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecad0e23-a2c8-4d9b-a8ba-319ff89a82f7'] response: {'name': 'network-changed', 'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03', 'status': 'completed', 'code': 200} May 25 20:53:28.745430 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-2b47ca9e-549e-41af-b8d6-400502746c81 None None] Set router b469f3bb-6186-4059-b81f-50a46ba79fc6 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:53:28.768019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d2249-ca13-46de-b048-07b4b99b2737 req-21853527-1942-4a1e-8d5a-95f6212389ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:28.769626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-162d2249-ca13-46de-b048-07b4b99b2737 req-21853527-1942-4a1e-8d5a-95f6212389ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 1097 time: 0.0776393 May 25 20:53:28.920961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d2249-ca13-46de-b048-07b4b99b2737 req-33e71753-8a28-40d6-b850-0e464f586a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:28.922632 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-162d2249-ca13-46de-b048-07b4b99b2737 req-33e71753-8a28-40d6-b850-0e464f586a84 service neutron] 10.222.0.50 "GET /v2.0/networks?id=18a6027f-0f63-4629-8aba-9e79b570dd9f HTTP/1.1" status: 200 len: 897 time: 0.1471970 May 25 20:53:28.995755 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-162d2249-ca13-46de-b048-07b4b99b2737 req-5938f45c-92d8-45d2-98a4-0b2b653e4663 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6404c465-8192-4395-9589-b1ba814f2c03 HTTP/1.1" status: 200 len: 217 time: 0.0669990 May 25 20:53:29.064076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d2249-ca13-46de-b048-07b4b99b2737 req-b88a38e2-c0da-4540-82de-ae765fbda5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:29.066094 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-162d2249-ca13-46de-b048-07b4b99b2737 req-b88a38e2-c0da-4540-82de-ae765fbda5e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9460fd8-7d8a-4284-89e1-e149824c6ec9 HTTP/1.1" status: 200 len: 834 time: 0.0622706 May 25 20:53:29.076321 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2b47ca9e-549e-41af-b8d6-400502746c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:51:13Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'b709cb3f-9e5a-4177-92e6-90a5c9d1b080', 'name': '', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:98:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:12Z', 'updated_at': '2022-05-25T20:51:20Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:29.080551 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47ca9e-549e-41af-b8d6-400502746c81 None None] Checking router: b469f3bb-6186-4059-b81f-50a46ba79fc6 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:53:29.088939 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b47ca9e-549e-41af-b8d6-400502746c81 None None] Routers {'b469f3bb-6186-4059-b81f-50a46ba79fc6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:53:29.089520 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2b47ca9e-549e-41af-b8d6-400502746c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:53:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b469f3bb-6186-4059-b81f-50a46ba79fc6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:29.143113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d2249-ca13-46de-b048-07b4b99b2737 req-5586de20-b9cc-49e5-b6b0-4e3dfc831b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:29.144594 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-162d2249-ca13-46de-b048-07b4b99b2737 req-5586de20-b9cc-49e5-b6b0-4e3dfc831b9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18a6027f-0f63-4629-8aba-9e79b570dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718179 May 25 20:53:29.153039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a045ddf-cecf-41be-89b2-234d7aa42d0d req-72957d72-1171-4186-8bd5-d556c3894ec3 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:29.153727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4a045ddf-cecf-41be-89b2-234d7aa42d0d req-72957d72-1171-4186-8bd5-d556c3894ec3 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:53:29.170923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4a045ddf-cecf-41be-89b2-234d7aa42d0d req-72957d72-1171-4186-8bd5-d556c3894ec3 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:53:29.172062 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a045ddf-cecf-41be-89b2-234d7aa42d0d req-72957d72-1171-4186-8bd5-d556c3894ec3 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.2409675 May 25 20:53:29.223404 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4a045ddf-cecf-41be-89b2-234d7aa42d0d req-a0e2da7d-a4db-46d7-8134-742020416b53 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449154 May 25 20:53:29.272985 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-2b47ca9e-549e-41af-b8d6-400502746c81 None None] Set router b469f3bb-6186-4059-b81f-50a46ba79fc6 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:53:29.401684 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-162d2249-ca13-46de-b048-07b4b99b2737 req-311da4b9-f10e-4390-8c62-f3d05ed7eb92 service neutron] 10.222.0.50 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506411 May 25 20:53:29.535647 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-162d2249-ca13-46de-b048-07b4b99b2737 req-7f07a0a2-b41d-4b57-ac4c-7c0fbe25a16a service neutron] 10.222.0.50 "GET /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273274 May 25 20:53:29.591831 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-2b47ca9e-549e-41af-b8d6-400502746c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:51:13Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'b709cb3f-9e5a-4177-92e6-90a5c9d1b080', 'name': '', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:98:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:12Z', 'updated_at': '2022-05-25T20:51:20Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:29.596553 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47ca9e-549e-41af-b8d6-400502746c81 None None] The sync data for ids ['b469f3bb-6186-4059-b81f-50a46ba79fc6'] in n-d-843339-1 is: [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:51:13Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'b709cb3f-9e5a-4177-92e6-90a5c9d1b080', 'name': '', 'network_id': '18a6027f-0f63-4629-8aba-9e79b570dd9f', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:98:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:12Z', 'updated_at': '2022-05-25T20:51:20Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': 'd9460fd8-7d8a-4284-89e1-e149824c6ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:53:29.823003 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8c4c8a-9486-490d-a944-d69792bde81e None None] New status for floating IP 5df196d2-8409-4894-99c5-4de0f6b3bbb9: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:53:30.207737 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0e733-ec1c-4fb8-bf00-0bd26cddd7c5 req-a19a953f-e3c0-4b8b-acc8-656ead08c09c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:30.209173 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ccd0e733-ec1c-4fb8-bf00-0bd26cddd7c5 req-a19a953f-e3c0-4b8b-acc8-656ead08c09c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.50 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.0849040 May 25 20:53:30.285364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-ccd0e733-ec1c-4fb8-bf00-0bd26cddd7c5 req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port 6404c465-8192-4395-9589-b1ba814f2c03 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:53:30.285701 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ccd0e733-ec1c-4fb8-bf00-0bd26cddd7c5 req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:30.560665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c6174-8412-4dfc-b262-63f4bda6dd68 req-79c9ed25-f13b-4070-9e7a-144bfaf55075 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:30.562007 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d6c6174-8412-4dfc-b262-63f4bda6dd68 req-79c9ed25-f13b-4070-9e7a-144bfaf55075 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038f554-e5ed-426b-b465-2b3fb85585ba HTTP/1.1" status: 200 len: 946 time: 0.2206409 May 25 20:53:30.635003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-ccd0e733-ec1c-4fb8-bf00-0bd26cddd7c5 req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] For port 6404c465-8192-4395-9589-b1ba814f2c03, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=6404c465-8192-4395-9589-b1ba814f2c03,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:53:30.635354 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ccd0e733-ec1c-4fb8-bf00-0bd26cddd7c5 req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:30.641553 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ffbb94ef-854b-4814-b6f4-2ef956264f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:30.648814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d6c6174-8412-4dfc-b262-63f4bda6dd68 req-905d69be-c52e-4afe-b7e5-cb8dda69dcbd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801234 May 25 20:53:30.763634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [req-ccd0e733-ec1c-4fb8-bf00-0bd26cddd7c5 req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for 6404c465-8192-4395-9589-b1ba814f2c03 owned by compute:nova {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:53:30.908414 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ccd0e733-ec1c-4fb8-bf00-0bd26cddd7c5 req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:30.977750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=6404c465-8192-4395-9589-b1ba814f2c03,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:31.033638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:31.033973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:31.034342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:31.034674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:31.035003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:31.035324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:31.035643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:31.035963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:31.036280 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:31.036603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:31.036920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:31.037230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:31.078940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd0e733-ec1c-4fb8-bf00-0bd26cddd7c5 req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] No DVR routers for this DVR port 6404c465-8192-4395-9589-b1ba814f2c03 on host n-h2-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:53:31.081383 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-ccd0e733-ec1c-4fb8-bf00-0bd26cddd7c5 req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:31.085017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'name': 'network-vif-deleted', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:53:31.099229 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ccd0e733-ec1c-4fb8-bf00-0bd26cddd7c5 req-86cf6b1d-5f40-4f4a-afc4-53aa27a1294a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.50 "DELETE /v2.0/ports/6404c465-8192-4395-9589-b1ba814f2c03 HTTP/1.1" status: 204 len: 173 time: 0.8845549 May 25 20:53:31.136748 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4d54ae-ce75-46bd-af19-d680b24bb0e2'] response: {'server_uuid': '5038f554-e5ed-426b-b465-2b3fb85585ba', 'name': 'network-vif-deleted', 'tag': '6404c465-8192-4395-9589-b1ba814f2c03', 'status': 'completed', 'code': 200} May 25 20:53:31.404696 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:31.744811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42718) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:31.832097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:32.298898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7360c2a6-b398-42f3-98a1-ba90a3976345 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:32.653128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7360c2a6-b398-42f3-98a1-ba90a3976345 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port b709cb3f-9e5a-4177-92e6-90a5c9d1b080 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:53:32.653395 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7360c2a6-b398-42f3-98a1-ba90a3976345 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:32.842939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-7360c2a6-b398-42f3-98a1-ba90a3976345 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] For port b709cb3f-9e5a-4177-92e6-90a5c9d1b080, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b709cb3f-9e5a-4177-92e6-90a5c9d1b080,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:53:32.843640 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7360c2a6-b398-42f3-98a1-ba90a3976345 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:33.083930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7360c2a6-b398-42f3-98a1-ba90a3976345 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for b709cb3f-9e5a-4177-92e6-90a5c9d1b080 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:53:33.171249 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:33.270601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7360c2a6-b398-42f3-98a1-ba90a3976345 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:33.318370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360c2a6-b398-42f3-98a1-ba90a3976345 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=b709cb3f-9e5a-4177-92e6-90a5c9d1b080,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:33.605188 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7360c2a6-b398-42f3-98a1-ba90a3976345 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:33.971686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7360c2a6-b398-42f3-98a1-ba90a3976345 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router b469f3bb-6186-4059-b81f-50a46ba79fc6 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:53:33.999231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 6404c465-8192-4395-9589-b1ba814f2c03 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:53:34.034642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 6404c465-8192-4395-9589-b1ba814f2c03 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:53:34.034973 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 6404c465-8192-4395-9589-b1ba814f2c03 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:53:34.151294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7360c2a6-b398-42f3-98a1-ba90a3976345 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:53:34.161773 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb7ec1a-86d1-413b-b4a5-07ad4807ae07 None None] Sync routers for ids ['b469f3bb-6186-4059-b81f-50a46ba79fc6'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:53:34.167970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7360c2a6-b398-42f3-98a1-ba90a3976345 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "PUT /v2.0/routers/b469f3bb-6186-4059-b81f-50a46ba79fc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4194734 May 25 20:53:34.168124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42722) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:34.170797 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb7ec1a-86d1-413b-b4a5-07ad4807ae07 None None] Routers {'b469f3bb-6186-4059-b81f-50a46ba79fc6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:53:34.171377 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5fb7ec1a-86d1-413b-b4a5-07ad4807ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:53:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b469f3bb-6186-4059-b81f-50a46ba79fc6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:34.237113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3366b2c-9314-404b-aed2-d12a70f8d3cf tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting subnet d9460fd8-7d8a-4284-89e1-e149824c6ec9 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:53:34.240090 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3366b2c-9314-404b-aed2-d12a70f8d3cf tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:34.294802 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3366b2c-9314-404b-aed2-d12a70f8d3cf tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:34.372614 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5fb7ec1a-86d1-413b-b4a5-07ad4807ae07 None None] Set router b469f3bb-6186-4059-b81f-50a46ba79fc6 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:53:34.394915 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3366b2c-9314-404b-aed2-d12a70f8d3cf tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:34.469631 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3366b2c-9314-404b-aed2-d12a70f8d3cf tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:34.509842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3366b2c-9314-404b-aed2-d12a70f8d3cf tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Subnet': ['ID=d9460fd8-7d8a-4284-89e1-e149824c6ec9,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:34.514273 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b3366b2c-9314-404b-aed2-d12a70f8d3cf tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:34.521396 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b3366b2c-9314-404b-aed2-d12a70f8d3cf tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/subnets/d9460fd8-7d8a-4284-89e1-e149824c6ec9 HTTP/1.1" status: 204 len: 168 time: 0.3523362 May 25 20:53:34.523993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42726) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:34.524137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789fa2b2-6f6d-4db2-a974-cb27bc81bd2c None None] Network 18a6027f-0f63-4629-8aba-9e79b570dd9f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:53:34.669302 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5fb7ec1a-86d1-413b-b4a5-07ad4807ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:53:33Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:34.675163 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb7ec1a-86d1-413b-b4a5-07ad4807ae07 None None] Checking router: b469f3bb-6186-4059-b81f-50a46ba79fc6 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:53:34.684987 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb7ec1a-86d1-413b-b4a5-07ad4807ae07 None None] Routers {'b469f3bb-6186-4059-b81f-50a46ba79fc6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:53:34.685913 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5fb7ec1a-86d1-413b-b4a5-07ad4807ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:53:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b469f3bb-6186-4059-b81f-50a46ba79fc6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:34.824037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87828846-3942-49b8-b29e-06805522f36d None None] DHCP port deletion for 18a6027f-0f63-4629-8aba-9e79b570dd9f request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:53:34.828157 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-87828846-3942-49b8-b29e-06805522f36d None None] Deleting port 37619377-b835-4804-856c-587de09de801 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:53:34.829341 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-87828846-3942-49b8-b29e-06805522f36d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:34.853394 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:34.909210 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5fb7ec1a-86d1-413b-b4a5-07ad4807ae07 None None] Set router b469f3bb-6186-4059-b81f-50a46ba79fc6 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:53:35.043478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-87828846-3942-49b8-b29e-06805522f36d None None] For port 37619377-b835-4804-856c-587de09de801, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=37619377-b835-4804-856c-587de09de801,segment=NetworkSegment(4d9d534b-94b6-498d-9c85-18122b3df08e),segment_id=4d9d534b-94b6-498d-9c85-18122b3df08e)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:53:35.044079 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-87828846-3942-49b8-b29e-06805522f36d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:35.047293 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:35.057389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port a41e36df-079e-4807-84b1-c70c2c8e8867 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:53:35.057720 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:35.178011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-87828846-3942-49b8-b29e-06805522f36d None None] Calling delete_port for 37619377-b835-4804-856c-587de09de801 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:53:35.224567 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5fb7ec1a-86d1-413b-b4a5-07ad4807ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:53:33Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:35.228825 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb7ec1a-86d1-413b-b4a5-07ad4807ae07 None None] The sync data for ids ['b469f3bb-6186-4059-b81f-50a46ba79fc6'] in n-d-843339-1 is: [{'id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136600831', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:51:07Z', 'updated_at': '2022-05-25T20:53:33Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'a41e36df-079e-4807-84b1-c70c2c8e8867', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f3bb-6186-4059-b81f-50a46ba79fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:51:08Z', 'updated_at': '2022-05-25T20:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:53:35.241951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] For port a41e36df-079e-4807-84b1-c70c2c8e8867, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a41e36df-079e-4807-84b1-c70c2c8e8867,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:53:35.242337 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:35.265515 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-87828846-3942-49b8-b29e-06805522f36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:35.311795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87828846-3942-49b8-b29e-06805522f36d None None] Pushing event deleted for resources: {'Port': ['ID=37619377-b835-4804-856c-587de09de801,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:35.315257 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87828846-3942-49b8-b29e-06805522f36d None None] No DVR routers for this DVR port 37619377-b835-4804-856c-587de09de801 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:53:35.373057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for a41e36df-079e-4807-84b1-c70c2c8e8867 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:53:35.543933 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:35.593639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=a41e36df-079e-4807-84b1-c70c2c8e8867,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:35.685846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:35.861836 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:35.863905 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:35.888297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:35.888297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Fanout notify agent at l3_agent the message router_deleted on router b469f3bb-6186-4059-b81f-50a46ba79fc6 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:53:35.905707 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:35.909731 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-28fcc0db-8569-4b08-909f-25c232c4fac0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/routers/b469f3bb-6186-4059-b81f-50a46ba79fc6 HTTP/1.1" status: 204 len: 168 time: 1.3819928 May 25 20:53:35.910270 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42730) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:35.993882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 37619377-b835-4804-856c-587de09de801 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:53:36.060495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 37619377-b835-4804-856c-587de09de801 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:53:36.060735 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cc0d-68e6-4f38-9836-4f6f2f1d33d8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:36.060845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 37619377-b835-4804-856c-587de09de801 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:53:36.061233 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b709cb3f-9e5a-4177-92e6-90a5c9d1b080 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:53:36.095221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: b709cb3f-9e5a-4177-92e6-90a5c9d1b080 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:53:36.095754 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b709cb3f-9e5a-4177-92e6-90a5c9d1b080 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:53:36.193206 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cc0d-68e6-4f38-9836-4f6f2f1d33d8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:36.218240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-fcc9cc0d-68e6-4f38-9836-4f6f2f1d33d8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a6027f-0f63-4629-8aba-9e79b570dd9f']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:36.230455 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-fcc9cc0d-68e6-4f38-9836-4f6f2f1d33d8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9d534b-94b6-498d-9c85-18122b3df08e') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:36.230750 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-fcc9cc0d-68e6-4f38-9836-4f6f2f1d33d8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9d534b-94b6-498d-9c85-18122b3df08e') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:36.241842 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cc0d-68e6-4f38-9836-4f6f2f1d33d8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:36.258528 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cc0d-68e6-4f38-9836-4f6f2f1d33d8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:36.264416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc9cc0d-68e6-4f38-9836-4f6f2f1d33d8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:53:36.264797 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cc0d-68e6-4f38-9836-4f6f2f1d33d8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:36.447931 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 4d9d534b-94b6-498d-9c85-18122b3df08e resource provider aggregate not found May 25 20:53:36.468656 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 4d9d534b-94b6-498d-9c85-18122b3df08e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d9d534b-94b6-498d-9c85-18122b3df08e found for delete ", "request_id": "req-db63ef73-7743-4e6b-a5a6-82d02a3fb033"}]} May 25 20:53:36.483886 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cc0d-68e6-4f38-9836-4f6f2f1d33d8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:36.501767 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cc0d-68e6-4f38-9836-4f6f2f1d33d8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:36.514200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9cc0d-68e6-4f38-9836-4f6f2f1d33d8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Network': ['ID=18a6027f-0f63-4629-8aba-9e79b570dd9f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:36.521138 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fcc9cc0d-68e6-4f38-9836-4f6f2f1d33d8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/networks/18a6027f-0f63-4629-8aba-9e79b570dd9f HTTP/1.1" status: 204 len: 168 time: 0.6096640 May 25 20:53:36.523906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42740) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:36.594373 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa6a7-3896-43a6-ac2a-0aed26a2bfe5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:36.623826 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa6a7-3896-43a6-ac2a-0aed26a2bfe5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:36.691402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa6a7-3896-43a6-ac2a-0aed26a2bfe5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:36.709632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fa6a7-3896-43a6-ac2a-0aed26a2bfe5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:36.729468 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa6a7-3896-43a6-ac2a-0aed26a2bfe5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:36.733509 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3c9fa6a7-3896-43a6-ac2a-0aed26a2bfe5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/security-groups/3b0f1a67-f365-4ba5-9318-1cf8b7bd4df7 HTTP/1.1" status: 204 len: 168 time: 0.2058523 May 25 20:53:36.856411 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42748) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:36.862236 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233692371', 'description': 'tempest-secgroup-smoke-233692371 description', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:53:36.868794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:53:36.872875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:53:36.876507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:53:36.882311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:53:36.893270 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:36.913107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:53:36.916924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:53:36.919704 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:53:36.926645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:53:36.996483 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.000015 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.048996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723a884c-bc8f-4774-8afc-5802ddf62ba3,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:37.051883 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.053061 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-437bd7ef-d16e-44d3-b365-782ceec83c73 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1956608 May 25 20:53:37.055993 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42752) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:37.060691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-87d52ef8-a043-4080-b145-29e1381da491 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '723a884c-bc8f-4774-8afc-5802ddf62ba3', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:53:37.067316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-87d52ef8-a043-4080-b145-29e1381da491 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:53:37.071109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-87d52ef8-a043-4080-b145-29e1381da491 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:53:37.073881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-87d52ef8-a043-4080-b145-29e1381da491 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:53:37.079665 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-87d52ef8-a043-4080-b145-29e1381da491 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:53:37.096377 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87d52ef8-a043-4080-b145-29e1381da491 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.154475 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87d52ef8-a043-4080-b145-29e1381da491 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.158471 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87d52ef8-a043-4080-b145-29e1381da491 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.181542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d52ef8-a043-4080-b145-29e1381da491 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65f092f-ed2e-4992-99c2-bfff7d47ce7b,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:37.191135 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87d52ef8-a043-4080-b145-29e1381da491 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.192385 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-87d52ef8-a043-4080-b145-29e1381da491 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355639 May 25 20:53:37.195125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42756) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:37.199968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9897e55b-23db-4262-afb7-aff3ae6255fa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '723a884c-bc8f-4774-8afc-5802ddf62ba3', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:53:37.206737 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9897e55b-23db-4262-afb7-aff3ae6255fa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:53:37.210626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9897e55b-23db-4262-afb7-aff3ae6255fa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:53:37.213526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9897e55b-23db-4262-afb7-aff3ae6255fa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:53:37.219685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9897e55b-23db-4262-afb7-aff3ae6255fa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:53:37.236779 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9897e55b-23db-4262-afb7-aff3ae6255fa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.297512 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9897e55b-23db-4262-afb7-aff3ae6255fa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.301058 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9897e55b-23db-4262-afb7-aff3ae6255fa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.324929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897e55b-23db-4262-afb7-aff3ae6255fa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ad79c5-d491-45b3-b6f0-50d21c5ff38c,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:37.334327 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9897e55b-23db-4262-afb7-aff3ae6255fa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.335508 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9897e55b-23db-4262-afb7-aff3ae6255fa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394830 May 25 20:53:37.338197 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42760) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:37.342960 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c7d915de-acc3-42aa-93bd-e238680580d6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '723a884c-bc8f-4774-8afc-5802ddf62ba3', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:53:37.350061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c7d915de-acc3-42aa-93bd-e238680580d6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:53:37.354033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c7d915de-acc3-42aa-93bd-e238680580d6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:53:37.356879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c7d915de-acc3-42aa-93bd-e238680580d6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:53:37.362839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c7d915de-acc3-42aa-93bd-e238680580d6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:53:37.379816 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7d915de-acc3-42aa-93bd-e238680580d6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.444236 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7d915de-acc3-42aa-93bd-e238680580d6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.447796 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7d915de-acc3-42aa-93bd-e238680580d6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.471448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d915de-acc3-42aa-93bd-e238680580d6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9fb4ab-b944-48d9-9a91-3f92fc504b4d,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:37.481792 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c7d915de-acc3-42aa-93bd-e238680580d6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.483200 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c7d915de-acc3-42aa-93bd-e238680580d6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440105 May 25 20:53:37.486208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42764) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:37.491127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b84f680e-f906-41fd-a1b8-773833479165 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '723a884c-bc8f-4774-8afc-5802ddf62ba3', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:53:37.497590 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b84f680e-f906-41fd-a1b8-773833479165 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:53:37.501571 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b84f680e-f906-41fd-a1b8-773833479165 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:53:37.504376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b84f680e-f906-41fd-a1b8-773833479165 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:53:37.510344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b84f680e-f906-41fd-a1b8-773833479165 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:53:37.526390 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b84f680e-f906-41fd-a1b8-773833479165 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.589384 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b84f680e-f906-41fd-a1b8-773833479165 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.592877 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b84f680e-f906-41fd-a1b8-773833479165 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.617324 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f680e-f906-41fd-a1b8-773833479165 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e28b8c-d740-4ab7-89ed-e09c04cc95db,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:37.625656 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b84f680e-f906-41fd-a1b8-773833479165 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.627075 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b84f680e-f906-41fd-a1b8-773833479165 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399577 May 25 20:53:37.633267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42768) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:37.638282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-1e242754-5141-4d26-9f85-44ff0d66179f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '723a884c-bc8f-4774-8afc-5802ddf62ba3', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:53:37.645443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1e242754-5141-4d26-9f85-44ff0d66179f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:53:37.649282 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1e242754-5141-4d26-9f85-44ff0d66179f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:53:37.652223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1e242754-5141-4d26-9f85-44ff0d66179f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:53:37.658658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1e242754-5141-4d26-9f85-44ff0d66179f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:53:37.669112 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-1e242754-5141-4d26-9f85-44ff0d66179f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Project fd0cdadfc81d4b49ac4e620e789bf588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:53:37.675988 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e242754-5141-4d26-9f85-44ff0d66179f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.745200 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e242754-5141-4d26-9f85-44ff0d66179f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.752507 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e242754-5141-4d26-9f85-44ff0d66179f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.781562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e242754-5141-4d26-9f85-44ff0d66179f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b91fb9-2535-445d-8a3a-ae1b14e25787,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:37.792951 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1e242754-5141-4d26-9f85-44ff0d66179f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.794915 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1e242754-5141-4d26-9f85-44ff0d66179f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1605246 May 25 20:53:37.797537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42772) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:37.803128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-bf65b504-2821-415a-8469-3bf4ccb06e97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '723a884c-bc8f-4774-8afc-5802ddf62ba3', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:53:37.810492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bf65b504-2821-415a-8469-3bf4ccb06e97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:53:37.815637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bf65b504-2821-415a-8469-3bf4ccb06e97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:53:37.818637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bf65b504-2821-415a-8469-3bf4ccb06e97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:53:37.824190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bf65b504-2821-415a-8469-3bf4ccb06e97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:53:37.835287 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-bf65b504-2821-415a-8469-3bf4ccb06e97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Project fd0cdadfc81d4b49ac4e620e789bf588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:53:37.842912 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf65b504-2821-415a-8469-3bf4ccb06e97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.897903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a41e36df-079e-4807-84b1-c70c2c8e8867 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:53:37.911914 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf65b504-2821-415a-8469-3bf4ccb06e97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.916267 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf65b504-2821-415a-8469-3bf4ccb06e97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.936253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a41e36df-079e-4807-84b1-c70c2c8e8867 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:53:37.936585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a41e36df-079e-4807-84b1-c70c2c8e8867 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:53:37.941876 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65b504-2821-415a-8469-3bf4ccb06e97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d436f040-d0e6-426a-b8ca-f546cf70dd2c,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:37.950752 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf65b504-2821-415a-8469-3bf4ccb06e97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:37.952002 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bf65b504-2821-415a-8469-3bf4ccb06e97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533375 May 25 20:53:37.955627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42776) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:37.961203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'network': {'name': 'tempest-network-smoke--808892316', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'port_security_enabled': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:53:37.966937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:53:37.971302 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:network and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:53:37.974099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:53:37.979886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:53:37.991426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Made reservation on behalf of fd0cdadfc81d4b49ac4e620e789bf588 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:53:37.995201 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:38.026054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:53:38.035003 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:38.035338 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Added segment 86d04656-cf85-4243-94d6-6d5ddbabeed7 of type vlan for network fdde9759-5356-4463-83f7-e5a7b653d983 May 25 20:53:38.065107 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:38.097321 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:38.102799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:38.103372 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:38.210056 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2532790 May 25 20:53:38.212830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97db64-90fa-45cf-85b3-3b89cde06452 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Network': ['ID=fdde9759-5356-4463-83f7-e5a7b653d983,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:38.212987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42780) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:38.218966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'admin_state_up': True, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:53:38.222859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network fdde9759-5356-4463-83f7-e5a7b653d983 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:53:38.227893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:53:38.231670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:router and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:53:38.235668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:53:38.241965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:53:38.252208 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:38.253282 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:38.268630 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:38.658542 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:38.964598 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:38.994662 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:39.139003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.25.3.39 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:53:39.288104 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:39.318016 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:39.383760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:53:39.386390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:53:39.392074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:53:39.430079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:39.816588 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:40.285796 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:40.491398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:53:40.668128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:53:40.677764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Sync routers for ids ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:53:40.687041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Routers {'80fe0a10-ea20-4037-ae3e-8ce6340d3de6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:53:40.688343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:53:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:40.696051 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:40.700333 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f720f3d4-1e88-43d4-a383-9ff9d55af6e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4833610 May 25 20:53:40.700542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42784) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:40.747832 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-271b20f9-8021-467d-9943-75e10c0b8784 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=fd0cdadfc81d4b49ac4e620e789bf588&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437627 May 25 20:53:40.748039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42788) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:40.868169 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Set router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:53:40.878492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fe44f3-84c2-43c0-a3fa-ebed99ab911a tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:40.879983 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-47fe44f3-84c2-43c0-a3fa-ebed99ab911a tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310480 May 25 20:53:40.883064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42792) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:40.924419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a97df5cb-ab28-4e3f-825e-f2ad87384fc8 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374649 May 25 20:53:40.924632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42796) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:40.930171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1090878943', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:53:41.043008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:53:41.047334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:subnet and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:53:41.050200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:53:41.055823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:53:41.066142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Made reservation on behalf of fd0cdadfc81d4b49ac4e620e789bf588 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:53:41.069705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:41.153302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:53:39Z', 'revision_number': 3, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:41.157710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Checking router: 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:53:41.158040 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Updating router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 port 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:53:41.211202 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:41.284787 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:41.364580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Subnet': ['ID=46ca0a39-7293-45b5-9e5b-122904cee9eb,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:41.375777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Checking segment: {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:53:41.376135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network hostable DHCP agents. Network: fdde9759-5356-4463-83f7-e5a7b653d983, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:53:41.395743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network fdde9759-5356-4463-83f7-e5a7b653d983 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:53:41.405326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, fdde9759-5356-4463-83f7-e5a7b653d983) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:53:41.410042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:41.410640 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:41.418904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347dc916-9d65-45b7-a101-003f9b748673 None None] Network fdde9759-5356-4463-83f7-e5a7b653d983 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:53:41.435942 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-65793d6b-ac5b-45f7-be45-007b95f64c01 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5075977 May 25 20:53:41.436137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42800) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:53:41.703252 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:41.749190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Transition to ACTIVE for port object 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:53:41.759460 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:41.792845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-fdde9759-5356-4463-83f7-e5a7b653d983', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ips': [{'subnet_id': '46ca0a39-7293-45b5-9e5b-122904cee9eb'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:53:41.793655 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:41.934864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Attempting to bind port 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:53:41.935221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Attempting to bind port 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:53:41.935572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Attempting to bind port 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:53:41.939220 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b98680-e95d-4fb6-be19-b78913aab77a None None] Pushing event updated for resources: {'Port': ['ID=5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:41.960394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:53:41.960685 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:53:41.961079 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:41.961459 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:53:41.961921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Bound port: 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:53:41.962325 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:42.100737 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] For port 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:53:42.105109 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] For port 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:53:42.112006 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:42.150799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Allocated IP 172.20.0.2 (fdde9759-5356-4463-83f7-e5a7b653d983/46ca0a39-7293-45b5-9e5b-122904cee9eb/d91256a7-01e0-4072-b2d3-2b753f717f10) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:53:42.262377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Routers {'80fe0a10-ea20-4037-ae3e-8ce6340d3de6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:53:42.262921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:53:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:42.295172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:42.353883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b98680-e95d-4fb6-be19-b78913aab77a None None] Pushing event updated for resources: {'Port': ['ID=5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:42.497557 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] Set router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:53:42.736423 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:42.752722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Transition to ACTIVE for port object d91256a7-01e0-4072-b2d3-2b753f717f10 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:53:42.796381 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Transition to ACTIVE for port object d91256a7-01e0-4072-b2d3-2b753f717f10 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:53:42.827052 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:42.870531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.20.0.1 (fdde9759-5356-4463-83f7-e5a7b653d983/46ca0a39-7293-45b5-9e5b-122904cee9eb/5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:53:42.907817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Network fdde9759-5356-4463-83f7-e5a7b653d983 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:53:42.913213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:53:42.918727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:53:42.920594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Pushing event updated for resources: {'Port': ['ID=d91256a7-01e0-4072-b2d3-2b753f717f10,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:43.020508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Attempting to bind port d91256a7-01e0-4072-b2d3-2b753f717f10 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:53:43.020780 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Attempting to bind port d91256a7-01e0-4072-b2d3-2b753f717f10 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:53:43.021125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Attempting to bind port d91256a7-01e0-4072-b2d3-2b753f717f10 on network fdde9759-5356-4463-83f7-e5a7b653d983 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:53:43.028375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:53:39Z', 'revision_number': 3, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:43.031686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:53:43.032071 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:43.032181 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Checking segment: {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:53:43.032438 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:43.032820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Bound using segment: {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:53:43.033280 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Bound port: d91256a7-01e0-4072-b2d3-2b753f717f10, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:53:43.033647 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:43.044397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d0062-4f71-44b3-93dd-08a3af682e03 None None] The sync data for ids ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'] in n-d-843339-1 is: [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:53:39Z', 'revision_number': 3, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:53:43.048981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Transition to ACTIVE for port object 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:53:43.076257 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:43.134692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] For port d91256a7-01e0-4072-b2d3-2b753f717f10, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:53:43.138070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] For port d91256a7-01e0-4072-b2d3-2b753f717f10, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d91256a7-01e0-4072-b2d3-2b753f717f10,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:53:43.144118 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:43.150886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network fdde9759-5356-4463-83f7-e5a7b653d983 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:53:43.154064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:53:43.158179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:53:43.206794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:43.227773 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:43.251145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7f8aa-cff4-4c86-b608-d2da12509a0d None None] Pushing event updated for resources: {'Port': ['ID=d91256a7-01e0-4072-b2d3-2b753f717f10,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:43.623382 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:44.009842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:53:44.090848 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:44.094388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:53:44.098510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:44.100353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:53:44.100730 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:44.219695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:44.230137 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:44.290229 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:53:44.290523 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:44.308648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:53:44.319498 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:44.320434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d91256a7-01e0-4072-b2d3-2b753f717f10 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:53:44.381931 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network fdde9759-5356-4463-83f7-e5a7b653d983 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:53:44.382300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e3d36-ef7b-4340-9d2a-64ba3967c3dc None None] Network fdde9759-5356-4463-83f7-e5a7b653d983 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:53:44.383290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:53:44.559826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-391b8c00-1e37-46eb-b100-c3a9d9c2055f None None] Provisioning for port d91256a7-01e0-4072-b2d3-2b753f717f10 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:53:44.617589 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:44.636531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:53:44.651745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port d91256a7-01e0-4072-b2d3-2b753f717f10 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:53:44.659824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port d91256a7-01e0-4072-b2d3-2b753f717f10 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:53:44.660194 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:44.823736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:53:44.832857 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Sync routers for ids ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:53:44.837468 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-08c0dcec-b7cf-4282-86ee-1a55c0c3ea9a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "PUT /v2.0/routers/80fe0a10-ea20-4037-ae3e-8ce6340d3de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4003420 May 25 20:53:44.842896 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Routers {'80fe0a10-ea20-4037-ae3e-8ce6340d3de6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:53:44.843723 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:53:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:44.880001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port d91256a7-01e0-4072-b2d3-2b753f717f10 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:53:44.880371 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:44.920678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port d91256a7-01e0-4072-b2d3-2b753f717f10, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d91256a7-01e0-4072-b2d3-2b753f717f10,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:53:44.926516 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:45.004526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=d91256a7-01e0-4072-b2d3-2b753f717f10,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:45.049457 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Set router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:53:45.105590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-42d93393-1179-449c-99cf-4a0b42feb468 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233692371&fields=id&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 267 time: 0.0458848 May 25 20:53:45.217777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e2c25d7e-2fcc-4212-8f02-4fb04bc746d9 None None] Provisioning for port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:53:45.226799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e2c25d7e-2fcc-4212-8f02-4fb04bc746d9 None None] Provisioning complete for port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:53:45.227241 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e2c25d7e-2fcc-4212-8f02-4fb04bc746d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:45.272399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-6ffcea38-3d35-4c31-a7bf-1f0ec95c2de5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:45.273990 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-6ffcea38-3d35-4c31-a7bf-1f0ec95c2de5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 796 time: 0.1607361 May 25 20:53:45.294484 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-7bf28185-c3b4-4e33-b32e-d65f82e96562 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/quotas/fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 375 time: 0.0112538 May 25 20:53:45.324359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e2c25d7e-2fcc-4212-8f02-4fb04bc746d9 None None] Port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:53:45.340356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-e2c25d7e-2fcc-4212-8f02-4fb04bc746d9 None None] Provisioning complete for port d91256a7-01e0-4072-b2d3-2b753f717f10 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:53:45.340723 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e2c25d7e-2fcc-4212-8f02-4fb04bc746d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:45.395664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-1267920e-3c1a-4f65-9df9-63467f729e41 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:53:45.415300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-1267920e-3c1a-4f65-9df9-63467f729e41 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:53:45.431763 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-1267920e-3c1a-4f65-9df9-63467f729e41 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1283355 May 25 20:53:45.458460 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:53:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3', 'name': '', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:63:be:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:42Z', 'updated_at': '2022-05-25T20:53:43Z', 'revision_number': 2, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:45.462897 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Checking router: 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:53:45.463435 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Updating router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:53:45.479644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-e2c25d7e-2fcc-4212-8f02-4fb04bc746d9 None None] Current status of the port d91256a7-01e0-4072-b2d3-2b753f717f10 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:53:45.527253 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:45.601084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5ed65e3f-9ae5-4d71-ab73-27f925193294 None None] Provisioning complete for port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:53:45.601540 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5ed65e3f-9ae5-4d71-ab73-27f925193294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:45.662394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5ed65e3f-9ae5-4d71-ab73-27f925193294 None None] Port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:53:45.704982 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-8ff34b5b-146f-4256-bd56-c659f3f64e2f service neutron] 10.222.0.60 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691054 May 25 20:53:45.839719 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-b6d8e7f3-5067-4dd6-b1b4-7e15ecce9041 service neutron] 10.222.0.60 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279638 May 25 20:53:45.882331 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:45.895157 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Transition to ACTIVE for port object 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:53:45.903391 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:45.968832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:53:46.034259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2aa9fa8d-77d2-4941-bd88-3810380c95d7 req-48e27f0a-b0b2-4bec-b36e-d9c303549a5d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:53:46.048668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2aa9fa8d-77d2-4941-bd88-3810380c95d7 req-48e27f0a-b0b2-4bec-b36e-d9c303549a5d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:53:46.049349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:53:46.049811 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:46.050487 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2aa9fa8d-77d2-4941-bd88-3810380c95d7 req-48e27f0a-b0b2-4bec-b36e-d9c303549a5d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 210 time: 0.0652089 May 25 20:53:46.110970 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77fc30-4eeb-4897-936c-87294663cb61 None None] Pushing event updated for resources: {'Port': ['ID=5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:46.138792 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fc30-4eeb-4897-936c-87294663cb61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:46.139166 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fc30-4eeb-4897-936c-87294663cb61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:46.139538 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fc30-4eeb-4897-936c-87294663cb61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:46.139792 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fc30-4eeb-4897-936c-87294663cb61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:46.140104 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fc30-4eeb-4897-936c-87294663cb61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:46.140731 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fc30-4eeb-4897-936c-87294663cb61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:46.141226 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fc30-4eeb-4897-936c-87294663cb61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:46.141811 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fc30-4eeb-4897-936c-87294663cb61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:46.142144 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fc30-4eeb-4897-936c-87294663cb61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:46.142483 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fc30-4eeb-4897-936c-87294663cb61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:46.142807 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fc30-4eeb-4897-936c-87294663cb61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:46.143099 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc77fc30-4eeb-4897-936c-87294663cb61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:46.161576 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Attempting to bind port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:53:46.161931 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Attempting to bind port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:53:46.162384 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Attempting to bind port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 on network fdde9759-5356-4463-83f7-e5a7b653d983 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:53:46.167884 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:53:46.168242 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Checking segment: {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:53:46.168623 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:46.168997 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Bound using segment: {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:53:46.169441 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Bound port: 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:53:46.169799 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:46.188615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:53:46.189770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d91256a7-01e0-4072-b2d3-2b753f717f10 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:53:46.259066 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port d91256a7-01e0-4072-b2d3-2b753f717f10 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:53:46.259696 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:46.261025 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] For port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:53:46.264467 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] For port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:53:46.268996 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:46.350482 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Routers {'80fe0a10-ea20-4037-ae3e-8ce6340d3de6'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:53:46.351125 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:53:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:46.392076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port d91256a7-01e0-4072-b2d3-2b753f717f10 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:53:46.416707 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77fc30-4eeb-4897-936c-87294663cb61 None None] Pushing event updated for resources: {'Port': ['ID=5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:46.537617 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] Set router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:53:46.850591 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:53:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3', 'name': '', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:63:be:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:42Z', 'updated_at': '2022-05-25T20:53:46Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:53:46.854425 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82294cf6-ab1e-4000-8b85-879c885ca8ad None None] The sync data for ids ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'] in n-d-843339-1 is: [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:53:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3', 'name': '', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:63:be:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:42Z', 'updated_at': '2022-05-25T20:53:46Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:53:47.165439 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-315ab817-3864-4d37-b475-1282790c508e req-01907cc0-019c-4b33-8510-8a4765fa0f86 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 210 time: 0.0572655 May 25 20:53:47.958858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:53:48.028839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:53:48.034406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:53:48.034714 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:48.156451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:53:48.156451 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:48.190175 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:53:48.194505 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:48.265628 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-99d12cb9-b33d-4064-95ec-bc9be3dc72f5 req-7d5f6f34-7459-4c55-99c8-2fbe7f6859b9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 210 time: 0.0435894 May 25 20:53:48.273211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:49.372371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d18f4fd2-502d-4c74-b9f0-12e02cee13ad req-870a91fb-f394-42f4-9018-900744f46b95 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 210 time: 0.0525918 May 25 20:53:49.944541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:53:50.012727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:53:50.013001 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:50.167958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:53:50.539578 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7a70d082-984a-45d0-a1d0-4403c62dd0c4 req-bad4646e-70a9-4b53-b50f-6dee7628000e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 210 time: 0.0508282 May 25 20:53:51.147012 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-474d1761-dd29-472e-bcc6-6c7f4034e07f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:51.148522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-474d1761-dd29-472e-bcc6-6c7f4034e07f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 796 time: 0.1466954 May 25 20:53:51.198134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-43e90119-cf78-427b-852b-97768559c09e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 379 time: 0.0417662 May 25 20:53:51.206101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'port': {'device_id': '741bab01-248b-4951-99f5-ca909625a503', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'admin_state_up': True, 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'security_groups': ['723a884c-bc8f-4774-8afc-5802ddf62ba3']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:53:51.342862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:53:51.352914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:53:51.363097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Made reservation on behalf of fd0cdadfc81d4b49ac4e620e789bf588 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:53:51.366547 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:51.528116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.20.0.13 (fdde9759-5356-4463-83f7-e5a7b653d983/46ca0a39-7293-45b5-9e5b-122904cee9eb/3c11f3db-e73e-4a2a-b309-52b5535ed288) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:53:51.700716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f6a14a3-733e-4181-b40f-d9c8b043fd24 req-96292575-cac7-4272-91dd-a617129c10cc tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 210 time: 0.0489690 May 25 20:53:51.763713 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:51.779297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Transition to ACTIVE for port object 3c11f3db-e73e-4a2a-b309-52b5535ed288 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:53:51.803047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:51.880483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network fdde9759-5356-4463-83f7-e5a7b653d983 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:53:51.883963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:53:51.887816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:53:51.918526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=3c11f3db-e73e-4a2a-b309-52b5535ed288,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:51.959483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:51.960119 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:51.986774 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-9e993b62-0120-465e-a6e8-e4566be95db2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7842352 May 25 20:53:51.997874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Request body: {'port': {'device_id': '741bab01-248b-4951-99f5-ca909625a503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:53:52.113011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a4de7d4d-8cda-49ff-a2c0-376147a9c965 None None] Provisioning for port 3c11f3db-e73e-4a2a-b309-52b5535ed288 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:53:52.117778 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:52.117940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a4de7d4d-8cda-49ff-a2c0-376147a9c965 None None] Provisioning complete for port 3c11f3db-e73e-4a2a-b309-52b5535ed288 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:53:52.118271 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a4de7d4d-8cda-49ff-a2c0-376147a9c965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:52.176795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a4de7d4d-8cda-49ff-a2c0-376147a9c965 None None] Port 3c11f3db-e73e-4a2a-b309-52b5535ed288 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:53:52.469726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c11f3db-e73e-4a2a-b309-52b5535ed288 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:53:52.476958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:52.491891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Transition to ACTIVE for port object 3c11f3db-e73e-4a2a-b309-52b5535ed288 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:53:52.494969 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:52.768893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Pushing event updated for resources: {'Port': ['ID=3c11f3db-e73e-4a2a-b309-52b5535ed288,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:52.856574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Attempting to bind port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:53:52.856902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Attempting to bind port 3c11f3db-e73e-4a2a-b309-52b5535ed288 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:53:52.857214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Attempting to bind port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on network fdde9759-5356-4463-83f7-e5a7b653d983 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:53:52.862023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on network fdde9759-5356-4463-83f7-e5a7b653d983 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:53:52.862416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Attempting to bind port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on network fdde9759-5356-4463-83f7-e5a7b653d983 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:53:52.868534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:53:52.868933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Checking segment: {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:53:52.869236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Bound using segment: {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:53:52.869796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Bound port: 3c11f3db-e73e-4a2a-b309-52b5535ed288, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:53:52.870146 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:52.912382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94aee2-1cdf-4598-8b09-55bdbbea7183 req-4785c099-c37e-4a7f-8b78-d4451147f974 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:52.914210 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a94aee2-1cdf-4598-8b09-55bdbbea7183 req-4785c099-c37e-4a7f-8b78-d4451147f974 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 944 time: 0.0953188 May 25 20:53:52.959072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8a94aee2-1cdf-4598-8b09-55bdbbea7183 req-36515b0a-cb96-42ea-af64-21e2ce671904 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:53:52.962070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:53:52.965048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:53:52.969376 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:52.975354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8a94aee2-1cdf-4598-8b09-55bdbbea7183 req-36515b0a-cb96-42ea-af64-21e2ce671904 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:53:52.976654 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8a94aee2-1cdf-4598-8b09-55bdbbea7183 req-36515b0a-cb96-42ea-af64-21e2ce671904 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570214 May 25 20:53:53.033128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:53.033724 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:53.035126 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] 10.222.0.70 "PUT /v2.0/ports/3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 1092 time: 1.0413544 May 25 20:53:53.035599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:53:53.061902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c5aac-e8b4-409b-879d-06c91fb2fa13 service neutron] Pushing event updated for resources: {'Port': ['ID=3c11f3db-e73e-4a2a-b309-52b5535ed288,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:53.105337 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9453c8f5-feb6-4027-800e-82d19ae35636'] response: {'name': 'network-changed', 'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'status': 'completed', 'code': 200} May 25 20:53:53.151545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-60f46eae-54c4-4ad2-a288-e570a1357807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:53.153068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-60f46eae-54c4-4ad2-a288-e570a1357807 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1095 time: 0.0823808 May 25 20:53:53.234593 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-ec20b601-7ebe-4a88-abf0-7f949088ee4f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 217 time: 0.0752015 May 25 20:53:53.295690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-fddac465-351a-4904-a409-5307651b0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:53.297616 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-fddac465-351a-4904-a409-5307651b0fad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0574274 May 25 20:53:53.372582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-43d3e413-4776-42b0-9d4c-d4d6d8e734c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:53.374035 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-43d3e413-4776-42b0-9d4c-d4d6d8e734c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709205 May 25 20:53:53.505990 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-6456b751-48f9-4e1d-be0c-220f8a18b292 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252058 May 25 20:53:53.638810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4fde9c43-f0f1-4ba7-bd50-a0997e7ff116 req-3af1c6c2-db0d-4506-884a-c235796fa208 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272426 May 25 20:53:53.753962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8f229-d161-495e-8899-f1d22cd6f1c3 req-598f96aa-b3a1-46c3-b470-05ad7d52fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:53.755445 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ec8f229-d161-495e-8899-f1d22cd6f1c3 req-598f96aa-b3a1-46c3-b470-05ad7d52fc1a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1095 time: 0.0756238 May 25 20:53:53.886518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8f229-d161-495e-8899-f1d22cd6f1c3 req-a277d174-b2f6-4363-8447-0bdb7515fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:53.887951 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ec8f229-d161-495e-8899-f1d22cd6f1c3 req-a277d174-b2f6-4363-8447-0bdb7515fa4f service neutron] 10.222.0.70 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 897 time: 0.1262679 May 25 20:53:53.957563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ec8f229-d161-495e-8899-f1d22cd6f1c3 req-6ad5ca6a-2ab0-4fad-bf6a-466853528628 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 217 time: 0.0635560 May 25 20:53:54.019484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8f229-d161-495e-8899-f1d22cd6f1c3 req-a0ce2d7b-0f6d-4aa1-b266-4c454279c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:54.020919 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ec8f229-d161-495e-8899-f1d22cd6f1c3 req-a0ce2d7b-0f6d-4aa1-b266-4c454279c0ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0578947 May 25 20:53:54.095217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8f229-d161-495e-8899-f1d22cd6f1c3 req-e32ea8b8-ba25-4ec5-909d-7f1bf3362a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:54.096586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ec8f229-d161-495e-8899-f1d22cd6f1c3 req-e32ea8b8-ba25-4ec5-909d-7f1bf3362a2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700860 May 25 20:53:54.106311 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:54.169937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe527ec-c786-495b-b678-dfbee6f9820c req-06aec4ea-cd80-40de-8f18-553f649d00a5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:54.171437 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4fe527ec-c786-495b-b678-dfbee6f9820c req-06aec4ea-cd80-40de-8f18-553f649d00a5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 944 time: 0.0885479 May 25 20:53:54.216067 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4fe527ec-c786-495b-b678-dfbee6f9820c req-4a2d3ebf-5794-4f60-b9b9-b29533a6859b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382743 May 25 20:53:54.233378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ec8f229-d161-495e-8899-f1d22cd6f1c3 req-8b850ea4-bbe1-4a81-a48f-70dee7f88739 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302688 May 25 20:53:54.467032 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ec8f229-d161-495e-8899-f1d22cd6f1c3 req-a78e4fcb-d3ef-4c8d-a4e9-fb160d391230 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271874 May 25 20:53:55.407110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71caee-11e5-4de6-9319-4a8a510c563a req-b0f42303-6c7e-4a4c-966c-bfb217aa31ad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:55.408101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4b71caee-11e5-4de6-9319-4a8a510c563a req-b0f42303-6c7e-4a4c-966c-bfb217aa31ad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:53:55.423297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4b71caee-11e5-4de6-9319-4a8a510c563a req-b0f42303-6c7e-4a4c-966c-bfb217aa31ad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:53:55.424591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4b71caee-11e5-4de6-9319-4a8a510c563a req-b0f42303-6c7e-4a4c-966c-bfb217aa31ad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 944 time: 0.0994992 May 25 20:53:55.469795 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4b71caee-11e5-4de6-9319-4a8a510c563a req-560a387b-1bb6-4866-8065-20fa517dda71 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386298 May 25 20:53:56.451252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3c11f3db-e73e-4a2a-b309-52b5535ed288 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:53:56.584486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:53:56.598911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'port_id': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'mac_address': 'fa:16:3e:8a:47:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:53:56.660231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 3c11f3db-e73e-4a2a-b309-52b5535ed288 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:53:56.660728 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:56.661718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da1c0f-fbb9-48db-b322-5560c6d2ded1 req-4cbf288b-6cfb-4485-84cd-06e4a8c24487 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:56.663252 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47da1c0f-fbb9-48db-b322-5560c6d2ded1 req-4cbf288b-6cfb-4485-84cd-06e4a8c24487 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 944 time: 0.0857670 May 25 20:53:56.689878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c11f3db-e73e-4a2a-b309-52b5535ed288 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:53:56.710333 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-47da1c0f-fbb9-48db-b322-5560c6d2ded1 req-ec99708a-e358-4d98-acee-8cc34219d933 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410891 May 25 20:53:56.717295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:53:56.723173 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:56.797600 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=3c11f3db-e73e-4a2a-b309-52b5535ed288,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:57.073911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['3c11f3db-e73e-4a2a-b309-52b5535ed288'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:53:57.902287 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207d225-8d57-4e52-85c9-5bf8b7af91ab req-56a88b76-2223-4897-815c-459abcd11e3d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:57.903772 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4207d225-8d57-4e52-85c9-5bf8b7af91ab req-56a88b76-2223-4897-815c-459abcd11e3d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 945 time: 0.0866628 May 25 20:53:57.948207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4207d225-8d57-4e52-85c9-5bf8b7af91ab req-e8bb7fa6-b59a-4762-a324-ec3f80508da9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383184 May 25 20:53:58.198297 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d943fe54-d115-4b3e-a9ca-aa0f80412c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:58.371151 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:58.460910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3c11f3db-e73e-4a2a-b309-52b5535ed288 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:53:58.530619 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 3c11f3db-e73e-4a2a-b309-52b5535ed288 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:53:58.536238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 3c11f3db-e73e-4a2a-b309-52b5535ed288 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:53:58.536632 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:58.653909 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 3c11f3db-e73e-4a2a-b309-52b5535ed288 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:53:58.654210 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:58.680328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:53:58.690166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:53:58.694889 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:53:58.765826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=3c11f3db-e73e-4a2a-b309-52b5535ed288,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:53:58.774489 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:58.774832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:58.775192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:58.775517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:58.775840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:58.776159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:58.776475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:58.776815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:58.777130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:58.777441 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:58.777756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:58.778097 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:53:58.792171 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183544e2-2b92-4870-906f-3d233338aec9'] response: {'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'code': 200} May 25 20:53:58.915807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7100604-6aa3-4294-9388-eadda2f374bf req-f924570f-06c6-4f76-8ace-6aad5bc6b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:58.917172 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b7100604-6aa3-4294-9388-eadda2f374bf req-f924570f-06c6-4f76-8ace-6aad5bc6b5bb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1097 time: 0.0698936 May 25 20:53:58.957801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b7100604-6aa3-4294-9388-eadda2f374bf req-2adafa0a-0eb7-4230-809d-4cbd81d2deed service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346367 May 25 20:53:59.291896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2053ae-29c4-439e-a53d-94858bda7429 req-e0c47f50-1c0a-420c-9a6a-7a5e24b05460 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:53:59.293803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0f2053ae-29c4-439e-a53d-94858bda7429 req-e0c47f50-1c0a-420c-9a6a-7a5e24b05460 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0830040 May 25 20:53:59.338748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0f2053ae-29c4-439e-a53d-94858bda7429 req-9fd3c9b6-2ccf-4b93-a54a-a5caf724a2a0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390170 May 25 20:54:00.524779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b29510-4714-42a0-b8ad-889e4c352ebc req-a3da8c02-8f6d-4299-9309-8b7913a49908 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:54:00.526126 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4b29510-4714-42a0-b8ad-889e4c352ebc req-a3da8c02-8f6d-4299-9309-8b7913a49908 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0800340 May 25 20:54:00.574663 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4b29510-4714-42a0-b8ad-889e4c352ebc req-52d5d227-ba9f-4559-8600-21c9a8b3bac1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427265 May 25 20:54:00.647314 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-050d76e7-2616-43b7-925d-7124591416c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:00.765511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cb662-ec97-4a47-b8f5-e3ee034b1c1a req-211f7751-05fd-4d20-b4ce-0473ff0d354c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:54:00.767034 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e10cb662-ec97-4a47-b8f5-e3ee034b1c1a req-211f7751-05fd-4d20-b4ce-0473ff0d354c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0850267 May 25 20:54:00.822584 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e10cb662-ec97-4a47-b8f5-e3ee034b1c1a req-ef2dc37f-231d-481b-b8b1-0ea538abdac9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493534 May 25 20:54:00.846143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42868) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:54:00.922787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaca95c-5ffc-4858-90d4-fd73fc0e85a7 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:54:00.924989 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dcaca95c-5ffc-4858-90d4-fd73fc0e85a7 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1092 time: 0.0777030 May 25 20:54:00.928962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42872) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:54:00.936010 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:54:00.946313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:54:00.950326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:floatingip and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:54:00.954082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:54:00.962779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:54:00.974245 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:01.117492 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:01.256891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.25.3.92 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/989e6ae5-1556-4f8c-ad2e-3dce7f4a37f7) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:54:01.408735 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:01.411916 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:01.439083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:01.506798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:54:01.509752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:54:01.513558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:54:01.552786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=989e6ae5-1556-4f8c-ad2e-3dce7f4a37f7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:54:01.837901 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:02.123957 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:02.202517 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:02.421172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:02.426581 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:02.538036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=989e6ae5-1556-4f8c-ad2e-3dce7f4a37f7,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:54:02.547848 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:02.719506 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Floating IP d1ba1993-ea5a-4d5b-91d6-7771549f0ac7 associated. External IP: 172.25.3.92, port: 3c11f3db-e73e-4a2a-b309-52b5535ed288. May 25 20:54:03.071190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:54:03.173823 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:03.252543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:54:03.263152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e9608-4c7c-46e6-86c6-2a187bcdda1b None None] Sync routers for ids ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:54:03.273149 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e9608-4c7c-46e6-86c6-2a187bcdda1b None None] Routers {'80fe0a10-ea20-4037-ae3e-8ce6340d3de6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:54:03.273750 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d46e9608-4c7c-46e6-86c6-2a187bcdda1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:54:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:54:03.277537 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:03.332487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f6e8364b-313c-49ce-b2c0-619159d1742c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4023700 May 25 20:54:03.332957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:54:03.395514 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a939088b-f788-4398-bc23-ed76506bf815'] response: {'name': 'network-changed', 'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'status': 'completed', 'code': 200} May 25 20:54:03.456937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-d46e9608-4c7c-46e6-86c6-2a187bcdda1b None None] Set router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:54:03.493398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cb60d-e684-463c-ae92-05838e6b1189 req-fed9ce72-b870-45e0-863c-305f3613f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:54:03.495029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c8cb60d-e684-463c-ae92-05838e6b1189 req-fed9ce72-b870-45e0-863c-305f3613f8a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1097 time: 0.0768502 May 25 20:54:03.526860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a53483-ba3e-4e06-80a7-92e86b201021 req-c5e67cdb-b983-4a09-b755-683529c22710 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:54:03.528327 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4a53483-ba3e-4e06-80a7-92e86b201021 req-c5e67cdb-b983-4a09-b755-683529c22710 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0848668 May 25 20:54:03.535937 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:54:03.576025 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b4a53483-ba3e-4e06-80a7-92e86b201021 req-15bd66e9-d9c7-4949-a4c9-ba9dc924bc89 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415003 May 25 20:54:03.601258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42880) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:54:03.715164 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6679b5ae-d959-4e52-8d48-39c70f508f25 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/d1ba1993-ea5a-4d5b-91d6-7771549f0ac7 HTTP/1.1" status: 200 len: 991 time: 0.1127646 May 25 20:54:03.768691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cb60d-e684-463c-ae92-05838e6b1189 req-c9627f40-380c-47c9-9745-d3f23ab8878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:54:03.770141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c8cb60d-e684-463c-ae92-05838e6b1189 req-c9627f40-380c-47c9-9745-d3f23ab8878e service neutron] 10.222.0.70 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 897 time: 0.2690077 May 25 20:54:03.867717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d46e9608-4c7c-46e6-86c6-2a187bcdda1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:53:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'd1ba1993-ea5a-4d5b-91d6-7771549f0ac7', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'port_id': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'mac_address': 'fa:16:3e:8a:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741bab01-248b-4951-99f5-ca909625a503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:54:01Z', 'updated_at': '2022-05-25T20:54:01Z', 'revision_number': 0, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3', 'name': '', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:63:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:42Z', 'updated_at': '2022-05-25T20:53:48Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:54:03.871482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e9608-4c7c-46e6-86c6-2a187bcdda1b None None] Checking router: 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:54:03.876960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c8cb60d-e684-463c-ae92-05838e6b1189 req-9efeba79-1e04-4ec2-8e0c-6b2b6b72f26a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 999 time: 0.1003730 May 25 20:54:03.880664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e9608-4c7c-46e6-86c6-2a187bcdda1b None None] Routers {'80fe0a10-ea20-4037-ae3e-8ce6340d3de6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:54:03.881268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d46e9608-4c7c-46e6-86c6-2a187bcdda1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:54:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:54:03.940047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cb60d-e684-463c-ae92-05838e6b1189 req-9b200d5b-e1a4-4ed1-b230-7c14ff32fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:54:03.941968 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c8cb60d-e684-463c-ae92-05838e6b1189 req-9b200d5b-e1a4-4ed1-b230-7c14ff32fc01 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0591438 May 25 20:54:04.032905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cb60d-e684-463c-ae92-05838e6b1189 req-fd1ee9d8-9899-4e97-85e8-8a739ff03763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:54:04.034597 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c8cb60d-e684-463c-ae92-05838e6b1189 req-fd1ee9d8-9899-4e97-85e8-8a739ff03763 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861483 May 25 20:54:04.086759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-d46e9608-4c7c-46e6-86c6-2a187bcdda1b None None] Set router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:54:04.193033 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c8cb60d-e684-463c-ae92-05838e6b1189 req-a74fdb01-7960-43db-a668-2917d53efb92 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516674 May 25 20:54:04.328964 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5c8cb60d-e684-463c-ae92-05838e6b1189 req-0ab8ab49-ab8a-40d4-8ca8-44db66a2d9b8 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300182 May 25 20:54:04.463432 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d46e9608-4c7c-46e6-86c6-2a187bcdda1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:53:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'd1ba1993-ea5a-4d5b-91d6-7771549f0ac7', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'port_id': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'mac_address': 'fa:16:3e:8a:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741bab01-248b-4951-99f5-ca909625a503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:54:01Z', 'updated_at': '2022-05-25T20:54:01Z', 'revision_number': 0, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3', 'name': '', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:63:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:42Z', 'updated_at': '2022-05-25T20:53:48Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:54:04.467433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e9608-4c7c-46e6-86c6-2a187bcdda1b None None] The sync data for ids ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'] in n-d-843339-1 is: [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:53:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'd1ba1993-ea5a-4d5b-91d6-7771549f0ac7', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'port_id': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'mac_address': 'fa:16:3e:8a:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741bab01-248b-4951-99f5-ca909625a503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:54:01Z', 'updated_at': '2022-05-25T20:54:01Z', 'revision_number': 0, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3', 'name': '', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:63:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:42Z', 'updated_at': '2022-05-25T20:53:48Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:54:04.701467 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dea560-e28f-4388-96a9-205300e2f601 None None] New status for floating IP d1ba1993-ea5a-4d5b-91d6-7771549f0ac7: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:54:04.717579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 42884) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:54:04.836213 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-25c71a55-a3fd-49ee-b95f-0e1081a473b0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/d1ba1993-ea5a-4d5b-91d6-7771549f0ac7 HTTP/1.1" status: 200 len: 991 time: 0.1175673 May 25 20:54:05.840284 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42888) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:54:05.963204 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bea26601-8feb-4126-92c2-24e45f22cfdc tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/d1ba1993-ea5a-4d5b-91d6-7771549f0ac7 HTTP/1.1" status: 200 len: 993 time: 0.1216574 May 25 20:54:18.190245 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c1ac81b-b335-4fc2-8161-3e6a32ce07f8 req-45d0627c-5284-4723-b1ac-829f49512bf0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757439 May 25 20:54:18.325514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ac81b-b335-4fc2-8161-3e6a32ce07f8 req-54c64787-d2df-492d-93e7-db538bddc761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:54:18.326977 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c1ac81b-b335-4fc2-8161-3e6a32ce07f8 req-54c64787-d2df-492d-93e7-db538bddc761 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1097 time: 0.0700631 May 25 20:54:18.469822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ac81b-b335-4fc2-8161-3e6a32ce07f8 req-362833c7-0da7-4eb3-92ac-c73c31d27026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:54:18.471305 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c1ac81b-b335-4fc2-8161-3e6a32ce07f8 req-362833c7-0da7-4eb3-92ac-c73c31d27026 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 897 time: 0.1268840 May 25 20:54:18.572439 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c1ac81b-b335-4fc2-8161-3e6a32ce07f8 req-e195e648-2867-47c2-92c8-8dea560fe056 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 1001 time: 0.0954571 May 25 20:54:18.633234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ac81b-b335-4fc2-8161-3e6a32ce07f8 req-e389852a-fb83-40d5-92be-2be98e7021fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:54:18.634625 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c1ac81b-b335-4fc2-8161-3e6a32ce07f8 req-e389852a-fb83-40d5-92be-2be98e7021fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0564828 May 25 20:54:18.711458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ac81b-b335-4fc2-8161-3e6a32ce07f8 req-318823ff-b5e1-4731-8f5c-a7e48916d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:54:18.712926 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c1ac81b-b335-4fc2-8161-3e6a32ce07f8 req-318823ff-b5e1-4731-8f5c-a7e48916d0a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721714 May 25 20:54:18.842709 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c1ac81b-b335-4fc2-8161-3e6a32ce07f8 req-795d0887-c359-47ed-8ed1-32a91717f909 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229453 May 25 20:54:18.973773 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7c1ac81b-b335-4fc2-8161-3e6a32ce07f8 req-1390fddc-286e-45a8-92d7-80705844b537 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242669 May 25 20:54:24.106044 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:28.200659 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6832dd51-eaa0-41bf-9ce0-8336aaa589a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:28.395456 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:30.639256 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-127b7901-61a9-4699-b501-36ebf48a1131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:31.404930 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:31.837169 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:33.180126 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:40.535272 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:54:54.103882 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:58.202504 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9629ead0-d52a-4f72-b447-88b8e675da54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:54:58.408708 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:00.641318 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bd585637-0f81-46aa-8375-52ba58cb3e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:01.407848 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:01.840925 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:03.179711 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:06.829681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dce0a-7d45-4779-b859-4f805af602f2 req-225762ec-57c1-4fa3-85a0-01015d76d730 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:06.831220 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-289dce0a-7d45-4779-b859-4f805af602f2 req-225762ec-57c1-4fa3-85a0-01015d76d730 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1097 time: 0.1523204 May 25 20:55:06.875617 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-289dce0a-7d45-4779-b859-4f805af602f2 req-ce9aa165-ea3c-44a6-bbc6-0ae09fdedd7a tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381031 May 25 20:55:07.076016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f07502-9ec3-49b1-84c2-44c0a978e24b req-52dd58e5-c384-4f5d-86eb-a1710c1ce893 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:07.077405 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33f07502-9ec3-49b1-84c2-44c0a978e24b req-52dd58e5-c384-4f5d-86eb-a1710c1ce893 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0841959 May 25 20:55:07.128545 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33f07502-9ec3-49b1-84c2-44c0a978e24b req-631798c7-8bc3-4c82-9cb2-4d9c07f1c239 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443766 May 25 20:55:07.152378 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42920) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:55:07.270008 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1929a623-c1a8-4c86-bfd4-ae68651ade86 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/d1ba1993-ea5a-4d5b-91d6-7771549f0ac7 HTTP/1.1" status: 200 len: 993 time: 0.1159298 May 25 20:55:07.965728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 42938) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:55:08.150171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164752e7-4d6f-48fc-8507-aad76316dc9d req-ff840a7b-6bda-4fe9-9bb3-4873cd25669b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:08.151655 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-164752e7-4d6f-48fc-8507-aad76316dc9d req-ff840a7b-6bda-4fe9-9bb3-4873cd25669b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.1394708 May 25 20:55:08.155463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-f989c807-ae1e-45a2-963c-0c3594646d50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1885855 May 25 20:55:08.201256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-164752e7-4d6f-48fc-8507-aad76316dc9d req-d650a9d5-6b04-42e2-8715-9029c55667ca tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437851 May 25 20:55:09.564192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862afae9-d052-4916-858b-24b55a71edb1 req-7c85a787-1728-4209-bca7-9e798fd7c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:09.565562 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-7c85a787-1728-4209-bca7-9e798fd7c41b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1097 time: 0.2147057 May 25 20:55:09.573911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59e5f5-5abe-4f4f-aa32-9d0fedb7be1f req-9b334c32-2d74-4900-b7a4-436540dd5185 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:09.575267 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fc59e5f5-5abe-4f4f-aa32-9d0fedb7be1f req-9b334c32-2d74-4900-b7a4-436540dd5185 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.2629070 May 25 20:55:09.703234 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fc59e5f5-5abe-4f4f-aa32-9d0fedb7be1f req-94170532-b79f-45ac-8250-7686520e9fa6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099157 May 25 20:55:09.745576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862afae9-d052-4916-858b-24b55a71edb1 req-8beafd27-794a-4103-ac7a-f1715b335f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:09.747087 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-8beafd27-794a-4103-ac7a-f1715b335f07 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 897 time: 0.1709964 May 25 20:55:09.858781 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-52687fd9-a1c1-4c04-a68a-49307fc013a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 1001 time: 0.1048665 May 25 20:55:09.920751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862afae9-d052-4916-858b-24b55a71edb1 req-708aed28-af57-4a76-b3a6-c7fcf4ab8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:09.922254 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-708aed28-af57-4a76-b3a6-c7fcf4ab8a64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0585170 May 25 20:55:10.001039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862afae9-d052-4916-858b-24b55a71edb1 req-b2150419-f9b4-4199-981a-5df06d90e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:10.002544 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-b2150419-f9b4-4199-981a-5df06d90e983 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749266 May 25 20:55:10.146700 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-efd74f9e-8e23-49a6-8121-0c7c9092988a service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377254 May 25 20:55:10.289406 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-8b651472-524f-4bd8-86f3-49b746db04e2 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368377 May 25 20:55:10.895669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933ea18-bb39-4cb2-b705-a68234c5b2f5 req-2d3252c8-47a2-4d3c-8b09-36b8a40af784 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:10.897122 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7933ea18-bb39-4cb2-b705-a68234c5b2f5 req-2d3252c8-47a2-4d3c-8b09-36b8a40af784 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0861161 May 25 20:55:10.943190 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7933ea18-bb39-4cb2-b705-a68234c5b2f5 req-1dcb37d3-1d21-4597-aad6-16d42ec1d681 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397339 May 25 20:55:12.131758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bde1e-dabe-4270-8075-dcf23ff8ecd1 req-21fed5c8-4515-4d46-9286-340030b7ab13 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:12.133112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb5bde1e-dabe-4270-8075-dcf23ff8ecd1 req-21fed5c8-4515-4d46-9286-340030b7ab13 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0802925 May 25 20:55:12.177112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb5bde1e-dabe-4270-8075-dcf23ff8ecd1 req-e6e42885-650f-4b10-8d92-797d45f62636 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381765 May 25 20:55:13.370312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d37d30-d039-4589-8cf2-e79f1d460834 req-3ccb556a-ad60-4f0b-bbef-21d8d3b7209f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:13.371742 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08d37d30-d039-4589-8cf2-e79f1d460834 req-3ccb556a-ad60-4f0b-bbef-21d8d3b7209f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0825634 May 25 20:55:13.416253 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08d37d30-d039-4589-8cf2-e79f1d460834 req-c13b257c-de4c-443e-a870-12ac3367fcdb tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389109 May 25 20:55:14.622486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e8c6f-92c5-4bd5-88b9-ab0d2b15c703 req-69b644da-b599-4c1b-a140-8cbd6fcbab11 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:14.623992 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-931e8c6f-92c5-4bd5-88b9-ab0d2b15c703 req-69b644da-b599-4c1b-a140-8cbd6fcbab11 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0945377 May 25 20:55:14.671065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-931e8c6f-92c5-4bd5-88b9-ab0d2b15c703 req-3cde98f5-af1b-4b5b-abce-7df4e5809ade tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410919 May 25 20:55:15.856867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8c602-7145-4842-949c-ad035f7f61b5 req-9cfb3bf9-5b4a-4377-a096-b299fef06c12 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:15.858415 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ace8c602-7145-4842-949c-ad035f7f61b5 req-9cfb3bf9-5b4a-4377-a096-b299fef06c12 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0819216 May 25 20:55:15.903322 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ace8c602-7145-4842-949c-ad035f7f61b5 req-ee1f752f-ad90-42b6-a87f-cd6f3cf2d43c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393181 May 25 20:55:17.096503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01681216-3a97-4a97-b3c5-d974c517888e req-b680dbde-ba53-4f28-8e24-2483f7b40701 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:17.097868 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01681216-3a97-4a97-b3c5-d974c517888e req-b680dbde-ba53-4f28-8e24-2483f7b40701 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0831499 May 25 20:55:17.148131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01681216-3a97-4a97-b3c5-d974c517888e req-87dfd84c-12c0-4087-87f4-b4399dd3a9c1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410881 May 25 20:55:17.534706 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:55:18.339532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30f849-09ea-4ea5-8a17-41e9f6253e04 req-493bdfe4-c066-4e61-8069-f6a669798b7d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:18.341005 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e30f849-09ea-4ea5-8a17-41e9f6253e04 req-493bdfe4-c066-4e61-8069-f6a669798b7d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0852571 May 25 20:55:18.385870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e30f849-09ea-4ea5-8a17-41e9f6253e04 req-6cbf9f26-0366-48a9-bb21-a5c4544fc175 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392582 May 25 20:55:19.575767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e081e56-fb6f-4806-aa0b-7a16beae1428 req-b0b8b573-9634-4f40-9b29-71fc06914f0d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:19.577294 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e081e56-fb6f-4806-aa0b-7a16beae1428 req-b0b8b573-9634-4f40-9b29-71fc06914f0d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0833097 May 25 20:55:19.624010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e081e56-fb6f-4806-aa0b-7a16beae1428 req-548d2f9e-e2b7-4912-8cce-0c68b803ec03 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410218 May 25 20:55:20.301527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63892419-1c11-4bb6-9ed5-9499268ae874 req-700e5bc9-d54e-43a0-b0c2-8281fa79b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:20.303095 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-63892419-1c11-4bb6-9ed5-9499268ae874 req-700e5bc9-d54e-43a0-b0c2-8281fa79b4f7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1097 time: 0.1180508 May 25 20:55:20.449593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63892419-1c11-4bb6-9ed5-9499268ae874 req-01bdee02-fa59-46d5-90db-31de09c54a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:20.450988 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-63892419-1c11-4bb6-9ed5-9499268ae874 req-01bdee02-fa59-46d5-90db-31de09c54a51 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 897 time: 0.1297874 May 25 20:55:20.553742 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-63892419-1c11-4bb6-9ed5-9499268ae874 req-4f2ab281-615e-44d3-8af6-5d4d2de367a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 1001 time: 0.0970488 May 25 20:55:20.617656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63892419-1c11-4bb6-9ed5-9499268ae874 req-8a0a3045-36fa-4769-bd66-65906293ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:20.619093 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-63892419-1c11-4bb6-9ed5-9499268ae874 req-8a0a3045-36fa-4769-bd66-65906293ae5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0598030 May 25 20:55:20.726313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63892419-1c11-4bb6-9ed5-9499268ae874 req-1a438c5e-8b4a-4fb3-bc81-db3dca72591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:20.727722 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-63892419-1c11-4bb6-9ed5-9499268ae874 req-1a438c5e-8b4a-4fb3-bc81-db3dca72591f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757284 May 25 20:55:20.815013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8898f-b436-403b-93b6-94a11b37f05f req-0db64078-a46f-4028-99f8-75544f80f499 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:20.816575 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bce8898f-b436-403b-93b6-94a11b37f05f req-0db64078-a46f-4028-99f8-75544f80f499 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0809603 May 25 20:55:20.865534 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bce8898f-b436-403b-93b6-94a11b37f05f req-511cd9cc-d83f-4c65-9bf6-38ba9ac1e337 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421808 May 25 20:55:20.977930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-63892419-1c11-4bb6-9ed5-9499268ae874 req-08d152ba-269f-4358-9ac0-f4592b6355e5 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435474 May 25 20:55:21.106756 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-63892419-1c11-4bb6-9ed5-9499268ae874 req-b4ca483a-4d5f-4ae3-b96e-6e84ed7e2c8d service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228306 May 25 20:55:22.055543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f4197-830c-4201-962f-02362121556a req-47014f92-2bd1-458e-b120-bad65454f32f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:22.056793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fd9f4197-830c-4201-962f-02362121556a req-47014f92-2bd1-458e-b120-bad65454f32f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 946 time: 0.0804527 May 25 20:55:22.107124 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fd9f4197-830c-4201-962f-02362121556a req-4e390ccc-9d68-4fa5-ae69-73f843ddd9ff tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446360 May 25 20:55:22.269681 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-862afae9-d052-4916-858b-24b55a71edb1 req-de191bd4-b1d2-4c51-861c-5f3a09c08e6d service neutron] show failed (client error): The resource could not be found. May 25 20:55:22.270771 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-de191bd4-b1d2-4c51-861c-5f3a09c08e6d service neutron] 10.222.0.70 "GET /v2.0/ports/3c11f3db-e73e-4a2a-b309-52b5535ed288/bindings/n-h2-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0737221 May 25 20:55:22.664535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862afae9-d052-4916-858b-24b55a71edb1 req-df0780ab-9e71-4b72-bccb-ea87b6c856c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:22.666012 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-df0780ab-9e71-4b72-bccb-ea87b6c856c8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 1097 time: 0.1898563 May 25 20:55:22.676621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:55:22.795803 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:23.072706 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:55:23.103594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:55:23.166073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:55:23.171848 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:23.187736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Transition to ACTIVE for port object 3c11f3db-e73e-4a2a-b309-52b5535ed288 will not be triggered until provisioned by entity L2. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:55:23.191865 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:23.244776 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d90566-29f9-4109-9f69-0af42a5ce418'] response: {'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'code': 200} May 25 20:55:23.389363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Pushing event updated for resources: {'Port': ['ID=3c11f3db-e73e-4a2a-b309-52b5535ed288,revision_number=6']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:55:23.407591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:23.408162 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:23.408616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:23.409025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:23.409414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:23.409804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:23.410286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:23.410671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:23.411090 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:23.411994 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:23.412423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:23.412809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:23.487338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] No DVR routers for this DVR port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on host n-h1-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:55:23.585204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985f542-6160-4c18-ad24-0489d724c21b req-6f626988-52ef-415b-9757-7f2ff6db8292 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:23.586642 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5985f542-6160-4c18-ad24-0489d724c21b req-6f626988-52ef-415b-9757-7f2ff6db8292 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 944 time: 0.3437715 May 25 20:55:23.704841 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5985f542-6160-4c18-ad24-0489d724c21b req-0ad7ba1e-5fd4-403d-9e2e-dffd65185e23 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670931 May 25 20:55:23.763641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Attempting to bind port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:55:23.763967 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Attempting to bind port 3c11f3db-e73e-4a2a-b309-52b5535ed288 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:55:23.764287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Attempting to bind port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on network fdde9759-5356-4463-83f7-e5a7b653d983 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:55:23.768913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on network fdde9759-5356-4463-83f7-e5a7b653d983 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:55:23.769171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Attempting to bind port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on network fdde9759-5356-4463-83f7-e5a7b653d983 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:55:23.774260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:55:23.774594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Checking segment: {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:55:23.774970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Bound using segment: {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:55:23.775387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Bound port: 3c11f3db-e73e-4a2a-b309-52b5535ed288, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:55:23.775724 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:23.863250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h2-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:55:23.867346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:55:23.872377 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:23.933987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:23.934761 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:23.936283 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] 10.222.0.50 "PUT /v2.0/ports/3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 1092 time: 1.2637506 May 25 20:55:23.988562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3417690-3dee-4d2a-83ca-f6bbb7d8b8bc service neutron] Pushing event updated for resources: {'Port': ['ID=3c11f3db-e73e-4a2a-b309-52b5535ed288,revision_number=7']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:55:24.035604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862afae9-d052-4916-858b-24b55a71edb1 req-98d18b5d-d36b-480f-98e4-580bf26ad589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:24.037905 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-98d18b5d-d36b-480f-98e4-580bf26ad589 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1095 time: 0.0799909 May 25 20:55:24.104089 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:24.173799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862afae9-d052-4916-858b-24b55a71edb1 req-17e68a21-d56c-48f9-a396-5c5f5015b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:24.175262 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-17e68a21-d56c-48f9-a396-5c5f5015b559 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 897 time: 0.1317637 May 25 20:55:24.398922 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-7a14b2b6-cfc1-4ec6-b3af-e5969437942b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 999 time: 0.2171836 May 25 20:55:24.459011 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862afae9-d052-4916-858b-24b55a71edb1 req-5ebf2b8c-03da-4c1c-9c19-69eae72f8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:24.460397 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-5ebf2b8c-03da-4c1c-9c19-69eae72f8df0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0561616 May 25 20:55:24.537717 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862afae9-d052-4916-858b-24b55a71edb1 req-dc442c45-571e-4346-8c08-49cd38186d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:24.539195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-dc442c45-571e-4346-8c08-49cd38186d17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731816 May 25 20:55:24.671001 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-d85c02dc-d535-4188-828c-ed8578c08da0 service neutron] 10.222.0.50 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259966 May 25 20:55:24.803869 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-aa3b6ba7-3e63-445d-b779-7a3441ce3a20 service neutron] 10.222.0.50 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276155 May 25 20:55:24.893304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d50d06-7f26-4397-82f1-eaafa261b828 req-b62ae4b1-8cb2-4d80-83f4-e79f554e84b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:24.895868 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3d50d06-7f26-4397-82f1-eaafa261b828 req-b62ae4b1-8cb2-4d80-83f4-e79f554e84b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 944 time: 0.0816946 May 25 20:55:24.945024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3d50d06-7f26-4397-82f1-eaafa261b828 req-be99121b-d91a-4f8e-9a54-00a0abadeef6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435641 May 25 20:55:24.994800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3c11f3db-e73e-4a2a-b309-52b5535ed288 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:55:25.050652 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3c11f3db-e73e-4a2a-b309-52b5535ed288 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:55:25.245529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:55:25.301159 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c385967a-9ccc-484f-8b2c-0eded232e221'] response: {'name': 'network-changed', 'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'status': 'completed', 'code': 200} May 25 20:55:25.390141 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-867a423c-2223-404a-8bb7-b49d6d64ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:25.391892 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-867a423c-2223-404a-8bb7-b49d6d64ed37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1095 time: 0.0732667 May 25 20:55:25.394439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-5f22e8a4-240b-485f-af42-cb6c974dcd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:25.396578 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-5f22e8a4-240b-485f-af42-cb6c974dcd2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1095 time: 0.0723441 May 25 20:55:25.524276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-0ee0125a-2f95-4270-be68-29cdf1a59eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:25.524731 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-0ee0125a-2f95-4270-be68-29cdf1a59eee service neutron] 10.222.0.70 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 897 time: 0.1274197 May 25 20:55:25.530213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-0cdcc2a3-897a-45be-bbb9-315bff850e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:25.531633 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-0cdcc2a3-897a-45be-bbb9-315bff850e28 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 897 time: 0.1286228 May 25 20:55:25.627663 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-4dd5b25a-b03d-4507-8ea4-e35230762308 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 999 time: 0.0974574 May 25 20:55:25.638710 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-d3253048-807b-40ec-8d25-3ff5e6a0396c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 999 time: 0.0999095 May 25 20:55:25.692533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-af66f4a2-5f13-4c00-80e3-446d7e576bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:25.695216 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-af66f4a2-5f13-4c00-80e3-446d7e576bc1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0607712 May 25 20:55:25.708185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-4e034e67-38e5-48e4-b16b-18ab14fba1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:25.710021 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-4e034e67-38e5-48e4-b16b-18ab14fba1e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0645328 May 25 20:55:25.775128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-eb64f62f-60d0-4069-8c03-3212391307b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:25.776656 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-eb64f62f-60d0-4069-8c03-3212391307b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765216 May 25 20:55:25.788844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-6dd53d21-2232-4f78-bdc4-449654fcbcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:25.790370 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-6dd53d21-2232-4f78-bdc4-449654fcbcbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746567 May 25 20:55:25.911836 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-27539695-96fd-4d69-8550-ee8ac334ff06 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282110 May 25 20:55:25.927619 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-d32b763b-d1d1-4571-b87d-b9eb40ca3577 service neutron] 10.222.0.50 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299255 May 25 20:55:26.058798 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-28b4e6b6-965b-4661-91d1-0b0b02aacb09 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417918 May 25 20:55:26.065599 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-05ed1764-5f24-46f2-9b3c-223f8ae6e9cc req-11a99cd5-a955-42d8-8154-86e631d9d029 service neutron] 10.222.0.50 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313338 May 25 20:55:26.151334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ce55-67bd-4443-9d12-b3651b119c0b req-e968b314-ded5-4625-97b3-a9719e699ba4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:26.152771 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a885ce55-67bd-4443-9d12-b3651b119c0b req-e968b314-ded5-4625-97b3-a9719e699ba4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 944 time: 0.0809932 May 25 20:55:26.198387 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a885ce55-67bd-4443-9d12-b3651b119c0b req-f7423182-1cd6-40bb-8946-1ee0d9ad4ee2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397944 May 25 20:55:27.390987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf3f50-ed95-48ca-a93b-e360acd64d78 req-aa2c673d-75d4-4eac-a5fe-c89361cbc676 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:27.392445 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4bdf3f50-ed95-48ca-a93b-e360acd64d78 req-aa2c673d-75d4-4eac-a5fe-c89361cbc676 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 944 time: 0.0839448 May 25 20:55:27.437615 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4bdf3f50-ed95-48ca-a93b-e360acd64d78 req-5c23908b-3bfe-4991-a11b-11194196bbb9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393932 May 25 20:55:27.844473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-d499cb9a-c468-487e-9658-d830bf468028 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:27.845893 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-d499cb9a-c468-487e-9658-d830bf468028 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.50 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&binding%3Ahost_id=n-h2-843339-1 HTTP/1.1" status: 200 len: 944 time: 0.1458054 May 25 20:55:27.921187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4122871-3d12-4692-8750-c68b440e2601 req-6d14e49c-8a2c-4b70-8d47-ddbf1739f078 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:27.922626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4122871-3d12-4692-8750-c68b440e2601 req-6d14e49c-8a2c-4b70-8d47-ddbf1739f078 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 944 time: 0.1615126 May 25 20:55:27.975785 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-4978d105-bf64-47cf-a44f-fd24c80242a6 service neutron] 10.222.0.50 "GET /v2.0/ports/3c11f3db-e73e-4a2a-b309-52b5535ed288/bindings/n-h2-843339-1 HTTP/1.1" status: 200 len: 382 time: 0.1217439 May 25 20:55:27.982485 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4122871-3d12-4692-8750-c68b440e2601 req-2dcb4d05-c3bc-465b-8eb4-0a854ced8510 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532291 May 25 20:55:28.066911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-8fd75a05-fb2c-4ebe-aecb-bc506c4614cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:28.069191 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-8fd75a05-fb2c-4ebe-aecb-bc506c4614cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1095 time: 0.0721271 May 25 20:55:28.206479 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-92552e5b-a1d5-4227-8b38-26ca7619f481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:28.312802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-76ebc8e3-2a7b-4a11-b2ce-470a7f26aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:28.314173 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-76ebc8e3-2a7b-4a11-b2ce-470a7f26aff0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 897 time: 0.2398450 May 25 20:55:28.416178 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:28.430978 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-d28ad9a4-7fbb-4cd8-b8e3-fec57893a148 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 999 time: 0.1106913 May 25 20:55:28.497523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-4f6b9c23-847b-4485-a31b-de54a60fcc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:28.499025 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-4f6b9c23-847b-4485-a31b-de54a60fcc6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0630026 May 25 20:55:28.575870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-3d7fcdf8-115c-4c4d-80dd-f11b7987d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:28.577295 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-3d7fcdf8-115c-4c4d-80dd-f11b7987d2f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723331 May 25 20:55:28.625356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 3c11f3db-e73e-4a2a-b309-52b5535ed288 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:55:28.722572 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-f78d7723-f11e-40c3-bcb7-fbb91ab85415 service neutron] 10.222.0.50 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393061 May 25 20:55:28.762206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:55:28.775490 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'port_id': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'mac_address': 'fa:16:3e:8a:47:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:55:28.834995 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 3c11f3db-e73e-4a2a-b309-52b5535ed288 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:55:28.835277 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:28.852964 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c11f3db-e73e-4a2a-b309-52b5535ed288 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:55:28.860735 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-fb06ccfb-5820-4db0-ac58-c16ab3785619 service neutron] 10.222.0.50 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324835 May 25 20:55:28.868638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:55:28.872865 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:28.945052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=3c11f3db-e73e-4a2a-b309-52b5535ed288,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:55:28.952534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:28.952868 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:28.953199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:28.953522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:28.953845 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:28.954186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:28.954512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:28.954833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:28.955144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:28.955457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:28.955767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:28.956075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:29.101659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['3c11f3db-e73e-4a2a-b309-52b5535ed288'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:55:29.186878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b7d79-eee0-427f-b066-e3f04a605575 req-32ade463-6dd1-4b0c-af21-8a0a62011262 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:29.188996 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc6b7d79-eee0-427f-b066-e3f04a605575 req-32ade463-6dd1-4b0c-af21-8a0a62011262 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 945 time: 0.0866048 May 25 20:55:29.234002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bc6b7d79-eee0-427f-b066-e3f04a605575 req-1f96223a-248a-4cdd-b201-9a310452cc85 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384128 May 25 20:55:30.434224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104ac69-3ebc-440a-830d-05d0efe86f31 req-93d850a7-480b-411d-aefa-7839f19f01af tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:30.435740 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e104ac69-3ebc-440a-830d-05d0efe86f31 req-93d850a7-480b-411d-aefa-7839f19f01af tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 945 time: 0.0911691 May 25 20:55:30.485213 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e104ac69-3ebc-440a-830d-05d0efe86f31 req-dcd4eddd-62bc-44de-9007-4150abd8ee1e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436668 May 25 20:55:30.638585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 3c11f3db-e73e-4a2a-b309-52b5535ed288 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:55:30.680621 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4579a456-ec25-43a4-98a2-b3a4b9c6e5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:30.717037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 3c11f3db-e73e-4a2a-b309-52b5535ed288 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:55:30.721597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 3c11f3db-e73e-4a2a-b309-52b5535ed288 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:55:30.721956 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:30.819335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-f39cdddc-cbad-41b7-a1b8-94216054f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:30.820820 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-f39cdddc-cbad-41b7-a1b8-94216054f1d5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 1096 time: 0.0745864 May 25 20:55:30.831233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:55:30.838990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 3c11f3db-e73e-4a2a-b309-52b5535ed288 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:55:30.839745 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:30.869200 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:55:30.878972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:55:30.884630 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:30.937929 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c47b92-c7a9-420f-90a1-e08356a5bcb3'] response: {'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'code': 200} May 25 20:55:30.954144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=3c11f3db-e73e-4a2a-b309-52b5535ed288,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:55:30.960500 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:31.347043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:55:31.376428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:55:31.409799 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:31.444148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:55:31.449901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:31.465982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Transition to ACTIVE for port object 3c11f3db-e73e-4a2a-b309-52b5535ed288 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:55:31.469830 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:31.581420 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8c43a0-b8a3-4d08-8870-09f497be5688'] response: {'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'code': 200} May 25 20:55:31.655462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Pushing event updated for resources: {'Port': ['ID=3c11f3db-e73e-4a2a-b309-52b5535ed288,revision_number=10']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:55:31.673553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:31.673889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:31.674240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:31.674570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:31.674892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:31.675212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:31.675527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:31.675842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:31.676182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:31.676590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:31.676910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:31.677223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:55:31.742232 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] No DVR routers for this DVR port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:55:31.844962 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:31.919827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb94ee-7f76-42c9-827a-6d4c136bf755 req-dfc487e9-538c-4822-8a4e-6522264fea64 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:31.921302 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6cb94ee-7f76-42c9-827a-6d4c136bf755 req-dfc487e9-538c-4822-8a4e-6522264fea64 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 945 time: 0.3101585 May 25 20:55:32.015810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6cb94ee-7f76-42c9-827a-6d4c136bf755 req-d8eb0cda-847d-4bc2-b636-6686923e668b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886943 May 25 20:55:32.023105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Attempting to bind port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:55:32.023435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Attempting to bind port 3c11f3db-e73e-4a2a-b309-52b5535ed288 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:55:32.023758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Attempting to bind port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on network fdde9759-5356-4463-83f7-e5a7b653d983 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:55:32.028460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on network fdde9759-5356-4463-83f7-e5a7b653d983 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:55:32.028780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Attempting to bind port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on network fdde9759-5356-4463-83f7-e5a7b653d983 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:55:32.034279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:55:32.034616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Checking segment: {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:55:32.034992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Bound using segment: {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:55:32.035444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Bound port: 3c11f3db-e73e-4a2a-b309-52b5535ed288, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d04656-cf85-4243-94d6-6d5ddbabeed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:55:32.035792 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:32.126418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:55:32.129309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:55:32.135459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:32.195872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:32.196470 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:32.197831 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] 10.222.0.70 "PUT /v2.0/ports/3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 1093 time: 1.3708417 May 25 20:55:32.217673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7d174-a29b-4b27-a194-b46446000721 service neutron] Pushing event updated for resources: {'Port': ['ID=3c11f3db-e73e-4a2a-b309-52b5535ed288,revision_number=11']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:55:32.296365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-84124bb6-e82d-4976-a269-30f2b515f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:32.298033 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-84124bb6-e82d-4976-a269-30f2b515f90c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1096 time: 0.0775063 May 25 20:55:32.436489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-325a3c12-20a3-42e4-bcbe-7c9d7108d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:32.437961 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-325a3c12-20a3-42e4-bcbe-7c9d7108d5df service neutron] 10.222.0.70 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 897 time: 0.1339545 May 25 20:55:32.536997 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-ae5178f0-fc28-4741-be86-78c4f870fe7e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 999 time: 0.0928843 May 25 20:55:32.601660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-db64d18c-8042-4104-a396-66ae710245a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:32.603089 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-db64d18c-8042-4104-a396-66ae710245a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0603685 May 25 20:55:32.650294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 3c11f3db-e73e-4a2a-b309-52b5535ed288 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:55:32.679106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-91d007c2-4732-47f5-ae94-369773d7af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:32.680586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-91d007c2-4732-47f5-ae94-369773d7af63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721693 May 25 20:55:32.710031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 3c11f3db-e73e-4a2a-b309-52b5535ed288 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:55:32.927805 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-56ce64c1-7be4-4831-b631-f6b77803a38c service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415645 May 25 20:55:33.058807 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-44e687b6-9a78-432c-98d2-f4663af7f941 req-0c52cbb4-3036-414e-b196-33174503bf5a service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254926 May 25 20:55:33.184616 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:33.208096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4353917-3dbb-4c73-8a67-4afdac4bd440 req-8183e299-4597-44c8-81af-f13dafbe16da tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:33.209594 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4353917-3dbb-4c73-8a67-4afdac4bd440 req-8183e299-4597-44c8-81af-f13dafbe16da tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 945 time: 0.0813947 May 25 20:55:33.258003 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4353917-3dbb-4c73-8a67-4afdac4bd440 req-69d7853c-70ca-4a26-941e-1834cfde825b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427346 May 25 20:55:33.583329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:55:33.644995 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df6b6a3-5dcc-4577-aaa4-fc6697f7f3d6'] response: {'name': 'network-changed', 'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'status': 'completed', 'code': 200} May 25 20:55:33.742293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a15795-7ebb-4788-9749-66388e8aa659 req-9eb8620a-010b-4125-b623-d0abd269ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:33.744150 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17a15795-7ebb-4788-9749-66388e8aa659 req-9eb8620a-010b-4125-b623-d0abd269ad37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1096 time: 0.0798011 May 25 20:55:33.745812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a15795-7ebb-4788-9749-66388e8aa659 req-dedea881-4baf-4019-8187-e909dd86466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:33.745935 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17a15795-7ebb-4788-9749-66388e8aa659 req-dedea881-4baf-4019-8187-e909dd86466e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1096 time: 0.0790589 May 25 20:55:33.880261 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a15795-7ebb-4788-9749-66388e8aa659 req-736543d3-bc7f-44c4-87d9-6d5083a62ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:33.880563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a15795-7ebb-4788-9749-66388e8aa659 req-d60bac61-9b2a-465a-a459-f805b6d689ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:33.881663 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17a15795-7ebb-4788-9749-66388e8aa659 req-736543d3-bc7f-44c4-87d9-6d5083a62ef3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 897 time: 0.1303782 May 25 20:55:33.881963 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17a15795-7ebb-4788-9749-66388e8aa659 req-d60bac61-9b2a-465a-a459-f805b6d689ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 897 time: 0.1324525 May 25 20:55:33.989257 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17a15795-7ebb-4788-9749-66388e8aa659 req-3cb147f8-c3c9-4462-a355-cb0fbd2ef1dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 999 time: 0.1005604 May 25 20:55:33.989623 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17a15795-7ebb-4788-9749-66388e8aa659 req-b5756517-f685-4bcd-b9b4-eec14a8b2e1c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 999 time: 0.1009285 May 25 20:55:34.052572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a15795-7ebb-4788-9749-66388e8aa659 req-8734e8f8-fc15-4231-aa67-a52ed02e4e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:34.053878 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17a15795-7ebb-4788-9749-66388e8aa659 req-8734e8f8-fc15-4231-aa67-a52ed02e4e36 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0589406 May 25 20:55:34.054691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a15795-7ebb-4788-9749-66388e8aa659 req-f6f5aa02-7daa-4ce6-a319-9eb5d48f96ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:34.056111 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17a15795-7ebb-4788-9749-66388e8aa659 req-f6f5aa02-7daa-4ce6-a319-9eb5d48f96ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0622408 May 25 20:55:34.131047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a15795-7ebb-4788-9749-66388e8aa659 req-7726d573-3b24-42f8-a14d-0a16208f8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:34.131875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a15795-7ebb-4788-9749-66388e8aa659 req-371c184e-3bb0-4fb7-b58a-8069809a0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:34.132455 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17a15795-7ebb-4788-9749-66388e8aa659 req-7726d573-3b24-42f8-a14d-0a16208f8927 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724318 May 25 20:55:34.133586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17a15795-7ebb-4788-9749-66388e8aa659 req-371c184e-3bb0-4fb7-b58a-8069809a0221 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713944 May 25 20:55:34.266014 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17a15795-7ebb-4788-9749-66388e8aa659 req-8c91c1f4-377d-4bb7-9e6a-94b7fa0f533e service neutron] 10.222.0.50 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262825 May 25 20:55:34.266745 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17a15795-7ebb-4788-9749-66388e8aa659 req-eea04b24-6079-4dff-ab61-e8dd63f4279a service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273606 May 25 20:55:34.404651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-17a15795-7ebb-4788-9749-66388e8aa659 req-181090e6-39cb-4e43-b60f-5ba2ac03234f service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312330 May 25 20:55:34.584751 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17a15795-7ebb-4788-9749-66388e8aa659 req-b4ef27e3-7953-499c-9c96-a26f6696cd41 service neutron] 10.222.0.50 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123724 May 25 20:55:34.610305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ced17-db4e-4896-8c8e-f399f2454380 req-c08485d0-4023-4aba-8bc9-d038296cf075 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:34.611733 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-769ced17-db4e-4896-8c8e-f399f2454380 req-c08485d0-4023-4aba-8bc9-d038296cf075 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 945 time: 0.2398272 May 25 20:55:34.657037 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-769ced17-db4e-4896-8c8e-f399f2454380 req-de372e1c-5e91-4dee-945e-d49cebf542f7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390830 May 25 20:55:35.858011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bbd85-624c-4a84-83c7-09ea076a4e64 req-bb4b1c5d-a489-4d8f-8779-9913c1cf236f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:35.859631 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f20bbd85-624c-4a84-83c7-09ea076a4e64 req-bb4b1c5d-a489-4d8f-8779-9913c1cf236f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 945 time: 0.0926964 May 25 20:55:35.915058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f20bbd85-624c-4a84-83c7-09ea076a4e64 req-38280e11-c748-4ad4-b048-c78933d831e4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492942 May 25 20:55:37.010401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3c11f3db-e73e-4a2a-b309-52b5535ed288 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:55:37.101837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5cd2f-2029-417f-88af-37d9a438e73f req-241e8b26-a050-4e94-84c4-291b05135425 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:55:37.103351 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fab5cd2f-2029-417f-88af-37d9a438e73f req-241e8b26-a050-4e94-84c4-291b05135425 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 945 time: 0.0820560 May 25 20:55:37.153839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:55:37.155133 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fab5cd2f-2029-417f-88af-37d9a438e73f req-78ab8af8-fe66-499a-baea-704fed2ab281 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458984 May 25 20:55:37.167529 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'port_id': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'mac_address': 'fa:16:3e:8a:47:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:55:37.178363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43034) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:55:37.226323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 3c11f3db-e73e-4a2a-b309-52b5535ed288 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:55:37.226688 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:37.244165 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c11f3db-e73e-4a2a-b309-52b5535ed288 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:55:37.261197 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:55:37.264927 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:37.291705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c6cce07c-286a-4aee-af9c-9a23c410a205 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/d1ba1993-ea5a-4d5b-91d6-7771549f0ac7 HTTP/1.1" status: 200 len: 991 time: 0.1118524 May 25 20:55:37.338115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=3c11f3db-e73e-4a2a-b309-52b5535ed288,revision_number=12']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:55:37.575519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['3c11f3db-e73e-4a2a-b309-52b5535ed288'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:55:39.025456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3c11f3db-e73e-4a2a-b309-52b5535ed288 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:55:39.092398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 3c11f3db-e73e-4a2a-b309-52b5535ed288 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:55:39.096918 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 3c11f3db-e73e-4a2a-b309-52b5535ed288 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:55:39.097284 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:39.216392 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 3c11f3db-e73e-4a2a-b309-52b5535ed288 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:55:39.216991 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:39.245334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:55:39.255541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:55:39.259692 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:39.293142 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0266696f-8626-48ac-bd36-cbe85bb63767'] response: {'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'code': 200} May 25 20:55:39.334938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=3c11f3db-e73e-4a2a-b309-52b5535ed288,revision_number=13']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:55:54.101197 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:54.534995 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:55:58.209210 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e83490a1-d3d1-4ee3-9dd8-a4485616a56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:55:58.429440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:00.642793 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2093516a-01a8-4c78-941f-7f66c899da88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:01.414043 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:01.846854 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:03.186341 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:20.183633 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1052b8ef-1419-401f-907d-3545b8de3e46 req-69f5dade-1f82-47ce-bf3a-fdd60c6f7a4b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692365 May 25 20:56:20.323365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052b8ef-1419-401f-907d-3545b8de3e46 req-45a309fe-fe5d-4de6-a1fe-553f539410a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:20.324824 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1052b8ef-1419-401f-907d-3545b8de3e46 req-45a309fe-fe5d-4de6-a1fe-553f539410a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1098 time: 0.0745974 May 25 20:56:20.467587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052b8ef-1419-401f-907d-3545b8de3e46 req-b8638319-c55a-439f-8d2a-e16dc52d891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:20.468927 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1052b8ef-1419-401f-907d-3545b8de3e46 req-b8638319-c55a-439f-8d2a-e16dc52d891f service neutron] 10.222.0.70 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 897 time: 0.1258318 May 25 20:56:20.577248 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1052b8ef-1419-401f-907d-3545b8de3e46 req-6ae85ef5-5e9a-40fc-ba9e-fe564b98a0c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 1001 time: 0.1020794 May 25 20:56:20.640209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052b8ef-1419-401f-907d-3545b8de3e46 req-d7f6ec6e-b19d-4f86-b4be-d4153a57fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:20.641629 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1052b8ef-1419-401f-907d-3545b8de3e46 req-d7f6ec6e-b19d-4f86-b4be-d4153a57fbef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0576184 May 25 20:56:20.723145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052b8ef-1419-401f-907d-3545b8de3e46 req-0210503e-0de5-4eb4-a217-c5e98ba9a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:20.724517 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1052b8ef-1419-401f-907d-3545b8de3e46 req-0210503e-0de5-4eb4-a217-c5e98ba9a8f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773098 May 25 20:56:20.978138 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1052b8ef-1419-401f-907d-3545b8de3e46 req-92cf52eb-6350-40c6-b981-00d05a088af6 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453055 May 25 20:56:21.108143 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1052b8ef-1419-401f-907d-3545b8de3e46 req-b58321d4-46dd-4e12-8b3a-ac5d5393f406 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244676 May 25 20:56:24.114688 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:26.345178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beb0d2-298f-4664-85d9-b1f39c58829b req-1107e050-9528-4649-9ac7-0393b7a8c06a tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:26.346611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28beb0d2-298f-4664-85d9-b1f39c58829b req-1107e050-9528-4649-9ac7-0393b7a8c06a tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1098 time: 0.1286304 May 25 20:56:26.386953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-28beb0d2-298f-4664-85d9-b1f39c58829b req-fa2210f9-bce3-4bf4-8855-080c013d415d tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Synchronizing usage tracker for tenant:59e78e1127d9444aa2b26c4cb44e7735 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:56:26.404604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-28beb0d2-298f-4664-85d9-b1f39c58829b req-fa2210f9-bce3-4bf4-8855-080c013d415d tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Unset dirty status for tenant:59e78e1127d9444aa2b26c4cb44e7735 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:56:26.405860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-28beb0d2-298f-4664-85d9-b1f39c58829b req-fa2210f9-bce3-4bf4-8855-080c013d415d tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534925 May 25 20:56:26.428451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43076) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:26.638974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4d6a71a9-b6e7-49ea-9704-1dba40d2daad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port 989e6ae5-1556-4f8c-ad2e-3dce7f4a37f7 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:56:26.639224 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d6a71a9-b6e7-49ea-9704-1dba40d2daad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:26.754769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-8f373769-d047-4d7c-a07f-0c54994e7c8f req-d7fb47bf-f0ed-4bb7-8461-ad21b0eff368 tempest-TestVolumeBootPattern-425565917 tempest-TestVolumeBootPattern-425565917-project] (88331) timed out ('10.222.0.50', 56985) {{(pid=88331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 20:56:26.807736 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d6a71a9-b6e7-49ea-9704-1dba40d2daad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:26.808057 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d6a71a9-b6e7-49ea-9704-1dba40d2daad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:26.933303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4d6a71a9-b6e7-49ea-9704-1dba40d2daad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for 989e6ae5-1556-4f8c-ad2e-3dce7f4a37f7 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:56:27.078475 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d6a71a9-b6e7-49ea-9704-1dba40d2daad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:27.129471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a71a9-b6e7-49ea-9704-1dba40d2daad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=989e6ae5-1556-4f8c-ad2e-3dce7f4a37f7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:27.217994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d6a71a9-b6e7-49ea-9704-1dba40d2daad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:27.218344 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-4d6a71a9-b6e7-49ea-9704-1dba40d2daad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Floating IP d1ba1993-ea5a-4d5b-91d6-7771549f0ac7 disassociated (deleted). External IP: 172.25.3.92, port: 3c11f3db-e73e-4a2a-b309-52b5535ed288. May 25 20:56:27.705187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6a71a9-b6e7-49ea-9704-1dba40d2daad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:56:27.887946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6a71a9-b6e7-49ea-9704-1dba40d2daad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:56:27.897743 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125897a-b48e-45c2-b65b-76c3157da149 None None] Sync routers for ids ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:56:27.907499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125897a-b48e-45c2-b65b-76c3157da149 None None] Routers {'80fe0a10-ea20-4037-ae3e-8ce6340d3de6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:56:27.908093 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b125897a-b48e-45c2-b65b-76c3157da149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:56:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:27.909076 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d6a71a9-b6e7-49ea-9704-1dba40d2daad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:27.967777 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4d6a71a9-b6e7-49ea-9704-1dba40d2daad tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/floatingips/d1ba1993-ea5a-4d5b-91d6-7771549f0ac7 HTTP/1.1" status: 204 len: 168 time: 1.5359128 May 25 20:56:27.967777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:56:28.027863 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da61f035-523e-4f50-88ac-1e13cd08aded'] response: {'name': 'network-changed', 'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'status': 'completed', 'code': 200} May 25 20:56:28.098905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-b125897a-b48e-45c2-b65b-76c3157da149 None None] Set router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:56:28.123369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91380921-b62a-45df-a565-5531f148090a req-4a4390e1-ea97-40d9-97de-66e5955a9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:28.124879 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91380921-b62a-45df-a565-5531f148090a req-4a4390e1-ea97-40d9-97de-66e5955a9c4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 1098 time: 0.0753467 May 25 20:56:28.274127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91380921-b62a-45df-a565-5531f148090a req-5a9fd7e1-a964-44a0-999b-6a97fcb744a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:28.276335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91380921-b62a-45df-a565-5531f148090a req-5a9fd7e1-a964-44a0-999b-6a97fcb744a7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 200 len: 897 time: 0.1451647 May 25 20:56:28.344419 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bb570d07-9b60-4658-b74a-33be2b6a3d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:28.391686 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91380921-b62a-45df-a565-5531f148090a req-1717a068-c204-4c66-9138-b090466cbe76 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 200 len: 217 time: 0.0783079 May 25 20:56:28.459687 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:28.470989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91380921-b62a-45df-a565-5531f148090a req-cc5df6d7-6992-4940-be7e-43a1a95f0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:28.472427 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91380921-b62a-45df-a565-5531f148090a req-cc5df6d7-6992-4940-be7e-43a1a95f0228 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 200 len: 835 time: 0.0736997 May 25 20:56:28.481178 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b125897a-b48e-45c2-b65b-76c3157da149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:53:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3', 'name': '', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:63:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:42Z', 'updated_at': '2022-05-25T20:53:48Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:28.483586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb11c8-e9fc-4975-b438-877b283da7f4 req-19a7f600-cfea-4047-a311-fe69197ca465 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:28.484422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-46cb11c8-e9fc-4975-b438-877b283da7f4 req-19a7f600-cfea-4047-a311-fe69197ca465 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:56:28.485170 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125897a-b48e-45c2-b65b-76c3157da149 None None] Checking router: 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:56:28.493458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125897a-b48e-45c2-b65b-76c3157da149 None None] Routers {'80fe0a10-ea20-4037-ae3e-8ce6340d3de6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:56:28.494761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b125897a-b48e-45c2-b65b-76c3157da149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:56:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:28.546464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-46cb11c8-e9fc-4975-b438-877b283da7f4 req-19a7f600-cfea-4047-a311-fe69197ca465 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:56:28.548078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-46cb11c8-e9fc-4975-b438-877b283da7f4 req-19a7f600-cfea-4047-a311-fe69197ca465 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 947 time: 0.2703304 May 25 20:56:28.603107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91380921-b62a-45df-a565-5531f148090a req-c8ba3269-97e1-4364-8d8a-92892c8d01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:28.604665 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91380921-b62a-45df-a565-5531f148090a req-c8ba3269-97e1-4364-8d8a-92892c8d01a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fdde9759-5356-4463-83f7-e5a7b653d983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165581 May 25 20:56:28.609260 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-46cb11c8-e9fc-4975-b438-877b283da7f4 req-4c1700b1-f844-4161-b61e-2ebdc8ddeacb tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554616 May 25 20:56:28.675984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-b125897a-b48e-45c2-b65b-76c3157da149 None None] Set router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:56:28.740935 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91380921-b62a-45df-a565-5531f148090a req-b5039ecf-ee17-4f49-a337-661db4eddbf7 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298742 May 25 20:56:28.872170 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91380921-b62a-45df-a565-5531f148090a req-dbdc0c23-7ff2-4188-b707-fbd6ad0c1374 service neutron] 10.222.0.70 "GET /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243074 May 25 20:56:28.996987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-b125897a-b48e-45c2-b65b-76c3157da149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:53:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3', 'name': '', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:63:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:42Z', 'updated_at': '2022-05-25T20:53:48Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:29.000945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125897a-b48e-45c2-b65b-76c3157da149 None None] The sync data for ids ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'] in n-d-843339-1 is: [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:53:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3', 'name': '', 'network_id': 'fdde9759-5356-4463-83f7-e5a7b653d983', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:63:be:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:42Z', 'updated_at': '2022-05-25T20:53:48Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '46ca0a39-7293-45b5-9e5b-122904cee9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:56:29.214267 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ad44d-1833-49f6-9cda-79e71b5c456d None None] New status for floating IP d1ba1993-ea5a-4d5b-91d6-7771549f0ac7: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:56:29.802824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73247b-3041-4866-8bbc-94357d2ac810 req-7e9ebf14-97ab-4a24-8b4d-9532bdf43b87 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:29.804255 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7a73247b-3041-4866-8bbc-94357d2ac810 req-7e9ebf14-97ab-4a24-8b4d-9532bdf43b87 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 947 time: 0.0843110 May 25 20:56:29.806319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2908f0-c311-4fbc-a7e2-8742bdad59b2 req-526b2ad6-87a6-41af-a863-973974d6c006 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:29.807989 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4b2908f0-c311-4fbc-a7e2-8742bdad59b2 req-526b2ad6-87a6-41af-a863-973974d6c006 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 947 time: 0.0835834 May 25 20:56:29.854803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4b2908f0-c311-4fbc-a7e2-8742bdad59b2 req-1aa5d88f-d5a5-4189-8cc0-24606a13fdf5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=723a884c-bc8f-4774-8afc-5802ddf62ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409527 May 25 20:56:29.880617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7a73247b-3041-4866-8bbc-94357d2ac810 req-f92c1c91-5c53-4f29-9148-429c042dc0ef tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port 3c11f3db-e73e-4a2a-b309-52b5535ed288 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:56:29.880954 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7a73247b-3041-4866-8bbc-94357d2ac810 req-f92c1c91-5c53-4f29-9148-429c042dc0ef tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:30.244742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7a73247b-3041-4866-8bbc-94357d2ac810 req-f92c1c91-5c53-4f29-9148-429c042dc0ef tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] For port 3c11f3db-e73e-4a2a-b309-52b5535ed288, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3c11f3db-e73e-4a2a-b309-52b5535ed288,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:56:30.245033 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7a73247b-3041-4866-8bbc-94357d2ac810 req-f92c1c91-5c53-4f29-9148-429c042dc0ef tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:30.376379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7a73247b-3041-4866-8bbc-94357d2ac810 req-f92c1c91-5c53-4f29-9148-429c042dc0ef tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for 3c11f3db-e73e-4a2a-b309-52b5535ed288 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:56:30.525342 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7a73247b-3041-4866-8bbc-94357d2ac810 req-f92c1c91-5c53-4f29-9148-429c042dc0ef tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:30.576857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c1c91-5c53-4f29-9148-429c042dc0ef tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=3c11f3db-e73e-4a2a-b309-52b5535ed288,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:30.644315 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5504137e-9dd8-4bff-a552-c32a5985190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:30.655299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a73247b-3041-4866-8bbc-94357d2ac810 req-f92c1c91-5c53-4f29-9148-429c042dc0ef tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] No DVR routers for this DVR port 3c11f3db-e73e-4a2a-b309-52b5535ed288 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:56:30.658059 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7a73247b-3041-4866-8bbc-94357d2ac810 req-f92c1c91-5c53-4f29-9148-429c042dc0ef tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:30.660736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'name': 'network-vif-deleted', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:56:30.677983 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7a73247b-3041-4866-8bbc-94357d2ac810 req-f92c1c91-5c53-4f29-9148-429c042dc0ef tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "DELETE /v2.0/ports/3c11f3db-e73e-4a2a-b309-52b5535ed288 HTTP/1.1" status: 204 len: 173 time: 0.8682387 May 25 20:56:30.707244 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc1bab76-a486-47be-840c-a3d1de97f253'] response: {'server_uuid': '741bab01-248b-4951-99f5-ca909625a503', 'name': 'network-vif-deleted', 'tag': '3c11f3db-e73e-4a2a-b309-52b5535ed288', 'status': 'completed', 'code': 200} May 25 20:56:31.025338 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98d2d498-b46a-4302-ac55-a15858b340f2 req-8916081e-9c61-4a82-a2b8-8586c37280cf tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=741bab01-248b-4951-99f5-ca909625a503 HTTP/1.1" status: 200 len: 210 time: 0.0429389 May 25 20:56:31.415536 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:31.534293 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:56:31.851067 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:32.120948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43096) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:32.676662 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:33.029991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:56:33.030249 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:33.190238 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:33.321504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3c11f3db-e73e-4a2a-b309-52b5535ed288 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:56:33.334079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] For port 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:56:33.334655 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:33.356884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 3c11f3db-e73e-4a2a-b309-52b5535ed288 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:56:33.357226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3c11f3db-e73e-4a2a-b309-52b5535ed288 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:56:33.461620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:56:33.653035 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:33.703629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:33.750879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:33.751267 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:33.751555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:33.751886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:33.752215 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:33.752542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:33.752873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:33.753192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:33.753515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:33.753835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:33.754176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:33.754492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:33.992651 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:34.358995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:56:34.535444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:56:34.545012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae294224-4fdc-44ca-8df4-151f389a3e12 None None] Sync routers for ids ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:56:34.550491 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9dd4ccf7-d80c-404c-a532-a7eea4e1156d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "PUT /v2.0/routers/80fe0a10-ea20-4037-ae3e-8ce6340d3de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4260962 May 25 20:56:34.550710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43100) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:34.553880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae294224-4fdc-44ca-8df4-151f389a3e12 None None] Routers {'80fe0a10-ea20-4037-ae3e-8ce6340d3de6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:56:34.554492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ae294224-4fdc-44ca-8df4-151f389a3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:56:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:34.622818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-48516080-f38f-49ef-bfbc-baa4d0ea6cc1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting subnet 46ca0a39-7293-45b5-9e5b-122904cee9eb {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:56:34.625908 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48516080-f38f-49ef-bfbc-baa4d0ea6cc1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:34.742579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ae294224-4fdc-44ca-8df4-151f389a3e12 None None] Set router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:56:34.773191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-f5e8f662-6ceb-4978-a711-d1fcd1122b94 req-e5433437-d116-4f59-85b4-7327e9694022 service neutron] (88331) timed out ('10.222.0.50', 56837) {{(pid=88331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 20:56:34.802008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48516080-f38f-49ef-bfbc-baa4d0ea6cc1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:34.890587 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48516080-f38f-49ef-bfbc-baa4d0ea6cc1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:34.964348 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48516080-f38f-49ef-bfbc-baa4d0ea6cc1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:35.005189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48516080-f38f-49ef-bfbc-baa4d0ea6cc1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Subnet': ['ID=46ca0a39-7293-45b5-9e5b-122904cee9eb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:35.007466 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-48516080-f38f-49ef-bfbc-baa4d0ea6cc1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:35.015078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485e14bb-0b5f-4f6f-8472-10c8ae8399ae None None] Network fdde9759-5356-4463-83f7-e5a7b653d983 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:56:35.016809 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-48516080-f38f-49ef-bfbc-baa4d0ea6cc1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/subnets/46ca0a39-7293-45b5-9e5b-122904cee9eb HTTP/1.1" status: 204 len: 168 time: 0.4651282 May 25 20:56:35.019407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43104) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:35.203569 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:35.216110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ae294224-4fdc-44ca-8df4-151f389a3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:56:33Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:35.229333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae294224-4fdc-44ca-8df4-151f389a3e12 None None] Checking router: 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:56:35.247869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae294224-4fdc-44ca-8df4-151f389a3e12 None None] Routers {'80fe0a10-ea20-4037-ae3e-8ce6340d3de6'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:56:35.248466 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ae294224-4fdc-44ca-8df4-151f389a3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:56:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:35.384708 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:35.394809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:56:35.395224 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:35.442988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ae294224-4fdc-44ca-8df4-151f389a3e12 None None] Set router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:56:35.487151 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] DHCP port deletion for fdde9759-5356-4463-83f7-e5a7b653d983 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:56:35.553771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Deleting port d91256a7-01e0-4072-b2d3-2b753f717f10 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:56:35.554466 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:35.576130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] For port 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:56:35.576485 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:35.702112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:56:35.874285 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:35.900717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] For port d91256a7-01e0-4072-b2d3-2b753f717f10, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d91256a7-01e0-4072-b2d3-2b753f717f10,segment=NetworkSegment(86d04656-cf85-4243-94d6-6d5ddbabeed7),segment_id=86d04656-cf85-4243-94d6-6d5ddbabeed7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:56:35.901095 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:35.925368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:36.031513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Calling delete_port for d91256a7-01e0-4072-b2d3-2b753f717f10 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:56:36.048910 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:36.087333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ae294224-4fdc-44ca-8df4-151f389a3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:56:33Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:36.092264 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d91256a7-01e0-4072-b2d3-2b753f717f10 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:56:36.142806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae294224-4fdc-44ca-8df4-151f389a3e12 None None] The sync data for ids ['80fe0a10-ea20-4037-ae3e-8ce6340d3de6'] in n-d-843339-1 is: [{'id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480813422', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:53:38Z', 'updated_at': '2022-05-25T20:56:33Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fe0a10-ea20-4037-ae3e-8ce6340d3de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:53:39Z', 'updated_at': '2022-05-25T20:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:56:36.207134 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:36.249113 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Port d91256a7-01e0-4072-b2d3-2b753f717f10 update to DOWN by agent not found {{(pid=88333) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 25 20:56:36.266920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Pushing event deleted for resources: {'Port': ['ID=d91256a7-01e0-4072-b2d3-2b753f717f10,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:36.269312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] No DVR routers for this DVR port d91256a7-01e0-4072-b2d3-2b753f717f10 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:56:36.283185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:36.283530 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:36.283866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:36.284203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:36.284563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:36.284890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:36.285212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:36.285533 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:36.285851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:36.286187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:36.286509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:36.286853 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0eda0d-8118-4461-b1f1-6363c06ff8bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:36.372032 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:36.375117 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:36.400535 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:36.401968 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Fanout notify agent at l3_agent the message router_deleted on router 80fe0a10-ea20-4037-ae3e-8ce6340d3de6 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:56:36.418006 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:36.419167 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-101191ec-5d90-42e0-9baa-49defdacff36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/routers/80fe0a10-ea20-4037-ae3e-8ce6340d3de6 HTTP/1.1" status: 204 len: 168 time: 1.3988664 May 25 20:56:36.421820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43108) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:36.538605 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a86d94d1-2673-445f-ad06-d27e3b29ae92 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:36.682611 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a86d94d1-2673-445f-ad06-d27e3b29ae92 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:36.721989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-a86d94d1-2673-445f-ad06-d27e3b29ae92 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdde9759-5356-4463-83f7-e5a7b653d983']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:36.737992 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-a86d94d1-2673-445f-ad06-d27e3b29ae92 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d04656-cf85-4243-94d6-6d5ddbabeed7') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:36.738328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-a86d94d1-2673-445f-ad06-d27e3b29ae92 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d04656-cf85-4243-94d6-6d5ddbabeed7') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:36.756765 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a86d94d1-2673-445f-ad06-d27e3b29ae92 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:36.777136 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a86d94d1-2673-445f-ad06-d27e3b29ae92 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:36.784107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86d94d1-2673-445f-ad06-d27e3b29ae92 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:56:36.784592 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a86d94d1-2673-445f-ad06-d27e3b29ae92 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:36.856123 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 86d04656-cf85-4243-94d6-6d5ddbabeed7 resource provider aggregate not found May 25 20:56:36.879128 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 86d04656-cf85-4243-94d6-6d5ddbabeed7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86d04656-cf85-4243-94d6-6d5ddbabeed7 found for delete ", "request_id": "req-37d25263-8263-4f08-80ba-8cda61bbe1b5"}]} May 25 20:56:36.892461 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a86d94d1-2673-445f-ad06-d27e3b29ae92 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:36.897292 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a86d94d1-2673-445f-ad06-d27e3b29ae92 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:36.924198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d94d1-2673-445f-ad06-d27e3b29ae92 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Network': ['ID=fdde9759-5356-4463-83f7-e5a7b653d983,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:36.928040 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a86d94d1-2673-445f-ad06-d27e3b29ae92 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/networks/fdde9759-5356-4463-83f7-e5a7b653d983 HTTP/1.1" status: 204 len: 168 time: 0.5052557 May 25 20:56:36.930655 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43116) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:36.998637 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dd26f2e-d8d3-44af-b272-58e0c9c537a8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.027042 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dd26f2e-d8d3-44af-b272-58e0c9c537a8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.105748 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dd26f2e-d8d3-44af-b272-58e0c9c537a8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.125485 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd26f2e-d8d3-44af-b272-58e0c9c537a8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=723a884c-bc8f-4774-8afc-5802ddf62ba3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:37.137800 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dd26f2e-d8d3-44af-b272-58e0c9c537a8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.138860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5dd26f2e-d8d3-44af-b272-58e0c9c537a8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/security-groups/723a884c-bc8f-4774-8afc-5802ddf62ba3 HTTP/1.1" status: 204 len: 168 time: 0.2067590 May 25 20:56:37.269712 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43124) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:37.274901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1343588088', 'description': 'tempest-secgroup-smoke-1343588088 description', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:56:37.281513 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:56:37.285563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:56:37.288398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:56:37.294669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:56:37.308497 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.327757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:56:37.331565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:56:37.334380 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:56:37.340488 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:56:37.410302 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.414279 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.458554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158a0721-55c5-420e-93e9-4a73b365e275,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:37.461062 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.462782 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c5a29262-59e5-4e0b-a8a9-b8ed45b6a021 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1915116 May 25 20:56:37.465955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43128) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:37.470983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '158a0721-55c5-420e-93e9-4a73b365e275', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:56:37.477747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:56:37.482469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:56:37.485428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:56:37.491198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:56:37.506780 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.572494 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.576093 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.599881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb8108c-c34d-4184-ab13-de8b5ef287b7,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:37.611050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:37.611395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:37.611726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:37.612066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:37.612380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:37.612701 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:37.613020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:37.613338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:37.613655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:37.613984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:37.614308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:37.614621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:37.617262 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.618462 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-921a7290-55e0-4833-8203-4bc594b41ab4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515272 May 25 20:56:37.621326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43132) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:37.626382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e50454bd-62cd-41d1-b91c-dc0c6e423a17 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '158a0721-55c5-420e-93e9-4a73b365e275', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:56:37.633064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e50454bd-62cd-41d1-b91c-dc0c6e423a17 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:56:37.637384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e50454bd-62cd-41d1-b91c-dc0c6e423a17 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:56:37.640226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e50454bd-62cd-41d1-b91c-dc0c6e423a17 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:56:37.645784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e50454bd-62cd-41d1-b91c-dc0c6e423a17 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:56:37.662547 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e50454bd-62cd-41d1-b91c-dc0c6e423a17 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.724917 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e50454bd-62cd-41d1-b91c-dc0c6e423a17 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.729552 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e50454bd-62cd-41d1-b91c-dc0c6e423a17 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.753333 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50454bd-62cd-41d1-b91c-dc0c6e423a17 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dceba0d-8c96-4ad1-a35c-f90d5c884087,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:37.764274 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e50454bd-62cd-41d1-b91c-dc0c6e423a17 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.765430 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e50454bd-62cd-41d1-b91c-dc0c6e423a17 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1431887 May 25 20:56:37.768239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43136) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:37.773018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b9833760-eda8-4d6b-aac1-3595fd2ebd88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '158a0721-55c5-420e-93e9-4a73b365e275', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:56:37.780072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b9833760-eda8-4d6b-aac1-3595fd2ebd88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:56:37.783861 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b9833760-eda8-4d6b-aac1-3595fd2ebd88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:56:37.786664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b9833760-eda8-4d6b-aac1-3595fd2ebd88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:56:37.792351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b9833760-eda8-4d6b-aac1-3595fd2ebd88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:56:37.810450 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9833760-eda8-4d6b-aac1-3595fd2ebd88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.870694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9833760-eda8-4d6b-aac1-3595fd2ebd88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.874177 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9833760-eda8-4d6b-aac1-3595fd2ebd88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.897371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9833760-eda8-4d6b-aac1-3595fd2ebd88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fca84fc-dc8f-4eda-9893-efc7d6fe4383,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:37.907121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9833760-eda8-4d6b-aac1-3595fd2ebd88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.908346 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b9833760-eda8-4d6b-aac1-3595fd2ebd88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391509 May 25 20:56:37.911036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43140) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:37.916081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d65ada11-20a3-4bc8-93a8-da04fe3597e9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '158a0721-55c5-420e-93e9-4a73b365e275', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:56:37.922523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d65ada11-20a3-4bc8-93a8-da04fe3597e9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:56:37.926363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d65ada11-20a3-4bc8-93a8-da04fe3597e9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:56:37.929130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d65ada11-20a3-4bc8-93a8-da04fe3597e9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:56:37.934829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d65ada11-20a3-4bc8-93a8-da04fe3597e9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:56:37.951579 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d65ada11-20a3-4bc8-93a8-da04fe3597e9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:37.989825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:56:38.018299 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d65ada11-20a3-4bc8-93a8-da04fe3597e9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.022910 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d65ada11-20a3-4bc8-93a8-da04fe3597e9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.025453 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:56:38.025928 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5b32fa2b-bb58-4c3c-bc7c-36030f9fdc99 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:56:38.026374 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:56:38.046706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ada11-20a3-4bc8-93a8-da04fe3597e9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d02e3a5-a527-46d9-a020-8c95413da3c3,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:38.055827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d65ada11-20a3-4bc8-93a8-da04fe3597e9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.057115 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d65ada11-20a3-4bc8-93a8-da04fe3597e9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451485 May 25 20:56:38.059656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:56:38.059925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43144) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:38.060112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5b8a9a9e-a74f-48f3-b0ef-93d02c7ea5f3 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:56:38.065123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-67058d62-d08b-47e2-83ae-cdd14770ed38 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '158a0721-55c5-420e-93e9-4a73b365e275', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:56:38.072279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-67058d62-d08b-47e2-83ae-cdd14770ed38 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:56:38.077128 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-67058d62-d08b-47e2-83ae-cdd14770ed38 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:56:38.081171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-67058d62-d08b-47e2-83ae-cdd14770ed38 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:56:38.086985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-67058d62-d08b-47e2-83ae-cdd14770ed38 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:56:38.100042 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-67058d62-d08b-47e2-83ae-cdd14770ed38 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Project fd0cdadfc81d4b49ac4e620e789bf588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:56:38.106989 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67058d62-d08b-47e2-83ae-cdd14770ed38 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.173169 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67058d62-d08b-47e2-83ae-cdd14770ed38 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.176737 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67058d62-d08b-47e2-83ae-cdd14770ed38 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.202005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67058d62-d08b-47e2-83ae-cdd14770ed38 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3917a4-9e28-43cc-be30-78673e8f727d,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:38.210423 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67058d62-d08b-47e2-83ae-cdd14770ed38 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.211678 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-67058d62-d08b-47e2-83ae-cdd14770ed38 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508267 May 25 20:56:38.214350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43148) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:38.219218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-167166cf-ae24-452e-b523-f5e66e66549a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': '158a0721-55c5-420e-93e9-4a73b365e275', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:56:38.225655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-167166cf-ae24-452e-b523-f5e66e66549a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:56:38.229769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-167166cf-ae24-452e-b523-f5e66e66549a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:56:38.232584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-167166cf-ae24-452e-b523-f5e66e66549a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:56:38.238225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-167166cf-ae24-452e-b523-f5e66e66549a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:56:38.248869 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-167166cf-ae24-452e-b523-f5e66e66549a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Project fd0cdadfc81d4b49ac4e620e789bf588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:56:38.255380 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-167166cf-ae24-452e-b523-f5e66e66549a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.320452 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-167166cf-ae24-452e-b523-f5e66e66549a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.324699 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-167166cf-ae24-452e-b523-f5e66e66549a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.347767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167166cf-ae24-452e-b523-f5e66e66549a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cd99b8-d6ae-4e85-b87b-acf7def242e6,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:38.356737 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-167166cf-ae24-452e-b523-f5e66e66549a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.357984 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-167166cf-ae24-452e-b523-f5e66e66549a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427310 May 25 20:56:38.360873 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43152) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:38.366205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'network': {'name': 'tempest-network-smoke--1951284897', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'port_security_enabled': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:56:38.372387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:56:38.376495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:network and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:56:38.379331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:56:38.385758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:56:38.395930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Made reservation on behalf of fd0cdadfc81d4b49ac4e620e789bf588 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:56:38.399315 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.427013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:56:38.436427 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.436817 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Added segment 5a52bca5-3319-49b5-b2b3-39e881b9755c of type vlan for network 1729c38e-fff7-4288-996c-7a1f08c36ebd May 25 20:56:38.463568 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.495655 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.501018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:38.501592 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.607912 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2434680 May 25 20:56:38.608144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43156) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:38.615650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'admin_state_up': True, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:56:38.626689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c4ccf-2ac8-47ac-8c96-251b6a889278 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Network': ['ID=1729c38e-fff7-4288-996c-7a1f08c36ebd,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:38.630221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:56:38.635738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:router and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:56:38.638802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:56:38.639242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 1729c38e-fff7-4288-996c-7a1f08c36ebd details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:56:38.644609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:56:38.667790 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.668837 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.691032 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:38.986313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:39.395193 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:39.424372 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:39.561745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.25.3.16 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/1f294b74-126b-4cd6-b2da-ca9ed4585cd7) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:56:39.713878 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:39.748103 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:39.817545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:56:39.820236 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:56:39.824685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:56:39.858934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=1f294b74-126b-4cd6-b2da-ca9ed4585cd7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:40.252042 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:40.592008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:40.924639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router dd4ef6df-0337-4583-897c-3ec2564aeb89 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:56:41.100973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:56:41.111086 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Sync routers for ids ['dd4ef6df-0337-4583-897c-3ec2564aeb89'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:56:41.121056 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Routers {'dd4ef6df-0337-4583-897c-3ec2564aeb89'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:56:41.121860 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:56:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['dd4ef6df-0337-4583-897c-3ec2564aeb89'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:41.128656 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:41.129865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1345de6a-88b5-41db-a17b-9535be8e3310 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5208926 May 25 20:56:41.133042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43162) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:41.178511 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-20bcaf51-7e3d-4005-8e47-aa147c2b5705 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=fd0cdadfc81d4b49ac4e620e789bf588&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417187 May 25 20:56:41.178713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43166) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:41.298397 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Set router dd4ef6df-0337-4583-897c-3ec2564aeb89 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:56:41.310140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef106fb-fe67-4abd-80e0-eaad37e78d6b tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:41.311645 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2ef106fb-fe67-4abd-80e0-eaad37e78d6b tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321025 May 25 20:56:41.314601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43170) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:41.354535 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-817c233e-0317-4fec-ac27-0b4f74d14bf6 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388477 May 25 20:56:41.357146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43174) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:41.362733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1807336258', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:56:41.474842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:56:41.479322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:subnet and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:56:41.482269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:56:41.487887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:56:41.498593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Made reservation on behalf of fd0cdadfc81d4b49ac4e620e789bf588 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:56:41.502004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:41.584197 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:56:40Z', 'revision_number': 3, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:41.588697 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Checking router: dd4ef6df-0337-4583-897c-3ec2564aeb89 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:56:41.589033 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Updating router dd4ef6df-0337-4583-897c-3ec2564aeb89 port 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:56:41.642656 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:41.719457 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:41.822268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Subnet': ['ID=4fc13eef-06a1-48fd-b802-a201a8718330,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:41.833016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Checking segment: {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:56:41.833377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network hostable DHCP agents. Network: 1729c38e-fff7-4288-996c-7a1f08c36ebd, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:56:41.854532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 1729c38e-fff7-4288-996c-7a1f08c36ebd is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:56:41.864946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 1729c38e-fff7-4288-996c-7a1f08c36ebd) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:56:41.869808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:41.870116 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:41.875759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a674f5-3c7f-4b9f-9dc8-c219ff7b69c9 None None] Network 1729c38e-fff7-4288-996c-7a1f08c36ebd requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:56:41.893388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3418022b-f51f-4490-93c2-781a5ed33ff4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5349302 May 25 20:56:41.896278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43178) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:42.031024 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:42.044948 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Transition to ACTIVE for port object 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:56:42.051761 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:42.121619 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-1729c38e-fff7-4288-996c-7a1f08c36ebd', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ips': [{'subnet_id': '4fc13eef-06a1-48fd-b802-a201a8718330'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:56:42.123091 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:42.133422 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Attempting to bind port 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:56:42.134300 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Attempting to bind port 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:56:42.134501 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Attempting to bind port 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:56:42.144412 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:56:42.144770 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:56:42.145161 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:42.145540 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:56:42.145988 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Bound port: 1f294b74-126b-4cd6-b2da-ca9ed4585cd7, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:56:42.146374 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:42.193439 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bc42b-3c25-4c98-a3af-d266025c924c None None] Pushing event updated for resources: {'Port': ['ID=1f294b74-126b-4cd6-b2da-ca9ed4585cd7,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:42.207270 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48bc42b-3c25-4c98-a3af-d266025c924c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:42.207863 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48bc42b-3c25-4c98-a3af-d266025c924c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:42.208352 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48bc42b-3c25-4c98-a3af-d266025c924c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:42.208680 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48bc42b-3c25-4c98-a3af-d266025c924c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:42.209003 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48bc42b-3c25-4c98-a3af-d266025c924c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:42.209320 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48bc42b-3c25-4c98-a3af-d266025c924c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:42.209641 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48bc42b-3c25-4c98-a3af-d266025c924c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:42.209955 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48bc42b-3c25-4c98-a3af-d266025c924c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:42.210292 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48bc42b-3c25-4c98-a3af-d266025c924c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:42.210607 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48bc42b-3c25-4c98-a3af-d266025c924c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:42.210918 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48bc42b-3c25-4c98-a3af-d266025c924c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:42.211260 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48bc42b-3c25-4c98-a3af-d266025c924c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:56:42.242229 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] For port 1f294b74-126b-4cd6-b2da-ca9ed4585cd7, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:56:42.246024 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] For port 1f294b74-126b-4cd6-b2da-ca9ed4585cd7, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1f294b74-126b-4cd6-b2da-ca9ed4585cd7,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:56:42.250969 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:42.292857 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Allocated IP 172.20.0.2 (1729c38e-fff7-4288-996c-7a1f08c36ebd/4fc13eef-06a1-48fd-b802-a201a8718330/15fb6e93-943f-4b70-ac6e-7c13d7703854) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:56:42.327099 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Routers {'dd4ef6df-0337-4583-897c-3ec2564aeb89'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:56:42.327655 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:56:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['dd4ef6df-0337-4583-897c-3ec2564aeb89'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:42.408754 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bc42b-3c25-4c98-a3af-d266025c924c None None] Pushing event updated for resources: {'Port': ['ID=1f294b74-126b-4cd6-b2da-ca9ed4585cd7,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:42.512152 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:42.521456 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] Set router dd4ef6df-0337-4583-897c-3ec2564aeb89 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:56:42.523722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Transition to ACTIVE for port object 15fb6e93-943f-4b70-ac6e-7c13d7703854 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:56:42.544403 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Transition to ACTIVE for port object 15fb6e93-943f-4b70-ac6e-7c13d7703854 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:56:42.551661 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:42.625238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Network 1729c38e-fff7-4288-996c-7a1f08c36ebd is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:56:42.628211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:56:42.632798 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:56:42.635707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Pushing event updated for resources: {'Port': ['ID=15fb6e93-943f-4b70-ac6e-7c13d7703854,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:42.732429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Attempting to bind port 15fb6e93-943f-4b70-ac6e-7c13d7703854 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:56:42.732943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Attempting to bind port 15fb6e93-943f-4b70-ac6e-7c13d7703854 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:56:42.735022 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Attempting to bind port 15fb6e93-943f-4b70-ac6e-7c13d7703854 on network 1729c38e-fff7-4288-996c-7a1f08c36ebd {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:56:42.741101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:56:42.741800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Checking segment: {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:56:42.742106 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:42.742627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Bound using segment: {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:56:42.743191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Bound port: 15fb6e93-943f-4b70-ac6e-7c13d7703854, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:56:42.744234 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:42.799914 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:42.839873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] For port 15fb6e93-943f-4b70-ac6e-7c13d7703854, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:56:42.840659 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:56:40Z', 'revision_number': 3, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:42.843475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] For port 15fb6e93-943f-4b70-ac6e-7c13d7703854, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=15fb6e93-943f-4b70-ac6e-7c13d7703854,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:56:42.845103 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76ab021-ac71-4e1b-b0f3-697dae1d597e None None] The sync data for ids ['dd4ef6df-0337-4583-897c-3ec2564aeb89'] in n-d-843339-1 is: [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:56:40Z', 'revision_number': 3, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:56:42.849994 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:42.943089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7ee90-7cec-425c-837b-4b32828d713e None None] Pushing event updated for resources: {'Port': ['ID=15fb6e93-943f-4b70-ac6e-7c13d7703854,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:43.298688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.20.0.1 (1729c38e-fff7-4288-996c-7a1f08c36ebd/4fc13eef-06a1-48fd-b802-a201a8718330/b477ede7-1158-4232-8ac9-1a281474b7c6) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:56:43.477460 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:43.495555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Transition to ACTIVE for port object b477ede7-1158-4232-8ac9-1a281474b7c6 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:56:43.520510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:43.591807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 1729c38e-fff7-4288-996c-7a1f08c36ebd is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:56:43.595176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:56:43.597595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:56:43.640526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=b477ede7-1158-4232-8ac9-1a281474b7c6,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:43.669087 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:43.808926 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:44.027747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c96756-3a6e-4229-a163-1b5b8a866241 None None] Network 1729c38e-fff7-4288-996c-7a1f08c36ebd requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:56:44.107355 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:56:44.207884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a2d61626-dca3-438c-89b9-862556832295 None None] Provisioning for port 15fb6e93-943f-4b70-ac6e-7c13d7703854 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:56:44.238977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:56:44.246363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:56:44.246737 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:44.264093 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:44.269396 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:44.386889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=b477ede7-1158-4232-8ac9-1a281474b7c6,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:44.389310 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:44.513543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:56:44.513915 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:44.533951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 1f294b74-126b-4cd6-b2da-ca9ed4585cd7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1f294b74-126b-4cd6-b2da-ca9ed4585cd7,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:56:44.539404 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:44.541044 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 15fb6e93-943f-4b70-ac6e-7c13d7703854 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:56:44.657969 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=1f294b74-126b-4cd6-b2da-ca9ed4585cd7,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:44.673749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 15fb6e93-943f-4b70-ac6e-7c13d7703854 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:56:44.679239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 15fb6e93-943f-4b70-ac6e-7c13d7703854 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:56:44.679606 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:44.681930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 1729c38e-fff7-4288-996c-7a1f08c36ebd is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:56:44.683651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:56:44.805617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 15fb6e93-943f-4b70-ac6e-7c13d7703854 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:56:44.806242 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:44.862299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 15fb6e93-943f-4b70-ac6e-7c13d7703854, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=15fb6e93-943f-4b70-ac6e-7c13d7703854,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:56:44.863247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cdf90ba3-b734-4f08-b5a4-7b10b3332152 None None] Provisioning complete for port 15fb6e93-943f-4b70-ac6e-7c13d7703854 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:56:44.863675 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cdf90ba3-b734-4f08-b5a4-7b10b3332152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:44.885621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router dd4ef6df-0337-4583-897c-3ec2564aeb89 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:56:44.896590 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:44.991283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=15fb6e93-943f-4b70-ac6e-7c13d7703854,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:45.057313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90ba3-b734-4f08-b5a4-7b10b3332152 None None] Current status of the port 15fb6e93-943f-4b70-ac6e-7c13d7703854 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:56:45.069835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cdf90ba3-b734-4f08-b5a4-7b10b3332152 None None] Provisioning for port b477ede7-1158-4232-8ac9-1a281474b7c6 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:56:45.075212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-cdf90ba3-b734-4f08-b5a4-7b10b3332152 None None] Provisioning complete for port b477ede7-1158-4232-8ac9-1a281474b7c6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:56:45.075583 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cdf90ba3-b734-4f08-b5a4-7b10b3332152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:45.086655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:56:45.101041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Sync routers for ids ['dd4ef6df-0337-4583-897c-3ec2564aeb89'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:56:45.107803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-84f6d8b3-210c-4639-95ac-590064e865f9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "PUT /v2.0/routers/dd4ef6df-0337-4583-897c-3ec2564aeb89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2104638 May 25 20:56:45.140201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Routers {'dd4ef6df-0337-4583-897c-3ec2564aeb89'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:56:45.141056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:56:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['dd4ef6df-0337-4583-897c-3ec2564aeb89'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:45.222792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90ba3-b734-4f08-b5a4-7b10b3332152 None None] Port b477ede7-1158-4232-8ac9-1a281474b7c6 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:56:45.279593 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-d5668fcf-c6e3-4335-9cc4-45f13f4872d5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:56:45.295995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-d5668fcf-c6e3-4335-9cc4-45f13f4872d5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:56:45.297368 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-d5668fcf-c6e3-4335-9cc4-45f13f4872d5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343588088&fields=id&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 267 time: 0.0574012 May 25 20:56:45.337195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Set router dd4ef6df-0337-4583-897c-3ec2564aeb89 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:56:45.410371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-92647223-19fb-4cbc-bca8-e626327c682e None None] Provisioning complete for port b477ede7-1158-4232-8ac9-1a281474b7c6 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:56:45.410648 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-92647223-19fb-4cbc-bca8-e626327c682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:45.452863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-b9961cb3-062e-4eaf-b1bd-0c787a86a1f2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:45.453537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-b9961cb3-062e-4eaf-b1bd-0c787a86a1f2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:56:45.468765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-b9961cb3-062e-4eaf-b1bd-0c787a86a1f2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:56:45.470607 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-b9961cb3-062e-4eaf-b1bd-0c787a86a1f2 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/networks?id=1729c38e-fff7-4288-996c-7a1f08c36ebd HTTP/1.1" status: 200 len: 797 time: 0.1664050 May 25 20:56:45.489423 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-f93f724e-2084-4a90-afe1-0debeb4b09dd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/quotas/fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 375 time: 0.0129488 May 25 20:56:45.577625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-5badf16f-7db6-4d87-b1a7-7ebe09573a99 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:56:45.592286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-92647223-19fb-4cbc-bca8-e626327c682e None None] Port b477ede7-1158-4232-8ac9-1a281474b7c6 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:56:45.594291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-5badf16f-7db6-4d87-b1a7-7ebe09573a99 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:56:45.595768 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-5badf16f-7db6-4d87-b1a7-7ebe09573a99 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004407 May 25 20:56:45.661188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-f4a39027-14eb-4ca4-ab61-2e4a39781bb2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:56:45.662203 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-f4a39027-14eb-4ca4-ab61-2e4a39781bb2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541353 May 25 20:56:45.705193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:56:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'b477ede7-1158-4232-8ac9-1a281474b7c6', 'name': '', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:49:21:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:43Z', 'updated_at': '2022-05-25T20:56:44Z', 'revision_number': 2, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:45.709120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Checking router: dd4ef6df-0337-4583-897c-3ec2564aeb89 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:56:45.709467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Updating router dd4ef6df-0337-4583-897c-3ec2564aeb89 port b477ede7-1158-4232-8ac9-1a281474b7c6 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:56:45.762582 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:45.799284 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-27f78e12-1ab3-4dd4-aaf7-834050a5825d service neutron] 10.222.0.60 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302919 May 25 20:56:45.937039 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-69638c3a-98c8-4bb1-bd1d-5be5602be593 service neutron] 10.222.0.60 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316826 May 25 20:56:46.063340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:56:46.156266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3ffc60c0-35ae-4fe6-9219-ea63a69f9b56 req-d9c11120-d725-48ce-a603-ba58c1812178 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:56:46.169475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3ffc60c0-35ae-4fe6-9219-ea63a69f9b56 req-d9c11120-d725-48ce-a603-ba58c1812178 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:56:46.170668 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3ffc60c0-35ae-4fe6-9219-ea63a69f9b56 req-d9c11120-d725-48ce-a603-ba58c1812178 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 210 time: 0.0650947 May 25 20:56:46.189966 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:56:46.190300 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:46.269329 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:46.286052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Transition to ACTIVE for port object b477ede7-1158-4232-8ac9-1a281474b7c6 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:56:46.324176 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:46.465295 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:56:46.466376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 15fb6e93-943f-4b70-ac6e-7c13d7703854 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:56:46.557230 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c46d4f-b25c-4947-a15c-df9bc0238f9c None None] Pushing event updated for resources: {'Port': ['ID=b477ede7-1158-4232-8ac9-1a281474b7c6,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:46.620345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Attempting to bind port b477ede7-1158-4232-8ac9-1a281474b7c6 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:56:46.620746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Attempting to bind port b477ede7-1158-4232-8ac9-1a281474b7c6 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:56:46.621107 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Attempting to bind port b477ede7-1158-4232-8ac9-1a281474b7c6 on network 1729c38e-fff7-4288-996c-7a1f08c36ebd {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:56:46.628449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:56:46.628813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Checking segment: {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:56:46.629206 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:46.629583 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Bound using segment: {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:56:46.630037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Bound port: b477ede7-1158-4232-8ac9-1a281474b7c6, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:56:46.630436 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:46.683929 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 15fb6e93-943f-4b70-ac6e-7c13d7703854 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:56:46.683929 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:46.800060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] For port b477ede7-1158-4232-8ac9-1a281474b7c6, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:56:46.803563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] For port b477ede7-1158-4232-8ac9-1a281474b7c6, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b477ede7-1158-4232-8ac9-1a281474b7c6,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:56:46.808617 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:46.934034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 15fb6e93-943f-4b70-ac6e-7c13d7703854 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:56:46.942486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Routers {'dd4ef6df-0337-4583-897c-3ec2564aeb89'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:56:46.943109 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:56:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['dd4ef6df-0337-4583-897c-3ec2564aeb89'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:46.991189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c46d4f-b25c-4947-a15c-df9bc0238f9c None None] Pushing event updated for resources: {'Port': ['ID=b477ede7-1158-4232-8ac9-1a281474b7c6,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:47.141614 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] Set router dd4ef6df-0337-4583-897c-3ec2564aeb89 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:56:47.334283 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ef28cea-c887-4dc7-8924-46f1163d7e58 req-d250f4f3-351e-4e1d-b073-b7eccdb77fba tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 210 time: 0.0525503 May 25 20:56:47.397527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-d0fb93b1-0cc3-4dac-9369-2cefdb33076a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:47.398272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-d0fb93b1-0cc3-4dac-9369-2cefdb33076a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:56:47.419963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-d0fb93b1-0cc3-4dac-9369-2cefdb33076a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:56:47.422076 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-d0fb93b1-0cc3-4dac-9369-2cefdb33076a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "GET /v2.0/networks?id=1729c38e-fff7-4288-996c-7a1f08c36ebd HTTP/1.1" status: 200 len: 797 time: 0.2104592 May 25 20:56:47.473889 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-0470910f-1b35-42e5-adaa-16e1d8cfa562 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 380 time: 0.0411532 May 25 20:56:47.482237 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:56:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'b477ede7-1158-4232-8ac9-1a281474b7c6', 'name': '', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:49:21:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:43Z', 'updated_at': '2022-05-25T20:56:46Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:56:47.483223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'port': {'device_id': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'admin_state_up': True, 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'security_groups': ['158a0721-55c5-420e-93e9-4a73b365e275']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:56:47.486246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d45c90a-3ccc-4fdc-b19f-a43eaeca846a None None] The sync data for ids ['dd4ef6df-0337-4583-897c-3ec2564aeb89'] in n-d-843339-1 is: [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:56:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'b477ede7-1158-4232-8ac9-1a281474b7c6', 'name': '', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:49:21:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:43Z', 'updated_at': '2022-05-25T20:56:46Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:56:47.642144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:56:47.652628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:56:47.667117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Made reservation on behalf of fd0cdadfc81d4b49ac4e620e789bf588 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:56:47.670761 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:47.842730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.20.0.8 (1729c38e-fff7-4288-996c-7a1f08c36ebd/4fc13eef-06a1-48fd-b802-a201a8718330/5a2b2bed-1758-40d8-b98b-774c9ca1e389) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:56:48.055184 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:48.056822 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b477ede7-1158-4232-8ac9-1a281474b7c6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:56:48.072840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Transition to ACTIVE for port object 5a2b2bed-1758-40d8-b98b-774c9ca1e389 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:56:48.098734 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:48.132169 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port b477ede7-1158-4232-8ac9-1a281474b7c6 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:56:48.139634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b477ede7-1158-4232-8ac9-1a281474b7c6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:56:48.140092 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:48.184664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 1729c38e-fff7-4288-996c-7a1f08c36ebd is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:56:48.187872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:56:48.190371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:56:48.242408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=5a2b2bed-1758-40d8-b98b-774c9ca1e389,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:48.271124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:48.271773 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:48.305177 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-29a636f4-b576-47f1-a0e0-8db6a9479d1c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8254621 May 25 20:56:48.316665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Request body: {'port': {'device_id': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:56:48.323712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b477ede7-1158-4232-8ac9-1a281474b7c6 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:56:48.325036 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:48.379448 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port b477ede7-1158-4232-8ac9-1a281474b7c6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b477ede7-1158-4232-8ac9-1a281474b7c6,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:56:48.393909 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:48.482829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-533ea6f9-2649-484b-bb2e-23abd3db0f96 None None] Provisioning for port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:56:48.489988 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-533ea6f9-2649-484b-bb2e-23abd3db0f96 None None] Provisioning complete for port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:56:48.490502 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-533ea6f9-2649-484b-bb2e-23abd3db0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:48.514425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:48.515237 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=b477ede7-1158-4232-8ac9-1a281474b7c6,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:48.552909 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-533ea6f9-2649-484b-bb2e-23abd3db0f96 None None] Port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:56:48.797051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c2b0c-7a8f-45f7-bf85-84bbc2a2f3b5 req-5d263312-42a2-4f2b-ab59-198517d54e9b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:48.797736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a19c2b0c-7a8f-45f7-bf85-84bbc2a2f3b5 req-5d263312-42a2-4f2b-ab59-198517d54e9b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:56:48.836310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a19c2b0c-7a8f-45f7-bf85-84bbc2a2f3b5 req-5d263312-42a2-4f2b-ab59-198517d54e9b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:56:48.838037 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a19c2b0c-7a8f-45f7-bf85-84bbc2a2f3b5 req-5d263312-42a2-4f2b-ab59-198517d54e9b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 931 time: 0.3644209 May 25 20:56:48.958367 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a19c2b0c-7a8f-45f7-bf85-84bbc2a2f3b5 req-bc77d497-1323-49eb-9c62-666da87e7979 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751672 May 25 20:56:49.054273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2b2bed-1758-40d8-b98b-774c9ca1e389 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:56:49.063262 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:49.077802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Transition to ACTIVE for port object 5a2b2bed-1758-40d8-b98b-774c9ca1e389 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:56:49.081368 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:49.235397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Pushing event updated for resources: {'Port': ['ID=5a2b2bed-1758-40d8-b98b-774c9ca1e389,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:49.319524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Attempting to bind port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:56:49.319856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Attempting to bind port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:56:49.320176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Attempting to bind port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 on network 1729c38e-fff7-4288-996c-7a1f08c36ebd {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:56:49.324758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 on network 1729c38e-fff7-4288-996c-7a1f08c36ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:56:49.325074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Attempting to bind port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 on network 1729c38e-fff7-4288-996c-7a1f08c36ebd {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:56:49.330130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:56:49.330491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Checking segment: {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:56:49.330903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Bound using segment: {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:56:49.331324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Bound port: 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:56:49.331853 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:49.424426 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:56:49.427573 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:56:49.431905 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:49.492124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:49.492876 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:49.494499 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] 10.222.0.70 "PUT /v2.0/ports/5a2b2bed-1758-40d8-b98b-774c9ca1e389 HTTP/1.1" status: 200 len: 1091 time: 1.1823492 May 25 20:56:49.494940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:56:49.516669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627d596-972c-4dfb-a7c4-aef3643044bb service neutron] Pushing event updated for resources: {'Port': ['ID=5a2b2bed-1758-40d8-b98b-774c9ca1e389,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:49.568323 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3329e63-df8b-4c47-85b8-592f37577d13'] response: {'name': 'network-changed', 'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'status': 'completed', 'code': 200} May 25 20:56:49.613983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-43043402-73d2-4666-9148-ba47319aca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:49.615492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-43043402-73d2-4666-9148-ba47319aca7f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 1094 time: 0.0805786 May 25 20:56:49.690681 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-9b62e02f-8d22-40d3-b70e-6c3f2077de07 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389 HTTP/1.1" status: 200 len: 217 time: 0.0683491 May 25 20:56:49.761956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1da44a52-6692-45f2-a88d-631dfd29edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:49.763305 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-1da44a52-6692-45f2-a88d-631dfd29edf5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fc13eef-06a1-48fd-b802-a201a8718330 HTTP/1.1" status: 200 len: 835 time: 0.0671556 May 25 20:56:49.841842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-8d5d70b4-5885-4f11-925f-935f597798e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:49.843356 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-8d5d70b4-5885-4f11-925f-935f597798e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1729c38e-fff7-4288-996c-7a1f08c36ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742540 May 25 20:56:49.981842 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-c1d40f9d-4f0a-4ed3-a887-4d2ab3f73e2e service neutron] 10.222.0.70 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323347 May 25 20:56:50.036635 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b477ede7-1158-4232-8ac9-1a281474b7c6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:56:50.114398 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b477ede7-1158-4232-8ac9-1a281474b7c6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:56:50.114774 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:50.187222 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08fa26c5-a6ab-4dd2-8aaa-9ba28a0e04da req-6cd50913-9d2b-49dc-8326-5c3fc636424d service neutron] 10.222.0.70 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000988 May 25 20:56:50.207195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33aee3-88d6-421e-82a1-06a1196da416 req-66071fb8-6c02-4362-b57d-2268d2c34b20 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:50.209717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f33aee3-88d6-421e-82a1-06a1196da416 req-66071fb8-6c02-4362-b57d-2268d2c34b20 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 943 time: 0.1331511 May 25 20:56:50.247475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b477ede7-1158-4232-8ac9-1a281474b7c6 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:56:50.317265 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f33aee3-88d6-421e-82a1-06a1196da416 req-bab3233c-c39c-4c89-84f0-d116fbd6bbe9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005054 May 25 20:56:50.334383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0f2d-f45e-4d8c-bc04-84930c680519 req-b4cf1f38-8cea-4539-a495-ae5c7c4eb1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:50.335845 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-518c0f2d-f45e-4d8c-bc04-84930c680519 req-b4cf1f38-8cea-4539-a495-ae5c7c4eb1d4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 1094 time: 0.0980208 May 25 20:56:50.578308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0f2d-f45e-4d8c-bc04-84930c680519 req-9cf2fe58-93f5-49e4-84fd-31440c15acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:50.579671 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-518c0f2d-f45e-4d8c-bc04-84930c680519 req-9cf2fe58-93f5-49e4-84fd-31440c15acca service neutron] 10.222.0.70 "GET /v2.0/networks?id=1729c38e-fff7-4288-996c-7a1f08c36ebd HTTP/1.1" status: 200 len: 898 time: 0.2384388 May 25 20:56:50.650126 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-518c0f2d-f45e-4d8c-bc04-84930c680519 req-fda36f19-e6b2-4833-a408-187100b6958a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389 HTTP/1.1" status: 200 len: 217 time: 0.0639727 May 25 20:56:50.712924 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0f2d-f45e-4d8c-bc04-84930c680519 req-809b1029-ac51-400d-8550-a45b059de3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:50.714859 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-518c0f2d-f45e-4d8c-bc04-84930c680519 req-809b1029-ac51-400d-8550-a45b059de3d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fc13eef-06a1-48fd-b802-a201a8718330 HTTP/1.1" status: 200 len: 835 time: 0.0593061 May 25 20:56:50.793459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c0f2d-f45e-4d8c-bc04-84930c680519 req-752e155e-be7a-414a-ac8f-a7a100303e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:50.794967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-518c0f2d-f45e-4d8c-bc04-84930c680519 req-752e155e-be7a-414a-ac8f-a7a100303e33 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1729c38e-fff7-4288-996c-7a1f08c36ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744772 May 25 20:56:50.929314 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-518c0f2d-f45e-4d8c-bc04-84930c680519 req-b4bd69ec-f148-48e0-a46b-5c267b82c532 service neutron] 10.222.0.70 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275790 May 25 20:56:51.062230 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-518c0f2d-f45e-4d8c-bc04-84930c680519 req-fd6731b3-a9fc-4dad-af73-0006c9692acc service neutron] 10.222.0.70 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268260 May 25 20:56:51.507427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74a7be-f96b-4bf9-aefb-516563ef215f req-4cb7e726-7f0f-4594-bee0-0c2c40249830 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:51.509645 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8c74a7be-f96b-4bf9-aefb-516563ef215f req-4cb7e726-7f0f-4594-bee0-0c2c40249830 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 943 time: 0.0830021 May 25 20:56:51.553206 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8c74a7be-f96b-4bf9-aefb-516563ef215f req-e18eab27-4e0e-4e6f-8987-8077c2672cbe tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378232 May 25 20:56:52.738048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac3759-21e1-4223-9e90-f1eed76c1167 req-c839d939-f46b-4972-bcf3-607ccb0ea8c0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:52.739983 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-edac3759-21e1-4223-9e90-f1eed76c1167 req-c839d939-f46b-4972-bcf3-607ccb0ea8c0 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 943 time: 0.0824056 May 25 20:56:52.784646 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-edac3759-21e1-4223-9e90-f1eed76c1167 req-ebf68c1c-802c-4fa7-9fd6-a5a0ee39c287 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379331 May 25 20:56:53.428854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 5a2b2bed-1758-40d8-b98b-774c9ca1e389 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:56:53.560577 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:56:53.573393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'port_id': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'mac_address': 'fa:16:3e:6a:60:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:56:53.630197 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:56:53.630573 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:53.647317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2b2bed-1758-40d8-b98b-774c9ca1e389 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:56:53.662561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:56:53.667631 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:53.735990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=5a2b2bed-1758-40d8-b98b-774c9ca1e389,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:53.956498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['5a2b2bed-1758-40d8-b98b-774c9ca1e389'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:56:53.973907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275f15d-e914-4ae3-b6ed-bb485445cfca req-e801f62c-8f65-44ce-8527-6057cbd62ac9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:53.975517 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9275f15d-e914-4ae3-b6ed-bb485445cfca req-e801f62c-8f65-44ce-8527-6057cbd62ac9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 944 time: 0.0849137 May 25 20:56:54.022516 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9275f15d-e914-4ae3-b6ed-bb485445cfca req-b24475b6-8e0b-494f-96e1-520ab9308c72 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408719 May 25 20:56:54.127689 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:55.219623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d75b5-4dc3-46b6-ad37-c7e264b45a8e req-5aed16d6-ff4f-459a-8f0d-8f389e44368a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:55.221088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-933d75b5-4dc3-46b6-ad37-c7e264b45a8e req-5aed16d6-ff4f-459a-8f0d-8f389e44368a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 944 time: 0.0915608 May 25 20:56:55.265592 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-933d75b5-4dc3-46b6-ad37-c7e264b45a8e req-7fcfbf8f-93df-4b3c-afdb-453bec4c729d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388007 May 25 20:56:55.428894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 5a2b2bed-1758-40d8-b98b-774c9ca1e389 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:56:55.495611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:56:55.500344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:56:55.500704 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:55.620171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:56:55.620538 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:55.647852 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:56:55.657757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:56:55.663014 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:55.704637 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d7f7f6-8d76-4aed-83e2-8ee674157492'] response: {'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'code': 200} May 25 20:56:55.740835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=5a2b2bed-1758-40d8-b98b-774c9ca1e389,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:55.820408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f930fb9-a7d6-432d-a3d3-f8e56dbcda18 req-e310a423-7a51-4246-b5a0-06eb834c9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:55.822485 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f930fb9-a7d6-432d-a3d3-f8e56dbcda18 req-e310a423-7a51-4246-b5a0-06eb834c9095 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0700612 May 25 20:56:55.862846 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f930fb9-a7d6-432d-a3d3-f8e56dbcda18 req-3da29c22-d0cd-44d0-a989-8f80143ac481 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346599 May 25 20:56:56.467846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d11995-3472-4041-a945-c9062e77889a req-8ad514b5-5903-4393-82b9-3c52a7194854 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:56.469304 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73d11995-3472-4041-a945-c9062e77889a req-8ad514b5-5903-4393-82b9-3c52a7194854 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 945 time: 0.0948405 May 25 20:56:56.515001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73d11995-3472-4041-a945-c9062e77889a req-1becc03b-a0b9-4c00-9966-10e378cdccde tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399370 May 25 20:56:57.705350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcce0b-fa4b-49a9-8f39-12193f7ac1f7 req-911e1655-8f84-45f9-98a6-92753e7ac50f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:57.706857 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2fbcce0b-fa4b-49a9-8f39-12193f7ac1f7 req-911e1655-8f84-45f9-98a6-92753e7ac50f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 945 time: 0.0818524 May 25 20:56:57.755725 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2fbcce0b-fa4b-49a9-8f39-12193f7ac1f7 req-49d0231f-47c3-4c54-9a8c-d78e88fe2960 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432005 May 25 20:56:58.011357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578ec86-3eac-414b-aa39-d4780e49ccbf req-19ebed46-09c8-4959-923d-69555d0c9431 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:58.012822 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8578ec86-3eac-414b-aa39-d4780e49ccbf req-19ebed46-09c8-4959-923d-69555d0c9431 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 945 time: 0.0811214 May 25 20:56:58.061125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8578ec86-3eac-414b-aa39-d4780e49ccbf req-365797eb-5387-487a-bf38-5771ab8e6705 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427001 May 25 20:56:58.083725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43236) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:58.153590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9fa374-a5a2-4370-84d7-3b1d677bff4b tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:56:58.155117 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ea9fa374-a5a2-4370-84d7-3b1d677bff4b tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 1091 time: 0.0704384 May 25 20:56:58.157896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43240) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:56:58.162729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:56:58.169824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:56:58.173680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:floatingip and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:56:58.176497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:56:58.182833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:56:58.195250 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:58.215909 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-54080e92-25df-4885-a5ca-ffab76071cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:58.334470 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:58.445813 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:58.473683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.25.3.239 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/44da2325-04a7-4236-90bd-6d5de1922c39) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:56:58.624246 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:58.653625 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:58.716471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:56:58.719259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:56:58.722703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:56:58.879950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=44da2325-04a7-4236-90bd-6d5de1922c39,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:59.255080 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:59.329237 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:59.538246 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:59.543225 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:59.648621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=44da2325-04a7-4236-90bd-6d5de1922c39,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:56:59.658649 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:56:59.836947 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Floating IP cbf717b5-6ab6-4d9b-a881-9e23a54a383e associated. External IP: 172.25.3.239, port: 5a2b2bed-1758-40d8-b98b-774c9ca1e389. May 25 20:57:00.191459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router dd4ef6df-0337-4583-897c-3ec2564aeb89 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:57:00.490372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:57:00.500715 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5941d-4428-4b7c-8bef-2f7b55eaef0f None None] Sync routers for ids ['dd4ef6df-0337-4583-897c-3ec2564aeb89'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:57:00.510766 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5941d-4428-4b7c-8bef-2f7b55eaef0f None None] Routers {'dd4ef6df-0337-4583-897c-3ec2564aeb89'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:57:00.511353 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-39c5941d-4428-4b7c-8bef-2f7b55eaef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:56:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['dd4ef6df-0337-4583-897c-3ec2564aeb89'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:57:00.514930 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:57:00.570508 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ff892708-f543-4b36-998c-5182abe5607a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4115489 May 25 20:57:00.571080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:57:00.619362 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f79a2b-2905-4a64-871d-bcd84ad70fac'] response: {'name': 'network-changed', 'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'status': 'completed', 'code': 200} May 25 20:57:00.656673 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-448ab509-beaa-45aa-b0cf-003014f37f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:57:00.773878 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-39c5941d-4428-4b7c-8bef-2f7b55eaef0f None None] Set router dd4ef6df-0337-4583-897c-3ec2564aeb89 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:57:00.775642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac56bb-fa1a-4478-ab48-b218c05266f2 req-3f8a1a4f-fdb0-4640-8bfe-c6b5bc64ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:57:00.776425 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fac56bb-fa1a-4478-ab48-b218c05266f2 req-3f8a1a4f-fdb0-4640-8bfe-c6b5bc64ee9b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 1096 time: 0.1235547 May 25 20:57:00.921787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac56bb-fa1a-4478-ab48-b218c05266f2 req-41dd6455-801a-4ae2-a978-b190fc94d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:57:00.923528 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fac56bb-fa1a-4478-ab48-b218c05266f2 req-41dd6455-801a-4ae2-a978-b190fc94d5f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1729c38e-fff7-4288-996c-7a1f08c36ebd HTTP/1.1" status: 200 len: 898 time: 0.1413510 May 25 20:57:01.044468 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fac56bb-fa1a-4478-ab48-b218c05266f2 req-f173b7cf-e770-4754-bccd-ebb72c40d43d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389 HTTP/1.1" status: 200 len: 999 time: 0.1147554 May 25 20:57:01.065121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed989889-dc9e-4340-96d3-9be93c0b0934 req-45c0eec0-e2c7-4a4a-bce0-45ff51cc396f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:57:01.067342 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ed989889-dc9e-4340-96d3-9be93c0b0934 req-45c0eec0-e2c7-4a4a-bce0-45ff51cc396f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 945 time: 0.1479921 May 25 20:57:01.116692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac56bb-fa1a-4478-ab48-b218c05266f2 req-89ccf8a7-ebc8-43f7-9355-852aaccf30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:57:01.118419 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ed989889-dc9e-4340-96d3-9be93c0b0934 req-bd30f487-403f-471d-934e-aec2a235c68e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438664 May 25 20:57:01.118570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fac56bb-fa1a-4478-ab48-b218c05266f2 req-89ccf8a7-ebc8-43f7-9355-852aaccf30ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fc13eef-06a1-48fd-b802-a201a8718330 HTTP/1.1" status: 200 len: 835 time: 0.0687561 May 25 20:57:01.144080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43254) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:57:01.210125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac56bb-fa1a-4478-ab48-b218c05266f2 req-967273e3-21f3-4da4-b4b6-09c4aba14b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:57:01.211647 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fac56bb-fa1a-4478-ab48-b218c05266f2 req-967273e3-21f3-4da4-b4b6-09c4aba14b16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1729c38e-fff7-4288-996c-7a1f08c36ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878885 May 25 20:57:01.224094 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-39c5941d-4428-4b7c-8bef-2f7b55eaef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:56:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'cbf717b5-6ab6-4d9b-a881-9e23a54a383e', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'port_id': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'mac_address': 'fa:16:3e:6a:60:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:56:59Z', 'updated_at': '2022-05-25T20:56:59Z', 'revision_number': 0, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b477ede7-1158-4232-8ac9-1a281474b7c6', 'name': '', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:49:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:43Z', 'updated_at': '2022-05-25T20:56:48Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:57:01.229204 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5941d-4428-4b7c-8bef-2f7b55eaef0f None None] Checking router: dd4ef6df-0337-4583-897c-3ec2564aeb89 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:57:01.241474 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5941d-4428-4b7c-8bef-2f7b55eaef0f None None] Routers {'dd4ef6df-0337-4583-897c-3ec2564aeb89'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:57:01.241756 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-39c5941d-4428-4b7c-8bef-2f7b55eaef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:57:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['dd4ef6df-0337-4583-897c-3ec2564aeb89'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:57:01.271252 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-330a4025-9258-4549-addb-b8d871eefa1d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/cbf717b5-6ab6-4d9b-a881-9e23a54a383e HTTP/1.1" status: 200 len: 991 time: 0.1244020 May 25 20:57:01.353967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fac56bb-fa1a-4478-ab48-b218c05266f2 req-f6ebc692-1585-4917-8c38-8ddf03a77580 service neutron] 10.222.0.70 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363418 May 25 20:57:01.420371 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:57:01.425241 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-39c5941d-4428-4b7c-8bef-2f7b55eaef0f None None] Set router dd4ef6df-0337-4583-897c-3ec2564aeb89 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:57:01.487195 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fac56bb-fa1a-4478-ab48-b218c05266f2 req-88773192-1390-461d-97b8-a9f0fa08e343 service neutron] 10.222.0.70 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278782 May 25 20:57:01.768869 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-39c5941d-4428-4b7c-8bef-2f7b55eaef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:56:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'cbf717b5-6ab6-4d9b-a881-9e23a54a383e', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'port_id': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'mac_address': 'fa:16:3e:6a:60:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:56:59Z', 'updated_at': '2022-05-25T20:56:59Z', 'revision_number': 0, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b477ede7-1158-4232-8ac9-1a281474b7c6', 'name': '', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:49:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:43Z', 'updated_at': '2022-05-25T20:56:48Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:57:01.772699 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5941d-4428-4b7c-8bef-2f7b55eaef0f None None] The sync data for ids ['dd4ef6df-0337-4583-897c-3ec2564aeb89'] in n-d-843339-1 is: [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:56:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'cbf717b5-6ab6-4d9b-a881-9e23a54a383e', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'port_id': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'mac_address': 'fa:16:3e:6a:60:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:56:59Z', 'updated_at': '2022-05-25T20:56:59Z', 'revision_number': 0, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b477ede7-1158-4232-8ac9-1a281474b7c6', 'name': '', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:49:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:43Z', 'updated_at': '2022-05-25T20:56:48Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:57:01.852937 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:57:01.965667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953a42dc-0dca-4348-a43e-e6ed89e69b54 None None] New status for floating IP cbf717b5-6ab6-4d9b-a881-9e23a54a383e: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:57:02.274077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43258) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:57:02.500616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b91d6cf9-10ce-446a-9747-20c2f15d1692 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/cbf717b5-6ab6-4d9b-a881-9e23a54a383e HTTP/1.1" status: 200 len: 993 time: 0.2252235 May 25 20:57:03.192798 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:57:08.534606 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:57:20.267106 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c829dd36-dfd2-4ebc-9b54-3594f959d487 req-0415365e-780e-41f2-960f-b52ff1c2fa53 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685444 May 25 20:57:20.411014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829dd36-dfd2-4ebc-9b54-3594f959d487 req-7bf5b50a-1aaf-4c22-9e26-35b2679c99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:57:20.412452 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c829dd36-dfd2-4ebc-9b54-3594f959d487 req-7bf5b50a-1aaf-4c22-9e26-35b2679c99a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0707469 May 25 20:57:20.558474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829dd36-dfd2-4ebc-9b54-3594f959d487 req-0bee6481-ff95-4d3f-a7cf-5dbd774581a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:57:20.559818 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c829dd36-dfd2-4ebc-9b54-3594f959d487 req-0bee6481-ff95-4d3f-a7cf-5dbd774581a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1729c38e-fff7-4288-996c-7a1f08c36ebd HTTP/1.1" status: 200 len: 898 time: 0.1272924 May 25 20:57:20.661935 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c829dd36-dfd2-4ebc-9b54-3594f959d487 req-6cf0841c-a64c-4856-85ae-37c2e5ac1b43 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389 HTTP/1.1" status: 200 len: 1001 time: 0.0964231 May 25 20:57:20.728435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829dd36-dfd2-4ebc-9b54-3594f959d487 req-071b6460-e4b6-4430-9875-ee8707e41b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:57:20.729869 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c829dd36-dfd2-4ebc-9b54-3594f959d487 req-071b6460-e4b6-4430-9875-ee8707e41b28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fc13eef-06a1-48fd-b802-a201a8718330 HTTP/1.1" status: 200 len: 835 time: 0.0619993 May 25 20:57:20.804269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829dd36-dfd2-4ebc-9b54-3594f959d487 req-db13d56c-d2a4-4920-a9fc-a4b1f539d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:57:20.805721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c829dd36-dfd2-4ebc-9b54-3594f959d487 req-db13d56c-d2a4-4920-a9fc-a4b1f539d798 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1729c38e-fff7-4288-996c-7a1f08c36ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700321 May 25 20:57:21.042977 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c829dd36-dfd2-4ebc-9b54-3594f959d487 req-48d314b4-4b7d-41db-a0dc-767e39c3fbd2 service neutron] 10.222.0.70 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314792 May 25 20:57:21.173779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c829dd36-dfd2-4ebc-9b54-3594f959d487 req-5fca86dc-1ece-4755-ac3e-6f39432f0dae service neutron] 10.222.0.70 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251245 May 25 20:57:24.131209 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:57:28.218163 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d00f0b96-963d-46d4-bde1-a8e7fccfe8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:57:28.449234 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:57:30.651745 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dd32a984-5774-4c07-a9e2-1b9c23934cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:57:31.414904 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:57:31.855602 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:57:33.194476 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:57:45.534917 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:57:54.147342 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:57:58.220046 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e9ea9d90-36af-428a-9e1c-5018eec38137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:57:58.455812 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:00.681321 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a2d8ad3-e1ee-489d-9c22-353b7b5de47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:01.420050 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:01.858644 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:03.197362 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:03.330543 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf083a-4f40-4f68-a536-32ec94728983 req-a12b410f-2e67-488c-8fa6-e6e00bf8ef17 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:03.332048 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3cdf083a-4f40-4f68-a536-32ec94728983 req-a12b410f-2e67-488c-8fa6-e6e00bf8ef17 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 945 time: 0.0829926 May 25 20:58:03.385333 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3cdf083a-4f40-4f68-a536-32ec94728983 req-b7b23d4a-fb40-4276-bacc-98e1ee3df616 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470645 May 25 20:58:03.408542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43290) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:03.517375 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-11fe7666-1e8a-4239-affd-1cb7a316aed6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/cbf717b5-6ab6-4d9b-a881-9e23a54a383e HTTP/1.1" status: 200 len: 993 time: 0.1077287 May 25 20:58:04.016975 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98a508-02f0-451d-ae8e-d85aab875061 req-493dc0a6-c47e-4a78-a3bc-fddf442d8f8d tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:04.018561 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7e98a508-02f0-451d-ae8e-d85aab875061 req-493dc0a6-c47e-4a78-a3bc-fddf442d8f8d tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0722063 May 25 20:58:04.060074 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7e98a508-02f0-451d-ae8e-d85aab875061 req-56eaacf8-96d1-4c27-b82c-aded759d3ada tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358186 May 25 20:58:04.817034 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-bd02c0ed-b681-4596-aecf-3a736348e6e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1276174 May 25 20:58:05.333730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-1cf7c413-a237-402f-8268-660b44333fbd tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:58:05.334725 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-1cf7c413-a237-402f-8268-660b44333fbd tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0617237 May 25 20:58:05.344247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-5cdfb2f7-1a59-485c-8956-127a329db0ec service neutron] Request body: {'binding': {'host': 'n-h2-843339-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:05.344722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-5cdfb2f7-1a59-485c-8956-127a329db0ec service neutron] Unknown quota resources ['binding']. {{(pid=88332) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 25 20:58:05.545725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-5cdfb2f7-1a59-485c-8956-127a329db0ec service neutron] Attempting to bind port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 on host n-h2-843339-1 for vnic_type normal with profile None {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:58:05.546054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-5cdfb2f7-1a59-485c-8956-127a329db0ec service neutron] Attempting to bind port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:58:05.546406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-5cdfb2f7-1a59-485c-8956-127a329db0ec service neutron] Attempting to bind port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 on network 1729c38e-fff7-4288-996c-7a1f08c36ebd {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:58:05.550972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-5cdfb2f7-1a59-485c-8956-127a329db0ec service neutron] Port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 on network 1729c38e-fff7-4288-996c-7a1f08c36ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:58:05.551280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-5cdfb2f7-1a59-485c-8956-127a329db0ec service neutron] Attempting to bind port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 on network 1729c38e-fff7-4288-996c-7a1f08c36ebd {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:58:05.556289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-5cdfb2f7-1a59-485c-8956-127a329db0ec service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:58:05.556613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-5cdfb2f7-1a59-485c-8956-127a329db0ec service neutron] Checking segment: {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:58:05.556985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-5cdfb2f7-1a59-485c-8956-127a329db0ec service neutron] Bound using segment: {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:58:05.557399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-5cdfb2f7-1a59-485c-8956-127a329db0ec service neutron] Bound port: 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:58:05.631583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-5cdfb2f7-1a59-485c-8956-127a329db0ec service neutron] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:58:05.637020 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-5cdfb2f7-1a59-485c-8956-127a329db0ec service neutron] Notify callbacks [] for binding, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:05.638977 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-5cdfb2f7-1a59-485c-8956-127a329db0ec service neutron] 10.222.0.60 "POST /v2.0/ports/5a2b2bed-1758-40d8-b98b-774c9ca1e389/bindings HTTP/1.1" status: 201 len: 389 time: 0.2981682 May 25 20:58:05.856204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a77a26-8760-44aa-a7d1-7e692479bbeb req-c900b152-c63b-4edf-bead-268a427d7c86 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:05.858418 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d9a77a26-8760-44aa-a7d1-7e692479bbeb req-c900b152-c63b-4edf-bead-268a427d7c86 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 945 time: 0.0880542 May 25 20:58:05.905292 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d9a77a26-8760-44aa-a7d1-7e692479bbeb req-5d17c1f9-14ec-4ca5-926c-64b4192bd14d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413253 May 25 20:58:06.016196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-036ca432-9a0c-4add-b76a-12f23deef875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:06.017663 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-036ca432-9a0c-4add-b76a-12f23deef875 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 1096 time: 0.1089816 May 25 20:58:06.149858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-78d23276-83ad-43bc-a118-e5d7293069ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:06.151292 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-78d23276-83ad-43bc-a118-e5d7293069ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=1729c38e-fff7-4288-996c-7a1f08c36ebd HTTP/1.1" status: 200 len: 898 time: 0.1278982 May 25 20:58:06.255169 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-9a550437-cf55-495f-9c35-04312e7fd5f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389 HTTP/1.1" status: 200 len: 1001 time: 0.0982208 May 25 20:58:06.316252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-c503384a-ccde-409a-b666-8f4e5447a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:06.317717 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-c503384a-ccde-409a-b666-8f4e5447a2e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4fc13eef-06a1-48fd-b802-a201a8718330 HTTP/1.1" status: 200 len: 835 time: 0.0574381 May 25 20:58:06.396859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-0dcf5220-040e-4374-9435-973db4fc0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:06.398403 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-0dcf5220-040e-4374-9435-973db4fc0dee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1729c38e-fff7-4288-996c-7a1f08c36ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752902 May 25 20:58:06.531279 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-c3a6a24b-16cd-4716-9cb8-dc5b19449935 service neutron] 10.222.0.50 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271961 May 25 20:58:06.664697 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-129f51a4-1a70-4966-b30a-a643b6bf9878 service neutron] 10.222.0.50 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265078 May 25 20:58:06.799896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-8e3386f7-70ff-47a7-9f86-474c6476b986 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:06.801671 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-8e3386f7-70ff-47a7-9f86-474c6476b986 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&binding%3Ahost_id=n-h1-843339-1 HTTP/1.1" status: 200 len: 1096 time: 0.0838873 May 25 20:58:06.812148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843339-1'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:06.933246 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:07.157641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:07.226794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8fa31-a2a2-46d8-ba26-e237641085f3 req-4c8c1af7-783c-4c7d-b726-928a91f9b115 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:07.228855 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74b8fa31-a2a2-46d8-ba26-e237641085f3 req-4c8c1af7-783c-4c7d-b726-928a91f9b115 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 945 time: 0.1519537 May 25 20:58:07.289673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74b8fa31-a2a2-46d8-ba26-e237641085f3 req-e10ca6fb-1680-452b-849f-477c66562aac tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542123 May 25 20:58:07.323892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:58:07.386789 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:58:07.392640 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:07.398824 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:07.559501 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f2ad68-fdb9-43a8-9df1-22b73ba958ad'] response: {'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'code': 200} May 25 20:58:07.588085 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2b2bed-1758-40d8-b98b-774c9ca1e389,revision_number=7']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:07.602114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:07.602650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:07.602848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:07.603184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:07.603506 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:07.603826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:07.604147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:07.604466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:07.604781 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:07.605097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:07.605412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:07.605723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:07.670278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Attempting to bind port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 on host n-h1-843339-1 for vnic_type normal with profile {"migrating_to": "n-h2-843339-1"} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:58:07.670617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Attempting to bind port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:58:07.670943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Attempting to bind port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 on network 1729c38e-fff7-4288-996c-7a1f08c36ebd {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:58:07.676607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 on network 1729c38e-fff7-4288-996c-7a1f08c36ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:58:07.676926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Attempting to bind port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 on network 1729c38e-fff7-4288-996c-7a1f08c36ebd {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:58:07.682490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:58:07.682827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Checking segment: {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:58:07.683210 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Bound using segment: {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'} {{(pid=88331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:58:07.683728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.managers [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Bound port: 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a52bca5-3319-49b5-b2b3-39e881b9755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd'}}] {{(pid=88331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:58:07.684072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:07.782733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Provisioning complete for port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:58:07.783299 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:07.784064 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:58:07.787102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:58:07.791892 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:07.909841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Current status of the port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:58:07.911577 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:07.941294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:58:07.955234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2b2bed-1758-40d8-b98b-774c9ca1e389,revision_number=8']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:07.966028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:07.972429 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:08.033614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:08.034545 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:08.036033 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ac343489-dbdf-42b0-af6b-adf712ee7225 service neutron] 10.222.0.50 "PUT /v2.0/ports/5a2b2bed-1758-40d8-b98b-774c9ca1e389 HTTP/1.1" status: 200 len: 1121 time: 1.2284524 May 25 20:58:08.139436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['5a2b2bed-1758-40d8-b98b-774c9ca1e389'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:58:08.176297 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b3316f-ea36-4c70-9c5d-c8b29378fca1'] response: {'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'code': 200} May 25 20:58:08.222692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Pushing event updated for resources: {'Port': ['ID=5a2b2bed-1758-40d8-b98b-774c9ca1e389,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:08.262075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:08.262442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:08.263344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:08.263734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:08.264137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:08.264461 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:08.264819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:08.265274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:08.265766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:08.266307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:08.266820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:08.267327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b06f-4943-4e31-bc24-370050d42f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:08.442784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7e0d1939-98e7-4062-9f79-09d6b02fa3e0 None None] Provisioning complete for port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:58:08.443147 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1939-98e7-4062-9f79-09d6b02fa3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:08.498459 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ca0dd-6ec9-48b9-8a8f-cb113665b0b5 req-b49758d5-6edb-40ea-8a0d-ebd1fac88b79 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:08.500139 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-974ca0dd-6ec9-48b9-8a8f-cb113665b0b5 req-b49758d5-6edb-40ea-8a0d-ebd1fac88b79 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 945 time: 0.0920649 May 25 20:58:08.551335 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-974ca0dd-6ec9-48b9-8a8f-cb113665b0b5 req-9f3161fb-072f-485f-ad34-2e9e4b6cf117 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404427 May 25 20:58:08.635275 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7e0d1939-98e7-4062-9f79-09d6b02fa3e0 None None] Current status of the port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:58:09.447389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5a2b2bed-1758-40d8-b98b-774c9ca1e389 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:58:09.560991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:58:09.586715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:09.601287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5a2b2bed-1758-40d8-b98b-774c9ca1e389 has no active binding in host n-h2-843339-1 {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 25 20:58:09.609258 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac08256d-95b8-4677-99c6-a1eaa1d02f35'] response: {'name': 'network-changed', 'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'status': 'completed', 'code': 200} May 25 20:58:09.765456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbb35b-18cc-4c5f-9ab9-c9f4ad56ced1 req-bf4668d3-20fa-4218-a3a0-fdc6ae22b3ed tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:09.766972 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e8dbb35b-18cc-4c5f-9ab9-c9f4ad56ced1 req-bf4668d3-20fa-4218-a3a0-fdc6ae22b3ed tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 945 time: 0.0831053 May 25 20:58:09.796356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8e6eb-7067-401e-904a-34f36c50bcda req-cb580a86-d2ec-4067-891e-ce743f21d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:09.797871 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-add8e6eb-7067-401e-904a-34f36c50bcda req-cb580a86-d2ec-4067-891e-ce743f21d3eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 1126 time: 0.1298873 May 25 20:58:09.813976 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e8dbb35b-18cc-4c5f-9ab9-c9f4ad56ced1 req-fae28baf-1410-4cfb-a53c-c6831e691baa tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406401 May 25 20:58:09.932363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8e6eb-7067-401e-904a-34f36c50bcda req-ba1c33a1-5ea0-485f-a1d2-289eb7d9a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:09.933813 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-add8e6eb-7067-401e-904a-34f36c50bcda req-ba1c33a1-5ea0-485f-a1d2-289eb7d9a835 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1729c38e-fff7-4288-996c-7a1f08c36ebd HTTP/1.1" status: 200 len: 898 time: 0.1298299 May 25 20:58:10.039423 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-add8e6eb-7067-401e-904a-34f36c50bcda req-8c6684df-60ff-46f2-b679-9652a2226502 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389 HTTP/1.1" status: 200 len: 1001 time: 0.0978353 May 25 20:58:10.101336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8e6eb-7067-401e-904a-34f36c50bcda req-82450578-a34c-4159-8c02-1106feb511e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:10.102850 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-add8e6eb-7067-401e-904a-34f36c50bcda req-82450578-a34c-4159-8c02-1106feb511e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fc13eef-06a1-48fd-b802-a201a8718330 HTTP/1.1" status: 200 len: 835 time: 0.0575764 May 25 20:58:10.185717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8e6eb-7067-401e-904a-34f36c50bcda req-861a7c5c-bda6-446e-9f00-ade6cf7ca544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:10.187207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-add8e6eb-7067-401e-904a-34f36c50bcda req-861a7c5c-bda6-446e-9f00-ade6cf7ca544 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1729c38e-fff7-4288-996c-7a1f08c36ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785499 May 25 20:58:10.318025 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-add8e6eb-7067-401e-904a-34f36c50bcda req-32fb415f-0906-41bd-9860-84c9089697df service neutron] 10.222.0.70 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247046 May 25 20:58:10.449426 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-add8e6eb-7067-401e-904a-34f36c50bcda req-7684fafc-22e1-45a2-8de0-efdb52376660 service neutron] 10.222.0.70 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251955 May 25 20:58:11.009645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab3fb8-0e40-4092-9b7c-3c03f4efd4ca req-a2f995b3-a7d9-4121-9811-9bd957a0cf1b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:11.011036 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61ab3fb8-0e40-4092-9b7c-3c03f4efd4ca req-a2f995b3-a7d9-4121-9811-9bd957a0cf1b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 945 time: 0.0846722 May 25 20:58:11.055068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61ab3fb8-0e40-4092-9b7c-3c03f4efd4ca req-015f2efd-c794-44bf-9686-678c1ca4eb44 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382650 May 25 20:58:12.247718 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fc2ad-3d90-45c0-8e80-8ae1a208bdba req-34c21309-df2a-4a03-96d1-2168f8382d21 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:12.249215 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-521fc2ad-3d90-45c0-8e80-8ae1a208bdba req-34c21309-df2a-4a03-96d1-2168f8382d21 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 945 time: 0.0881433 May 25 20:58:12.294721 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-521fc2ad-3d90-45c0-8e80-8ae1a208bdba req-ff0f14ba-c42d-4770-a402-745c841a84d8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396953 May 25 20:58:13.360745 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-ce5662f0-b792-4353-b05a-03b7d06d3f79 service neutron] 10.222.0.70 "GET /v2.0/ports/5a2b2bed-1758-40d8-b98b-774c9ca1e389/bindings/n-h2-843339-1 HTTP/1.1" status: 200 len: 384 time: 0.0828488 May 25 20:58:13.690067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc584211-e619-406a-b925-b3ab459d435d req-81561628-0ef2-41f4-8738-7ce2a8ca7d58 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:13.691531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fc584211-e619-406a-b925-b3ab459d435d req-81561628-0ef2-41f4-8738-7ce2a8ca7d58 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 945 time: 0.1764128 May 25 20:58:13.806790 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fc584211-e619-406a-b925-b3ab459d435d req-80948702-bed9-456e-b807-1a272dc103cd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694780 May 25 20:58:13.828766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:13.850709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:58:13.914123 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:58:13.922747 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:13.940211 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:14.049321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Transition to ACTIVE for port object 5a2b2bed-1758-40d8-b98b-774c9ca1e389 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:58:14.051356 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa8bac0-3f7d-4ea7-8b07-31c05886eda3'] response: {'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'code': 200} May 25 20:58:14.053088 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:14.211968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Pushing event updated for resources: {'Port': ['ID=5a2b2bed-1758-40d8-b98b-774c9ca1e389,revision_number=11']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:14.225217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:14.225562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:14.225897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:14.226335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:14.226666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:14.226992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:14.227313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:14.227633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:14.227952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:14.228268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:14.228585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:14.228900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:14.272628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] No DVR routers for this DVR port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:58:14.496084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-6a3d3569-aefa-4c78-a6d1-1cb8a46316dd service neutron] 10.222.0.70 "PUT /v2.0/ports/5a2b2bed-1758-40d8-b98b-774c9ca1e389/bindings/n-h2-843339-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1302371 May 25 20:58:14.620209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-10439689-c95c-477e-91ed-5a18490b083e tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:14.621706 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-10439689-c95c-477e-91ed-5a18490b083e tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&binding%3Ahost_id=n-h1-843339-1 HTTP/1.1" status: 200 len: 1095 time: 0.0755472 May 25 20:58:14.703913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-cae0ff52-60df-46c2-8313-e66badb9ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:14.705376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-cae0ff52-60df-46c2-8313-e66badb9ab86 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 1095 time: 0.0775127 May 25 20:58:14.796897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-dea38cbe-e15e-45fa-96c2-9910090820b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:14.798297 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-dea38cbe-e15e-45fa-96c2-9910090820b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 1095 time: 0.0706105 May 25 20:58:14.932527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-3f1bdc70-7b81-48c8-94d4-4c024b188b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:14.934018 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-3f1bdc70-7b81-48c8-94d4-4c024b188b32 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1729c38e-fff7-4288-996c-7a1f08c36ebd HTTP/1.1" status: 200 len: 898 time: 0.1303871 May 25 20:58:14.996212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b31a7c-685d-4e4b-8f71-d41ae03a605d req-8ca45860-be70-4149-97a2-5be93c80994d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:14.997961 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25b31a7c-685d-4e4b-8f71-d41ae03a605d req-8ca45860-be70-4149-97a2-5be93c80994d tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 944 time: 0.0824165 May 25 20:58:15.040586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-99841895-a8eb-4e42-a1ee-39d721dab01e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389 HTTP/1.1" status: 200 len: 999 time: 0.1008737 May 25 20:58:15.046993 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25b31a7c-685d-4e4b-8f71-d41ae03a605d req-dd311886-7313-40c1-a264-3dbbb1a9c1db tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432012 May 25 20:58:15.102685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-e7549f84-4320-4e2b-b1a9-9ddabf9cdd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:15.104125 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-e7549f84-4320-4e2b-b1a9-9ddabf9cdd67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4fc13eef-06a1-48fd-b802-a201a8718330 HTTP/1.1" status: 200 len: 835 time: 0.0584137 May 25 20:58:15.181637 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-8f8a1f6a-b1eb-41a2-b709-cbc706d65bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:15.183127 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-8f8a1f6a-b1eb-41a2-b709-cbc706d65bc5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1729c38e-fff7-4288-996c-7a1f08c36ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734415 May 25 20:58:15.414223 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-2565fc47-c0e7-4a6b-b2b3-75a51235bedb service neutron] 10.222.0.50 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245874 May 25 20:58:15.543543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-287c08f4-2e66-4d0b-92c0-32a37829f7ba service neutron] 10.222.0.50 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232843 May 25 20:58:15.802523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 5a2b2bed-1758-40d8-b98b-774c9ca1e389 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:58:15.833666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-c516468f-9ba1-4cfd-bcf2-06c1cfea9e7a tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:15.835209 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-c516468f-9ba1-4cfd-bcf2-06c1cfea9e7a tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&binding%3Ahost_id=n-h2-843339-1 HTTP/1.1" status: 200 len: 1095 time: 0.0752647 May 25 20:58:15.865200 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 5a2b2bed-1758-40d8-b98b-774c9ca1e389 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:58:15.951656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-33d3f24d-61bc-4d1b-be48-0e4cd19dc597 service neutron] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h1-843339-1, cleared binding levels {{(pid=88331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:58:15.954670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-33d3f24d-61bc-4d1b-be48-0e4cd19dc597 service neutron] Notify callbacks [] for binding, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:15.955779 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-71a829d1-652e-4e5f-a112-69b59c7480f9 req-33d3f24d-61bc-4d1b-be48-0e4cd19dc597 service neutron] 10.222.0.50 "DELETE /v2.0/ports/5a2b2bed-1758-40d8-b98b-774c9ca1e389/bindings/n-h1-843339-1 HTTP/1.1" status: 204 len: 173 time: 0.1151435 May 25 20:58:16.238972 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a979b-974c-4b61-9cf4-fd7e71ed3596 req-298f93a2-dabf-4280-ba1a-380625125d4f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:16.240452 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d7a979b-974c-4b61-9cf4-fd7e71ed3596 req-298f93a2-dabf-4280-ba1a-380625125d4f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 944 time: 0.0846417 May 25 20:58:16.286103 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d7a979b-974c-4b61-9cf4-fd7e71ed3596 req-bb927ac7-b4eb-4cd4-9c8d-355ad75ad4b5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397661 May 25 20:58:16.465216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff8fd4-7eda-476a-8c2c-2d42a5897ae5 req-db4117a3-5511-4c89-a7ca-e1c5110ff69d tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:16.467726 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53ff8fd4-7eda-476a-8c2c-2d42a5897ae5 req-db4117a3-5511-4c89-a7ca-e1c5110ff69d tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 1095 time: 0.0712018 May 25 20:58:16.508530 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53ff8fd4-7eda-476a-8c2c-2d42a5897ae5 req-3c91bd80-2175-4b63-860c-cac5140653b3 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351241 May 25 20:58:16.703575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cb6d7-93bb-42f2-a27c-89069e0174ee req-02df72ff-6c41-4e7c-b84b-fde9cc4dfbb9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:16.705106 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-822cb6d7-93bb-42f2-a27c-89069e0174ee req-02df72ff-6c41-4e7c-b84b-fde9cc4dfbb9 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 944 time: 0.0877998 May 25 20:58:16.751335 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-822cb6d7-93bb-42f2-a27c-89069e0174ee req-379a0e7a-d47a-4dd0-a1a9-5d51920af14c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403132 May 25 20:58:16.775664 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43392) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:16.887105 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-61fba2eb-7986-4039-acb7-b5f6bde63026 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/cbf717b5-6ab6-4d9b-a881-9e23a54a383e HTTP/1.1" status: 200 len: 991 time: 0.1102071 May 25 20:58:20.493053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43400) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:20.700619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2123d253-4fba-4b46-bd29-f0ab5748457f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port 44da2325-04a7-4236-90bd-6d5de1922c39 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:58:20.701606 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2123d253-4fba-4b46-bd29-f0ab5748457f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:20.868108 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2123d253-4fba-4b46-bd29-f0ab5748457f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:20.868336 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2123d253-4fba-4b46-bd29-f0ab5748457f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:21.039947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2123d253-4fba-4b46-bd29-f0ab5748457f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for 44da2325-04a7-4236-90bd-6d5de1922c39 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:58:21.118248 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca14165c-cd8d-4f7f-bc48-aac0aa1259eb req-cb3f2818-5049-4f8d-9f14-7cefe41ff99c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2423263 May 25 20:58:21.256577 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2123d253-4fba-4b46-bd29-f0ab5748457f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:21.309645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123d253-4fba-4b46-bd29-f0ab5748457f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=44da2325-04a7-4236-90bd-6d5de1922c39,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:21.504360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14165c-cd8d-4f7f-bc48-aac0aa1259eb req-bf723726-46fc-41f1-8caa-54fb9db581fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:21.505813 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca14165c-cd8d-4f7f-bc48-aac0aa1259eb req-bf723726-46fc-41f1-8caa-54fb9db581fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 1095 time: 0.3162453 May 25 20:58:21.519846 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2123d253-4fba-4b46-bd29-f0ab5748457f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:21.520197 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-2123d253-4fba-4b46-bd29-f0ab5748457f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Floating IP cbf717b5-6ab6-4d9b-a881-9e23a54a383e disassociated (deleted). External IP: 172.25.3.239, port: 5a2b2bed-1758-40d8-b98b-774c9ca1e389. May 25 20:58:21.799366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14165c-cd8d-4f7f-bc48-aac0aa1259eb req-5123663c-b04e-483d-9752-5d8ddb849ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:21.800692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca14165c-cd8d-4f7f-bc48-aac0aa1259eb req-5123663c-b04e-483d-9752-5d8ddb849ee8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1729c38e-fff7-4288-996c-7a1f08c36ebd HTTP/1.1" status: 200 len: 898 time: 0.2298238 May 25 20:58:21.929189 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca14165c-cd8d-4f7f-bc48-aac0aa1259eb req-d57dba7f-c3cd-454e-92af-d9401491f0b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389 HTTP/1.1" status: 200 len: 217 time: 0.0759490 May 25 20:58:22.068170 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14165c-cd8d-4f7f-bc48-aac0aa1259eb req-79d5740a-5a49-4ea0-a12e-ecb5fb95f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:22.069499 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca14165c-cd8d-4f7f-bc48-aac0aa1259eb req-79d5740a-5a49-4ea0-a12e-ecb5fb95f47c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4fc13eef-06a1-48fd-b802-a201a8718330 HTTP/1.1" status: 200 len: 835 time: 0.1320853 May 25 20:58:22.135265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2123d253-4fba-4b46-bd29-f0ab5748457f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router dd4ef6df-0337-4583-897c-3ec2564aeb89 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:58:22.241816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14165c-cd8d-4f7f-bc48-aac0aa1259eb req-6a015d35-0038-48a4-a1d2-d99435541acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:22.243321 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca14165c-cd8d-4f7f-bc48-aac0aa1259eb req-6a015d35-0038-48a4-a1d2-d99435541acc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1729c38e-fff7-4288-996c-7a1f08c36ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653912 May 25 20:58:22.410310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2123d253-4fba-4b46-bd29-f0ab5748457f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:58:22.420486 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd2290-1ca9-4ee7-b806-a4ccc665948f None None] Sync routers for ids ['dd4ef6df-0337-4583-897c-3ec2564aeb89'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:58:22.429835 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd2290-1ca9-4ee7-b806-a4ccc665948f None None] Routers {'dd4ef6df-0337-4583-897c-3ec2564aeb89'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:58:22.430468 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f0dd2290-1ca9-4ee7-b806-a4ccc665948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:58:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['dd4ef6df-0337-4583-897c-3ec2564aeb89'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:22.456687 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca14165c-cd8d-4f7f-bc48-aac0aa1259eb req-36896582-0e33-4405-8c5b-b555d3a48b78 service neutron] 10.222.0.50 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630805 May 25 20:58:22.458378 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2123d253-4fba-4b46-bd29-f0ab5748457f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:22.590122 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:58:22.596119 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2123d253-4fba-4b46-bd29-f0ab5748457f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/floatingips/cbf717b5-6ab6-4d9b-a881-9e23a54a383e HTTP/1.1" status: 204 len: 168 time: 2.1019750 May 25 20:58:22.598798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:58:22.630644 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f0dd2290-1ca9-4ee7-b806-a4ccc665948f None None] Set router dd4ef6df-0337-4583-897c-3ec2564aeb89 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:58:22.645297 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ca14165c-cd8d-4f7f-bc48-aac0aa1259eb req-0aa416d7-c05e-45ed-ba4a-b3c1f6c7dd9c service neutron] 10.222.0.50 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584961 May 25 20:58:22.647494 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e8399d-4cdf-4b01-85ae-5fdb45f4528a'] response: {'name': 'network-changed', 'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'status': 'completed', 'code': 200} May 25 20:58:22.905675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9780c3-84e7-4b30-9403-6824e3daf3c5 req-1da4ec88-b454-427b-9fb1-bface8cee5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:22.907202 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d9780c3-84e7-4b30-9403-6824e3daf3c5 req-1da4ec88-b454-427b-9fb1-bface8cee5e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 1095 time: 0.2114162 May 25 20:58:22.978413 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f0dd2290-1ca9-4ee7-b806-a4ccc665948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:56:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'b477ede7-1158-4232-8ac9-1a281474b7c6', 'name': '', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:49:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:43Z', 'updated_at': '2022-05-25T20:56:48Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:22.982828 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd2290-1ca9-4ee7-b806-a4ccc665948f None None] Checking router: dd4ef6df-0337-4583-897c-3ec2564aeb89 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:58:22.992084 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd2290-1ca9-4ee7-b806-a4ccc665948f None None] Routers {'dd4ef6df-0337-4583-897c-3ec2564aeb89'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:58:22.993029 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f0dd2290-1ca9-4ee7-b806-a4ccc665948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:58:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['dd4ef6df-0337-4583-897c-3ec2564aeb89'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:23.009210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355732c-0a46-47e1-8e72-cd2e1d5cb5fc req-1edc658a-d68c-4e23-9535-195b6bcab405 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:23.010830 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1355732c-0a46-47e1-8e72-cd2e1d5cb5fc req-1edc658a-d68c-4e23-9535-195b6bcab405 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 944 time: 0.0951450 May 25 20:58:23.042398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9780c3-84e7-4b30-9403-6824e3daf3c5 req-64bbc5ad-ea98-4e5e-8672-25ea6099d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:23.043857 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d9780c3-84e7-4b30-9403-6824e3daf3c5 req-64bbc5ad-ea98-4e5e-8672-25ea6099d944 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1729c38e-fff7-4288-996c-7a1f08c36ebd HTTP/1.1" status: 200 len: 898 time: 0.1301003 May 25 20:58:23.058648 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1355732c-0a46-47e1-8e72-cd2e1d5cb5fc req-b45ffb6f-30a4-416e-b49d-0e187270aae6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=158a0721-55c5-420e-93e9-4a73b365e275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414228 May 25 20:58:23.118938 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d9780c3-84e7-4b30-9403-6824e3daf3c5 req-26fa66c6-a4a7-4bcd-9512-9427ef68936a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389 HTTP/1.1" status: 200 len: 217 time: 0.0669756 May 25 20:58:23.182554 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9780c3-84e7-4b30-9403-6824e3daf3c5 req-2dc91765-32ba-45ed-9077-f5c93cd455bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:23.184280 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d9780c3-84e7-4b30-9403-6824e3daf3c5 req-2dc91765-32ba-45ed-9077-f5c93cd455bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4fc13eef-06a1-48fd-b802-a201a8718330 HTTP/1.1" status: 200 len: 835 time: 0.0586302 May 25 20:58:23.212286 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f0dd2290-1ca9-4ee7-b806-a4ccc665948f None None] Set router dd4ef6df-0337-4583-897c-3ec2564aeb89 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:58:23.259899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9780c3-84e7-4b30-9403-6824e3daf3c5 req-d536bd84-67ad-47e8-bfcc-186d523da701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:23.261292 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d9780c3-84e7-4b30-9403-6824e3daf3c5 req-d536bd84-67ad-47e8-bfcc-186d523da701 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1729c38e-fff7-4288-996c-7a1f08c36ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707252 May 25 20:58:23.298686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.50', 57504) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:23.382945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479fc3a-284d-4081-b0a1-d42997046d42 req-c2189f4a-a3d0-42a0-ae63-4f79404b265f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:23.384639 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6479fc3a-284d-4081-b0a1-d42997046d42 req-c2189f4a-a3d0-42a0-ae63-4f79404b265f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 944 time: 0.0849478 May 25 20:58:23.398981 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d9780c3-84e7-4b30-9403-6824e3daf3c5 req-781e866d-5010-4dee-ac30-81c859fa5691 service neutron] 10.222.0.50 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307538 May 25 20:58:23.460148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-6479fc3a-284d-4081-b0a1-d42997046d42 req-59b95457-2200-455c-bf15-a4c4da423670 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:58:23.460537 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6479fc3a-284d-4081-b0a1-d42997046d42 req-59b95457-2200-455c-bf15-a4c4da423670 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:23.536440 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f0dd2290-1ca9-4ee7-b806-a4ccc665948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:56:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'b477ede7-1158-4232-8ac9-1a281474b7c6', 'name': '', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:49:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:43Z', 'updated_at': '2022-05-25T20:56:48Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:23.537038 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d9780c3-84e7-4b30-9403-6824e3daf3c5 req-152d9356-3fbf-4c8b-b177-e01683a777b0 service neutron] 10.222.0.50 "GET /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316977 May 25 20:58:23.540422 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd2290-1ca9-4ee7-b806-a4ccc665948f None None] The sync data for ids ['dd4ef6df-0337-4583-897c-3ec2564aeb89'] in n-d-843339-1 is: [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:56:43Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'b477ede7-1158-4232-8ac9-1a281474b7c6', 'name': '', 'network_id': '1729c38e-fff7-4288-996c-7a1f08c36ebd', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:49:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:43Z', 'updated_at': '2022-05-25T20:56:48Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '4fc13eef-06a1-48fd-b802-a201a8718330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:58:23.795236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4b9a6-dd67-4a07-89ab-9085f48d4ee5 None None] New status for floating IP cbf717b5-6ab6-4d9b-a881-9e23a54a383e: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:58:23.834342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-6479fc3a-284d-4081-b0a1-d42997046d42 req-59b95457-2200-455c-bf15-a4c4da423670 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] For port 5a2b2bed-1758-40d8-b98b-774c9ca1e389, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=5a2b2bed-1758-40d8-b98b-774c9ca1e389,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:23.834696 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6479fc3a-284d-4081-b0a1-d42997046d42 req-59b95457-2200-455c-bf15-a4c4da423670 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:23.960155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-6479fc3a-284d-4081-b0a1-d42997046d42 req-59b95457-2200-455c-bf15-a4c4da423670 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for 5a2b2bed-1758-40d8-b98b-774c9ca1e389 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:58:24.112450 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6479fc3a-284d-4081-b0a1-d42997046d42 req-59b95457-2200-455c-bf15-a4c4da423670 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:24.133455 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:24.165378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b95457-2200-455c-bf15-a4c4da423670 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=5a2b2bed-1758-40d8-b98b-774c9ca1e389,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:24.229333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-873b8646-e1ec-4e26-80a9-7e66778743af req-ecba4c6c-12ef-428a-a1de-7ab0fd91d05c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:58:24.242139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-6479fc3a-284d-4081-b0a1-d42997046d42 req-59b95457-2200-455c-bf15-a4c4da423670 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] No DVR routers for this DVR port 5a2b2bed-1758-40d8-b98b-774c9ca1e389 on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:58:24.244920 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6479fc3a-284d-4081-b0a1-d42997046d42 req-59b95457-2200-455c-bf15-a4c4da423670 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:24.246253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-873b8646-e1ec-4e26-80a9-7e66778743af req-ecba4c6c-12ef-428a-a1de-7ab0fd91d05c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:58:24.247866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'name': 'network-vif-deleted', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:58:24.248011 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-873b8646-e1ec-4e26-80a9-7e66778743af req-ecba4c6c-12ef-428a-a1de-7ab0fd91d05c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5 HTTP/1.1" status: 200 len: 210 time: 0.0674675 May 25 20:58:24.265070 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6479fc3a-284d-4081-b0a1-d42997046d42 req-59b95457-2200-455c-bf15-a4c4da423670 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.50 "DELETE /v2.0/ports/5a2b2bed-1758-40d8-b98b-774c9ca1e389 HTTP/1.1" status: 204 len: 173 time: 0.8751018 May 25 20:58:24.297596 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae700a04-2e0e-46e9-bbda-855006ec88b4'] response: {'server_uuid': 'ad8cb136-f5ba-4fa6-83b5-4c18798fe3a5', 'name': 'network-vif-deleted', 'tag': '5a2b2bed-1758-40d8-b98b-774c9ca1e389', 'status': 'completed', 'code': 200} May 25 20:58:25.354389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43418) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:25.933992 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f5b3117-9470-4046-94cf-023c724011db tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:26.415989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b3117-9470-4046-94cf-023c724011db tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port b477ede7-1158-4232-8ac9-1a281474b7c6 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:58:26.416663 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f5b3117-9470-4046-94cf-023c724011db tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:26.607616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-4f5b3117-9470-4046-94cf-023c724011db tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] For port b477ede7-1158-4232-8ac9-1a281474b7c6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b477ede7-1158-4232-8ac9-1a281474b7c6,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:26.608058 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f5b3117-9470-4046-94cf-023c724011db tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:26.739038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b3117-9470-4046-94cf-023c724011db tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for b477ede7-1158-4232-8ac9-1a281474b7c6 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:58:27.064630 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f5b3117-9470-4046-94cf-023c724011db tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:27.115982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b3117-9470-4046-94cf-023c724011db tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=b477ede7-1158-4232-8ac9-1a281474b7c6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:27.396609 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4f5b3117-9470-4046-94cf-023c724011db tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:27.550637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5a2b2bed-1758-40d8-b98b-774c9ca1e389 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:58:27.585120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 5a2b2bed-1758-40d8-b98b-774c9ca1e389 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:58:27.585462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 5a2b2bed-1758-40d8-b98b-774c9ca1e389 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:58:27.871330 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5b3117-9470-4046-94cf-023c724011db tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router dd4ef6df-0337-4583-897c-3ec2564aeb89 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:58:28.050032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5b3117-9470-4046-94cf-023c724011db tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:58:28.061468 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45eee2-acce-434f-8969-21847df99a85 None None] Sync routers for ids ['dd4ef6df-0337-4583-897c-3ec2564aeb89'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:58:28.063785 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4f5b3117-9470-4046-94cf-023c724011db tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "PUT /v2.0/routers/dd4ef6df-0337-4583-897c-3ec2564aeb89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7081115 May 25 20:58:28.066709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43422) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:28.072180 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45eee2-acce-434f-8969-21847df99a85 None None] Routers {'dd4ef6df-0337-4583-897c-3ec2564aeb89'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:58:28.073019 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5e45eee2-acce-434f-8969-21847df99a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:58:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['dd4ef6df-0337-4583-897c-3ec2564aeb89'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:28.135261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-363f0a5c-21fa-4cdd-bd09-53225e009753 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting subnet 4fc13eef-06a1-48fd-b802-a201a8718330 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 20:58:28.138687 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-363f0a5c-21fa-4cdd-bd09-53225e009753 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:28.198928 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-363f0a5c-21fa-4cdd-bd09-53225e009753 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:28.228481 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ae51f822-c0ec-4dab-bb51-9987d733e76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:28.252628 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5e45eee2-acce-434f-8969-21847df99a85 None None] Set router dd4ef6df-0337-4583-897c-3ec2564aeb89 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:58:28.284986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-363f0a5c-21fa-4cdd-bd09-53225e009753 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:28.360172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-363f0a5c-21fa-4cdd-bd09-53225e009753 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:28.404890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f0a5c-21fa-4cdd-bd09-53225e009753 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc13eef-06a1-48fd-b802-a201a8718330,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:28.411823 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-363f0a5c-21fa-4cdd-bd09-53225e009753 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:28.419682 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-363f0a5c-21fa-4cdd-bd09-53225e009753 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/subnets/4fc13eef-06a1-48fd-b802-a201a8718330 HTTP/1.1" status: 204 len: 168 time: 0.3516779 May 25 20:58:28.422790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43426) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:28.423905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f7354c-8f2e-47a9-b5fa-a74669313bf8 None None] Network 1729c38e-fff7-4288-996c-7a1f08c36ebd requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:58:28.525401 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:28.559902 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5e45eee2-acce-434f-8969-21847df99a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:58:26Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:28.564108 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45eee2-acce-434f-8969-21847df99a85 None None] Checking router: dd4ef6df-0337-4583-897c-3ec2564aeb89 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:58:28.572423 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45eee2-acce-434f-8969-21847df99a85 None None] Routers {'dd4ef6df-0337-4583-897c-3ec2564aeb89'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:58:28.573126 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5e45eee2-acce-434f-8969-21847df99a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:58:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['dd4ef6df-0337-4583-897c-3ec2564aeb89'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:28.609996 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:28.725029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9af97c-5b32-4b19-a345-ea2796fca7b9 None None] DHCP port deletion for 1729c38e-fff7-4288-996c-7a1f08c36ebd request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 20:58:28.729281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3a9af97c-5b32-4b19-a345-ea2796fca7b9 None None] Deleting port 15fb6e93-943f-4b70-ac6e-7c13d7703854 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:58:28.729784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a9af97c-5b32-4b19-a345-ea2796fca7b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:28.767177 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5e45eee2-acce-434f-8969-21847df99a85 None None] Set router dd4ef6df-0337-4583-897c-3ec2564aeb89 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:58:28.818901 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:28.828905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 20:58:28.829363 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:28.976224 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3a9af97c-5b32-4b19-a345-ea2796fca7b9 None None] For port 15fb6e93-943f-4b70-ac6e-7c13d7703854, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=15fb6e93-943f-4b70-ac6e-7c13d7703854,segment=NetworkSegment(5a52bca5-3319-49b5-b2b3-39e881b9755c),segment_id=5a52bca5-3319-49b5-b2b3-39e881b9755c)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:28.976644 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a9af97c-5b32-4b19-a345-ea2796fca7b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:29.014977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] For port 1f294b74-126b-4cd6-b2da-ca9ed4585cd7, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1f294b74-126b-4cd6-b2da-ca9ed4585cd7,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:29.015629 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:29.081931 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5e45eee2-acce-434f-8969-21847df99a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:58:26Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:29.087703 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45eee2-acce-434f-8969-21847df99a85 None None] The sync data for ids ['dd4ef6df-0337-4583-897c-3ec2564aeb89'] in n-d-843339-1 is: [{'id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067029345', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:56:38Z', 'updated_at': '2022-05-25T20:58:26Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': '1f294b74-126b-4cd6-b2da-ca9ed4585cd7', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4ef6df-0337-4583-897c-3ec2564aeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:56:39Z', 'updated_at': '2022-05-25T20:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:58:29.104785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3a9af97c-5b32-4b19-a345-ea2796fca7b9 None None] Calling delete_port for 15fb6e93-943f-4b70-ac6e-7c13d7703854 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:58:29.158450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 20:58:29.183311 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a9af97c-5b32-4b19-a345-ea2796fca7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:29.235447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9af97c-5b32-4b19-a345-ea2796fca7b9 None None] No DVR routers for this DVR port 15fb6e93-943f-4b70-ac6e-7c13d7703854 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 20:58:29.237200 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9af97c-5b32-4b19-a345-ea2796fca7b9 None None] Pushing event deleted for resources: {'Port': ['ID=15fb6e93-943f-4b70-ac6e-7c13d7703854,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:29.333333 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:29.527690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=1f294b74-126b-4cd6-b2da-ca9ed4585cd7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:29.599089 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:29.780253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:29.782410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:29.806524 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:29.807061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Fanout notify agent at l3_agent the message router_deleted on router dd4ef6df-0337-4583-897c-3ec2564aeb89 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 20:58:29.823316 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:29.827053 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f6724616-f977-43fc-98cc-5753b45fbe93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/routers/dd4ef6df-0337-4583-897c-3ec2564aeb89 HTTP/1.1" status: 204 len: 168 time: 1.4002755 May 25 20:58:29.827306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43430) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:29.943800 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5ac71cb5-e2ff-4170-a631-4825f4d3738f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.083542 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5ac71cb5-e2ff-4170-a631-4825f4d3738f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.108824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-5ac71cb5-e2ff-4170-a631-4825f4d3738f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1729c38e-fff7-4288-996c-7a1f08c36ebd']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:30.120462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-5ac71cb5-e2ff-4170-a631-4825f4d3738f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a52bca5-3319-49b5-b2b3-39e881b9755c') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:30.120759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-5ac71cb5-e2ff-4170-a631-4825f4d3738f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a52bca5-3319-49b5-b2b3-39e881b9755c') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:30.131782 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5ac71cb5-e2ff-4170-a631-4825f4d3738f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.147525 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5ac71cb5-e2ff-4170-a631-4825f4d3738f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.153322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac71cb5-e2ff-4170-a631-4825f4d3738f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 20:58:30.153702 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5ac71cb5-e2ff-4170-a631-4825f4d3738f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.261731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5ac71cb5-e2ff-4170-a631-4825f4d3738f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.282205 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-5ac71cb5-e2ff-4170-a631-4825f4d3738f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.293206 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac71cb5-e2ff-4170-a631-4825f4d3738f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Network': ['ID=1729c38e-fff7-4288-996c-7a1f08c36ebd,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:30.304141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-5ac71cb5-e2ff-4170-a631-4825f4d3738f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/networks/1729c38e-fff7-4288-996c-7a1f08c36ebd HTTP/1.1" status: 204 len: 168 time: 0.4758813 May 25 20:58:30.307211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43440) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:30.310232 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 5a52bca5-3319-49b5-b2b3-39e881b9755c resource provider aggregate not found May 25 20:58:30.329952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:58:30.338532 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 5a52bca5-3319-49b5-b2b3-39e881b9755c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a52bca5-3319-49b5-b2b3-39e881b9755c found for delete ", "request_id": "req-5ccda824-2cef-4b5b-a84a-befc26f4a1ad"}]} May 25 20:58:30.369361 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:58:30.369690 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1f294b74-126b-4cd6-b2da-ca9ed4585cd7 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:58:30.370101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b477ede7-1158-4232-8ac9-1a281474b7c6 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:58:30.396927 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7adbb2ac-8487-4f00-84ae-824c130e741b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.404333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: b477ede7-1158-4232-8ac9-1a281474b7c6 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:58:30.404699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b477ede7-1158-4232-8ac9-1a281474b7c6 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:58:30.405110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 15fb6e93-943f-4b70-ac6e-7c13d7703854 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 20:58:30.427388 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7adbb2ac-8487-4f00-84ae-824c130e741b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.443029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 15fb6e93-943f-4b70-ac6e-7c13d7703854 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 20:58:30.443362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 15fb6e93-943f-4b70-ac6e-7c13d7703854 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 20:58:30.493963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7adbb2ac-8487-4f00-84ae-824c130e741b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.511401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbb2ac-8487-4f00-84ae-824c130e741b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158a0721-55c5-420e-93e9-4a73b365e275,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:30.525076 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7adbb2ac-8487-4f00-84ae-824c130e741b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.529004 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7adbb2ac-8487-4f00-84ae-824c130e741b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/security-groups/158a0721-55c5-420e-93e9-4a73b365e275 HTTP/1.1" status: 204 len: 168 time: 0.2181435 May 25 20:58:30.653028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43452) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:30.656462 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b081765c-ea94-43de-9b0c-ccda83a7a253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.658690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1849545134', 'description': 'tempest-secgroup-smoke-1849545134 description', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:30.665675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:58:30.669765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:58:30.672662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:58:30.678355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:58:30.689036 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.709318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:58:30.713204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:58:30.716003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:58:30.722978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:58:30.795664 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.799548 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.843846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78d4aa3-0042-46b5-8a70-b06a98799b7c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:30.849930 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.851281 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a16bd44d-a0ff-413f-8543-afb4ebf3384f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1971242 May 25 20:58:30.855632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43456) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:30.860555 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-612e836e-5e6f-4b19-a4bb-c019d66cfa77 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': 'e78d4aa3-0042-46b5-8a70-b06a98799b7c', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:30.867258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-612e836e-5e6f-4b19-a4bb-c019d66cfa77 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:58:30.871038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-612e836e-5e6f-4b19-a4bb-c019d66cfa77 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:58:30.874383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-612e836e-5e6f-4b19-a4bb-c019d66cfa77 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:58:30.879999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-612e836e-5e6f-4b19-a4bb-c019d66cfa77 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:58:30.897479 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-612e836e-5e6f-4b19-a4bb-c019d66cfa77 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.960000 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-612e836e-5e6f-4b19-a4bb-c019d66cfa77 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.963776 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-612e836e-5e6f-4b19-a4bb-c019d66cfa77 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.986790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e836e-5e6f-4b19-a4bb-c019d66cfa77 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e0b29e-01f5-44a0-888d-2279feacd4f7,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:30.997007 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-612e836e-5e6f-4b19-a4bb-c019d66cfa77 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:30.998872 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-612e836e-5e6f-4b19-a4bb-c019d66cfa77 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418939 May 25 20:58:31.001602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43460) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:31.006477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-42c2de58-697e-4c9d-a6fb-b8253c4ec8b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': 'e78d4aa3-0042-46b5-8a70-b06a98799b7c', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:31.013107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-42c2de58-697e-4c9d-a6fb-b8253c4ec8b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:58:31.017747 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-42c2de58-697e-4c9d-a6fb-b8253c4ec8b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:58:31.020596 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-42c2de58-697e-4c9d-a6fb-b8253c4ec8b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:58:31.026253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-42c2de58-697e-4c9d-a6fb-b8253c4ec8b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:58:31.041900 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42c2de58-697e-4c9d-a6fb-b8253c4ec8b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.109579 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42c2de58-697e-4c9d-a6fb-b8253c4ec8b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.112893 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42c2de58-697e-4c9d-a6fb-b8253c4ec8b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.136002 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2de58-697e-4c9d-a6fb-b8253c4ec8b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19cb123d-c0e4-4238-89d1-511d428b9803,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:31.145403 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-42c2de58-697e-4c9d-a6fb-b8253c4ec8b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.146593 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-42c2de58-697e-4c9d-a6fb-b8253c4ec8b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440670 May 25 20:58:31.149328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43464) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:31.154185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9d609052-a22d-4f29-ac8f-de8a1c82aa3f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': 'e78d4aa3-0042-46b5-8a70-b06a98799b7c', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:31.161318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9d609052-a22d-4f29-ac8f-de8a1c82aa3f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:58:31.165220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9d609052-a22d-4f29-ac8f-de8a1c82aa3f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:58:31.168091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9d609052-a22d-4f29-ac8f-de8a1c82aa3f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:58:31.173981 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9d609052-a22d-4f29-ac8f-de8a1c82aa3f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:58:31.190793 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d609052-a22d-4f29-ac8f-de8a1c82aa3f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.253343 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d609052-a22d-4f29-ac8f-de8a1c82aa3f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.257037 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d609052-a22d-4f29-ac8f-de8a1c82aa3f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.285500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d609052-a22d-4f29-ac8f-de8a1c82aa3f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ea33d3-0004-466c-b795-8d3425e7902a,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:31.291856 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9d609052-a22d-4f29-ac8f-de8a1c82aa3f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.293322 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9d609052-a22d-4f29-ac8f-de8a1c82aa3f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429801 May 25 20:58:31.296177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43468) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:31.301124 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c3ef3e43-5a40-41dd-b5cb-187091d3ed44 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': 'e78d4aa3-0042-46b5-8a70-b06a98799b7c', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:31.307643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c3ef3e43-5a40-41dd-b5cb-187091d3ed44 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:58:31.311514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c3ef3e43-5a40-41dd-b5cb-187091d3ed44 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:58:31.314369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c3ef3e43-5a40-41dd-b5cb-187091d3ed44 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:58:31.320549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c3ef3e43-5a40-41dd-b5cb-187091d3ed44 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:58:31.340406 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3e43-5a40-41dd-b5cb-187091d3ed44 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.403167 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3e43-5a40-41dd-b5cb-187091d3ed44 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.407982 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3e43-5a40-41dd-b5cb-187091d3ed44 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.423687 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.430243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef3e43-5a40-41dd-b5cb-187091d3ed44 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0955ec09-2435-4113-9894-afbd2b7a1a7f,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:31.441449 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3e43-5a40-41dd-b5cb-187091d3ed44 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.442833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c3ef3e43-5a40-41dd-b5cb-187091d3ed44 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455729 May 25 20:58:31.445412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43472) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:31.450273 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5e243f00-2857-48a0-860a-769834ae515e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': 'e78d4aa3-0042-46b5-8a70-b06a98799b7c', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:31.457633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5e243f00-2857-48a0-860a-769834ae515e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:58:31.461618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5e243f00-2857-48a0-860a-769834ae515e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:58:31.464544 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5e243f00-2857-48a0-860a-769834ae515e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:58:31.471000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5e243f00-2857-48a0-860a-769834ae515e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:58:31.481380 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-5e243f00-2857-48a0-860a-769834ae515e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Project fd0cdadfc81d4b49ac4e620e789bf588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:58:31.488008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e243f00-2857-48a0-860a-769834ae515e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.551573 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e243f00-2857-48a0-860a-769834ae515e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.555092 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e243f00-2857-48a0-860a-769834ae515e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.578752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e243f00-2857-48a0-860a-769834ae515e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97e9b35-5032-49b1-a986-04c23ece85c8,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:31.587987 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e243f00-2857-48a0-860a-769834ae515e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.589182 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5e243f00-2857-48a0-860a-769834ae515e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429114 May 25 20:58:31.591898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43476) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:31.596947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-bbfe68ee-7b27-41d0-977b-ca173d7491e5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'security_group_rule': {'security_group_id': 'e78d4aa3-0042-46b5-8a70-b06a98799b7c', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:31.603527 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bbfe68ee-7b27-41d0-977b-ca173d7491e5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:58:31.607370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bbfe68ee-7b27-41d0-977b-ca173d7491e5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:security_group_rule and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:58:31.610469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bbfe68ee-7b27-41d0-977b-ca173d7491e5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:58:31.616148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bbfe68ee-7b27-41d0-977b-ca173d7491e5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:58:31.626987 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-bbfe68ee-7b27-41d0-977b-ca173d7491e5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Project fd0cdadfc81d4b49ac4e620e789bf588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 20:58:31.633346 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bbfe68ee-7b27-41d0-977b-ca173d7491e5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.699880 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bbfe68ee-7b27-41d0-977b-ca173d7491e5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.705920 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bbfe68ee-7b27-41d0-977b-ca173d7491e5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.730205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe68ee-7b27-41d0-977b-ca173d7491e5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97b66bc-c6f7-4c40-a245-e2a8faa1d20c,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:31.739061 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bbfe68ee-7b27-41d0-977b-ca173d7491e5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.740228 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bbfe68ee-7b27-41d0-977b-ca173d7491e5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473634 May 25 20:58:31.743098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43480) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:31.748881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'network': {'name': 'tempest-network-smoke--404360436', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'port_security_enabled': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:31.754454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:58:31.759275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:network and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:58:31.762133 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:58:31.768406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:58:31.778262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Made reservation on behalf of fd0cdadfc81d4b49ac4e620e789bf588 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:58:31.781694 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.810317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 20:58:31.820200 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.820605 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Added segment d2a78501-19da-4e0b-9ee8-671957648b7d of type vlan for network 04693e2b-785d-408d-bf40-1c8f220c9d65 May 25 20:58:31.847129 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.861535 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.877467 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.882904 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:31.883500 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:31.989354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2450585 May 25 20:58:31.992129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43484) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:31.995149 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e0fc1-3f2d-4b65-a08a-30efce27458f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Network': ['ID=04693e2b-785d-408d-bf40-1c8f220c9d65,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:31.998424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'admin_state_up': True, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:32.006122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 04693e2b-785d-408d-bf40-1c8f220c9d65 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 20:58:32.007633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:58:32.011831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:router and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:58:32.014926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:58:32.021791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:58:32.032521 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:32.033561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:32.050812 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:32.321249 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:32.747172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:32.780971 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:32.914933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.25.3.113 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/f09756cc-208b-433a-8588-4418e9bb4720) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:58:33.061651 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:33.090321 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:33.158440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:58:33.161250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:58:33.163626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:58:33.199320 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:33.210204 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=f09756cc-208b-433a-8588-4418e9bb4720,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:33.585932 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:34.049028 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:34.252025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router ccf2f10e-b804-4499-bdcb-0f9081a5c076 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 20:58:34.431383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:58:34.441179 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Sync routers for ids ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:58:34.450805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Routers {'ccf2f10e-b804-4499-bdcb-0f9081a5c076'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:58:34.452076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:58:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:34.458849 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:34.460027 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-259ef9ef-631f-4d36-97c5-855b72fbc9d4 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4668467 May 25 20:58:34.463303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43488) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:34.502945 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-676af522-86b9-4acc-8cc7-d77910b50d89 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=fd0cdadfc81d4b49ac4e620e789bf588&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385110 May 25 20:58:34.505601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43492) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:34.635632 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Set router ccf2f10e-b804-4499-bdcb-0f9081a5c076 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:58:34.637010 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647870cd-da1f-452c-bb21-bb92f8f5ae41 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:34.638501 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-647870cd-da1f-452c-bb21-bb92f8f5ae41 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319985 May 25 20:58:34.641637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43496) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:34.681766 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-dd55f89a-1f72-4b23-b4a1-279b2d720ac7 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389698 May 25 20:58:34.684195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43500) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:34.689818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1416206186', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:34.802610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:58:34.806423 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:subnet and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:58:34.809152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:58:34.814929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:58:34.825182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Made reservation on behalf of fd0cdadfc81d4b49ac4e620e789bf588 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:58:34.828953 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:34.926015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:33Z', 'revision_number': 3, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:34.930875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Checking router: ccf2f10e-b804-4499-bdcb-0f9081a5c076 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:58:34.931242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Updating router ccf2f10e-b804-4499-bdcb-0f9081a5c076 port f09756cc-208b-433a-8588-4418e9bb4720 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:58:34.987038 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:35.066867 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:35.147579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Subnet': ['ID=1b42efc4-12c0-4c95-86a7-8faa185a3e9c,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:35.157722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Checking segment: {'id': 'd2a78501-19da-4e0b-9ee8-671957648b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:58:35.158069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network hostable DHCP agents. Network: 04693e2b-785d-408d-bf40-1c8f220c9d65, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 20:58:35.176700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 04693e2b-785d-408d-bf40-1c8f220c9d65 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 20:58:35.190869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 04693e2b-785d-408d-bf40-1c8f220c9d65) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:58:35.195093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:35.195677 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:35.217174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-891bfaf2-3901-42a2-870a-525924a8973f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5318158 May 25 20:58:35.219941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43504) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:35.229656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda9f0a8-8cd8-4295-b380-853d93c3786f None None] Network 04693e2b-785d-408d-bf40-1c8f220c9d65 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:58:35.557209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-04693e2b-785d-408d-bf40-1c8f220c9d65', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ips': [{'subnet_id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 20:58:35.558008 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:35.569189 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:35.586527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Transition to ACTIVE for port object f09756cc-208b-433a-8588-4418e9bb4720 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:58:35.626809 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:35.742427 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Attempting to bind port f09756cc-208b-433a-8588-4418e9bb4720 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:58:35.742789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Attempting to bind port f09756cc-208b-433a-8588-4418e9bb4720 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:58:35.743144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Attempting to bind port f09756cc-208b-433a-8588-4418e9bb4720 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:58:35.750847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b6c69-73e4-4933-a372-69a00b652f3e None None] Pushing event updated for resources: {'Port': ['ID=f09756cc-208b-433a-8588-4418e9bb4720,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:35.757932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:58:35.758327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:58:35.758721 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:35.759365 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:58:35.759815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Bound port: f09756cc-208b-433a-8588-4418e9bb4720, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:58:35.760178 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:35.873254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Allocated IP 172.20.0.2 (04693e2b-785d-408d-bf40-1c8f220c9d65/1b42efc4-12c0-4c95-86a7-8faa185a3e9c/2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:58:35.884891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] For port f09756cc-208b-433a-8588-4418e9bb4720, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:58:35.888187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] For port f09756cc-208b-433a-8588-4418e9bb4720, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f09756cc-208b-433a-8588-4418e9bb4720,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:58:35.911055 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:36.061965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Routers {'ccf2f10e-b804-4499-bdcb-0f9081a5c076'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:58:36.062645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:58:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:36.069227 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:36.120281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b6c69-73e4-4933-a372-69a00b652f3e None None] Pushing event updated for resources: {'Port': ['ID=f09756cc-208b-433a-8588-4418e9bb4720,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:36.330566 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:36.338320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] Set router ccf2f10e-b804-4499-bdcb-0f9081a5c076 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:58:36.446712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Transition to ACTIVE for port object 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:58:36.534642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Transition to ACTIVE for port object 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:58:36.542934 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:36.608223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.20.0.1 (04693e2b-785d-408d-bf40-1c8f220c9d65/1b42efc4-12c0-4c95-86a7-8faa185a3e9c/f2d26985-4fa2-4103-8dc5-38dd14e6c6ab) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:58:36.683829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Network 04693e2b-785d-408d-bf40-1c8f220c9d65 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:58:36.696996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:58:36.703255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:58:36.711952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Pushing event updated for resources: {'Port': ['ID=2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:36.781477 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:36.799545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Transition to ACTIVE for port object f2d26985-4fa2-4103-8dc5-38dd14e6c6ab will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:58:36.822732 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:36.838255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Attempting to bind port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:58:36.838603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Attempting to bind port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2a78501-19da-4e0b-9ee8-671957648b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:58:36.838950 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Attempting to bind port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd on network 04693e2b-785d-408d-bf40-1c8f220c9d65 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:58:36.847345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:58:36.847710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Checking segment: {'id': 'd2a78501-19da-4e0b-9ee8-671957648b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:58:36.848101 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:36.848484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Bound using segment: {'id': 'd2a78501-19da-4e0b-9ee8-671957648b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:58:36.848932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Bound port: 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a78501-19da-4e0b-9ee8-671957648b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:58:36.849298 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:36.893530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 04693e2b-785d-408d-bf40-1c8f220c9d65 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:58:36.896513 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:58:36.900556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:58:36.932005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:33Z', 'revision_number': 3, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:36.937673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=f2d26985-4fa2-4103-8dc5-38dd14e6c6ab,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:36.941923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455b292-ba13-4f1e-b441-2fba56362c50 None None] The sync data for ids ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'] in n-d-843339-1 is: [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:33Z', 'revision_number': 3, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:58:36.949029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] For port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:58:36.952513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] For port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:58:36.965729 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:36.968511 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:37.055703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e7a7b-d3fe-4247-b0cb-5675df970316 None None] Pushing event updated for resources: {'Port': ['ID=2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:37.283859 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:37.861756 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:37.869814 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:37.985557 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:37.989176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=f2d26985-4fa2-4103-8dc5-38dd14e6c6ab,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:38.061590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365f6a0b-fb09-406e-a917-076ef84a1c4e None None] Network 04693e2b-785d-408d-bf40-1c8f220c9d65 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 20:58:38.129243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 04693e2b-785d-408d-bf40-1c8f220c9d65 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:58:38.131902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:58:38.191326 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-aefe12bb-adbf-4988-8b60-bd31b3183631 None None] Provisioning for port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:58:38.299027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f09756cc-208b-433a-8588-4418e9bb4720 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:58:38.341619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router ccf2f10e-b804-4499-bdcb-0f9081a5c076 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:58:38.401468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port f09756cc-208b-433a-8588-4418e9bb4720 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:58:38.406850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f09756cc-208b-433a-8588-4418e9bb4720 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:58:38.407232 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:38.534269 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f09756cc-208b-433a-8588-4418e9bb4720 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:58:38.535108 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:38.539635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:58:38.553085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port f09756cc-208b-433a-8588-4418e9bb4720, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f09756cc-208b-433a-8588-4418e9bb4720,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:38.567884 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:38.567884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:58:38.568190 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3b1243ec-0fef-4251-a133-3867fc73bc29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "PUT /v2.0/routers/ccf2f10e-b804-4499-bdcb-0f9081a5c076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3457878 May 25 20:58:38.627285 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Sync routers for ids ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:58:38.642473 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Routers {'ccf2f10e-b804-4499-bdcb-0f9081a5c076'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:58:38.643208 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:58:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:38.691281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0f38bd60-4624-44d4-bcbe-72f923904cb9 None None] Provisioning for port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:58:38.698645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=f09756cc-208b-433a-8588-4418e9bb4720,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:38.705351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0f38bd60-4624-44d4-bcbe-72f923904cb9 None None] Provisioning complete for port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:58:38.705724 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0f38bd60-4624-44d4-bcbe-72f923904cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:38.766660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0f38bd60-4624-44d4-bcbe-72f923904cb9 None None] Port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:58:38.770081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:58:38.777865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:58:38.778256 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:38.843770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0f38bd60-4624-44d4-bcbe-72f923904cb9 None None] Provisioning complete for port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:58:38.844138 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0f38bd60-4624-44d4-bcbe-72f923904cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:38.906725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-521198d5-c73c-40bf-84a9-b58581567b99 req-a8681d7a-2877-47ff-aa9c-d9eead5b4d29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:58:38.928055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-521198d5-c73c-40bf-84a9-b58581567b99 req-a8681d7a-2877-47ff-aa9c-d9eead5b4d29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:58:38.931414 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-a8681d7a-2877-47ff-aa9c-d9eead5b4d29 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1849545134&fields=id&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 267 time: 0.0834548 May 25 20:58:38.938139 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Set router ccf2f10e-b804-4499-bdcb-0f9081a5c076 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:58:39.035198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-0f38bd60-4624-44d4-bcbe-72f923904cb9 None None] Current status of the port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:58:39.035556 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0f38bd60-4624-44d4-bcbe-72f923904cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:39.045682 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:58:39.046083 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:39.103930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0f38bd60-4624-44d4-bcbe-72f923904cb9 None None] For port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:39.112400 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0f38bd60-4624-44d4-bcbe-72f923904cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:39.160088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521198d5-c73c-40bf-84a9-b58581567b99 req-3ab2d6ba-a237-467e-91f8-0f6fddd0968a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:39.160919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-521198d5-c73c-40bf-84a9-b58581567b99 req-3ab2d6ba-a237-467e-91f8-0f6fddd0968a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:58:39.182317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-521198d5-c73c-40bf-84a9-b58581567b99 req-3ab2d6ba-a237-467e-91f8-0f6fddd0968a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:58:39.183796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-3ab2d6ba-a237-467e-91f8-0f6fddd0968a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/networks?id=04693e2b-785d-408d-bf40-1c8f220c9d65 HTTP/1.1" status: 200 len: 796 time: 0.2440841 May 25 20:58:39.221052 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-37f2c135-1cc7-46f0-9b3d-5a6770107737 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/quotas/fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 375 time: 0.0200210 May 25 20:58:39.287868 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4bcb6c2d-31af-4d75-8221-de0fc46ec1cf None None] Provisioning complete for port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:58:39.288245 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6c2d-31af-4d75-8221-de0fc46ec1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:39.329428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-521198d5-c73c-40bf-84a9-b58581567b99 req-fc812b24-c483-48be-b241-d41783fbdc24 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:58:39.331765 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 20:58:39.332116 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 20:58:39.339753 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:37Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f2d26985-4fa2-4103-8dc5-38dd14e6c6ab', 'name': '', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:26:c6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:36Z', 'updated_at': '2022-05-25T20:58:37Z', 'revision_number': 2, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:39.342064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38bd60-4624-44d4-bcbe-72f923904cb9 None None] Pushing event updated for resources: {'Port': ['ID=2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:39.346521 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Checking router: ccf2f10e-b804-4499-bdcb-0f9081a5c076 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:58:39.347052 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Updating router ccf2f10e-b804-4499-bdcb-0f9081a5c076 port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 20:58:39.353306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-521198d5-c73c-40bf-84a9-b58581567b99 req-fc812b24-c483-48be-b241-d41783fbdc24 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:58:39.356238 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-fc812b24-c483-48be-b241-d41783fbdc24 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296449 May 25 20:58:39.372146 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb6c2d-31af-4d75-8221-de0fc46ec1cf None None] Port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:58:39.416425 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:39.481780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-d61e7329-2817-41a5-be37-0367989fcdfa service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 20:58:39.483505 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-d61e7329-2817-41a5-be37-0367989fcdfa service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0653541 May 25 20:58:39.495158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-21dce56f-8fef-4188-81dd-bb9f14994fc2 None None] Provisioning complete for port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:58:39.495533 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-21dce56f-8fef-4188-81dd-bb9f14994fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:39.556589 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-21dce56f-8fef-4188-81dd-bb9f14994fc2 None None] Port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:58:39.637089 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-a43174fd-2ac6-438d-bea0-2c098fd03ec8 service neutron] 10.222.0.60 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464124 May 25 20:58:39.771247 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-3ae61290-1ba5-43e7-9bde-167ee5e949c4 service neutron] 10.222.0.60 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284409 May 25 20:58:39.838234 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:39.851769 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Transition to ACTIVE for port object f2d26985-4fa2-4103-8dc5-38dd14e6c6ab will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:58:39.860169 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:39.891226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:58:40.005655 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5d435c4f-6810-4b74-bfdd-0dad5b92bc62 req-7d92f735-b467-41fc-9336-9d65c2c2df5b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 210 time: 0.0541389 May 25 20:58:40.062633 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd2aed-22c9-45f1-804f-0dcbcaec13fc None None] Pushing event updated for resources: {'Port': ['ID=f2d26985-4fa2-4103-8dc5-38dd14e6c6ab,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:40.087782 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd2aed-22c9-45f1-804f-0dcbcaec13fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:40.088122 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd2aed-22c9-45f1-804f-0dcbcaec13fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:40.088456 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd2aed-22c9-45f1-804f-0dcbcaec13fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:40.088983 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd2aed-22c9-45f1-804f-0dcbcaec13fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:40.089090 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd2aed-22c9-45f1-804f-0dcbcaec13fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:40.089402 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd2aed-22c9-45f1-804f-0dcbcaec13fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:40.089723 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd2aed-22c9-45f1-804f-0dcbcaec13fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:40.090042 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd2aed-22c9-45f1-804f-0dcbcaec13fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:40.090382 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd2aed-22c9-45f1-804f-0dcbcaec13fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:40.090698 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd2aed-22c9-45f1-804f-0dcbcaec13fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:40.091009 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd2aed-22c9-45f1-804f-0dcbcaec13fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:40.091320 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd2aed-22c9-45f1-804f-0dcbcaec13fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 20:58:40.102726 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Attempting to bind port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:58:40.103082 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Attempting to bind port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2a78501-19da-4e0b-9ee8-671957648b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:58:40.103429 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Attempting to bind port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab on network 04693e2b-785d-408d-bf40-1c8f220c9d65 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:58:40.109296 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:58:40.109764 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Checking segment: {'id': 'd2a78501-19da-4e0b-9ee8-671957648b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:58:40.110856 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:40.111612 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Bound using segment: {'id': 'd2a78501-19da-4e0b-9ee8-671957648b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:58:40.111742 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Bound port: f2d26985-4fa2-4103-8dc5-38dd14e6c6ab, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a78501-19da-4e0b-9ee8-671957648b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:58:40.112115 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:40.210727 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] For port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:58:40.214869 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] For port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f2d26985-4fa2-4103-8dc5-38dd14e6c6ab,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:58:40.222969 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:40.233343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f09756cc-208b-433a-8588-4418e9bb4720 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:58:40.308798 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Routers {'ccf2f10e-b804-4499-bdcb-0f9081a5c076'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:58:40.309426 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:58:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:40.358283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f09756cc-208b-433a-8588-4418e9bb4720 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:58:40.358855 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:40.419563 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd2aed-22c9-45f1-804f-0dcbcaec13fc None None] Pushing event updated for resources: {'Port': ['ID=f2d26985-4fa2-4103-8dc5-38dd14e6c6ab,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:40.497549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f09756cc-208b-433a-8588-4418e9bb4720 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:58:40.500663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:58:40.553104 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] Set router ccf2f10e-b804-4499-bdcb-0f9081a5c076 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:58:40.582140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:58:40.582619 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:40.755242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:58:40.903435 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:37Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f2d26985-4fa2-4103-8dc5-38dd14e6c6ab', 'name': '', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:26:c6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:36Z', 'updated_at': '2022-05-25T20:58:40Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:40.907333 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d71839-09c0-41ca-a5d8-a45882945a2a None None] The sync data for ids ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'] in n-d-843339-1 is: [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:37Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f2d26985-4fa2-4103-8dc5-38dd14e6c6ab', 'name': '', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:26:c6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:36Z', 'updated_at': '2022-05-25T20:58:40Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:58:41.328427 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8ea1cbc2-f55e-428c-866b-1a691c1bb280 req-b8af49b8-e684-4eee-b506-c5a9d62deccb tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 210 time: 0.2065520 May 25 20:58:41.462335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521198d5-c73c-40bf-84a9-b58581567b99 req-bef1b215-b887-4fee-906e-ded06ee45d71 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:41.463762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-bef1b215-b887-4fee-906e-ded06ee45d71 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "GET /v2.0/networks?id=04693e2b-785d-408d-bf40-1c8f220c9d65 HTTP/1.1" status: 200 len: 796 time: 0.3021100 May 25 20:58:41.514918 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-108abb02-86c6-47ad-8489-742df6cbd66a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd0cdadfc81d4b49ac4e620e789bf588 HTTP/1.1" status: 200 len: 380 time: 0.0431941 May 25 20:58:41.522925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'port': {'device_id': '27f729ff-1af6-4336-b278-b0155a810da4', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'admin_state_up': True, 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'security_groups': ['e78d4aa3-0042-46b5-8a70-b06a98799b7c']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:41.664316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:58:41.675135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:58:41.687527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Made reservation on behalf of fd0cdadfc81d4b49ac4e620e789bf588 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 20:58:41.691458 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:41.862624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.20.0.10 (04693e2b-785d-408d-bf40-1c8f220c9d65/1b42efc4-12c0-4c95-86a7-8faa185a3e9c/b232e540-c66c-44e5-bbf7-4c35631ff29d) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:58:42.077065 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:42.092058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Transition to ACTIVE for port object b232e540-c66c-44e5-bbf7-4c35631ff29d will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:58:42.117379 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:42.190061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 04693e2b-785d-408d-bf40-1c8f220c9d65 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:58:42.193334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:58:42.197164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:58:42.227542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f2d26985-4fa2-4103-8dc5-38dd14e6c6ab up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:58:42.246968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=b232e540-c66c-44e5-bbf7-4c35631ff29d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:42.271989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:42.272651 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:42.300279 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-29624e34-b095-4a63-8b9e-ce40b56eb1fd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7808442 May 25 20:58:42.302891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:58:42.308519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:58:42.309003 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:42.312905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Request body: {'port': {'device_id': '27f729ff-1af6-4336-b278-b0155a810da4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:42.438261 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:42.441743 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:58:42.442124 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:42.475266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f2d26985-4fa2-4103-8dc5-38dd14e6c6ab,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:42.480288 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:42.529491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14e45d-b1d1-4bff-bf98-5c782e82a3b5 req-3ae99a6f-e09d-4c28-95c3-b75ab0d06645 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:42.531154 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b14e45d-b1d1-4bff-bf98-5c782e82a3b5 req-3ae99a6f-e09d-4c28-95c3-b75ab0d06645 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 932 time: 0.0874023 May 25 20:58:42.560259 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4a975c69-8d52-45e6-b315-80d11e8cce84 None None] Provisioning for port b232e540-c66c-44e5-bbf7-4c35631ff29d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:58:42.569189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4a975c69-8d52-45e6-b315-80d11e8cce84 None None] Provisioning complete for port b232e540-c66c-44e5-bbf7-4c35631ff29d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:58:42.569552 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4a975c69-8d52-45e6-b315-80d11e8cce84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:42.578580 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1b14e45d-b1d1-4bff-bf98-5c782e82a3b5 req-15651c91-2969-4a64-a91d-8673044c69bd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:58:42.590540 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-1b14e45d-b1d1-4bff-bf98-5c782e82a3b5 req-15651c91-2969-4a64-a91d-8673044c69bd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:58:42.592019 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1b14e45d-b1d1-4bff-bf98-5c782e82a3b5 req-15651c91-2969-4a64-a91d-8673044c69bd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545421 May 25 20:58:42.597913 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=f2d26985-4fa2-4103-8dc5-38dd14e6c6ab,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:42.627413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4a975c69-8d52-45e6-b315-80d11e8cce84 None None] Port b232e540-c66c-44e5-bbf7-4c35631ff29d cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 20:58:42.805037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b232e540-c66c-44e5-bbf7-4c35631ff29d {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:58:42.812273 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:42.825956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Transition to ACTIVE for port object b232e540-c66c-44e5-bbf7-4c35631ff29d will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 20:58:42.830510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:42.958081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Pushing event updated for resources: {'Port': ['ID=b232e540-c66c-44e5-bbf7-4c35631ff29d,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:43.069672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Attempting to bind port b232e540-c66c-44e5-bbf7-4c35631ff29d on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 20:58:43.069993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Attempting to bind port b232e540-c66c-44e5-bbf7-4c35631ff29d by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'd2a78501-19da-4e0b-9ee8-671957648b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 20:58:43.070340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Attempting to bind port b232e540-c66c-44e5-bbf7-4c35631ff29d on network 04693e2b-785d-408d-bf40-1c8f220c9d65 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:58:43.074968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Port b232e540-c66c-44e5-bbf7-4c35631ff29d on network 04693e2b-785d-408d-bf40-1c8f220c9d65 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 20:58:43.075279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Attempting to bind port b232e540-c66c-44e5-bbf7-4c35631ff29d on network 04693e2b-785d-408d-bf40-1c8f220c9d65 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 20:58:43.080312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 20, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 20:58:43.080633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Checking segment: {'id': 'd2a78501-19da-4e0b-9ee8-671957648b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 20:58:43.081001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Bound using segment: {'id': 'd2a78501-19da-4e0b-9ee8-671957648b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 20:58:43.081412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Bound port: b232e540-c66c-44e5-bbf7-4c35631ff29d, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a78501-19da-4e0b-9ee8-671957648b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 20:58:43.081747 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:43.173499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] For port b232e540-c66c-44e5-bbf7-4c35631ff29d, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 20:58:43.177019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] For port b232e540-c66c-44e5-bbf7-4c35631ff29d, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 20:58:43.180935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:43.373115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:43.373715 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:43.375132 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] 10.222.0.70 "PUT /v2.0/ports/b232e540-c66c-44e5-bbf7-4c35631ff29d HTTP/1.1" status: 200 len: 1092 time: 1.0677731 May 25 20:58:43.375565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f729ff-1af6-4336-b278-b0155a810da4', 'tag': 'b232e540-c66c-44e5-bbf7-4c35631ff29d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:58:43.397317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ccb8f-ac70-4c64-9b95-ed5483fc916b service neutron] Pushing event updated for resources: {'Port': ['ID=b232e540-c66c-44e5-bbf7-4c35631ff29d,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:43.465393 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f88b29-e252-4c70-9682-314ecccf191b'] response: {'name': 'network-changed', 'server_uuid': '27f729ff-1af6-4336-b278-b0155a810da4', 'tag': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'status': 'completed', 'code': 200} May 25 20:58:43.516158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521198d5-c73c-40bf-84a9-b58581567b99 req-510ebc74-f561-42b5-acd9-2c3c73202fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:43.518016 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-510ebc74-f561-42b5-acd9-2c3c73202fe7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 1095 time: 0.0846090 May 25 20:58:43.611569 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-dd03c880-25d0-4459-a774-37c33531c16f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d HTTP/1.1" status: 200 len: 217 time: 0.0869660 May 25 20:58:43.680198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521198d5-c73c-40bf-84a9-b58581567b99 req-ec527e92-4bf2-48a0-a5df-345260570413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:43.682073 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-ec527e92-4bf2-48a0-a5df-345260570413 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b42efc4-12c0-4c95-86a7-8faa185a3e9c HTTP/1.1" status: 200 len: 835 time: 0.0638294 May 25 20:58:43.771370 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521198d5-c73c-40bf-84a9-b58581567b99 req-c25c3eea-0836-44b7-a412-e1c08b3a0b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:43.772851 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-c25c3eea-0836-44b7-a412-e1c08b3a0b35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04693e2b-785d-408d-bf40-1c8f220c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857799 May 25 20:58:43.802029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bdb61-3c8d-45f3-a0e5-0448424123c4 req-67091912-7d01-4896-94a1-1a949ccfd038 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:43.803516 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fc5bdb61-3c8d-45f3-a0e5-0448424123c4 req-67091912-7d01-4896-94a1-1a949ccfd038 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 944 time: 0.0870078 May 25 20:58:43.846542 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fc5bdb61-3c8d-45f3-a0e5-0448424123c4 req-1b0b6224-c091-477f-8bf3-11f6fc028aa5 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372114 May 25 20:58:43.907930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-423e5d59-0055-4e83-b934-98cc75e8742a service neutron] 10.222.0.70 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288257 May 25 20:58:44.050937 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-521198d5-c73c-40bf-84a9-b58581567b99 req-6471f593-fb68-4e77-88f9-cdd838dd1890 service neutron] 10.222.0.70 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370752 May 25 20:58:44.167655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a71b4-be65-46a3-a041-7749765494d6 req-1b5ab398-abcf-425b-ab02-025b39ae05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:44.169163 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e3a71b4-be65-46a3-a041-7749765494d6 req-1b5ab398-abcf-425b-ab02-025b39ae05b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 1095 time: 0.0716271 May 25 20:58:44.205930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f2d26985-4fa2-4103-8dc5-38dd14e6c6ab up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:58:44.280088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:58:44.280447 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:44.303301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a71b4-be65-46a3-a041-7749765494d6 req-40b7a93a-c1b6-426a-9db6-09fe9d3409df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:44.304737 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e3a71b4-be65-46a3-a041-7749765494d6 req-40b7a93a-c1b6-426a-9db6-09fe9d3409df service neutron] 10.222.0.70 "GET /v2.0/networks?id=04693e2b-785d-408d-bf40-1c8f220c9d65 HTTP/1.1" status: 200 len: 897 time: 0.1298299 May 25 20:58:44.375742 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e3a71b4-be65-46a3-a041-7749765494d6 req-99738165-2edf-451f-95a6-1db40d21e698 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d HTTP/1.1" status: 200 len: 217 time: 0.0650332 May 25 20:58:44.395173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:58:44.438404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a71b4-be65-46a3-a041-7749765494d6 req-6aefc234-c8b1-457c-b61c-f8216ae3ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:44.439865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e3a71b4-be65-46a3-a041-7749765494d6 req-6aefc234-c8b1-457c-b61c-f8216ae3ead2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b42efc4-12c0-4c95-86a7-8faa185a3e9c HTTP/1.1" status: 200 len: 835 time: 0.0579689 May 25 20:58:44.515823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a71b4-be65-46a3-a041-7749765494d6 req-68ba7031-c2ef-4c4b-88ce-ffd0a09b0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:44.517272 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e3a71b4-be65-46a3-a041-7749765494d6 req-68ba7031-c2ef-4c4b-88ce-ffd0a09b0bf9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04693e2b-785d-408d-bf40-1c8f220c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709896 May 25 20:58:44.651256 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e3a71b4-be65-46a3-a041-7749765494d6 req-68a39611-c2db-457c-b614-d491547c02af service neutron] 10.222.0.70 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271043 May 25 20:58:44.784199 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2e3a71b4-be65-46a3-a041-7749765494d6 req-91acaab6-5aa0-49bc-b768-73dca02f7b1c service neutron] 10.222.0.70 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258450 May 25 20:58:45.037781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c61338-1257-46eb-963c-e99d8e8d74f6 req-a67e1ee4-45fe-475a-a52f-1c9f97fdf4ec tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:45.038590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-78c61338-1257-46eb-963c-e99d8e8d74f6 req-a67e1ee4-45fe-475a-a52f-1c9f97fdf4ec tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 20:58:45.054629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-78c61338-1257-46eb-963c-e99d8e8d74f6 req-a67e1ee4-45fe-475a-a52f-1c9f97fdf4ec tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 20:58:45.056024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78c61338-1257-46eb-963c-e99d8e8d74f6 req-a67e1ee4-45fe-475a-a52f-1c9f97fdf4ec tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 944 time: 0.1023591 May 25 20:58:45.102022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-78c61338-1257-46eb-963c-e99d8e8d74f6 req-c8cf4f7b-519a-4e78-86f1-4c073f421893 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401957 May 25 20:58:45.940700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b232e540-c66c-44e5-bbf7-4c35631ff29d details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 20:58:46.081286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b232e540-c66c-44e5-bbf7-4c35631ff29d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:46.094766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'port_id': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'mac_address': 'fa:16:3e:b2:3f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 20:58:46.159813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b232e540-c66c-44e5-bbf7-4c35631ff29d is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:58:46.160305 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:46.185252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b232e540-c66c-44e5-bbf7-4c35631ff29d {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 20:58:46.203341 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b232e540-c66c-44e5-bbf7-4c35631ff29d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:46.210725 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:46.287037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b232e540-c66c-44e5-bbf7-4c35631ff29d,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:46.319370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6411c6-ee54-444f-a11a-a03b2ab6255d req-e9bd5de6-478e-4234-84ab-ab5cb39a701a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:46.320828 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bc6411c6-ee54-444f-a11a-a03b2ab6255d req-e9bd5de6-478e-4234-84ab-ab5cb39a701a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 945 time: 0.0873952 May 25 20:58:46.366288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bc6411c6-ee54-444f-a11a-a03b2ab6255d req-3dcce47a-2093-446a-a9bb-b7786441bc08 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393596 May 25 20:58:46.512078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b232e540-c66c-44e5-bbf7-4c35631ff29d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 20:58:47.557547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63c7ac-c818-46ad-84bf-32eb10e7f0fe req-903810fb-592a-4225-8bf6-4b8ec227f9cd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:47.559033 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a63c7ac-c818-46ad-84bf-32eb10e7f0fe req-903810fb-592a-4225-8bf6-4b8ec227f9cd tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 945 time: 0.0838807 May 25 20:58:47.603764 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a63c7ac-c818-46ad-84bf-32eb10e7f0fe req-cf391f1c-146e-42dd-a2f7-c3ab59ed570c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384498 May 25 20:58:47.955645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b232e540-c66c-44e5-bbf7-4c35631ff29d up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 20:58:48.031309 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port b232e540-c66c-44e5-bbf7-4c35631ff29d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 20:58:48.035943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port b232e540-c66c-44e5-bbf7-4c35631ff29d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 20:58:48.036262 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:48.151368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b232e540-c66c-44e5-bbf7-4c35631ff29d is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 20:58:48.151737 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:48.178715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f729ff-1af6-4336-b278-b0155a810da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b232e540-c66c-44e5-bbf7-4c35631ff29d'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:58:48.188624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b232e540-c66c-44e5-bbf7-4c35631ff29d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 20:58:48.192732 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:48.226615 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82af684f-582b-49df-8bb2-963083e46f00'] response: {'server_uuid': '27f729ff-1af6-4336-b278-b0155a810da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'code': 200} May 25 20:58:48.274904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b232e540-c66c-44e5-bbf7-4c35631ff29d,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:48.360907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2f8c0-ec1d-4e86-894c-27a4d15e69d8 req-7ac6d27d-8a71-453f-a631-8cd97af49fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:48.362393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-97a2f8c0-ec1d-4e86-894c-27a4d15e69d8 req-7ac6d27d-8a71-453f-a631-8cd97af49fc9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 1097 time: 0.0715756 May 25 20:58:48.402395 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-97a2f8c0-ec1d-4e86-894c-27a4d15e69d8 req-091a3e96-785e-47ab-aa0d-1824ef32b1b8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346255 May 25 20:58:48.795485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f403960-e378-4bbe-99ee-6ed53ca52c4e req-c901abcc-61f7-4936-a1fd-2110b4685f5c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:48.796931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f403960-e378-4bbe-99ee-6ed53ca52c4e req-c901abcc-61f7-4936-a1fd-2110b4685f5c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0845127 May 25 20:58:48.840631 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5f403960-e378-4bbe-99ee-6ed53ca52c4e req-ebaea655-01f4-432f-983e-4a88106ff285 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378788 May 25 20:58:50.029045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe381e46-81b4-4e22-b121-12de5c17188f req-5f5caa2d-d8ee-4e28-b659-c151fc7762a1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:50.030573 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe381e46-81b4-4e22-b121-12de5c17188f req-5f5caa2d-d8ee-4e28-b659-c151fc7762a1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0809038 May 25 20:58:50.077735 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fe381e46-81b4-4e22-b121-12de5c17188f req-581fba9c-8575-4b51-8253-3e123142e5e3 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415084 May 25 20:58:50.261546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d240fb-89e9-44fe-aadf-4a026cfb3650 req-121b2301-3929-4386-a9f7-f7c79e3a3836 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:50.263043 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-88d240fb-89e9-44fe-aadf-4a026cfb3650 req-121b2301-3929-4386-a9f7-f7c79e3a3836 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0799131 May 25 20:58:50.307647 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-88d240fb-89e9-44fe-aadf-4a026cfb3650 req-70b193e1-088a-47a6-bcf4-e61d10a21494 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389404 May 25 20:58:50.330754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43564) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:50.404655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f285d1c-f85c-4cb4-831b-6ff1e032b253 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:50.406169 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3f285d1c-f85c-4cb4-831b-6ff1e032b253 tempest-TestNetworkAdvancedServerOps-816862647 tempest-TestNetworkAdvancedServerOps-816862647-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 1092 time: 0.0744648 May 25 20:58:50.409009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43568) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:50.413694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 20:58:50.420698 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 20:58:50.424470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Usage tracker for resource:floatingip and tenant:fd0cdadfc81d4b49ac4e620e789bf588 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 20:58:50.427230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 20:58:50.432770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 20:58:50.443482 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:50.703561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:50.836402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Allocated IP 172.25.3.170 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/4aeb15e1-3a68-40db-b000-d2f8e38045a2) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 20:58:50.985977 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:51.015532 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:51.080217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 20:58:51.083096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 20:58:51.086694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 20:58:51.131800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=4aeb15e1-3a68-40db-b000-d2f8e38045a2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:51.507087 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:51.581842 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:51.786204 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:51.790586 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:51.901910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event updated for resources: {'Port': ['ID=4aeb15e1-3a68-40db-b000-d2f8e38045a2,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 20:58:51.912652 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:52.088249 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Floating IP 7281eca4-e6f8-449f-b759-a2302d36ed54 associated. External IP: 172.25.3.170, port: b232e540-c66c-44e5-bbf7-4c35631ff29d. May 25 20:58:52.563306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router ccf2f10e-b804-4499-bdcb-0f9081a5c076 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 20:58:52.745138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 20:58:52.755572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46610b5f-33d5-48ee-bdcf-65a5ad79dc76 None None] Sync routers for ids ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 20:58:52.768586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46610b5f-33d5-48ee-bdcf-65a5ad79dc76 None None] Routers {'ccf2f10e-b804-4499-bdcb-0f9081a5c076'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:58:52.769192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-46610b5f-33d5-48ee-bdcf-65a5ad79dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:58:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:52.769839 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:52.829119 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ee832e1f-9cc8-499a-9cd5-8c4ab126e29c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4188733 May 25 20:58:52.829462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f729ff-1af6-4336-b278-b0155a810da4', 'tag': 'b232e540-c66c-44e5-bbf7-4c35631ff29d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 20:58:52.905484 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5ea44b-2c3f-417a-8bfb-12074eee901c'] response: {'name': 'network-changed', 'server_uuid': '27f729ff-1af6-4336-b278-b0155a810da4', 'tag': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'status': 'completed', 'code': 200} May 25 20:58:52.978046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-46610b5f-33d5-48ee-bdcf-65a5ad79dc76 None None] Set router ccf2f10e-b804-4499-bdcb-0f9081a5c076 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:58:52.996874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb22c9-0d6a-4f65-a967-ead6048d312c req-4039a96b-aeee-4b13-8654-3bb4a43d7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:52.998508 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d5bb22c9-0d6a-4f65-a967-ead6048d312c req-4039a96b-aeee-4b13-8654-3bb4a43d7878 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 1097 time: 0.0741210 May 25 20:58:53.018690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac4773-84cb-4bb1-9a6a-ad5901313749 req-5c01c509-839d-4d14-932d-4ccddd01bc49 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:53.020157 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60ac4773-84cb-4bb1-9a6a-ad5901313749 req-5c01c509-839d-4d14-932d-4ccddd01bc49 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0883918 May 25 20:58:53.070211 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60ac4773-84cb-4bb1-9a6a-ad5901313749 req-8745baca-6974-4cc0-85e4-025cf5c6e189 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403206 May 25 20:58:53.096060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43576) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:53.134353 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb22c9-0d6a-4f65-a967-ead6048d312c req-9c80c80c-1b67-4224-87af-189718eb4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:53.135820 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d5bb22c9-0d6a-4f65-a967-ead6048d312c req-9c80c80c-1b67-4224-87af-189718eb4616 service neutron] 10.222.0.70 "GET /v2.0/networks?id=04693e2b-785d-408d-bf40-1c8f220c9d65 HTTP/1.1" status: 200 len: 897 time: 0.1317189 May 25 20:58:53.250900 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d5bb22c9-0d6a-4f65-a967-ead6048d312c req-4871bf7d-5b57-4af9-9a47-38e44c3b9921 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d HTTP/1.1" status: 200 len: 1000 time: 0.1095366 May 25 20:58:53.315084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb22c9-0d6a-4f65-a967-ead6048d312c req-c4e0fd33-5d9f-45c3-a2fd-9f61121d6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:53.316826 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d5bb22c9-0d6a-4f65-a967-ead6048d312c req-c4e0fd33-5d9f-45c3-a2fd-9f61121d6e4f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b42efc4-12c0-4c95-86a7-8faa185a3e9c HTTP/1.1" status: 200 len: 835 time: 0.0602009 May 25 20:58:53.320836 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fa0fd4cd-0070-4422-87f9-71ddaaf4ed70 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/7281eca4-e6f8-449f-b759-a2302d36ed54 HTTP/1.1" status: 200 len: 992 time: 0.2225792 May 25 20:58:53.342265 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-46610b5f-33d5-48ee-bdcf-65a5ad79dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:37Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '7281eca4-e6f8-449f-b759-a2302d36ed54', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'port_id': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'mac_address': 'fa:16:3e:b2:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f729ff-1af6-4336-b278-b0155a810da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:58:51Z', 'updated_at': '2022-05-25T20:58:51Z', 'revision_number': 0, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d26985-4fa2-4103-8dc5-38dd14e6c6ab', 'name': '', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:26:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:36Z', 'updated_at': '2022-05-25T20:58:42Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:53.347305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46610b5f-33d5-48ee-bdcf-65a5ad79dc76 None None] Checking router: ccf2f10e-b804-4499-bdcb-0f9081a5c076 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 20:58:53.356252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46610b5f-33d5-48ee-bdcf-65a5ad79dc76 None None] Routers {'ccf2f10e-b804-4499-bdcb-0f9081a5c076'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 20:58:53.357445 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-46610b5f-33d5-48ee-bdcf-65a5ad79dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T20:58:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:53.397183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb22c9-0d6a-4f65-a967-ead6048d312c req-0cda7ca0-74c6-4e0b-8665-f7cd6327705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:58:53.398668 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d5bb22c9-0d6a-4f65-a967-ead6048d312c req-0cda7ca0-74c6-4e0b-8665-f7cd6327705b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04693e2b-785d-408d-bf40-1c8f220c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756409 May 25 20:58:53.531083 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d5bb22c9-0d6a-4f65-a967-ead6048d312c req-afb6293c-f657-4f80-90f5-259754c94554 service neutron] 10.222.0.70 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262455 May 25 20:58:53.538847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-46610b5f-33d5-48ee-bdcf-65a5ad79dc76 None None] Set router ccf2f10e-b804-4499-bdcb-0f9081a5c076 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 20:58:53.663661 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d5bb22c9-0d6a-4f65-a967-ead6048d312c req-63ae7924-ac18-40b9-bd74-008bb3ef7c54 service neutron] 10.222.0.70 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270492 May 25 20:58:53.925263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-46610b5f-33d5-48ee-bdcf-65a5ad79dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:37Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '7281eca4-e6f8-449f-b759-a2302d36ed54', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'port_id': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'mac_address': 'fa:16:3e:b2:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f729ff-1af6-4336-b278-b0155a810da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:58:51Z', 'updated_at': '2022-05-25T20:58:51Z', 'revision_number': 0, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d26985-4fa2-4103-8dc5-38dd14e6c6ab', 'name': '', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:26:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:36Z', 'updated_at': '2022-05-25T20:58:42Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 20:58:53.929203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46610b5f-33d5-48ee-bdcf-65a5ad79dc76 None None] The sync data for ids ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'] in n-d-843339-1 is: [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:37Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '7281eca4-e6f8-449f-b759-a2302d36ed54', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'port_id': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'mac_address': 'fa:16:3e:b2:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f729ff-1af6-4336-b278-b0155a810da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T20:58:51Z', 'updated_at': '2022-05-25T20:58:51Z', 'revision_number': 0, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d26985-4fa2-4103-8dc5-38dd14e6c6ab', 'name': '', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:26:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:36Z', 'updated_at': '2022-05-25T20:58:42Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 20:58:54.115822 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97dc3a1-2834-4921-8b62-7ba6606cfb48 None None] New status for floating IP 7281eca4-e6f8-449f-b759-a2302d36ed54: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 20:58:54.141680 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:54.324116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43580) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 20:58:54.436704 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-16fcab59-8b20-4ca9-a101-4db07da94c93 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/7281eca4-e6f8-449f-b759-a2302d36ed54 HTTP/1.1" status: 200 len: 994 time: 0.1115246 May 25 20:58:58.223057 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b1dd33e4-cb5d-4d19-a547-fa836a0db42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:58.453800 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:58:59.569955 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:59:00.652730 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd891-1bcc-4678-a8d5-0b973b2ac79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:59:01.425636 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:59:01.865067 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:59:03.200932 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:59:16.937360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-8a020cc4-b69c-461b-abfd-d33b2f652197 req-df47ef3e-dae1-4c92-90f1-cf847f2f9d33 service neutron] (88331) timed out ('10.222.0.70', 51329) {{(pid=88331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 20:59:20.222458 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8ee1375-b921-4a15-b8b5-242491e35112 req-2d7727ba-7cbd-4f25-ac40-a9b68711084c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0810812 May 25 20:59:20.363727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee1375-b921-4a15-b8b5-242491e35112 req-ae3a1d3e-602c-4712-aea4-1b26e6d54ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:59:20.365221 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8ee1375-b921-4a15-b8b5-242491e35112 req-ae3a1d3e-602c-4712-aea4-1b26e6d54ca6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 1097 time: 0.0762656 May 25 20:59:20.646882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee1375-b921-4a15-b8b5-242491e35112 req-54c4fbe6-7d58-4087-8e90-9e03ca1d53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:59:20.648345 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8ee1375-b921-4a15-b8b5-242491e35112 req-54c4fbe6-7d58-4087-8e90-9e03ca1d53f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=04693e2b-785d-408d-bf40-1c8f220c9d65 HTTP/1.1" status: 200 len: 897 time: 0.2657995 May 25 20:59:20.754496 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8ee1375-b921-4a15-b8b5-242491e35112 req-4e8558c7-4a6a-44a1-abd1-545f0b0f9b81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d HTTP/1.1" status: 200 len: 1002 time: 0.0994656 May 25 20:59:20.822954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee1375-b921-4a15-b8b5-242491e35112 req-251a24c0-72ed-4fc7-b569-6cc4822536e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:59:20.824399 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8ee1375-b921-4a15-b8b5-242491e35112 req-251a24c0-72ed-4fc7-b569-6cc4822536e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b42efc4-12c0-4c95-86a7-8faa185a3e9c HTTP/1.1" status: 200 len: 835 time: 0.0646212 May 25 20:59:20.900761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee1375-b921-4a15-b8b5-242491e35112 req-cda20bd0-2634-4133-840b-af672c3fc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:59:20.902174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8ee1375-b921-4a15-b8b5-242491e35112 req-cda20bd0-2634-4133-840b-af672c3fc463 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04693e2b-785d-408d-bf40-1c8f220c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718453 May 25 20:59:21.036292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8ee1375-b921-4a15-b8b5-242491e35112 req-06f2d54a-295d-4c44-872c-f1fee0b5fbe6 service neutron] 10.222.0.70 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282291 May 25 20:59:21.171633 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8ee1375-b921-4a15-b8b5-242491e35112 req-3094c9d9-caa8-4535-83a1-665ca2faaf99 service neutron] 10.222.0.70 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298718 May 25 20:59:24.155918 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:59:28.225604 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fd0b765f-b5c6-49bd-a506-402fc18723c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:59:28.469279 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:59:30.654686 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-70b5c860-2a65-4d10-921a-dd421dc3f7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:59:31.428097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:59:31.866307 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:59:33.203763 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:59:36.570051 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 20:59:54.189439 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:59:57.680868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d7743-a042-4dd0-b606-b8581c9a53d3 req-26c0d482-ff37-4f42-9c13-99009786b708 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:59:57.683757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-265d7743-a042-4dd0-b606-b8581c9a53d3 req-26c0d482-ff37-4f42-9c13-99009786b708 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.1115294 May 25 20:59:57.754320 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-265d7743-a042-4dd0-b606-b8581c9a53d3 req-99d29632-22bb-4de8-bc70-fe7a318c0880 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614867 May 25 20:59:58.228700 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f3399f4e-22b0-4233-b92f-9928c623e69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:59:58.482300 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 20:59:58.953755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc0a8-92e8-4a8f-90b7-e98a59295f84 req-71324bee-ff32-43aa-8886-77d9de70520f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 20:59:58.955264 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2fdc0a8-92e8-4a8f-90b7-e98a59295f84 req-71324bee-ff32-43aa-8886-77d9de70520f tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0910909 May 25 20:59:59.007905 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2fdc0a8-92e8-4a8f-90b7-e98a59295f84 req-37757a77-3a17-473b-b581-7259c6688a7e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463197 May 25 21:00:00.191892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c68be-8be0-4b1c-8946-4a72ce495ec1 req-ce3ef954-1b18-4510-8a2b-1c9e42f20a27 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:00.193339 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-348c68be-8be0-4b1c-8946-4a72ce495ec1 req-ce3ef954-1b18-4510-8a2b-1c9e42f20a27 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0795643 May 25 21:00:00.240950 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-348c68be-8be0-4b1c-8946-4a72ce495ec1 req-b1d12a7e-c9b7-4ad0-bec0-c7aca140a5b1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417798 May 25 21:00:00.658249 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb21e-f1ec-4f0b-ac9d-06e74cb4a11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:01.429905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb5774-ebba-49c4-9490-cef1557a3c0c req-f4d1ce03-945d-4a85-bce8-e37e2f3a8561 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:01.431863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0cdb5774-ebba-49c4-9490-cef1557a3c0c req-f4d1ce03-945d-4a85-bce8-e37e2f3a8561 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0810337 May 25 21:00:01.433344 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:01.477312 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0cdb5774-ebba-49c4-9490-cef1557a3c0c req-48f76ea9-f9c9-4986-bb96-2902d5fbbc4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391958 May 25 21:00:01.870021 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:02.664746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3039fc-defd-42d9-90f3-d2ed70f45329 req-90510f3d-6ad0-415d-886d-66f3a5e95e2b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:02.666225 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc3039fc-defd-42d9-90f3-d2ed70f45329 req-90510f3d-6ad0-415d-886d-66f3a5e95e2b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0814812 May 25 21:00:02.711819 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc3039fc-defd-42d9-90f3-d2ed70f45329 req-2015a5ca-4f1d-4168-9e5f-666b0cd154f6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397515 May 25 21:00:03.206426 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:03.902699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22564cb-e7b6-4fc4-adc3-909373696626 req-7545a972-deb1-4baa-b3d4-660b971dbc24 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:03.904154 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f22564cb-e7b6-4fc4-adc3-909373696626 req-7545a972-deb1-4baa-b3d4-660b971dbc24 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0847952 May 25 21:00:03.948139 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f22564cb-e7b6-4fc4-adc3-909373696626 req-6783bc55-97b9-419b-a88b-98fd14eec66a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381944 May 25 21:00:05.136437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266c92a-0924-4178-8e90-fc21acd7cfd8 req-6e430c15-d1ef-4490-bffd-22b734c7eea7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:05.137888 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a266c92a-0924-4178-8e90-fc21acd7cfd8 req-6e430c15-d1ef-4490-bffd-22b734c7eea7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0834177 May 25 21:00:05.182765 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a266c92a-0924-4178-8e90-fc21acd7cfd8 req-4a33e7b8-c2ef-4262-874c-cd9e9690ad88 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382133 May 25 21:00:06.369943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e5afc-811d-465a-bb81-9b2e49cc9c59 req-06d10a1d-c358-45b4-8902-6fcd9be0a506 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:06.371427 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c69e5afc-811d-465a-bb81-9b2e49cc9c59 req-06d10a1d-c358-45b4-8902-6fcd9be0a506 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0819764 May 25 21:00:06.416596 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c69e5afc-811d-465a-bb81-9b2e49cc9c59 req-cd368128-683c-4064-bb91-0af1331698e1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390453 May 25 21:00:07.602480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e593d-0db2-4551-a166-3ff0a084e6f3 req-6bdc59a2-5bc4-45fe-b2b9-27c9e3a55c8a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:07.603894 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-615e593d-0db2-4551-a166-3ff0a084e6f3 req-6bdc59a2-5bc4-45fe-b2b9-27c9e3a55c8a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0786350 May 25 21:00:07.650793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-615e593d-0db2-4551-a166-3ff0a084e6f3 req-9013feb1-45d6-4de8-9916-07c466896329 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412004 May 25 21:00:08.840599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad6f8e-304b-457f-bd1e-f646f99b14b8 req-ebc6811f-ec6c-411e-b960-8241b16fbcac tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:08.841973 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0cad6f8e-304b-457f-bd1e-f646f99b14b8 req-ebc6811f-ec6c-411e-b960-8241b16fbcac tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0851982 May 25 21:00:08.887236 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0cad6f8e-304b-457f-bd1e-f646f99b14b8 req-5013a847-b399-48f6-96c4-c97dfd5dda36 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395696 May 25 21:00:10.081553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c77899-dbeb-4106-9782-52fa045db02f req-991f7f70-8264-4162-ab7e-4be0bf8438b8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:10.082960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53c77899-dbeb-4106-9782-52fa045db02f req-991f7f70-8264-4162-ab7e-4be0bf8438b8 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0854614 May 25 21:00:10.127585 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-53c77899-dbeb-4106-9782-52fa045db02f req-4d396f78-a687-4c1d-9241-c57d60e4cfa1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388477 May 25 21:00:11.315431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68c439-f817-46da-9cea-89a1d9c6ace1 req-90ea9b95-c428-480d-aaa1-a1bfa77c2704 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:11.316889 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f68c439-f817-46da-9cea-89a1d9c6ace1 req-90ea9b95-c428-480d-aaa1-a1bfa77c2704 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0807905 May 25 21:00:11.365661 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f68c439-f817-46da-9cea-89a1d9c6ace1 req-2f86a9ec-fbe4-4e20-97aa-cf6f3d4481d1 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431201 May 25 21:00:11.886413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3b3a2-ceb5-4008-b7f7-06d8d54b314a req-d7bff173-b947-43ed-a1bf-e09e09f4da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:11.887875 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6da3b3a2-ceb5-4008-b7f7-06d8d54b314a req-d7bff173-b947-43ed-a1bf-e09e09f4da0d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 1097 time: 0.0699322 May 25 21:00:11.931095 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6da3b3a2-ceb5-4008-b7f7-06d8d54b314a req-84b30fb1-931e-44d0-a219-142c8982fb25 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371368 May 25 21:00:12.342973 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b232e540-c66c-44e5-bbf7-4c35631ff29d details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:00:12.346438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b232e540-c66c-44e5-bbf7-4c35631ff29d no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:00:12.559884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca5ecf-180a-4b28-9893-b757cde69ec7 req-1a7eaff0-d10d-4f49-8a7c-eb2f92569db3 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:12.561251 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7ca5ecf-180a-4b28-9893-b757cde69ec7 req-1a7eaff0-d10d-4f49-8a7c-eb2f92569db3 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.0815151 May 25 21:00:12.563638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b232e540-c66c-44e5-bbf7-4c35631ff29d is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:00:12.564010 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:12.593573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b232e540-c66c-44e5-bbf7-4c35631ff29d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:00:12.606119 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d7ca5ecf-180a-4b28-9893-b757cde69ec7 req-900c1099-f285-4b28-a050-8c3e2e75011c tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384107 May 25 21:00:12.616160 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'port_id': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'mac_address': 'fa:16:3e:b2:3f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:00:12.617434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f729ff-1af6-4336-b278-b0155a810da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b232e540-c66c-44e5-bbf7-4c35631ff29d'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:00:12.656389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b232e540-c66c-44e5-bbf7-4c35631ff29d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:00:12.664033 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:12.666617 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd531098-2973-4ea9-8ea3-59f067ffe604'] response: {'server_uuid': '27f729ff-1af6-4336-b278-b0155a810da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'code': 200} May 25 21:00:12.736072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b232e540-c66c-44e5-bbf7-4c35631ff29d is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:00:12.736445 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:12.764589 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b232e540-c66c-44e5-bbf7-4c35631ff29d {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:00:12.773494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b232e540-c66c-44e5-bbf7-4c35631ff29d,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:00:12.814726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:00:12.814971 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:00:12.815300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:00:12.815620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:00:12.815937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:00:12.816252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:00:12.816565 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:00:12.816876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:00:12.817189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:00:12.817500 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:00:12.817809 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:00:12.818113 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:00:12.841728 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:00:12.842066 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:00:13.083020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-97dcd324-ecee-440a-823f-97248f8be836 req-1f4cc3fd-7fc8-4e3c-9693-1d8725b25942 service neutron] (88332) timed out ('10.222.0.60', 37812) {{(pid=88332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 21:00:13.401521 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b232e540-c66c-44e5-bbf7-4c35631ff29d is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:00:13.402109 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:13.420940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b232e540-c66c-44e5-bbf7-4c35631ff29d {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:00:13.438093 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b232e540-c66c-44e5-bbf7-4c35631ff29d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:00:13.441511 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:13.507019 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b232e540-c66c-44e5-bbf7-4c35631ff29d,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:00:13.568738 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:00:13.753313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['b232e540-c66c-44e5-bbf7-4c35631ff29d'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:00:13.796961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5037a-1137-4e4e-b427-84848e3b0a47 req-92838f47-d162-48c9-97bb-e520a1a7f279 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:13.798443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-31b5037a-1137-4e4e-b427-84848e3b0a47 req-92838f47-d162-48c9-97bb-e520a1a7f279 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 945 time: 0.0853436 May 25 21:00:13.844826 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-31b5037a-1137-4e4e-b427-84848e3b0a47 req-c23104db-98d8-463c-91ab-f680b4e3fc59 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407526 May 25 21:00:13.868192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43686) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:00:13.972727 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3a86cf76-cfff-4c16-a8ca-a32d00dc5794 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/floatingips/7281eca4-e6f8-449f-b759-a2302d36ed54 HTTP/1.1" status: 200 len: 993 time: 0.1033938 May 25 21:00:16.375079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b232e540-c66c-44e5-bbf7-4c35631ff29d up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:00:16.467482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port b232e540-c66c-44e5-bbf7-4c35631ff29d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:00:16.467761 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:16.583271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port b232e540-c66c-44e5-bbf7-4c35631ff29d is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:00:16.583638 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:16.609499 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f729ff-1af6-4336-b278-b0155a810da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b232e540-c66c-44e5-bbf7-4c35631ff29d'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:00:16.619507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port b232e540-c66c-44e5-bbf7-4c35631ff29d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:00:16.623928 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:16.662385 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c850d2-4255-4885-bb93-81e247e2a2ae'] response: {'server_uuid': '27f729ff-1af6-4336-b278-b0155a810da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'code': 200} May 25 21:00:16.693351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=b232e540-c66c-44e5-bbf7-4c35631ff29d,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:00:20.162933 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5c1b562-fca8-4e9b-b531-03937903d920 req-9189aebf-2d0f-4c3e-b131-2326cb9c0a3e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706313 May 25 21:00:20.303971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1b562-fca8-4e9b-b531-03937903d920 req-b27ce566-1bd3-4473-8863-74ad44ceb35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:20.305444 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5c1b562-fca8-4e9b-b531-03937903d920 req-b27ce566-1bd3-4473-8863-74ad44ceb35e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 1097 time: 0.0747828 May 25 21:00:20.449388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1b562-fca8-4e9b-b531-03937903d920 req-f7cdf283-cd65-4dbd-94e5-4cff78895a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:20.450858 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5c1b562-fca8-4e9b-b531-03937903d920 req-f7cdf283-cd65-4dbd-94e5-4cff78895a1d service neutron] 10.222.0.70 "GET /v2.0/networks?id=04693e2b-785d-408d-bf40-1c8f220c9d65 HTTP/1.1" status: 200 len: 897 time: 0.1275084 May 25 21:00:20.548818 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5c1b562-fca8-4e9b-b531-03937903d920 req-a0cae5f3-bf0a-4ce9-ac55-8e5c4777752c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d HTTP/1.1" status: 200 len: 1002 time: 0.0920222 May 25 21:00:20.612977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1b562-fca8-4e9b-b531-03937903d920 req-322edbc2-b5b8-4c8e-ab51-e55a9410eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:20.614418 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5c1b562-fca8-4e9b-b531-03937903d920 req-322edbc2-b5b8-4c8e-ab51-e55a9410eec3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b42efc4-12c0-4c95-86a7-8faa185a3e9c HTTP/1.1" status: 200 len: 835 time: 0.0601850 May 25 21:00:20.690429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1b562-fca8-4e9b-b531-03937903d920 req-059e6f5b-a585-4144-991b-3dd74294b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:00:20.691896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5c1b562-fca8-4e9b-b531-03937903d920 req-059e6f5b-a585-4144-991b-3dd74294b6fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04693e2b-785d-408d-bf40-1c8f220c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721753 May 25 21:00:20.701404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-b5c1b562-fca8-4e9b-b531-03937903d920 req-1cb42cac-a87e-4058-aa86-9aafe273b139 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:00:20.702282 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5c1b562-fca8-4e9b-b531-03937903d920 req-1cb42cac-a87e-4058-aa86-9aafe273b139 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046737 May 25 21:00:20.835291 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5c1b562-fca8-4e9b-b531-03937903d920 req-33620e91-7cfb-4412-b084-43033644f909 service neutron] 10.222.0.70 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265123 May 25 21:00:20.969084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5c1b562-fca8-4e9b-b531-03937903d920 req-38f7370f-fc27-42a4-bab3-164b1bbd1384 service neutron] 10.222.0.70 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282101 May 25 21:00:24.185492 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:28.231134 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ab053180-48ac-45d6-9119-86c383c01016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:28.496479 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:30.660787 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-be493fbd-2871-43a4-b1ba-db727ac0c369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:31.435243 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:31.872957 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:33.212106 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:50.570013 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:00:54.184117 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:58.233066 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f88d46d7-b022-47ff-ae47-31284e97bc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:00:58.492108 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:00.663474 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cc7bad82-39f3-4e7e-b5f6-d330bd774697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:01.475354 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:01.874627 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:03.213406 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:20.659499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43734) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:01:20.927863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port 4aeb15e1-3a68-40db-b000-d2f8e38045a2 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:01:20.928194 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:21.095707 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:21.096021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:21.232397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for 4aeb15e1-3a68-40db-b000-d2f8e38045a2 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:01:21.297370 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74663460-9636-4a99-b0c7-64cf2fbe9443 req-4724c095-6a3d-488e-bbd3-ebe9387f42ea service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1960797 May 25 21:01:21.387856 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:21.436986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74663460-9636-4a99-b0c7-64cf2fbe9443 req-6a508468-0d0c-40ea-ab11-e32af0adb3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:21.438482 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74663460-9636-4a99-b0c7-64cf2fbe9443 req-6a508468-0d0c-40ea-ab11-e32af0adb3b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 1097 time: 0.0721078 May 25 21:01:21.439046 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=4aeb15e1-3a68-40db-b000-d2f8e38045a2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:21.484651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:21.484914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:21.485246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:21.485571 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:21.485894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:21.486247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:21.486572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:21.486892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:21.487210 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:21.487525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:21.487839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:21.488185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:21.552683 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:21.553432 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Floating IP 7281eca4-e6f8-449f-b759-a2302d36ed54 disassociated (deleted). External IP: 172.25.3.170, port: b232e540-c66c-44e5-bbf7-4c35631ff29d. May 25 21:01:21.585005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74663460-9636-4a99-b0c7-64cf2fbe9443 req-21763b20-e075-47d2-b139-a2d176c1db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:21.586646 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74663460-9636-4a99-b0c7-64cf2fbe9443 req-21763b20-e075-47d2-b139-a2d176c1db0c service neutron] 10.222.0.70 "GET /v2.0/networks?id=04693e2b-785d-408d-bf40-1c8f220c9d65 HTTP/1.1" status: 200 len: 897 time: 0.1294897 May 25 21:01:21.657328 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74663460-9636-4a99-b0c7-64cf2fbe9443 req-d88c7197-e2a3-4b30-867c-17a57ef79280 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d HTTP/1.1" status: 200 len: 217 time: 0.0646763 May 25 21:01:21.723166 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74663460-9636-4a99-b0c7-64cf2fbe9443 req-1cf6e92b-5589-4a4d-96ed-96439aa89c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:21.725055 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74663460-9636-4a99-b0c7-64cf2fbe9443 req-1cf6e92b-5589-4a4d-96ed-96439aa89c18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b42efc4-12c0-4c95-86a7-8faa185a3e9c HTTP/1.1" status: 200 len: 835 time: 0.0618398 May 25 21:01:21.807067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74663460-9636-4a99-b0c7-64cf2fbe9443 req-a0e0ab5c-41c2-478d-8e5c-6b6714468d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:21.808464 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74663460-9636-4a99-b0c7-64cf2fbe9443 req-a0e0ab5c-41c2-478d-8e5c-6b6714468d26 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04693e2b-785d-408d-bf40-1c8f220c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774484 May 25 21:01:21.944299 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74663460-9636-4a99-b0c7-64cf2fbe9443 req-e92ad0b5-c722-4fbd-b415-092f69dd0774 service neutron] 10.222.0.70 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292145 May 25 21:01:22.020935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router ccf2f10e-b804-4499-bdcb-0f9081a5c076 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:01:22.076894 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74663460-9636-4a99-b0c7-64cf2fbe9443 req-409750cb-5d1b-4bd3-98fd-795adae1fff5 service neutron] 10.222.0.70 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262462 May 25 21:01:22.202703 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:01:22.213176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3a742e-4e83-422b-b320-cdf711c33747 None None] Sync routers for ids ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:01:22.223457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a742e-4e83-422b-b320-cdf711c33747 None None] Routers {'ccf2f10e-b804-4499-bdcb-0f9081a5c076'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:01:22.224065 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:22.224231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fa3a742e-4e83-422b-b320-cdf711c33747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:01:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:01:22.283271 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-124c0f30-77eb-400c-a239-e8fad51e375b tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/floatingips/7281eca4-e6f8-449f-b759-a2302d36ed54 HTTP/1.1" status: 204 len: 168 time: 1.6226473 May 25 21:01:22.283843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f729ff-1af6-4336-b278-b0155a810da4', 'tag': 'b232e540-c66c-44e5-bbf7-4c35631ff29d'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:01:22.336422 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec288589-3dc9-4079-9778-f65186184c2b'] response: {'name': 'network-changed', 'server_uuid': '27f729ff-1af6-4336-b278-b0155a810da4', 'tag': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'status': 'completed', 'code': 200} May 25 21:01:22.415221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-fa3a742e-4e83-422b-b320-cdf711c33747 None None] Set router ccf2f10e-b804-4499-bdcb-0f9081a5c076 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:01:22.439722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ddda9-d9f4-47f9-ad0a-967afc1a11c9 req-14689caf-1629-49f6-8548-40b155c38c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:22.441960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-026ddda9-d9f4-47f9-ad0a-967afc1a11c9 req-14689caf-1629-49f6-8548-40b155c38c5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 1097 time: 0.0764706 May 25 21:01:22.591528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ddda9-d9f4-47f9-ad0a-967afc1a11c9 req-2cd92d92-518f-46c0-90b2-2e51e7e87c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:22.593099 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-026ddda9-d9f4-47f9-ad0a-967afc1a11c9 req-2cd92d92-518f-46c0-90b2-2e51e7e87c61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=04693e2b-785d-408d-bf40-1c8f220c9d65 HTTP/1.1" status: 200 len: 897 time: 0.1462295 May 25 21:01:22.707453 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-026ddda9-d9f4-47f9-ad0a-967afc1a11c9 req-871553b3-174f-4981-8a2e-1a24e35c63a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d HTTP/1.1" status: 200 len: 217 time: 0.1052616 May 25 21:01:22.735623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fa3a742e-4e83-422b-b320-cdf711c33747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:37Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f2d26985-4fa2-4103-8dc5-38dd14e6c6ab', 'name': '', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:26:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:36Z', 'updated_at': '2022-05-25T20:58:42Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:01:22.739769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3a742e-4e83-422b-b320-cdf711c33747 None None] Checking router: ccf2f10e-b804-4499-bdcb-0f9081a5c076 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:01:22.748385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a742e-4e83-422b-b320-cdf711c33747 None None] Routers {'ccf2f10e-b804-4499-bdcb-0f9081a5c076'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:01:22.748962 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fa3a742e-4e83-422b-b320-cdf711c33747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:01:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:01:22.787510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ddda9-d9f4-47f9-ad0a-967afc1a11c9 req-5446e343-6677-4df1-9ead-3ae1604c800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:22.788950 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-026ddda9-d9f4-47f9-ad0a-967afc1a11c9 req-5446e343-6677-4df1-9ead-3ae1604c800c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b42efc4-12c0-4c95-86a7-8faa185a3e9c HTTP/1.1" status: 200 len: 835 time: 0.0730565 May 25 21:01:22.801041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6630244-fc8c-49cc-b9b7-8a1e36d96755 req-02c1b93b-7f50-42a0-9fe0-9208f3ca263e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:22.802451 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6630244-fc8c-49cc-b9b7-8a1e36d96755 req-02c1b93b-7f50-42a0-9fe0-9208f3ca263e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.2026651 May 25 21:01:22.892506 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6630244-fc8c-49cc-b9b7-8a1e36d96755 req-26b904ea-c8ad-48ba-8a12-50086bc6c154 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583727 May 25 21:01:22.919157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ddda9-d9f4-47f9-ad0a-967afc1a11c9 req-5d1dee71-6ff7-4281-9eb3-6ff628d3d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:22.920625 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-026ddda9-d9f4-47f9-ad0a-967afc1a11c9 req-5d1dee71-6ff7-4281-9eb3-6ff628d3d5b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04693e2b-785d-408d-bf40-1c8f220c9d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173484 May 25 21:01:22.939367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-fa3a742e-4e83-422b-b320-cdf711c33747 None None] Set router ccf2f10e-b804-4499-bdcb-0f9081a5c076 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:01:23.054633 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-026ddda9-d9f4-47f9-ad0a-967afc1a11c9 req-6b501b0e-b230-42eb-9d2e-cc063af68718 service neutron] 10.222.0.70 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256285 May 25 21:01:23.191419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-026ddda9-d9f4-47f9-ad0a-967afc1a11c9 req-b60b8100-2d19-4091-a62b-144b4e23cfb2 service neutron] 10.222.0.70 "GET /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300402 May 25 21:01:23.258840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-fa3a742e-4e83-422b-b320-cdf711c33747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:37Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f2d26985-4fa2-4103-8dc5-38dd14e6c6ab', 'name': '', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:26:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:36Z', 'updated_at': '2022-05-25T20:58:42Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:01:23.263102 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3a742e-4e83-422b-b320-cdf711c33747 None None] The sync data for ids ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'] in n-d-843339-1 is: [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:37Z', 'revision_number': 4, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'f2d26985-4fa2-4103-8dc5-38dd14e6c6ab', 'name': '', 'network_id': '04693e2b-785d-408d-bf40-1c8f220c9d65', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'mac_address': 'fa:16:3e:26:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:36Z', 'updated_at': '2022-05-25T20:58:42Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'subnets': [{'id': '1b42efc4-12c0-4c95-86a7-8faa185a3e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:01:23.497320 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9296be3-f133-4ff8-9152-a34d43b46e7d None None] New status for floating IP 7281eca4-e6f8-449f-b759-a2302d36ed54: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:01:24.092332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d49263-e8e7-46be-bba2-a9070a3219f1 req-18789796-68f3-434f-b5ad-3f28757c8784 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:24.092978 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e5d49263-e8e7-46be-bba2-a9070a3219f1 req-18789796-68f3-434f-b5ad-3f28757c8784 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Synchronizing usage tracker for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:01:24.110057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e5d49263-e8e7-46be-bba2-a9070a3219f1 req-18789796-68f3-434f-b5ad-3f28757c8784 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Unset dirty status for tenant:fd0cdadfc81d4b49ac4e620e789bf588 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:01:24.111355 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e5d49263-e8e7-46be-bba2-a9070a3219f1 req-18789796-68f3-434f-b5ad-3f28757c8784 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.1011477 May 25 21:01:24.160076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e5d49263-e8e7-46be-bba2-a9070a3219f1 req-1d24b07f-1c32-413f-8e17-84a1e89ed016 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/security-groups?id=e78d4aa3-0042-46b5-8a70-b06a98799b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 May 25 21:01:24.183579 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:24.222195 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ac254-5453-4ea6-ae0d-900c8131cd70 req-8b94a6d0-2846-411a-bf0f-3cd2dda6a083 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:24.224256 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e4ac254-5453-4ea6-ae0d-900c8131cd70 req-8b94a6d0-2846-411a-bf0f-3cd2dda6a083 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 946 time: 0.2028015 May 25 21:01:24.292383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-6e4ac254-5453-4ea6-ae0d-900c8131cd70 req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port b232e540-c66c-44e5-bbf7-4c35631ff29d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:01:24.292719 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6e4ac254-5453-4ea6-ae0d-900c8131cd70 req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:24.533020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-6e4ac254-5453-4ea6-ae0d-900c8131cd70 req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] For port b232e540-c66c-44e5-bbf7-4c35631ff29d, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=b232e540-c66c-44e5-bbf7-4c35631ff29d,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:01:24.533365 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6e4ac254-5453-4ea6-ae0d-900c8131cd70 req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:24.655179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-6e4ac254-5453-4ea6-ae0d-900c8131cd70 req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for b232e540-c66c-44e5-bbf7-4c35631ff29d owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:01:24.800822 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6e4ac254-5453-4ea6-ae0d-900c8131cd70 req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:24.856214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=b232e540-c66c-44e5-bbf7-4c35631ff29d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:24.922417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:24.922758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:24.923090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:24.923418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:24.923740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:24.924060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:24.924384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:24.924702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:24.925027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:24.925342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:24.925658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:24.925994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:24.939619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4ac254-5453-4ea6-ae0d-900c8131cd70 req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] No DVR routers for this DVR port b232e540-c66c-44e5-bbf7-4c35631ff29d on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:01:24.941951 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-6e4ac254-5453-4ea6-ae0d-900c8131cd70 req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:24.944660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f729ff-1af6-4336-b278-b0155a810da4', 'name': 'network-vif-deleted', 'tag': 'b232e540-c66c-44e5-bbf7-4c35631ff29d'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:01:24.961967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e4ac254-5453-4ea6-ae0d-900c8131cd70 req-3cf3abf6-000e-4e18-8aeb-5555f1f772b7 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.70 "DELETE /v2.0/ports/b232e540-c66c-44e5-bbf7-4c35631ff29d HTTP/1.1" status: 204 len: 173 time: 0.7323608 May 25 21:01:24.995123 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d286a64-8d1e-4b4d-bea7-15c47fdaa891'] response: {'server_uuid': '27f729ff-1af6-4336-b278-b0155a810da4', 'name': 'network-vif-deleted', 'tag': 'b232e540-c66c-44e5-bbf7-4c35631ff29d', 'status': 'completed', 'code': 200} May 25 21:01:25.331544 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9951cafc-26aa-49fd-9e81-11a3e00b2576 req-6e011418-abf0-4eb9-8b5d-8bec71c45ae6 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f729ff-1af6-4336-b278-b0155a810da4 HTTP/1.1" status: 200 len: 210 time: 0.0477865 May 25 21:01:26.428899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43758) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:01:26.988607 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ba72474c-bf69-44ca-a707-061ea7a38517 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:27.452052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ba72474c-bf69-44ca-a707-061ea7a38517 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:01:27.452740 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ba72474c-bf69-44ca-a707-061ea7a38517 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:27.570457 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:01:27.638744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-ba72474c-bf69-44ca-a707-061ea7a38517 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] For port f2d26985-4fa2-4103-8dc5-38dd14e6c6ab, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f2d26985-4fa2-4103-8dc5-38dd14e6c6ab,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:01:27.639096 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ba72474c-bf69-44ca-a707-061ea7a38517 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:27.766715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-ba72474c-bf69-44ca-a707-061ea7a38517 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for f2d26985-4fa2-4103-8dc5-38dd14e6c6ab owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:01:27.963748 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ba72474c-bf69-44ca-a707-061ea7a38517 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:28.010758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72474c-bf69-44ca-a707-061ea7a38517 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=f2d26985-4fa2-4103-8dc5-38dd14e6c6ab,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:28.236877 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a6e143a9-2233-439d-9845-8b32965d069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:28.296008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ba72474c-bf69-44ca-a707-061ea7a38517 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:28.511258 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:28.636906 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b232e540-c66c-44e5-bbf7-4c35631ff29d no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:01:28.664581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba72474c-bf69-44ca-a707-061ea7a38517 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Router ccf2f10e-b804-4499-bdcb-0f9081a5c076 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:01:28.670418 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: b232e540-c66c-44e5-bbf7-4c35631ff29d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:01:28.670759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device b232e540-c66c-44e5-bbf7-4c35631ff29d not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:01:28.946201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba72474c-bf69-44ca-a707-061ea7a38517 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:01:28.956467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79d30f-6464-4dea-8041-ff50da496d06 None None] Sync routers for ids ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:01:28.961191 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ba72474c-bf69-44ca-a707-061ea7a38517 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "PUT /v2.0/routers/ccf2f10e-b804-4499-bdcb-0f9081a5c076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5287604 May 25 21:01:28.961571 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43762) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:01:28.966037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79d30f-6464-4dea-8041-ff50da496d06 None None] Routers {'ccf2f10e-b804-4499-bdcb-0f9081a5c076'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:01:28.966660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7f79d30f-6464-4dea-8041-ff50da496d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:01:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:01:29.028276 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3d0373-c52e-4ba3-acc3-5c124ba3d296 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting subnet 1b42efc4-12c0-4c95-86a7-8faa185a3e9c {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:01:29.031355 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0373-c52e-4ba3-acc3-5c124ba3d296 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:29.085731 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0373-c52e-4ba3-acc3-5c124ba3d296 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:29.143700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7f79d30f-6464-4dea-8041-ff50da496d06 None None] Set router ccf2f10e-b804-4499-bdcb-0f9081a5c076 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:01:29.182557 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0373-c52e-4ba3-acc3-5c124ba3d296 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:29.259292 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0373-c52e-4ba3-acc3-5c124ba3d296 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:29.298833 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d0373-c52e-4ba3-acc3-5c124ba3d296 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Subnet': ['ID=1b42efc4-12c0-4c95-86a7-8faa185a3e9c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:29.305488 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0373-c52e-4ba3-acc3-5c124ba3d296 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:29.312093 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ac3d0373-c52e-4ba3-acc3-5c124ba3d296 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/subnets/1b42efc4-12c0-4c95-86a7-8faa185a3e9c HTTP/1.1" status: 204 len: 168 time: 0.3495655 May 25 21:01:29.314735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43766) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:01:29.315214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f2abd2-b36b-446b-b2fe-c1912bc4c6ee None None] Network 04693e2b-785d-408d-bf40-1c8f220c9d65 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:01:29.495439 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:29.663144 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7f79d30f-6464-4dea-8041-ff50da496d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T21:01:27Z', 'revision_number': 5, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port': {'id': 'f09756cc-208b-433a-8588-4418e9bb4720', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T20:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:01:29.668591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79d30f-6464-4dea-8041-ff50da496d06 None None] Checking router: ccf2f10e-b804-4499-bdcb-0f9081a5c076 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:01:29.678650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79d30f-6464-4dea-8041-ff50da496d06 None None] Routers {'ccf2f10e-b804-4499-bdcb-0f9081a5c076'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:01:29.679589 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7f79d30f-6464-4dea-8041-ff50da496d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:01:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:01:29.686904 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:29.701134 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Deleting port f09756cc-208b-433a-8588-4418e9bb4720 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:01:29.701134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:29.751133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] DHCP port deletion for 04693e2b-785d-408d-bf40-1c8f220c9d65 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:01:29.814568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Deleting port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:01:29.814935 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:29.881088 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] For port f09756cc-208b-433a-8588-4418e9bb4720, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f09756cc-208b-433a-8588-4418e9bb4720,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:01:29.881443 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:29.953185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-7f79d30f-6464-4dea-8041-ff50da496d06 None None] Set router ccf2f10e-b804-4499-bdcb-0f9081a5c076 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:01:30.012634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Calling delete_port for f09756cc-208b-433a-8588-4418e9bb4720 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:01:30.072747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-7f79d30f-6464-4dea-8041-ff50da496d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T21:01:29Z', 'revision_number': 6, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:01:30.099307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79d30f-6464-4dea-8041-ff50da496d06 None None] The sync data for ids ['ccf2f10e-b804-4499-bdcb-0f9081a5c076'] in n-d-843339-1 is: [{'id': 'ccf2f10e-b804-4499-bdcb-0f9081a5c076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596200618', 'tenant_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T20:58:32Z', 'updated_at': '2022-05-25T21:01:29Z', 'revision_number': 6, 'project_id': 'fd0cdadfc81d4b49ac4e620e789bf588', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:01:30.189049 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:30.191101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] For port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd,segment=NetworkSegment(d2a78501-19da-4e0b-9ee8-671957648b7d),segment_id=d2a78501-19da-4e0b-9ee8-671957648b7d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:01:30.191477 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:30.323527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Calling delete_port for 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:01:30.354013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Port': ['ID=f09756cc-208b-433a-8588-4418e9bb4720,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:30.404334 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:30.445654 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:30.452365 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Pushing event deleted for resources: {'Port': ['ID=2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:30.460746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:30.461079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:30.461406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:30.461731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:30.462047 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:30.462387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:30.462703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:30.463015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:30.463327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:30.463635 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:30.464038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:30.464229 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:01:30.469390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d33bc4-4e9c-4ebe-b0d1-c78607c6c2c7 None None] No DVR routers for this DVR port 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:01:30.638069 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:30.640342 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:30.665770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f2d26985-4fa2-4103-8dc5-38dd14e6c6ab no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:01:30.674710 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:30.675285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Fanout notify agent at l3_agent the message router_deleted on router ccf2f10e-b804-4499-bdcb-0f9081a5c076 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:01:30.693169 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:30.697626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43772) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:01:30.698613 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-57778d39-5abf-43ea-aadf-5883bb7a6c9e tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/routers/ccf2f10e-b804-4499-bdcb-0f9081a5c076 HTTP/1.1" status: 204 len: 168 time: 1.3828576 May 25 21:01:30.759813 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-620ab206-d55c-4511-b6ba-a7e730ba7895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:30.761223 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: f2d26985-4fa2-4103-8dc5-38dd14e6c6ab {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:01:30.761641 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f2d26985-4fa2-4103-8dc5-38dd14e6c6ab not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:01:30.762126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:01:30.800541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:01:30.801288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ff8fe53-8eb8-4e65-a4a8-5bb0ee1bcccd not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:01:30.826438 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e31a5642-46e2-41c4-83d2-8159f7284a4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:30.965948 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e31a5642-46e2-41c4-83d2-8159f7284a4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:30.992297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-e31a5642-46e2-41c4-83d2-8159f7284a4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04693e2b-785d-408d-bf40-1c8f220c9d65']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:01:31.004364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-e31a5642-46e2-41c4-83d2-8159f7284a4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a78501-19da-4e0b-9ee8-671957648b7d') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:01:31.005266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-e31a5642-46e2-41c4-83d2-8159f7284a4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a78501-19da-4e0b-9ee8-671957648b7d') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:01:31.016626 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e31a5642-46e2-41c4-83d2-8159f7284a4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:31.037995 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e31a5642-46e2-41c4-83d2-8159f7284a4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:31.044026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31a5642-46e2-41c4-83d2-8159f7284a4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:01:31.044407 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e31a5642-46e2-41c4-83d2-8159f7284a4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:31.112174 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment d2a78501-19da-4e0b-9ee8-671957648b7d resource provider aggregate not found May 25 21:01:31.137234 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment d2a78501-19da-4e0b-9ee8-671957648b7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2a78501-19da-4e0b-9ee8-671957648b7d found for delete ", "request_id": "req-b20a74f0-15bc-4348-bd33-699e76356ea3"}]} May 25 21:01:31.148640 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e31a5642-46e2-41c4-83d2-8159f7284a4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:31.172090 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e31a5642-46e2-41c4-83d2-8159f7284a4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:31.183111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a5642-46e2-41c4-83d2-8159f7284a4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'Network': ['ID=04693e2b-785d-408d-bf40-1c8f220c9d65,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:31.197482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43780) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:01:31.197630 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e31a5642-46e2-41c4-83d2-8159f7284a4a tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/networks/04693e2b-785d-408d-bf40-1c8f220c9d65 HTTP/1.1" status: 204 len: 168 time: 0.4988139 May 25 21:01:31.276099 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-24b8acf5-8221-4950-9a54-5c38a8626c97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:31.308167 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-24b8acf5-8221-4950-9a54-5c38a8626c97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:31.375595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-24b8acf5-8221-4950-9a54-5c38a8626c97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:31.393108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8acf5-8221-4950-9a54-5c38a8626c97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78d4aa3-0042-46b5-8a70-b06a98799b7c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:31.407385 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-24b8acf5-8221-4950-9a54-5c38a8626c97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:31.411793 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-24b8acf5-8221-4950-9a54-5c38a8626c97 tempest-TestNetworkAdvancedServerOps-1784232033 tempest-TestNetworkAdvancedServerOps-1784232033-project] 10.222.0.60 "DELETE /v2.0/security-groups/e78d4aa3-0042-46b5-8a70-b06a98799b7c HTTP/1.1" status: 204 len: 168 time: 0.2101030 May 25 21:01:31.446016 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:31.808797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43790) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:01:31.878522 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:31.996441 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-53bb1a86-fc32-4f30-884b-919a0b21297d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd0cdadfc81d4b49ac4e620e789bf588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864524 May 25 21:01:31.998888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43796) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:01:32.060387 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60017f4f-fcb5-4204-8fca-a085571050ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:32.087623 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60017f4f-fcb5-4204-8fca-a085571050ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:32.138842 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60017f4f-fcb5-4204-8fca-a085571050ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:32.157075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60017f4f-fcb5-4204-8fca-a085571050ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214d9e10-c182-41f9-bff1-1a4dbd806252,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:32.167209 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-60017f4f-fcb5-4204-8fca-a085571050ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:32.170754 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-60017f4f-fcb5-4204-8fca-a085571050ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/214d9e10-c182-41f9-bff1-1a4dbd806252 HTTP/1.1" status: 204 len: 168 time: 0.1686282 May 25 21:01:32.245725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f09756cc-208b-433a-8588-4418e9bb4720 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:01:32.285068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: f09756cc-208b-433a-8588-4418e9bb4720 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:01:32.285263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f09756cc-208b-433a-8588-4418e9bb4720 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:01:32.470423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43804) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:01:32.518595 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b6a97121-cf98-4d88-8648-fd5a85868023 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59e78e1127d9444aa2b26c4cb44e7735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470138 May 25 21:01:32.521047 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43808) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:01:32.580181 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63b44bec-e974-4f0b-8813-413ad856826e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:32.605101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63b44bec-e974-4f0b-8813-413ad856826e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:32.661443 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63b44bec-e974-4f0b-8813-413ad856826e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:32.678542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b44bec-e974-4f0b-8813-413ad856826e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f52f59-60d3-4b13-8fb7-5454c4326941,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:32.689627 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63b44bec-e974-4f0b-8813-413ad856826e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:32.690827 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-63b44bec-e974-4f0b-8813-413ad856826e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21f52f59-60d3-4b13-8fb7-5454c4326941 HTTP/1.1" status: 204 len: 168 time: 0.1688435 May 25 21:01:33.220511 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:43.752874 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-d8b3b295-44b5-4438-bc50-7cdfc85f62d5 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=51028674677545e08154775fa44195a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275624 May 25 21:01:43.904174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-d13cf035-4f23-459d-9bd0-7aecf2ec91c6 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:43.905529 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-d13cf035-4f23-459d-9bd0-7aecf2ec91c6 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465240 May 25 21:01:43.920703 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-1ff11c76-7d0a-4932-8f90-ec25819ee97d tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/quotas/51028674677545e08154775fa44195a2 HTTP/1.1" status: 200 len: 375 time: 0.0097978 May 25 21:01:43.969665 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-ea39942b-7e6e-4dfc-8c64-fd0db032fa40 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=51028674677545e08154775fa44195a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440414 May 25 21:01:44.147723 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c7bf725-4517-4320-adc3-6681800d387d req-e4fd5acd-cfc6-4c26-8f77-b1fad469ee4e tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 210 time: 0.0440989 May 25 21:01:45.060447 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-45c9747a-3a85-4ad4-87a5-4a20e81bbc74 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=51028674677545e08154775fa44195a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266356 May 25 21:01:45.230265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-67729368-7e19-407b-a825-1f3e8696085e tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:45.231724 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-67729368-7e19-407b-a825-1f3e8696085e tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671970 May 25 21:01:45.246763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Request body: {'port': {'device_id': '8f9f049e-725b-457b-bf4b-ad64e542a3c7', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'admin_state_up': True, 'tenant_id': '51028674677545e08154775fa44195a2'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:01:45.385076 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-606bca89-9567-404e-9c98-753cf0efd9d0 req-3b02c055-6f51-4987-a27d-20366c419c28 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 210 time: 0.1209204 May 25 21:01:45.560439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:01:45.564199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Usage tracker for resource:port and tenant:51028674677545e08154775fa44195a2 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:01:45.566950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:01:45.572759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:01:45.582259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Made reservation on behalf of 51028674677545e08154775fa44195a2 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:01:45.585887 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:45.597687 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:45.612752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:01:45.617683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Usage tracker for resource:security_group_rule and tenant:51028674677545e08154775fa44195a2 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:01:45.620637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:01:45.626255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:01:45.710594 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:45.714532 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:45.799346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48845952-7d6c-4eb1-ab2d-7974749d5bd1,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:45.886403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Allocated IP 192.168.233.193 (85851107-89be-41aa-8298-2cca3c380d78/74061bdb-1bf6-487a-a715-b2ab79c201c7/656c2732-5eaa-490f-8ae3-7d6f9841f8bc) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:01:46.083957 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:46.098700 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Transition to ACTIVE for port object 656c2732-5eaa-490f-8ae3-7d6f9841f8bc will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:01:46.121485 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:46.195901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Network 85851107-89be-41aa-8298-2cca3c380d78 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:01:46.199114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:01:46.202987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:01:46.234129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Pushing event updated for resources: {'Port': ['ID=656c2732-5eaa-490f-8ae3-7d6f9841f8bc,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:46.276016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:46.276654 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:46.304561 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-f0fa77cd-2763-4b29-88a8-10f065b40f12 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0615149 May 25 21:01:46.315417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Request body: {'port': {'device_id': '8f9f049e-725b-457b-bf4b-ad64e542a3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:01:46.431174 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:46.459606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-696becb3-4aa5-493e-84d6-9c72af6aee4d None None] Provisioning for port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:01:46.465789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-696becb3-4aa5-493e-84d6-9c72af6aee4d None None] Provisioning complete for port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:01:46.466353 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-696becb3-4aa5-493e-84d6-9c72af6aee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:46.525313 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-696becb3-4aa5-493e-84d6-9c72af6aee4d None None] Port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:01:46.575217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f81256-59cd-440b-a111-81c37ca2db48 req-3dfb7604-6f0d-4fd7-83e1-92cada955531 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:46.576686 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-92f81256-59cd-440b-a111-81c37ca2db48 req-3dfb7604-6f0d-4fd7-83e1-92cada955531 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 936 time: 0.0853004 May 25 21:01:46.625367 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-92f81256-59cd-440b-a111-81c37ca2db48 req-5e33d11f-a98a-4418-9099-249481d7b5f5 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/security-groups?id=48845952-7d6c-4eb1-ab2d-7974749d5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 May 25 21:01:46.782755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656c2732-5eaa-490f-8ae3-7d6f9841f8bc {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:01:46.789877 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:46.804829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Transition to ACTIVE for port object 656c2732-5eaa-490f-8ae3-7d6f9841f8bc will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:01:46.808073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:46.974488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Pushing event updated for resources: {'Port': ['ID=656c2732-5eaa-490f-8ae3-7d6f9841f8bc,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:47.056416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Attempting to bind port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:01:47.056748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Attempting to bind port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:01:47.057064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Attempting to bind port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:01:47.061607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc on network 85851107-89be-41aa-8298-2cca3c380d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:01:47.061913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Attempting to bind port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc on network 85851107-89be-41aa-8298-2cca3c380d78 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:01:47.066901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:01:47.067308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Checking segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:01:47.067855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Bound using segment: {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:01:47.068272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Bound port: 656c2732-5eaa-490f-8ae3-7d6f9841f8bc, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8533bff-58de-4a7f-b72c-7b18ff99c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85851107-89be-41aa-8298-2cca3c380d78'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:01:47.068608 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:47.158683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] For port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:01:47.161917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] For port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=656c2732-5eaa-490f-8ae3-7d6f9841f8bc,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:01:47.166933 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:47.225960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:47.226584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:47.228017 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] 10.222.0.70 "PUT /v2.0/ports/656c2732-5eaa-490f-8ae3-7d6f9841f8bc HTTP/1.1" status: 200 len: 1096 time: 0.9168336 May 25 21:01:47.228451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9f049e-725b-457b-bf4b-ad64e542a3c7', 'tag': '656c2732-5eaa-490f-8ae3-7d6f9841f8bc'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:01:47.253714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55af9c-5879-4c9f-81f4-526c80f77d2b service neutron] Pushing event updated for resources: {'Port': ['ID=656c2732-5eaa-490f-8ae3-7d6f9841f8bc,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:47.306404 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4907930-d777-49f5-a8f4-e13c5028d9d0'] response: {'name': 'network-changed', 'server_uuid': '8f9f049e-725b-457b-bf4b-ad64e542a3c7', 'tag': '656c2732-5eaa-490f-8ae3-7d6f9841f8bc', 'status': 'completed', 'code': 200} May 25 21:01:47.347719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-c275495c-d85e-4f89-83ce-6a2da04d0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:47.350275 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-c275495c-d85e-4f89-83ce-6a2da04d0848 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51028674677545e08154775fa44195a2&device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 1099 time: 0.0806453 May 25 21:01:47.419340 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-3ab199e3-456f-4cc2-960f-40fb5938f9fe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=656c2732-5eaa-490f-8ae3-7d6f9841f8bc HTTP/1.1" status: 200 len: 217 time: 0.0625522 May 25 21:01:47.483438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-e05e7225-6c28-4096-ac9e-5993d5f19ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:47.484796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-e05e7225-6c28-4096-ac9e-5993d5f19ccb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0604575 May 25 21:01:47.559467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-94b5f755-353e-490d-aab7-7f2324139f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:47.560929 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-94b5f755-353e-490d-aab7-7f2324139f29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694923 May 25 21:01:47.812048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-608dbc18-8997-475b-872d-9f4f5418410e service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444410 May 25 21:01:47.819057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b884ae-d739-4b60-85e3-085288a321ec req-b2ddf29b-d9b6-4a4c-9554-c8b87eca6d47 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:47.820499 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-36b884ae-d739-4b60-85e3-085288a321ec req-b2ddf29b-d9b6-4a4c-9554-c8b87eca6d47 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 948 time: 0.0814972 May 25 21:01:47.864978 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-36b884ae-d739-4b60-85e3-085288a321ec req-ee54ceeb-8d6e-4d9f-abe7-78bb1168ca6f tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/security-groups?id=48845952-7d6c-4eb1-ab2d-7974749d5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385826 May 25 21:01:47.945832 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8a549ab8-ee68-4ded-b8d5-d1f8c9d9f263 req-1ebf40af-f302-49bf-bb5f-55ac93153471 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270998 May 25 21:01:48.063210 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597048d-a738-4afe-866d-c91dbca03fdc req-7ff216b8-796d-4ef5-a40a-d414c54112b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:48.064587 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6597048d-a738-4afe-866d-c91dbca03fdc req-7ff216b8-796d-4ef5-a40a-d414c54112b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51028674677545e08154775fa44195a2&device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 1099 time: 0.0772717 May 25 21:01:48.194508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597048d-a738-4afe-866d-c91dbca03fdc req-dc19b163-88d7-455b-99ec-12b15bfa7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:48.195939 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6597048d-a738-4afe-866d-c91dbca03fdc req-dc19b163-88d7-455b-99ec-12b15bfa7b78 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85851107-89be-41aa-8298-2cca3c380d78 HTTP/1.1" status: 200 len: 870 time: 0.1254785 May 25 21:01:48.266900 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6597048d-a738-4afe-866d-c91dbca03fdc req-9c8ec299-4f0c-433d-9b58-f545600f1e3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=656c2732-5eaa-490f-8ae3-7d6f9841f8bc HTTP/1.1" status: 200 len: 217 time: 0.0645680 May 25 21:01:48.329821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597048d-a738-4afe-866d-c91dbca03fdc req-506ab3d8-9830-43c5-b628-0c64c1b3fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:48.331185 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6597048d-a738-4afe-866d-c91dbca03fdc req-506ab3d8-9830-43c5-b628-0c64c1b3fa4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74061bdb-1bf6-487a-a715-b2ab79c201c7 HTTP/1.1" status: 200 len: 843 time: 0.0579004 May 25 21:01:48.406951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597048d-a738-4afe-866d-c91dbca03fdc req-678b2a63-54fa-41de-b657-77f2354a6da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:48.408414 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6597048d-a738-4afe-866d-c91dbca03fdc req-678b2a63-54fa-41de-b657-77f2354a6da5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85851107-89be-41aa-8298-2cca3c380d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706284 May 25 21:01:48.539880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6597048d-a738-4afe-866d-c91dbca03fdc req-3ecc4676-3f33-4fa6-bc5f-0a9efdb0926a service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249294 May 25 21:01:48.672797 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6597048d-a738-4afe-866d-c91dbca03fdc req-51648f4e-0c9d-4858-a446-c9813fe662c8 service neutron] 10.222.0.70 "GET /v2.0/networks/85851107-89be-41aa-8298-2cca3c380d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266568 May 25 21:01:49.063675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1b88b-55bc-42ec-9c22-f53adc825f6a req-07d13dee-126c-4680-b3b0-d1f2a0b30cef tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:49.064270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5db1b88b-55bc-42ec-9c22-f53adc825f6a req-07d13dee-126c-4680-b3b0-d1f2a0b30cef tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Synchronizing usage tracker for tenant:51028674677545e08154775fa44195a2 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:01:49.081065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5db1b88b-55bc-42ec-9c22-f53adc825f6a req-07d13dee-126c-4680-b3b0-d1f2a0b30cef tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Unset dirty status for tenant:51028674677545e08154775fa44195a2 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:01:49.082384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5db1b88b-55bc-42ec-9c22-f53adc825f6a req-07d13dee-126c-4680-b3b0-d1f2a0b30cef tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 948 time: 0.1001792 May 25 21:01:49.126623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5db1b88b-55bc-42ec-9c22-f53adc825f6a req-30ef954b-a490-41f8-a39a-6914772e2b56 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Synchronizing usage tracker for tenant:51028674677545e08154775fa44195a2 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:01:49.143282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5db1b88b-55bc-42ec-9c22-f53adc825f6a req-30ef954b-a490-41f8-a39a-6914772e2b56 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Unset dirty status for tenant:51028674677545e08154775fa44195a2 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:01:49.144435 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5db1b88b-55bc-42ec-9c22-f53adc825f6a req-30ef954b-a490-41f8-a39a-6914772e2b56 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/security-groups?id=48845952-7d6c-4eb1-ab2d-7974749d5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558331 May 25 21:01:50.342815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58deb51-9c08-4b76-8ae6-3a3eeb893330 req-48d92740-68fa-4bad-b223-bda1955061ed tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:50.344178 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e58deb51-9c08-4b76-8ae6-3a3eeb893330 req-48d92740-68fa-4bad-b223-bda1955061ed tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 948 time: 0.0927544 May 25 21:01:50.390161 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e58deb51-9c08-4b76-8ae6-3a3eeb893330 req-6cccfc09-eb4e-46c8-9968-3f697c3d9b99 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/security-groups?id=48845952-7d6c-4eb1-ab2d-7974749d5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399692 May 25 21:01:51.576175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9ae94-2728-4b51-87e1-ed0c86a0c697 req-2bd81518-7cf9-46c5-bd67-caa508cc2344 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:51.577611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b7a9ae94-2728-4b51-87e1-ed0c86a0c697 req-2bd81518-7cf9-46c5-bd67-caa508cc2344 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 948 time: 0.0780985 May 25 21:01:51.623591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b7a9ae94-2728-4b51-87e1-ed0c86a0c697 req-cd503f68-353e-492d-9878-ba826f7139d3 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/security-groups?id=48845952-7d6c-4eb1-ab2d-7974749d5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403438 May 25 21:01:52.745122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 656c2732-5eaa-490f-8ae3-7d6f9841f8bc details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:01:52.810634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca8422-51e5-406b-84f1-dbf124fee095 req-04b0881b-484a-4c90-99e9-3e4b9509082e tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:52.812086 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2fca8422-51e5-406b-84f1-dbf124fee095 req-04b0881b-484a-4c90-99e9-3e4b9509082e tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 948 time: 0.0798817 May 25 21:01:52.858860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2fca8422-51e5-406b-84f1-dbf124fee095 req-cffb67ba-16a9-474b-9a11-a7813ccf7904 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/security-groups?id=48845952-7d6c-4eb1-ab2d-7974749d5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399282 May 25 21:01:52.878810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=656c2732-5eaa-490f-8ae3-7d6f9841f8bc,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:01:52.892663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '656c2732-5eaa-490f-8ae3-7d6f9841f8bc', 'network_id': '85851107-89be-41aa-8298-2cca3c380d78', 'port_id': '656c2732-5eaa-490f-8ae3-7d6f9841f8bc', 'mac_address': 'fa:16:3e:bc:99:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74061bdb-1bf6-487a-a715-b2ab79c201c7', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:01:52.951717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:01:52.952083 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:52.968787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656c2732-5eaa-490f-8ae3-7d6f9841f8bc {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:01:52.984131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=656c2732-5eaa-490f-8ae3-7d6f9841f8bc,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:01:52.987940 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:53.056602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=656c2732-5eaa-490f-8ae3-7d6f9841f8bc,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:53.293294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['656c2732-5eaa-490f-8ae3-7d6f9841f8bc'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:01:54.044042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b4bea-84c4-4450-a5c6-e8b19b47a855 req-40320d8d-b3a1-407a-9ae0-38c47cccca31 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:54.045408 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba6b4bea-84c4-4450-a5c6-e8b19b47a855 req-40320d8d-b3a1-407a-9ae0-38c47cccca31 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 949 time: 0.0809293 May 25 21:01:54.089159 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ba6b4bea-84c4-4450-a5c6-e8b19b47a855 req-9723c286-e69c-4fbe-a478-a6366f92703e tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/security-groups?id=48845952-7d6c-4eb1-ab2d-7974749d5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380960 May 25 21:01:54.180284 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:54.777015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 656c2732-5eaa-490f-8ae3-7d6f9841f8bc up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:01:54.843281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:01:54.847711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:01:54.848105 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:54.962665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:01:54.963056 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:54.990486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9f049e-725b-457b-bf4b-ad64e542a3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656c2732-5eaa-490f-8ae3-7d6f9841f8bc'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:01:55.001186 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=656c2732-5eaa-490f-8ae3-7d6f9841f8bc,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:01:55.005726 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:55.041871 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d49137-12c5-462a-baa1-10a1ad0085ac'] response: {'server_uuid': '8f9f049e-725b-457b-bf4b-ad64e542a3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656c2732-5eaa-490f-8ae3-7d6f9841f8bc', 'code': 200} May 25 21:01:55.078656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=656c2732-5eaa-490f-8ae3-7d6f9841f8bc,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:01:55.166925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d316b-513e-45d5-81cb-d02222561f36 req-6817b011-ecc3-4465-82b1-50c40c1c4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:55.168528 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f36d316b-513e-45d5-81cb-d02222561f36 req-6817b011-ecc3-4465-82b1-50c40c1c4e7f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 1101 time: 0.0755029 May 25 21:01:55.251955 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f36d316b-513e-45d5-81cb-d02222561f36 req-43f7f06c-b4c6-4d7b-adfd-1ad5fde25d80 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=48845952-7d6c-4eb1-ab2d-7974749d5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778964 May 25 21:01:55.288856 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bec53-b101-4ac6-b2f3-72116fe0c68a req-5fbeeee9-dd17-4034-8222-5d91145d0f30 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:55.290291 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c5bec53-b101-4ac6-b2f3-72116fe0c68a req-5fbeeee9-dd17-4034-8222-5d91145d0f30 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 950 time: 0.0899651 May 25 21:01:55.333147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c5bec53-b101-4ac6-b2f3-72116fe0c68a req-621faa0b-c627-4085-83a3-c1cfcd6ebe39 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/security-groups?id=48845952-7d6c-4eb1-ab2d-7974749d5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371547 May 25 21:01:56.526561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad61af-425d-4419-960d-d168aad0b603 req-0dab607f-1225-48f6-8d44-3029aa16ba74 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:56.527943 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82ad61af-425d-4419-960d-d168aad0b603 req-0dab607f-1225-48f6-8d44-3029aa16ba74 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 950 time: 0.0849183 May 25 21:01:56.577436 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82ad61af-425d-4419-960d-d168aad0b603 req-201538c9-9b1d-4413-b771-d0a30f867214 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/security-groups?id=48845952-7d6c-4eb1-ab2d-7974749d5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431905 May 25 21:01:57.770743 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018ff4f-05dc-463b-bf37-18bcec53e1d5 req-c07270ac-f194-46de-8335-c58549298369 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:57.772187 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4018ff4f-05dc-463b-bf37-18bcec53e1d5 req-c07270ac-f194-46de-8335-c58549298369 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 950 time: 0.0838168 May 25 21:01:57.817111 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4018ff4f-05dc-463b-bf37-18bcec53e1d5 req-6d334048-16d4-4a67-b65c-7672cc763026 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/security-groups?id=48845952-7d6c-4eb1-ab2d-7974749d5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389116 May 25 21:01:58.231216 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0126fd92-ba8c-405e-bd40-dff517230aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:58.530988 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:01:58.952534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb4c9-f245-48c3-a7be-04e557f40550 req-d24b9736-33cd-44fc-ad19-48cec9595b86 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:01:58.954103 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-04ffb4c9-f245-48c3-a7be-04e557f40550 req-d24b9736-33cd-44fc-ad19-48cec9595b86 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 950 time: 0.0970144 May 25 21:01:59.012177 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-04ffb4c9-f245-48c3-a7be-04e557f40550 req-4a20d5c1-7838-4642-9e64-be7fb48c0ca8 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/security-groups?id=48845952-7d6c-4eb1-ab2d-7974749d5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485039 May 25 21:02:00.209832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d724437-8707-43ba-8ca4-fb61d24cbecd req-eb9bdde0-12a1-4574-80d7-ef551a65d0df tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:00.211322 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d724437-8707-43ba-8ca4-fb61d24cbecd req-eb9bdde0-12a1-4574-80d7-ef551a65d0df tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 950 time: 0.0833805 May 25 21:02:00.221874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd9434-481f-4d93-85ab-a999ca4c2823 req-a31f8b60-3403-4ca5-b94c-46aa9e70b5f1 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:00.223397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4dcd9434-481f-4d93-85ab-a999ca4c2823 req-a31f8b60-3403-4ca5-b94c-46aa9e70b5f1 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 950 time: 0.0796013 May 25 21:02:00.263088 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d724437-8707-43ba-8ca4-fb61d24cbecd req-a8396f57-e16b-4fa7-aa57-74c874bae4ef tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/security-groups?id=48845952-7d6c-4eb1-ab2d-7974749d5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458765 May 25 21:02:00.298611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-4dcd9434-481f-4d93-85ab-a999ca4c2823 req-422894af-d9c4-4d1f-ad3d-1ea319e3c484 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Deleting port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:02:00.298948 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4dcd9434-481f-4d93-85ab-a999ca4c2823 req-422894af-d9c4-4d1f-ad3d-1ea319e3c484 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:00.565788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-4dcd9434-481f-4d93-85ab-a999ca4c2823 req-422894af-d9c4-4d1f-ad3d-1ea319e3c484 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] For port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=656c2732-5eaa-490f-8ae3-7d6f9841f8bc,segment=NetworkSegment(a8533bff-58de-4a7f-b72c-7b18ff99c4d5),segment_id=a8533bff-58de-4a7f-b72c-7b18ff99c4d5)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:02:00.566050 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4dcd9434-481f-4d93-85ab-a999ca4c2823 req-422894af-d9c4-4d1f-ad3d-1ea319e3c484 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:00.666352 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3471271f-0cf9-4650-8b8b-aca579c01d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:00.819734 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-4dcd9434-481f-4d93-85ab-a999ca4c2823 req-422894af-d9c4-4d1f-ad3d-1ea319e3c484 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Calling delete_port for 656c2732-5eaa-490f-8ae3-7d6f9841f8bc owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:02:00.962581 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4dcd9434-481f-4d93-85ab-a999ca4c2823 req-422894af-d9c4-4d1f-ad3d-1ea319e3c484 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:00.975227 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['656c2732-5eaa-490f-8ae3-7d6f9841f8bc'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:02:01.016791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422894af-d9c4-4d1f-ad3d-1ea319e3c484 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Pushing event deleted for resources: {'Port': ['ID=656c2732-5eaa-490f-8ae3-7d6f9841f8bc,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:01.093183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcd9434-481f-4d93-85ab-a999ca4c2823 req-422894af-d9c4-4d1f-ad3d-1ea319e3c484 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] No DVR routers for this DVR port 656c2732-5eaa-490f-8ae3-7d6f9841f8bc on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:02:01.095999 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4dcd9434-481f-4d93-85ab-a999ca4c2823 req-422894af-d9c4-4d1f-ad3d-1ea319e3c484 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:01.103725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9f049e-725b-457b-bf4b-ad64e542a3c7', 'name': 'network-vif-deleted', 'tag': '656c2732-5eaa-490f-8ae3-7d6f9841f8bc'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:02:01.117384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4dcd9434-481f-4d93-85ab-a999ca4c2823 req-422894af-d9c4-4d1f-ad3d-1ea319e3c484 tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.70 "DELETE /v2.0/ports/656c2732-5eaa-490f-8ae3-7d6f9841f8bc HTTP/1.1" status: 204 len: 173 time: 0.8889766 May 25 21:02:01.164662 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf67c4c6-4591-4b1b-946b-3c9fe066e0f2'] response: {'server_uuid': '8f9f049e-725b-457b-bf4b-ad64e542a3c7', 'name': 'network-vif-deleted', 'tag': '656c2732-5eaa-490f-8ae3-7d6f9841f8bc', 'status': 'completed', 'code': 200} May 25 21:02:01.449080 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:01.544769 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-baf6def5-9ae0-4b2d-8a25-eb5813962982 req-c91ebdb9-1676-4f9b-8cfe-45db9d39347f tempest-ServersAdminNegativeTestJSON-963104007 tempest-ServersAdminNegativeTestJSON-963104007-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f9f049e-725b-457b-bf4b-ad64e542a3c7 HTTP/1.1" status: 200 len: 210 time: 0.1553526 May 25 21:02:01.881511 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:02.904031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43950) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:02:03.050534 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-db76f3ce-42be-477c-bc18-db03bd4ac1cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51028674677545e08154775fa44195a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452887 May 25 21:02:03.053032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43956) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:02:03.114670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db9c5fe1-cf36-42f6-bd8f-db824ed13a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:03.143346 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db9c5fe1-cf36-42f6-bd8f-db824ed13a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:03.199219 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db9c5fe1-cf36-42f6-bd8f-db824ed13a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:03.215806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c5fe1-cf36-42f6-bd8f-db824ed13a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48845952-7d6c-4eb1-ab2d-7974749d5bd1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:03.217682 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:03.226914 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db9c5fe1-cf36-42f6-bd8f-db824ed13a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:03.228037 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-db9c5fe1-cf36-42f6-bd8f-db824ed13a8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/48845952-7d6c-4eb1-ab2d-7974749d5bd1 HTTP/1.1" status: 204 len: 168 time: 0.1741135 May 25 21:02:03.513515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 43964) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:02:03.532081 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9659af22-1536-4115-8422-ad6e8b6afd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:03.546858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9659af22-1536-4115-8422-ad6e8b6afd2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:02:03.550678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9659af22-1536-4115-8422-ad6e8b6afd2a admin admin] Usage tracker for resource:security_group_rule and tenant:f7097ff3f92c49019778c58fdb51fd49 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:02:03.553493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9659af22-1536-4115-8422-ad6e8b6afd2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:02:03.559156 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9659af22-1536-4115-8422-ad6e8b6afd2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:02:03.644344 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9659af22-1536-4115-8422-ad6e8b6afd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:03.648584 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9659af22-1536-4115-8422-ad6e8b6afd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:03.696281 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9659af22-1536-4115-8422-ad6e8b6afd2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7097ff3f92c49019778c58fdb51fd49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814952 May 25 21:02:03.697050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659af22-1536-4115-8422-ad6e8b6afd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b406e8d1-ec61-4174-bab3-2dd1fb500f13,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:03.698936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43968) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:02:03.762879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c937598d-49ff-449c-9820-f1171cef42b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:03.788588 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c937598d-49ff-449c-9820-f1171cef42b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:03.840411 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c937598d-49ff-449c-9820-f1171cef42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:03.855022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937598d-49ff-449c-9820-f1171cef42b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b406e8d1-ec61-4174-bab3-2dd1fb500f13,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:03.863765 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c937598d-49ff-449c-9820-f1171cef42b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:03.864874 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c937598d-49ff-449c-9820-f1171cef42b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b406e8d1-ec61-4174-bab3-2dd1fb500f13 HTTP/1.1" status: 204 len: 168 time: 0.1644180 May 25 21:02:04.570909 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:02:04.573715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43992) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:02:04.679964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-845495846-network', 'tenant_id': 'f365871823674e54b789160ec6cc679b'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:02:04.685710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:02:04.689623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Usage tracker for resource:network and tenant:f365871823674e54b789160ec6cc679b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:02:04.693438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:02:04.700745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:02:04.712270 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Made reservation on behalf of f365871823674e54b789160ec6cc679b for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:02:04.714749 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:04.727214 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:04.742327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:02:04.746133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Usage tracker for resource:security_group_rule and tenant:f365871823674e54b789160ec6cc679b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:02:04.748907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:02:04.754725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:02:04.807863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 656c2732-5eaa-490f-8ae3-7d6f9841f8bc no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:02:04.840885 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:04.845373 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:04.846528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 656c2732-5eaa-490f-8ae3-7d6f9841f8bc {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:02:04.846870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 656c2732-5eaa-490f-8ae3-7d6f9841f8bc not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:02:04.882106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:02:04.887680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:04.894814 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:04.894934 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Added segment 813a914f-853e-4cdc-a056-1a4505b05c56 of type vlan for network df88c8fc-690c-47a5-a9dc-ec351837994f May 25 21:02:04.923526 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:04.954386 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:04.955343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:04.955920 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:05.061380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=df88c8fc-690c-47a5-a9dc-ec351837994f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:05.066265 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-030a6e1d-1e1a-4c1d-b789-8b3057d2f0c0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4894800 May 25 21:02:05.067327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 43998) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:02:05.071485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network df88c8fc-690c-47a5-a9dc-ec351837994f details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:02:05.072696 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Request body: {'subnet': {'network_id': 'df88c8fc-690c-47a5-a9dc-ec351837994f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-845495846-subnet', 'tenant_id': 'f365871823674e54b789160ec6cc679b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:02:05.078316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:02:05.082174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Usage tracker for resource:subnet and tenant:f365871823674e54b789160ec6cc679b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:02:05.085164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:02:05.090863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:02:05.101827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Made reservation on behalf of f365871823674e54b789160ec6cc679b for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:02:05.104335 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:05.315513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:05.389457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=81799bdf-7de5-4308-bc9a-14611fc68745,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:05.398507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Checking segment: {'id': '813a914f-853e-4cdc-a056-1a4505b05c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'df88c8fc-690c-47a5-a9dc-ec351837994f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:02:05.398860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Network hostable DHCP agents. Network: df88c8fc-690c-47a5-a9dc-ec351837994f, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:02:05.417958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Network df88c8fc-690c-47a5-a9dc-ec351837994f is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:02:05.426764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, df88c8fc-690c-47a5-a9dc-ec351837994f) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:02:05.432100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:05.434862 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:05.439223 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b6040f-0fa0-4fa1-b303-179a6dce68ff None None] Network df88c8fc-690c-47a5-a9dc-ec351837994f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:02:05.465040 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f7eb4aae-b69c-41d7-8aef-1116733f70ee admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3966470 May 25 21:02:05.655557 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611fca00-001f-4b87-90c0-3c24d3c22453 None None] Network df88c8fc-690c-47a5-a9dc-ec351837994f requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:02:05.995987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554a586-cca7-447d-8bc4-c8762d10892a req-04206ed3-3013-4c06-b11a-6002d80efa10 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:05.997448 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4554a586-cca7-447d-8bc4-c8762d10892a req-04206ed3-3013-4c06-b11a-6002d80efa10 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/networks?id=df88c8fc-690c-47a5-a9dc-ec351837994f HTTP/1.1" status: 200 len: 811 time: 0.1487498 May 25 21:02:06.013604 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4554a586-cca7-447d-8bc4-c8762d10892a req-24a9e7e5-2834-413a-a000-e8fa2274145c tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/quotas/f365871823674e54b789160ec6cc679b HTTP/1.1" status: 200 len: 375 time: 0.0105686 May 25 21:02:06.064926 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4554a586-cca7-447d-8bc4-c8762d10892a req-de6badd7-6b09-4af3-9071-dbf6bb05345b tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f365871823674e54b789160ec6cc679b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463781 May 25 21:02:06.284534 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4554a586-cca7-447d-8bc4-c8762d10892a req-e5c5e24b-e2ee-40d8-99ee-6032f3230a70 service neutron] 10.222.0.60 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702967 May 25 21:02:06.419647 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9aec5b94-2233-427c-b3a0-789846e1a107 service neutron] 10.222.0.60 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288288 May 25 21:02:06.596848 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-645d0600-c12b-4e48-b9df-fd3b2db91367 req-1605c6d1-5e1d-4366-9efe-ef5d929d6c6b tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 210 time: 0.0447958 May 25 21:02:07.647608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554a586-cca7-447d-8bc4-c8762d10892a req-7738ae72-8d01-4168-a9bf-eebb5c3c37f4 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:07.648281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4554a586-cca7-447d-8bc4-c8762d10892a req-7738ae72-8d01-4168-a9bf-eebb5c3c37f4 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Synchronizing usage tracker for tenant:f365871823674e54b789160ec6cc679b on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:02:07.667911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4554a586-cca7-447d-8bc4-c8762d10892a req-7738ae72-8d01-4168-a9bf-eebb5c3c37f4 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Unset dirty status for tenant:f365871823674e54b789160ec6cc679b on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:02:07.669076 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4554a586-cca7-447d-8bc4-c8762d10892a req-7738ae72-8d01-4168-a9bf-eebb5c3c37f4 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.70 "GET /v2.0/networks?id=df88c8fc-690c-47a5-a9dc-ec351837994f HTTP/1.1" status: 200 len: 811 time: 0.1722481 May 25 21:02:07.686019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Request body: {'port': {'device_id': '9162ca3b-7d7a-4ed2-8718-1c70d640cfba', 'network_id': 'df88c8fc-690c-47a5-a9dc-ec351837994f', 'admin_state_up': True, 'tenant_id': 'f365871823674e54b789160ec6cc679b'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:02:07.835897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:02:07.839953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Usage tracker for resource:port and tenant:f365871823674e54b789160ec6cc679b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:02:07.842850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:02:07.848521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:02:07.859110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Made reservation on behalf of f365871823674e54b789160ec6cc679b for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:02:07.862867 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:07.877881 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e4d74c24-b568-4370-a765-c61f92788245 req-a0ff5278-4c53-43be-876c-cc7373884f81 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 210 time: 0.1559234 May 25 21:02:08.045604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Allocated IP 172.20.0.10 (df88c8fc-690c-47a5-a9dc-ec351837994f/81799bdf-7de5-4308-bc9a-14611fc68745/e2f9da66-6acd-41b5-856c-47fd303f3bf3) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:02:08.263784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:08.295201 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:08.511653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Network df88c8fc-690c-47a5-a9dc-ec351837994f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:02:08.514990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:02:08.518956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:02:08.553431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Pushing event updated for resources: {'Port': ['ID=e2f9da66-6acd-41b5-856c-47fd303f3bf3,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:08.591433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:08.592358 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:08.613857 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4554a586-cca7-447d-8bc4-c8762d10892a req-9f70489e-91d8-41f4-99b3-17e464757467 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9323459 May 25 21:02:08.624412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Request body: {'port': {'device_id': '9162ca3b-7d7a-4ed2-8718-1c70d640cfba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:02:08.739155 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:09.138587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb483c6-858f-40ed-a116-117cdc140d46 req-0e6d1ccc-fc0c-45fd-a0a1-c64cded9a998 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:09.139267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3cb483c6-858f-40ed-a116-117cdc140d46 req-0e6d1ccc-fc0c-45fd-a0a1-c64cded9a998 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Synchronizing usage tracker for tenant:f365871823674e54b789160ec6cc679b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:02:09.156873 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f9da66-6acd-41b5-856c-47fd303f3bf3 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:02:09.166262 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:09.168891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3cb483c6-858f-40ed-a116-117cdc140d46 req-0e6d1ccc-fc0c-45fd-a0a1-c64cded9a998 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Unset dirty status for tenant:f365871823674e54b789160ec6cc679b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:02:09.170215 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3cb483c6-858f-40ed-a116-117cdc140d46 req-0e6d1ccc-fc0c-45fd-a0a1-c64cded9a998 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 932 time: 0.1854453 May 25 21:02:09.201007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Transition to ACTIVE for port object e2f9da66-6acd-41b5-856c-47fd303f3bf3 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:02:09.204931 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:09.345915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3cb483c6-858f-40ed-a116-117cdc140d46 req-abc23514-e4e7-4753-bd7b-7656b6e80ee7 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Synchronizing usage tracker for tenant:f365871823674e54b789160ec6cc679b on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:02:09.356667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f9da66-6acd-41b5-856c-47fd303f3bf3,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:09.436429 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3cb483c6-858f-40ed-a116-117cdc140d46 req-abc23514-e4e7-4753-bd7b-7656b6e80ee7 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Unset dirty status for tenant:f365871823674e54b789160ec6cc679b on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:02:09.437571 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3cb483c6-858f-40ed-a116-117cdc140d46 req-abc23514-e4e7-4753-bd7b-7656b6e80ee7 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593670 May 25 21:02:09.478106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Attempting to bind port e2f9da66-6acd-41b5-856c-47fd303f3bf3 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:02:09.478699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Attempting to bind port e2f9da66-6acd-41b5-856c-47fd303f3bf3 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '813a914f-853e-4cdc-a056-1a4505b05c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'df88c8fc-690c-47a5-a9dc-ec351837994f'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:02:09.479241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Attempting to bind port e2f9da66-6acd-41b5-856c-47fd303f3bf3 on network df88c8fc-690c-47a5-a9dc-ec351837994f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:02:09.484554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Port e2f9da66-6acd-41b5-856c-47fd303f3bf3 on network df88c8fc-690c-47a5-a9dc-ec351837994f not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:02:09.484872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Attempting to bind port e2f9da66-6acd-41b5-856c-47fd303f3bf3 on network df88c8fc-690c-47a5-a9dc-ec351837994f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:02:09.490601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:02:09.490948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Checking segment: {'id': '813a914f-853e-4cdc-a056-1a4505b05c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'df88c8fc-690c-47a5-a9dc-ec351837994f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:02:09.491326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Bound using segment: {'id': '813a914f-853e-4cdc-a056-1a4505b05c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'df88c8fc-690c-47a5-a9dc-ec351837994f'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:02:09.491749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Bound port: e2f9da66-6acd-41b5-856c-47fd303f3bf3, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813a914f-853e-4cdc-a056-1a4505b05c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'df88c8fc-690c-47a5-a9dc-ec351837994f'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:02:09.492092 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:09.579049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] For port e2f9da66-6acd-41b5-856c-47fd303f3bf3, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:02:09.581911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] For port e2f9da66-6acd-41b5-856c-47fd303f3bf3, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3,segment=NetworkSegment(813a914f-853e-4cdc-a056-1a4505b05c56),segment_id=813a914f-853e-4cdc-a056-1a4505b05c56)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:02:09.587073 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:09.650497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:09.651101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:09.652452 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4554a586-cca7-447d-8bc4-c8762d10892a req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] 10.222.0.70 "PUT /v2.0/ports/e2f9da66-6acd-41b5-856c-47fd303f3bf3 HTTP/1.1" status: 200 len: 1092 time: 1.0319281 May 25 21:02:09.652882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9162ca3b-7d7a-4ed2-8718-1c70d640cfba', 'tag': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:02:09.679606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b433250-0c44-40e2-88fd-0b12c580c1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f9da66-6acd-41b5-856c-47fd303f3bf3,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:09.731347 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54889be7-d4d8-4e99-bede-b19f4616ef63'] response: {'name': 'network-changed', 'server_uuid': '9162ca3b-7d7a-4ed2-8718-1c70d640cfba', 'tag': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3', 'status': 'completed', 'code': 200} May 25 21:02:09.773157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554a586-cca7-447d-8bc4-c8762d10892a req-b0b636b5-b2d8-4270-b4ca-56274c2df733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:09.774664 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4554a586-cca7-447d-8bc4-c8762d10892a req-b0b636b5-b2d8-4270-b4ca-56274c2df733 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f365871823674e54b789160ec6cc679b&device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 1095 time: 0.0817707 May 25 21:02:09.845050 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4554a586-cca7-447d-8bc4-c8762d10892a req-6069f1da-7ae1-426c-b78d-60a11978ad61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3 HTTP/1.1" status: 200 len: 217 time: 0.0640440 May 25 21:02:09.906907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554a586-cca7-447d-8bc4-c8762d10892a req-fb4fe8b8-c8a3-410b-bc83-e0da0612feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:09.908313 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4554a586-cca7-447d-8bc4-c8762d10892a req-fb4fe8b8-c8a3-410b-bc83-e0da0612feeb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81799bdf-7de5-4308-bc9a-14611fc68745 HTTP/1.1" status: 200 len: 851 time: 0.0569351 May 25 21:02:09.954864 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4554a586-cca7-447d-8bc4-c8762d10892a req-be90973f-00e4-41a0-ba82-a348a2e15c54 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df88c8fc-690c-47a5-a9dc-ec351837994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397923 May 25 21:02:10.087900 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4554a586-cca7-447d-8bc4-c8762d10892a req-a4250106-9eed-4fc5-8a83-a43fd63bea5b service neutron] 10.222.0.70 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260262 May 25 21:02:10.222900 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4554a586-cca7-447d-8bc4-c8762d10892a req-bdc27f70-6f2c-4c2b-8ea2-c32d1722be16 service neutron] 10.222.0.70 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295116 May 25 21:02:10.473751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f9c4b-f4b7-4c7a-804c-be10d91bb6b0 req-7ca16028-d131-428f-bc2d-936a5e47f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:10.475260 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-659f9c4b-f4b7-4c7a-804c-be10d91bb6b0 req-7ca16028-d131-428f-bc2d-936a5e47f14b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f365871823674e54b789160ec6cc679b&device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 1095 time: 0.1951487 May 25 21:02:10.672360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f9c4b-f4b7-4c7a-804c-be10d91bb6b0 req-4b9fee83-51c7-4389-804f-fbc4e34fba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:10.673825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-659f9c4b-f4b7-4c7a-804c-be10d91bb6b0 req-4b9fee83-51c7-4389-804f-fbc4e34fba03 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df88c8fc-690c-47a5-a9dc-ec351837994f HTTP/1.1" status: 200 len: 912 time: 0.1914728 May 25 21:02:10.748194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbfd56-63a0-434f-9487-ba131d82bb39 req-51d2df44-d609-45f8-be6d-f191f2ca0103 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:10.749644 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-46fbfd56-63a0-434f-9487-ba131d82bb39 req-51d2df44-d609-45f8-be6d-f191f2ca0103 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 944 time: 0.1956658 May 25 21:02:10.760158 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-659f9c4b-f4b7-4c7a-804c-be10d91bb6b0 req-95b6c6f3-ea65-46dd-b7a1-c233f25177a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3 HTTP/1.1" status: 200 len: 217 time: 0.0785153 May 25 21:02:10.852274 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-46fbfd56-63a0-434f-9487-ba131d82bb39 req-fb8e3b25-9e40-4089-bc6e-16ebe4930ae3 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946159 May 25 21:02:10.859382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f9c4b-f4b7-4c7a-804c-be10d91bb6b0 req-62edfef6-3e9c-438d-9a6b-45f220baa964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:10.860754 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-659f9c4b-f4b7-4c7a-804c-be10d91bb6b0 req-62edfef6-3e9c-438d-9a6b-45f220baa964 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81799bdf-7de5-4308-bc9a-14611fc68745 HTTP/1.1" status: 200 len: 851 time: 0.0810678 May 25 21:02:10.908688 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-659f9c4b-f4b7-4c7a-804c-be10d91bb6b0 req-6f8302cb-8a04-46fb-9c99-4e33cd918a2a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df88c8fc-690c-47a5-a9dc-ec351837994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414288 May 25 21:02:11.041773 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-659f9c4b-f4b7-4c7a-804c-be10d91bb6b0 req-21a8e2fe-fa19-4567-a811-f2c194ebd4ef service neutron] 10.222.0.70 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259177 May 25 21:02:11.176949 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-659f9c4b-f4b7-4c7a-804c-be10d91bb6b0 req-243123f5-e7f1-4958-b615-a0806e81a044 service neutron] 10.222.0.70 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289635 May 25 21:02:12.049467 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287447d9-15a3-487a-a1ed-70068b9bdf32 req-8f5851f2-1a8e-4af3-9a36-d3d43181cf44 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:12.050910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-287447d9-15a3-487a-a1ed-70068b9bdf32 req-8f5851f2-1a8e-4af3-9a36-d3d43181cf44 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 944 time: 0.0855436 May 25 21:02:12.099485 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-287447d9-15a3-487a-a1ed-70068b9bdf32 req-6004fa72-670d-4caf-9226-a6c313c48db5 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419612 May 25 21:02:13.289663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93349d8c-4d2b-46b0-a5ec-acd38a5f3f5d req-010bcdb2-c2a8-4685-82ca-a78d3108f598 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:13.291137 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93349d8c-4d2b-46b0-a5ec-acd38a5f3f5d req-010bcdb2-c2a8-4685-82ca-a78d3108f598 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 944 time: 0.0866406 May 25 21:02:13.338318 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-93349d8c-4d2b-46b0-a5ec-acd38a5f3f5d req-3e613436-1335-4d17-ae4d-4dd8b6e72b66 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 May 25 21:02:14.526194 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdb510-c541-4818-ba61-e1aa4efcf93b req-cbc831d6-e5f1-4673-9d67-4f8702560957 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:14.527564 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65fdb510-c541-4818-ba61-e1aa4efcf93b req-cbc831d6-e5f1-4673-9d67-4f8702560957 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 944 time: 0.0811732 May 25 21:02:14.571645 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65fdb510-c541-4818-ba61-e1aa4efcf93b req-0dcfdc83-6eb7-4e33-bc50-2679bcbb377d tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382776 May 25 21:02:14.838521 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e2f9da66-6acd-41b5-856c-47fd303f3bf3 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:02:14.968249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e2f9da66-6acd-41b5-856c-47fd303f3bf3, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3,segment=NetworkSegment(813a914f-853e-4cdc-a056-1a4505b05c56),segment_id=813a914f-853e-4cdc-a056-1a4505b05c56)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:02:14.981319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3', 'network_id': 'df88c8fc-690c-47a5-a9dc-ec351837994f', 'port_id': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3', 'mac_address': 'fa:16:3e:de:35:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81799bdf-7de5-4308-bc9a-14611fc68745', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:02:15.035650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port e2f9da66-6acd-41b5-856c-47fd303f3bf3 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:02:15.036016 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:15.053319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f9da66-6acd-41b5-856c-47fd303f3bf3 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:02:15.068056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e2f9da66-6acd-41b5-856c-47fd303f3bf3, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3,segment=NetworkSegment(813a914f-853e-4cdc-a056-1a4505b05c56),segment_id=813a914f-853e-4cdc-a056-1a4505b05c56)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:02:15.072123 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:15.140187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=e2f9da66-6acd-41b5-856c-47fd303f3bf3,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:15.354597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['e2f9da66-6acd-41b5-856c-47fd303f3bf3'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:02:15.754989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe428e-f512-4c2f-9995-495f47d98316 req-e92a81d5-4aa9-45cb-a983-32079c407728 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:15.756948 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bcbe428e-f512-4c2f-9995-495f47d98316 req-e92a81d5-4aa9-45cb-a983-32079c407728 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 945 time: 0.0811002 May 25 21:02:15.801193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bcbe428e-f512-4c2f-9995-495f47d98316 req-fc3a3a67-392f-41e1-af1d-0d5f4aecd1a8 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382221 May 25 21:02:16.838498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e2f9da66-6acd-41b5-856c-47fd303f3bf3 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:02:16.910134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port e2f9da66-6acd-41b5-856c-47fd303f3bf3 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:02:16.916401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port e2f9da66-6acd-41b5-856c-47fd303f3bf3 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:02:16.916796 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:17.010741 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006f0ea-4928-4caa-a6b1-f0e0552049b2 req-555179d6-52d9-46e3-9f23-7e910f368944 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:17.012165 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5006f0ea-4928-4caa-a6b1-f0e0552049b2 req-555179d6-52d9-46e3-9f23-7e910f368944 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 945 time: 0.0939548 May 25 21:02:17.044232 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port e2f9da66-6acd-41b5-856c-47fd303f3bf3 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:02:17.044735 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:17.058647 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5006f0ea-4928-4caa-a6b1-f0e0552049b2 req-4dfa9112-d036-47af-ae4b-17a3e7168c3c tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403137 May 25 21:02:17.072315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9162ca3b-7d7a-4ed2-8718-1c70d640cfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:02:17.082545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port e2f9da66-6acd-41b5-856c-47fd303f3bf3, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3,segment=NetworkSegment(813a914f-853e-4cdc-a056-1a4505b05c56),segment_id=813a914f-853e-4cdc-a056-1a4505b05c56)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:02:17.088642 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:17.120844 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c40abc4f-1bae-4590-9865-70201b793895'] response: {'server_uuid': '9162ca3b-7d7a-4ed2-8718-1c70d640cfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3', 'code': 200} May 25 21:02:17.167530 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=e2f9da66-6acd-41b5-856c-47fd303f3bf3,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:17.254133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905b172-f5da-4017-a98b-d016054f419c req-d103630c-5926-4c3c-9c3f-282754671f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:17.256292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8905b172-f5da-4017-a98b-d016054f419c req-d103630c-5926-4c3c-9c3f-282754671f11 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 1097 time: 0.0743885 May 25 21:02:17.299073 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8905b172-f5da-4017-a98b-d016054f419c req-72bd4b52-6d2b-4c15-b0f9-308733043dd8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376341 May 25 21:02:18.247702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7b2d-dedb-492d-84e7-d21e9629e930 req-6cd51544-58de-41ba-8c86-6e69a8ea9d95 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:18.249152 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea5b7b2d-dedb-492d-84e7-d21e9629e930 req-6cd51544-58de-41ba-8c86-6e69a8ea9d95 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0806808 May 25 21:02:18.294118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ea5b7b2d-dedb-492d-84e7-d21e9629e930 req-2dd94ce5-8904-4b24-b4ab-320ea4cc4d4c tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393064 May 25 21:02:19.486622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1e04d-41aa-45de-9d74-ee7bcade9c5e req-de94f165-c29d-4050-b50f-2f2c3cad9dd4 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:19.488068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8f1e04d-41aa-45de-9d74-ee7bcade9c5e req-de94f165-c29d-4050-b50f-2f2c3cad9dd4 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0797327 May 25 21:02:19.532634 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b8f1e04d-41aa-45de-9d74-ee7bcade9c5e req-ea058082-f927-4f12-8b90-2b8575683725 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386357 May 25 21:02:20.000596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb670b-f837-4e00-8214-e5e66de41c75 req-8a309084-f150-4815-b866-9136932668e7 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:20.002043 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-14cb670b-f837-4e00-8214-e5e66de41c75 req-8a309084-f150-4815-b866-9136932668e7 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.1447427 May 25 21:02:20.004839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-3b04563f-6233-4331-ae73-b64b5453899f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1557291 May 25 21:02:20.065128 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-14cb670b-f837-4e00-8214-e5e66de41c75 req-62714dc4-0125-45c4-ad1e-fa417d909fb7 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535710 May 25 21:02:21.248107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511e12d-4e3e-4226-8851-66c4cd33253e req-2e652686-f62f-4d8f-a262-083d503f0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:21.249608 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a511e12d-4e3e-4226-8851-66c4cd33253e req-2e652686-f62f-4d8f-a262-083d503f0670 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f365871823674e54b789160ec6cc679b&device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 1097 time: 0.0817282 May 25 21:02:21.293053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d4024-743f-4c7a-9629-1545b879ceb7 req-fb4e24d0-4b6e-4010-8551-4bb7bab840c9 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:21.294100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8c0d4024-743f-4c7a-9629-1545b879ceb7 req-fb4e24d0-4b6e-4010-8551-4bb7bab840c9 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.1037261 May 25 21:02:21.353455 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8c0d4024-743f-4c7a-9629-1545b879ceb7 req-b409b609-5f70-44fe-b1a0-4e52ec8a8331 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528240 May 25 21:02:21.421691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511e12d-4e3e-4226-8851-66c4cd33253e req-a03a6441-97a3-4979-a160-cfe0540033e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:21.423182 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a511e12d-4e3e-4226-8851-66c4cd33253e req-a03a6441-97a3-4979-a160-cfe0540033e4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=df88c8fc-690c-47a5-a9dc-ec351837994f HTTP/1.1" status: 200 len: 912 time: 0.1522224 May 25 21:02:21.626794 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a511e12d-4e3e-4226-8851-66c4cd33253e req-40fb51fc-3ab4-4dcb-ba5c-d5a798530a30 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3 HTTP/1.1" status: 200 len: 217 time: 0.1968014 May 25 21:02:21.698074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511e12d-4e3e-4226-8851-66c4cd33253e req-354ebd7f-f20f-4d0a-b0a7-53def1201d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:21.700328 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a511e12d-4e3e-4226-8851-66c4cd33253e req-354ebd7f-f20f-4d0a-b0a7-53def1201d55 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81799bdf-7de5-4308-bc9a-14611fc68745 HTTP/1.1" status: 200 len: 851 time: 0.0653341 May 25 21:02:21.747958 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a511e12d-4e3e-4226-8851-66c4cd33253e req-282d9b26-215d-4405-aa0f-b74116118f9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df88c8fc-690c-47a5-a9dc-ec351837994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423231 May 25 21:02:21.883807 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a511e12d-4e3e-4226-8851-66c4cd33253e req-95b3317c-dfb0-4aa8-ac46-74520bb66c23 service neutron] 10.222.0.70 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301618 May 25 21:02:22.023950 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a511e12d-4e3e-4226-8851-66c4cd33253e req-e97f2195-7422-4369-8fee-3d61809973b6 service neutron] 10.222.0.70 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344626 May 25 21:02:22.149694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-6bdf9ba5-4199-409a-aea5-27cac3a7af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:22.151276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-6bdf9ba5-4199-409a-aea5-27cac3a7af33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f365871823674e54b789160ec6cc679b&device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 1097 time: 0.0842276 May 25 21:02:22.297140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-eddd38a8-59a6-4271-9240-1456f0bde4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:22.298617 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-eddd38a8-59a6-4271-9240-1456f0bde4ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=df88c8fc-690c-47a5-a9dc-ec351837994f HTTP/1.1" status: 200 len: 912 time: 0.1418409 May 25 21:02:22.367216 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-5f6b35b1-60d2-4a6f-9865-6ccdc26f81c4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3 HTTP/1.1" status: 200 len: 217 time: 0.0621183 May 25 21:02:22.433835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9350e7cc-55d0-4e97-a6b7-207dd29ba6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:22.435323 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9350e7cc-55d0-4e97-a6b7-207dd29ba6aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81799bdf-7de5-4308-bc9a-14611fc68745 HTTP/1.1" status: 200 len: 851 time: 0.0626180 May 25 21:02:22.514352 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-13b00d64-d304-4a1a-912a-5a1bda1cd4c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df88c8fc-690c-47a5-a9dc-ec351837994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737083 May 25 21:02:22.672566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd99e02-4115-45c6-b6f3-68bb7e85ea64 req-b181a72d-edbc-4539-be94-452edbda14d3 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:22.674003 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fdd99e02-4115-45c6-b6f3-68bb7e85ea64 req-b181a72d-edbc-4539-be94-452edbda14d3 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.2000122 May 25 21:02:22.677221 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-11f67d5c-ffb1-4312-9bba-63c07fbf76aa service neutron] 10.222.0.70 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574099 May 25 21:02:22.800215 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fdd99e02-4115-45c6-b6f3-68bb7e85ea64 req-f16dfe34-60c3-4d80-97c7-ce88634c3f49 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194992 May 25 21:02:22.843614 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-22b1ae40-5b75-4e40-99e6-ce5adc3e6adc service neutron] 10.222.0.70 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503985 May 25 21:02:23.992211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0362f7d-2887-44b0-abcb-99cb10ef1c32 req-fdbc57fc-c1f7-4b7f-b7a5-4e1c5650eabc tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:23.993596 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0362f7d-2887-44b0-abcb-99cb10ef1c32 req-fdbc57fc-c1f7-4b7f-b7a5-4e1c5650eabc tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0803821 May 25 21:02:24.042273 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0362f7d-2887-44b0-abcb-99cb10ef1c32 req-69cd4c30-eb04-4743-af95-91b756e021cd tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429268 May 25 21:02:24.198609 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:25.399271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ea03c-8699-4583-90ae-9870adaded62 req-9d54c87d-9d07-4985-9969-88feb01cea9f tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:25.400612 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a65ea03c-8699-4583-90ae-9870adaded62 req-9d54c87d-9d07-4985-9969-88feb01cea9f tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0882568 May 25 21:02:25.445124 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a65ea03c-8699-4583-90ae-9870adaded62 req-cfae4f73-ecf8-4d6c-9fab-54c6403731e1 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388293 May 25 21:02:26.636367 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3839146-ce30-474c-bd8d-6fc7861d7927 req-4dde6163-745d-4577-a5f0-f89535f998e7 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:26.637750 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c3839146-ce30-474c-bd8d-6fc7861d7927 req-4dde6163-745d-4577-a5f0-f89535f998e7 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0806341 May 25 21:02:26.683910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c3839146-ce30-474c-bd8d-6fc7861d7927 req-037abea1-efa6-4db7-a70a-6d6c62f1939b tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 May 25 21:02:27.867740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c863583-aeae-411c-acc3-0ef2f7964061 req-ee1a3bb0-ff68-428c-b4f0-08ef104242b2 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:27.869158 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c863583-aeae-411c-acc3-0ef2f7964061 req-ee1a3bb0-ff68-428c-b4f0-08ef104242b2 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0785196 May 25 21:02:27.912388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c863583-aeae-411c-acc3-0ef2f7964061 req-d24e063a-20d9-49e3-9ca5-df1bffc2c2cc tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376053 May 25 21:02:28.235020 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6bb574dc-f156-4de5-a681-40110a8bfc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:28.527956 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:29.100650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324838bc-890d-4035-90c0-fbcae275f421 req-4979918b-be6c-4847-8161-b3dc92b8e685 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:29.102003 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-324838bc-890d-4035-90c0-fbcae275f421 req-4979918b-be6c-4847-8161-b3dc92b8e685 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0837946 May 25 21:02:29.146132 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-324838bc-890d-4035-90c0-fbcae275f421 req-d1110631-196f-420b-abb0-bbff78389468 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383127 May 25 21:02:30.335965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81c913-46b8-4ff4-811f-8d6bc9466afe req-20fe38ec-cb69-4957-ad27-b637ba05c0ee tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:30.337419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d81c913-46b8-4ff4-811f-8d6bc9466afe req-20fe38ec-cb69-4957-ad27-b637ba05c0ee tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0854247 May 25 21:02:30.381517 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d81c913-46b8-4ff4-811f-8d6bc9466afe req-a0c3a2d0-6352-493e-a526-6adabb0a1041 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383909 May 25 21:02:30.658617 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5388a7a5-8031-4caa-afde-4e709733d5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:31.453241 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:31.577372 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e71c8-92d5-4d01-a89c-abbfee48683b req-6356cf8b-fd63-43c3-bbdd-4c5ed345842e tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:31.579280 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-289e71c8-92d5-4d01-a89c-abbfee48683b req-6356cf8b-fd63-43c3-bbdd-4c5ed345842e tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0828209 May 25 21:02:31.640521 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-289e71c8-92d5-4d01-a89c-abbfee48683b req-697c0922-d29c-48bd-a0de-0c70838285f3 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547373 May 25 21:02:31.883674 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:32.829058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927ce5b-d115-4b33-aad9-59f674e38693 req-5aea2b39-469b-49cb-a849-fcafab871092 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:32.830568 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d927ce5b-d115-4b33-aad9-59f674e38693 req-5aea2b39-469b-49cb-a849-fcafab871092 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0805020 May 25 21:02:32.876302 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d927ce5b-d115-4b33-aad9-59f674e38693 req-c2d729d4-5ba5-4f7f-89d2-e64bfaed14d6 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397148 May 25 21:02:33.220602 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:34.069775 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccc07d-5516-40ca-a5b0-50993f011187 req-79320ae3-9b68-48e2-8128-82e0870d5e63 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:34.071164 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1cccc07d-5516-40ca-a5b0-50993f011187 req-79320ae3-9b68-48e2-8128-82e0870d5e63 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0845788 May 25 21:02:34.114627 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1cccc07d-5516-40ca-a5b0-50993f011187 req-ba503dd8-51ca-4af1-993d-909b4ad1bf72 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377398 May 25 21:02:35.423032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfc913-c448-4534-94f0-acfe6aed7f09 req-fb6af0e4-7051-4a8e-9e73-ec0a593788eb tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:35.424455 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d8dfc913-c448-4534-94f0-acfe6aed7f09 req-fb6af0e4-7051-4a8e-9e73-ec0a593788eb tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.2043228 May 25 21:02:35.467886 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d8dfc913-c448-4534-94f0-acfe6aed7f09 req-209d55a0-46cd-4a92-9d3f-c9e2e2bab79f tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376718 May 25 21:02:36.661677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0efe4-6d38-4a2e-9227-448c7c81ede0 req-5b9d67de-a9ab-4c03-821b-90159bdd752c tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:36.663702 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7ee0efe4-6d38-4a2e-9227-448c7c81ede0 req-5b9d67de-a9ab-4c03-821b-90159bdd752c tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0810695 May 25 21:02:36.708759 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7ee0efe4-6d38-4a2e-9227-448c7c81ede0 req-840f8f29-d806-40e1-b7ae-137774b74990 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392120 May 25 21:02:37.897067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef0cb3-f920-456d-bcdc-b06289577047 req-bb48d0c4-f86b-4fbf-86d1-29d3763f0633 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:37.898514 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-21ef0cb3-f920-456d-bcdc-b06289577047 req-bb48d0c4-f86b-4fbf-86d1-29d3763f0633 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0827961 May 25 21:02:37.942591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-21ef0cb3-f920-456d-bcdc-b06289577047 req-137597a0-19ff-4ea6-b5a6-b490e98b0376 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384672 May 25 21:02:39.135614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36833a-d833-4e19-bb65-8c2c4c694212 req-c2dab719-0d2b-4ec0-add8-b25bf1078dc0 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:39.137076 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e36833a-d833-4e19-bb65-8c2c4c694212 req-c2dab719-0d2b-4ec0-add8-b25bf1078dc0 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0833726 May 25 21:02:39.180878 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e36833a-d833-4e19-bb65-8c2c4c694212 req-d143d073-f38b-43d0-a694-927ff058b354 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381262 May 25 21:02:40.375543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598a938-707b-43dc-b8f2-78fca8ecc060 req-4e0993c8-ce64-4e70-af98-e46e3c05a08f tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:40.377142 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f598a938-707b-43dc-b8f2-78fca8ecc060 req-4e0993c8-ce64-4e70-af98-e46e3c05a08f tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0859728 May 25 21:02:40.424904 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f598a938-707b-43dc-b8f2-78fca8ecc060 req-c30143c2-d7eb-437c-a2df-2d5b4e9e208f tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399401 May 25 21:02:41.570404 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:02:41.610140 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dc8dd-452b-43ab-9944-049d89e9a0b8 req-a28db012-6914-4219-a715-a0778924b5e1 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:41.611612 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b17dc8dd-452b-43ab-9944-049d89e9a0b8 req-a28db012-6914-4219-a715-a0778924b5e1 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0809932 May 25 21:02:41.659346 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b17dc8dd-452b-43ab-9944-049d89e9a0b8 req-7c04123e-11e4-4f5a-9725-22479557eedb tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 May 25 21:02:42.849165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182e1e3-bbb5-4a00-9a7c-40121ef9bf9d req-1a23a179-4a60-489b-936b-2e505d7b50e3 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:42.851301 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4182e1e3-bbb5-4a00-9a7c-40121ef9bf9d req-1a23a179-4a60-489b-936b-2e505d7b50e3 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0846672 May 25 21:02:42.900744 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4182e1e3-bbb5-4a00-9a7c-40121ef9bf9d req-0952a9bf-4250-4e69-9b63-bf2d60540715 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438359 May 25 21:02:44.084525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3bffe-386b-492d-8acd-dfae9d6d156b req-b206df94-39e0-4f75-b954-597f10879d22 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:44.086748 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ac3bffe-386b-492d-8acd-dfae9d6d156b req-b206df94-39e0-4f75-b954-597f10879d22 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0805082 May 25 21:02:44.130398 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ac3bffe-386b-492d-8acd-dfae9d6d156b req-42e8ecb3-e6b7-466d-a6d3-1f1395f43874 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381513 May 25 21:02:45.320436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed4c2-dd41-4a40-8e8a-5c42dc3d0337 req-a80f55d9-2c37-4590-abf0-0598b0c4a339 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:45.321856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e76ed4c2-dd41-4a40-8e8a-5c42dc3d0337 req-a80f55d9-2c37-4590-abf0-0598b0c4a339 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0843544 May 25 21:02:45.365277 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e76ed4c2-dd41-4a40-8e8a-5c42dc3d0337 req-d74cba7a-8dd2-4238-9c63-cf026c29029a tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372231 May 25 21:02:46.556454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8072-6f5a-4a0e-8920-3fa5fadda2c7 req-256a67e0-4ce5-4149-8236-6ac3c1b389b3 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:46.557812 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c0d8072-6f5a-4a0e-8920-3fa5fadda2c7 req-256a67e0-4ce5-4149-8236-6ac3c1b389b3 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0841153 May 25 21:02:46.602967 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c0d8072-6f5a-4a0e-8920-3fa5fadda2c7 req-90b0685d-3dc4-44f6-9bbb-890cea741805 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394721 May 25 21:02:47.797262 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d4c5f-7a18-4184-8987-660a2b44b0b0 req-fa91b281-b01d-41e1-9420-83f53e01cbd7 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:47.798722 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e11d4c5f-7a18-4184-8987-660a2b44b0b0 req-fa91b281-b01d-41e1-9420-83f53e01cbd7 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0834076 May 25 21:02:47.842874 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e11d4c5f-7a18-4184-8987-660a2b44b0b0 req-66e91ae9-2359-4a46-adbd-8d78fd08b5a4 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382800 May 25 21:02:49.047246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b5eff-0ca2-420a-8fa2-11659b3c4338 req-f4a7a20e-2762-4d65-9f19-4e1b641259c9 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:49.048635 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c7b5eff-0ca2-420a-8fa2-11659b3c4338 req-f4a7a20e-2762-4d65-9f19-4e1b641259c9 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0811028 May 25 21:02:49.093137 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6c7b5eff-0ca2-420a-8fa2-11659b3c4338 req-c0222ad8-dab7-43af-84a3-823d808c9762 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388081 May 25 21:02:49.730336 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-a35012c3-3f60-48d7-9fcf-27e08afadc1c service neutron] show failed (client error): The resource could not be found. May 25 21:02:49.731340 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-a35012c3-3f60-48d7-9fcf-27e08afadc1c service neutron] 10.222.0.70 "GET /v2.0/ports/e2f9da66-6acd-41b5-856c-47fd303f3bf3/bindings/n-h2-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0798957 May 25 21:02:50.041611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-b42cc4b6-fae3-440e-989e-2580c46b9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:50.043126 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-b42cc4b6-fae3-440e-989e-2580c46b9e36 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba&tenant_id=f365871823674e54b789160ec6cc679b HTTP/1.1" status: 200 len: 1097 time: 0.0739615 May 25 21:02:50.053481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:02:50.171022 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:50.398259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69412d0-f7d3-4cae-81ef-ce4f8f7c3634 req-89054e3d-ee34-4dca-98ef-dc0cfd098cea tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:50.399604 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e69412d0-f7d3-4cae-81ef-ce4f8f7c3634 req-89054e3d-ee34-4dca-98ef-dc0cfd098cea tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.1867664 May 25 21:02:50.514405 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e69412d0-f7d3-4cae-81ef-ce4f8f7c3634 req-124a36d8-999b-45dc-80aa-925c71f6ae61 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684664 May 25 21:02:50.537124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] For port e2f9da66-6acd-41b5-856c-47fd303f3bf3, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3,segment=NetworkSegment(813a914f-853e-4cdc-a056-1a4505b05c56),segment_id=813a914f-853e-4cdc-a056-1a4505b05c56)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:02:50.570808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] For port e2f9da66-6acd-41b5-856c-47fd303f3bf3, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:02:50.635325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9162ca3b-7d7a-4ed2-8718-1c70d640cfba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:02:50.641446 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:50.656967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Transition to ACTIVE for port object e2f9da66-6acd-41b5-856c-47fd303f3bf3 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:02:50.660950 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:50.703243 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f3e63c-a73a-4c86-bd9e-929a1b1e0c71'] response: {'server_uuid': '9162ca3b-7d7a-4ed2-8718-1c70d640cfba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3', 'code': 200} May 25 21:02:50.819705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] No DVR routers for this DVR port e2f9da66-6acd-41b5-856c-47fd303f3bf3 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:02:50.853351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f9da66-6acd-41b5-856c-47fd303f3bf3,revision_number=6']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:50.877550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:50.878172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:50.878509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:50.878834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:50.879152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:50.879466 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:50.879780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:50.880778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:50.881108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:50.881427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:50.881736 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:50.882046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:50.894280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Attempting to bind port e2f9da66-6acd-41b5-856c-47fd303f3bf3 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:02:50.894603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Attempting to bind port e2f9da66-6acd-41b5-856c-47fd303f3bf3 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '813a914f-853e-4cdc-a056-1a4505b05c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'df88c8fc-690c-47a5-a9dc-ec351837994f'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:02:50.894919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Attempting to bind port e2f9da66-6acd-41b5-856c-47fd303f3bf3 on network df88c8fc-690c-47a5-a9dc-ec351837994f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:02:50.900164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Port e2f9da66-6acd-41b5-856c-47fd303f3bf3 on network df88c8fc-690c-47a5-a9dc-ec351837994f not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:02:50.900476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Attempting to bind port e2f9da66-6acd-41b5-856c-47fd303f3bf3 on network df88c8fc-690c-47a5-a9dc-ec351837994f {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:02:50.906116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:02:50.906408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Checking segment: {'id': '813a914f-853e-4cdc-a056-1a4505b05c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'df88c8fc-690c-47a5-a9dc-ec351837994f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:02:50.906777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Bound using segment: {'id': '813a914f-853e-4cdc-a056-1a4505b05c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'df88c8fc-690c-47a5-a9dc-ec351837994f'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:02:50.907190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Bound port: e2f9da66-6acd-41b5-856c-47fd303f3bf3, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813a914f-853e-4cdc-a056-1a4505b05c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'df88c8fc-690c-47a5-a9dc-ec351837994f'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:02:50.907528 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:50.994724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] For port e2f9da66-6acd-41b5-856c-47fd303f3bf3, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:02:50.997575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] For port e2f9da66-6acd-41b5-856c-47fd303f3bf3, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3,segment=NetworkSegment(813a914f-853e-4cdc-a056-1a4505b05c56),segment_id=813a914f-853e-4cdc-a056-1a4505b05c56)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:02:51.001982 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:51.057536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:51.059567 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:51.060972 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] 10.222.0.50 "PUT /v2.0/ports/e2f9da66-6acd-41b5-856c-47fd303f3bf3 HTTP/1.1" status: 200 len: 1092 time: 1.0116785 May 25 21:02:51.243965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5906e-3bf2-4f3b-96fc-fda9469da474 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f9da66-6acd-41b5-856c-47fd303f3bf3,revision_number=7']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:51.274246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-34361eb9-c843-43db-9454-22f49bd1bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:51.275727 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-34361eb9-c843-43db-9454-22f49bd1bc70 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f365871823674e54b789160ec6cc679b&device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 1095 time: 0.1925604 May 25 21:02:51.405731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-cbc60cb5-518c-4101-b1d6-0872b46e308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:51.407196 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-cbc60cb5-518c-4101-b1d6-0872b46e308a service neutron] 10.222.0.50 "GET /v2.0/networks?id=df88c8fc-690c-47a5-a9dc-ec351837994f HTTP/1.1" status: 200 len: 912 time: 0.1256948 May 25 21:02:51.481413 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-2f87c58e-e3c7-4747-b9eb-1b0d7e114392 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3 HTTP/1.1" status: 200 len: 217 time: 0.0670700 May 25 21:02:51.545448 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-b8744a84-82ab-4b27-89ff-7e148ddb09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:51.546419 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-b8744a84-82ab-4b27-89ff-7e148ddb09b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=81799bdf-7de5-4308-bc9a-14611fc68745 HTTP/1.1" status: 200 len: 851 time: 0.0585468 May 25 21:02:51.597394 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-766105cf-2bf6-4be3-9af7-a4848ee0563a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df88c8fc-690c-47a5-a9dc-ec351837994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440600 May 25 21:02:51.607103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-07fd9953-a3a2-4493-8433-78380f73d3af service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:02:51.608064 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-07fd9953-a3a2-4493-8433-78380f73d3af service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048759 May 25 21:02:51.806793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-20556cfd-94d0-435d-9259-bdbebfaf704f service neutron] 10.222.0.50 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925681 May 25 21:02:51.814847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0297290-c5b8-455c-a22a-597083f3a678 req-baa7a3d9-2e01-4cd1-bbc9-fbf54b1e197c tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:51.816194 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f0297290-c5b8-455c-a22a-597083f3a678 req-baa7a3d9-2e01-4cd1-bbc9-fbf54b1e197c tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 944 time: 0.1843462 May 25 21:02:51.938240 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f0297290-c5b8-455c-a22a-597083f3a678 req-376acfb2-a328-42d9-84c5-2eff05aca489 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033964 May 25 21:02:51.995416 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce0ce32-3ec1-43e0-918b-27ce1b9d57c8 req-7a7e9808-1b02-4e06-8dd4-bd4c675ecf44 service neutron] 10.222.0.50 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780999 May 25 21:02:52.704637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9162ca3b-7d7a-4ed2-8718-1c70d640cfba', 'tag': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:02:52.761873 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b4340a-549e-41fa-be68-66344bd60f21'] response: {'name': 'network-changed', 'server_uuid': '9162ca3b-7d7a-4ed2-8718-1c70d640cfba', 'tag': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3', 'status': 'completed', 'code': 200} May 25 21:02:52.906082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-5557afc3-268a-4fa2-a3e4-2c4abfd475c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:52.907556 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-5557afc3-268a-4fa2-a3e4-2c4abfd475c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f365871823674e54b789160ec6cc679b&device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 1095 time: 0.1303298 May 25 21:02:52.909318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-495324d4-241b-4aa4-b82b-9d299c9f81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:52.910621 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-495324d4-241b-4aa4-b82b-9d299c9f81d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f365871823674e54b789160ec6cc679b&device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 1095 time: 0.1000063 May 25 21:02:53.196501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-b13afc3c-fef3-4d93-86f0-0ee25fad153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:53.197915 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-b13afc3c-fef3-4d93-86f0-0ee25fad153b service neutron] 10.222.0.70 "GET /v2.0/networks?id=df88c8fc-690c-47a5-a9dc-ec351837994f HTTP/1.1" status: 200 len: 912 time: 0.2835557 May 25 21:02:53.265655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-c50e40c0-1389-4510-adc6-d3d7a8890c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:53.267063 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-c50e40c0-1389-4510-adc6-d3d7a8890c9a service neutron] 10.222.0.50 "GET /v2.0/networks?id=df88c8fc-690c-47a5-a9dc-ec351837994f HTTP/1.1" status: 200 len: 912 time: 0.3357196 May 25 21:02:53.278491 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-7315d12d-182d-4380-a683-f9a02d8a05bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3 HTTP/1.1" status: 200 len: 217 time: 0.0731413 May 25 21:02:53.504765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40662044-ecfb-40b5-adc2-50e3fdecf78b req-c97024d4-af28-46e4-ace4-d5d4bc7aeccf tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:53.506863 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-40662044-ecfb-40b5-adc2-50e3fdecf78b req-c97024d4-af28-46e4-ace4-d5d4bc7aeccf tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 944 time: 0.4466326 May 25 21:02:53.508111 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-4e184cf7-368c-48c5-8d0b-ce5956b96d73 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3 HTTP/1.1" status: 200 len: 217 time: 0.2322485 May 25 21:02:53.605847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-6ba48e8d-2484-420c-b955-2a8f9c411523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:53.606613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-6ba48e8d-2484-420c-b955-2a8f9c411523 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81799bdf-7de5-4308-bc9a-14611fc68745 HTTP/1.1" status: 200 len: 851 time: 0.2761788 May 25 21:02:53.660688 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-40662044-ecfb-40b5-adc2-50e3fdecf78b req-739211e5-17a6-4a7f-99c0-cd0849737ea7 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406879 May 25 21:02:53.667212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-cff3e660-acd8-4432-9cb3-0fa8aed41113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:53.668575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-cff3e660-acd8-4432-9cb3-0fa8aed41113 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=81799bdf-7de5-4308-bc9a-14611fc68745 HTTP/1.1" status: 200 len: 851 time: 0.1497405 May 25 21:02:53.670608 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-d8eba2f4-ee95-4723-8759-c2c6f7462e45 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df88c8fc-690c-47a5-a9dc-ec351837994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563154 May 25 21:02:53.734560 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-aa5e20bc-71d7-469a-82a6-7f5f8913a477 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df88c8fc-690c-47a5-a9dc-ec351837994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596862 May 25 21:02:53.934583 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-c529da3b-9233-4dbf-85d8-6f48f3ca8a28 service neutron] 10.222.0.70 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295051 May 25 21:02:53.971058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-e523b344-97f3-4729-a254-013e55ad0bb1 service neutron] 10.222.0.50 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886058 May 25 21:02:54.174431 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-e163c0d2-8ed8-4725-91ec-7fec07a5ee67 service neutron] 10.222.0.70 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309775 May 25 21:02:54.182521 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f4b594e4-b4e7-4e10-bd15-e59a9172ed52 req-414ea9f8-5b0b-46a1-afc7-c25785dc728e service neutron] 10.222.0.50 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662562 May 25 21:02:54.202887 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:54.857971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19133635-7fb5-4762-8fde-811d66df2358 req-d686672a-ac5c-41a3-8ad7-ccaa30fb4895 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:54.859655 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-19133635-7fb5-4762-8fde-811d66df2358 req-d686672a-ac5c-41a3-8ad7-ccaa30fb4895 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 944 time: 0.0842078 May 25 21:02:54.904327 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-19133635-7fb5-4762-8fde-811d66df2358 req-da10212e-2aa2-489c-b4dd-374ca874fca0 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389729 May 25 21:02:54.939445 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device e2f9da66-6acd-41b5-856c-47fd303f3bf3 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:02:55.056634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e2f9da66-6acd-41b5-856c-47fd303f3bf3 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:02:55.113873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port e2f9da66-6acd-41b5-856c-47fd303f3bf3, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3,segment=NetworkSegment(813a914f-853e-4cdc-a056-1a4505b05c56),segment_id=813a914f-853e-4cdc-a056-1a4505b05c56)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:02:55.133358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3', 'network_id': 'df88c8fc-690c-47a5-a9dc-ec351837994f', 'port_id': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3', 'mac_address': 'fa:16:3e:de:35:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81799bdf-7de5-4308-bc9a-14611fc68745', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:02:55.167299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device e2f9da66-6acd-41b5-856c-47fd303f3bf3 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:02:55.197236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port e2f9da66-6acd-41b5-856c-47fd303f3bf3 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:02:55.197507 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:55.219016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f9da66-6acd-41b5-856c-47fd303f3bf3 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:02:55.234396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port e2f9da66-6acd-41b5-856c-47fd303f3bf3, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3,segment=NetworkSegment(813a914f-853e-4cdc-a056-1a4505b05c56),segment_id=813a914f-853e-4cdc-a056-1a4505b05c56)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:02:55.239666 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:55.291660 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-bd954328-25c4-4c94-8103-591dfbbcbc69 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:55.293204 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-bd954328-25c4-4c94-8103-591dfbbcbc69 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.70 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba&tenant_id=f365871823674e54b789160ec6cc679b&binding%3Ahost_id=n-h2-843339-1 HTTP/1.1" status: 200 len: 945 time: 0.0931509 May 25 21:02:55.307524 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=e2f9da66-6acd-41b5-856c-47fd303f3bf3,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:55.315285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:55.315813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:55.316347 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:55.316863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:55.317372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:55.317891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:55.318454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:55.318806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:55.319136 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:55.319462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:55.319791 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:55.320231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:02:55.376480 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-6338adea-8cb3-4906-9b78-32a1e979a58d service neutron] delete failed (client error): The resource could not be found. May 25 21:02:55.377481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-6338adea-8cb3-4906-9b78-32a1e979a58d service neutron] 10.222.0.70 "DELETE /v2.0/ports/e2f9da66-6acd-41b5-856c-47fd303f3bf3/bindings/n-h1-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0787644 May 25 21:02:55.488284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['e2f9da66-6acd-41b5-856c-47fd303f3bf3'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:02:55.523441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-f4cb9f1b-155e-488d-a105-79130e37aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:55.524903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-f4cb9f1b-155e-488d-a105-79130e37aaa8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f365871823674e54b789160ec6cc679b&device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 1096 time: 0.0777397 May 25 21:02:55.657463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-4182f3da-b5af-4ad0-9d2f-3099aa80da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:55.658918 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-4182f3da-b5af-4ad0-9d2f-3099aa80da3d service neutron] 10.222.0.70 "GET /v2.0/networks?id=df88c8fc-690c-47a5-a9dc-ec351837994f HTTP/1.1" status: 200 len: 912 time: 0.1283636 May 25 21:02:55.730874 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-5f23485d-26ba-4b28-9a17-3f8dcadc5e01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3 HTTP/1.1" status: 200 len: 217 time: 0.0652993 May 25 21:02:55.795101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-385d96f2-8ee4-4f54-9f58-31ce11c5ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:55.796435 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-385d96f2-8ee4-4f54-9f58-31ce11c5ce15 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81799bdf-7de5-4308-bc9a-14611fc68745 HTTP/1.1" status: 200 len: 851 time: 0.0605195 May 25 21:02:55.842373 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-43d78bc8-8de5-46b4-a1ff-e2b8813e4ffa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=df88c8fc-690c-47a5-a9dc-ec351837994f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403500 May 25 21:02:55.984168 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-7dad17cf-3760-45d4-96d4-23f7342b0a54 service neutron] 10.222.0.70 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363542 May 25 21:02:56.242751 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-22bfe41c-2805-49eb-8610-525f973e6d9b service neutron] 10.222.0.70 "GET /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526691 May 25 21:02:56.937553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device e2f9da66-6acd-41b5-856c-47fd303f3bf3 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:02:57.004703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port e2f9da66-6acd-41b5-856c-47fd303f3bf3 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:02:57.009836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port e2f9da66-6acd-41b5-856c-47fd303f3bf3 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:02:57.010227 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:57.042955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445fc8d-0410-4ad4-8304-be258d500931 req-a4b02d0b-fc7b-44e1-8d92-b5a7b71f3e43 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:57.044440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7445fc8d-0410-4ad4-8304-be258d500931 req-a4b02d0b-fc7b-44e1-8d92-b5a7b71f3e43 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 945 time: 0.0824246 May 25 21:02:57.094933 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7445fc8d-0410-4ad4-8304-be258d500931 req-2b14fa07-363e-41f4-a7ff-29bd2538deaf tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440156 May 25 21:02:57.164474 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port e2f9da66-6acd-41b5-856c-47fd303f3bf3 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:02:57.164838 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:57.190174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9162ca3b-7d7a-4ed2-8718-1c70d640cfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:02:57.200270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port e2f9da66-6acd-41b5-856c-47fd303f3bf3, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3,segment=NetworkSegment(813a914f-853e-4cdc-a056-1a4505b05c56),segment_id=813a914f-853e-4cdc-a056-1a4505b05c56)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:02:57.204304 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:57.236312 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24a500f-0871-4607-8864-84319572e3e7'] response: {'server_uuid': '9162ca3b-7d7a-4ed2-8718-1c70d640cfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3', 'code': 200} May 25 21:02:57.273662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=e2f9da66-6acd-41b5-856c-47fd303f3bf3,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:58.241661 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-12250aa7-c33a-4046-b9b6-a5710942f4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:58.250752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-b848fecc-b0c7-4dc7-8d17-c877a93e7b4c tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:58.252263 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-b848fecc-b0c7-4dc7-8d17-c877a93e7b4c tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.50 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0812244 May 25 21:02:58.291532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17400164-5cea-4afd-a1ca-319e6d048c8c req-de2db11f-28d9-452e-acfd-3ce9aa6139f0 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:02:58.293021 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17400164-5cea-4afd-a1ca-319e6d048c8c req-de2db11f-28d9-452e-acfd-3ce9aa6139f0 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/ports?device_id=9162ca3b-7d7a-4ed2-8718-1c70d640cfba HTTP/1.1" status: 200 len: 946 time: 0.0880966 May 25 21:02:58.326029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-9be6a0d1-2ee1-4002-83cc-c3f3d5704612 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Deleting port e2f9da66-6acd-41b5-856c-47fd303f3bf3 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:02:58.326313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-9be6a0d1-2ee1-4002-83cc-c3f3d5704612 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:58.338035 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-17400164-5cea-4afd-a1ca-319e6d048c8c req-cf396d66-cc8b-4bf3-8cb3-4d60dd2fdb69 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.60 "GET /v2.0/security-groups?id=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391216 May 25 21:02:58.525996 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:58.574427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-9be6a0d1-2ee1-4002-83cc-c3f3d5704612 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] For port e2f9da66-6acd-41b5-856c-47fd303f3bf3, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=e2f9da66-6acd-41b5-856c-47fd303f3bf3,segment=NetworkSegment(813a914f-853e-4cdc-a056-1a4505b05c56),segment_id=813a914f-853e-4cdc-a056-1a4505b05c56)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:02:58.574777 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-9be6a0d1-2ee1-4002-83cc-c3f3d5704612 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:58.698689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-9be6a0d1-2ee1-4002-83cc-c3f3d5704612 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Calling delete_port for e2f9da66-6acd-41b5-856c-47fd303f3bf3 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:02:58.844566 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-9be6a0d1-2ee1-4002-83cc-c3f3d5704612 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:58.856062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['e2f9da66-6acd-41b5-856c-47fd303f3bf3'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:02:58.896974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6a0d1-2ee1-4002-83cc-c3f3d5704612 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Pushing event deleted for resources: {'Port': ['ID=e2f9da66-6acd-41b5-856c-47fd303f3bf3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:58.971094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-9be6a0d1-2ee1-4002-83cc-c3f3d5704612 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] No DVR routers for this DVR port e2f9da66-6acd-41b5-856c-47fd303f3bf3 on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:02:58.973501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-9be6a0d1-2ee1-4002-83cc-c3f3d5704612 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:58.976448 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9162ca3b-7d7a-4ed2-8718-1c70d640cfba', 'name': 'network-vif-deleted', 'tag': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:02:58.993321 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-27fdc11d-de2e-4160-b69e-6eb8802bc33d req-9be6a0d1-2ee1-4002-83cc-c3f3d5704612 tempest-DeleteServersTestJSON-1727295694 tempest-DeleteServersTestJSON-1727295694-project] 10.222.0.50 "DELETE /v2.0/ports/e2f9da66-6acd-41b5-856c-47fd303f3bf3 HTTP/1.1" status: 204 len: 173 time: 0.7353704 May 25 21:02:59.030554 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcabc4a3-3ad0-4bed-92ec-b2d24ede08d3'] response: {'server_uuid': '9162ca3b-7d7a-4ed2-8718-1c70d640cfba', 'name': 'network-vif-deleted', 'tag': 'e2f9da66-6acd-41b5-856c-47fd303f3bf3', 'status': 'completed', 'code': 200} May 25 21:02:59.593067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44176) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:02:59.652785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-1501c66b-1852-479a-92e9-9dba524cea06 admin admin] Deleting subnet 81799bdf-7de5-4308-bc9a-14611fc68745 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:02:59.655571 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1501c66b-1852-479a-92e9-9dba524cea06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:59.705026 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1501c66b-1852-479a-92e9-9dba524cea06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:59.764424 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1501c66b-1852-479a-92e9-9dba524cea06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:59.830319 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1501c66b-1852-479a-92e9-9dba524cea06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:59.865874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501c66b-1852-479a-92e9-9dba524cea06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81799bdf-7de5-4308-bc9a-14611fc68745,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:02:59.871949 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1501c66b-1852-479a-92e9-9dba524cea06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:02:59.877632 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1501c66b-1852-479a-92e9-9dba524cea06 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/81799bdf-7de5-4308-bc9a-14611fc68745 HTTP/1.1" status: 204 len: 168 time: 0.2835431 May 25 21:02:59.880691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44180) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:02:59.986039 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7027c798-a4a6-458b-a725-ca57fc6195e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:00.110932 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7027c798-a4a6-458b-a725-ca57fc6195e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:00.141714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7027c798-a4a6-458b-a725-ca57fc6195e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df88c8fc-690c-47a5-a9dc-ec351837994f']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:03:00.153845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7027c798-a4a6-458b-a725-ca57fc6195e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813a914f-853e-4cdc-a056-1a4505b05c56') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:03:00.154133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-7027c798-a4a6-458b-a725-ca57fc6195e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813a914f-853e-4cdc-a056-1a4505b05c56') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:03:00.165040 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7027c798-a4a6-458b-a725-ca57fc6195e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:00.181051 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7027c798-a4a6-458b-a725-ca57fc6195e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:00.187533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7027c798-a4a6-458b-a725-ca57fc6195e0 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:03:00.187907 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7027c798-a4a6-458b-a725-ca57fc6195e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:00.249503 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 813a914f-853e-4cdc-a056-1a4505b05c56 resource provider aggregate not found May 25 21:03:00.272512 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 813a914f-853e-4cdc-a056-1a4505b05c56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 813a914f-853e-4cdc-a056-1a4505b05c56 found for delete ", "request_id": "req-e0810942-f836-48df-855c-87a1458c1a89"}]} May 25 21:03:00.287303 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7027c798-a4a6-458b-a725-ca57fc6195e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:00.303580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7027c798-a4a6-458b-a725-ca57fc6195e0 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:00.313676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027c798-a4a6-458b-a725-ca57fc6195e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=df88c8fc-690c-47a5-a9dc-ec351837994f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:00.322768 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7027c798-a4a6-458b-a725-ca57fc6195e0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/df88c8fc-690c-47a5-a9dc-ec351837994f HTTP/1.1" status: 204 len: 168 time: 0.4410074 May 25 21:03:00.441283 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44190) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:03:00.489829 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5f4adbb8-6628-4749-8582-960f4d2f3cb1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f365871823674e54b789160ec6cc679b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468402 May 25 21:03:00.492407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44194) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:03:00.555414 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:00.580219 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:00.631769 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:00.650098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:00.665658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:00.666032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:00.666443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:00.666810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:00.667497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:00.667845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:00.667978 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-83ac991a-fdc2-417a-8178-b208dec9fdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:00.668449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:00.668635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:00.670038 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:00.670883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:00.671222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:00.671545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:00.684103 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:00.687936 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f686c4b1-299c-447f-823f-daed53e9aac8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16c84bfb-c6ab-48dd-8a2d-b5d5902a28b7 HTTP/1.1" status: 204 len: 168 time: 0.1919386 May 25 21:03:01.399099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44218) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:03:01.456146 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:01.503136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-226995222-network', 'tenant_id': 'd0fbf9427b384093a70bab9bb672e721'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:03:01.511638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:03:01.516317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Usage tracker for resource:network and tenant:d0fbf9427b384093a70bab9bb672e721 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:03:01.519295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:03:01.525715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:03:01.535108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Made reservation on behalf of d0fbf9427b384093a70bab9bb672e721 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:03:01.537507 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:01.549742 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:01.564358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:03:01.569456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Usage tracker for resource:security_group_rule and tenant:d0fbf9427b384093a70bab9bb672e721 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:03:01.572388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:03:01.578240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:03:01.663000 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:01.668134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:01.702982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:03:01.712023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782c7858-fb90-4fd8-8a9b-83b95adad01e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:01.717880 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:01.718309 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Added segment 2412ad0c-9776-4109-965a-539eb09cb2b4 of type vlan for network a413fb52-f786-45be-a306-e431f8700bbc May 25 21:03:01.748756 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:01.780131 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:01.781293 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:01.781870 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:01.888796 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:01.982938 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5827365 May 25 21:03:01.983640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d08b7a-fabc-4a3f-9840-e1ac9b418d47 admin admin] Pushing event updated for resources: {'Network': ['ID=a413fb52-f786-45be-a306-e431f8700bbc,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:01.985766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44224) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:03:01.991275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Request body: {'subnet': {'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-226995222-subnet', 'tenant_id': 'd0fbf9427b384093a70bab9bb672e721', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:03:01.993712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network a413fb52-f786-45be-a306-e431f8700bbc details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:03:01.996885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:03:02.000813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Usage tracker for resource:subnet and tenant:d0fbf9427b384093a70bab9bb672e721 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:03:02.003668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:03:02.010788 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:03:02.019798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Made reservation on behalf of d0fbf9427b384093a70bab9bb672e721 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:03:02.022715 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:02.235093 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:02.309100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67a3eb9-cc42-44f9-93cb-55822f0d74f2,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:02.319602 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Checking segment: {'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:03:02.319948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Network hostable DHCP agents. Network: a413fb52-f786-45be-a306-e431f8700bbc, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:03:02.338445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Network a413fb52-f786-45be-a306-e431f8700bbc is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:03:02.347167 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, a413fb52-f786-45be-a306-e431f8700bbc) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:03:02.351150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:02.351721 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:02.356896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5927daff-9fcc-4d0b-9382-4ca6f682ea69 None None] Network a413fb52-f786-45be-a306-e431f8700bbc requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:03:02.372823 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d8ee87aa-f877-4b47-bf24-55225ab7fa59 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3860123 May 25 21:03:02.572584 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f830d258-70b9-470f-9363-153a585218fb None None] Network a413fb52-f786-45be-a306-e431f8700bbc requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:03:02.909067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3c55819f-bff3-4c51-a2d6-e0d33e233e51 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:02.910852 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3c55819f-bff3-4c51-a2d6-e0d33e233e51 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 814 time: 0.1557930 May 25 21:03:02.927431 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-7691a546-2181-4f45-b0cd-5ce62dd4951a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/quotas/d0fbf9427b384093a70bab9bb672e721 HTTP/1.1" status: 200 len: 375 time: 0.0096292 May 25 21:03:02.980145 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-5aa6947f-68dc-46bc-8af6-5add3e70ca9d tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474846 May 25 21:03:02.993158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device e2f9da66-6acd-41b5-856c-47fd303f3bf3 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:03:03.029318 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: e2f9da66-6acd-41b5-856c-47fd303f3bf3 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:03:03.029653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device e2f9da66-6acd-41b5-856c-47fd303f3bf3 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:03:03.126061 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-941f4137-efb4-40bb-8286-09beafd475d8 service neutron] 10.222.0.60 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390333 May 25 21:03:03.225249 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:03.386283 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-b71c8dca-ec10-4e70-94e6-4095bb7f2574 service neutron] 10.222.0.60 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540538 May 25 21:03:03.574696 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0ae180a-70d0-4522-ae25-9ed2940dcd96 req-ef0389a0-46be-49b8-800a-4b4d343f3588 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 210 time: 0.0447156 May 25 21:03:04.614422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-b56ca407-90e8-4231-9cff-c195137b54be tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:04.615835 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-b56ca407-90e8-4231-9cff-c195137b54be tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.50 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 814 time: 0.1480484 May 25 21:03:04.627250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Request body: {'port': {'device_id': '85c8c207-fa6e-42da-8bc0-421a86b8db25', 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc', 'admin_state_up': True, 'tenant_id': 'd0fbf9427b384093a70bab9bb672e721'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:03:04.793553 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be67deb0-7261-4137-bff4-f9127eceb3cb req-490ebeff-6fb8-45af-878b-49309c540cb0 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 210 time: 0.0852094 May 25 21:03:04.847388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:03:04.851365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Usage tracker for resource:port and tenant:d0fbf9427b384093a70bab9bb672e721 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:03:04.854187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:03:04.859876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:03:04.871301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Made reservation on behalf of d0fbf9427b384093a70bab9bb672e721 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:03:04.874770 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:05.037290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Allocated IP 172.20.0.4 (a413fb52-f786-45be-a306-e431f8700bbc/a67a3eb9-cc42-44f9-93cb-55822f0d74f2/51922cc3-34ed-4737-b370-43200d5147a7) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:03:05.242750 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:05.272335 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:05.341431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Network a413fb52-f786-45be-a306-e431f8700bbc is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:03:05.344560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:03:05.348395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:03:05.382271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Pushing event updated for resources: {'Port': ['ID=51922cc3-34ed-4737-b370-43200d5147a7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:05.417617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:05.418232 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:05.438589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-3195113e-3310-4b8d-8982-d7ffd0439eea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8152540 May 25 21:03:05.496188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Request body: {'port': {'device_id': '85c8c207-fa6e-42da-8bc0-421a86b8db25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:03:05.614599 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:05.960070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51922cc3-34ed-4737-b370-43200d5147a7 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:03:05.967323 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:05.982224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Transition to ACTIVE for port object 51922cc3-34ed-4737-b370-43200d5147a7 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:03:05.985519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952b49e-73f9-4876-8c98-017410332b9e req-03156313-bea7-4c74-88d9-054a2de6ba9e tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:05.986513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:05.987136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7952b49e-73f9-4876-8c98-017410332b9e req-03156313-bea7-4c74-88d9-054a2de6ba9e tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 931 time: 0.0858583 May 25 21:03:06.033298 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-7952b49e-73f9-4876-8c98-017410332b9e req-136b9548-343a-417d-b6f3-08af35dbd5c0 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Synchronizing usage tracker for tenant:d0fbf9427b384093a70bab9bb672e721 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:03:06.052230 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-7952b49e-73f9-4876-8c98-017410332b9e req-136b9548-343a-417d-b6f3-08af35dbd5c0 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Unset dirty status for tenant:d0fbf9427b384093a70bab9bb672e721 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:03:06.053486 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7952b49e-73f9-4876-8c98-017410332b9e req-136b9548-343a-417d-b6f3-08af35dbd5c0 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603046 May 25 21:03:06.141264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Pushing event updated for resources: {'Port': ['ID=51922cc3-34ed-4737-b370-43200d5147a7,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:06.348806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Attempting to bind port 51922cc3-34ed-4737-b370-43200d5147a7 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:03:06.349140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Attempting to bind port 51922cc3-34ed-4737-b370-43200d5147a7 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:03:06.349463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Attempting to bind port 51922cc3-34ed-4737-b370-43200d5147a7 on network a413fb52-f786-45be-a306-e431f8700bbc {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:03:06.354220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Port 51922cc3-34ed-4737-b370-43200d5147a7 on network a413fb52-f786-45be-a306-e431f8700bbc not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:03:06.354534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Attempting to bind port 51922cc3-34ed-4737-b370-43200d5147a7 on network a413fb52-f786-45be-a306-e431f8700bbc {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:03:06.359694 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:03:06.360020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Checking segment: {'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:03:06.360390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Bound using segment: {'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:03:06.360811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Bound port: 51922cc3-34ed-4737-b370-43200d5147a7, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:03:06.361150 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:06.463692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] For port 51922cc3-34ed-4737-b370-43200d5147a7, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:03:06.466760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] For port 51922cc3-34ed-4737-b370-43200d5147a7, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=51922cc3-34ed-4737-b370-43200d5147a7,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:03:06.471204 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:06.536954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:06.537648 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:06.539102 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] 10.222.0.50 "PUT /v2.0/ports/51922cc3-34ed-4737-b370-43200d5147a7 HTTP/1.1" status: 200 len: 1091 time: 1.0936897 May 25 21:03:06.539535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c8c207-fa6e-42da-8bc0-421a86b8db25', 'tag': '51922cc3-34ed-4737-b370-43200d5147a7'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:03:06.560272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49414d87-1a03-4a3a-8f3c-0bd6671acb49 service neutron] Pushing event updated for resources: {'Port': ['ID=51922cc3-34ed-4737-b370-43200d5147a7,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:06.610231 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf08447-dc7c-43a2-a0a3-c9830f672528'] response: {'name': 'network-changed', 'server_uuid': '85c8c207-fa6e-42da-8bc0-421a86b8db25', 'tag': '51922cc3-34ed-4737-b370-43200d5147a7', 'status': 'completed', 'code': 200} May 25 21:03:06.662930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-7c0a2b72-b9cf-4f8d-b273-0c12806d287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:06.664446 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-7c0a2b72-b9cf-4f8d-b273-0c12806d287d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 1094 time: 0.0868709 May 25 21:03:06.737710 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-fac443b8-6803-4f27-b739-4f63e496ed2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51922cc3-34ed-4737-b370-43200d5147a7 HTTP/1.1" status: 200 len: 217 time: 0.0669506 May 25 21:03:06.803279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-9c5023e4-cf5d-42e4-843f-33b17e690fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:06.804777 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-9c5023e4-cf5d-42e4-843f-33b17e690fc3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.0610399 May 25 21:03:06.856633 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-4780b84a-0cb2-4917-9cf4-ce5801fec59c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459375 May 25 21:03:06.988717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-eb153a0e-5b9a-41c9-aa9a-70d4123793c3 service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258788 May 25 21:03:07.121097 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80dd48d2-9074-4a1e-b0ea-51358f486b65 req-cc7e4629-fffd-45d8-9733-b7eba77ea981 service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266310 May 25 21:03:07.235310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb813468-2b02-4075-88bf-81c5f8786b63 req-3a02b920-5957-466e-ad24-ae190de66668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:07.236777 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bb813468-2b02-4075-88bf-81c5f8786b63 req-3a02b920-5957-466e-ad24-ae190de66668 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 1094 time: 0.0719700 May 25 21:03:07.244442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c61ac-10a3-4336-91d4-feaf491e27e5 req-45d9b012-6971-418c-93e8-feacff0b60ce tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:07.245852 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8f6c61ac-10a3-4336-91d4-feaf491e27e5 req-45d9b012-6971-418c-93e8-feacff0b60ce tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 943 time: 0.0817201 May 25 21:03:07.290864 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8f6c61ac-10a3-4336-91d4-feaf491e27e5 req-81ab41d2-0e8f-4d33-96e0-7964eef16a82 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390882 May 25 21:03:07.369796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb813468-2b02-4075-88bf-81c5f8786b63 req-b1165819-8f15-4e87-a1a9-952abdc1bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:07.371273 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bb813468-2b02-4075-88bf-81c5f8786b63 req-b1165819-8f15-4e87-a1a9-952abdc1bc51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 915 time: 0.1285260 May 25 21:03:07.456800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bb813468-2b02-4075-88bf-81c5f8786b63 req-c4a03938-9fd8-4d85-a195-34ed8f99c6ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51922cc3-34ed-4737-b370-43200d5147a7 HTTP/1.1" status: 200 len: 217 time: 0.0779548 May 25 21:03:07.520803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb813468-2b02-4075-88bf-81c5f8786b63 req-ab2993be-1e74-45d3-ac55-c0207ca5a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:07.522983 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bb813468-2b02-4075-88bf-81c5f8786b63 req-ab2993be-1e74-45d3-ac55-c0207ca5a212 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.0597992 May 25 21:03:07.570724 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bb813468-2b02-4075-88bf-81c5f8786b63 req-6cbfe461-34f2-4235-a6e4-7cbdcb91ee99 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418715 May 25 21:03:07.704192 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bb813468-2b02-4075-88bf-81c5f8786b63 req-adcbdb14-c079-4382-99cd-aba270008e35 service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258931 May 25 21:03:07.859302 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bb813468-2b02-4075-88bf-81c5f8786b63 req-16cdad67-ce4f-4b2e-b0d9-d6809c2ff97e service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445341 May 25 21:03:08.546219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a994df-eed4-439e-bd64-e5cb4a9aaf57 req-151b20ee-5024-472e-b6ae-f429c94e42c3 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:08.546821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f8a994df-eed4-439e-bd64-e5cb4a9aaf57 req-151b20ee-5024-472e-b6ae-f429c94e42c3 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Synchronizing usage tracker for tenant:d0fbf9427b384093a70bab9bb672e721 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:03:08.563551 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-f8a994df-eed4-439e-bd64-e5cb4a9aaf57 req-151b20ee-5024-472e-b6ae-f429c94e42c3 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Unset dirty status for tenant:d0fbf9427b384093a70bab9bb672e721 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:03:08.564872 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8a994df-eed4-439e-bd64-e5cb4a9aaf57 req-151b20ee-5024-472e-b6ae-f429c94e42c3 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 943 time: 0.1611519 May 25 21:03:08.609503 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8a994df-eed4-439e-bd64-e5cb4a9aaf57 req-c36c00af-6b76-408e-8223-f0dc85c2bc47 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382228 May 25 21:03:09.039344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 51922cc3-34ed-4737-b370-43200d5147a7 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:03:09.175477 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 51922cc3-34ed-4737-b370-43200d5147a7, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=51922cc3-34ed-4737-b370-43200d5147a7,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:03:09.191638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '51922cc3-34ed-4737-b370-43200d5147a7', 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc', 'port_id': '51922cc3-34ed-4737-b370-43200d5147a7', 'mac_address': 'fa:16:3e:d0:bf:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67a3eb9-cc42-44f9-93cb-55822f0d74f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:03:09.247611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 51922cc3-34ed-4737-b370-43200d5147a7 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:03:09.247980 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:09.264490 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51922cc3-34ed-4737-b370-43200d5147a7 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:03:09.279670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 51922cc3-34ed-4737-b370-43200d5147a7, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=51922cc3-34ed-4737-b370-43200d5147a7,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:03:09.283233 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:09.347893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=51922cc3-34ed-4737-b370-43200d5147a7,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:09.465921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['51922cc3-34ed-4737-b370-43200d5147a7'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:03:09.805929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bb0f9-9831-4a62-a98e-6a1b00636644 req-01933042-744a-41ea-9a4f-12728c7f4567 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:09.807409 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-798bb0f9-9831-4a62-a98e-6a1b00636644 req-01933042-744a-41ea-9a4f-12728c7f4567 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 944 time: 0.0918169 May 25 21:03:09.859426 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-798bb0f9-9831-4a62-a98e-6a1b00636644 req-f5cf0141-501a-4fd3-a8e8-29250a003338 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460229 May 25 21:03:11.039461 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 51922cc3-34ed-4737-b370-43200d5147a7 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:03:11.070098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf449d-b711-46f8-8d39-8fdb0a967b0e req-222f5ca8-0b10-45f2-b035-218c658d0ed9 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:11.071647 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3cf449d-b711-46f8-8d39-8fdb0a967b0e req-222f5ca8-0b10-45f2-b035-218c658d0ed9 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 944 time: 0.0909178 May 25 21:03:11.125322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 51922cc3-34ed-4737-b370-43200d5147a7 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:03:11.131119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 51922cc3-34ed-4737-b370-43200d5147a7 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:03:11.131477 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:11.143823 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b3cf449d-b711-46f8-8d39-8fdb0a967b0e req-abcef547-bdad-4fa4-b3bc-b806db7e66d6 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630364 May 25 21:03:11.261640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 51922cc3-34ed-4737-b370-43200d5147a7 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:03:11.262013 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:11.295883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c8c207-fa6e-42da-8bc0-421a86b8db25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51922cc3-34ed-4737-b370-43200d5147a7'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:03:11.305766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 51922cc3-34ed-4737-b370-43200d5147a7, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=51922cc3-34ed-4737-b370-43200d5147a7,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:03:11.310134 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:11.396065 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=51922cc3-34ed-4737-b370-43200d5147a7,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:11.420245 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a3b7a7-3d22-4646-83ee-79b933da7d69'] response: {'server_uuid': '85c8c207-fa6e-42da-8bc0-421a86b8db25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51922cc3-34ed-4737-b370-43200d5147a7', 'code': 200} May 25 21:03:11.558052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91aa59-0bda-4994-95fc-b9141ec1a49c req-7e7cc23b-8d7c-49b5-b6f2-e39d9bd44841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:11.560455 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c91aa59-0bda-4994-95fc-b9141ec1a49c req-7e7cc23b-8d7c-49b5-b6f2-e39d9bd44841 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 1096 time: 0.0814533 May 25 21:03:11.605277 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4c91aa59-0bda-4994-95fc-b9141ec1a49c req-01b12c62-857e-4905-b44c-9e9fdcb19355 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367465 May 25 21:03:12.334431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ad44b-7f4a-4cc0-aafe-7341f06e40a1 req-f5005cc5-10f3-41e5-a731-32ef29b86b02 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:12.335906 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-024ad44b-7f4a-4cc0-aafe-7341f06e40a1 req-f5005cc5-10f3-41e5-a731-32ef29b86b02 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0855613 May 25 21:03:12.380978 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-024ad44b-7f4a-4cc0-aafe-7341f06e40a1 req-42c95078-678e-41bf-a58a-d11cea489535 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393322 May 25 21:03:13.565345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900ac7c-953a-4bfe-9009-54a4bb6f4737 req-97e1f9cd-7900-4554-b0cc-e293d85f21fb tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:13.566818 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0900ac7c-953a-4bfe-9009-54a4bb6f4737 req-97e1f9cd-7900-4554-b0cc-e293d85f21fb tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0808330 May 25 21:03:13.619520 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0900ac7c-953a-4bfe-9009-54a4bb6f4737 req-83d9ac38-3ccb-4dda-a3f6-d62fe52ec187 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 May 25 21:03:13.811045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e30f63-363f-42d7-95fd-f6f35eb9cf33 req-1a0a4e68-ea8c-4878-ab65-6ee121444e2c tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:13.812497 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4e30f63-363f-42d7-95fd-f6f35eb9cf33 req-1a0a4e68-ea8c-4878-ab65-6ee121444e2c tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0806913 May 25 21:03:13.857310 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4e30f63-363f-42d7-95fd-f6f35eb9cf33 req-7a7b3d66-fbce-43bd-92fe-4d483ad6b456 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389221 May 25 21:03:14.205690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c12a3-67a1-46fc-bb1a-5dd2f03ee47a req-5846d4ff-3cab-42fd-b534-39dcd00e86f9 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:14.207162 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-493c12a3-67a1-46fc-bb1a-5dd2f03ee47a req-5846d4ff-3cab-42fd-b534-39dcd00e86f9 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0828719 May 25 21:03:14.252022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-493c12a3-67a1-46fc-bb1a-5dd2f03ee47a req-d85f1b40-19e9-4f73-8d63-bf08a6be3ce9 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390677 May 25 21:03:14.434705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f296b-224b-453d-bd81-6a0d40abf70d req-f0f7cd1f-4e5c-4c1e-9f11-662de0a11808 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:14.436146 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d01f296b-224b-453d-bd81-6a0d40abf70d req-f0f7cd1f-4e5c-4c1e-9f11-662de0a11808 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0794396 May 25 21:03:14.480082 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d01f296b-224b-453d-bd81-6a0d40abf70d req-5cd1a612-3c0d-4cad-8d4a-7539c6dd3459 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381982 May 25 21:03:14.852402 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-45c06090-b43b-4c7d-a733-bc1c24c5fd59 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765939 May 25 21:03:14.916613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969368e3-5f00-405b-a384-2a03e53e2ceb req-ee1c5b97-634f-4017-86f4-0b9f76532e06 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:14.918254 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-969368e3-5f00-405b-a384-2a03e53e2ceb req-ee1c5b97-634f-4017-86f4-0b9f76532e06 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0892444 May 25 21:03:14.964008 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-969368e3-5f00-405b-a384-2a03e53e2ceb req-5190990d-3fb7-4731-b85b-d9c36721d36e tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396602 May 25 21:03:16.039636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-4134fb1d-b943-4bd4-8420-7d0ea0ad6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:16.041130 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-4134fb1d-b943-4bd4-8420-7d0ea0ad6952 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 1096 time: 0.0754440 May 25 21:03:16.355497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-eab1ad26-1825-4534-acc7-f373505b8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:16.356970 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-eab1ad26-1825-4534-acc7-f373505b8b49 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 915 time: 0.3102469 May 25 21:03:16.368417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a8ba7-2554-4759-acda-18ea41176538 req-4340dcf1-99b7-4f4d-8757-357de1c6cdab tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:16.369813 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad9a8ba7-2554-4759-acda-18ea41176538 req-4340dcf1-99b7-4f4d-8757-357de1c6cdab tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.2544725 May 25 21:03:16.448164 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-677d8d9e-2b2d-4575-84df-1bf48e9d9bf4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51922cc3-34ed-4737-b370-43200d5147a7 HTTP/1.1" status: 200 len: 217 time: 0.0773542 May 25 21:03:16.512982 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad9a8ba7-2554-4759-acda-18ea41176538 req-7cd6f1ac-86f6-409e-b300-660359ace071 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939543 May 25 21:03:16.528380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-82c06e29-25d9-4478-9ca1-36593f31b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:16.529817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-82c06e29-25d9-4478-9ca1-36593f31b538 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.0708306 May 25 21:03:16.577107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-8729c7cf-1556-40b9-9d73-881bee087199 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414877 May 25 21:03:16.713013 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-bf39216c-ea6b-4d35-b500-258dff3efec0 service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300871 May 25 21:03:16.844620 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-597ca1d8-4b1d-4837-b5f6-ba5d89847314 service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262214 May 25 21:03:17.708646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498ab4c-c426-46c4-98e1-90241a82d828 req-756dc344-62aa-41da-97c7-49345b13e16d tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:17.710098 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d498ab4c-c426-46c4-98e1-90241a82d828 req-756dc344-62aa-41da-97c7-49345b13e16d tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0841923 May 25 21:03:17.755301 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d498ab4c-c426-46c4-98e1-90241a82d828 req-adc85bc9-2a0c-4a41-a580-b0e6e9260014 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393796 May 25 21:03:18.570930 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:03:18.949920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c82d1-bc03-4ec8-9fb0-7dbc721bd709 req-2cf96030-22ca-427d-ad5a-9a3c08302ec9 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:18.951392 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd9c82d1-bc03-4ec8-9fb0-7dbc721bd709 req-2cf96030-22ca-427d-ad5a-9a3c08302ec9 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0805025 May 25 21:03:18.999840 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cd9c82d1-bc03-4ec8-9fb0-7dbc721bd709 req-1d6f2087-f849-4069-a848-e140a713c05a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427876 May 25 21:03:20.190913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07982237-2a78-4b93-8771-88f4c6e3bb41 req-536f3248-5977-4238-92dd-dfa9d2c21eed tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:20.193086 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07982237-2a78-4b93-8771-88f4c6e3bb41 req-536f3248-5977-4238-92dd-dfa9d2c21eed tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0868125 May 25 21:03:20.240363 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-07982237-2a78-4b93-8771-88f4c6e3bb41 req-bb70d5d7-93f7-4b1c-9f61-cd647e7e505e tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 May 25 21:03:21.428137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce9757-bc01-4148-980f-c2a40c000cd5 req-e7e41233-a35a-4d18-8e9c-bcf901faa28a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:21.429576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08ce9757-bc01-4148-980f-c2a40c000cd5 req-e7e41233-a35a-4d18-8e9c-bcf901faa28a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0809438 May 25 21:03:21.474467 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08ce9757-bc01-4148-980f-c2a40c000cd5 req-ee093d07-cb1a-4e73-a4cf-b6abb549d2de tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390174 May 25 21:03:22.689945 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4449bab-8e19-4428-a395-ebc4f9af7f90 req-6065866a-18b8-4ad5-8edc-b0e435e2b10c tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:22.691564 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4449bab-8e19-4428-a395-ebc4f9af7f90 req-6065866a-18b8-4ad5-8edc-b0e435e2b10c tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0813363 May 25 21:03:22.736294 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d4449bab-8e19-4428-a395-ebc4f9af7f90 req-ddd4847c-2a64-4eba-b96f-b300a741293f tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389929 May 25 21:03:23.933174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9d257-1a81-418d-8439-b42897ff4111 req-58fb2e78-2b6e-41e7-9664-1f5d13c9e0f6 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:23.934654 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-abb9d257-1a81-418d-8439-b42897ff4111 req-58fb2e78-2b6e-41e7-9664-1f5d13c9e0f6 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0853481 May 25 21:03:23.979554 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-abb9d257-1a81-418d-8439-b42897ff4111 req-f596f27d-d805-41eb-9e82-8d40ae6cf852 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 May 25 21:03:24.210440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:25.320425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfc32b-7fdd-4adb-8962-f0e354e72968 req-64f6bfa6-6811-4de1-81b4-56a601fd1e10 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:25.321837 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-95cfc32b-7fdd-4adb-8962-f0e354e72968 req-64f6bfa6-6811-4de1-81b4-56a601fd1e10 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0862069 May 25 21:03:25.372127 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-95cfc32b-7fdd-4adb-8962-f0e354e72968 req-8fb84d44-1b23-41bb-af6c-589f75349a13 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435133 May 25 21:03:26.080097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d7d3-975d-407d-bf8e-c6c5f4d11b85 req-d5e07ee8-fc68-4f3d-bfe7-2224e67a5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:26.081739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a93d7d3-975d-407d-bf8e-c6c5f4d11b85 req-d5e07ee8-fc68-4f3d-bfe7-2224e67a5870 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 1096 time: 0.0715318 May 25 21:03:26.225424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d7d3-975d-407d-bf8e-c6c5f4d11b85 req-914e7f8b-9330-44e8-bbc8-67141d7e50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:26.226967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a93d7d3-975d-407d-bf8e-c6c5f4d11b85 req-914e7f8b-9330-44e8-bbc8-67141d7e50fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 915 time: 0.1267040 May 25 21:03:26.298488 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a93d7d3-975d-407d-bf8e-c6c5f4d11b85 req-2f192c72-c7e8-4622-a2ef-903ce9fddc56 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51922cc3-34ed-4737-b370-43200d5147a7 HTTP/1.1" status: 200 len: 217 time: 0.0660856 May 25 21:03:26.359946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d7d3-975d-407d-bf8e-c6c5f4d11b85 req-6e82c894-d782-4a05-850d-e165302a681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:26.361275 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a93d7d3-975d-407d-bf8e-c6c5f4d11b85 req-6e82c894-d782-4a05-850d-e165302a681c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.0575061 May 25 21:03:26.423821 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a93d7d3-975d-407d-bf8e-c6c5f4d11b85 req-5efc6324-bc68-43b9-ab5f-3f8de0a0afde service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435381 May 25 21:03:26.604444 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a93d7d3-975d-407d-bf8e-c6c5f4d11b85 req-93d30e83-1bdd-42e2-a3cf-f9ecb62788ac service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751862 May 25 21:03:26.642517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511fc13-db6c-4626-863d-e4b45a48a61e req-ac7e0dbf-370e-4537-a3a2-8b9dcf4e8bcc tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:26.643835 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1511fc13-db6c-4626-863d-e4b45a48a61e req-ac7e0dbf-370e-4537-a3a2-8b9dcf4e8bcc tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.1506865 May 25 21:03:26.880227 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1511fc13-db6c-4626-863d-e4b45a48a61e req-a60df89c-288a-4928-b52d-ebb19f061f22 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726702 May 25 21:03:26.911496 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3a93d7d3-975d-407d-bf8e-c6c5f4d11b85 req-3b1f1c0e-17ac-451c-a10e-54df9f3978f6 service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016031 May 25 21:03:28.068098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd55370-0082-4961-87ca-204e4f65b1d0 req-15aa8b9c-368e-4958-8b73-23ac38638242 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:28.069512 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dcd55370-0082-4961-87ca-204e4f65b1d0 req-15aa8b9c-368e-4958-8b73-23ac38638242 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0817389 May 25 21:03:28.118612 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dcd55370-0082-4961-87ca-204e4f65b1d0 req-1d310a28-a126-44ab-a988-cbf25daa8ea7 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431831 May 25 21:03:28.233991 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3aa9faa3-2203-4387-9a59-f1ac74d9d85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:28.527846 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:29.307485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc92f4-5bda-4f75-9ea0-f1cf88434813 req-5c1036c1-13e6-40a9-bbfa-4461207a576c tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:29.308960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-79fc92f4-5bda-4f75-9ea0-f1cf88434813 req-5c1036c1-13e6-40a9-bbfa-4461207a576c tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0823922 May 25 21:03:29.356363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-79fc92f4-5bda-4f75-9ea0-f1cf88434813 req-8e8de3ad-a97a-4dba-8e12-df339cad5b94 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 May 25 21:03:30.544172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ab5dd-9bd6-472b-a145-093e5c18c16d req-f5d291f0-635e-43ff-80b3-090a15bef33d tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:30.545556 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-460ab5dd-9bd6-472b-a145-093e5c18c16d req-f5d291f0-635e-43ff-80b3-090a15bef33d tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0815098 May 25 21:03:30.590934 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-460ab5dd-9bd6-472b-a145-093e5c18c16d req-8ac29491-4d99-4cb3-95b2-541174b2c2bf tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389240 May 25 21:03:30.661105 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8258-cf8e-4b88-a2d0-b20e9e927a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:31.462495 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:31.812545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b86d3-14d7-4900-b28d-6ad4c78d1e28 req-b67695b8-3fb8-4e47-9ec6-77ad5fb72b7c tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:31.814105 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-832b86d3-14d7-4900-b28d-6ad4c78d1e28 req-b67695b8-3fb8-4e47-9ec6-77ad5fb72b7c tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.1028743 May 25 21:03:31.863463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-832b86d3-14d7-4900-b28d-6ad4c78d1e28 req-e2507565-cd70-406c-a8a4-446adc0e4aee tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422201 May 25 21:03:31.893963 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:33.073458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56472f-5451-4abb-b66b-27d361ac7ade req-0d6444f7-a080-41cc-8efc-d580962a585f tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:33.074859 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a56472f-5451-4abb-b66b-27d361ac7ade req-0d6444f7-a080-41cc-8efc-d580962a585f tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0867579 May 25 21:03:33.120978 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6a56472f-5451-4abb-b66b-27d361ac7ade req-db1b2fae-d5d8-4590-b844-e3aee5823123 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404391 May 25 21:03:33.226738 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:34.308526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ebc07-d4bf-4b6c-8a57-1989d3fde16c req-8ef78085-6b93-4bfc-af56-7e6f7a3f6424 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:34.309983 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0f3ebc07-d4bf-4b6c-8a57-1989d3fde16c req-8ef78085-6b93-4bfc-af56-7e6f7a3f6424 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0812709 May 25 21:03:34.353649 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0f3ebc07-d4bf-4b6c-8a57-1989d3fde16c req-522797da-a636-47cc-bf65-575e6ccdfa0a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379550 May 25 21:03:35.539905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a33d31-b364-41ef-90d1-705c4442eb35 req-39c09912-8acd-4b72-9d30-bd1203cb86a4 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:35.541371 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98a33d31-b364-41ef-90d1-705c4442eb35 req-39c09912-8acd-4b72-9d30-bd1203cb86a4 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0802627 May 25 21:03:35.586009 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98a33d31-b364-41ef-90d1-705c4442eb35 req-c6f4d35f-83ca-4a35-b35a-832dd2a2be7f tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388904 May 25 21:03:36.776606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60c705-6a09-4bbd-96ac-305d4d3a5ce3 req-7bfe324f-e38f-4583-9cb0-4f6e4499b178 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:36.778145 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a60c705-6a09-4bbd-96ac-305d4d3a5ce3 req-7bfe324f-e38f-4583-9cb0-4f6e4499b178 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0866716 May 25 21:03:36.823317 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a60c705-6a09-4bbd-96ac-305d4d3a5ce3 req-83b07a9a-aad5-4a21-853c-f0a8e6a71cd9 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387752 May 25 21:03:38.012318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6a307-8c60-429e-8ebc-99839b4bfd30 req-2ec44d5d-0f88-4fc3-992f-4130e30e0e3a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:38.013802 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59a6a307-8c60-429e-8ebc-99839b4bfd30 req-2ec44d5d-0f88-4fc3-992f-4130e30e0e3a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0845425 May 25 21:03:38.057922 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59a6a307-8c60-429e-8ebc-99839b4bfd30 req-2595c629-301d-41dd-8f0a-e7a680fdece7 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385380 May 25 21:03:39.249902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0ca02-0624-40b4-a774-ffb55eec834b req-899f1b05-cfd6-4057-bcfe-32c7013a5461 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:39.251381 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65e0ca02-0624-40b4-a774-ffb55eec834b req-899f1b05-cfd6-4057-bcfe-32c7013a5461 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0816381 May 25 21:03:39.296340 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65e0ca02-0624-40b4-a774-ffb55eec834b req-d2941709-8fe0-4a56-9d4d-f9da41eb4b96 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391817 May 25 21:03:40.480242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27ce06-5493-4490-835f-24671e70d624 req-5c74a83b-f8c8-4980-bc4f-bd9d8588ce50 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:40.481694 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7f27ce06-5493-4490-835f-24671e70d624 req-5c74a83b-f8c8-4980-bc4f-bd9d8588ce50 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0802975 May 25 21:03:40.530495 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7f27ce06-5493-4490-835f-24671e70d624 req-ecbc6ab9-1d8c-44e0-ae6c-f8bfef6b46a8 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430484 May 25 21:03:41.722518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd509d1-c709-43aa-9ad1-2bcfa029961d req-9c34fe91-1beb-40ff-8d74-b61c956633cc tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:41.724059 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-afd509d1-c709-43aa-9ad1-2bcfa029961d req-9c34fe91-1beb-40ff-8d74-b61c956633cc tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0877814 May 25 21:03:41.768732 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-afd509d1-c709-43aa-9ad1-2bcfa029961d req-7f12c9c0-d0aa-4b45-87c3-f2ac7f0efb60 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388970 May 25 21:03:43.048963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52c454-845e-4c2e-9ed5-204e4ca41287 req-e490aad3-8126-4f5d-a45b-052a54228cfb tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:43.050361 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6d52c454-845e-4c2e-9ed5-204e4ca41287 req-e490aad3-8126-4f5d-a45b-052a54228cfb tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.1753998 May 25 21:03:43.095286 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6d52c454-845e-4c2e-9ed5-204e4ca41287 req-b768b96d-3c49-4eab-8484-a91c791b6f29 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385287 May 25 21:03:43.880086 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-6cdb37ba-5d7a-4c39-8585-191479c7939c service neutron] show failed (client error): The resource could not be found. May 25 21:03:43.881065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-6cdb37ba-5d7a-4c39-8585-191479c7939c service neutron] 10.222.0.50 "GET /v2.0/ports/51922cc3-34ed-4737-b370-43200d5147a7/bindings/n-h1-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0767806 May 25 21:03:44.180046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-995bcdb6-1c10-44c5-b7f5-ee419478cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:44.181551 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-995bcdb6-1c10-44c5-b7f5-ee419478cf5a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25&tenant_id=d0fbf9427b384093a70bab9bb672e721 HTTP/1.1" status: 200 len: 1096 time: 0.1171827 May 25 21:03:44.192087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:03:44.361692 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:44.388990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ad4e1-f83f-4dde-8bdd-8dc905470cb4 req-5a7a3640-52c5-45c4-bff9-2de87b20d414 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:44.390438 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-041ad4e1-f83f-4dde-8bdd-8dc905470cb4 req-5a7a3640-52c5-45c4-bff9-2de87b20d414 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.1698496 May 25 21:03:44.518757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-041ad4e1-f83f-4dde-8bdd-8dc905470cb4 req-56fe4cec-83b1-46d6-8d7c-4ffb2b147bdf tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020932 May 25 21:03:44.672037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] For port 51922cc3-34ed-4737-b370-43200d5147a7, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=51922cc3-34ed-4737-b370-43200d5147a7,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:03:44.701092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] For port 51922cc3-34ed-4737-b370-43200d5147a7, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:03:44.764024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c8c207-fa6e-42da-8bc0-421a86b8db25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51922cc3-34ed-4737-b370-43200d5147a7'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:03:44.769789 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:44.785064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Transition to ACTIVE for port object 51922cc3-34ed-4737-b370-43200d5147a7 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:03:44.790313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:44.900663 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad23e2ad-58b9-4e9b-9fc8-efb89b91f827'] response: {'server_uuid': '85c8c207-fa6e-42da-8bc0-421a86b8db25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51922cc3-34ed-4737-b370-43200d5147a7', 'code': 200} May 25 21:03:44.955444 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] No DVR routers for this DVR port 51922cc3-34ed-4737-b370-43200d5147a7 on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:03:44.957401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Pushing event updated for resources: {'Port': ['ID=51922cc3-34ed-4737-b370-43200d5147a7,revision_number=6']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:45.014580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Attempting to bind port 51922cc3-34ed-4737-b370-43200d5147a7 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:03:45.014908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Attempting to bind port 51922cc3-34ed-4737-b370-43200d5147a7 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:03:45.015229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Attempting to bind port 51922cc3-34ed-4737-b370-43200d5147a7 on network a413fb52-f786-45be-a306-e431f8700bbc {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:03:45.019707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Port 51922cc3-34ed-4737-b370-43200d5147a7 on network a413fb52-f786-45be-a306-e431f8700bbc not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:03:45.020021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Attempting to bind port 51922cc3-34ed-4737-b370-43200d5147a7 on network a413fb52-f786-45be-a306-e431f8700bbc {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:03:45.025663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:03:45.025991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Checking segment: {'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:03:45.026396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Bound using segment: {'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:03:45.026933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Bound port: 51922cc3-34ed-4737-b370-43200d5147a7, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:03:45.027281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:45.115239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] For port 51922cc3-34ed-4737-b370-43200d5147a7, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:03:45.118449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] For port 51922cc3-34ed-4737-b370-43200d5147a7, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=51922cc3-34ed-4737-b370-43200d5147a7,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:03:45.122691 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:45.182783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:45.183391 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:45.184783 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] 10.222.0.70 "PUT /v2.0/ports/51922cc3-34ed-4737-b370-43200d5147a7 HTTP/1.1" status: 200 len: 1091 time: 0.9971857 May 25 21:03:45.203177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ad341-8d98-4728-990f-beec1f16c30b service neutron] Pushing event updated for resources: {'Port': ['ID=51922cc3-34ed-4737-b370-43200d5147a7,revision_number=7']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:45.277518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-9713134a-2ea0-4c1b-a1c4-efe5772c2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:45.279028 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-9713134a-2ea0-4c1b-a1c4-efe5772c2388 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 1094 time: 0.0731263 May 25 21:03:45.527795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-b364e608-df02-4856-a461-aa7368dcc7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:45.529129 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-b364e608-df02-4856-a461-aa7368dcc7b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 915 time: 0.2441947 May 25 21:03:45.599909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-6f2c81c7-8c8e-494e-9fab-4a86efbd9317 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51922cc3-34ed-4737-b370-43200d5147a7 HTTP/1.1" status: 200 len: 217 time: 0.0629599 May 25 21:03:45.713085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-cf8fb962-07b2-457d-9983-a6359ce09f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:45.714616 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-cf8fb962-07b2-457d-9983-a6359ce09f5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.1090040 May 25 21:03:45.764708 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-f7448091-cda8-4580-851f-ba8175a8413e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444715 May 25 21:03:45.799116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efc565-814c-4933-8b1b-d537461b9755 req-6a76ee5d-3505-405b-81e1-d108e540c509 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:45.800435 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-00efc565-814c-4933-8b1b-d537461b9755 req-6a76ee5d-3505-405b-81e1-d108e540c509 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 943 time: 0.1626201 May 25 21:03:45.915866 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-00efc565-814c-4933-8b1b-d537461b9755 req-4e7019b9-7d7e-4d8c-82ab-7206c597c107 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670621 May 25 21:03:45.938297 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-7d4db621-c624-40ce-b191-ea59e5b4af06 service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670549 May 25 21:03:46.068492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d1160fe-cffe-42e1-a2fc-14abd0678c8f req-64a0a44d-38f3-44a9-a934-2908eea763d3 service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236300 May 25 21:03:46.901428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c8c207-fa6e-42da-8bc0-421a86b8db25', 'tag': '51922cc3-34ed-4737-b370-43200d5147a7'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:03:46.959718 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d395174-7f3f-41be-81dd-3fd21f76dcaf'] response: {'name': 'network-changed', 'server_uuid': '85c8c207-fa6e-42da-8bc0-421a86b8db25', 'tag': '51922cc3-34ed-4737-b370-43200d5147a7', 'status': 'completed', 'code': 200} May 25 21:03:47.176907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-d7d58ad0-23d7-4267-a9cb-f25ada579782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:47.178426 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-d7d58ad0-23d7-4267-a9cb-f25ada579782 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 1094 time: 0.2007952 May 25 21:03:47.183192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-8cbbb430-631d-409f-9fca-e996db99f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:47.184637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-8cbbb430-631d-409f-9fca-e996db99f0f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 1094 time: 0.1708097 May 25 21:03:47.211414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a6862-0af9-4e2c-bf79-6cd06c1c2ec7 req-e5f12bd1-f85a-4d4f-8642-34064dd277f4 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:47.212774 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8e0a6862-0af9-4e2c-bf79-6cd06c1c2ec7 req-e5f12bd1-f85a-4d4f-8642-34064dd277f4 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 943 time: 0.1556146 May 25 21:03:47.434210 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8e0a6862-0af9-4e2c-bf79-6cd06c1c2ec7 req-c4355259-1d04-446b-81ec-80fc248cf3f0 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981280 May 25 21:03:47.468871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-d80f1f20-b278-4c60-a509-0c90f5680517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:47.470325 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-d80f1f20-b278-4c60-a509-0c90f5680517 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 915 time: 0.2848372 May 25 21:03:47.471501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-500e0ea6-aa4b-4d63-a414-cd50a0ca38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:47.472769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-500e0ea6-aa4b-4d63-a414-cd50a0ca38c6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 915 time: 0.2571371 May 25 21:03:47.588300 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-efbfbee3-797c-474c-bdcc-dd722b1ef2e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51922cc3-34ed-4737-b370-43200d5147a7 HTTP/1.1" status: 200 len: 217 time: 0.1117849 May 25 21:03:47.596747 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-3b941af5-9808-4ad3-b925-a8c1f3ac9987 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51922cc3-34ed-4737-b370-43200d5147a7 HTTP/1.1" status: 200 len: 217 time: 0.0705931 May 25 21:03:47.701002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-45aa4618-8724-4b7e-8f0c-5fcc037a3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:47.702372 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-45aa4618-8724-4b7e-8f0c-5fcc037a3b1c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.1070814 May 25 21:03:47.705390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-20014788-8d21-4a1e-9bbe-083bc1bdedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:47.706684 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-20014788-8d21-4a1e-9bbe-083bc1bdedc3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.0790143 May 25 21:03:47.905805 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-b6e51b1f-7d5a-4d14-8649-031117db3c28 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1955695 May 25 21:03:47.912784 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-79dd2458-6b3b-44b6-9527-c6c723b75532 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1686184 May 25 21:03:48.149318 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-7f61e7a9-b04c-4fc4-b74c-e5f625a3b67b service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354767 May 25 21:03:48.152160 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-4405233e-3fdb-4cfc-ace6-df8c9a699e31 service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216163 May 25 21:03:48.388746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-ee59adf0-e9d3-4caa-9f4f-c1302db696ad service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335985 May 25 21:03:48.391721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4d699d5-892a-444d-997d-ea1b8584c391 req-1cbae8ec-fee7-43d3-9d90-2f497823c59b service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196481 May 25 21:03:48.626058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f1e78-071f-4b7e-992c-4dc7418710b5 req-7d1f86cd-0976-4923-92be-3f5e75f613b5 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:48.627546 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0b6f1e78-071f-4b7e-992c-4dc7418710b5 req-7d1f86cd-0976-4923-92be-3f5e75f613b5 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 943 time: 0.0835593 May 25 21:03:48.671894 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0b6f1e78-071f-4b7e-992c-4dc7418710b5 req-c94b3ddf-fffe-4373-a89b-52d73f7ac5af tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385303 May 25 21:03:49.258846 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 51922cc3-34ed-4737-b370-43200d5147a7 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:03:49.346447 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 51922cc3-34ed-4737-b370-43200d5147a7 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:03:49.869768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c12c5d-5aff-46e1-8a17-7b6feb33eb5a req-d1d40456-0e93-4291-968b-1603223cebe8 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:49.871190 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85c12c5d-5aff-46e1-8a17-7b6feb33eb5a req-d1d40456-0e93-4291-968b-1603223cebe8 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 943 time: 0.0866182 May 25 21:03:49.916803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85c12c5d-5aff-46e1-8a17-7b6feb33eb5a req-976e882f-a4ea-48d5-a9a5-8b81e65e4502 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 May 25 21:03:50.295040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf80ef-0801-46c2-82c2-b0d2e5485ea6 req-e68b9804-6c1d-4fbd-8cd6-3feb817cf450 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:50.296477 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1adf80ef-0801-46c2-82c2-b0d2e5485ea6 req-e68b9804-6c1d-4fbd-8cd6-3feb817cf450 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.50 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25&tenant_id=d0fbf9427b384093a70bab9bb672e721&binding%3Ahost_id=n-h1-843339-1 HTTP/1.1" status: 200 len: 943 time: 0.1157343 May 25 21:03:50.305631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e9d43-2ce5-4d92-9909-ad9c0010c0dd req-613d881b-75d0-4225-af05-80ec112a74e1 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:50.307078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-971e9d43-2ce5-4d92-9909-ad9c0010c0dd req-613d881b-75d0-4225-af05-80ec112a74e1 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 943 time: 0.1593411 May 25 21:03:50.409975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-971e9d43-2ce5-4d92-9909-ad9c0010c0dd req-36834b26-e263-4507-bb36-d1a1b41da093 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690773 May 25 21:03:50.416949 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-1adf80ef-0801-46c2-82c2-b0d2e5485ea6 req-1cb66804-90d5-4b7a-9e84-bb20c55ef482 service neutron] delete failed (client error): The resource could not be found. May 25 21:03:50.417919 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1adf80ef-0801-46c2-82c2-b0d2e5485ea6 req-1cb66804-90d5-4b7a-9e84-bb20c55ef482 service neutron] 10.222.0.50 "DELETE /v2.0/ports/51922cc3-34ed-4737-b370-43200d5147a7/bindings/n-h2-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.1099887 May 25 21:03:50.558335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf80ef-0801-46c2-82c2-b0d2e5485ea6 req-1c8dfc3f-a9c0-491f-b71c-8aa5bbe4d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:50.559667 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1adf80ef-0801-46c2-82c2-b0d2e5485ea6 req-1c8dfc3f-a9c0-491f-b71c-8aa5bbe4d5ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 1094 time: 0.0753844 May 25 21:03:50.693325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf80ef-0801-46c2-82c2-b0d2e5485ea6 req-ad00cc28-42c5-44bc-bf84-87463d6edab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:50.694847 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1adf80ef-0801-46c2-82c2-b0d2e5485ea6 req-ad00cc28-42c5-44bc-bf84-87463d6edab0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 915 time: 0.1294267 May 25 21:03:50.763980 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1adf80ef-0801-46c2-82c2-b0d2e5485ea6 req-1695f25f-fefc-40bd-b309-38569b303261 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51922cc3-34ed-4737-b370-43200d5147a7 HTTP/1.1" status: 200 len: 217 time: 0.0632691 May 25 21:03:50.825149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf80ef-0801-46c2-82c2-b0d2e5485ea6 req-ba5b1616-b69e-45c5-86e0-816b97aa0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:50.826549 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1adf80ef-0801-46c2-82c2-b0d2e5485ea6 req-ba5b1616-b69e-45c5-86e0-816b97aa0439 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.0571363 May 25 21:03:50.872557 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1adf80ef-0801-46c2-82c2-b0d2e5485ea6 req-c6cced95-11f1-4bcb-9ee7-806ea71f1d3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400288 May 25 21:03:51.012951 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1adf80ef-0801-46c2-82c2-b0d2e5485ea6 req-27158792-4a1c-433a-821b-064a7278e7cc service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338689 May 25 21:03:51.266344 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1adf80ef-0801-46c2-82c2-b0d2e5485ea6 req-85cdd17a-754b-4900-aca5-137a0c74685e service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474749 May 25 21:03:51.304073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 51922cc3-34ed-4737-b370-43200d5147a7 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:03:51.441105 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 51922cc3-34ed-4737-b370-43200d5147a7, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=51922cc3-34ed-4737-b370-43200d5147a7,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:03:51.455005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '51922cc3-34ed-4737-b370-43200d5147a7', 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc', 'port_id': '51922cc3-34ed-4737-b370-43200d5147a7', 'mac_address': 'fa:16:3e:d0:bf:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67a3eb9-cc42-44f9-93cb-55822f0d74f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:03:51.511414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 51922cc3-34ed-4737-b370-43200d5147a7 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:03:51.511787 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:51.529091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51922cc3-34ed-4737-b370-43200d5147a7 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:03:51.547214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 51922cc3-34ed-4737-b370-43200d5147a7, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=51922cc3-34ed-4737-b370-43200d5147a7,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:03:51.551582 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:51.608148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054583-aa17-4409-8662-f1b3e41ebd88 req-c3ddb3ef-c125-45bc-b221-e67242fe8400 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:51.610328 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6054583-aa17-4409-8662-f1b3e41ebd88 req-c3ddb3ef-c125-45bc-b221-e67242fe8400 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 944 time: 0.0881064 May 25 21:03:51.628023 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=51922cc3-34ed-4737-b370-43200d5147a7,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:51.666321 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e6054583-aa17-4409-8662-f1b3e41ebd88 req-d31fbe09-2ab7-44d3-8d0e-adb455b39940 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484891 May 25 21:03:51.875114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['51922cc3-34ed-4737-b370-43200d5147a7'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:03:52.858830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0b5af-42f5-41f0-b70f-18f742368672 req-5cc30d1a-0d22-4214-8e51-0402fca12908 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:52.860278 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e0d0b5af-42f5-41f0-b70f-18f742368672 req-5cc30d1a-0d22-4214-8e51-0402fca12908 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 944 time: 0.0844009 May 25 21:03:52.904208 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e0d0b5af-42f5-41f0-b70f-18f742368672 req-19e768e0-1871-471a-8413-5a7d580e6d9a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375521 May 25 21:03:53.090407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5994b-e529-428a-af40-0dceec2cff42 req-2851cb5e-9793-4ddb-a7fb-12e6b1d0a286 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:53.091762 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c3d5994b-e529-428a-af40-0dceec2cff42 req-2851cb5e-9793-4ddb-a7fb-12e6b1d0a286 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 944 time: 0.0803246 May 25 21:03:53.135460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c3d5994b-e529-428a-af40-0dceec2cff42 req-707ff280-1d53-4623-a440-012b4d4fd245 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379636 May 25 21:03:53.307394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 51922cc3-34ed-4737-b370-43200d5147a7 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:03:53.319513 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8106c7-6073-46b6-9dad-c465938510ba req-e6d80ecb-f96a-465c-8477-2349f7d3fdba tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:53.321054 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c8106c7-6073-46b6-9dad-c465938510ba req-e6d80ecb-f96a-465c-8477-2349f7d3fdba tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 944 time: 0.0806665 May 25 21:03:53.371107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c8106c7-6073-46b6-9dad-c465938510ba req-71e41704-4c31-4624-bfca-500ccc159037 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 May 25 21:03:53.377212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 51922cc3-34ed-4737-b370-43200d5147a7 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:03:53.382813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 51922cc3-34ed-4737-b370-43200d5147a7 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:03:53.383173 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:53.499705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 51922cc3-34ed-4737-b370-43200d5147a7 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:03:53.500096 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:53.527192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c8c207-fa6e-42da-8bc0-421a86b8db25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51922cc3-34ed-4737-b370-43200d5147a7'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:03:53.537246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 51922cc3-34ed-4737-b370-43200d5147a7, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=51922cc3-34ed-4737-b370-43200d5147a7,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:03:53.543071 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:53.590472 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2fb9d4-e009-4fe0-97b9-16fefc51f2a5'] response: {'server_uuid': '85c8c207-fa6e-42da-8bc0-421a86b8db25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51922cc3-34ed-4737-b370-43200d5147a7', 'code': 200} May 25 21:03:53.620771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=51922cc3-34ed-4737-b370-43200d5147a7,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:53.879075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55437e07-6625-49d8-879b-4f92da95770f req-c5b6fbaa-eb81-44f7-bf5b-48d91b687b72 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:53.880690 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55437e07-6625-49d8-879b-4f92da95770f req-c5b6fbaa-eb81-44f7-bf5b-48d91b687b72 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 814 time: 0.1469884 May 25 21:03:53.896946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55437e07-6625-49d8-879b-4f92da95770f req-1bc4661a-c92e-4f02-8b25-88bdaef7b7ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/quotas/d0fbf9427b384093a70bab9bb672e721 HTTP/1.1" status: 200 len: 375 time: 0.0101149 May 25 21:03:53.983681 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55437e07-6625-49d8-879b-4f92da95770f req-142872ab-8e75-4366-9659-4f5225e94e46 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814686 May 25 21:03:54.159685 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55437e07-6625-49d8-879b-4f92da95770f req-1ddec06e-7940-4f4e-aae7-293e217a1283 service neutron] 10.222.0.60 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677561 May 25 21:03:54.225550 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:54.303209 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55437e07-6625-49d8-879b-4f92da95770f req-bc954dab-01a5-4d5d-8501-0d2854a24534 service neutron] 10.222.0.60 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370106 May 25 21:03:54.481785 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e9f7fea6-ee18-4b53-86a4-42b3272ba970 req-28322fb1-2158-4023-af51-9e9c5e89ef8e tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 210 time: 0.0449395 May 25 21:03:55.129170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cf13a-657a-45d0-a777-2f5de34879d6 req-57c70f3b-e4a9-44b2-95ad-5c1f32d03c14 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:55.131371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-095cf13a-657a-45d0-a777-2f5de34879d6 req-57c70f3b-e4a9-44b2-95ad-5c1f32d03c14 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.70 "GET /v2.0/ports?device_id=85c8c207-fa6e-42da-8bc0-421a86b8db25 HTTP/1.1" status: 200 len: 945 time: 0.0794094 May 25 21:03:55.206456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-095cf13a-657a-45d0-a777-2f5de34879d6 req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Deleting port 51922cc3-34ed-4737-b370-43200d5147a7 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:03:55.206773 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-095cf13a-657a-45d0-a777-2f5de34879d6 req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:55.456756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-095cf13a-657a-45d0-a777-2f5de34879d6 req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] For port 51922cc3-34ed-4737-b370-43200d5147a7, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=51922cc3-34ed-4737-b370-43200d5147a7,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:03:55.457118 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-095cf13a-657a-45d0-a777-2f5de34879d6 req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:55.576052 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:03:55.615605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-095cf13a-657a-45d0-a777-2f5de34879d6 req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Calling delete_port for 51922cc3-34ed-4737-b370-43200d5147a7 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:03:55.883448 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-768f789a-a072-4312-b760-32632aa2fd16 req-6658274c-0605-41e5-a80f-fbc524f82a6e tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 210 time: 0.2790523 May 25 21:03:55.972764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55437e07-6625-49d8-879b-4f92da95770f req-37970ec1-0d45-4bea-9f85-3bacb834911f tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:55.974207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55437e07-6625-49d8-879b-4f92da95770f req-37970ec1-0d45-4bea-9f85-3bacb834911f tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.70 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 814 time: 0.4515078 May 25 21:03:56.007202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Request body: {'port': {'device_id': '346e22cd-fee6-40e5-9a86-2df0e622b750', 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc', 'admin_state_up': True, 'tenant_id': 'd0fbf9427b384093a70bab9bb672e721'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:03:56.124064 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-095cf13a-657a-45d0-a777-2f5de34879d6 req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:56.136092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['51922cc3-34ed-4737-b370-43200d5147a7'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:03:56.188603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Pushing event deleted for resources: {'Port': ['ID=51922cc3-34ed-4737-b370-43200d5147a7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:56.234926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:56.235264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:56.235628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:56.235908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:56.236229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:56.236543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:56.236854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:56.237169 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:56.237478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:56.237788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:56.238096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:56.238428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:03:56.285410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:03:56.297678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Usage tracker for resource:port and tenant:d0fbf9427b384093a70bab9bb672e721 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:03:56.300471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-095cf13a-657a-45d0-a777-2f5de34879d6 req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] No DVR routers for this DVR port 51922cc3-34ed-4737-b370-43200d5147a7 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:03:56.302722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:03:56.305746 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-095cf13a-657a-45d0-a777-2f5de34879d6 req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:56.308093 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c8c207-fa6e-42da-8bc0-421a86b8db25', 'name': 'network-vif-deleted', 'tag': '51922cc3-34ed-4737-b370-43200d5147a7'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:03:56.319531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:03:56.331324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Made reservation on behalf of d0fbf9427b384093a70bab9bb672e721 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:03:56.335131 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:56.346779 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-095cf13a-657a-45d0-a777-2f5de34879d6 req-62f0d179-daff-4bbf-8b5a-abbb124c26ff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.70 "DELETE /v2.0/ports/51922cc3-34ed-4737-b370-43200d5147a7 HTTP/1.1" status: 204 len: 173 time: 1.2094290 May 25 21:03:56.401648 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-922b881c-90be-41b5-b658-70daff16a64a'] response: {'server_uuid': '85c8c207-fa6e-42da-8bc0-421a86b8db25', 'name': 'network-vif-deleted', 'tag': '51922cc3-34ed-4737-b370-43200d5147a7', 'status': 'completed', 'code': 200} May 25 21:03:56.515391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Allocated IP 172.20.0.2 (a413fb52-f786-45be-a306-e431f8700bbc/a67a3eb9-cc42-44f9-93cb-55822f0d74f2/8f40f235-addb-4d01-995f-1d84ab6a585b) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:03:56.733734 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:56.764001 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:56.775356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['51922cc3-34ed-4737-b370-43200d5147a7'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:03:56.837937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Network a413fb52-f786-45be-a306-e431f8700bbc is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:03:56.841038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:03:56.844859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:03:56.883131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Pushing event updated for resources: {'Port': ['ID=8f40f235-addb-4d01-995f-1d84ab6a585b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:56.914463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:56.915081 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:56.939209 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55437e07-6625-49d8-879b-4f92da95770f req-9040af44-b147-47b5-9731-7957ca719fc2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9362221 May 25 21:03:56.949500 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Request body: {'port': {'device_id': '346e22cd-fee6-40e5-9a86-2df0e622b750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:03:57.116483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:57.184536 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5415cc-e6cd-4c3d-81a1-385931792e69 req-80a0d3d2-19b3-415a-befc-72c799c11a12 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:57.185218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5a5415cc-e6cd-4c3d-81a1-385931792e69 req-80a0d3d2-19b3-415a-befc-72c799c11a12 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Synchronizing usage tracker for tenant:d0fbf9427b384093a70bab9bb672e721 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:03:57.252098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5a5415cc-e6cd-4c3d-81a1-385931792e69 req-80a0d3d2-19b3-415a-befc-72c799c11a12 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Unset dirty status for tenant:d0fbf9427b384093a70bab9bb672e721 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:03:57.253232 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a5415cc-e6cd-4c3d-81a1-385931792e69 req-80a0d3d2-19b3-415a-befc-72c799c11a12 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 931 time: 0.2575417 May 25 21:03:57.331979 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a5415cc-e6cd-4c3d-81a1-385931792e69 req-c38c35ed-830f-4687-a419-0b2352fbfaa3 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714910 May 25 21:03:57.513254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f40f235-addb-4d01-995f-1d84ab6a585b {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:03:57.520986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:57.534926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Transition to ACTIVE for port object 8f40f235-addb-4d01-995f-1d84ab6a585b will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:03:57.538954 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:57.827482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Pushing event updated for resources: {'Port': ['ID=8f40f235-addb-4d01-995f-1d84ab6a585b,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:57.899239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Attempting to bind port 8f40f235-addb-4d01-995f-1d84ab6a585b on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:03:57.899564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Attempting to bind port 8f40f235-addb-4d01-995f-1d84ab6a585b by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:03:57.899878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Attempting to bind port 8f40f235-addb-4d01-995f-1d84ab6a585b on network a413fb52-f786-45be-a306-e431f8700bbc {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:03:57.904342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Port 8f40f235-addb-4d01-995f-1d84ab6a585b on network a413fb52-f786-45be-a306-e431f8700bbc not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:03:57.904648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Attempting to bind port 8f40f235-addb-4d01-995f-1d84ab6a585b on network a413fb52-f786-45be-a306-e431f8700bbc {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:03:57.909608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:03:57.909938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Checking segment: {'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:03:57.910335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Bound using segment: {'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:03:57.910790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Bound port: 8f40f235-addb-4d01-995f-1d84ab6a585b, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:03:57.911189 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:58.004452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] For port 8f40f235-addb-4d01-995f-1d84ab6a585b, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:03:58.008148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] For port 8f40f235-addb-4d01-995f-1d84ab6a585b, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8f40f235-addb-4d01-995f-1d84ab6a585b,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:03:58.012687 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:58.074764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:58.075396 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:58.076788 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55437e07-6625-49d8-879b-4f92da95770f req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] 10.222.0.70 "PUT /v2.0/ports/8f40f235-addb-4d01-995f-1d84ab6a585b HTTP/1.1" status: 200 len: 1091 time: 1.1313045 May 25 21:03:58.091626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45e8b6-b478-40d6-a97b-e91c70b7e99a service neutron] Pushing event updated for resources: {'Port': ['ID=8f40f235-addb-4d01-995f-1d84ab6a585b,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:03:58.183957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55437e07-6625-49d8-879b-4f92da95770f req-0acdfc8c-9843-4a92-8cb2-444aa4e8ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:58.185424 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55437e07-6625-49d8-879b-4f92da95770f req-0acdfc8c-9843-4a92-8cb2-444aa4e8ffe9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 1094 time: 0.0750573 May 25 21:03:58.236103 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f2ac28c1-8bc3-432a-a40d-48b2d7bb8d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:58.253221 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55437e07-6625-49d8-879b-4f92da95770f req-3ec390dd-9847-4836-88ea-27170c6ea59f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f40f235-addb-4d01-995f-1d84ab6a585b HTTP/1.1" status: 200 len: 217 time: 0.0614252 May 25 21:03:58.318369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55437e07-6625-49d8-879b-4f92da95770f req-68f71f24-4301-4896-945f-675ac43650ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:58.319790 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55437e07-6625-49d8-879b-4f92da95770f req-68f71f24-4301-4896-945f-675ac43650ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.0611937 May 25 21:03:58.369409 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55437e07-6625-49d8-879b-4f92da95770f req-d905b4dd-0837-468e-a3a8-0532fcc9532d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424027 May 25 21:03:58.443941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346e22cd-fee6-40e5-9a86-2df0e622b750', 'tag': '8f40f235-addb-4d01-995f-1d84ab6a585b'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:03:58.502707 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bf8287-82c9-4365-b742-acbd9ee78efc'] response: {'name': 'network-changed', 'server_uuid': '346e22cd-fee6-40e5-9a86-2df0e622b750', 'tag': '8f40f235-addb-4d01-995f-1d84ab6a585b', 'status': 'completed', 'code': 200} May 25 21:03:58.511570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55437e07-6625-49d8-879b-4f92da95770f req-bd130762-b0c7-4153-abe1-2bb2aa02582e service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362984 May 25 21:03:58.521295 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:03:58.530184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3711a-194b-48d7-a2b9-135e332547e5 req-74f78a0c-5de2-4fe7-a44e-9d5de6037b5c tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:58.531643 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ce3711a-194b-48d7-a2b9-135e332547e5 req-74f78a0c-5de2-4fe7-a44e-9d5de6037b5c tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 943 time: 0.0886259 May 25 21:03:58.577057 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ce3711a-194b-48d7-a2b9-135e332547e5 req-3c6b00ca-b71d-4733-8023-87540a3d21f8 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389528 May 25 21:03:58.646620 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-55437e07-6625-49d8-879b-4f92da95770f req-0bb64fd9-a424-4b07-8c35-5eaacafdb904 service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283085 May 25 21:03:58.762130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c703241-4a80-4b8e-a092-c3518977baf8 req-ae8c61e0-c251-479e-9423-3f115c576de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:58.763667 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c703241-4a80-4b8e-a092-c3518977baf8 req-ae8c61e0-c251-479e-9423-3f115c576de5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 1094 time: 0.0720563 May 25 21:03:58.897250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c703241-4a80-4b8e-a092-c3518977baf8 req-ed2653c0-85f4-4eaf-987e-94694bb042e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:58.898619 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c703241-4a80-4b8e-a092-c3518977baf8 req-ed2653c0-85f4-4eaf-987e-94694bb042e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 915 time: 0.1289756 May 25 21:03:58.969018 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c703241-4a80-4b8e-a092-c3518977baf8 req-5e96776c-ce14-4afb-b3a8-beae975eb0f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f40f235-addb-4d01-995f-1d84ab6a585b HTTP/1.1" status: 200 len: 217 time: 0.0637727 May 25 21:03:59.031952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c703241-4a80-4b8e-a092-c3518977baf8 req-83807af5-5279-4645-80f8-03916e559b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:59.033367 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c703241-4a80-4b8e-a092-c3518977baf8 req-83807af5-5279-4645-80f8-03916e559b08 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.0584283 May 25 21:03:59.082218 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c703241-4a80-4b8e-a092-c3518977baf8 req-d8c47caa-f399-443c-a1c7-3da9d9b762f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430288 May 25 21:03:59.211665 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c703241-4a80-4b8e-a092-c3518977baf8 req-d09f1051-a1c2-4b2a-88f4-0fd643adb42d service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230526 May 25 21:03:59.311389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 51922cc3-34ed-4737-b370-43200d5147a7 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:03:59.343956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c703241-4a80-4b8e-a092-c3518977baf8 req-1bc021bc-4485-4883-b573-03ebb2870097 service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262491 May 25 21:03:59.346503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 51922cc3-34ed-4737-b370-43200d5147a7 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:03:59.346844 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 51922cc3-34ed-4737-b370-43200d5147a7 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:03:59.771588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c7df0-6e86-40d6-acab-f4d066bc476b req-e74aaa42-4632-4ece-aba9-19959eb005bf tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:03:59.773039 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d51c7df0-6e86-40d6-acab-f4d066bc476b req-e74aaa42-4632-4ece-aba9-19959eb005bf tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 943 time: 0.0853469 May 25 21:03:59.815961 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d51c7df0-6e86-40d6-acab-f4d066bc476b req-e87aedad-cf50-41e0-b82c-042a639a131c tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372596 May 25 21:04:00.664634 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-831b8750-4e7a-493f-bb02-47f75c69d3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:01.003639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d08607-3b3c-48ad-8732-9bcf8060512a req-2a38f885-e1a6-47fd-b715-94899efc9b62 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:01.005374 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59d08607-3b3c-48ad-8732-9bcf8060512a req-2a38f885-e1a6-47fd-b715-94899efc9b62 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 943 time: 0.0822160 May 25 21:04:01.053956 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59d08607-3b3c-48ad-8732-9bcf8060512a req-58cc8829-d977-41e0-bb8d-014981de74d7 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421188 May 25 21:04:01.455452 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:01.893369 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:02.373062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a2952-df50-4cab-99bd-70cc095a043d req-88955001-0774-42f8-9c0b-8157c359cfff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:02.374757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b61a2952-df50-4cab-99bd-70cc095a043d req-88955001-0774-42f8-9c0b-8157c359cfff tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 943 time: 0.2100446 May 25 21:04:02.426120 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b61a2952-df50-4cab-99bd-70cc095a043d req-bfd5f6e5-30c0-4394-90fe-21681082830c tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445857 May 25 21:04:03.230019 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:03.334596 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8f40f235-addb-4d01-995f-1d84ab6a585b details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:04:03.467821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8f40f235-addb-4d01-995f-1d84ab6a585b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8f40f235-addb-4d01-995f-1d84ab6a585b,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:04:03.482070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '8f40f235-addb-4d01-995f-1d84ab6a585b', 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc', 'port_id': '8f40f235-addb-4d01-995f-1d84ab6a585b', 'mac_address': 'fa:16:3e:f2:8b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67a3eb9-cc42-44f9-93cb-55822f0d74f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:04:03.541760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 8f40f235-addb-4d01-995f-1d84ab6a585b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:04:03.542128 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:03.559008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f40f235-addb-4d01-995f-1d84ab6a585b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:04:03.574602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8f40f235-addb-4d01-995f-1d84ab6a585b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8f40f235-addb-4d01-995f-1d84ab6a585b,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:04:03.578760 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:03.617911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff30091-5fe5-4930-8280-50edc715e0ac req-74d82205-4e0c-4965-96fe-75b462f2a8d5 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:03.619432 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9ff30091-5fe5-4930-8280-50edc715e0ac req-74d82205-4e0c-4965-96fe-75b462f2a8d5 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 943 time: 0.0816269 May 25 21:04:03.646914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=8f40f235-addb-4d01-995f-1d84ab6a585b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:03.654353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:03.654711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:03.655021 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:03.655342 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:03.655660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:03.655975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:03.656285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:03.656598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:03.656908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:03.657213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:03.657522 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:03.657827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:03.666968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9ff30091-5fe5-4930-8280-50edc715e0ac req-51ef8d93-63cb-4a65-852c-02bb2b8d2a39 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413589 May 25 21:04:03.860094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['8f40f235-addb-4d01-995f-1d84ab6a585b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:04:04.862349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed7b15-829a-433e-9134-c4b30b223bb2 req-fea1682b-a9a4-4be2-bc1c-a9a3011d8c57 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:04.863822 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5ed7b15-829a-433e-9134-c4b30b223bb2 req-fea1682b-a9a4-4be2-bc1c-a9a3011d8c57 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 944 time: 0.0875351 May 25 21:04:04.911420 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5ed7b15-829a-433e-9134-c4b30b223bb2 req-4626722d-0a36-4367-83f1-6ed339e46208 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 May 25 21:04:05.365246 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8f40f235-addb-4d01-995f-1d84ab6a585b up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:04:05.434956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 8f40f235-addb-4d01-995f-1d84ab6a585b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:04:05.439705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 8f40f235-addb-4d01-995f-1d84ab6a585b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:04:05.440071 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:05.556676 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 8f40f235-addb-4d01-995f-1d84ab6a585b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:04:05.557044 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:05.583056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346e22cd-fee6-40e5-9a86-2df0e622b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f40f235-addb-4d01-995f-1d84ab6a585b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:04:05.593033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8f40f235-addb-4d01-995f-1d84ab6a585b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8f40f235-addb-4d01-995f-1d84ab6a585b,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:04:05.596857 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:05.636718 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82b8bd0-5bf0-42d2-8ec0-5a8219e1692d'] response: {'server_uuid': '346e22cd-fee6-40e5-9a86-2df0e622b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f40f235-addb-4d01-995f-1d84ab6a585b', 'code': 200} May 25 21:04:05.669145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=8f40f235-addb-4d01-995f-1d84ab6a585b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:05.751766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3951c-81a1-4926-8257-98c433c59471 req-821246a7-0b33-4f15-860a-6f0c202dd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:05.753223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-36c3951c-81a1-4926-8257-98c433c59471 req-821246a7-0b33-4f15-860a-6f0c202dd1a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 1096 time: 0.0711920 May 25 21:04:05.795575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-36c3951c-81a1-4926-8257-98c433c59471 req-83ea2d9b-283c-4185-8cee-0772b5adb1aa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356760 May 25 21:04:06.101002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd764058-449a-4155-9446-e01190a341f4 req-f7e2d411-f749-4351-acde-e54728cc53a7 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:06.102476 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd764058-449a-4155-9446-e01190a341f4 req-f7e2d411-f749-4351-acde-e54728cc53a7 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0842714 May 25 21:04:06.146232 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd764058-449a-4155-9446-e01190a341f4 req-92984007-7677-4497-9aa3-c5c2ceba5143 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380437 May 25 21:04:07.336614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e431b-cc2c-4f29-af4f-cc8c13071052 req-0bb51861-0843-4637-bca7-29d9390047ee tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:07.338030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c3e431b-cc2c-4f29-af4f-cc8c13071052 req-0bb51861-0843-4637-bca7-29d9390047ee tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0828078 May 25 21:04:07.382362 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1c3e431b-cc2c-4f29-af4f-cc8c13071052 req-fcc1330e-0e31-4fb4-95e9-a3b099f20ba2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385864 May 25 21:04:07.565135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724388d3-1dc0-43e9-8012-c238ceabb05d req-9a88e2cd-1216-473e-a99f-09631386fe67 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:07.566496 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-724388d3-1dc0-43e9-8012-c238ceabb05d req-9a88e2cd-1216-473e-a99f-09631386fe67 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0799415 May 25 21:04:07.609966 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-724388d3-1dc0-43e9-8012-c238ceabb05d req-0c2b682d-dac7-41fd-b0ca-e4e4e2a10497 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376458 May 25 21:04:08.018787 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-4ab35395-4473-4d2f-9ae4-faa521d05185 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1292641 May 25 21:04:08.033569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d74998-f98c-43bc-b6af-70c71b444981 req-bca90559-bda0-499f-bb11-22d70e74b08d tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:08.035006 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-71d74998-f98c-43bc-b6af-70c71b444981 req-bca90559-bda0-499f-bb11-22d70e74b08d tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.1004853 May 25 21:04:08.085941 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-71d74998-f98c-43bc-b6af-70c71b444981 req-c11747eb-af0d-4e68-8ff5-392db8029e3d tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437338 May 25 21:04:09.154248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-85188a68-7429-4412-a7ed-0ae6639677f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:09.155719 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-85188a68-7429-4412-a7ed-0ae6639677f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 1096 time: 0.0712910 May 25 21:04:09.273486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b41cde-473a-424c-aab2-01c73092edbd req-008e6d82-904f-4906-ad35-9c694323a428 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:09.275036 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-64b41cde-473a-424c-aab2-01c73092edbd req-008e6d82-904f-4906-ad35-9c694323a428 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0837502 May 25 21:04:09.291213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-3d17c714-8984-41a8-b422-4f09d5815d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:09.292658 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-3d17c714-8984-41a8-b422-4f09d5815d6c service neutron] 10.222.0.70 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 915 time: 0.1314673 May 25 21:04:09.320389 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-64b41cde-473a-424c-aab2-01c73092edbd req-a202006d-ba9c-4a8a-a2b0-7d949bc43815 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 May 25 21:04:09.366682 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-cdc72a19-a7da-4251-8919-c82190dbdb18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f40f235-addb-4d01-995f-1d84ab6a585b HTTP/1.1" status: 200 len: 217 time: 0.0679405 May 25 21:04:09.436131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-6018ee28-ecfe-435d-9660-38e51d030fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:09.437797 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-6018ee28-ecfe-435d-9660-38e51d030fe3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.0660925 May 25 21:04:09.489437 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-b0e6dcf7-a8b3-4a84-b9b8-6e99b2bec165 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450461 May 25 21:04:09.619298 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-271a0e5f-5fe4-445b-9f3e-7127c8721798 service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247890 May 25 21:04:09.763056 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-fd39b30e-d2be-492f-80fa-14971c16f2df service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380806 May 25 21:04:10.531561 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ebbf6-d462-4fa6-bcd3-13d904084c7a req-4741110d-8ae0-436a-8dda-47b2e9563be6 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:10.533042 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f80ebbf6-d462-4fa6-bcd3-13d904084c7a req-4741110d-8ae0-436a-8dda-47b2e9563be6 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0940037 May 25 21:04:10.578001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f80ebbf6-d462-4fa6-bcd3-13d904084c7a req-87050183-646d-4c02-81e3-378375a1d74b tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390272 May 25 21:04:11.766312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b1e07-aa92-4fcf-a210-5a89ae59e585 req-12bdf3bf-5d66-4cfa-88de-afe045ceb20d tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:11.767755 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-065b1e07-aa92-4fcf-a210-5a89ae59e585 req-12bdf3bf-5d66-4cfa-88de-afe045ceb20d tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0837646 May 25 21:04:11.812630 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-065b1e07-aa92-4fcf-a210-5a89ae59e585 req-93ae2e01-b91d-4d26-8854-18e221e50e41 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384452 May 25 21:04:13.003283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5baf391-8943-4d70-acf4-11a2a91d57cd req-aba61f42-de39-4913-a440-384f9c531ae5 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:13.004665 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d5baf391-8943-4d70-acf4-11a2a91d57cd req-aba61f42-de39-4913-a440-384f9c531ae5 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0840926 May 25 21:04:13.055243 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d5baf391-8943-4d70-acf4-11a2a91d57cd req-7b3b9bcf-52cd-4af0-93df-95f82d496b15 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443981 May 25 21:04:14.241972 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95dde1-d94f-4c4d-b16d-4e1313fc97f1 req-701b2551-7e64-48a5-bf20-d35a11f74dd9 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:14.243479 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df95dde1-d94f-4c4d-b16d-4e1313fc97f1 req-701b2551-7e64-48a5-bf20-d35a11f74dd9 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0797763 May 25 21:04:14.292308 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df95dde1-d94f-4c4d-b16d-4e1313fc97f1 req-ab969a29-24cc-4458-8121-39fa0fb13d6c tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431702 May 25 21:04:15.477441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88883d4-b4c6-4a3b-a6c1-dda2fb0ad16f req-09969285-5e60-45e4-9579-ab74d4a51146 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:15.478922 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f88883d4-b4c6-4a3b-a6c1-dda2fb0ad16f req-09969285-5e60-45e4-9579-ab74d4a51146 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0805159 May 25 21:04:15.523625 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f88883d4-b4c6-4a3b-a6c1-dda2fb0ad16f req-b86415d0-3e0d-4635-b4da-85dc6c986e0f tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390742 May 25 21:04:16.714375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395f6cd-09fe-46d8-8cf2-c865838020d1 req-5c61caa4-f6a1-43bb-a536-6e0997606db9 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:16.715843 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9395f6cd-09fe-46d8-8cf2-c865838020d1 req-5c61caa4-f6a1-43bb-a536-6e0997606db9 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0817280 May 25 21:04:16.760380 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9395f6cd-09fe-46d8-8cf2-c865838020d1 req-8ca1f6da-c5b4-471f-92a8-2304213f7f6b tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387948 May 25 21:04:17.954310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af894db-7757-4aba-8fb2-b83cbbe7fffa req-fcb4a497-d196-45f5-a0b7-61e59390ba73 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:17.955753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8af894db-7757-4aba-8fb2-b83cbbe7fffa req-fcb4a497-d196-45f5-a0b7-61e59390ba73 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0833588 May 25 21:04:18.000495 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8af894db-7757-4aba-8fb2-b83cbbe7fffa req-0482c355-142c-4398-abf1-30f61cb73707 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381978 May 25 21:04:19.189101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06c39a-bbc2-4065-a4aa-1377deed5023 req-7a483414-6ee4-46d5-909e-9f6a75eccbea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:19.190562 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d06c39a-bbc2-4065-a4aa-1377deed5023 req-7a483414-6ee4-46d5-909e-9f6a75eccbea tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0839264 May 25 21:04:19.235091 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2d06c39a-bbc2-4065-a4aa-1377deed5023 req-e596c857-8a2c-416d-b780-8aee45ee9af8 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379889 May 25 21:04:20.424393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa5521-f794-4255-8ab6-c1719432ea8b req-d64ffaf4-3379-4d92-be56-641fd8f6a903 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:20.426070 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9baa5521-f794-4255-8ab6-c1719432ea8b req-d64ffaf4-3379-4d92-be56-641fd8f6a903 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0818925 May 25 21:04:20.471056 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9baa5521-f794-4255-8ab6-c1719432ea8b req-efa9e9a0-8e4c-4502-87cf-495f0bb8693b tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390139 May 25 21:04:21.658518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326337-cc7a-4501-99b2-ab6ebbd4a830 req-4394d147-20e0-4dba-b64f-dcd184ce3135 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:21.660098 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-99326337-cc7a-4501-99b2-ab6ebbd4a830 req-4394d147-20e0-4dba-b64f-dcd184ce3135 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0803940 May 25 21:04:21.704770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-99326337-cc7a-4501-99b2-ab6ebbd4a830 req-582c7afd-77fc-4985-a831-40166692dc43 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383656 May 25 21:04:22.896832 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485acd9-c32d-49f1-a1f9-7c2d6870c905 req-6b19b4e4-6915-40cd-888a-226a42878caa tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:22.898434 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4485acd9-c32d-49f1-a1f9-7c2d6870c905 req-6b19b4e4-6915-40cd-888a-226a42878caa tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0869844 May 25 21:04:22.941382 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4485acd9-c32d-49f1-a1f9-7c2d6870c905 req-183a9963-217c-4b50-b8a9-947eb954c6c4 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374248 May 25 21:04:23.220138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6aa9-78b4-4725-bbd7-fd76d92c9b4c req-2a75be54-d5f8-4768-bd93-ef5e29a725a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:23.221592 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d4b6aa9-78b4-4725-bbd7-fd76d92c9b4c req-2a75be54-d5f8-4768-bd93-ef5e29a725a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 1096 time: 0.0713439 May 25 21:04:23.364532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6aa9-78b4-4725-bbd7-fd76d92c9b4c req-e8cdd0a7-3776-4638-9391-cd4776c0ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:23.366043 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d4b6aa9-78b4-4725-bbd7-fd76d92c9b4c req-e8cdd0a7-3776-4638-9391-cd4776c0ce61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 915 time: 0.1267462 May 25 21:04:23.445281 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d4b6aa9-78b4-4725-bbd7-fd76d92c9b4c req-9b50ce27-bbf8-4f3f-b10d-d7c0abe7fde9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f40f235-addb-4d01-995f-1d84ab6a585b HTTP/1.1" status: 200 len: 217 time: 0.0725296 May 25 21:04:23.506399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6aa9-78b4-4725-bbd7-fd76d92c9b4c req-4b3b4227-6349-4898-b43f-b04f13f26915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:23.507738 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d4b6aa9-78b4-4725-bbd7-fd76d92c9b4c req-4b3b4227-6349-4898-b43f-b04f13f26915 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.0568352 May 25 21:04:23.556865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d4b6aa9-78b4-4725-bbd7-fd76d92c9b4c req-437d497d-0b3f-4947-b1d6-7ef83c9298ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438228 May 25 21:04:23.686954 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d4b6aa9-78b4-4725-bbd7-fd76d92c9b4c req-57e8f2fb-b20d-43c5-a6e8-4b7fe551e8d6 service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239920 May 25 21:04:23.937568 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d4b6aa9-78b4-4725-bbd7-fd76d92c9b4c req-8ff84e3a-ccb7-45e1-9e68-afcfae5314f9 service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433021 May 25 21:04:24.129719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc3f7f-9070-4e0e-b6ca-287524f87172 req-82ea7916-546d-4640-a345-9762cd45b519 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:24.131815 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00dc3f7f-9070-4e0e-b6ca-287524f87172 req-82ea7916-546d-4640-a345-9762cd45b519 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0839400 May 25 21:04:24.175211 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00dc3f7f-9070-4e0e-b6ca-287524f87172 req-bc073133-ae99-435b-b524-a9c86b2ccbd2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374560 May 25 21:04:24.222461 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:25.369636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25391f-1455-466c-9d3a-5679bbfffe24 req-8f24e2cc-0eae-4fd5-a972-1d35115d26f9 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:25.371118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e25391f-1455-466c-9d3a-5679bbfffe24 req-8f24e2cc-0eae-4fd5-a972-1d35115d26f9 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0785582 May 25 21:04:25.415853 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e25391f-1455-466c-9d3a-5679bbfffe24 req-4827c34c-8b06-448f-b5b1-05fa71a51b86 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387444 May 25 21:04:26.608476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb77f07-23fd-485f-92f5-6c340fa1745d req-4047899c-87ed-4112-a22a-b2fd86708ca2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:26.609838 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ccb77f07-23fd-485f-92f5-6c340fa1745d req-4047899c-87ed-4112-a22a-b2fd86708ca2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0815322 May 25 21:04:26.655167 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ccb77f07-23fd-485f-92f5-6c340fa1745d req-f9cdeb16-07d6-4d85-9bcd-bbb856e4b087 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 May 25 21:04:27.859102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c866953-68cd-4af7-aa71-f598de05e9db req-cb559a50-9094-4596-ad02-4cd0af462255 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:27.860547 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6c866953-68cd-4af7-aa71-f598de05e9db req-cb559a50-9094-4596-ad02-4cd0af462255 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0847511 May 25 21:04:27.905192 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6c866953-68cd-4af7-aa71-f598de05e9db req-6f767a2d-d349-4324-b251-9bc579b9a6b2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386949 May 25 21:04:28.237208 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-686ff6da-af1a-4713-aaeb-3dadfd3164a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:28.534435 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:29.101106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53144a6d-e84d-483c-9850-adf2d2df6d8d req-7e99e93f-92ae-4e03-b8d2-502fcdf64670 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:29.102705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-53144a6d-e84d-483c-9850-adf2d2df6d8d req-7e99e93f-92ae-4e03-b8d2-502fcdf64670 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0886617 May 25 21:04:29.148713 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-53144a6d-e84d-483c-9850-adf2d2df6d8d req-2a7a3a33-d041-4903-9a2f-d511a863f11a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401056 May 25 21:04:30.336299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8b3f3-0399-40b4-baaa-b2dcbef8a16e req-fae9a1d1-dd25-4d70-9095-02c0f1caef75 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:30.337727 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eab8b3f3-0399-40b4-baaa-b2dcbef8a16e req-fae9a1d1-dd25-4d70-9095-02c0f1caef75 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0790188 May 25 21:04:30.382069 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eab8b3f3-0399-40b4-baaa-b2dcbef8a16e req-218f3035-0076-4fee-a5e8-c77723e17b8d tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386460 May 25 21:04:30.667152 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-22cce31d-05bb-4d94-9e0d-9ec5edd85300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:31.459738 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:31.565100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c720d4d-fe16-4203-b844-cfb641651b31 req-b7b2d5c4-e1f1-4cce-8061-0d8fb0d1e843 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:31.566573 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c720d4d-fe16-4203-b844-cfb641651b31 req-b7b2d5c4-e1f1-4cce-8061-0d8fb0d1e843 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0800383 May 25 21:04:31.615120 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c720d4d-fe16-4203-b844-cfb641651b31 req-8d96ed86-1677-4a15-bfaa-8363833631d1 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414927 May 25 21:04:31.896979 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:32.566843 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:04:32.806389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be5f1c-d44d-4875-9b59-38855e48fbf1 req-9c6d0c5f-c27f-467c-83f2-e056086325d2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:32.807852 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67be5f1c-d44d-4875-9b59-38855e48fbf1 req-9c6d0c5f-c27f-467c-83f2-e056086325d2 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0838144 May 25 21:04:32.856778 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67be5f1c-d44d-4875-9b59-38855e48fbf1 req-7c7d1435-a9b1-4fe0-9dc7-b75383789019 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 May 25 21:04:33.232056 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:34.043301 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ed182-db1e-431f-9a41-8b8017838675 req-8eef077a-19c7-49bf-ad86-b8dd5eb45105 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:34.044673 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c6ed182-db1e-431f-9a41-8b8017838675 req-8eef077a-19c7-49bf-ad86-b8dd5eb45105 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0799165 May 25 21:04:34.088562 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c6ed182-db1e-431f-9a41-8b8017838675 req-f220b204-6fb9-4f93-880a-250142c5d4aa tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383265 May 25 21:04:35.281096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c47048-d75b-4cb8-9c04-60047ebc1b2e req-8f9e42b3-9cf8-47ca-890d-651424082b98 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:35.282561 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-06c47048-d75b-4cb8-9c04-60047ebc1b2e req-8f9e42b3-9cf8-47ca-890d-651424082b98 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0801175 May 25 21:04:35.330494 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-06c47048-d75b-4cb8-9c04-60047ebc1b2e req-2e16bc70-677a-48ce-8c6b-fd780aea0ed4 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421898 May 25 21:04:36.525421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0417d-80f1-4ba0-bb31-7cbbf5eab4ca req-fb15f197-a460-427f-809d-7b62c5cb182b tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:36.526894 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-afa0417d-80f1-4ba0-bb31-7cbbf5eab4ca req-fb15f197-a460-427f-809d-7b62c5cb182b tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0846496 May 25 21:04:36.570394 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-afa0417d-80f1-4ba0-bb31-7cbbf5eab4ca req-912c6717-4771-482f-9d6d-41212062fada tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377545 May 25 21:04:36.718387 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-defdf16b-25bb-42b7-8f7d-74bcf15bd8bd service neutron] show failed (client error): The resource could not be found. May 25 21:04:36.719373 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-defdf16b-25bb-42b7-8f7d-74bcf15bd8bd service neutron] 10.222.0.70 "GET /v2.0/ports/8f40f235-addb-4d01-995f-1d84ab6a585b/bindings/n-h2-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0744298 May 25 21:04:36.978364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-f0a07b12-563c-4768-8acb-618f5580ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:36.979806 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-f0a07b12-563c-4768-8acb-618f5580ed87 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750&tenant_id=d0fbf9427b384093a70bab9bb672e721 HTTP/1.1" status: 200 len: 1096 time: 0.0710158 May 25 21:04:36.990965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:04:37.104260 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:37.376802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] For port 8f40f235-addb-4d01-995f-1d84ab6a585b, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8f40f235-addb-4d01-995f-1d84ab6a585b,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:04:37.406392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] For port 8f40f235-addb-4d01-995f-1d84ab6a585b, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:04:37.475920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346e22cd-fee6-40e5-9a86-2df0e622b750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f40f235-addb-4d01-995f-1d84ab6a585b'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:04:37.481546 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:37.499753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Transition to ACTIVE for port object 8f40f235-addb-4d01-995f-1d84ab6a585b will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:04:37.503619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:37.537478 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2161c07-0191-4111-8385-b241f86457bf'] response: {'server_uuid': '346e22cd-fee6-40e5-9a86-2df0e622b750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f40f235-addb-4d01-995f-1d84ab6a585b', 'code': 200} May 25 21:04:37.661290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] No DVR routers for this DVR port 8f40f235-addb-4d01-995f-1d84ab6a585b on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:04:37.667333 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Pushing event updated for resources: {'Port': ['ID=8f40f235-addb-4d01-995f-1d84ab6a585b,revision_number=6']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:37.724919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Attempting to bind port 8f40f235-addb-4d01-995f-1d84ab6a585b on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:04:37.725649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Attempting to bind port 8f40f235-addb-4d01-995f-1d84ab6a585b by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:04:37.725649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Attempting to bind port 8f40f235-addb-4d01-995f-1d84ab6a585b on network a413fb52-f786-45be-a306-e431f8700bbc {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:04:37.730707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Port 8f40f235-addb-4d01-995f-1d84ab6a585b on network a413fb52-f786-45be-a306-e431f8700bbc not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:04:37.731025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Attempting to bind port 8f40f235-addb-4d01-995f-1d84ab6a585b on network a413fb52-f786-45be-a306-e431f8700bbc {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:04:37.736377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:04:37.736708 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Checking segment: {'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:04:37.737091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Bound using segment: {'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:04:37.737535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Bound port: 8f40f235-addb-4d01-995f-1d84ab6a585b, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2412ad0c-9776-4109-965a-539eb09cb2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:04:37.737879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:37.759690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802ed79-4be1-4068-9df3-5c52233abaf3 req-d0bafbf9-659b-43d4-84f6-a43a7558b423 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:37.761167 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3802ed79-4be1-4068-9df3-5c52233abaf3 req-d0bafbf9-659b-43d4-84f6-a43a7558b423 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 943 time: 0.0828338 May 25 21:04:37.805891 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3802ed79-4be1-4068-9df3-5c52233abaf3 req-86f285b9-117c-4cf1-937e-c57b741dd489 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389981 May 25 21:04:37.828309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] For port 8f40f235-addb-4d01-995f-1d84ab6a585b, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:04:37.831246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] For port 8f40f235-addb-4d01-995f-1d84ab6a585b, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8f40f235-addb-4d01-995f-1d84ab6a585b,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:04:37.835961 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:37.902274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:37.902945 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:37.904295 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] 10.222.0.50 "PUT /v2.0/ports/8f40f235-addb-4d01-995f-1d84ab6a585b HTTP/1.1" status: 200 len: 1091 time: 0.9172838 May 25 21:04:37.919703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ea282-95e7-4405-bf50-9f49d3e6c76a service neutron] Pushing event updated for resources: {'Port': ['ID=8f40f235-addb-4d01-995f-1d84ab6a585b,revision_number=7']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:37.996534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-1b0f1bff-75d1-4ad7-89d8-c11205d5418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:37.997977 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-1b0f1bff-75d1-4ad7-89d8-c11205d5418a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 1094 time: 0.0712056 May 25 21:04:38.126888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-ca056714-06c9-413c-9daa-16b33b9e7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:38.128316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-ca056714-06c9-413c-9daa-16b33b9e7844 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 915 time: 0.1247022 May 25 21:04:38.315285 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-c025c52a-f4b8-4452-b5d9-9e5c8c628afb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f40f235-addb-4d01-995f-1d84ab6a585b HTTP/1.1" status: 200 len: 217 time: 0.1814780 May 25 21:04:38.376702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-354980da-7597-4733-bb97-220055862fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:38.378106 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-354980da-7597-4733-bb97-220055862fcc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.0576096 May 25 21:04:38.424608 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-90e683a4-0773-4515-a518-6e755daad9e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407183 May 25 21:04:38.563714 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-66c2916b-6696-4435-9bb6-3a7848675abc service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330154 May 25 21:04:38.695344 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1c6ab4-0a11-4f12-a4f2-410ecffb0509 req-c08f018f-7fa4-43fd-932f-3e2268cf3132 service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257122 May 25 21:04:39.003080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10672b8e-7b54-4132-b9a5-6a6b79019c89 req-b27f2d1c-1868-4757-b29c-8b6c4b7edb3d tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:39.004438 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-10672b8e-7b54-4132-b9a5-6a6b79019c89 req-b27f2d1c-1868-4757-b29c-8b6c4b7edb3d tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 943 time: 0.0844944 May 25 21:04:39.049820 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-10672b8e-7b54-4132-b9a5-6a6b79019c89 req-4fa0b08f-4ae8-42f1-80be-07ef2c9a0789 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 May 25 21:04:39.539432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346e22cd-fee6-40e5-9a86-2df0e622b750', 'tag': '8f40f235-addb-4d01-995f-1d84ab6a585b'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:04:39.597723 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b35f2607-a2e9-430d-b4a0-8cf6b849af0b'] response: {'name': 'network-changed', 'server_uuid': '346e22cd-fee6-40e5-9a86-2df0e622b750', 'tag': '8f40f235-addb-4d01-995f-1d84ab6a585b', 'status': 'completed', 'code': 200} May 25 21:04:39.744623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-5c3f0abe-65a6-496c-a6e5-fcaa2ab4c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:39.746107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-5c3f0abe-65a6-496c-a6e5-fcaa2ab4c2a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 1094 time: 0.0972955 May 25 21:04:39.747984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-a94601f6-979f-445f-b55c-f6553d4980f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:39.749281 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-a94601f6-979f-445f-b55c-f6553d4980f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 1094 time: 0.1359286 May 25 21:04:39.985998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-2e35c7cb-6c1a-4a41-afda-582267eb38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:39.987460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-2e35c7cb-6c1a-4a41-afda-582267eb38e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 915 time: 0.2342839 May 25 21:04:39.988501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-a6b80873-f2b0-486d-9716-3f10331ca452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:39.989761 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-a6b80873-f2b0-486d-9716-3f10331ca452 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 915 time: 0.2178330 May 25 21:04:40.115699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-85ba9ce0-bceb-4f04-b52d-ed8851c5a361 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f40f235-addb-4d01-995f-1d84ab6a585b HTTP/1.1" status: 200 len: 217 time: 0.1217136 May 25 21:04:40.117719 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-b075312f-4544-4b8f-885c-b9920f441458 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f40f235-addb-4d01-995f-1d84ab6a585b HTTP/1.1" status: 200 len: 217 time: 0.0768213 May 25 21:04:40.279251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-0a369450-ef9a-440a-bd4e-f78bc087dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:40.280612 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-0a369450-ef9a-440a-bd4e-f78bc087dfbd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.1573677 May 25 21:04:40.338457 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-54f05416-394f-4364-a15b-a121164d8e46 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518739 May 25 21:04:40.339759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-b4c0d6cc-c306-4e42-9d13-8a6e21d25578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:40.341028 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-b4c0d6cc-c306-4e42-9d13-8a6e21d25578 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.1822758 May 25 21:04:40.473166 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-ffcb8282-2f95-476f-abc9-31cd56c1085f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097686 May 25 21:04:40.688047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75dea4-9610-4bf9-b34a-e8439043e85e req-ae4d2705-0015-4650-98f4-5679e77db317 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:40.689500 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec75dea4-9610-4bf9-b34a-e8439043e85e req-ae4d2705-0015-4650-98f4-5679e77db317 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 943 time: 0.4953568 May 25 21:04:40.796956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-2df41a11-e9c8-42e5-b5f5-a62b3cb30003 service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518003 May 25 21:04:40.799783 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec75dea4-9610-4bf9-b34a-e8439043e85e req-27fabb2b-1a3e-4591-a62c-6a864f75972e tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028249 May 25 21:04:40.841277 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-e9c1a366-87d0-4e7f-9801-c191dbae2e6c service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623385 May 25 21:04:41.055544 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-b2baf40a-fd4a-4f14-90a2-e6f02efb8228 service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450542 May 25 21:04:41.068397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c30da5ca-e94f-4a20-ad99-f12e104ab40f req-1668272e-d1fa-46e6-8b25-a85cd9e09044 service neutron] 10.222.0.50 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840878 May 25 21:04:41.566868 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8f40f235-addb-4d01-995f-1d84ab6a585b no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:04:41.607247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 8f40f235-addb-4d01-995f-1d84ab6a585b details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:04:41.677712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8f40f235-addb-4d01-995f-1d84ab6a585b not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:04:41.789370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 8f40f235-addb-4d01-995f-1d84ab6a585b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8f40f235-addb-4d01-995f-1d84ab6a585b,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:04:41.802698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '8f40f235-addb-4d01-995f-1d84ab6a585b', 'network_id': 'a413fb52-f786-45be-a306-e431f8700bbc', 'port_id': '8f40f235-addb-4d01-995f-1d84ab6a585b', 'mac_address': 'fa:16:3e:f2:8b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67a3eb9-cc42-44f9-93cb-55822f0d74f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:04:41.857945 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 8f40f235-addb-4d01-995f-1d84ab6a585b is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:04:41.858367 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:41.878388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f40f235-addb-4d01-995f-1d84ab6a585b {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:04:41.895046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 8f40f235-addb-4d01-995f-1d84ab6a585b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8f40f235-addb-4d01-995f-1d84ab6a585b,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:04:41.900563 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:41.971716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=8f40f235-addb-4d01-995f-1d84ab6a585b,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:41.996256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec318e59-2847-41ec-8177-3d846c8a966c req-1609eb9d-ff73-4f0b-b4dd-de4c0b7bf67e tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:41.997730 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec318e59-2847-41ec-8177-3d846c8a966c req-1609eb9d-ff73-4f0b-b4dd-de4c0b7bf67e tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 944 time: 0.0852804 May 25 21:04:42.042460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec318e59-2847-41ec-8177-3d846c8a966c req-272c60ca-3841-4073-8b2f-2503b16588af tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389862 May 25 21:04:42.108254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['8f40f235-addb-4d01-995f-1d84ab6a585b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:04:42.356713 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba218a-d62a-4ac7-af86-8f1dd26ae62a req-49d0ab05-c924-451f-9ffa-bac5fd57f04b tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:42.358224 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6eba218a-d62a-4ac7-af86-8f1dd26ae62a req-49d0ab05-c924-451f-9ffa-bac5fd57f04b tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 944 time: 0.0857453 May 25 21:04:42.360097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dab76a-df5a-4b11-ba1e-b12b43b1f81f req-f32dc144-b11a-4eff-a6a2-6a38c5dd4b6f tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:42.361517 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9dab76a-df5a-4b11-ba1e-b12b43b1f81f req-f32dc144-b11a-4eff-a6a2-6a38c5dd4b6f tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.70 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750&tenant_id=d0fbf9427b384093a70bab9bb672e721&binding%3Ahost_id=n-h2-843339-1 HTTP/1.1" status: 200 len: 944 time: 0.0865729 May 25 21:04:42.407274 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6eba218a-d62a-4ac7-af86-8f1dd26ae62a req-86750c24-0e36-4233-875f-7949cb3c50d3 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432112 May 25 21:04:42.446611 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-d9dab76a-df5a-4b11-ba1e-b12b43b1f81f req-84715d7e-6a01-41d9-8365-a7c03ddb5de6 service neutron] delete failed (client error): The resource could not be found. May 25 21:04:42.447316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9dab76a-df5a-4b11-ba1e-b12b43b1f81f req-84715d7e-6a01-41d9-8365-a7c03ddb5de6 service neutron] 10.222.0.70 "DELETE /v2.0/ports/8f40f235-addb-4d01-995f-1d84ab6a585b/bindings/n-h1-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0797851 May 25 21:04:42.586672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dab76a-df5a-4b11-ba1e-b12b43b1f81f req-7342531e-f281-4c57-a6f3-958df05ca692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:42.588026 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9dab76a-df5a-4b11-ba1e-b12b43b1f81f req-7342531e-f281-4c57-a6f3-958df05ca692 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0fbf9427b384093a70bab9bb672e721&device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 1095 time: 0.0709093 May 25 21:04:42.719015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dab76a-df5a-4b11-ba1e-b12b43b1f81f req-38f4d013-586d-40e5-865e-fa6095d38701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:42.720449 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9dab76a-df5a-4b11-ba1e-b12b43b1f81f req-38f4d013-586d-40e5-865e-fa6095d38701 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 200 len: 915 time: 0.1263790 May 25 21:04:42.793703 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9dab76a-df5a-4b11-ba1e-b12b43b1f81f req-d43a4208-f76c-4581-bf82-9bcc669c4f3b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f40f235-addb-4d01-995f-1d84ab6a585b HTTP/1.1" status: 200 len: 217 time: 0.0668521 May 25 21:04:42.857003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dab76a-df5a-4b11-ba1e-b12b43b1f81f req-76f67da2-1b9e-401d-980d-819c920cdd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:42.858368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9dab76a-df5a-4b11-ba1e-b12b43b1f81f req-76f67da2-1b9e-401d-980d-819c920cdd90 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 200 len: 854 time: 0.0588877 May 25 21:04:42.904546 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9dab76a-df5a-4b11-ba1e-b12b43b1f81f req-a6f5f10c-ff6d-416d-abdd-397f3fe47e3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a413fb52-f786-45be-a306-e431f8700bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406961 May 25 21:04:43.034025 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9dab76a-df5a-4b11-ba1e-b12b43b1f81f req-48fe5c46-a8a3-4738-9c29-2a4e3181a5aa service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234744 May 25 21:04:43.179454 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9dab76a-df5a-4b11-ba1e-b12b43b1f81f req-709efd11-3d74-4191-8686-a09da094ca41 service neutron] 10.222.0.70 "GET /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398966 May 25 21:04:43.603991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 8f40f235-addb-4d01-995f-1d84ab6a585b up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:04:43.617795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6a21d-e129-4636-bc86-0d39ed0c0061 req-56e33229-9916-4775-b28b-5cd73debfaba tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:43.619499 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dec6a21d-e129-4636-bc86-0d39ed0c0061 req-56e33229-9916-4775-b28b-5cd73debfaba tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 944 time: 0.0900106 May 25 21:04:43.674670 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dec6a21d-e129-4636-bc86-0d39ed0c0061 req-450bc293-0fef-442a-a297-50d2058df7d1 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490499 May 25 21:04:43.681409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 8f40f235-addb-4d01-995f-1d84ab6a585b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:04:43.697974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 8f40f235-addb-4d01-995f-1d84ab6a585b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:04:43.697974 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:43.814446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 8f40f235-addb-4d01-995f-1d84ab6a585b is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:04:43.814812 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:43.845417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346e22cd-fee6-40e5-9a86-2df0e622b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f40f235-addb-4d01-995f-1d84ab6a585b'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:04:43.855926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 8f40f235-addb-4d01-995f-1d84ab6a585b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8f40f235-addb-4d01-995f-1d84ab6a585b,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:04:43.859744 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:43.898426 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03141d5-bbc1-4765-a259-1623b7b6db8c'] response: {'server_uuid': '346e22cd-fee6-40e5-9a86-2df0e622b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f40f235-addb-4d01-995f-1d84ab6a585b', 'code': 200} May 25 21:04:43.928813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=8f40f235-addb-4d01-995f-1d84ab6a585b,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:44.861165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce36dd0-91dc-455b-ac09-e4c7c30cb77f req-c81e5c3b-c4ca-4809-9ed2-6221b973c632 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:44.862627 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce36dd0-91dc-455b-ac09-e4c7c30cb77f req-c81e5c3b-c4ca-4809-9ed2-6221b973c632 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0783210 May 25 21:04:44.911324 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce36dd0-91dc-455b-ac09-e4c7c30cb77f req-f307675d-b2b7-4d5a-8d9e-69f47dd7b749 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427330 May 25 21:04:45.095019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5fcae-6503-4ba2-9331-69ba0d6f5ea1 req-b869c479-7b7f-4cff-ae18-2844df3fd4a7 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:45.096389 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cdd5fcae-6503-4ba2-9331-69ba0d6f5ea1 req-b869c479-7b7f-4cff-ae18-2844df3fd4a7 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0796187 May 25 21:04:45.141038 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cdd5fcae-6503-4ba2-9331-69ba0d6f5ea1 req-e6490196-7804-45e1-b645-617f1005a66f tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388806 May 25 21:04:45.324730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82179718-c63c-4545-aca6-ecab0e84901c req-9dcc4bfb-5904-4c64-948d-b1317a4b1184 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:45.326206 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82179718-c63c-4545-aca6-ecab0e84901c req-9dcc4bfb-5904-4c64-948d-b1317a4b1184 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0810184 May 25 21:04:45.371971 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82179718-c63c-4545-aca6-ecab0e84901c req-a8df7fca-745e-43f8-9194-17c7ecf0e385 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 May 25 21:04:45.936448 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac420cb-7822-42dd-889f-4c668f9f2346 req-2ea23768-f8e8-4e16-840f-e85cf54a4105 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:45.937819 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bac420cb-7822-42dd-889f-4c668f9f2346 req-2ea23768-f8e8-4e16-840f-e85cf54a4105 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0921514 May 25 21:04:45.983841 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bac420cb-7822-42dd-889f-4c668f9f2346 req-ff574639-8a6e-48d4-ad4f-84c10eb65238 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402296 May 25 21:04:46.967408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578b2b7-5f4c-434d-a393-825bf78591f2 req-ff06f9ec-5e6a-4d87-9640-b88533ed0b99 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:46.968820 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5578b2b7-5f4c-434d-a393-825bf78591f2 req-ff06f9ec-5e6a-4d87-9640-b88533ed0b99 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.50 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.0828710 May 25 21:04:47.213818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-5578b2b7-5f4c-434d-a393-825bf78591f2 req-c66e23f0-289e-4701-84c2-88f07771911a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Deleting port 8f40f235-addb-4d01-995f-1d84ab6a585b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:04:47.214174 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5578b2b7-5f4c-434d-a393-825bf78591f2 req-c66e23f0-289e-4701-84c2-88f07771911a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:47.332938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffca592-16a6-42e1-a87e-8fad56be1500 req-29b941db-776e-42e2-a094-da58d4013390 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:47.334312 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ffca592-16a6-42e1-a87e-8fad56be1500 req-29b941db-776e-42e2-a094-da58d4013390 tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/ports?device_id=346e22cd-fee6-40e5-9a86-2df0e622b750 HTTP/1.1" status: 200 len: 945 time: 0.1991928 May 25 21:04:47.464732 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6ffca592-16a6-42e1-a87e-8fad56be1500 req-090c68e2-f9b1-4a25-bbcb-532d99dfdc4d tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.60 "GET /v2.0/security-groups?id=782c7858-fb90-4fd8-8a9b-83b95adad01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240551 May 25 21:04:47.513092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-5578b2b7-5f4c-434d-a393-825bf78591f2 req-c66e23f0-289e-4701-84c2-88f07771911a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] For port 8f40f235-addb-4d01-995f-1d84ab6a585b, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=8f40f235-addb-4d01-995f-1d84ab6a585b,segment=NetworkSegment(2412ad0c-9776-4109-965a-539eb09cb2b4),segment_id=2412ad0c-9776-4109-965a-539eb09cb2b4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:04:47.513445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5578b2b7-5f4c-434d-a393-825bf78591f2 req-c66e23f0-289e-4701-84c2-88f07771911a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:47.635520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-5578b2b7-5f4c-434d-a393-825bf78591f2 req-c66e23f0-289e-4701-84c2-88f07771911a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Calling delete_port for 8f40f235-addb-4d01-995f-1d84ab6a585b owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:04:47.781564 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5578b2b7-5f4c-434d-a393-825bf78591f2 req-c66e23f0-289e-4701-84c2-88f07771911a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:47.792661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['8f40f235-addb-4d01-995f-1d84ab6a585b'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:04:47.833761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e23f0-289e-4701-84c2-88f07771911a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Pushing event deleted for resources: {'Port': ['ID=8f40f235-addb-4d01-995f-1d84ab6a585b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:47.910309 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-5578b2b7-5f4c-434d-a393-825bf78591f2 req-c66e23f0-289e-4701-84c2-88f07771911a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] No DVR routers for this DVR port 8f40f235-addb-4d01-995f-1d84ab6a585b on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:04:47.913578 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5578b2b7-5f4c-434d-a393-825bf78591f2 req-c66e23f0-289e-4701-84c2-88f07771911a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:47.915968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346e22cd-fee6-40e5-9a86-2df0e622b750', 'name': 'network-vif-deleted', 'tag': '8f40f235-addb-4d01-995f-1d84ab6a585b'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:04:47.932393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5578b2b7-5f4c-434d-a393-825bf78591f2 req-c66e23f0-289e-4701-84c2-88f07771911a tempest-ServerDiskConfigTestJSON-1231325342 tempest-ServerDiskConfigTestJSON-1231325342-project] 10.222.0.50 "DELETE /v2.0/ports/8f40f235-addb-4d01-995f-1d84ab6a585b HTTP/1.1" status: 204 len: 173 time: 0.9575202 May 25 21:04:47.962126 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98879f47-9297-4358-a87b-2e0ce4579ac7'] response: {'server_uuid': '346e22cd-fee6-40e5-9a86-2df0e622b750', 'name': 'network-vif-deleted', 'tag': '8f40f235-addb-4d01-995f-1d84ab6a585b', 'status': 'completed', 'code': 200} May 25 21:04:48.705225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44578) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:04:48.765138 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Deleting subnet a67a3eb9-cc42-44f9-93cb-55822f0d74f2 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:04:48.768022 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:48.821026 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:48.972768 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:49.040038 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:49.082930 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:49.085649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67a3eb9-cc42-44f9-93cb-55822f0d74f2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:49.095101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:49.095435 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:49.095760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:49.096079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:49.096396 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:49.096710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:49.097021 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:49.097330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:49.097644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:49.097949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:49.098285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:49.098591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:49.102282 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-af0952df-c01d-4579-8204-b72d91223077 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a67a3eb9-cc42-44f9-93cb-55822f0d74f2 HTTP/1.1" status: 204 len: 168 time: 0.3959594 May 25 21:04:49.104959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44582) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:04:49.212261 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfb93-4807-43b5-ba78-5a1102613257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:49.336384 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfb93-4807-43b5-ba78-5a1102613257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:49.361070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5dfdfb93-4807-43b5-ba78-5a1102613257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a413fb52-f786-45be-a306-e431f8700bbc']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:04:49.374022 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5dfdfb93-4807-43b5-ba78-5a1102613257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2412ad0c-9776-4109-965a-539eb09cb2b4') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:04:49.374354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5dfdfb93-4807-43b5-ba78-5a1102613257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2412ad0c-9776-4109-965a-539eb09cb2b4') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:04:49.386059 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfb93-4807-43b5-ba78-5a1102613257 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:49.401918 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfb93-4807-43b5-ba78-5a1102613257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:49.408237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfdfb93-4807-43b5-ba78-5a1102613257 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:04:49.408653 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfb93-4807-43b5-ba78-5a1102613257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:49.510223 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfb93-4807-43b5-ba78-5a1102613257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:49.515086 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfb93-4807-43b5-ba78-5a1102613257 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:49.539794 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5dfdfb93-4807-43b5-ba78-5a1102613257 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a413fb52-f786-45be-a306-e431f8700bbc HTTP/1.1" status: 204 len: 168 time: 0.4337122 May 25 21:04:49.540643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdfb93-4807-43b5-ba78-5a1102613257 admin admin] Pushing event deleted for resources: {'Network': ['ID=a413fb52-f786-45be-a306-e431f8700bbc,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:49.547481 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 2412ad0c-9776-4109-965a-539eb09cb2b4 resource provider aggregate not found May 25 21:04:49.563855 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 2412ad0c-9776-4109-965a-539eb09cb2b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2412ad0c-9776-4109-965a-539eb09cb2b4 found for delete ", "request_id": "req-4ea08b3c-dcc2-4adc-8e5d-227ba47f1725"}]} May 25 21:04:49.650741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44596) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:04:49.702558 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bf915cd4-fcc5-4fd2-9399-dbc3db9ef882 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0fbf9427b384093a70bab9bb672e721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483696 May 25 21:04:49.702791 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44600) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:04:49.765402 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bfdeaaf6-f706-495a-a988-9836319553f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:49.792372 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bfdeaaf6-f706-495a-a988-9836319553f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:49.846428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bfdeaaf6-f706-495a-a988-9836319553f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:49.866189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdeaaf6-f706-495a-a988-9836319553f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c7858-fb90-4fd8-8a9b-83b95adad01e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:49.877385 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bfdeaaf6-f706-495a-a988-9836319553f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:49.882347 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bfdeaaf6-f706-495a-a988-9836319553f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/782c7858-fb90-4fd8-8a9b-83b95adad01e HTTP/1.1" status: 204 len: 168 time: 0.1779416 May 25 21:04:50.650356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44624) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:04:50.755412 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1684280267-network', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:04:50.761177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:04:50.765060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Usage tracker for resource:network and tenant:bc981a77b41743688a5e5feae25ba4ce is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:04:50.767926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:04:50.773742 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:04:50.784092 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Made reservation on behalf of bc981a77b41743688a5e5feae25ba4ce for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:04:50.786617 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:50.799430 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:50.814135 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:04:50.817921 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Usage tracker for resource:security_group_rule and tenant:bc981a77b41743688a5e5feae25ba4ce is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:04:50.820832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:04:50.826432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:04:50.911431 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:50.915961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:50.953576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:04:50.962631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8858616d-89d2-4523-b6db-4ea54cea1c73,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:50.968502 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:50.968842 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Added segment dbd0045f-9f3a-4a3c-b5f2-808007af07a4 of type vlan for network e389991d-f4f8-48da-bb62-684d296703c8 May 25 21:04:50.996291 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:51.027587 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:51.028450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:51.029782 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:51.133158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] Pushing event updated for resources: {'Network': ['ID=e389991d-f4f8-48da-bb62-684d296703c8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:51.136331 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-74edc841-c1dc-44c0-81e7-505919c4130d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4848707 May 25 21:04:51.139203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44630) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:04:51.143120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network e389991d-f4f8-48da-bb62-684d296703c8 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:04:51.144556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Request body: {'subnet': {'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1684280267-subnet', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:04:51.150964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:04:51.154847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Usage tracker for resource:subnet and tenant:bc981a77b41743688a5e5feae25ba4ce is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:04:51.157659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:04:51.164042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:04:51.174356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Made reservation on behalf of bc981a77b41743688a5e5feae25ba4ce for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:04:51.176651 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:51.394406 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:51.471074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b76447b-8325-4123-887b-397dfe1e70d5,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:51.480036 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Checking segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:04:51.480391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Network hostable DHCP agents. Network: e389991d-f4f8-48da-bb62-684d296703c8, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:04:51.498778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Network e389991d-f4f8-48da-bb62-684d296703c8 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:04:51.508517 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, e389991d-f4f8-48da-bb62-684d296703c8) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:04:51.512749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:51.513318 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:51.517923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560fa901-840c-45d2-af4e-650aeeb13589 None None] Network e389991d-f4f8-48da-bb62-684d296703c8 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:04:51.537664 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1a625bee-fde5-442d-abe1-1782872afe4b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3973536 May 25 21:04:51.540641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44634) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:04:51.545980 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:04:51.551928 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:04:51.558335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Usage tracker for resource:router and tenant:bc981a77b41743688a5e5feae25ba4ce is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:04:51.561214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:04:51.566862 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:04:51.578180 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:51.579155 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:51.595557 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:51.636413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 8f40f235-addb-4d01-995f-1d84ab6a585b no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:04:51.702482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 8f40f235-addb-4d01-995f-1d84ab6a585b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:04:51.702816 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 8f40f235-addb-4d01-995f-1d84ab6a585b not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:04:51.775524 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-e389991d-f4f8-48da-bb62-684d296703c8', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:04:51.776361 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:51.935653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Allocated IP 172.20.0.2 (e389991d-f4f8-48da-bb62-684d296703c8/3b76447b-8325-4123-887b-397dfe1e70d5/05acf853-6370-4b7a-966e-d8215694ff05) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:04:51.981324 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:52.176592 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:52.187327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Transition to ACTIVE for port object 05acf853-6370-4b7a-966e-d8215694ff05 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:04:52.205825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Transition to ACTIVE for port object 05acf853-6370-4b7a-966e-d8215694ff05 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:04:52.211841 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:52.275453 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Network e389991d-f4f8-48da-bb62-684d296703c8 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:04:52.278134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:04:52.282167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:04:52.291378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Pushing event updated for resources: {'Port': ['ID=05acf853-6370-4b7a-966e-d8215694ff05,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:52.298698 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:52.332932 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:52.379842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Attempting to bind port 05acf853-6370-4b7a-966e-d8215694ff05 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:04:52.380217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Attempting to bind port 05acf853-6370-4b7a-966e-d8215694ff05 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:04:52.380554 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Attempting to bind port 05acf853-6370-4b7a-966e-d8215694ff05 on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:04:52.387139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:04:52.387508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Checking segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:04:52.387903 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:52.388289 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Bound using segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:04:52.388791 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Bound port: 05acf853-6370-4b7a-966e-d8215694ff05, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:04:52.389113 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:52.470473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Allocated IP 172.25.3.58 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/ca7d4b92-67be-4a5c-af1d-4b9b54a63228) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:04:52.477148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] For port 05acf853-6370-4b7a-966e-d8215694ff05, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:04:52.480373 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] For port 05acf853-6370-4b7a-966e-d8215694ff05, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=05acf853-6370-4b7a-966e-d8215694ff05,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:04:52.484000 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:52.572622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e97ca-9164-4ce7-9691-4804bd0ec59f None None] Pushing event updated for resources: {'Port': ['ID=05acf853-6370-4b7a-966e-d8215694ff05,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:52.640540 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:52.672542 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:52.746851 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:04:52.750381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:04:52.752815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:04:52.805645 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7d4b92-67be-4a5c-af1d-4b9b54a63228,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:53.186598 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:53.477718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d784f2-263b-4736-b652-7c469cba1db3 None None] Network e389991d-f4f8-48da-bb62-684d296703c8 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:04:53.574758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-166996e3-c9b6-4004-bdb0-32b9651da278 None None] Provisioning for port 05acf853-6370-4b7a-966e-d8215694ff05 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:04:53.654474 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:53.869470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Router b0ac6c98-2845-48b7-a994-41c6db62e9d5 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 21:04:54.052054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:04:54.060625 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Sync routers for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:04:54.069926 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:04:54.070550 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-63988088-fd97-4aea-a803-228c298238a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:04:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:04:54.075165 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:54.076595 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ac5c91a2-d592-4c95-b962-329e9e478422 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5349696 May 25 21:04:54.079274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44638) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:04:54.242357 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:54.249818 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:04:54.424327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 05acf853-6370-4b7a-966e-d8215694ff05 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:04:54.492481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 05acf853-6370-4b7a-966e-d8215694ff05 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:04:54.497166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 05acf853-6370-4b7a-966e-d8215694ff05 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:04:54.497707 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:54.538056 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-63988088-fd97-4aea-a803-228c298238a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:53Z', 'revision_number': 3, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:04:54.542388 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Checking router: b0ac6c98-2845-48b7-a994-41c6db62e9d5 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:04:54.542902 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Updating router b0ac6c98-2845-48b7-a994-41c6db62e9d5 port ca7d4b92-67be-4a5c-af1d-4b9b54a63228 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:04:54.601104 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:54.623515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 05acf853-6370-4b7a-966e-d8215694ff05 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:04:54.624181 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:54.658841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 05acf853-6370-4b7a-966e-d8215694ff05, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=05acf853-6370-4b7a-966e-d8215694ff05,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:04:54.666987 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:54.755643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=05acf853-6370-4b7a-966e-d8215694ff05,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:54.785080 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:54.951045 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:54.964096 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Transition to ACTIVE for port object ca7d4b92-67be-4a5c-af1d-4b9b54a63228 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:04:54.970992 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:55.051826 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Attempting to bind port ca7d4b92-67be-4a5c-af1d-4b9b54a63228 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:04:55.052180 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Attempting to bind port ca7d4b92-67be-4a5c-af1d-4b9b54a63228 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:04:55.052530 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Attempting to bind port ca7d4b92-67be-4a5c-af1d-4b9b54a63228 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:04:55.055316 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c35a3-24f9-417c-9123-c896e3a5fce9 None None] Pushing event updated for resources: {'Port': ['ID=ca7d4b92-67be-4a5c-af1d-4b9b54a63228,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:55.063508 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c35a3-24f9-417c-9123-c896e3a5fce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:55.064158 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c35a3-24f9-417c-9123-c896e3a5fce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:55.064158 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c35a3-24f9-417c-9123-c896e3a5fce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:55.064468 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c35a3-24f9-417c-9123-c896e3a5fce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:55.064786 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c35a3-24f9-417c-9123-c896e3a5fce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:55.065101 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c35a3-24f9-417c-9123-c896e3a5fce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:55.065424 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c35a3-24f9-417c-9123-c896e3a5fce9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:55.065735 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c35a3-24f9-417c-9123-c896e3a5fce9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:55.066045 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c35a3-24f9-417c-9123-c896e3a5fce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:55.066377 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c35a3-24f9-417c-9123-c896e3a5fce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:55.066687 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c35a3-24f9-417c-9123-c896e3a5fce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:55.066994 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c35a3-24f9-417c-9123-c896e3a5fce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:55.072366 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:04:55.072790 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:04:55.073187 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:55.073612 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:04:55.074076 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Bound port: ca7d4b92-67be-4a5c-af1d-4b9b54a63228, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:04:55.074468 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:55.120052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Allocated IP 172.20.0.1 (e389991d-f4f8-48da-bb62-684d296703c8/3b76447b-8325-4123-887b-397dfe1e70d5/28444b13-2b7b-4825-982f-e8580a97e402) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:04:55.148973 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-63988088-fd97-4aea-a803-228c298238a8 None None] For port ca7d4b92-67be-4a5c-af1d-4b9b54a63228, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:04:55.152169 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-63988088-fd97-4aea-a803-228c298238a8 None None] For port ca7d4b92-67be-4a5c-af1d-4b9b54a63228, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ca7d4b92-67be-4a5c-af1d-4b9b54a63228,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:04:55.156222 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:55.263276 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:04:55.263883 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-63988088-fd97-4aea-a803-228c298238a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:04:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:04:55.280325 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:55.295812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Transition to ACTIVE for port object 28444b13-2b7b-4825-982f-e8580a97e402 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:04:55.320159 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:55.327504 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c35a3-24f9-417c-9123-c896e3a5fce9 None None] Pushing event updated for resources: {'Port': ['ID=ca7d4b92-67be-4a5c-af1d-4b9b54a63228,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:55.386769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Network e389991d-f4f8-48da-bb62-684d296703c8 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:04:55.389519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:04:55.393031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:04:55.440642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Pushing event updated for resources: {'Port': ['ID=28444b13-2b7b-4825-982f-e8580a97e402,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:55.446588 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-63988088-fd97-4aea-a803-228c298238a8 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:04:55.452868 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:55.648973 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-034080f7-3575-467e-9214-965ccb955e26 None None] Provisioning for port 28444b13-2b7b-4825-982f-e8580a97e402 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:04:55.654367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-034080f7-3575-467e-9214-965ccb955e26 None None] Provisioning complete for port 28444b13-2b7b-4825-982f-e8580a97e402 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:04:55.654736 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-034080f7-3575-467e-9214-965ccb955e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:55.717939 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-034080f7-3575-467e-9214-965ccb955e26 None None] Port 28444b13-2b7b-4825-982f-e8580a97e402 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:04:55.735011 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:55.756199 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-63988088-fd97-4aea-a803-228c298238a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:53Z', 'revision_number': 3, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:04:55.760856 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63988088-fd97-4aea-a803-228c298238a8 None None] The sync data for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 is: [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:53Z', 'revision_number': 3, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:04:55.972018 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:55.976903 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:56.093288 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:56.096831 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Pushing event updated for resources: {'Port': ['ID=28444b13-2b7b-4825-982f-e8580a97e402,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:56.240213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Network e389991d-f4f8-48da-bb62-684d296703c8 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:04:56.242311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:04:56.462356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Router b0ac6c98-2845-48b7-a994-41c6db62e9d5 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:04:56.503291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 05acf853-6370-4b7a-966e-d8215694ff05 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:04:56.571800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-061f1993-467f-4f5c-ab47-b886f9a83880 None None] Provisioning complete for port 28444b13-2b7b-4825-982f-e8580a97e402 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:04:56.572086 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-061f1993-467f-4f5c-ab47-b886f9a83880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:56.642345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 05acf853-6370-4b7a-966e-d8215694ff05 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:04:56.642718 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:56.673166 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-061f1993-467f-4f5c-ab47-b886f9a83880 None None] Port 28444b13-2b7b-4825-982f-e8580a97e402 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:04:56.772639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 05acf853-6370-4b7a-966e-d8215694ff05 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:04:56.773812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ca7d4b92-67be-4a5c-af1d-4b9b54a63228 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:04:56.779916 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:04:56.789035 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7cf10844-3df0-49f4-ac44-d3580d56bf61 admin admin] 10.222.0.60 "PUT /v2.0/routers/b0ac6c98-2845-48b7-a994-41c6db62e9d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7087941 May 25 21:04:56.843843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ca7d4b92-67be-4a5c-af1d-4b9b54a63228 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:04:56.848775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ca7d4b92-67be-4a5c-af1d-4b9b54a63228 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:04:56.849143 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:56.971976 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ca7d4b92-67be-4a5c-af1d-4b9b54a63228 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:04:56.972348 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:56.989242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ca7d4b92-67be-4a5c-af1d-4b9b54a63228, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ca7d4b92-67be-4a5c-af1d-4b9b54a63228,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:04:56.994128 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.065501 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ca7d4b92-67be-4a5c-af1d-4b9b54a63228,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:57.123624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44648) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:04:57.128868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021260481', 'description': 'tempest-description--1445734988'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:04:57.136577 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:04:57.140381 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Usage tracker for resource:security_group and tenant:bc981a77b41743688a5e5feae25ba4ce is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:04:57.143245 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:04:57.149598 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:04:57.162299 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.183350 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:04:57.189318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Usage tracker for resource:security_group_rule and tenant:bc981a77b41743688a5e5feae25ba4ce is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:04:57.192501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:04:57.199291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:04:57.271005 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.275177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.317895 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2553ff-fd71-4fb0-b098-208ce1870ea4,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:57.322006 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.323248 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-61a8ec54-8851-4e5d-8577-520cb25631f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1986835 May 25 21:04:57.326314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44652) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:04:57.331664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Request body: {'security_group_rule': {'security_group_id': '6d2553ff-fd71-4fb0-b098-208ce1870ea4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:04:57.338916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:04:57.343007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Usage tracker for resource:security_group_rule and tenant:bc981a77b41743688a5e5feae25ba4ce is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:04:57.345888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:04:57.352713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:04:57.356726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Sync routers for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:04:57.366052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:04:57.366713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-33628533-9510-46b2-be10-76616b9004a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:04:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:04:57.378067 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.440843 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.446002 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.475731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fb2f34-e46d-4a45-a378-2ec54b7b1254,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:57.478720 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.479899 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525528 May 25 21:04:57.482834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44656) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:04:57.486282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:57.486598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:57.486933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:57.487263 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:57.487623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:57.487948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:57.488273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:57.488589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:57.488903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:57.489218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:57.489535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:57.490317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd88f57-a6f0-40da-9898-8bc0526c0f52 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:04:57.490510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-0b667908-c767-43a1-a182-be3c1d82c6b8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Request body: {'security_group_rule': {'security_group_id': '6d2553ff-fd71-4fb0-b098-208ce1870ea4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:04:57.498674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0b667908-c767-43a1-a182-be3c1d82c6b8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:04:57.502483 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0b667908-c767-43a1-a182-be3c1d82c6b8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Usage tracker for resource:security_group_rule and tenant:bc981a77b41743688a5e5feae25ba4ce is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:04:57.505291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0b667908-c767-43a1-a182-be3c1d82c6b8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:04:57.511779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0b667908-c767-43a1-a182-be3c1d82c6b8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:04:57.529455 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0b667908-c767-43a1-a182-be3c1d82c6b8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.587124 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:04:57.591222 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0b667908-c767-43a1-a182-be3c1d82c6b8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.594981 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0b667908-c767-43a1-a182-be3c1d82c6b8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.618519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b667908-c767-43a1-a182-be3c1d82c6b8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6105432-d6a7-4483-979c-c2bfcc0db1c0,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:57.627043 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0b667908-c767-43a1-a182-be3c1d82c6b8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.631586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0b667908-c767-43a1-a182-be3c1d82c6b8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438298 May 25 21:04:57.631822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 44660) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:04:57.637172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:04:57.643535 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:04:57.648082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Usage tracker for resource:floatingip and tenant:bc981a77b41743688a5e5feae25ba4ce is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:04:57.650878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:04:57.656443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:04:57.667550 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.809650 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:57.905980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-33628533-9510-46b2-be10-76616b9004a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 2, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:04:57.909861 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Checking router: b0ac6c98-2845-48b7-a994-41c6db62e9d5 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:04:57.910231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Updating router b0ac6c98-2845-48b7-a994-41c6db62e9d5 port 28444b13-2b7b-4825-982f-e8580a97e402 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:04:57.953927 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Allocated IP 172.25.3.163 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/8e86f05c-8a03-40d9-9f60-0f4abb66d77d) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:04:57.967221 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.104986 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.135277 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.208445 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:04:58.212616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:04:58.216641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:04:58.247181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event updated for resources: {'Port': ['ID=8e86f05c-8a03-40d9-9f60-0f4abb66d77d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:58.251814 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a353224f-5205-4e56-8bf3-71471a18cc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.303368 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.338790 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.352157 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Transition to ACTIVE for port object 28444b13-2b7b-4825-982f-e8580a97e402 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:04:58.360931 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.369204 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.406060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ca7d4b92-67be-4a5c-af1d-4b9b54a63228 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:04:58.596715 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.602614 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.621933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ab12-5552-439b-a0b9-fff0e0bd20bd None None] Pushing event updated for resources: {'Port': ['ID=28444b13-2b7b-4825-982f-e8580a97e402,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:58.656885 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.685344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Attempting to bind port 28444b13-2b7b-4825-982f-e8580a97e402 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:04:58.685697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Attempting to bind port 28444b13-2b7b-4825-982f-e8580a97e402 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:04:58.686047 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Attempting to bind port 28444b13-2b7b-4825-982f-e8580a97e402 on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:04:58.688497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ca7d4b92-67be-4a5c-af1d-4b9b54a63228 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:04:58.688861 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.719563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event updated for resources: {'Port': ['ID=8e86f05c-8a03-40d9-9f60-0f4abb66d77d,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:58.729988 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.743489 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:04:58.743850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Checking segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:04:58.744239 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.744683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Bound using segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:04:58.745085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Bound port: 28444b13-2b7b-4825-982f-e8580a97e402, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:04:58.745486 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.752791 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.754011 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0a7861a7-20a3-49d4-86e3-ddf098f9ee3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1211209 May 25 21:04:58.900315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-33628533-9510-46b2-be10-76616b9004a9 None None] For port 28444b13-2b7b-4825-982f-e8580a97e402, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:04:58.913155 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-33628533-9510-46b2-be10-76616b9004a9 None None] For port 28444b13-2b7b-4825-982f-e8580a97e402, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=28444b13-2b7b-4825-982f-e8580a97e402,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:04:58.916122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ca7d4b92-67be-4a5c-af1d-4b9b54a63228 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:04:58.919457 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:04:58.920703 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-84d8af1a-301a-4b25-81bd-86c2f618a048 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2021260481&fields=id&tenant_id=bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 267 time: 0.0439057 May 25 21:04:58.996797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:04:58.997413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-33628533-9510-46b2-be10-76616b9004a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:04:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:04:59.085457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-de9ad6b9-99ab-47c7-ba25-e76a6fae5c32 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:04:59.087486 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-de9ad6b9-99ab-47c7-ba25-e76a6fae5c32 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 812 time: 0.1592488 May 25 21:04:59.104441 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ab12-5552-439b-a0b9-fff0e0bd20bd None None] Pushing event updated for resources: {'Port': ['ID=28444b13-2b7b-4825-982f-e8580a97e402,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:04:59.105684 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-a5aced96-92b0-4e41-ad2a-2ef109d4b2f9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/quotas/bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 375 time: 0.0125983 May 25 21:04:59.199091 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-a9559edf-b388-4469-9ff0-0a8418616c40 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843532 May 25 21:04:59.230561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-33628533-9510-46b2-be10-76616b9004a9 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:04:59.351631 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c6004545-7a57-430b-af4a-e5e60a880957 service neutron] 10.222.0.60 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402297 May 25 21:04:59.486637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-7a53f484-4aba-4099-9dcd-e75170fadbb4 service neutron] 10.222.0.60 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277344 May 25 21:04:59.545309 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-33628533-9510-46b2-be10-76616b9004a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:04:58Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:04:59.549162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33628533-9510-46b2-be10-76616b9004a9 None None] The sync data for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 is: [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:04:58Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:04:59.693967 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a912a588-989a-4475-94a4-8041a815ffe6 req-ad665c8b-5342-462f-b07f-0ec0b919f6e9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Synchronizing usage tracker for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:04:59.713959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-a912a588-989a-4475-94a4-8041a815ffe6 req-ad665c8b-5342-462f-b07f-0ec0b919f6e9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Unset dirty status for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:04:59.715377 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a912a588-989a-4475-94a4-8041a815ffe6 req-ad665c8b-5342-462f-b07f-0ec0b919f6e9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 210 time: 0.0706975 May 25 21:05:00.416712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 28444b13-2b7b-4825-982f-e8580a97e402 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:05:00.490758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 28444b13-2b7b-4825-982f-e8580a97e402 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:05:00.495937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 28444b13-2b7b-4825-982f-e8580a97e402 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:05:00.496299 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:00.619477 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 28444b13-2b7b-4825-982f-e8580a97e402 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:05:00.619836 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:00.662319 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 28444b13-2b7b-4825-982f-e8580a97e402, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=28444b13-2b7b-4825-982f-e8580a97e402,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:05:00.670449 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:00.754756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=28444b13-2b7b-4825-982f-e8580a97e402,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:05:00.767662 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-95f0c907-be07-4b5d-b4b7-6ac744ce5cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:00.894488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-f27f7823-4fdc-4d46-9365-54475551633f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:00.895906 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-f27f7823-4fdc-4d46-9365-54475551633f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 812 time: 0.2249353 May 25 21:05:00.910278 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-10ef8795-3224-4b11-a11c-43c4508724c1 req-300aad8f-baa8-4ef2-9733-dba90208975a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 210 time: 0.0585303 May 25 21:05:00.952289 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-bea255ad-4bbc-42d9-a812-e75114dc7473 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 380 time: 0.0445330 May 25 21:05:00.960965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Request body: {'port': {'device_id': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'admin_state_up': True, 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'security_groups': ['6d2553ff-fd71-4fb0-b098-208ce1870ea4']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:05:01.209056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:05:01.218514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:05:01.228890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Made reservation on behalf of bc981a77b41743688a5e5feae25ba4ce for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:05:01.232337 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:01.403572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Allocated IP 172.20.0.4 (e389991d-f4f8-48da-bb62-684d296703c8/3b76447b-8325-4123-887b-397dfe1e70d5/97fa6905-71c5-4f49-b015-c6de0d185a6f) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:05:01.465162 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:01.587192 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:01.602411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Transition to ACTIVE for port object 97fa6905-71c5-4f49-b015-c6de0d185a6f will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:05:01.625911 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:01.701378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Network e389991d-f4f8-48da-bb62-684d296703c8 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:05:01.704616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:05:01.708482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:05:01.739522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event updated for resources: {'Port': ['ID=97fa6905-71c5-4f49-b015-c6de0d185a6f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:05:01.778221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:01.778906 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:01.806521 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-db883069-a31d-4113-bc41-0863da527973 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8495483 May 25 21:05:01.820010 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Request body: {'port': {'device_id': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:05:01.900850 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:01.930550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f0f47b9f-fab5-4794-8ec9-47d99e83c328 None None] Provisioning for port 97fa6905-71c5-4f49-b015-c6de0d185a6f completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:05:01.935697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f0f47b9f-fab5-4794-8ec9-47d99e83c328 None None] Provisioning complete for port 97fa6905-71c5-4f49-b015-c6de0d185a6f triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:05:01.936178 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f0f47b9f-fab5-4794-8ec9-47d99e83c328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:01.940315 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:01.995752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f0f47b9f-fab5-4794-8ec9-47d99e83c328 None None] Port 97fa6905-71c5-4f49-b015-c6de0d185a6f cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:05:02.105899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab771d9-a593-4deb-b47b-a66fa8e90c0c req-dd500db6-624b-4f63-b944-aab2b9cff773 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:02.107383 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ab771d9-a593-4deb-b47b-a66fa8e90c0c req-dd500db6-624b-4f63-b944-aab2b9cff773 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 931 time: 0.0794930 May 25 21:05:02.154855 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8ab771d9-a593-4deb-b47b-a66fa8e90c0c req-796487f1-b554-4cfe-9cf5-01b6ee65a23d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Synchronizing usage tracker for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:05:02.171914 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8ab771d9-a593-4deb-b47b-a66fa8e90c0c req-796487f1-b554-4cfe-9cf5-01b6ee65a23d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Unset dirty status for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:05:02.173353 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8ab771d9-a593-4deb-b47b-a66fa8e90c0c req-796487f1-b554-4cfe-9cf5-01b6ee65a23d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601640 May 25 21:05:02.294678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fa6905-71c5-4f49-b015-c6de0d185a6f {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:05:02.301766 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:02.315659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Transition to ACTIVE for port object 97fa6905-71c5-4f49-b015-c6de0d185a6f will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:05:02.319110 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:02.402097 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 28444b13-2b7b-4825-982f-e8580a97e402 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:05:02.473143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 28444b13-2b7b-4825-982f-e8580a97e402 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:05:02.474332 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:02.481069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Pushing event updated for resources: {'Port': ['ID=97fa6905-71c5-4f49-b015-c6de0d185a6f,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:05:02.561944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Attempting to bind port 97fa6905-71c5-4f49-b015-c6de0d185a6f on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:05:02.562268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Attempting to bind port 97fa6905-71c5-4f49-b015-c6de0d185a6f by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:05:02.562594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Attempting to bind port 97fa6905-71c5-4f49-b015-c6de0d185a6f on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:05:02.567578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Port 97fa6905-71c5-4f49-b015-c6de0d185a6f on network e389991d-f4f8-48da-bb62-684d296703c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:05:02.567890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Attempting to bind port 97fa6905-71c5-4f49-b015-c6de0d185a6f on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:05:02.574265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:05:02.574597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Checking segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:05:02.575020 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Bound using segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:05:02.575449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Bound port: 97fa6905-71c5-4f49-b015-c6de0d185a6f, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:05:02.575789 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:02.603065 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 28444b13-2b7b-4825-982f-e8580a97e402 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:05:02.671765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] For port 97fa6905-71c5-4f49-b015-c6de0d185a6f, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:05:02.674731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] For port 97fa6905-71c5-4f49-b015-c6de0d185a6f, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:05:02.680005 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:02.738035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:02.738651 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:02.740029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] 10.222.0.50 "PUT /v2.0/ports/97fa6905-71c5-4f49-b015-c6de0d185a6f HTTP/1.1" status: 200 len: 1091 time: 0.9247756 May 25 21:05:02.741337 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'tag': '97fa6905-71c5-4f49-b015-c6de0d185a6f'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:05:02.769894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e066b-9e7f-4199-ad90-0eacdb729822 service neutron] Pushing event updated for resources: {'Port': ['ID=97fa6905-71c5-4f49-b015-c6de0d185a6f,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:05:02.810222 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9113a3ae-f235-442d-8e92-595311713df5'] response: {'name': 'network-changed', 'server_uuid': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'tag': '97fa6905-71c5-4f49-b015-c6de0d185a6f', 'status': 'completed', 'code': 200} May 25 21:05:02.852644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-37b5b467-1417-441b-884d-2dff600135ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:02.854177 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-37b5b467-1417-441b-884d-2dff600135ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 1094 time: 0.0764322 May 25 21:05:02.929479 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-47ff0239-7068-4fbe-a3fb-e47768da9f32 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f HTTP/1.1" status: 200 len: 217 time: 0.0677867 May 25 21:05:02.994993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-8287a635-e72d-4d0e-a6bc-21deaf10bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:02.996474 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-8287a635-e72d-4d0e-a6bc-21deaf10bbd5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0618260 May 25 21:05:03.073253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-5ed1f785-2c19-4e4d-9857-8ba27351269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:03.074659 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-5ed1f785-2c19-4e4d-9857-8ba27351269d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729933 May 25 21:05:03.237057 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:03.330809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-26a4a97a-7ea6-4524-9cef-e1bd3a0cf924 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496736 May 25 21:05:03.362701 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627eda4-457c-446f-9a0e-2eb4dc70c005 req-27d4b922-4b3c-478f-9f44-5a43a7e4c333 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:03.364154 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8627eda4-457c-446f-9a0e-2eb4dc70c005 req-27d4b922-4b3c-478f-9f44-5a43a7e4c333 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 943 time: 0.0828059 May 25 21:05:03.410888 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8627eda4-457c-446f-9a0e-2eb4dc70c005 req-26752ac7-8898-4b7d-bb2f-3dd766c3596c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406792 May 25 21:05:03.464589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3eec40f-cac9-4216-822b-e68f59fabae9 req-613c66b5-b059-4d5e-a6ad-2002cfedd888 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282299 May 25 21:05:03.579336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25199cf6-6212-4cfc-9c97-b142ba3b233f req-d7348968-19f9-4331-8fbb-9e406e62d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:03.580783 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25199cf6-6212-4cfc-9c97-b142ba3b233f req-d7348968-19f9-4331-8fbb-9e406e62d9e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 1094 time: 0.0720015 May 25 21:05:03.715256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25199cf6-6212-4cfc-9c97-b142ba3b233f req-3f3c802f-bed8-4904-b41d-4f4b7485ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:03.716697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25199cf6-6212-4cfc-9c97-b142ba3b233f req-3f3c802f-bed8-4904-b41d-4f4b7485ae38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1300473 May 25 21:05:03.786755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25199cf6-6212-4cfc-9c97-b142ba3b233f req-f5bfec5e-ba18-4c95-8df2-60b1227cb5ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f HTTP/1.1" status: 200 len: 217 time: 0.0641832 May 25 21:05:03.848519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25199cf6-6212-4cfc-9c97-b142ba3b233f req-d0b742b1-3a0e-42fa-af68-1cdfad4ae3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:03.850050 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25199cf6-6212-4cfc-9c97-b142ba3b233f req-d0b742b1-3a0e-42fa-af68-1cdfad4ae3da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0573459 May 25 21:05:03.930332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25199cf6-6212-4cfc-9c97-b142ba3b233f req-8bd7c7f8-7c75-4411-b939-e1488631d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:03.931837 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25199cf6-6212-4cfc-9c97-b142ba3b233f req-8bd7c7f8-7c75-4411-b939-e1488631d153 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757623 May 25 21:05:04.064634 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25199cf6-6212-4cfc-9c97-b142ba3b233f req-a7316e40-575b-492f-a97c-df2cdf40c64e service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263227 May 25 21:05:04.195589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-25199cf6-6212-4cfc-9c97-b142ba3b233f req-8bb80f9a-4ccd-46a6-96dd-4acb29962075 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250057 May 25 21:05:04.604499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8aef7f-73a4-454f-9e71-3da30f0ab771 req-ac6e2aa1-7903-4639-aa5c-9846d60ea792 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:04.605094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-be8aef7f-73a4-454f-9e71-3da30f0ab771 req-ac6e2aa1-7903-4639-aa5c-9846d60ea792 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Synchronizing usage tracker for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:05:04.620388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-be8aef7f-73a4-454f-9e71-3da30f0ab771 req-ac6e2aa1-7903-4639-aa5c-9846d60ea792 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Unset dirty status for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:05:04.621662 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be8aef7f-73a4-454f-9e71-3da30f0ab771 req-ac6e2aa1-7903-4639-aa5c-9846d60ea792 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 943 time: 0.0963919 May 25 21:05:04.667036 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be8aef7f-73a4-454f-9e71-3da30f0ab771 req-9fdcf189-c338-43bc-8a65-8e20b8d81903 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393612 May 25 21:05:05.701337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 97fa6905-71c5-4f49-b015-c6de0d185a6f details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:05:05.841715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 97fa6905-71c5-4f49-b015-c6de0d185a6f, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:05:05.855844 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '97fa6905-71c5-4f49-b015-c6de0d185a6f', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'port_id': '97fa6905-71c5-4f49-b015-c6de0d185a6f', 'mac_address': 'fa:16:3e:b7:7d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:05:05.871101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a134599-c8e2-4d86-af71-c607787482ad req-2d45b0d9-7db9-45b1-b114-a546499e61ee tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:05.872608 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a134599-c8e2-4d86-af71-c607787482ad req-2d45b0d9-7db9-45b1-b114-a546499e61ee tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 943 time: 0.0873387 May 25 21:05:05.910860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 97fa6905-71c5-4f49-b015-c6de0d185a6f is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:05:05.911226 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:05.917855 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a134599-c8e2-4d86-af71-c607787482ad req-9610f3ad-737f-4fe6-9189-7b061d138a95 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394239 May 25 21:05:05.934914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fa6905-71c5-4f49-b015-c6de0d185a6f {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:05:05.953455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 97fa6905-71c5-4f49-b015-c6de0d185a6f, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:05:05.956931 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:06.023974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=97fa6905-71c5-4f49-b015-c6de0d185a6f,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:05:06.031791 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:05:06.032131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:05:06.032460 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:05:06.032789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:05:06.033112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:05:06.033462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:05:06.033777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:05:06.034140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:05:06.034547 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:05:06.034857 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:05:06.035172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:05:06.035483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:05:06.138174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['97fa6905-71c5-4f49-b015-c6de0d185a6f'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:05:07.110043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301ed42-8f81-42fc-85cc-60bceb6a03e0 req-47cde978-a77d-4a39-99b9-9461087eede0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:07.111533 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8301ed42-8f81-42fc-85cc-60bceb6a03e0 req-47cde978-a77d-4a39-99b9-9461087eede0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 944 time: 0.0844445 May 25 21:05:07.155223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8301ed42-8f81-42fc-85cc-60bceb6a03e0 req-bb90c4c7-2b00-43a9-a43f-684520a89e83 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374389 May 25 21:05:07.692935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 97fa6905-71c5-4f49-b015-c6de0d185a6f up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:05:07.760620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 97fa6905-71c5-4f49-b015-c6de0d185a6f completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:05:07.765070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 97fa6905-71c5-4f49-b015-c6de0d185a6f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:05:07.765426 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:07.913526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 97fa6905-71c5-4f49-b015-c6de0d185a6f is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:05:07.913894 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:07.940064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fa6905-71c5-4f49-b015-c6de0d185a6f'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:05:07.951794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 97fa6905-71c5-4f49-b015-c6de0d185a6f, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:05:07.956780 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:07.993493 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31fe73d-b4e8-4ab0-9261-adbef4b8ac8d'] response: {'server_uuid': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fa6905-71c5-4f49-b015-c6de0d185a6f', 'code': 200} May 25 21:05:08.026371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=97fa6905-71c5-4f49-b015-c6de0d185a6f,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:05:08.117092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742870b-f8a6-4ef3-88b4-e38e3bcb5dc2 req-2da99c7d-f2e4-46a2-baaf-ff186a03af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:08.118598 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a742870b-f8a6-4ef3-88b4-e38e3bcb5dc2 req-2da99c7d-f2e4-46a2-baaf-ff186a03af80 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 1096 time: 0.0693932 May 25 21:05:08.163394 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a742870b-f8a6-4ef3-88b4-e38e3bcb5dc2 req-f07914af-d9a1-47a3-a018-aaa12fd1fe7a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393741 May 25 21:05:08.342916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48ee03-9301-4618-990f-f70d44808910 req-69270efe-0f06-44c1-a610-14622e756e70 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:08.344225 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f48ee03-9301-4618-990f-f70d44808910 req-69270efe-0f06-44c1-a610-14622e756e70 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0830994 May 25 21:05:08.389757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f48ee03-9301-4618-990f-f70d44808910 req-77700ed7-29f7-407c-996d-88c9ef78751a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398767 May 25 21:05:09.565351 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:05:09.581588 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d001-bc0f-4b7a-8cc9-556f6a6255a0 req-4485cc81-3bd2-4275-8000-dda77fde6462 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:09.583126 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0677d001-bc0f-4b7a-8cc9-556f6a6255a0 req-4485cc81-3bd2-4275-8000-dda77fde6462 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0835557 May 25 21:05:09.643903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0677d001-bc0f-4b7a-8cc9-556f6a6255a0 req-e8c10492-3483-4b79-8eab-e47896d6a396 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531170 May 25 21:05:09.830022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9c164-f282-4570-bedb-fb7f7cc5786f req-72693d39-0ca1-4736-b3c1-b119cd06d167 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:09.831421 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c2f9c164-f282-4570-bedb-fb7f7cc5786f req-72693d39-0ca1-4736-b3c1-b119cd06d167 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0884244 May 25 21:05:09.839996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44710) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:05:09.844790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4e347534-f6e7-42aa-ac4d-697594166406 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Request body: {'floatingip': {'port_id': '97fa6905-71c5-4f49-b015-c6de0d185a6f'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:05:09.921736 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4e347534-f6e7-42aa-ac4d-697594166406 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:10.648652 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4e347534-f6e7-42aa-ac4d-697594166406 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:10.652583 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4e347534-f6e7-42aa-ac4d-697594166406 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:10.826029 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-4e347534-f6e7-42aa-ac4d-697594166406 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Floating IP ac008150-be57-4192-8062-ced76dbfa01b associated. External IP: 172.25.3.163, port: 97fa6905-71c5-4f49-b015-c6de0d185a6f. May 25 21:05:11.174532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e347534-f6e7-42aa-ac4d-697594166406 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Router b0ac6c98-2845-48b7-a994-41c6db62e9d5 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:05:11.356146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e347534-f6e7-42aa-ac4d-697594166406 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:05:11.360952 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4e347534-f6e7-42aa-ac4d-697594166406 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:11.365452 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947f240-fb50-4120-8120-725363e431e6 None None] Sync routers for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:05:11.375422 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c947f240-fb50-4120-8120-725363e431e6 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:05:11.376021 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c947f240-fb50-4120-8120-725363e431e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:05:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:05:11.418553 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4e347534-f6e7-42aa-ac4d-697594166406 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "PUT /v2.0/floatingips/ac008150-be57-4192-8062-ced76dbfa01b HTTP/1.1" status: 200 len: 991 time: 1.5746965 May 25 21:05:11.418553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'tag': '97fa6905-71c5-4f49-b015-c6de0d185a6f'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:05:11.466309 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8c3e9c-acc4-468b-bb3d-0409045bae80'] response: {'name': 'network-changed', 'server_uuid': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'tag': '97fa6905-71c5-4f49-b015-c6de0d185a6f', 'status': 'completed', 'code': 200} May 25 21:05:11.563249 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e78e6f-4a51-41bb-9ade-3b8b928e966c req-984a5929-52d4-4c27-b55c-86f33f8fe6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:11.564729 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-79e78e6f-4a51-41bb-9ade-3b8b928e966c req-984a5929-52d4-4c27-b55c-86f33f8fe6c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 1096 time: 0.0756569 May 25 21:05:11.566400 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-c947f240-fb50-4120-8120-725363e431e6 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:05:11.592653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7062d-65ff-4533-9c78-3279e38465b2 req-0d4acbf4-7e0c-413c-a3ff-ad3e84b5bba7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:11.594110 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9c7062d-65ff-4533-9c78-3279e38465b2 req-0d4acbf4-7e0c-413c-a3ff-ad3e84b5bba7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0909688 May 25 21:05:11.641454 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f9c7062d-65ff-4533-9c78-3279e38465b2 req-08ea3bd1-6406-4568-81cb-3d1b971a414f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416410 May 25 21:05:11.897461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e78e6f-4a51-41bb-9ade-3b8b928e966c req-2caebca0-f933-45bf-8e43-e65aea682afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:11.899219 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-79e78e6f-4a51-41bb-9ade-3b8b928e966c req-2caebca0-f933-45bf-8e43-e65aea682afd service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.3289452 May 25 21:05:11.960626 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c947f240-fb50-4120-8120-725363e431e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ac008150-be57-4192-8062-ced76dbfa01b', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'port_id': '97fa6905-71c5-4f49-b015-c6de0d185a6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'mac_address': 'fa:16:3e:b7:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:04:58Z', 'updated_at': '2022-05-25T21:05:10Z', 'revision_number': 1, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:05:11.966655 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947f240-fb50-4120-8120-725363e431e6 None None] Checking router: b0ac6c98-2845-48b7-a994-41c6db62e9d5 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:05:11.976168 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c947f240-fb50-4120-8120-725363e431e6 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:05:11.976986 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c947f240-fb50-4120-8120-725363e431e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:05:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:05:12.038227 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-79e78e6f-4a51-41bb-9ade-3b8b928e966c req-6736f197-471b-4f9c-af0b-3d4eb5911a67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f HTTP/1.1" status: 200 len: 999 time: 0.1326776 May 25 21:05:12.110599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64571fd-00a3-48ac-9304-614d3136a333 req-a0472337-72b6-451b-a959-491bf55b9799 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:12.112070 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c64571fd-00a3-48ac-9304-614d3136a333 req-a0472337-72b6-451b-a959-491bf55b9799 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.2517807 May 25 21:05:12.145782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e78e6f-4a51-41bb-9ade-3b8b928e966c req-655dacf1-f69f-4072-8fa0-f83bb101ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:12.148187 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-79e78e6f-4a51-41bb-9ade-3b8b928e966c req-655dacf1-f69f-4072-8fa0-f83bb101ce53 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.1040659 May 25 21:05:12.180652 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-c947f240-fb50-4120-8120-725363e431e6 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:05:12.217979 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c64571fd-00a3-48ac-9304-614d3136a333 req-069531d7-1a51-454f-82cf-d4bb32e5b036 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983624 May 25 21:05:12.262947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e78e6f-4a51-41bb-9ade-3b8b928e966c req-b0eeb753-4878-4a41-8b25-e832cceb5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:12.263925 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-79e78e6f-4a51-41bb-9ade-3b8b928e966c req-b0eeb753-4878-4a41-8b25-e832cceb5264 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096678 May 25 21:05:12.421298 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-79e78e6f-4a51-41bb-9ade-3b8b928e966c req-021751b1-4cfc-4507-a559-8285203b93f5 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508851 May 25 21:05:12.574060 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-79e78e6f-4a51-41bb-9ade-3b8b928e966c req-be23c930-95b6-4354-b938-7ea8c85ebec1 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471012 May 25 21:05:12.607554 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c947f240-fb50-4120-8120-725363e431e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ac008150-be57-4192-8062-ced76dbfa01b', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'port_id': '97fa6905-71c5-4f49-b015-c6de0d185a6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'mac_address': 'fa:16:3e:b7:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:04:58Z', 'updated_at': '2022-05-25T21:05:10Z', 'revision_number': 1, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:05:12.611757 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947f240-fb50-4120-8120-725363e431e6 None None] The sync data for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 is: [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ac008150-be57-4192-8062-ced76dbfa01b', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'port_id': '97fa6905-71c5-4f49-b015-c6de0d185a6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'mac_address': 'fa:16:3e:b7:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:04:58Z', 'updated_at': '2022-05-25T21:05:10Z', 'revision_number': 1, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:05:12.811564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2dd698-c437-4389-a9ee-586ae58a9c11 None None] New status for floating IP ac008150-be57-4192-8062-ced76dbfa01b: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:05:13.418991 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82f5a3-8624-46cf-b9c7-efc56e4766e9 req-616dec4f-46d4-4273-93d9-66b0be9e5972 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:13.420395 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac82f5a3-8624-46cf-b9c7-efc56e4766e9 req-616dec4f-46d4-4273-93d9-66b0be9e5972 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0928040 May 25 21:05:13.470381 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ac82f5a3-8624-46cf-b9c7-efc56e4766e9 req-fd3bfd5d-14e9-4b57-a5e4-575d88ba11d8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401082 May 25 21:05:13.666144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05973ca5-0bc8-4764-beed-9a6683b37eda req-f8462b9e-0c39-473c-8130-ca563765abdc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:13.667717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05973ca5-0bc8-4764-beed-9a6683b37eda req-f8462b9e-0c39-473c-8130-ca563765abdc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0895274 May 25 21:05:13.712313 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-05973ca5-0bc8-4764-beed-9a6683b37eda req-0f79a7b9-b259-4c25-9e59-86de8d029dc6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389819 May 25 21:05:14.122857 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-db4ebe29-dc37-4f81-9df7-43b1a2718839 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1297376 May 25 21:05:14.139174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee4825-be71-4761-bd7d-15a00be1286b req-320825f6-c342-47b7-8853-bd422668f0a1 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:14.140731 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1dee4825-be71-4761-bd7d-15a00be1286b req-320825f6-c342-47b7-8853-bd422668f0a1 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.1035361 May 25 21:05:14.188688 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1dee4825-be71-4761-bd7d-15a00be1286b req-e8a68076-f9cc-46a0-9eb6-c6581f4263ce tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406034 May 25 21:05:15.328576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-34eeb183-f70c-4d0c-a10f-4feadee8543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:15.330038 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-34eeb183-f70c-4d0c-a10f-4feadee8543e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 1096 time: 0.0718327 May 25 21:05:15.466182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-90f8bc6e-dde9-4ab4-93e9-df71b20a6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:15.467608 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-90f8bc6e-dde9-4ab4-93e9-df71b20a6669 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1314633 May 25 21:05:15.501695 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186ee6-6763-47b7-8682-733acc32ad95 req-9e338cc1-5491-4d87-b7c8-27256846a3a1 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:15.503135 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fc186ee6-6763-47b7-8682-733acc32ad95 req-9e338cc1-5491-4d87-b7c8-27256846a3a1 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.1974986 May 25 21:05:15.549118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fc186ee6-6763-47b7-8682-733acc32ad95 req-bb2e0be2-f2b9-4db2-9e74-e4f27d24bd48 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387826 May 25 21:05:15.571330 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-7ec9709c-8713-4bc4-9f2e-70fb42c85bc8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f HTTP/1.1" status: 200 len: 1001 time: 0.0980957 May 25 21:05:15.632910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-edf2d289-b414-4fa2-9c50-ae8541cddf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:15.634592 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-edf2d289-b414-4fa2-9c50-ae8541cddf1c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0575218 May 25 21:05:15.711875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-797fed9d-faa8-40b6-9bd2-2c3332a03103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:15.713335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-797fed9d-faa8-40b6-9bd2-2c3332a03103 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736237 May 25 21:05:15.843343 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-5699a47d-d898-4963-a399-3622af17c835 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239359 May 25 21:05:16.095716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-6a10bd97-c4cd-483f-9b1e-46cf09bae60c service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466385 May 25 21:05:16.735552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e91c59-556d-44c4-be6d-52ec3115000e req-35d1a3ca-e948-4c21-a4bb-51befc383fd3 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:16.737019 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9e91c59-556d-44c4-be6d-52ec3115000e req-35d1a3ca-e948-4c21-a4bb-51befc383fd3 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0821576 May 25 21:05:16.781646 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9e91c59-556d-44c4-be6d-52ec3115000e req-2c29b699-dc5e-40fd-a580-4e6b547bae4f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382969 May 25 21:05:17.975754 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452b009-0cf9-432c-ba0a-43e3e9b304e1 req-cb5b3723-6c71-4d4a-ab43-107f3753ef88 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:17.977367 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0452b009-0cf9-432c-ba0a-43e3e9b304e1 req-cb5b3723-6c71-4d4a-ab43-107f3753ef88 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0857108 May 25 21:05:18.022640 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0452b009-0cf9-432c-ba0a-43e3e9b304e1 req-56c1dde4-5848-404f-a395-bbb4de7fdd9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393674 May 25 21:05:19.210174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df227552-a5fe-4060-9a35-46b9d0549c08 req-407ab7d6-ba67-4e0b-aa5c-d43d350c2cdc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:19.212488 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df227552-a5fe-4060-9a35-46b9d0549c08 req-407ab7d6-ba67-4e0b-aa5c-d43d350c2cdc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0850911 May 25 21:05:19.255212 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df227552-a5fe-4060-9a35-46b9d0549c08 req-b92c0a90-a12a-4736-ae7b-9b7737e0fc97 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370588 May 25 21:05:20.443742 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931c5b0-e3de-48ec-892f-1541c6b8b4f3 req-e380d9a2-832f-4cc2-999e-bbe6b2c69c57 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:20.445833 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6931c5b0-e3de-48ec-892f-1541c6b8b4f3 req-e380d9a2-832f-4cc2-999e-bbe6b2c69c57 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0813124 May 25 21:05:20.489118 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6931c5b0-e3de-48ec-892f-1541c6b8b4f3 req-ec770e9b-2533-40d5-b6aa-745bc620885e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376673 May 25 21:05:21.679027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c79962-0009-4b7e-94e8-18e1c77e668a req-bc398ad3-0d76-4a98-a807-da22f3d27f49 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:21.680826 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-83c79962-0009-4b7e-94e8-18e1c77e668a req-bc398ad3-0d76-4a98-a807-da22f3d27f49 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0821900 May 25 21:05:21.735320 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-83c79962-0009-4b7e-94e8-18e1c77e668a req-79b70feb-07b1-47fa-8b08-c623cf6e71f6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470850 May 25 21:05:22.923880 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9d2e0-bd58-43b0-a5ca-601ca18b0577 req-60571ee4-0cdd-41f1-b16b-15430786bf06 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:22.925543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6db9d2e0-bd58-43b0-a5ca-601ca18b0577 req-60571ee4-0cdd-41f1-b16b-15430786bf06 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0846221 May 25 21:05:22.970680 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6db9d2e0-bd58-43b0-a5ca-601ca18b0577 req-f4fefefe-a71d-46fd-bb77-deab34ab487f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393512 May 25 21:05:24.153865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d8a47-4812-4d35-8f27-963952d6e423 req-34fc737d-3d95-4865-bc71-d19fbce69687 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:24.155337 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-194d8a47-4812-4d35-8f27-963952d6e423 req-34fc737d-3d95-4865-bc71-d19fbce69687 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0796030 May 25 21:05:24.198772 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-194d8a47-4812-4d35-8f27-963952d6e423 req-280b8d96-da1d-4758-9165-ad094f3b2555 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377574 May 25 21:05:24.236722 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:25.389685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f049e3d-521f-4078-920e-ba812028e1dd req-35ebd2f9-540d-49bf-a309-223135d9f3da tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:25.391174 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6f049e3d-521f-4078-920e-ba812028e1dd req-35ebd2f9-540d-49bf-a309-223135d9f3da tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0823579 May 25 21:05:25.438239 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6f049e3d-521f-4078-920e-ba812028e1dd req-d271f945-a37d-4c1b-a45d-395b2f959a3a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414095 May 25 21:05:26.625401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd0aa5-6b29-46ef-afdf-d1e80d5bac90 req-516fe96d-c598-40c4-89d0-1c545e9086e9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:26.626776 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-26cd0aa5-6b29-46ef-afdf-d1e80d5bac90 req-516fe96d-c598-40c4-89d0-1c545e9086e9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0827308 May 25 21:05:26.673898 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-26cd0aa5-6b29-46ef-afdf-d1e80d5bac90 req-73dd6de2-dcfc-46cb-8585-99f90ba0fc7e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414670 May 25 21:05:27.859696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73578eb4-a4e7-40ba-85a7-11a014455c83 req-727ec57d-923a-4d13-a27e-e6e8ade7674c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:27.861125 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73578eb4-a4e7-40ba-85a7-11a014455c83 req-727ec57d-923a-4d13-a27e-e6e8ade7674c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0798676 May 25 21:05:27.905657 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73578eb4-a4e7-40ba-85a7-11a014455c83 req-e05f60d2-e1a4-4ea8-b944-ee0cae9f12ef tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386488 May 25 21:05:28.245505 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5afa-095a-4674-bcb6-e56df678cbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:28.547315 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:29.093952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c7d6-9942-4c91-9af9-0ccea801d1d8 req-918734b8-0b19-4bd1-8f51-954ceff5ce88 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:29.095441 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0483c7d6-9942-4c91-9af9-0ccea801d1d8 req-918734b8-0b19-4bd1-8f51-954ceff5ce88 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0805597 May 25 21:05:29.140480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0483c7d6-9942-4c91-9af9-0ccea801d1d8 req-4cbf2ead-6bb8-47a6-8ac8-627ea8770f68 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394020 May 25 21:05:29.931433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bfdeb-a857-4014-8951-4e319c708a3e req-797e256b-c51b-4b4d-bcea-f613a7ef84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:29.932895 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-115bfdeb-a857-4014-8951-4e319c708a3e req-797e256b-c51b-4b4d-bcea-f613a7ef84e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 1096 time: 0.0754321 May 25 21:05:30.079262 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bfdeb-a857-4014-8951-4e319c708a3e req-9ba86603-a5ea-45e0-a1fe-6bc77a0bed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:30.080627 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-115bfdeb-a857-4014-8951-4e319c708a3e req-9ba86603-a5ea-45e0-a1fe-6bc77a0bed54 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1302412 May 25 21:05:30.184442 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-115bfdeb-a857-4014-8951-4e319c708a3e req-c60583e8-fb23-49d2-84be-40081c86052f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f HTTP/1.1" status: 200 len: 1001 time: 0.0982962 May 25 21:05:30.246976 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bfdeb-a857-4014-8951-4e319c708a3e req-9cc44c7d-8da6-4558-b2c7-dfaf225aa4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:30.248403 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-115bfdeb-a857-4014-8951-4e319c708a3e req-9cc44c7d-8da6-4558-b2c7-dfaf225aa4d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0574310 May 25 21:05:30.331201 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bfdeb-a857-4014-8951-4e319c708a3e req-cd553f68-a237-49aa-9bc9-a550a33ed3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:30.332591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-115bfdeb-a857-4014-8951-4e319c708a3e req-cd553f68-a237-49aa-9bc9-a550a33ed3eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773456 May 25 21:05:30.335745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9abad6-1a58-4a0d-8ac4-0bab4f38f901 req-0bee548c-2593-4bfb-b705-2ee37b27e2ae tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:30.337720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6d9abad6-1a58-4a0d-8ac4-0bab4f38f901 req-0bee548c-2593-4bfb-b705-2ee37b27e2ae tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0894184 May 25 21:05:30.386924 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6d9abad6-1a58-4a0d-8ac4-0bab4f38f901 req-47780e66-e3d1-492a-80e9-af6e5c59ae70 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436747 May 25 21:05:30.470786 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-115bfdeb-a857-4014-8951-4e319c708a3e req-7c48dff6-3386-47cb-8fbc-e08d1ca2dccc service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325524 May 25 21:05:30.607882 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-115bfdeb-a857-4014-8951-4e319c708a3e req-94b49916-7087-4506-a3a6-b0c693ceb6fc service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308117 May 25 21:05:30.671274 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-055de440-8021-4a68-9955-e5d0dde1c4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:31.458138 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:31.571857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f5d63-2e35-43d1-9e86-0b012e68492c req-ed20ab0f-b9c7-4390-98c4-c11cd09f1731 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:31.573289 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a8f5d63-2e35-43d1-9e86-0b012e68492c req-ed20ab0f-b9c7-4390-98c4-c11cd09f1731 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0790954 May 25 21:05:31.616338 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a8f5d63-2e35-43d1-9e86-0b012e68492c req-792b138a-c702-4a6a-b610-b4776001b7c4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370953 May 25 21:05:31.901452 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:32.807221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d21b-e4cf-423c-8053-929b774066ca req-d3f82b4d-22fc-4e7e-b2f8-1b33f07720cf tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:32.808663 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c287d21b-e4cf-423c-8053-929b774066ca req-d3f82b4d-22fc-4e7e-b2f8-1b33f07720cf tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0814424 May 25 21:05:32.851898 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c287d21b-e4cf-423c-8053-929b774066ca req-5f37a276-c0f6-4fce-aec4-acfa0a42bdbc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370018 May 25 21:05:33.236975 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:34.041823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08866c27-aac7-4ff1-a99e-ae74a7825f8b req-c6086dc3-0d72-4d75-8c6b-c41745fca634 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:34.043195 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08866c27-aac7-4ff1-a99e-ae74a7825f8b req-c6086dc3-0d72-4d75-8c6b-c41745fca634 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0851948 May 25 21:05:34.086802 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08866c27-aac7-4ff1-a99e-ae74a7825f8b req-0fbd6a93-ad6e-4bcf-94a3-005075dad524 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379746 May 25 21:05:35.277163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a2c68-e75d-44b5-b290-aa82578fc673 req-60d3f42c-b2ed-4af4-b48a-73ab0a68585c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:35.278644 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d91a2c68-e75d-44b5-b290-aa82578fc673 req-60d3f42c-b2ed-4af4-b48a-73ab0a68585c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0861940 May 25 21:05:35.324343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d91a2c68-e75d-44b5-b290-aa82578fc673 req-59ce78b0-de9c-45e0-9497-5a6078ee92c4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397780 May 25 21:05:36.514008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85438299-1190-456d-a9f5-56d79781ba60 req-f2166a5f-b4b3-489b-ac63-66ce99e5147b tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:36.515488 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85438299-1190-456d-a9f5-56d79781ba60 req-f2166a5f-b4b3-489b-ac63-66ce99e5147b tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0798221 May 25 21:05:36.560481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85438299-1190-456d-a9f5-56d79781ba60 req-a865fedd-8dee-4c85-8abe-604bc1b6e109 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394499 May 25 21:05:37.749744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9fd16-1f65-4262-b87f-9813cdc848cf req-b5a87443-d14c-4b85-b54e-1ff9a7ba0eed tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:37.751225 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aaf9fd16-1f65-4262-b87f-9813cdc848cf req-b5a87443-d14c-4b85-b54e-1ff9a7ba0eed tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.0845044 May 25 21:05:37.795553 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aaf9fd16-1f65-4262-b87f-9813cdc848cf req-ab268879-5b04-428a-9e16-7cf42863cc40 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387354 May 25 21:05:37.963684 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-ae9f6d1a-6714-4140-b515-f6eb9fa52dfd service neutron] show failed (client error): The resource could not be found. May 25 21:05:37.964723 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-ae9f6d1a-6714-4140-b515-f6eb9fa52dfd service neutron] 10.222.0.50 "GET /v2.0/ports/97fa6905-71c5-4f49-b015-c6de0d185a6f/bindings/n-h1-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0795712 May 25 21:05:38.228083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-875003e4-d951-434e-bbf1-3eb084bca700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:38.229435 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-875003e4-d951-434e-bbf1-3eb084bca700 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4&tenant_id=bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 1096 time: 0.0707362 May 25 21:05:38.240181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:05:38.463974 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:38.740065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] For port 97fa6905-71c5-4f49-b015-c6de0d185a6f, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:05:38.775363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] For port 97fa6905-71c5-4f49-b015-c6de0d185a6f, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:05:38.834531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fa6905-71c5-4f49-b015-c6de0d185a6f'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:05:38.840340 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:38.858293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Transition to ACTIVE for port object 97fa6905-71c5-4f49-b015-c6de0d185a6f will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:05:38.863470 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:38.911111 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9237a16-5622-4c80-a4ab-0653e57f805f'] response: {'server_uuid': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fa6905-71c5-4f49-b015-c6de0d185a6f', 'code': 200} May 25 21:05:39.021035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Pushing event updated for resources: {'Port': ['ID=97fa6905-71c5-4f49-b015-c6de0d185a6f,revision_number=6']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:05:39.131455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] No DVR routers for this DVR port 97fa6905-71c5-4f49-b015-c6de0d185a6f on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:05:39.331535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0efcf2-0887-4336-af21-9245312b997c req-65c1adc3-c9f8-4180-b96a-0380342ab2c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:39.333162 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae0efcf2-0887-4336-af21-9245312b997c req-65c1adc3-c9f8-4180-b96a-0380342ab2c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 943 time: 0.2507358 May 25 21:05:39.419834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Attempting to bind port 97fa6905-71c5-4f49-b015-c6de0d185a6f on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:05:39.420160 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Attempting to bind port 97fa6905-71c5-4f49-b015-c6de0d185a6f by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:05:39.420478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Attempting to bind port 97fa6905-71c5-4f49-b015-c6de0d185a6f on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:05:39.431171 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae0efcf2-0887-4336-af21-9245312b997c req-624f34cb-48f5-400f-80b7-5de84b3f55c4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898211 May 25 21:05:39.431865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Port 97fa6905-71c5-4f49-b015-c6de0d185a6f on network e389991d-f4f8-48da-bb62-684d296703c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:05:39.432185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Attempting to bind port 97fa6905-71c5-4f49-b015-c6de0d185a6f on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:05:39.437494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:05:39.437820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Checking segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:05:39.438208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Bound using segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:05:39.438629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Bound port: 97fa6905-71c5-4f49-b015-c6de0d185a6f, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:05:39.438969 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:39.531918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] For port 97fa6905-71c5-4f49-b015-c6de0d185a6f, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:05:39.534816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] For port 97fa6905-71c5-4f49-b015-c6de0d185a6f, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:05:39.539715 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:39.599829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:39.600485 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:39.602033 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] 10.222.0.70 "PUT /v2.0/ports/97fa6905-71c5-4f49-b015-c6de0d185a6f HTTP/1.1" status: 200 len: 1091 time: 1.3655832 May 25 21:05:39.617007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b2680-e876-45f0-9d50-c40b6e2c64c6 service neutron] Pushing event updated for resources: {'Port': ['ID=97fa6905-71c5-4f49-b015-c6de0d185a6f,revision_number=7']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:05:39.704982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-b20d2d2f-baf3-4b08-b807-098da97db285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:39.706475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-b20d2d2f-baf3-4b08-b807-098da97db285 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 1094 time: 0.0805085 May 25 21:05:39.841156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-32fac296-a271-4a1b-8446-b0a282594379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:39.842600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-32fac296-a271-4a1b-8446-b0a282594379 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1307673 May 25 21:05:39.940707 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-dcb011a2-6a69-49d3-9359-466686cb2228 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f HTTP/1.1" status: 200 len: 999 time: 0.0921240 May 25 21:05:40.129181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-b8d7562b-53e0-4853-a949-7cbd560847b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:40.130636 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-b8d7562b-53e0-4853-a949-7cbd560847b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.1843956 May 25 21:05:40.206247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-f8c9b619-d74d-473b-8491-a1d834799885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:40.207647 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-f8c9b619-d74d-473b-8491-a1d834799885 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714495 May 25 21:05:40.345458 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-3e82bb07-6371-4625-94da-3c1cf5be1830 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317797 May 25 21:05:40.481012 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f0ef4b3-7a65-42b2-b055-c60107214143 req-39f60380-948b-4766-b492-d805753dd391 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298738 May 25 21:05:40.627379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8d37-1d6c-4679-8f74-7fe5694c4722 req-9fa53f2d-eb59-499b-b5fe-4292243a2a64 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:40.628829 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6bba8d37-1d6c-4679-8f74-7fe5694c4722 req-9fa53f2d-eb59-499b-b5fe-4292243a2a64 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 943 time: 0.0872936 May 25 21:05:40.676807 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6bba8d37-1d6c-4679-8f74-7fe5694c4722 req-8a8c366d-398e-439c-9137-9efc89935737 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413215 May 25 21:05:40.911936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'tag': '97fa6905-71c5-4f49-b015-c6de0d185a6f'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:05:40.969014 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c759b00f-8504-49ba-8c32-323de70b778c'] response: {'name': 'network-changed', 'server_uuid': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'tag': '97fa6905-71c5-4f49-b015-c6de0d185a6f', 'status': 'completed', 'code': 200} May 25 21:05:41.124152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-af044b4f-ec1f-48e8-96d8-b13a7a0108fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:41.125570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-af044b4f-ec1f-48e8-96d8-b13a7a0108fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 1094 time: 0.1375396 May 25 21:05:41.129680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-1bfaeff1-beee-43a1-9ab6-262eefea854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:41.131089 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-1bfaeff1-beee-43a1-9ab6-262eefea854d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 1094 time: 0.1081944 May 25 21:05:41.371554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-5da04ceb-6e78-4b6d-85d9-bab820e12b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:41.372996 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-5da04ceb-6e78-4b6d-85d9-bab820e12b1c service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.2410898 May 25 21:05:41.373971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-e0889c1b-e59b-429c-9106-8b798be56f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:41.375576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-e0889c1b-e59b-429c-9106-8b798be56f42 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.2245765 May 25 21:05:41.558671 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-14e5621d-0b76-4639-a519-758e6a695db9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f HTTP/1.1" status: 200 len: 999 time: 0.1792221 May 25 21:05:41.562138 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-d325791e-2a0d-45db-bad2-f15ee05100cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f HTTP/1.1" status: 200 len: 999 time: 0.1320329 May 25 21:05:41.669987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-abba017d-9971-4257-9750-4c1e24915084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:41.671501 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-abba017d-9971-4257-9750-4c1e24915084 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.1062822 May 25 21:05:41.672841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-5a7e09ca-2233-48e9-bfa7-0108fbbdf76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:41.674124 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-5a7e09ca-2233-48e9-bfa7-0108fbbdf76e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0804322 May 25 21:05:41.835075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-e4f7a4c3-01c8-47e3-8bb2-c56cdefe5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:41.836573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-e4f7a4c3-01c8-47e3-8bb2-c56cdefe5d88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559229 May 25 21:05:41.838507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-93006ca7-75d1-4222-b934-7b0267731930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:41.839823 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-93006ca7-75d1-4222-b934-7b0267731930 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148827 May 25 21:05:41.864971 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ced4f-560e-47d3-9ed9-cd96e8c64149 req-39099790-f1a8-47c7-bac3-aaa8e1ba91a9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:41.866435 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de6ced4f-560e-47d3-9ed9-cd96e8c64149 req-39099790-f1a8-47c7-bac3-aaa8e1ba91a9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 943 time: 0.0799358 May 25 21:05:41.877085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 97fa6905-71c5-4f49-b015-c6de0d185a6f no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:05:41.920164 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-de6ced4f-560e-47d3-9ed9-cd96e8c64149 req-6cd06e91-0de9-4d1e-b7f0-936d7e0061f5 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468469 May 25 21:05:41.938979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 97fa6905-71c5-4f49-b015-c6de0d185a6f not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:05:42.218856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-acf0fb3a-925b-4092-abc3-395150a4c03f service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741710 May 25 21:05:42.220629 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-866e4b38-ac65-4701-892a-16bf26d3ceac service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750546 May 25 21:05:42.466998 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-cc14b482-4507-41c2-91d2-0b10950ebf86 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417140 May 25 21:05:42.470077 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-818e5086-b353-4315-aff9-b7dcb7bf7adf req-dbb81cc0-8b69-4ecd-99d4-db7c0c013108 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251148 May 25 21:05:43.106465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c32b70-f29a-457c-b8c6-156d179fdf03 req-49108972-539a-41cf-b7e0-aaf25dad8364 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:43.107809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6c32b70-f29a-457c-b8c6-156d179fdf03 req-49108972-539a-41cf-b7e0-aaf25dad8364 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 943 time: 0.0809331 May 25 21:05:43.157440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6c32b70-f29a-457c-b8c6-156d179fdf03 req-1636e2a7-7939-4d09-8c4f-406ecb781f91 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439994 May 25 21:05:44.357831 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70767d6a-6480-41e9-bcf2-5197ad78c2a2 req-04616da0-c54e-4d60-9de4-662a3140bb8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:44.360188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-70767d6a-6480-41e9-bcf2-5197ad78c2a2 req-04616da0-c54e-4d60-9de4-662a3140bb8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 943 time: 0.0911269 May 25 21:05:44.411227 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-70767d6a-6480-41e9-bcf2-5197ad78c2a2 req-bfafcc17-686b-4d47-83e0-188ba566e36b tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455697 May 25 21:05:44.728562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-00d4e161-f17d-4001-a104-75163b82f49e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:44.729165 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffea2c4-f420-4bf5-adfe-dc0bb130fcc9 req-ca87f4a2-5637-44d3-9046-79f383296da6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:44.729968 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-00d4e161-f17d-4001-a104-75163b82f49e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4&tenant_id=bc981a77b41743688a5e5feae25ba4ce&binding%3Ahost_id=n-h1-843339-1 HTTP/1.1" status: 200 len: 943 time: 0.0939040 May 25 21:05:44.730564 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ffea2c4-f420-4bf5-adfe-dc0bb130fcc9 req-ca87f4a2-5637-44d3-9046-79f383296da6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 943 time: 0.0926962 May 25 21:05:44.776237 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2ffea2c4-f420-4bf5-adfe-dc0bb130fcc9 req-232c7330-a215-4218-8333-444630d3dec3 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406082 May 25 21:05:44.809949 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-612d0901-4ad9-4668-a3f0-fb7652e715a3 service neutron] delete failed (client error): The resource could not be found. May 25 21:05:44.810990 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-612d0901-4ad9-4668-a3f0-fb7652e715a3 service neutron] 10.222.0.50 "DELETE /v2.0/ports/97fa6905-71c5-4f49-b015-c6de0d185a6f/bindings/n-h2-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0758386 May 25 21:05:44.955777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-253f7a0c-c054-4028-a61d-f7f2dd660d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:44.957270 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-253f7a0c-c054-4028-a61d-f7f2dd660d26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 1094 time: 0.0769022 May 25 21:05:45.089148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-eea1cde1-7d00-4b5a-ac14-adcb88bb89ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:45.090538 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-eea1cde1-7d00-4b5a-ac14-adcb88bb89ec service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1275952 May 25 21:05:45.188759 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-09aacb32-4e15-4dba-b9b9-9cb6a96d538f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f HTTP/1.1" status: 200 len: 999 time: 0.0928030 May 25 21:05:45.258795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-05a6d317-6509-48bf-a4b9-67310c2e127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:45.260490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-05a6d317-6509-48bf-a4b9-67310c2e127e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0663304 May 25 21:05:45.334974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-01accb10-6c2b-49a1-9349-957cc4e5d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:45.337067 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-01accb10-6c2b-49a1-9349-957cc4e5d398 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703378 May 25 21:05:45.467162 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-2420b74b-e5d4-43ee-95ba-a248b58a284a service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241882 May 25 21:05:45.598118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-428fc2f5-d633-4dc4-9487-258a703ad0cf req-ba20dba0-dd7a-44ca-97ab-ef389d07ccd2 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251101 May 25 21:05:45.886308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 97fa6905-71c5-4f49-b015-c6de0d185a6f details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:05:45.972890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b7513-a06d-4fc0-9e0e-3ef1426633bd req-4dcd6e3d-1818-4377-b6ac-5e518267a2bb tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:45.974534 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d5b7513-a06d-4fc0-9e0e-3ef1426633bd req-4dcd6e3d-1818-4377-b6ac-5e518267a2bb tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 943 time: 0.0904906 May 25 21:05:46.023783 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d5b7513-a06d-4fc0-9e0e-3ef1426633bd req-919e6b79-4b34-472c-8b2b-23dfa9c370e8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419247 May 25 21:05:46.033735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 97fa6905-71c5-4f49-b015-c6de0d185a6f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:05:46.048891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '97fa6905-71c5-4f49-b015-c6de0d185a6f', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'port_id': '97fa6905-71c5-4f49-b015-c6de0d185a6f', 'mac_address': 'fa:16:3e:b7:7d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:05:46.106630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 97fa6905-71c5-4f49-b015-c6de0d185a6f is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:05:46.107027 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:46.125120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fa6905-71c5-4f49-b015-c6de0d185a6f {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:05:46.141219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 97fa6905-71c5-4f49-b015-c6de0d185a6f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:05:46.144296 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:46.218375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=97fa6905-71c5-4f49-b015-c6de0d185a6f,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:05:46.469892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['97fa6905-71c5-4f49-b015-c6de0d185a6f'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:05:46.564639 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:05:47.209053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eed21-a6be-49ca-88c0-62e7a4c64656 req-434655f6-a03a-46db-9961-695898f8800e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:47.211102 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-350eed21-a6be-49ca-88c0-62e7a4c64656 req-434655f6-a03a-46db-9961-695898f8800e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 944 time: 0.0808926 May 25 21:05:47.254767 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-350eed21-a6be-49ca-88c0-62e7a4c64656 req-94039b31-e590-4e5c-a6ac-a1b934fa6a16 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378311 May 25 21:05:47.438372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7227d84-6787-4f55-ad81-d6ae744e247b req-cbece0dd-4ebc-4fa6-8332-1ca33949ddf4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:47.439798 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7227d84-6787-4f55-ad81-d6ae744e247b req-cbece0dd-4ebc-4fa6-8332-1ca33949ddf4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 944 time: 0.0792220 May 25 21:05:47.482862 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7227d84-6787-4f55-ad81-d6ae744e247b req-94e48af8-6ee6-49c3-ada5-21a2af66fa6d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368700 May 25 21:05:47.671537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922da45-bbe3-43af-9e49-452d07e2c8fd req-6152b496-092a-4ec6-aed5-0c642d9d26fd tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:47.673044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3922da45-bbe3-43af-9e49-452d07e2c8fd req-6152b496-092a-4ec6-aed5-0c642d9d26fd tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 944 time: 0.0838466 May 25 21:05:47.718321 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3922da45-bbe3-43af-9e49-452d07e2c8fd req-5a7691c4-b832-430a-90ba-103a32f708df tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394306 May 25 21:05:47.897711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 97fa6905-71c5-4f49-b015-c6de0d185a6f up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:05:47.974954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 97fa6905-71c5-4f49-b015-c6de0d185a6f completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:05:47.980801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 97fa6905-71c5-4f49-b015-c6de0d185a6f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:05:47.981165 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:48.100342 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 97fa6905-71c5-4f49-b015-c6de0d185a6f is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:05:48.100740 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:48.104075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039a866-6436-4206-b137-7c2fd82316b9 req-41fe9c33-1b7f-4759-b62f-e36b51cfb384 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:48.105569 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b039a866-6436-4206-b137-7c2fd82316b9 req-41fe9c33-1b7f-4759-b62f-e36b51cfb384 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 944 time: 0.0844088 May 25 21:05:48.127861 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fa6905-71c5-4f49-b015-c6de0d185a6f'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:05:48.138198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 97fa6905-71c5-4f49-b015-c6de0d185a6f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:05:48.142671 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:48.155742 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b039a866-6436-4206-b137-7c2fd82316b9 req-e7223fdc-3122-4403-afec-db89b006534c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443585 May 25 21:05:48.176421 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02db5514-cdf2-4470-891e-1521a73b958d'] response: {'server_uuid': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fa6905-71c5-4f49-b015-c6de0d185a6f', 'code': 200} May 25 21:05:48.213602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=97fa6905-71c5-4f49-b015-c6de0d185a6f,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:05:49.411454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-1a46899d-601d-4dc3-a415-c4dde5a03366 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:49.412935 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-1a46899d-601d-4dc3-a415-c4dde5a03366 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.1049635 May 25 21:05:49.421613 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440c98a-744d-44c9-bcdb-9076add01b70 req-88f65b58-a3ef-44cf-91c0-217bfb2f1ac6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:49.422993 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a440c98a-744d-44c9-bcdb-9076add01b70 req-88f65b58-a3ef-44cf-91c0-217bfb2f1ac6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 945 time: 0.1555283 May 25 21:05:49.520161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Deleting port 97fa6905-71c5-4f49-b015-c6de0d185a6f {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:05:49.520404 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:49.547514 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a440c98a-744d-44c9-bcdb-9076add01b70 req-47aad466-6a9e-4b9f-bd62-c83ae13a5fad tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926437 May 25 21:05:49.911927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] For port 97fa6905-71c5-4f49-b015-c6de0d185a6f, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=97fa6905-71c5-4f49-b015-c6de0d185a6f,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:05:49.912160 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:50.218795 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:50.219159 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:50.219496 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Floating IP ac008150-be57-4192-8062-ced76dbfa01b disassociated. External IP: 172.25.3.163, port: 97fa6905-71c5-4f49-b015-c6de0d185a6f. May 25 21:05:50.219911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Calling delete_port for 97fa6905-71c5-4f49-b015-c6de0d185a6f owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:05:50.372156 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:50.427385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event deleted for resources: {'Port': ['ID=97fa6905-71c5-4f49-b015-c6de0d185a6f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:05:50.632264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Router b0ac6c98-2845-48b7-a994-41c6db62e9d5 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:05:50.714041 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e40dc36-823a-473c-8f31-cfc6533f6327 req-372cc854-9d46-4ba1-8cdf-6fc2c24cc22e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0f04e02-fd8a-49c2-841d-1c63647781d4 HTTP/1.1" status: 200 len: 210 time: 0.0440550 May 25 21:05:50.821511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:05:50.831207 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652dfc56-69cc-4c8b-ba35-ab1b928b0c14 None None] Sync routers for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:05:50.841331 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652dfc56-69cc-4c8b-ba35-ab1b928b0c14 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:05:50.841952 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-652dfc56-69cc-4c8b-ba35-ab1b928b0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:05:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:05:50.894493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] No DVR routers for this DVR port 97fa6905-71c5-4f49-b015-c6de0d185a6f on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:05:50.897139 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:50.899888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'name': 'network-vif-deleted', 'tag': '97fa6905-71c5-4f49-b015-c6de0d185a6f'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:05:50.919026 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d3ffd41d-106b-472d-9705-cac9eac6625a req-e9b91662-2694-4ee3-9e7d-7f4af97c81ac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "DELETE /v2.0/ports/97fa6905-71c5-4f49-b015-c6de0d185a6f HTTP/1.1" status: 204 len: 173 time: 1.4950554 May 25 21:05:50.956716 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0016f6-b282-45c5-8656-7246877f7e15'] response: {'server_uuid': 'c0f04e02-fd8a-49c2-841d-1c63647781d4', 'name': 'network-vif-deleted', 'tag': '97fa6905-71c5-4f49-b015-c6de0d185a6f', 'status': 'completed', 'code': 200} May 25 21:05:51.026056 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-652dfc56-69cc-4c8b-ba35-ab1b928b0c14 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:05:51.341061 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-652dfc56-69cc-4c8b-ba35-ab1b928b0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:05:51.344836 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652dfc56-69cc-4c8b-ba35-ab1b928b0c14 None None] Checking router: b0ac6c98-2845-48b7-a994-41c6db62e9d5 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:05:51.353469 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652dfc56-69cc-4c8b-ba35-ab1b928b0c14 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:05:51.354052 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-652dfc56-69cc-4c8b-ba35-ab1b928b0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:05:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:05:51.534788 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-652dfc56-69cc-4c8b-ba35-ab1b928b0c14 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:05:51.876612 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-652dfc56-69cc-4c8b-ba35-ab1b928b0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:05:51.880644 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652dfc56-69cc-4c8b-ba35-ab1b928b0c14 None None] The sync data for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 is: [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:05:52.099100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-855b5a92-c865-42d8-8b1d-7b058d4e4658 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2021260481&fields=id&tenant_id=bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 267 time: 0.0413699 May 25 21:05:52.118375 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7702b435-252e-4de9-999b-d9ae7ae4e3d4 None None] New status for floating IP ac008150-be57-4192-8062-ced76dbfa01b: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:05:52.257965 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-44059571-b5d2-4293-8a8a-8e58ce4862af tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:52.258672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-44059571-b5d2-4293-8a8a-8e58ce4862af tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Synchronizing usage tracker for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:05:52.275784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-44059571-b5d2-4293-8a8a-8e58ce4862af tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Unset dirty status for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:05:52.276993 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-44059571-b5d2-4293-8a8a-8e58ce4862af tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 812 time: 0.1708612 May 25 21:05:52.297274 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-f096cf35-42ec-4db4-ac1c-54aa0e3bd18e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/quotas/bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 375 time: 0.0119820 May 25 21:05:52.392001 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-6111492d-3923-405b-8108-55d56638ebfb tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881817 May 25 21:05:52.548173 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-8a666ed3-04be-472e-b85e-ed2f9a5180be service neutron] 10.222.0.60 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429329 May 25 21:05:52.681708 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-949fa535-267d-43ac-80ad-698bbc0a0b9c service neutron] 10.222.0.60 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277750 May 25 21:05:52.870406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b85f1daf-583c-43c9-bf6c-7e839e304478 req-c5e6d074-fa3b-47c8-ae3e-4b5cfc29e3ae tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Synchronizing usage tracker for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:05:52.887434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-b85f1daf-583c-43c9-bf6c-7e839e304478 req-c5e6d074-fa3b-47c8-ae3e-4b5cfc29e3ae tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Unset dirty status for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:05:52.888764 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b85f1daf-583c-43c9-bf6c-7e839e304478 req-c5e6d074-fa3b-47c8-ae3e-4b5cfc29e3ae tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 210 time: 0.0706770 May 25 21:05:53.900953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-a2f2ca41-4a06-4e76-9d31-0d91f32a19d6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:53.902463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-a2f2ca41-4a06-4e76-9d31-0d91f32a19d6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 812 time: 0.1552944 May 25 21:05:53.906079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 97fa6905-71c5-4f49-b015-c6de0d185a6f no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:05:53.954034 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-2117f8c8-2302-4eee-9e05-1a6bf7cb6a13 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 380 time: 0.0441637 May 25 21:05:53.963954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Request body: {'port': {'device_id': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'admin_state_up': True, 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'security_groups': ['6d2553ff-fd71-4fb0-b098-208ce1870ea4']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:05:53.990283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 97fa6905-71c5-4f49-b015-c6de0d185a6f {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:05:53.990571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 97fa6905-71c5-4f49-b015-c6de0d185a6f not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:05:54.112453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:05:54.122462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:05:54.132548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Made reservation on behalf of bc981a77b41743688a5e5feae25ba4ce for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:05:54.136538 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:54.160004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e56d23d8-6830-41f2-b15f-54bf79d9c287 req-69007235-8241-4de7-9ee1-008ea4a4cbde tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 210 time: 0.1553996 May 25 21:05:54.249670 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:54.431926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Allocated IP 172.20.0.4 (e389991d-f4f8-48da-bb62-684d296703c8/3b76447b-8325-4123-887b-397dfe1e70d5/40e3c6b8-e33b-4c77-929a-c12402878626) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:05:54.620721 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:54.636167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Transition to ACTIVE for port object 40e3c6b8-e33b-4c77-929a-c12402878626 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:05:54.659627 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:54.734301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Network e389991d-f4f8-48da-bb62-684d296703c8 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:05:54.737578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:05:54.741427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:05:54.771793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event updated for resources: {'Port': ['ID=40e3c6b8-e33b-4c77-929a-c12402878626,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:05:54.810497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:54.811110 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:54.836926 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-57e52f74-4d22-4d18-a665-e01e64195c9a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8774478 May 25 21:05:54.848529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Request body: {'port': {'device_id': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:05:54.965295 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:55.002259 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-203ba00e-9083-4ef9-86d5-23c0f4e9c5ad None None] Provisioning for port 40e3c6b8-e33b-4c77-929a-c12402878626 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:05:55.007104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-203ba00e-9083-4ef9-86d5-23c0f4e9c5ad None None] Provisioning complete for port 40e3c6b8-e33b-4c77-929a-c12402878626 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:05:55.008004 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-203ba00e-9083-4ef9-86d5-23c0f4e9c5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:55.062086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-203ba00e-9083-4ef9-86d5-23c0f4e9c5ad None None] Port 40e3c6b8-e33b-4c77-929a-c12402878626 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:05:55.354904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e3c6b8-e33b-4c77-929a-c12402878626 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:05:55.364495 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:55.385463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Transition to ACTIVE for port object 40e3c6b8-e33b-4c77-929a-c12402878626 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:05:55.389524 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:55.524621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e38311-b774-4c39-93b3-787ec61518f9 req-89fd2396-f2aa-4f70-b65e-1619a0af4ffc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:55.524749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-18e38311-b774-4c39-93b3-787ec61518f9 req-89fd2396-f2aa-4f70-b65e-1619a0af4ffc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Synchronizing usage tracker for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:05:55.541768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=40e3c6b8-e33b-4c77-929a-c12402878626,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:05:55.615859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-18e38311-b774-4c39-93b3-787ec61518f9 req-89fd2396-f2aa-4f70-b65e-1619a0af4ffc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Unset dirty status for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:05:55.616929 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18e38311-b774-4c39-93b3-787ec61518f9 req-89fd2396-f2aa-4f70-b65e-1619a0af4ffc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 931 time: 0.3340805 May 25 21:05:55.688843 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18e38311-b774-4c39-93b3-787ec61518f9 req-05b2c7c0-f2d5-432f-bbb3-24749450c007 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640860 May 25 21:05:55.695825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Attempting to bind port 40e3c6b8-e33b-4c77-929a-c12402878626 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:05:55.696151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Attempting to bind port 40e3c6b8-e33b-4c77-929a-c12402878626 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:05:55.696475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Attempting to bind port 40e3c6b8-e33b-4c77-929a-c12402878626 on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:05:55.701292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Port 40e3c6b8-e33b-4c77-929a-c12402878626 on network e389991d-f4f8-48da-bb62-684d296703c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:05:55.704594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Attempting to bind port 40e3c6b8-e33b-4c77-929a-c12402878626 on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:05:55.709095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:05:55.709547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Checking segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:05:55.710019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Bound using segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:05:55.711171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Bound port: 40e3c6b8-e33b-4c77-929a-c12402878626, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:05:55.711665 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:55.804405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] For port 40e3c6b8-e33b-4c77-929a-c12402878626, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:05:55.807391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] For port 40e3c6b8-e33b-4c77-929a-c12402878626, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=40e3c6b8-e33b-4c77-929a-c12402878626,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:05:55.812325 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:55.880451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:55.881051 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:55.882993 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] 10.222.0.70 "PUT /v2.0/ports/40e3c6b8-e33b-4c77-929a-c12402878626 HTTP/1.1" status: 200 len: 1091 time: 1.0382457 May 25 21:05:55.882993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'tag': '40e3c6b8-e33b-4c77-929a-c12402878626'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:05:55.916904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134b01f-03c2-4336-b6d9-df7567945ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=40e3c6b8-e33b-4c77-929a-c12402878626,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:05:55.954741 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8b83cc-ae1b-4b84-86c7-b63cc4d24644'] response: {'name': 'network-changed', 'server_uuid': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'tag': '40e3c6b8-e33b-4c77-929a-c12402878626', 'status': 'completed', 'code': 200} May 25 21:05:56.002044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-d3f632c3-5a63-4406-85b2-73bd26d469a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:56.003586 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-d3f632c3-5a63-4406-85b2-73bd26d469a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 1094 time: 0.0813925 May 25 21:05:56.071776 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-f4d1a660-8c6e-4241-b414-a381b0a97b0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e3c6b8-e33b-4c77-929a-c12402878626 HTTP/1.1" status: 200 len: 217 time: 0.0613339 May 25 21:05:56.264384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-8a08e998-de22-4f9e-8545-f7481d09e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:56.265729 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-8a08e998-de22-4f9e-8545-f7481d09e58a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.1886203 May 25 21:05:56.339948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-5bcc0a6a-7089-406d-9e36-97a5195a194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:56.341500 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-5bcc0a6a-7089-406d-9e36-97a5195a194c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701313 May 25 21:05:56.472960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-4e49bcfd-7511-4267-9145-13a095852300 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253376 May 25 21:05:56.605804 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-af20b0fb-6370-45fe-bfdb-c426ff03c7e2 req-8c7a2696-9366-4cfa-ac0e-f411317df911 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266003 May 25 21:05:56.718617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25cd3f-67f5-477c-8bbd-cd17a96f6791 req-fe7bdb11-f2fc-4fbe-be3b-149ef21553d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:56.720268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f25cd3f-67f5-477c-8bbd-cd17a96f6791 req-fe7bdb11-f2fc-4fbe-be3b-149ef21553d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 1094 time: 0.0731783 May 25 21:05:56.911400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25cd3f-67f5-477c-8bbd-cd17a96f6791 req-63bfbbda-f903-4530-a911-345b7d69cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:56.912736 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f25cd3f-67f5-477c-8bbd-cd17a96f6791 req-63bfbbda-f903-4530-a911-345b7d69cbdd service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1868889 May 25 21:05:56.984278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceabcb-4552-4596-8f0f-cb77931bdf95 req-55dde922-6bed-43de-be86-84fdf1a1273e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:56.985699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-11ceabcb-4552-4596-8f0f-cb77931bdf95 req-55dde922-6bed-43de-be86-84fdf1a1273e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 943 time: 0.1849823 May 25 21:05:56.996192 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f25cd3f-67f5-477c-8bbd-cd17a96f6791 req-c1d89d0e-e974-4ae2-bfa1-9896e16c9520 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e3c6b8-e33b-4c77-929a-c12402878626 HTTP/1.1" status: 200 len: 217 time: 0.0766976 May 25 21:05:57.081320 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-11ceabcb-4552-4596-8f0f-cb77931bdf95 req-0ea0906e-b93b-4d21-8bd2-d3380d8e90d0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884459 May 25 21:05:57.084642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25cd3f-67f5-477c-8bbd-cd17a96f6791 req-e0098e62-4bbc-4c47-b8da-b4ddd525d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:57.086537 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f25cd3f-67f5-477c-8bbd-cd17a96f6791 req-e0098e62-4bbc-4c47-b8da-b4ddd525d418 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0783851 May 25 21:05:57.167340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25cd3f-67f5-477c-8bbd-cd17a96f6791 req-41d6a90c-79d6-41c5-8c1c-333385bda346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:57.168698 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f25cd3f-67f5-477c-8bbd-cd17a96f6791 req-41d6a90c-79d6-41c5-8c1c-333385bda346 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761373 May 25 21:05:57.300114 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f25cd3f-67f5-477c-8bbd-cd17a96f6791 req-688d7184-6a7b-40b3-a559-4bca70e62f74 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255515 May 25 21:05:57.433602 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f25cd3f-67f5-477c-8bbd-cd17a96f6791 req-f170ade9-eab6-4c36-b202-588156fe2cb7 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267188 May 25 21:05:58.247837 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-00eaac9a-81b3-499d-a361-856887717e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:58.269536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8d329-57d9-4cba-a7c9-d0803ea9b7be req-ce24f658-1383-47fb-bff0-e4df0c90eb71 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:58.271031 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3fb8d329-57d9-4cba-a7c9-d0803ea9b7be req-ce24f658-1383-47fb-bff0-e4df0c90eb71 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 943 time: 0.0823271 May 25 21:05:58.319000 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3fb8d329-57d9-4cba-a7c9-d0803ea9b7be req-939ca8d4-6a2b-42f1-984d-a99dd495f991 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414793 May 25 21:05:58.575670 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:05:59.505839 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1440c04-5dac-4594-aff9-f1351661cd64 req-ce7ecd1a-d7af-4320-aee5-966ca5c1842f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:05:59.507987 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1440c04-5dac-4594-aff9-f1351661cd64 req-ce7ecd1a-d7af-4320-aee5-966ca5c1842f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 943 time: 0.0789113 May 25 21:05:59.551256 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b1440c04-5dac-4594-aff9-f1351661cd64 req-2c3e4f6b-0a64-40bc-8ec2-11bd7fa7670b tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374956 May 25 21:05:59.953792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 40e3c6b8-e33b-4c77-929a-c12402878626 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:06:00.086729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 40e3c6b8-e33b-4c77-929a-c12402878626, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=40e3c6b8-e33b-4c77-929a-c12402878626,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:06:00.100711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '40e3c6b8-e33b-4c77-929a-c12402878626', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'port_id': '40e3c6b8-e33b-4c77-929a-c12402878626', 'mac_address': 'fa:16:3e:a3:76:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:06:00.165008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 40e3c6b8-e33b-4c77-929a-c12402878626 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:06:00.165359 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:00.185206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e3c6b8-e33b-4c77-929a-c12402878626 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:06:00.201639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 40e3c6b8-e33b-4c77-929a-c12402878626, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=40e3c6b8-e33b-4c77-929a-c12402878626,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:06:00.205570 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:00.275233 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=40e3c6b8-e33b-4c77-929a-c12402878626,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:06:00.489293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['40e3c6b8-e33b-4c77-929a-c12402878626'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:06:00.675712 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-07d7c1e0-41f4-4c17-9bb7-1a22933d8ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:00.746395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846d0c5-9116-47ed-b446-66edabaf5f75 req-932e1c70-5c4b-43f8-b4c9-0985b049c4ed tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:06:00.747852 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d846d0c5-9116-47ed-b446-66edabaf5f75 req-932e1c70-5c4b-43f8-b4c9-0985b049c4ed tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 944 time: 0.0851302 May 25 21:06:00.793120 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d846d0c5-9116-47ed-b446-66edabaf5f75 req-96eafc8f-9b91-4b29-b2a6-3f76b32dec1d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396514 May 25 21:06:01.460651 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:01.903910 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:01.969506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 40e3c6b8-e33b-4c77-929a-c12402878626 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:06:01.982411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558511c-ee1d-4351-908e-3f902b28828c req-8bb34679-5d25-48f2-af45-954641b880eb tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:06:01.983796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8558511c-ee1d-4351-908e-3f902b28828c req-8bb34679-5d25-48f2-af45-954641b880eb tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 944 time: 0.0843720 May 25 21:06:02.028734 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8558511c-ee1d-4351-908e-3f902b28828c req-d5cc8b2b-8f11-4a81-92c6-b74d7539dd8c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393653 May 25 21:06:02.046414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 40e3c6b8-e33b-4c77-929a-c12402878626 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:06:02.051272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 40e3c6b8-e33b-4c77-929a-c12402878626 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:06:02.051638 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:02.169559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 40e3c6b8-e33b-4c77-929a-c12402878626 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:06:02.169936 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:02.196131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e3c6b8-e33b-4c77-929a-c12402878626'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:06:02.205563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 40e3c6b8-e33b-4c77-929a-c12402878626, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=40e3c6b8-e33b-4c77-929a-c12402878626,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:06:02.209737 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:02.251998 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fcd8457-adcb-4adc-902b-1a881de97a38'] response: {'server_uuid': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e3c6b8-e33b-4c77-929a-c12402878626', 'code': 200} May 25 21:06:02.283972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=40e3c6b8-e33b-4c77-929a-c12402878626,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:06:02.365418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69c913-c167-40a2-8220-d546fcad1ff2 req-962ad47c-3081-4785-a7e7-cd37bf635240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:06:02.367100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce69c913-c167-40a2-8220-d546fcad1ff2 req-962ad47c-3081-4785-a7e7-cd37bf635240 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 1096 time: 0.0683792 May 25 21:06:02.411708 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce69c913-c167-40a2-8220-d546fcad1ff2 req-60788a21-8482-4f76-a086-683137f58212 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384142 May 25 21:06:03.214494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5443608-659e-422f-9b3b-b01622ceafc8 req-87093c1f-38b6-41d0-be40-bd71f3be3d0c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:06:03.215957 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5443608-659e-422f-9b3b-b01622ceafc8 req-87093c1f-38b6-41d0-be40-bd71f3be3d0c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0799704 May 25 21:06:03.238845 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:03.261539 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5443608-659e-422f-9b3b-b01622ceafc8 req-0ec31154-7919-4362-af78-e2a2af8c4a5d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398123 May 25 21:06:04.450922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb14df-1371-4f86-b9cc-f72372457d10 req-abd4f30c-3466-40aa-b15e-a3382cc1810c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:06:04.452373 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94eb14df-1371-4f86-b9cc-f72372457d10 req-abd4f30c-3466-40aa-b15e-a3382cc1810c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0833633 May 25 21:06:04.497040 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94eb14df-1371-4f86-b9cc-f72372457d10 req-ce5383c5-0386-442f-a362-9b4445bdc7e7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389292 May 25 21:06:04.800762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35aabc-b46c-41d2-9b9e-38a083c9f24e req-d387a85d-c199-4ea2-84f6-7b99392ff13e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:06:04.802194 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2b35aabc-b46c-41d2-9b9e-38a083c9f24e req-d387a85d-c199-4ea2-84f6-7b99392ff13e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.2031646 May 25 21:06:04.810865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 44886) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:06:04.815608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0987b7c5-f181-490e-a7d0-d9d64203a943 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Request body: {'floatingip': {'port_id': '40e3c6b8-e33b-4c77-929a-c12402878626'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:06:04.894933 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0987b7c5-f181-490e-a7d0-d9d64203a943 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:05.502363 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0987b7c5-f181-490e-a7d0-d9d64203a943 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:05.506050 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0987b7c5-f181-490e-a7d0-d9d64203a943 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:05.676297 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-0987b7c5-f181-490e-a7d0-d9d64203a943 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Floating IP ac008150-be57-4192-8062-ced76dbfa01b associated. External IP: 172.25.3.163, port: 40e3c6b8-e33b-4c77-929a-c12402878626. May 25 21:06:06.031764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0987b7c5-f181-490e-a7d0-d9d64203a943 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Router b0ac6c98-2845-48b7-a994-41c6db62e9d5 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:06:06.345911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0987b7c5-f181-490e-a7d0-d9d64203a943 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:06:06.350103 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0987b7c5-f181-490e-a7d0-d9d64203a943 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:06.356021 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1eba54-9098-4ec7-8081-0368533decee None None] Sync routers for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:06:06.365861 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1eba54-9098-4ec7-8081-0368533decee None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:06:06.367219 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-af1eba54-9098-4ec7-8081-0368533decee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:06:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:06:06.409999 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0987b7c5-f181-490e-a7d0-d9d64203a943 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "PUT /v2.0/floatingips/ac008150-be57-4192-8062-ced76dbfa01b HTTP/1.1" status: 200 len: 991 time: 1.5955815 May 25 21:06:06.409999 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'tag': '40e3c6b8-e33b-4c77-929a-c12402878626'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:06:06.454279 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585ef45e-89bf-4efb-9b76-c6b1af4c21e0'] response: {'name': 'network-changed', 'server_uuid': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'tag': '40e3c6b8-e33b-4c77-929a-c12402878626', 'status': 'completed', 'code': 200} May 25 21:06:06.544375 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-af1eba54-9098-4ec7-8081-0368533decee None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:06:06.545609 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37459b7-a4ff-4c47-a953-73ab0a15c595 req-c3f5ca69-49f2-4b24-90e2-c6a9ba18adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:06:06.547188 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c37459b7-a4ff-4c47-a953-73ab0a15c595 req-c3f5ca69-49f2-4b24-90e2-c6a9ba18adce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 1096 time: 0.0720277 May 25 21:06:06.679115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37459b7-a4ff-4c47-a953-73ab0a15c595 req-0d57446f-b149-4a7d-a3e7-2f1f96328bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:06:06.680673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c37459b7-a4ff-4c47-a953-73ab0a15c595 req-0d57446f-b149-4a7d-a3e7-2f1f96328bd0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1276765 May 25 21:06:06.785069 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c37459b7-a4ff-4c47-a953-73ab0a15c595 req-b5805529-cdd5-4724-84f0-8c535f02d0c4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e3c6b8-e33b-4c77-929a-c12402878626 HTTP/1.1" status: 200 len: 999 time: 0.0981007 May 25 21:06:06.845825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37459b7-a4ff-4c47-a953-73ab0a15c595 req-0d891909-b4e1-4487-af79-c98f5bc48ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:06:06.847348 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c37459b7-a4ff-4c47-a953-73ab0a15c595 req-0d891909-b4e1-4487-af79-c98f5bc48ea1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0567579 May 25 21:06:06.885138 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-af1eba54-9098-4ec7-8081-0368533decee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ac008150-be57-4192-8062-ced76dbfa01b', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'port_id': '40e3c6b8-e33b-4c77-929a-c12402878626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'mac_address': 'fa:16:3e:a3:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:04:58Z', 'updated_at': '2022-05-25T21:06:05Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:06:06.888963 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1eba54-9098-4ec7-8081-0368533decee None None] Checking router: b0ac6c98-2845-48b7-a994-41c6db62e9d5 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:06:06.897105 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1eba54-9098-4ec7-8081-0368533decee None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:06:06.898505 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-af1eba54-9098-4ec7-8081-0368533decee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:06:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:06:06.925521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37459b7-a4ff-4c47-a953-73ab0a15c595 req-44e626f4-b67a-4edb-a393-c6afef542fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:06:06.927024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c37459b7-a4ff-4c47-a953-73ab0a15c595 req-44e626f4-b67a-4edb-a393-c6afef542fbb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744643 May 25 21:06:07.060472 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c37459b7-a4ff-4c47-a953-73ab0a15c595 req-7243a09b-e0df-43d1-b8e2-0662a4820d3f service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271303 May 25 21:06:07.075438 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-af1eba54-9098-4ec7-8081-0368533decee None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:06:07.196815 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c37459b7-a4ff-4c47-a953-73ab0a15c595 req-8db150f6-b097-4b62-ac55-b8b19283d708 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307607 May 25 21:06:07.448774 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-af1eba54-9098-4ec7-8081-0368533decee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ac008150-be57-4192-8062-ced76dbfa01b', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'port_id': '40e3c6b8-e33b-4c77-929a-c12402878626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'mac_address': 'fa:16:3e:a3:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:04:58Z', 'updated_at': '2022-05-25T21:06:05Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:06:07.452621 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1eba54-9098-4ec7-8081-0368533decee None None] The sync data for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 is: [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ac008150-be57-4192-8062-ced76dbfa01b', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'port_id': '40e3c6b8-e33b-4c77-929a-c12402878626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'mac_address': 'fa:16:3e:a3:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:04:58Z', 'updated_at': '2022-05-25T21:06:05Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:06:07.642501 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b839a52d-0084-4778-b427-881985fe45c8 None None] New status for floating IP ac008150-be57-4192-8062-ced76dbfa01b: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:06:23.563718 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:06:24.248755 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:25.159011 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efc94d12-edc3-49ac-84c2-7f04c63575d2 req-10a4ed8f-1531-4d55-bbdb-e5e88e7a95da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684457 May 25 21:06:25.294793 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc94d12-edc3-49ac-84c2-7f04c63575d2 req-7d34468a-3462-42d1-a940-b6fbc89cb5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:06:25.296227 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efc94d12-edc3-49ac-84c2-7f04c63575d2 req-7d34468a-3462-42d1-a940-b6fbc89cb5fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 1096 time: 0.0703177 May 25 21:06:25.445322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc94d12-edc3-49ac-84c2-7f04c63575d2 req-b9651563-921a-4313-8968-347ffc3d0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:06:25.446769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efc94d12-edc3-49ac-84c2-7f04c63575d2 req-b9651563-921a-4313-8968-347ffc3d0ea6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1312325 May 25 21:06:25.549483 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efc94d12-edc3-49ac-84c2-7f04c63575d2 req-08d266c1-be39-4a33-ac57-967595de7e15 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e3c6b8-e33b-4c77-929a-c12402878626 HTTP/1.1" status: 200 len: 1001 time: 0.0964484 May 25 21:06:25.614463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc94d12-edc3-49ac-84c2-7f04c63575d2 req-8e5f2fe1-0170-48c2-8afa-1c5029a05ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:06:25.615897 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efc94d12-edc3-49ac-84c2-7f04c63575d2 req-8e5f2fe1-0170-48c2-8afa-1c5029a05ec0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0607865 May 25 21:06:25.692569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc94d12-edc3-49ac-84c2-7f04c63575d2 req-0f67b621-6865-4189-8b5f-c787b36c7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:06:25.694118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efc94d12-edc3-49ac-84c2-7f04c63575d2 req-0f67b621-6865-4189-8b5f-c787b36c7942 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722988 May 25 21:06:25.943135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efc94d12-edc3-49ac-84c2-7f04c63575d2 req-cbb61173-a6d2-413a-870c-7041aef1b330 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425058 May 25 21:06:26.075676 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efc94d12-edc3-49ac-84c2-7f04c63575d2 req-a38cf2ad-e83d-4857-8e70-907b10353942 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254230 May 25 21:06:28.248972 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fda5aeca-2016-401f-9b45-39353360dc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:28.588149 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:30.679608 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bef3e8aa-4004-476b-aeb6-5368f3ce81cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:31.465958 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:31.905323 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:33.242013 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:54.263203 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:58.251019 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3ae35bb6-d554-45a3-939b-a275a28ab02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:06:58.589892 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:00.562601 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:07:00.682926 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5d1219fb-17a7-41a1-901f-da8da609f5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:01.468202 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:01.908440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:03.245702 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:22.427331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a543cb-e4a3-478c-949d-19f1baeaa5bd req-c0376579-b30c-4a7e-9a24-6d1e3c9477b0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:22.428798 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-32a543cb-e4a3-478c-949d-19f1baeaa5bd req-c0376579-b30c-4a7e-9a24-6d1e3c9477b0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.1591828 May 25 21:07:22.473838 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-32a543cb-e4a3-478c-949d-19f1baeaa5bd req-56b875fe-2e66-4b77-99ba-2063ac376126 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387387 May 25 21:07:23.664305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f231d-ea90-4928-99c0-6afdb1acf1d0 req-609841e5-5aa8-4311-80cd-a8140226e9aa tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:23.665677 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-650f231d-ea90-4928-99c0-6afdb1acf1d0 req-609841e5-5aa8-4311-80cd-a8140226e9aa tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0847700 May 25 21:07:23.710868 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-650f231d-ea90-4928-99c0-6afdb1acf1d0 req-ae522653-5cb4-4789-b216-fa1cd5f0e7f5 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387726 May 25 21:07:24.262914 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:24.905515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406647-440c-439c-a3ba-2a00d28e7761 req-2d31b1c5-37f0-42ff-b913-ab70be62abe2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:24.906995 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a7406647-440c-439c-a3ba-2a00d28e7761 req-2d31b1c5-37f0-42ff-b913-ab70be62abe2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0842578 May 25 21:07:24.950994 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a7406647-440c-439c-a3ba-2a00d28e7761 req-9eeef7c2-4bf9-4b6f-99c3-9a9c08e32222 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383589 May 25 21:07:26.144256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa9422-30d7-471c-bbeb-46e75c936a7c req-019c83a9-fa21-43ba-91b5-a0213b66642f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:26.145728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a5fa9422-30d7-471c-bbeb-46e75c936a7c req-019c83a9-fa21-43ba-91b5-a0213b66642f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0836959 May 25 21:07:26.193716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a5fa9422-30d7-471c-bbeb-46e75c936a7c req-edd662c7-3b6f-46c2-a604-6bb19d318c93 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 May 25 21:07:27.221808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249d5f4-87bc-4a7c-ab06-826e80076c1a req-e2cb5d26-8895-4e91-8694-ccfa1a81b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:27.223297 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d249d5f4-87bc-4a7c-ab06-826e80076c1a req-e2cb5d26-8895-4e91-8694-ccfa1a81b5f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 1096 time: 0.0704563 May 25 21:07:27.369699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249d5f4-87bc-4a7c-ab06-826e80076c1a req-87d73496-4d74-457e-8aa3-95aa45c43bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:27.372056 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d249d5f4-87bc-4a7c-ab06-826e80076c1a req-87d73496-4d74-457e-8aa3-95aa45c43bd8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1299827 May 25 21:07:27.386494 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7dc7e-7551-4493-9623-62deac8c648d req-8bf67499-fe6d-4f3c-a99f-ab631ebbed01 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:27.388343 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-76f7dc7e-7551-4493-9623-62deac8c648d req-8bf67499-fe6d-4f3c-a99f-ab631ebbed01 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0839746 May 25 21:07:27.437053 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-76f7dc7e-7551-4493-9623-62deac8c648d req-415bb75c-87aa-4424-bbc3-bda51d816d07 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430725 May 25 21:07:27.476625 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d249d5f4-87bc-4a7c-ab06-826e80076c1a req-bcd47f3c-602f-4fa2-bebc-2f0ca44ee534 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e3c6b8-e33b-4c77-929a-c12402878626 HTTP/1.1" status: 200 len: 1001 time: 0.0987558 May 25 21:07:27.537941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249d5f4-87bc-4a7c-ab06-826e80076c1a req-9fe085c5-46cd-4beb-81d1-52a35d53f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:27.539376 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d249d5f4-87bc-4a7c-ab06-826e80076c1a req-9fe085c5-46cd-4beb-81d1-52a35d53f223 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0566013 May 25 21:07:27.615928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249d5f4-87bc-4a7c-ab06-826e80076c1a req-2239b0ce-bde2-4ad2-935f-7785b745aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:27.617355 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d249d5f4-87bc-4a7c-ab06-826e80076c1a req-2239b0ce-bde2-4ad2-935f-7785b745aac5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721564 May 25 21:07:27.748714 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d249d5f4-87bc-4a7c-ab06-826e80076c1a req-94f6a639-33d6-45c5-b179-6b29af469c1b service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252880 May 25 21:07:27.883380 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d249d5f4-87bc-4a7c-ab06-826e80076c1a req-469913dc-721a-402d-9beb-ed915d495bd8 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285875 May 25 21:07:28.253716 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0c973760-6ff2-4adf-b4e5-1b398b3e22ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:28.605773 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:28.631504 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9e7ef-78f1-4e7c-93a2-e0239b0300d3 req-3d5bcf44-b0db-4804-b9c1-933f49df540d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:28.632943 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91b9e7ef-78f1-4e7c-93a2-e0239b0300d3 req-3d5bcf44-b0db-4804-b9c1-933f49df540d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0808899 May 25 21:07:28.678177 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-91b9e7ef-78f1-4e7c-93a2-e0239b0300d3 req-d2ef5341-82fc-4b42-8175-45ce11e713a7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387917 May 25 21:07:29.874723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28629f7-343e-479e-899d-38ada0a49f8a req-d2234bd2-5e5d-499d-9dbf-436d42a03efe tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:29.876175 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d28629f7-343e-479e-899d-38ada0a49f8a req-d2234bd2-5e5d-499d-9dbf-436d42a03efe tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0822766 May 25 21:07:29.922822 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d28629f7-343e-479e-899d-38ada0a49f8a req-b600e493-1fe8-4660-af5d-a79b1e3bae54 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410187 May 25 21:07:30.685795 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c35d0e4a-cad3-44a0-b8d2-49102a440bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:31.109918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbba720-631a-45d9-b594-3aa6f4e6be2c req-35f3cc4f-47ac-4236-97d1-43a37a1e12b7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:31.111411 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bbba720-631a-45d9-b594-3aa6f4e6be2c req-35f3cc4f-47ac-4236-97d1-43a37a1e12b7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0840135 May 25 21:07:31.155498 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bbba720-631a-45d9-b594-3aa6f4e6be2c req-111b4090-a80a-425b-8732-6cd001ce8bd4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384252 May 25 21:07:31.470509 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:31.912186 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:32.347867 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb224ba8-0b99-4d4e-be18-b9c75a77234a req-313e806a-5fa0-44ea-973f-1aac5703e06f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:32.349218 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb224ba8-0b99-4d4e-be18-b9c75a77234a req-313e806a-5fa0-44ea-973f-1aac5703e06f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0850453 May 25 21:07:32.395184 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb224ba8-0b99-4d4e-be18-b9c75a77234a req-359df80e-1148-4440-ba88-10c6ad6ba051 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396647 May 25 21:07:33.247319 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:33.582328 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20bd27-5a74-447f-80e3-ca580670e89c req-55890931-0640-4f77-8f2c-6e654081f3b2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:33.583768 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4b20bd27-5a74-447f-80e3-ca580670e89c req-55890931-0640-4f77-8f2c-6e654081f3b2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0800054 May 25 21:07:33.628761 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4b20bd27-5a74-447f-80e3-ca580670e89c req-b9aea7cf-5583-4dab-bc93-ed966f2aa96a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391624 May 25 21:07:34.084547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dd699-6d29-4448-be04-63d264a8ad35 req-b1315931-0204-4ae3-b17c-3db110949bc9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:34.085903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0f4dd699-6d29-4448-be04-63d264a8ad35 req-b1315931-0204-4ae3-b17c-3db110949bc9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.1374085 May 25 21:07:34.089775 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-ba43e97d-ce99-4072-aa1a-afc1cde5f1bb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1865909 May 25 21:07:34.257990 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0f4dd699-6d29-4448-be04-63d264a8ad35 req-31269ac8-42ba-48e4-9463-8c89c00110d1 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661136 May 25 21:07:35.312538 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-f6d49cd6-65ef-452d-92ed-62a3ee86c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:35.315565 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-f6d49cd6-65ef-452d-92ed-62a3ee86c7eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 1096 time: 0.0726171 May 25 21:07:35.448530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-7897ebb8-4d8e-4372-a96b-b29fefe29f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:35.450021 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-7897ebb8-4d8e-4372-a96b-b29fefe29f8b service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1299286 May 25 21:07:35.450309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a84346-78e0-43d2-b394-0d4843b8387d req-5b239e26-97c4-43f5-b597-a8e054670638 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:35.451756 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-66a84346-78e0-43d2-b394-0d4843b8387d req-5b239e26-97c4-43f5-b597-a8e054670638 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0800426 May 25 21:07:35.496356 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-66a84346-78e0-43d2-b394-0d4843b8387d req-1c850590-d160-42cc-9410-bcad91d93cfc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389025 May 25 21:07:35.555356 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-33c80f51-251a-4612-884a-fadf5a2fa137 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e3c6b8-e33b-4c77-929a-c12402878626 HTTP/1.1" status: 200 len: 1001 time: 0.0998375 May 25 21:07:35.615775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-825cfeca-7fff-4890-b1fe-502599875592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:35.617162 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-825cfeca-7fff-4890-b1fe-502599875592 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0564590 May 25 21:07:35.696349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-34ae6d64-35ca-440c-b198-17ff68711466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:35.697921 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-34ae6d64-35ca-440c-b198-17ff68711466 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748312 May 25 21:07:35.832217 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-ad87d104-b544-44e7-8a14-e5839fee8f8c service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287284 May 25 21:07:35.962410 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-e3bcda03-9742-4620-a2f6-388ea7a0353a service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239140 May 25 21:07:36.680942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84dc54-3932-4dc9-8ced-0b6d78287e46 req-b5c7bde9-6fe7-4ecc-ab97-58becdd4e5c1 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:36.682439 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a84dc54-3932-4dc9-8ced-0b6d78287e46 req-b5c7bde9-6fe7-4ecc-ab97-58becdd4e5c1 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0806317 May 25 21:07:36.727095 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a84dc54-3932-4dc9-8ced-0b6d78287e46 req-464eac6d-19ed-4e9f-bd47-f2f79b89c78e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384815 May 25 21:07:37.561878 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:07:37.818496 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-ae48698c-9a95-46f1-a9d4-6932eafbaa2a service neutron] show failed (client error): The resource could not be found. May 25 21:07:37.819397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-ae48698c-9a95-46f1-a9d4-6932eafbaa2a service neutron] 10.222.0.70 "GET /v2.0/ports/40e3c6b8-e33b-4c77-929a-c12402878626/bindings/n-h2-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0783861 May 25 21:07:37.922686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90df42-d030-48fd-9136-a4f5527cef87 req-6ab704d7-1ee8-4afe-aeff-b2d744ec47ba tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:37.924160 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0b90df42-d030-48fd-9136-a4f5527cef87 req-6ab704d7-1ee8-4afe-aeff-b2d744ec47ba tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0867960 May 25 21:07:37.969244 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0b90df42-d030-48fd-9136-a4f5527cef87 req-a70fa7b7-b2bc-4bdf-b743-1bb9a19863bb tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394962 May 25 21:07:38.082851 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-a36f1226-3eb5-45bf-a033-49b44a751327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:38.084234 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-a36f1226-3eb5-45bf-a033-49b44a751327 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a&tenant_id=bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 1096 time: 0.0713110 May 25 21:07:38.094312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:07:38.206418 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:38.473002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] For port 40e3c6b8-e33b-4c77-929a-c12402878626, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=40e3c6b8-e33b-4c77-929a-c12402878626,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:07:38.507196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] For port 40e3c6b8-e33b-4c77-929a-c12402878626, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:07:38.564795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e3c6b8-e33b-4c77-929a-c12402878626'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:07:38.570583 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:38.586630 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Transition to ACTIVE for port object 40e3c6b8-e33b-4c77-929a-c12402878626 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:07:38.591445 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:38.628199 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab7bde2-454d-43a2-9d80-2f32d3616caf'] response: {'server_uuid': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e3c6b8-e33b-4c77-929a-c12402878626', 'code': 200} May 25 21:07:38.867402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Pushing event updated for resources: {'Port': ['ID=40e3c6b8-e33b-4c77-929a-c12402878626,revision_number=6']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:07:38.879833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:38.880170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:38.880496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:38.880818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:38.881136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:38.881451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:38.881764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:38.882073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:38.882408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:38.882717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:38.883027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:38.883333 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:38.926135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] No DVR routers for this DVR port 40e3c6b8-e33b-4c77-929a-c12402878626 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:07:39.154787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Attempting to bind port 40e3c6b8-e33b-4c77-929a-c12402878626 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:07:39.155120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Attempting to bind port 40e3c6b8-e33b-4c77-929a-c12402878626 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:07:39.155437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Attempting to bind port 40e3c6b8-e33b-4c77-929a-c12402878626 on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:07:39.157542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2639339-2891-476f-a48e-13f388442123 req-62375669-1cc7-46b7-b89a-9414f05373dc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:39.159094 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2639339-2891-476f-a48e-13f388442123 req-62375669-1cc7-46b7-b89a-9414f05373dc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 943 time: 0.0832875 May 25 21:07:39.160096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Port 40e3c6b8-e33b-4c77-929a-c12402878626 on network e389991d-f4f8-48da-bb62-684d296703c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:07:39.160407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Attempting to bind port 40e3c6b8-e33b-4c77-929a-c12402878626 on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:07:39.165428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:07:39.165757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Checking segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:07:39.166127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Bound using segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:07:39.166777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Bound port: 40e3c6b8-e33b-4c77-929a-c12402878626, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:07:39.167121 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:39.207008 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d2639339-2891-476f-a48e-13f388442123 req-0c53982b-bd1b-465e-8e95-32ff03df1b2f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420735 May 25 21:07:39.260895 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] For port 40e3c6b8-e33b-4c77-929a-c12402878626, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:07:39.264063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] For port 40e3c6b8-e33b-4c77-929a-c12402878626, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=40e3c6b8-e33b-4c77-929a-c12402878626,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:07:39.268360 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:39.327835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:39.328429 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:39.329784 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] 10.222.0.50 "PUT /v2.0/ports/40e3c6b8-e33b-4c77-929a-c12402878626 HTTP/1.1" status: 200 len: 1091 time: 1.2393653 May 25 21:07:39.347202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d322ff-aa3b-4e66-9d21-9fd19840e71b service neutron] Pushing event updated for resources: {'Port': ['ID=40e3c6b8-e33b-4c77-929a-c12402878626,revision_number=7']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:07:39.430242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-6b713a2d-41b0-453f-9905-ed9477cb4ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:39.431884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-6b713a2d-41b0-453f-9905-ed9477cb4ef1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 1094 time: 0.0784595 May 25 21:07:39.568920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-abf71b1e-a3b3-4c5d-ad70-54047f807bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:39.570389 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-abf71b1e-a3b3-4c5d-ad70-54047f807bb3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1316600 May 25 21:07:39.674056 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-08acea63-8998-458b-ad08-dfc534da202f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e3c6b8-e33b-4c77-929a-c12402878626 HTTP/1.1" status: 200 len: 999 time: 0.0978470 May 25 21:07:39.736482 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-f9ea5462-22ff-4935-86d6-7ebd4ae1dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:39.737910 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-f9ea5462-22ff-4935-86d6-7ebd4ae1dbc6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0581138 May 25 21:07:39.812379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-f05449a5-af27-4581-a505-8a1b2a426aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:39.813824 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-f05449a5-af27-4581-a505-8a1b2a426aa9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704308 May 25 21:07:39.950420 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-299c56ce-c766-4c17-bdf2-99aabeccdce2 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305060 May 25 21:07:40.079937 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d19975af-78a2-49ee-b8ff-3cfdbc88d35a req-cc40f8f0-d931-4da8-a355-94a80fedeec8 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236794 May 25 21:07:40.400117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc6d4e-6224-452f-a656-7f55c4e156eb req-75ebaace-31ad-4ae7-af04-91869f6abe19 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:40.401477 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e6fc6d4e-6224-452f-a656-7f55c4e156eb req-75ebaace-31ad-4ae7-af04-91869f6abe19 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 943 time: 0.0856566 May 25 21:07:40.446453 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e6fc6d4e-6224-452f-a656-7f55c4e156eb req-8bd5d271-84f9-4f0e-8a12-a1a7e13ad3e3 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390871 May 25 21:07:40.629347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'tag': '40e3c6b8-e33b-4c77-929a-c12402878626'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:07:40.689694 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172931f8-d9d1-4dc9-a58b-aa54b615fd11'] response: {'name': 'network-changed', 'server_uuid': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'tag': '40e3c6b8-e33b-4c77-929a-c12402878626', 'status': 'completed', 'code': 200} May 25 21:07:40.834570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692b656-c301-453c-ad64-688643c9363f req-6d4ad39a-f171-4b7a-87e0-dd93aa27ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:40.836036 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-6d4ad39a-f171-4b7a-87e0-dd93aa27ffaf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 1094 time: 0.1284142 May 25 21:07:40.842302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692b656-c301-453c-ad64-688643c9363f req-b48f8b29-4dee-4f4d-ad80-6a70c0113374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:40.843725 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-b48f8b29-4dee-4f4d-ad80-6a70c0113374 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 1094 time: 0.1057317 May 25 21:07:41.211327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692b656-c301-453c-ad64-688643c9363f req-3835333c-f1ca-4fdb-9776-0c2f24b98689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:41.212765 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-3835333c-f1ca-4fdb-9776-0c2f24b98689 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.3682153 May 25 21:07:41.215059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692b656-c301-453c-ad64-688643c9363f req-028976ba-a53f-4c7f-b826-1f3b56209b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:41.216349 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-028976ba-a53f-4c7f-b826-1f3b56209b84 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.3541126 May 25 21:07:41.405131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-2d96df3c-fd3a-4f5c-a01c-38e4f846b7fe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e3c6b8-e33b-4c77-929a-c12402878626 HTTP/1.1" status: 200 len: 999 time: 0.1863735 May 25 21:07:41.406905 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-ebf4a164-3d89-46a0-8dae-2ea971a2895c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e3c6b8-e33b-4c77-929a-c12402878626 HTTP/1.1" status: 200 len: 999 time: 0.1371233 May 25 21:07:41.524390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692b656-c301-453c-ad64-688643c9363f req-22294fea-153e-4360-903a-1075ab0ced90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:41.525990 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-22294fea-153e-4360-903a-1075ab0ced90 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.1154857 May 25 21:07:41.529238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692b656-c301-453c-ad64-688643c9363f req-663c7add-1d49-4df9-8ac8-1820050c7708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:41.530643 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-663c7add-1d49-4df9-8ac8-1820050c7708 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0888557 May 25 21:07:41.738074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4db40-1758-4bd2-8a00-7292c126f211 req-f62e85ef-3e93-4aa6-bde0-b85ace14bd43 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:41.739545 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e6a4db40-1758-4bd2-8a00-7292c126f211 req-f62e85ef-3e93-4aa6-bde0-b85ace14bd43 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 943 time: 0.1721356 May 25 21:07:41.742524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692b656-c301-453c-ad64-688643c9363f req-4772c745-9010-49b0-9c9f-237a2a8e5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:41.743848 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-4772c745-9010-49b0-9c9f-237a2a8e5303 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816971 May 25 21:07:41.762137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692b656-c301-453c-ad64-688643c9363f req-f6bb6b81-2e38-4e67-afdc-5d4d42d5a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:41.763580 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-f6bb6b81-2e38-4e67-afdc-5d4d42d5a958 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321177 May 25 21:07:41.964699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e6a4db40-1758-4bd2-8a00-7292c126f211 req-4288b4b7-7105-4a09-bccd-853f297f04b5 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179768 May 25 21:07:42.029825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-4ce76bd7-95d5-4d8e-b7d5-3c2db41c644b service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653127 May 25 21:07:42.038332 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-db9d514e-71e7-4027-8c90-6f5adb2741b9 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553446 May 25 21:07:42.387312 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-997385f1-754b-4a59-961e-56af68f76f22 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316216 May 25 21:07:42.389912 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-d27dfa66-3c35-46b9-ae6b-1b340ae0a79f service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536999 May 25 21:07:42.427100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49e630-b291-445a-a2c6-1728f940668a req-83f9fdae-c7b7-4cf0-8541-f848256321b2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:42.428517 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b49e630-b291-445a-a2c6-1728f940668a req-83f9fdae-c7b7-4cf0-8541-f848256321b2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a&tenant_id=bc981a77b41743688a5e5feae25ba4ce&binding%3Ahost_id=n-h2-843339-1 HTTP/1.1" status: 200 len: 943 time: 0.2240028 May 25 21:07:42.436640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3f1ce-1f35-4ffa-854b-a313507bdc2e req-4a50f91f-acf8-490b-8505-4f79f6749696 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:42.437975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce3f1ce-1f35-4ffa-854b-a313507bdc2e req-4a50f91f-acf8-490b-8505-4f79f6749696 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 943 time: 0.2003474 May 25 21:07:42.498237 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 40e3c6b8-e33b-4c77-929a-c12402878626 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:07:42.579583 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 40e3c6b8-e33b-4c77-929a-c12402878626 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:07:42.612425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 40e3c6b8-e33b-4c77-929a-c12402878626 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:07:42.683881 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bce3f1ce-1f35-4ffa-854b-a313507bdc2e req-47868f0b-4421-45c0-bef9-47aa6f6e75dd tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635772 May 25 21:07:42.688745 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-0b49e630-b291-445a-a2c6-1728f940668a req-2d9ab17f-a4b1-40a3-a122-eecdab795fa8 service neutron] delete failed (client error): The resource could not be found. May 25 21:07:42.689666 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b49e630-b291-445a-a2c6-1728f940668a req-2d9ab17f-a4b1-40a3-a122-eecdab795fa8 service neutron] 10.222.0.70 "DELETE /v2.0/ports/40e3c6b8-e33b-4c77-929a-c12402878626/bindings/n-h1-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.2508283 May 25 21:07:42.743577 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 40e3c6b8-e33b-4c77-929a-c12402878626, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=40e3c6b8-e33b-4c77-929a-c12402878626,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:07:42.757836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '40e3c6b8-e33b-4c77-929a-c12402878626', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'port_id': '40e3c6b8-e33b-4c77-929a-c12402878626', 'mac_address': 'fa:16:3e:a3:76:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:07:42.813214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 40e3c6b8-e33b-4c77-929a-c12402878626 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:07:42.813577 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:42.831385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e3c6b8-e33b-4c77-929a-c12402878626 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:07:42.836183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49e630-b291-445a-a2c6-1728f940668a req-7b288b93-7376-450d-a958-f217cc32e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:42.837656 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b49e630-b291-445a-a2c6-1728f940668a req-7b288b93-7376-450d-a958-f217cc32e047 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 1094 time: 0.0739670 May 25 21:07:42.847158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 40e3c6b8-e33b-4c77-929a-c12402878626, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=40e3c6b8-e33b-4c77-929a-c12402878626,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:07:42.850997 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:42.922921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=40e3c6b8-e33b-4c77-929a-c12402878626,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:07:42.930444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:42.930786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:42.931115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:42.931440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:42.931782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:42.932112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:42.932508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:42.932744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:42.933160 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:42.933405 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:42.933717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:42.934083 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:07:42.972384 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49e630-b291-445a-a2c6-1728f940668a req-364f35fd-f242-464f-8472-35cf126bde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:42.973813 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b49e630-b291-445a-a2c6-1728f940668a req-364f35fd-f242-464f-8472-35cf126bde34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1304469 May 25 21:07:43.079611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b49e630-b291-445a-a2c6-1728f940668a req-f098e50a-92df-41a2-af13-a9cd1e0ec6f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e3c6b8-e33b-4c77-929a-c12402878626 HTTP/1.1" status: 200 len: 1000 time: 0.0997860 May 25 21:07:43.106770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['40e3c6b8-e33b-4c77-929a-c12402878626'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:07:43.141076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49e630-b291-445a-a2c6-1728f940668a req-1546af83-facb-432e-8692-aaac2bfd442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:43.142540 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b49e630-b291-445a-a2c6-1728f940668a req-1546af83-facb-432e-8692-aaac2bfd442c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0574713 May 25 21:07:43.221049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49e630-b291-445a-a2c6-1728f940668a req-82c435e9-3768-4dda-b637-8411269a9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:43.222490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b49e630-b291-445a-a2c6-1728f940668a req-82c435e9-3768-4dda-b637-8411269a9ea6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747809 May 25 21:07:43.355205 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b49e630-b291-445a-a2c6-1728f940668a req-b8e6f143-97b3-4ad4-b1db-65588870d354 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264095 May 25 21:07:43.489904 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0b49e630-b291-445a-a2c6-1728f940668a req-93ac7c26-f17e-4ffe-84af-baed581a6f63 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292851 May 25 21:07:43.882911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefc6e0-5ffd-43b5-b4fa-714594d09867 req-4c2d1688-bdad-43d6-9c86-562998cc8237 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:43.885281 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1aefc6e0-5ffd-43b5-b4fa-714594d09867 req-4c2d1688-bdad-43d6-9c86-562998cc8237 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 944 time: 0.0827243 May 25 21:07:43.930964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1aefc6e0-5ffd-43b5-b4fa-714594d09867 req-5a62d89f-e57b-4568-9eee-663cdc734ca4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397127 May 25 21:07:44.575385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 40e3c6b8-e33b-4c77-929a-c12402878626 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:07:44.642798 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 40e3c6b8-e33b-4c77-929a-c12402878626 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:07:44.647287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 40e3c6b8-e33b-4c77-929a-c12402878626 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:07:44.647644 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:44.764458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 40e3c6b8-e33b-4c77-929a-c12402878626 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:07:44.764807 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:44.791399 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e3c6b8-e33b-4c77-929a-c12402878626'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:07:44.801057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 40e3c6b8-e33b-4c77-929a-c12402878626, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=40e3c6b8-e33b-4c77-929a-c12402878626,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:07:44.804872 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:44.841387 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7a1ba2-9970-4d16-a01f-27bddcc5f337'] response: {'server_uuid': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e3c6b8-e33b-4c77-929a-c12402878626', 'code': 200} May 25 21:07:44.872316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=40e3c6b8-e33b-4c77-929a-c12402878626,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:07:45.121108 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc12a9d-d207-46be-9ab3-faf2222b23c2 req-0f28bb29-00a0-4a12-909c-3acbb32ddd60 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:45.122558 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3dc12a9d-d207-46be-9ab3-faf2222b23c2 req-0f28bb29-00a0-4a12-909c-3acbb32ddd60 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0842967 May 25 21:07:45.165853 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3dc12a9d-d207-46be-9ab3-faf2222b23c2 req-5425bf22-8d07-447f-8800-354b227055ca tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376174 May 25 21:07:45.355453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9e234-da85-47ac-9b71-35872aa1a5b4 req-be1d8826-870a-4439-a323-f5aa475999c7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:45.356889 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8cf9e234-da85-47ac-9b71-35872aa1a5b4 req-be1d8826-870a-4439-a323-f5aa475999c7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0857894 May 25 21:07:45.402916 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8cf9e234-da85-47ac-9b71-35872aa1a5b4 req-0d40dad7-ad30-41cb-9ba0-6098eefafdde tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402865 May 25 21:07:45.801083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9718a8-c391-4dc8-b068-f9baa73d055d req-e892edaa-c68b-4f7e-8c47-c43a2d7cff86 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:45.802589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae9718a8-c391-4dc8-b068-f9baa73d055d req-e892edaa-c68b-4f7e-8c47-c43a2d7cff86 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.1439266 May 25 21:07:45.831463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e68cdd-1da0-49a5-ba9b-ea568355f635 req-ccce745d-fe29-42f3-8438-3c18d6ca93c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:45.833246 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75e68cdd-1da0-49a5-ba9b-ea568355f635 req-ccce745d-fe29-42f3-8438-3c18d6ca93c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 1096 time: 0.1216445 May 25 21:07:45.924743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ae9718a8-c391-4dc8-b068-f9baa73d055d req-8e75a08d-7970-4a9e-96c3-18ec894d9f55 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158321 May 25 21:07:45.978313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e68cdd-1da0-49a5-ba9b-ea568355f635 req-9f186797-538f-47b6-a2be-b644d3e84333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:45.980124 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75e68cdd-1da0-49a5-ba9b-ea568355f635 req-9f186797-538f-47b6-a2be-b644d3e84333 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1359010 May 25 21:07:46.085153 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75e68cdd-1da0-49a5-ba9b-ea568355f635 req-1e0033a8-fcc1-466c-91c8-2e33db4bcc75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e3c6b8-e33b-4c77-929a-c12402878626 HTTP/1.1" status: 200 len: 1001 time: 0.0982616 May 25 21:07:46.148966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e68cdd-1da0-49a5-ba9b-ea568355f635 req-478b48c8-fe82-4330-9a6c-33c7310d9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:46.151136 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75e68cdd-1da0-49a5-ba9b-ea568355f635 req-478b48c8-fe82-4330-9a6c-33c7310d9521 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0598857 May 25 21:07:46.227812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e68cdd-1da0-49a5-ba9b-ea568355f635 req-95f3f2ef-6860-4979-95dc-e28925ef4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:46.229368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75e68cdd-1da0-49a5-ba9b-ea568355f635 req-95f3f2ef-6860-4979-95dc-e28925ef4e35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731847 May 25 21:07:46.483497 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75e68cdd-1da0-49a5-ba9b-ea568355f635 req-131c9b74-9877-40f1-877a-5d91828013d5 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477419 May 25 21:07:46.615969 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75e68cdd-1da0-49a5-ba9b-ea568355f635 req-2973f811-7751-4e6a-ad0f-8d50a14e2f0f service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268973 May 25 21:07:47.123361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276b015-dc01-4eb7-813c-05f6d9e9a180 req-b056af23-4e26-444b-8231-05eb2b8685dc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:47.124741 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2276b015-dc01-4eb7-813c-05f6d9e9a180 req-b056af23-4e26-444b-8231-05eb2b8685dc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0899704 May 25 21:07:47.168702 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2276b015-dc01-4eb7-813c-05f6d9e9a180 req-9d4a9fef-9cd1-4fe0-9789-62f917d34143 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383000 May 25 21:07:48.356677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66669e0c-f221-42db-bdad-80f210b22da2 req-3afb7432-0b5e-488e-a3b6-25b13dbcdf9d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:48.358120 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66669e0c-f221-42db-bdad-80f210b22da2 req-3afb7432-0b5e-488e-a3b6-25b13dbcdf9d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0796394 May 25 21:07:48.403147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66669e0c-f221-42db-bdad-80f210b22da2 req-5009c434-31e9-4cd2-bbcb-33c90fe70638 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394323 May 25 21:07:48.787259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3adca-1d28-4a67-920c-6d63e38ee77d req-f133d3a5-7017-4fa5-a62c-d0ceec8aae99 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:48.788616 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-69c3adca-1d28-4a67-920c-6d63e38ee77d req-f133d3a5-7017-4fa5-a62c-d0ceec8aae99 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0846097 May 25 21:07:48.832896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-69c3adca-1d28-4a67-920c-6d63e38ee77d req-4c21e80d-85a6-4edc-8d73-43182f1b4775 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379364 May 25 21:07:49.949386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-29f70dcd-11f7-435a-a333-d5e9446e602d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:49.950832 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-29f70dcd-11f7-435a-a333-d5e9446e602d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0833423 May 25 21:07:50.026246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Deleting port 40e3c6b8-e33b-4c77-929a-c12402878626 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:07:50.026581 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:50.029751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b23b0e-f0d3-44c6-a794-2c10b2fbc3f7 req-46d14dc2-f717-446f-ad4c-1881e81aed51 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:50.031265 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a8b23b0e-f0d3-44c6-a794-2c10b2fbc3f7 req-46d14dc2-f717-446f-ad4c-1881e81aed51 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 945 time: 0.0863490 May 25 21:07:50.078850 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a8b23b0e-f0d3-44c6-a794-2c10b2fbc3f7 req-9b2822b3-83f8-4b57-8588-56bc96dd4d83 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 May 25 21:07:50.285186 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] For port 40e3c6b8-e33b-4c77-929a-c12402878626, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=40e3c6b8-e33b-4c77-929a-c12402878626,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:07:50.285561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:50.578735 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:50.579097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:50.579408 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Floating IP ac008150-be57-4192-8062-ced76dbfa01b disassociated. External IP: 172.25.3.163, port: 40e3c6b8-e33b-4c77-929a-c12402878626. May 25 21:07:50.579742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Calling delete_port for 40e3c6b8-e33b-4c77-929a-c12402878626 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:07:50.731528 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:50.783417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event deleted for resources: {'Port': ['ID=40e3c6b8-e33b-4c77-929a-c12402878626,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:07:50.976112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Router b0ac6c98-2845-48b7-a994-41c6db62e9d5 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:07:51.294883 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1c79007a-4984-4152-9a13-d953e9070225 req-c28948fb-738c-407a-b5f5-971a737ba6c3 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ec96a78-8c96-47f5-861a-34a220d9b29a HTTP/1.1" status: 200 len: 210 time: 0.1067929 May 25 21:07:51.317108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:07:51.326677 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0901728-6e88-4a7b-94b3-b2958b46e721 None None] Sync routers for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:07:51.336968 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0901728-6e88-4a7b-94b3-b2958b46e721 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:07:51.337854 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a0901728-6e88-4a7b-94b3-b2958b46e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:07:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:07:51.394053 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] No DVR routers for this DVR port 40e3c6b8-e33b-4c77-929a-c12402878626 on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:07:51.396582 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:51.399377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'name': 'network-vif-deleted', 'tag': '40e3c6b8-e33b-4c77-929a-c12402878626'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:07:51.416704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b56e03b9-af3d-4340-8b9b-97be12dd1b72 req-9333913f-df89-4d9e-82ab-c9b93a886a8e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.50 "DELETE /v2.0/ports/40e3c6b8-e33b-4c77-929a-c12402878626 HTTP/1.1" status: 204 len: 173 time: 1.4597762 May 25 21:07:51.456106 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7eda2f6-9c0c-4659-bec7-4b0cbdee5f51'] response: {'server_uuid': '6ec96a78-8c96-47f5-861a-34a220d9b29a', 'name': 'network-vif-deleted', 'tag': '40e3c6b8-e33b-4c77-929a-c12402878626', 'status': 'completed', 'code': 200} May 25 21:07:51.514437 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-a0901728-6e88-4a7b-94b3-b2958b46e721 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:07:51.829505 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a0901728-6e88-4a7b-94b3-b2958b46e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:07:51.833251 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0901728-6e88-4a7b-94b3-b2958b46e721 None None] Checking router: b0ac6c98-2845-48b7-a994-41c6db62e9d5 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:07:51.841955 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0901728-6e88-4a7b-94b3-b2958b46e721 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:07:51.842566 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a0901728-6e88-4a7b-94b3-b2958b46e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:07:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:07:52.014384 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-a0901728-6e88-4a7b-94b3-b2958b46e721 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:07:52.312840 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a0901728-6e88-4a7b-94b3-b2958b46e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:07:52.316780 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0901728-6e88-4a7b-94b3-b2958b46e721 None None] The sync data for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 is: [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:07:52.543535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd4f2c7-47f1-47c6-aa5a-0a48133f9c03 None None] New status for floating IP ac008150-be57-4192-8062-ced76dbfa01b: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:07:52.642169 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-046800c7-5dfc-4d93-9ca3-69a6c03fe238 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2021260481&fields=id&tenant_id=bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 267 time: 0.0401895 May 25 21:07:52.797420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070cb7-767a-4f60-a186-59e0f2344608 req-a271d8b6-37d8-46de-b85c-87bcb69df744 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:52.798919 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-a271d8b6-37d8-46de-b85c-87bcb69df744 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 812 time: 0.1502135 May 25 21:07:52.814410 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7a4d18d4-d8ae-45d5-a9d3-116e27513058 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/quotas/bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 375 time: 0.0099647 May 25 21:07:52.903428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-39070cb7-767a-4f60-a186-59e0f2344608 req-e3718b01-5eab-41db-aa26-34e41f501cb1 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Synchronizing usage tracker for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:07:52.919938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-39070cb7-767a-4f60-a186-59e0f2344608 req-e3718b01-5eab-41db-aa26-34e41f501cb1 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Unset dirty status for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:07:52.921517 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-e3718b01-5eab-41db-aa26-34e41f501cb1 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1021516 May 25 21:07:53.061253 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7eb3f4a6-413b-40fe-a481-8db1f1310aa2 service neutron] 10.222.0.60 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277061 May 25 21:07:53.192568 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-362491dd-aab1-46e6-b29c-ff1154ddf569 service neutron] 10.222.0.60 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254079 May 25 21:07:53.373496 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2bd7d3ed-ae4e-4739-8a8f-fbddab2549ee req-4a7ced7c-e0db-487f-ac3c-7a8de3a933a8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 210 time: 0.0439222 May 25 21:07:54.276147 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:54.404443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070cb7-767a-4f60-a186-59e0f2344608 req-ab296a02-f60c-4ab2-9a67-9934bb1a7f5f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:54.405683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-ab296a02-f60c-4ab2-9a67-9934bb1a7f5f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 812 time: 0.1534197 May 25 21:07:54.456580 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-9f47ad59-f411-4713-8ec3-2e728efc48ea tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 380 time: 0.0428917 May 25 21:07:54.466902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Request body: {'port': {'device_id': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'admin_state_up': True, 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'security_groups': ['6d2553ff-fd71-4fb0-b098-208ce1870ea4']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:07:54.610018 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-445b160b-ad33-4b6b-8ca7-a09e721f7327 req-1ee8bb5c-eb06-4db6-b434-bb8353369533 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 210 time: 0.1213264 May 25 21:07:54.642479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 40e3c6b8-e33b-4c77-929a-c12402878626 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:07:54.665516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:07:54.675987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:07:54.682509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 40e3c6b8-e33b-4c77-929a-c12402878626 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:07:54.682848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 40e3c6b8-e33b-4c77-929a-c12402878626 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:07:54.687050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Made reservation on behalf of bc981a77b41743688a5e5feae25ba4ce for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:07:54.690588 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:54.852331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Allocated IP 172.20.0.14 (e389991d-f4f8-48da-bb62-684d296703c8/3b76447b-8325-4123-887b-397dfe1e70d5/3cd2ab6f-9021-47e8-9ef6-2f209ce0e118) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:07:55.036787 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:55.051817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Transition to ACTIVE for port object 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:07:55.075396 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:55.267411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Network e389991d-f4f8-48da-bb62-684d296703c8 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:07:55.270602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:07:55.274419 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:07:55.304829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event updated for resources: {'Port': ['ID=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:07:55.343296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:55.343905 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:55.372172 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-d3b1f8f9-c328-4b1c-a0da-ae65c4ef1380 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9093134 May 25 21:07:55.383891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Request body: {'port': {'device_id': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:07:55.503902 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:55.552731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-02aa79f8-0b5f-4219-b43f-5109f6819057 None None] Provisioning for port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:07:55.558010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-02aa79f8-0b5f-4219-b43f-5109f6819057 None None] Provisioning complete for port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:07:55.558395 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-02aa79f8-0b5f-4219-b43f-5109f6819057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:55.611967 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-02aa79f8-0b5f-4219-b43f-5109f6819057 None None] Port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:07:55.804321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc49ed6-acd7-4961-8cd1-556a7591f164 req-4f5ba173-6cbb-47b0-96c8-91716ddfba56 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:55.805694 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0fc49ed6-acd7-4961-8cd1-556a7591f164 req-4f5ba173-6cbb-47b0-96c8-91716ddfba56 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 932 time: 0.0873327 May 25 21:07:55.857166 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0fc49ed6-acd7-4961-8cd1-556a7591f164 req-9929b63c-8169-4e1e-a08f-7681edbd2260 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455530 May 25 21:07:55.860460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:07:55.868177 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:55.885227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Transition to ACTIVE for port object 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:07:55.889007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:56.041087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:07:56.125785 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Attempting to bind port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:07:56.126142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Attempting to bind port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:07:56.126467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Attempting to bind port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:07:56.131161 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on network e389991d-f4f8-48da-bb62-684d296703c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:07:56.131514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Attempting to bind port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:07:56.138357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:07:56.138712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Checking segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:07:56.139094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Bound using segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:07:56.139528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Bound port: 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:07:56.139874 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:56.236173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:07:56.238964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:07:56.243303 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:56.305205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:56.305807 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:56.307958 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] 10.222.0.70 "PUT /v2.0/ports/3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 1092 time: 0.9283431 May 25 21:07:56.308392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:07:56.347343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625bb17-5b0c-406f-8742-c8b78cfd94b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:07:56.402183 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f0e9d9-ec4b-414e-9d68-a2d28818c8bd'] response: {'name': 'network-changed', 'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'status': 'completed', 'code': 200} May 25 21:07:56.446067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070cb7-767a-4f60-a186-59e0f2344608 req-cedd8dee-fb65-40ab-9043-2b1048c0eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:56.447840 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-cedd8dee-fb65-40ab-9043-2b1048c0eb08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 1095 time: 0.0800562 May 25 21:07:56.519340 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-f17b3184-c680-481d-8d1d-ab5961bbafc9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 217 time: 0.0650637 May 25 21:07:56.595823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070cb7-767a-4f60-a186-59e0f2344608 req-53c6bd1d-b7a5-400d-bbd0-208dcb760581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:56.597236 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-53c6bd1d-b7a5-400d-bbd0-208dcb760581 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0717869 May 25 21:07:56.675146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070cb7-767a-4f60-a186-59e0f2344608 req-0319022d-c962-4551-99a1-6439d925b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:56.676615 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-0319022d-c962-4551-99a1-6439d925b159 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735993 May 25 21:07:56.808570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-644631ac-f1df-4e64-a774-f3221bc9580f service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257362 May 25 21:07:56.948362 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39070cb7-767a-4f60-a186-59e0f2344608 req-839b4c14-e064-4d20-a163-a86796b4b2a1 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332591 May 25 21:07:57.044813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b7e21-6180-43eb-b78c-711bc9669610 req-c647cd65-2a6a-4dad-9594-da8feabea8d8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:57.046324 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4b3b7e21-6180-43eb-b78c-711bc9669610 req-c647cd65-2a6a-4dad-9594-da8feabea8d8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 944 time: 0.0813980 May 25 21:07:57.063283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64217d6-4080-49f2-bb90-80531179dc37 req-ccdd6775-2d2f-459b-bbd8-6ba972cda9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:57.064762 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d64217d6-4080-49f2-bb90-80531179dc37 req-ccdd6775-2d2f-459b-bbd8-6ba972cda9d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 1095 time: 0.0717163 May 25 21:07:57.091332 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4b3b7e21-6180-43eb-b78c-711bc9669610 req-3dd01cce-7b97-4a68-86fc-54c9ea4dd879 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391321 May 25 21:07:57.216342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64217d6-4080-49f2-bb90-80531179dc37 req-b5c9dc9c-863e-4413-b56d-e9fa8d2cf836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:57.217818 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d64217d6-4080-49f2-bb90-80531179dc37 req-b5c9dc9c-863e-4413-b56d-e9fa8d2cf836 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1475923 May 25 21:07:57.293041 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d64217d6-4080-49f2-bb90-80531179dc37 req-cf424ac0-6a69-41c4-93a9-805d8e74626e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 217 time: 0.0646558 May 25 21:07:57.354880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64217d6-4080-49f2-bb90-80531179dc37 req-751b53ef-d706-4b59-9cad-2f5968cb86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:57.356293 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d64217d6-4080-49f2-bb90-80531179dc37 req-751b53ef-d706-4b59-9cad-2f5968cb86e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0570650 May 25 21:07:57.435392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64217d6-4080-49f2-bb90-80531179dc37 req-67b836d2-1368-4842-aba6-732fe507e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:57.436849 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d64217d6-4080-49f2-bb90-80531179dc37 req-67b836d2-1368-4842-aba6-732fe507e67c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740325 May 25 21:07:57.706069 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d64217d6-4080-49f2-bb90-80531179dc37 req-5ee3d0a9-a4b5-48e8-9d19-1fc2b66e3699 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632012 May 25 21:07:57.838914 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d64217d6-4080-49f2-bb90-80531179dc37 req-b63725df-0340-4a76-b326-dd6f77fdf12d service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266401 May 25 21:07:58.255782 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b7ca2b14-f00c-44ee-ac88-faba7f933329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:58.279963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b278f-8342-4a3d-8da4-6affc13965fb req-d332575f-1d73-4ed6-bf3e-276d05b9db34 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:58.280648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-842b278f-8342-4a3d-8da4-6affc13965fb req-d332575f-1d73-4ed6-bf3e-276d05b9db34 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Synchronizing usage tracker for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:07:58.295615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-842b278f-8342-4a3d-8da4-6affc13965fb req-d332575f-1d73-4ed6-bf3e-276d05b9db34 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Unset dirty status for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:07:58.296800 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-842b278f-8342-4a3d-8da4-6affc13965fb req-d332575f-1d73-4ed6-bf3e-276d05b9db34 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 944 time: 0.0978274 May 25 21:07:58.342736 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-842b278f-8342-4a3d-8da4-6affc13965fb req-d6cd3a98-c88a-4b08-8bbd-2632bf8108e8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398269 May 25 21:07:58.602760 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:07:59.533269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c0975-9fa5-4566-b328-1a2455dd1ef3 req-baf7985e-2bd8-4eaf-8444-54ed0f60fd98 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:07:59.534759 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6e8c0975-9fa5-4566-b328-1a2455dd1ef3 req-baf7985e-2bd8-4eaf-8444-54ed0f60fd98 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 944 time: 0.0841656 May 25 21:07:59.578604 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6e8c0975-9fa5-4566-b328-1a2455dd1ef3 req-c2c05e08-85d1-41f6-a58e-2dd1ac9917ef tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382924 May 25 21:08:00.589833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:08:00.719500 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-67bdbbb7-dfa5-41f7-b47b-43f0edb1d92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:00.747463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:08:00.761563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'port_id': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'mac_address': 'fa:16:3e:41:64:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:08:00.784823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc55bda-beed-4bc3-a745-b74f509757f1 req-acdb97ed-4a18-4304-8bf4-be24bb7c73ad tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:08:00.786409 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-acc55bda-beed-4bc3-a745-b74f509757f1 req-acdb97ed-4a18-4304-8bf4-be24bb7c73ad tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 944 time: 0.0980234 May 25 21:08:00.822697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:08:00.823218 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:00.831685 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-acc55bda-beed-4bc3-a745-b74f509757f1 req-3303e24c-7913-4590-9449-89408357cf8f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394816 May 25 21:08:00.841351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:08:00.857798 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:08:00.861547 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:00.928222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:08:01.162703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['3cd2ab6f-9021-47e8-9ef6-2f209ce0e118'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:08:01.472445 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:01.918039 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:02.175652 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76d66d-5739-466e-b279-60fd4c0c45ab req-6c18b376-fc6d-4525-b9b2-9ab4e3d6ade1 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:08:02.177100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb76d66d-5739-466e-b279-60fd4c0c45ab req-6c18b376-fc6d-4525-b9b2-9ab4e3d6ade1 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 945 time: 0.0795293 May 25 21:08:02.224964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cb76d66d-5739-466e-b279-60fd4c0c45ab req-796d3d0c-4b42-4a10-b14c-f15c2fe1e4cf tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416787 May 25 21:08:02.589746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:08:02.661119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:08:02.665894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:08:02.666298 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:02.811312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:08:02.811687 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:02.840697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:08:02.850471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:08:02.855230 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:02.891258 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242c92f1-9601-4b7d-befa-ff63d63c911f'] response: {'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'code': 200} May 25 21:08:02.933228 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:08:03.033062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54a7b0-81d2-44ec-b890-c87ab6c80c70 req-cd09fb19-f979-4d3c-a120-5d0585f49359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:08:03.035019 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9e54a7b0-81d2-44ec-b890-c87ab6c80c70 req-cd09fb19-f979-4d3c-a120-5d0585f49359 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 1097 time: 0.0871198 May 25 21:08:03.079637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9e54a7b0-81d2-44ec-b890-c87ab6c80c70 req-9cc6bf9f-b38b-474b-b888-a4bb510934ea service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389965 May 25 21:08:03.251416 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:03.415613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a856f-30a3-44a9-bcda-64edd55d389e req-f753e98e-1412-493c-9051-0f07d4620e28 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:08:03.416982 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-535a856f-30a3-44a9-bcda-64edd55d389e req-f753e98e-1412-493c-9051-0f07d4620e28 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0820193 May 25 21:08:03.460957 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-535a856f-30a3-44a9-bcda-64edd55d389e req-07d598a7-50cb-4ad7-a36d-cf3e1e0a23d5 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373347 May 25 21:08:04.651424 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e053d61-aa54-44d8-b6a1-a59be88465de req-36557d98-9d3e-4ea2-a484-6bf77d10e39d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:08:04.653151 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e053d61-aa54-44d8-b6a1-a59be88465de req-36557d98-9d3e-4ea2-a484-6bf77d10e39d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0838919 May 25 21:08:04.699035 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7e053d61-aa54-44d8-b6a1-a59be88465de req-f64cac60-9b15-4308-aeca-7663505531e8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398643 May 25 21:08:04.885955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672f84c-2206-4a3f-b005-d5670e32818f req-b3ae617c-6a81-493c-ac5f-3b9a668f8c38 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:08:04.887449 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d672f84c-2206-4a3f-b005-d5670e32818f req-b3ae617c-6a81-493c-ac5f-3b9a668f8c38 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0883832 May 25 21:08:04.895964 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45084) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:08:04.900820 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9a48bf14-8dd3-4a85-be85-86f5e3b5a73c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Request body: {'floatingip': {'port_id': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:08:04.980980 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a48bf14-8dd3-4a85-be85-86f5e3b5a73c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:05.681126 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a48bf14-8dd3-4a85-be85-86f5e3b5a73c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:05.685815 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a48bf14-8dd3-4a85-be85-86f5e3b5a73c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:05.852912 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-9a48bf14-8dd3-4a85-be85-86f5e3b5a73c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Floating IP ac008150-be57-4192-8062-ced76dbfa01b associated. External IP: 172.25.3.163, port: 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118. May 25 21:08:06.205814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a48bf14-8dd3-4a85-be85-86f5e3b5a73c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Router b0ac6c98-2845-48b7-a994-41c6db62e9d5 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:08:06.390832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a48bf14-8dd3-4a85-be85-86f5e3b5a73c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:08:06.396038 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9a48bf14-8dd3-4a85-be85-86f5e3b5a73c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:06.400356 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32047043-ca8c-463a-a550-8882c14430a9 None None] Sync routers for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:08:06.411062 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32047043-ca8c-463a-a550-8882c14430a9 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:08:06.411645 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-32047043-ca8c-463a-a550-8882c14430a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:08:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:08:06.451502 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9a48bf14-8dd3-4a85-be85-86f5e3b5a73c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "PUT /v2.0/floatingips/ac008150-be57-4192-8062-ced76dbfa01b HTTP/1.1" status: 200 len: 992 time: 1.5544939 May 25 21:08:06.452082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:08:06.550878 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba46d924-a915-4b27-83a3-8130137771c5'] response: {'name': 'network-changed', 'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'status': 'completed', 'code': 200} May 25 21:08:06.623976 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-32047043-ca8c-463a-a550-8882c14430a9 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:08:06.650623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b0702-fc95-41dc-a05e-eef4d3b947d1 req-5f1d5997-2b76-43ff-a403-14f60db75e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:08:06.652809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c82b0702-fc95-41dc-a05e-eef4d3b947d1 req-5f1d5997-2b76-43ff-a403-14f60db75e1b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 1097 time: 0.0803213 May 25 21:08:06.785524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b0702-fc95-41dc-a05e-eef4d3b947d1 req-25bc70b7-9d13-4030-9799-36945329da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:08:06.787018 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c82b0702-fc95-41dc-a05e-eef4d3b947d1 req-25bc70b7-9d13-4030-9799-36945329da95 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1290445 May 25 21:08:06.892078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c82b0702-fc95-41dc-a05e-eef4d3b947d1 req-8ab040d1-5e7f-4aee-a0c6-816283e480f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 1000 time: 0.0984499 May 25 21:08:06.954792 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b0702-fc95-41dc-a05e-eef4d3b947d1 req-b34b6c84-071d-46a1-b4b2-c59ac9f86174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:08:06.956233 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c82b0702-fc95-41dc-a05e-eef4d3b947d1 req-b34b6c84-071d-46a1-b4b2-c59ac9f86174 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0589375 May 25 21:08:06.971771 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-32047043-ca8c-463a-a550-8882c14430a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ac008150-be57-4192-8062-ced76dbfa01b', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'port_id': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'mac_address': 'fa:16:3e:41:64:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:04:58Z', 'updated_at': '2022-05-25T21:08:05Z', 'revision_number': 9, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:08:06.975516 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32047043-ca8c-463a-a550-8882c14430a9 None None] Checking router: b0ac6c98-2845-48b7-a994-41c6db62e9d5 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:08:06.983576 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32047043-ca8c-463a-a550-8882c14430a9 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:08:06.984058 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-32047043-ca8c-463a-a550-8882c14430a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:08:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:08:07.031471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b0702-fc95-41dc-a05e-eef4d3b947d1 req-8c36ed98-86f8-4819-896f-b9db72eb8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:08:07.032946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c82b0702-fc95-41dc-a05e-eef4d3b947d1 req-8c36ed98-86f8-4819-896f-b9db72eb8e2d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707512 May 25 21:08:07.159952 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-32047043-ca8c-463a-a550-8882c14430a9 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:08:07.166046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c82b0702-fc95-41dc-a05e-eef4d3b947d1 req-8bdb8dbf-4ead-40f0-884f-b5e3594b1ebe service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270590 May 25 21:08:07.297733 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c82b0702-fc95-41dc-a05e-eef4d3b947d1 req-de8694b2-5c7d-4a59-89aa-e30fba6daea4 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256175 May 25 21:08:07.496912 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-32047043-ca8c-463a-a550-8882c14430a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ac008150-be57-4192-8062-ced76dbfa01b', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'port_id': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'mac_address': 'fa:16:3e:41:64:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:04:58Z', 'updated_at': '2022-05-25T21:08:05Z', 'revision_number': 9, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:08:07.500711 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32047043-ca8c-463a-a550-8882c14430a9 None None] The sync data for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 is: [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ac008150-be57-4192-8062-ced76dbfa01b', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'port_id': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'mac_address': 'fa:16:3e:41:64:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:04:58Z', 'updated_at': '2022-05-25T21:08:05Z', 'revision_number': 9, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:08:07.691422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77abb235-8a23-491c-b717-277175665c59 None None] New status for floating IP ac008150-be57-4192-8062-ced76dbfa01b: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:08:14.562313 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:08:24.282073 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:28.174613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75348dae-9ff2-43c0-8725-af603b09bd11 req-757f5a8c-d3a7-4427-8d48-733089cecdcb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769362 May 25 21:08:28.257419 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-331e638c-e31d-4dad-86cf-89f00e4570db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:28.313595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75348dae-9ff2-43c0-8725-af603b09bd11 req-1e3e987a-b462-4c5b-8739-901ee9fd0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:08:28.315070 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75348dae-9ff2-43c0-8725-af603b09bd11 req-1e3e987a-b462-4c5b-8739-901ee9fd0df8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 1097 time: 0.0712740 May 25 21:08:28.461137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75348dae-9ff2-43c0-8725-af603b09bd11 req-bd758d57-7cfa-4249-b56c-b82461b02630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:08:28.462629 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75348dae-9ff2-43c0-8725-af603b09bd11 req-bd758d57-7cfa-4249-b56c-b82461b02630 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1294231 May 25 21:08:28.569539 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75348dae-9ff2-43c0-8725-af603b09bd11 req-0e94a63b-8762-4acd-980d-6a618354ebc4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 1003 time: 0.1008039 May 25 21:08:28.623163 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:28.630508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75348dae-9ff2-43c0-8725-af603b09bd11 req-b09ce679-1ddb-4d06-93e9-c4de81a0bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:08:28.631943 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75348dae-9ff2-43c0-8725-af603b09bd11 req-b09ce679-1ddb-4d06-93e9-c4de81a0bf2e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0566268 May 25 21:08:28.712606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75348dae-9ff2-43c0-8725-af603b09bd11 req-3defc7ef-3b4e-47b1-838b-70ed9a68974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:08:28.714764 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75348dae-9ff2-43c0-8725-af603b09bd11 req-3defc7ef-3b4e-47b1-838b-70ed9a68974f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762992 May 25 21:08:28.961233 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75348dae-9ff2-43c0-8725-af603b09bd11 req-a8f146a6-7adc-4aaf-8502-cc0e91d7e9d2 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412801 May 25 21:08:29.089967 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-75348dae-9ff2-43c0-8725-af603b09bd11 req-46cca75e-bdd8-45c5-aebc-d758bbdacd4e service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226656 May 25 21:08:30.691343 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-79e521a5-51f1-47b6-b8dd-713ffdfbac7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:31.476259 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:31.917653 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:33.254402 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:51.561959 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:08:54.289742 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:58.260303 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7046f4b7-46e0-4955-a31f-881cca64c5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:08:58.620707 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:00.693279 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c92211f3-2947-4e4c-80cb-8b4f12801e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:01.478971 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:01.920413 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:03.260179 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:21.165398 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-1af9bb58-a372-4039-9b11-355cd18726d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763347 May 25 21:09:21.275427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c746e-97a9-4d2a-ad6a-c62951a1e9fa req-31903419-3fda-4800-be12-3abbcadb2d14 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:21.276903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe5c746e-97a9-4d2a-ad6a-c62951a1e9fa req-31903419-3fda-4800-be12-3abbcadb2d14 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.1370757 May 25 21:09:21.325044 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fe5c746e-97a9-4d2a-ad6a-c62951a1e9fa req-0a1bafed-84e2-430b-8d01-6c0981e42b31 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 May 25 21:09:22.357068 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-3ef8e5ca-c59e-453a-8cf7-02daa7be1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:22.358699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-3ef8e5ca-c59e-453a-8cf7-02daa7be1357 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 1097 time: 0.1144440 May 25 21:09:22.498471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-6de11223-746c-4388-b3df-d11c2a186567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:22.500024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-6de11223-746c-4388-b3df-d11c2a186567 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1350095 May 25 21:09:22.607770 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-a7cbbc4a-1304-481a-a4c2-b72fe8c2e618 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 1003 time: 0.1020501 May 25 21:09:22.644601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aba0fe-ea19-4819-b99c-0314ebeb95fe req-df4e60e2-7862-4066-9d87-594fab16efbd tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:22.646120 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-04aba0fe-ea19-4819-b99c-0314ebeb95fe req-df4e60e2-7862-4066-9d87-594fab16efbd tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.2109015 May 25 21:09:22.675190 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-ec953e81-c774-4265-a723-14dabdc44247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:22.676638 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-ec953e81-c774-4265-a723-14dabdc44247 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0634887 May 25 21:09:22.692821 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-04aba0fe-ea19-4819-b99c-0314ebeb95fe req-820bdd84-6b10-4b4b-81b5-8526af198aab tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403588 May 25 21:09:22.755266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-0363d117-7222-4e43-9f94-5025a776d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:22.756660 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-0363d117-7222-4e43-9f94-5025a776d0c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744557 May 25 21:09:22.886999 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-e672216c-4923-4d21-84fc-e627341f87e9 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245716 May 25 21:09:23.018628 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-dfa5c408-d025-4a88-b699-716732321eb9 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254270 May 25 21:09:23.883479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a59592-f5f4-43ba-8579-118146f5d579 req-c65f443b-58b9-4035-a22e-51098cb042b8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:23.885180 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70a59592-f5f4-43ba-8579-118146f5d579 req-c65f443b-58b9-4035-a22e-51098cb042b8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0846052 May 25 21:09:23.929599 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70a59592-f5f4-43ba-8579-118146f5d579 req-5534a4b9-31aa-442c-9086-ae1c2046fcc8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386951 May 25 21:09:24.303784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:25.115196 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31b859-761a-4d4b-9be9-0f3db7e6317f req-f28cacdc-6082-42bb-aaf3-3f83c96113b6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:25.116571 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce31b859-761a-4d4b-9be9-0f3db7e6317f req-f28cacdc-6082-42bb-aaf3-3f83c96113b6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0815544 May 25 21:09:25.160694 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ce31b859-761a-4d4b-9be9-0f3db7e6317f req-c0f80d73-c927-4d6f-9362-edcc578db655 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384045 May 25 21:09:26.350526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b486b44-e363-403c-913d-094c0ae6c610 req-b2808cf4-7005-40e7-ac18-e55bbc454f1e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:26.351976 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b486b44-e363-403c-913d-094c0ae6c610 req-b2808cf4-7005-40e7-ac18-e55bbc454f1e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0798042 May 25 21:09:26.397824 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b486b44-e363-403c-913d-094c0ae6c610 req-7e68701d-16d0-47a3-b28a-e7102856ecd9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401278 May 25 21:09:27.582203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7267e6-7830-4320-935c-d3cd4314730c req-31358ace-c10d-4431-93e1-46b65a367861 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:27.583628 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8c7267e6-7830-4320-935c-d3cd4314730c req-31358ace-c10d-4431-93e1-46b65a367861 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0795228 May 25 21:09:27.628275 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8c7267e6-7830-4320-935c-d3cd4314730c req-cff6352c-1a72-42d1-ade9-ef2e09d4d5d0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390112 May 25 21:09:28.262212 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bd9a7301-336c-4ca6-9e2b-397dfab37f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:28.561987 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:09:28.630715 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:28.827033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10930c5e-22da-409c-97dd-45555aef7bd1 req-6d1981ae-3392-49b9-a097-4e06c73d2341 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:28.828389 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-10930c5e-22da-409c-97dd-45555aef7bd1 req-6d1981ae-3392-49b9-a097-4e06c73d2341 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0837984 May 25 21:09:28.877607 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-10930c5e-22da-409c-97dd-45555aef7bd1 req-795945dc-265d-43bb-b59a-d6ea30388bd2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432048 May 25 21:09:30.068946 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c4206-7b1f-4408-aa34-f04d0638c812 req-16eeca3d-1bd2-4c7d-baaf-94060c79bb23 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:30.071062 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7b6c4206-7b1f-4408-aa34-f04d0638c812 req-16eeca3d-1bd2-4c7d-baaf-94060c79bb23 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0853076 May 25 21:09:30.116211 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7b6c4206-7b1f-4408-aa34-f04d0638c812 req-7042a8cc-4fb3-403c-a080-196485f68178 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392895 May 25 21:09:30.215868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04cd6e-10bb-4bcb-86a5-b32517ca571f req-79fd8ccd-7582-4554-b0c5-46bf5459a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:30.217351 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b04cd6e-10bb-4bcb-86a5-b32517ca571f req-79fd8ccd-7582-4554-b0c5-46bf5459a41e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 1097 time: 0.0788140 May 25 21:09:30.363349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04cd6e-10bb-4bcb-86a5-b32517ca571f req-30a96b97-d8c2-44d3-aa89-7e4c18ec0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:30.364714 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b04cd6e-10bb-4bcb-86a5-b32517ca571f req-30a96b97-d8c2-44d3-aa89-7e4c18ec0d8f service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1285651 May 25 21:09:30.469445 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b04cd6e-10bb-4bcb-86a5-b32517ca571f req-176699a8-3658-4394-9e8d-206264af2fdf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 1003 time: 0.0980244 May 25 21:09:30.534415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04cd6e-10bb-4bcb-86a5-b32517ca571f req-672ceb25-8699-472b-806c-c59887f24ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:30.535825 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b04cd6e-10bb-4bcb-86a5-b32517ca571f req-672ceb25-8699-472b-806c-c59887f24ada service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0606084 May 25 21:09:30.611688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04cd6e-10bb-4bcb-86a5-b32517ca571f req-ccc4b953-d353-488c-9ce5-1b32e6f44930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:30.613167 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b04cd6e-10bb-4bcb-86a5-b32517ca571f req-ccc4b953-d353-488c-9ce5-1b32e6f44930 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712841 May 25 21:09:30.697317 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c0e9ef74-06dc-4ac9-b1e2-8a853f0391ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:30.868408 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b04cd6e-10bb-4bcb-86a5-b32517ca571f req-ba06fe57-3549-4b86-8d67-c8d626fd0405 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487433 May 25 21:09:30.998658 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b04cd6e-10bb-4bcb-86a5-b32517ca571f req-f5cb8a0c-a02a-4637-ac9b-adfeddaf6b96 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244256 May 25 21:09:31.304726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad2004-23b4-4560-93c5-4e64eddaa94d req-8d8e5882-be97-47f5-8889-561505f3c6ae tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:31.306102 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9ad2004-23b4-4560-93c5-4e64eddaa94d req-8d8e5882-be97-47f5-8889-561505f3c6ae tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0809462 May 25 21:09:31.354319 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9ad2004-23b4-4560-93c5-4e64eddaa94d req-310ab2b7-1485-4cd0-9f3f-7e714b9b9b3c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425568 May 25 21:09:31.480630 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:31.923630 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:32.539137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3516a3-fefe-4230-9d0b-57b4f2b9da0e req-6946adb3-30b1-468e-a719-fc5ebe2c6aea tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:32.540560 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b3516a3-fefe-4230-9d0b-57b4f2b9da0e req-6946adb3-30b1-468e-a719-fc5ebe2c6aea tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0803225 May 25 21:09:32.587176 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5b3516a3-fefe-4230-9d0b-57b4f2b9da0e req-35aa413a-e608-4be3-acac-d016d41a3c06 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 May 25 21:09:33.259311 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:33.775327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da508c-f3cc-485f-9ec9-fda49c0d4104 req-3b85e043-454a-4fa6-b77f-ce513e104675 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:33.776749 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-31da508c-f3cc-485f-9ec9-fda49c0d4104 req-3b85e043-454a-4fa6-b77f-ce513e104675 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0817268 May 25 21:09:33.822209 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-31da508c-f3cc-485f-9ec9-fda49c0d4104 req-eab57056-c670-4161-abf2-a1035d257158 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389318 May 25 21:09:34.887689 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-7087425e-899a-4c3e-b971-733dd271c36a service neutron] show failed (client error): The resource could not be found. May 25 21:09:34.888700 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-7087425e-899a-4c3e-b971-733dd271c36a service neutron] 10.222.0.70 "GET /v2.0/ports/3cd2ab6f-9021-47e8-9ef6-2f209ce0e118/bindings/n-h2-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0827360 May 25 21:09:35.016845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c50262-dcf3-448a-8c52-aa0eac5a6692 req-7ffcdcce-605e-4332-850f-d4e09db10afa tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:35.018273 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9c50262-dcf3-448a-8c52-aa0eac5a6692 req-7ffcdcce-605e-4332-850f-d4e09db10afa tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0880511 May 25 21:09:35.071586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b9c50262-dcf3-448a-8c52-aa0eac5a6692 req-30c5bbba-aaa9-4da0-8516-fe372991bd1e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474689 May 25 21:09:35.254713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-eff106f0-5459-4f46-a5d8-67a0f104e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:35.256176 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-eff106f0-5459-4f46-a5d8-67a0f104e81b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f&tenant_id=bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 1097 time: 0.1203012 May 25 21:09:35.266761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:09:35.378501 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:35.660503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:09:35.689916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:09:35.749021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:09:35.755701 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:35.771105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Transition to ACTIVE for port object 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:09:35.775116 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:35.843120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,revision_number=6']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:09:35.898682 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b795d8a2-0020-42e8-8c9c-6e1caa4c95f0'] response: {'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'code': 200} May 25 21:09:35.918739 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:35.919072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:35.919401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:35.919719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:35.920035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:35.920351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:35.920666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:35.920975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:35.921283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:35.921590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:35.921899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:35.922226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:35.990697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] No DVR routers for this DVR port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:09:36.216922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Attempting to bind port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:09:36.217264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Attempting to bind port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:09:36.217586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Attempting to bind port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:09:36.222381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on network e389991d-f4f8-48da-bb62-684d296703c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:09:36.222695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Attempting to bind port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:09:36.227767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:09:36.228097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Checking segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:09:36.228472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Bound using segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:09:36.228891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Bound port: 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:09:36.229238 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:36.265502 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315ac2f-376c-40de-8780-243c7762d203 req-e12d07cb-b818-4370-83ce-9350de1f5835 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:36.267151 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f315ac2f-376c-40de-8780-243c7762d203 req-e12d07cb-b818-4370-83ce-9350de1f5835 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 944 time: 0.0860989 May 25 21:09:36.317577 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f315ac2f-376c-40de-8780-243c7762d203 req-961c9a03-0285-43f2-b80c-18ddbf2dc1b6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447440 May 25 21:09:36.322317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:09:36.325460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:09:36.329265 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:36.393901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:36.394622 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:36.396204 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] 10.222.0.50 "PUT /v2.0/ports/3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 1092 time: 1.1333857 May 25 21:09:36.411918 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a275d-6784-49d5-a0ed-ec2fec190b06 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,revision_number=7']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:09:36.495726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-cddf2cc5-fa04-41f0-8c63-2b1fbd0404e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:36.497194 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-cddf2cc5-fa04-41f0-8c63-2b1fbd0404e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 1095 time: 0.0750465 May 25 21:09:36.756464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-1201b3c8-2104-4472-bb93-a9757e3adaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:36.757942 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-1201b3c8-2104-4472-bb93-a9757e3adaae service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.2545688 May 25 21:09:36.862781 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-d1d25c45-2a20-4fa6-b178-b7e4e62fba6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 1001 time: 0.0982323 May 25 21:09:36.930774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-039812ea-8ce0-4366-9faf-1fd9097a50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:36.932208 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-039812ea-8ce0-4366-9faf-1fd9097a50eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0637414 May 25 21:09:37.007585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-e96f43d5-c575-4be9-8076-ea2d9c3dc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:37.009211 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-e96f43d5-c575-4be9-8076-ea2d9c3dc2df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704195 May 25 21:09:37.140406 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-b145bf4c-4a45-4754-a088-a49271666e8d service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245539 May 25 21:09:37.272738 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b54ad2c9-bbed-48bf-91d4-8b0054e65e30 req-83607bcb-a6d5-42d3-b166-8891fcb2b30f service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264994 May 25 21:09:37.510300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a42905-1bda-4976-98ab-67bfc0e0c452 req-fd4d1b89-985f-4d70-929e-dcdf6306bd7f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:37.511740 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85a42905-1bda-4976-98ab-67bfc0e0c452 req-fd4d1b89-985f-4d70-929e-dcdf6306bd7f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 944 time: 0.0797842 May 25 21:09:37.559134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85a42905-1bda-4976-98ab-67bfc0e0c452 req-74d087af-4b75-4fd4-a252-2abf69d80c76 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409234 May 25 21:09:37.899493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:09:37.955617 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f608668-43fc-432c-aea2-f9f65dc478e3'] response: {'name': 'network-changed', 'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'status': 'completed', 'code': 200} May 25 21:09:38.100241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-df8718e2-38a3-41a8-a131-3befbcadbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:38.101704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-df8718e2-38a3-41a8-a131-3befbcadbec2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 1095 time: 0.1283498 May 25 21:09:38.106530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-4f267c89-a06b-4da0-acba-6d987b0265d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:38.107838 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-4f267c89-a06b-4da0-acba-6d987b0265d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 1095 time: 0.1043568 May 25 21:09:38.340363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-7b253b1d-8d0a-4577-a3e3-dab4c56c9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:38.341796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-7b253b1d-8d0a-4577-a3e3-dab4c56c9dcc service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.2331405 May 25 21:09:38.342876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-1d5192ef-7446-40ca-9cb7-d2909fb9eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:38.344125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-1d5192ef-7446-40ca-9cb7-d2909fb9eefc service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.2177348 May 25 21:09:38.524327 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-042c5445-4de6-45c8-8318-8d66f9b33730 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 1001 time: 0.1761587 May 25 21:09:38.526041 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-101534e8-fdfb-498a-814c-51cd0f0ea8da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 1001 time: 0.1312323 May 25 21:09:38.635441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-ee386f60-f9bb-4715-a8ea-b96a52a13446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:38.636875 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-ee386f60-f9bb-4715-a8ea-b96a52a13446 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.1070158 May 25 21:09:38.638257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-7255e508-5217-4c6c-8294-f4cbc3010308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:38.639524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-7255e508-5217-4c6c-8294-f4cbc3010308 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0782604 May 25 21:09:38.980097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-b552765a-d567-4582-b773-bbe0d6e5b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:38.981576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-b552765a-d567-4582-b773-bbe0d6e5b89f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3388689 May 25 21:09:38.984680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-36b1b57f-d84b-4554-a81d-18e8cca92cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:38.986695 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-36b1b57f-d84b-4554-a81d-18e8cca92cf0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3141305 May 25 21:09:38.993890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1c586-33ba-4ba4-9145-f79242e47345 req-84915336-7f1e-44a9-bca2-3ab3f3328bab tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:38.995251 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18c1c586-33ba-4ba4-9145-f79242e47345 req-84915336-7f1e-44a9-bca2-3ab3f3328bab tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 944 time: 0.3209026 May 25 21:09:39.007150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:09:39.066929 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:09:39.141407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:09:39.206624 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18c1c586-33ba-4ba4-9145-f79242e47345 req-9309a9b8-e83e-4b37-94eb-a904a9e9692f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761363 May 25 21:09:39.268229 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-734fac54-0787-4c84-a155-e89f39c221b0 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719529 May 25 21:09:39.271243 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-7566aa7f-024b-48c1-a2f3-40c07b221925 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741129 May 25 21:09:39.277059 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:09:39.290512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'port_id': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'mac_address': 'fa:16:3e:41:64:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:09:39.345978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:09:39.346374 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:39.364013 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:09:39.380666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:09:39.384771 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:39.455534 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:09:39.463037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:39.463388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:39.463725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:39.464057 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:39.464385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:39.464715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:39.465040 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:39.465363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:39.465688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:39.466009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:39.466353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:39.466671 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:09:39.512002 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-e4afc993-3ff7-424e-b230-e95634b44e12 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379611 May 25 21:09:39.515054 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ea30fa3-d449-4569-9e78-e0c36751e7fc req-b4c80b03-2dc6-4c73-978d-a19710b020e5 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238593 May 25 21:09:39.598595 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['3cd2ab6f-9021-47e8-9ef6-2f209ce0e118'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:09:40.396222 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9378e74-4fa0-40e8-9cdf-69383c43b0f1 req-6600973e-fc84-4689-a807-d57af731cd6e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:40.397668 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9378e74-4fa0-40e8-9cdf-69383c43b0f1 req-6600973e-fc84-4689-a807-d57af731cd6e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 945 time: 0.0812109 May 25 21:09:40.441026 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a9378e74-4fa0-40e8-9cdf-69383c43b0f1 req-e3c88f5b-02d6-47d1-8369-2a06ae21d03b tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375915 May 25 21:09:40.846569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-474e63e4-6ef2-4cf1-9267-b802ea782a89 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:40.847966 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-474e63e4-6ef2-4cf1-9267-b802ea782a89 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f&tenant_id=bc981a77b41743688a5e5feae25ba4ce&binding%3Ahost_id=n-h2-843339-1 HTTP/1.1" status: 200 len: 945 time: 0.0923026 May 25 21:09:40.898083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8cf35-6de9-4d6c-8d73-5524c93d13bb req-676e71fa-14cf-43e4-badc-905150353c73 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:40.899868 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38e8cf35-6de9-4d6c-8d73-5524c93d13bb req-676e71fa-14cf-43e4-badc-905150353c73 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 945 time: 0.0848708 May 25 21:09:40.931870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-259102b2-e436-4040-84b3-5a5bd2b7ce29 service neutron] 10.222.0.50 "GET /v2.0/ports/3cd2ab6f-9021-47e8-9ef6-2f209ce0e118/bindings/n-h2-843339-1 HTTP/1.1" status: 200 len: 382 time: 0.0777965 May 25 21:09:40.948936 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-38e8cf35-6de9-4d6c-8d73-5524c93d13bb req-b26804f2-1c3d-4c20-954f-87f9dba6868f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 May 25 21:09:41.023139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-caca5ef2-b6be-498d-a998-c18057d57a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:41.024597 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-caca5ef2-b6be-498d-a998-c18057d57a5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 1096 time: 0.0711296 May 25 21:09:41.152103 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:09:41.155574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-4f609521-ecac-4699-885e-4c5faeae049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:41.157648 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-4f609521-ecac-4699-885e-4c5faeae049a service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1263988 May 25 21:09:41.223593 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:09:41.228349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:09:41.228713 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:41.264463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-36b1f92e-bf8f-4f97-9adb-4b22eaf472a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 1002 time: 0.1012206 May 25 21:09:41.331988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-6477941a-1d8b-4041-a781-8e8b15e3c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:41.333475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-6477941a-1d8b-4041-a781-8e8b15e3c53f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0636380 May 25 21:09:41.383184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:09:41.383724 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:41.411315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-e647bde9-06be-4e58-afb7-3cd882f33045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:41.412727 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-e647bde9-06be-4e58-afb7-3cd882f33045 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735137 May 25 21:09:41.412952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:09:41.425927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:09:41.431100 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:41.527576 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:09:41.568809 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860ea365-036f-486a-804e-957ff9ce4c9e'] response: {'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'code': 200} May 25 21:09:41.607793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-07841f5b-fa49-43a5-b32c-9315feb4c886 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889679 May 25 21:09:41.877326 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-86d28c34-39e9-421d-be15-b162c924af31 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618694 May 25 21:09:42.142896 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15ee92-a5ff-4d09-abdc-1c758b10886f req-ddd3d98c-a1ed-4e40-81aa-d7c1c9799298 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:42.144369 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd15ee92-a5ff-4d09-abdc-1c758b10886f req-ddd3d98c-a1ed-4e40-81aa-d7c1c9799298 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0863466 May 25 21:09:42.194246 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd15ee92-a5ff-4d09-abdc-1c758b10886f req-67c5bb5e-3cae-48b2-94f8-cc2b52fb33b0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403895 May 25 21:09:43.384808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e17c1-399a-4806-8a5d-b86a5be348fb req-8e84f961-1d3a-4f61-abff-a493c6f51d74 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:43.386277 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-047e17c1-399a-4806-8a5d-b86a5be348fb req-8e84f961-1d3a-4f61-abff-a493c6f51d74 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0851638 May 25 21:09:43.433869 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-047e17c1-399a-4806-8a5d-b86a5be348fb req-d85c9305-58ec-4579-a36a-57575aeda1f3 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410347 May 25 21:09:43.817451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-a84ac9d0-b138-4244-9b5b-6a2ce6aedfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:43.818963 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-a84ac9d0-b138-4244-9b5b-6a2ce6aedfcb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f&tenant_id=bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 1097 time: 0.0718710 May 25 21:09:43.830237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:09:43.945355 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:44.211016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:09:44.242254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:09:44.300608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:09:44.306409 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:44.322433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Transition to ACTIVE for port object 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:09:44.326520 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:44.363948 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df06a737-e612-4fab-8611-0d69d918f84f'] response: {'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'code': 200} May 25 21:09:44.480155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Pushing event updated for resources: {'Port': ['ID=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,revision_number=10']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:09:44.527962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] No DVR routers for this DVR port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:09:44.772180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89702bc-fbde-4d3f-84d9-8e992a173733 req-7528afa2-b4f6-40ed-82e5-754134d09369 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:44.773629 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a89702bc-fbde-4d3f-84d9-8e992a173733 req-7528afa2-b4f6-40ed-82e5-754134d09369 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 945 time: 0.1926150 May 25 21:09:44.857262 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Attempting to bind port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:09:44.857606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Attempting to bind port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:09:44.857906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Attempting to bind port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:09:44.865147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a89702bc-fbde-4d3f-84d9-8e992a173733 req-803c457a-8602-47de-b745-fff1b5843fde tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857768 May 25 21:09:44.866943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on network e389991d-f4f8-48da-bb62-684d296703c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:09:44.867257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Attempting to bind port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:09:44.872505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:09:44.872831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Checking segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:09:44.873202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Bound using segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:09:44.873627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Bound port: 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:09:44.873967 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:44.973617 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:09:44.976944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:09:44.980719 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:45.041803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:45.042510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:45.043871 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] 10.222.0.70 "PUT /v2.0/ports/3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 1093 time: 1.2180338 May 25 21:09:45.058606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63820b0c-d919-4b53-a047-3d0095bec3ee service neutron] Pushing event updated for resources: {'Port': ['ID=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,revision_number=11']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:09:45.142187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-665b1171-9459-4ed1-95e3-2e5f002f3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:45.143713 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-665b1171-9459-4ed1-95e3-2e5f002f3f7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 1096 time: 0.0796251 May 25 21:09:45.410985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-76c61a16-fd85-4ca1-8711-2511398ea79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:45.412364 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-76c61a16-fd85-4ca1-8711-2511398ea79f service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.2631278 May 25 21:09:45.513290 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-2e6a712a-9299-45f8-9ef5-e38719573815 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 1001 time: 0.0952382 May 25 21:09:45.574395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-2389d610-4a63-4668-9cd8-e3132226f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:45.575700 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-2389d610-4a63-4668-9cd8-e3132226f36d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0565212 May 25 21:09:45.650534 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-af1a6a3d-02e1-4947-a5fa-b77892a2115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:45.652018 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-af1a6a3d-02e1-4947-a5fa-b77892a2115d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702939 May 25 21:09:45.784254 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-c2ecc519-2195-4a92-968a-610beada6761 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263800 May 25 21:09:45.917306 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f2f6380-5712-40b4-8576-68dea50124a4 req-14939b72-5661-42b1-a033-f818a6168d24 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271429 May 25 21:09:46.057274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f61c83-ef89-4588-8146-fb1ff74092d2 req-cbdb535a-beb3-475b-be1c-5046ffd0b56a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:46.058758 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8f61c83-ef89-4588-8146-fb1ff74092d2 req-cbdb535a-beb3-475b-be1c-5046ffd0b56a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 945 time: 0.0856180 May 25 21:09:46.102912 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8f61c83-ef89-4588-8146-fb1ff74092d2 req-a5026f89-a503-43ea-bf6a-7b42fa523a00 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384898 May 25 21:09:46.364925 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:09:46.424879 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20238f49-33d5-46c8-9dc5-578d9c143df8'] response: {'name': 'network-changed', 'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'status': 'completed', 'code': 200} May 25 21:09:46.567166 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-ca4ba344-7a73-44a1-acd0-9e7e3d0bc155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:46.568627 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-ca4ba344-7a73-44a1-acd0-9e7e3d0bc155 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 1096 time: 0.1273732 May 25 21:09:46.577906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-68d09342-2700-4684-91a4-6d4608fa142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:46.579815 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-68d09342-2700-4684-91a4-6d4608fa142b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 1096 time: 0.1000669 May 25 21:09:46.816388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-636dbdf4-83a8-4661-b782-6cd8182572c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:46.817820 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-636dbdf4-83a8-4661-b782-6cd8182572c7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.2418838 May 25 21:09:46.818760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-efffb5bf-17d5-49b4-b434-99973e05e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:46.820021 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-efffb5bf-17d5-49b4-b434-99973e05e745 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.2209959 May 25 21:09:47.002667 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-827ccfe2-9398-445f-ab85-d09e794ff3f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 1001 time: 0.1780448 May 25 21:09:47.005971 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-9844f1f4-5d7f-4dda-abea-31870a4852b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 200 len: 1001 time: 0.1342432 May 25 21:09:47.114004 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-f0914cbb-10d4-4932-b8be-1fa59eb6eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:47.115456 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-f0914cbb-10d4-4932-b8be-1fa59eb6eb13 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.1067080 May 25 21:09:47.116644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-d452b1e8-f015-410f-afef-0cd36cce4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:47.117910 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-d452b1e8-f015-410f-afef-0cd36cce4122 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0778005 May 25 21:09:47.195766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:09:47.259996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:09:47.296873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c4b76-e80c-460d-9953-8462ad293f0a req-80f8ff06-d0af-43ae-b535-10fb97f642be tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:47.298532 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df7c4b76-e80c-460d-9953-8462ad293f0a req-80f8ff06-d0af-43ae-b535-10fb97f642be tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 945 time: 0.0853956 May 25 21:09:47.349205 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df7c4b76-e80c-460d-9953-8462ad293f0a req-6053d251-8496-4569-b6e2-c2725f9d0d79 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444117 May 25 21:09:47.376320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-f24edc42-e4f3-4777-9cea-3ebaed5136ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:47.377789 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-f24edc42-e4f3-4777-9cea-3ebaed5136ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2219808 May 25 21:09:47.380269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-3f0065c2-d5b5-4216-a19d-2cb9d4172e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:47.381577 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-3f0065c2-d5b5-4216-a19d-2cb9d4172e68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604353 May 25 21:09:47.615029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-1dfdcaf4-f19b-49b2-98d5-c6e312809af7 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309995 May 25 21:09:47.616713 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-5c10d3f3-c391-4fae-9290-83b28813f000 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152047 May 25 21:09:47.854492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-bab559d4-e4e0-4eef-b384-37a49ff06fbf service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335806 May 25 21:09:47.857483 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cdf52ecd-8e58-41f3-bc3f-13474b5788aa req-4cd8c3af-4621-4252-9d3b-f5e1d265cb59 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195292 May 25 21:09:48.540456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c82bfe-c3a3-489f-95a4-9b3d45e9038b req-77bb07c7-2b81-4111-b864-86a66a4ac5a2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:48.541894 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9c82bfe-c3a3-489f-95a4-9b3d45e9038b req-77bb07c7-2b81-4111-b864-86a66a4ac5a2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 945 time: 0.0847018 May 25 21:09:48.588530 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d9c82bfe-c3a3-489f-95a4-9b3d45e9038b req-89ac9a3a-515d-44c4-8721-cf952d2069db tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409763 May 25 21:09:49.045922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:09:49.180045 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:09:49.193419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'port_id': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'mac_address': 'fa:16:3e:41:64:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:09:49.249154 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:09:49.249523 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:49.273409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:09:49.291463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:09:49.296634 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:49.367071 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,revision_number=12']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:09:49.648785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['3cd2ab6f-9021-47e8-9ef6-2f209ce0e118'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:09:49.784940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12749abf-9711-4040-b668-8af78e6d13c2 req-3d44606d-b553-429b-b0ee-cebe87b38f3a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:49.786514 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-12749abf-9711-4040-b668-8af78e6d13c2 req-3d44606d-b553-429b-b0ee-cebe87b38f3a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0849957 May 25 21:09:49.834693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-12749abf-9711-4040-b668-8af78e6d13c2 req-0ccc980e-054c-41b6-9ae0-37f64e46922d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402801 May 25 21:09:50.022263 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cb6ae-a386-46d1-91f5-97b7691267dc req-770a1433-35bc-4ff3-b15a-b7f98ec3f1a0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:50.023724 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb5cb6ae-a386-46d1-91f5-97b7691267dc req-770a1433-35bc-4ff3-b15a-b7f98ec3f1a0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0805185 May 25 21:09:50.072464 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb5cb6ae-a386-46d1-91f5-97b7691267dc req-884cb1fb-c10f-4f91-851c-73dc49c06a1a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432250 May 25 21:09:50.263156 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20508119-fa25-4bc4-bf97-49104bab2eb0 req-98496328-8c0e-4f45-9dc0-cde9e8c8e3e5 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:50.264623 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-20508119-fa25-4bc4-bf97-49104bab2eb0 req-98496328-8c0e-4f45-9dc0-cde9e8c8e3e5 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0863049 May 25 21:09:50.310369 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-20508119-fa25-4bc4-bf97-49104bab2eb0 req-50186419-849a-49a4-8d34-c1b8eea9e49f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396068 May 25 21:09:50.710374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79ebb9-9734-487b-a4eb-bfff64fd0c5c req-7ba4a81d-921a-4c27-83df-754d5ab649cc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:50.711883 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa79ebb9-9734-487b-a4eb-bfff64fd0c5c req-7ba4a81d-921a-4c27-83df-754d5ab649cc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 946 time: 0.0827436 May 25 21:09:50.757126 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa79ebb9-9734-487b-a4eb-bfff64fd0c5c req-ecc108ce-8ad2-4697-bcc9-7c5fe3eb6bcc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395083 May 25 21:09:51.053284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:09:51.120009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:09:51.124839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:09:51.125209 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:51.244346 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:09:51.244716 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:51.271573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:09:51.281993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:09:51.285652 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:51.322196 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb99dac4-7b23-4d3f-8526-2525ae17118b'] response: {'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'code': 200} May 25 21:09:51.353997 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,revision_number=13']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:09:51.956948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab379b97-3ea8-42e4-ad03-43d0f730b843 req-6938ceaf-0ca6-4c9e-9f4a-e3dab4f3d95b tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:51.958462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab379b97-3ea8-42e4-ad03-43d0f730b843 req-6938ceaf-0ca6-4c9e-9f4a-e3dab4f3d95b tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 947 time: 0.0905344 May 25 21:09:51.993096 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-23495870-d03b-4df1-aa38-3007ba006a53 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:51.994475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-23495870-d03b-4df1-aa38-3007ba006a53 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 947 time: 0.0804942 May 25 21:09:52.004244 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab379b97-3ea8-42e4-ad03-43d0f730b843 req-8ea09b6e-569c-4666-a745-21044743c108 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398712 May 25 21:09:52.063649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Deleting port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:09:52.063987 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:52.309710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] For port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:09:52.309980 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:52.602241 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:52.602514 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:52.602825 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Floating IP ac008150-be57-4192-8062-ced76dbfa01b disassociated. External IP: 172.25.3.163, port: 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118. May 25 21:09:52.603164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Calling delete_port for 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:09:52.868392 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:52.920401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event deleted for resources: {'Port': ['ID=3cd2ab6f-9021-47e8-9ef6-2f209ce0e118,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:09:53.157779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Router b0ac6c98-2845-48b7-a994-41c6db62e9d5 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:09:53.166016 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d2715800-504c-4444-84b2-3336f9db0754 req-7b0321e5-93cb-475b-93f5-ce41bcaafaa7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8ad117-2dc2-4fa7-a59f-38a60913c85f HTTP/1.1" status: 200 len: 210 time: 0.0481677 May 25 21:09:53.346722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:09:53.356860 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9ff21-854c-4126-b484-34d6a1a9db5f None None] Sync routers for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:09:53.366948 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9ff21-854c-4126-b484-34d6a1a9db5f None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:09:53.367533 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-00f9ff21-854c-4126-b484-34d6a1a9db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:09:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:09:53.419322 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] No DVR routers for this DVR port 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:09:53.421807 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:53.424855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'name': 'network-vif-deleted', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:09:53.441174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e2a4a661-bf20-435e-8fb1-b87c6aec5613 req-29086240-75be-400a-8901-dc9f670723c2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "DELETE /v2.0/ports/3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 HTTP/1.1" status: 204 len: 173 time: 1.4419897 May 25 21:09:53.476089 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428d2c0a-bb41-4199-b50c-af5e7d46f00b'] response: {'server_uuid': 'fb8ad117-2dc2-4fa7-a59f-38a60913c85f', 'name': 'network-vif-deleted', 'tag': '3cd2ab6f-9021-47e8-9ef6-2f209ce0e118', 'status': 'completed', 'code': 200} May 25 21:09:53.551683 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-00f9ff21-854c-4126-b484-34d6a1a9db5f None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:09:53.901986 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-00f9ff21-854c-4126-b484-34d6a1a9db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:09:53.905831 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9ff21-854c-4126-b484-34d6a1a9db5f None None] Checking router: b0ac6c98-2845-48b7-a994-41c6db62e9d5 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:09:53.915126 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9ff21-854c-4126-b484-34d6a1a9db5f None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:09:53.915706 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-00f9ff21-854c-4126-b484-34d6a1a9db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:09:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:09:54.093320 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-00f9ff21-854c-4126-b484-34d6a1a9db5f None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:09:54.329170 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:54.412621 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-00f9ff21-854c-4126-b484-34d6a1a9db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:09:54.416500 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9ff21-854c-4126-b484-34d6a1a9db5f None None] The sync data for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 is: [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:09:54.515306 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7c31bf44-534e-43cb-906d-76d1f16043c5 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2021260481&fields=id&tenant_id=bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 267 time: 0.0456541 May 25 21:09:54.636054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9382dee3-4985-48fe-949a-6f3511cf6d3b None None] New status for floating IP ac008150-be57-4192-8062-ced76dbfa01b: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:09:54.672874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7bd4d7ca-b4fa-4cd8-bc6a-b954b691cbfc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:54.675173 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7bd4d7ca-b4fa-4cd8-bc6a-b954b691cbfc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 812 time: 0.1525819 May 25 21:09:54.691604 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-6a620676-9589-4eaa-9aff-ad4df4674edf tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/quotas/bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 375 time: 0.0103519 May 25 21:09:54.778407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-67cd8c62-db81-4927-b359-35068b8428b3 req-4e9bdde5-7f22-4505-ba4c-f5479dc89d51 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Synchronizing usage tracker for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:09:54.794706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-67cd8c62-db81-4927-b359-35068b8428b3 req-4e9bdde5-7f22-4505-ba4c-f5479dc89d51 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Unset dirty status for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:09:54.796119 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-4e9bdde5-7f22-4505-ba4c-f5479dc89d51 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985930 May 25 21:09:54.854906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-09bd2d0f-6d59-4718-bf44-8789a036ccb6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:09:54.855882 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-09bd2d0f-6d59-4718-bf44-8789a036ccb6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472596 May 25 21:09:54.992654 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-f49a2798-c065-43eb-bc83-cfef54cd338f service neutron] 10.222.0.60 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294336 May 25 21:09:55.053280 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:09:55.090232 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:09:55.090523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 3cd2ab6f-9021-47e8-9ef6-2f209ce0e118 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:09:55.125135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-5ffdbada-c951-4bfb-8faf-847522b28cfc service neutron] 10.222.0.60 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266403 May 25 21:09:55.302664 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-209888fe-843b-4438-b07d-394203c6e5e3 req-77475112-dd2d-49de-a6a8-3cfd8d2fa53e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 210 time: 0.0435915 May 25 21:09:56.415719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8c62-db81-4927-b359-35068b8428b3 req-1f605ad7-f59c-4b83-b8be-e84a6a714d9f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:56.417161 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-1f605ad7-f59c-4b83-b8be-e84a6a714d9f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 812 time: 0.1515026 May 25 21:09:56.474175 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c4b1d75-8a43-4122-8386-09e750d0f114 req-96f7c075-a823-4b05-9c06-3ca16e8e2ac5 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 210 time: 0.0559928 May 25 21:09:56.502892 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-4860a6fe-d202-4f28-ba53-256ec5bd9ed0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 380 time: 0.0547340 May 25 21:09:56.510930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Request body: {'port': {'device_id': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'admin_state_up': True, 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'security_groups': ['6d2553ff-fd71-4fb0-b098-208ce1870ea4']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:09:56.768191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:09:56.777705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:09:56.788339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Made reservation on behalf of bc981a77b41743688a5e5feae25ba4ce for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:09:56.792335 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:56.957886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Allocated IP 172.20.0.7 (e389991d-f4f8-48da-bb62-684d296703c8/3b76447b-8325-4123-887b-397dfe1e70d5/416097f7-6e81-4276-a941-3aa110f43ecf) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:09:57.145466 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:57.160802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Transition to ACTIVE for port object 416097f7-6e81-4276-a941-3aa110f43ecf will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:09:57.184104 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:57.252591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Network e389991d-f4f8-48da-bb62-684d296703c8 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:09:57.255422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:09:57.259656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:09:57.299664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event updated for resources: {'Port': ['ID=416097f7-6e81-4276-a941-3aa110f43ecf,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:09:57.332824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:57.333449 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:57.364365 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-efdd0d9d-aea0-44ca-b58f-666c3f3bb42e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8570390 May 25 21:09:57.376029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Request body: {'port': {'device_id': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:09:57.474875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2e10888d-9450-4147-a114-cf5873fa1cc5 None None] Provisioning for port 416097f7-6e81-4276-a941-3aa110f43ecf completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:09:57.481278 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2e10888d-9450-4147-a114-cf5873fa1cc5 None None] Provisioning complete for port 416097f7-6e81-4276-a941-3aa110f43ecf triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:09:57.481645 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e10888d-9450-4147-a114-cf5873fa1cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:57.496251 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:57.539283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2e10888d-9450-4147-a114-cf5873fa1cc5 None None] Port 416097f7-6e81-4276-a941-3aa110f43ecf cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:09:57.726234 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06410b5f-34f0-41bf-8120-23492a9923c1 req-d54e98f3-2bc5-4e1c-8e86-4540bc2de048 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:57.727648 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-06410b5f-34f0-41bf-8120-23492a9923c1 req-d54e98f3-2bc5-4e1c-8e86-4540bc2de048 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 931 time: 0.0892911 May 25 21:09:57.774091 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-06410b5f-34f0-41bf-8120-23492a9923c1 req-5014e05c-cc44-4b2f-84c3-e978b6c03af2 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395966 May 25 21:09:57.850878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416097f7-6e81-4276-a941-3aa110f43ecf {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:09:57.858136 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:57.873521 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Transition to ACTIVE for port object 416097f7-6e81-4276-a941-3aa110f43ecf will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:09:57.876924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:58.039990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Pushing event updated for resources: {'Port': ['ID=416097f7-6e81-4276-a941-3aa110f43ecf,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:09:58.118022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Attempting to bind port 416097f7-6e81-4276-a941-3aa110f43ecf on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:09:58.118373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Attempting to bind port 416097f7-6e81-4276-a941-3aa110f43ecf by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:09:58.118697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Attempting to bind port 416097f7-6e81-4276-a941-3aa110f43ecf on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:09:58.123196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Port 416097f7-6e81-4276-a941-3aa110f43ecf on network e389991d-f4f8-48da-bb62-684d296703c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:09:58.123509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Attempting to bind port 416097f7-6e81-4276-a941-3aa110f43ecf on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:09:58.128612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:09:58.128936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Checking segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:09:58.129311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Bound using segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:09:58.129732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Bound port: 416097f7-6e81-4276-a941-3aa110f43ecf, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:09:58.130071 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:58.221794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:09:58.224658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:09:58.229107 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:58.264813 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ef5d489f-8dea-4dde-8ff3-2126ea80606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:58.291683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:58.292287 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:58.293641 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] 10.222.0.70 "PUT /v2.0/ports/416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 1091 time: 0.9218831 May 25 21:09:58.294072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:09:58.316372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e9de1-f0e1-4061-8278-4345dcd60f8c service neutron] Pushing event updated for resources: {'Port': ['ID=416097f7-6e81-4276-a941-3aa110f43ecf,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:09:58.377494 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7980ab9-e2fc-44c6-a19e-d7bcf85c72c0'] response: {'name': 'network-changed', 'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf', 'status': 'completed', 'code': 200} May 25 21:09:58.421680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8c62-db81-4927-b359-35068b8428b3 req-20ab93b8-a8c0-4e9c-be15-812f8737a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:58.423371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-20ab93b8-a8c0-4e9c-be15-812f8737a87d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 1094 time: 0.0789182 May 25 21:09:58.612884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-d54f0c23-10e4-42d5-af51-2354f16319d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 217 time: 0.1828742 May 25 21:09:58.630593 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:09:58.675011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8c62-db81-4927-b359-35068b8428b3 req-30f00515-353c-44fb-a2cd-5e8412b4f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:58.676433 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-30f00515-353c-44fb-a2cd-5e8412b4f5ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0583723 May 25 21:09:58.752113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8c62-db81-4927-b359-35068b8428b3 req-30c82f50-d22e-465d-9589-cad96a426a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:58.753487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-30c82f50-d22e-465d-9589-cad96a426a1e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717638 May 25 21:09:58.886683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-aa9935c3-cc0c-4117-8041-c34bfb9130f1 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267366 May 25 21:09:58.961931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24945c0a-a522-49b8-8b40-912de6975b79 req-f001a85d-5545-444a-8b95-431f2dfb4883 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:58.963444 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-24945c0a-a522-49b8-8b40-912de6975b79 req-f001a85d-5545-444a-8b95-431f2dfb4883 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 943 time: 0.0807376 May 25 21:09:59.015352 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-24945c0a-a522-49b8-8b40-912de6975b79 req-27515234-55dd-44e0-81f1-960f3f159491 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455253 May 25 21:09:59.026797 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-67cd8c62-db81-4927-b359-35068b8428b3 req-ff1aa6a7-ed0f-4b3d-87e8-8544d718fbd1 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343577 May 25 21:09:59.139703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c24337-5e5f-4470-9318-0cefba5e84da req-b43f60ab-488b-4551-a6f2-cb6c385ff228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:59.141141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9c24337-5e5f-4470-9318-0cefba5e84da req-b43f60ab-488b-4551-a6f2-cb6c385ff228 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 1094 time: 0.0735810 May 25 21:09:59.280311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c24337-5e5f-4470-9318-0cefba5e84da req-9532de2f-6c42-4d52-891e-262aae8b39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:59.281661 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9c24337-5e5f-4470-9318-0cefba5e84da req-9532de2f-6c42-4d52-891e-262aae8b39fe service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1352243 May 25 21:09:59.351323 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9c24337-5e5f-4470-9318-0cefba5e84da req-866abdda-f581-4866-823a-cc942a179db7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 217 time: 0.0641396 May 25 21:09:59.417775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c24337-5e5f-4470-9318-0cefba5e84da req-f2f1029d-4f39-45fa-91e6-b9ab6208c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:59.419370 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9c24337-5e5f-4470-9318-0cefba5e84da req-f2f1029d-4f39-45fa-91e6-b9ab6208c0ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0622947 May 25 21:09:59.493134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c24337-5e5f-4470-9318-0cefba5e84da req-d7e83a1f-c519-402b-9e75-f326fd4df211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:09:59.494611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9c24337-5e5f-4470-9318-0cefba5e84da req-d7e83a1f-c519-402b-9e75-f326fd4df211 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697501 May 25 21:09:59.638040 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9c24337-5e5f-4470-9318-0cefba5e84da req-c974a8e5-8563-422e-81c4-562162464e9f service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372683 May 25 21:09:59.771216 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e9c24337-5e5f-4470-9318-0cefba5e84da req-ebe20cc3-e200-42fc-9ea6-748f007b7eb1 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268375 May 25 21:10:00.206269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef1611-a9d9-4778-8c02-47db7d8563b4 req-920bf38d-aab1-4da5-b78d-3b5dc0cdf948 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:00.206962 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5fef1611-a9d9-4778-8c02-47db7d8563b4 req-920bf38d-aab1-4da5-b78d-3b5dc0cdf948 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Synchronizing usage tracker for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:10:00.223313 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5fef1611-a9d9-4778-8c02-47db7d8563b4 req-920bf38d-aab1-4da5-b78d-3b5dc0cdf948 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Unset dirty status for tenant:bc981a77b41743688a5e5feae25ba4ce on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:10:00.224451 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fef1611-a9d9-4778-8c02-47db7d8563b4 req-920bf38d-aab1-4da5-b78d-3b5dc0cdf948 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 943 time: 0.1010659 May 25 21:10:00.278045 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fef1611-a9d9-4778-8c02-47db7d8563b4 req-8bd0e857-c430-4061-8989-8e6ebaacdaf6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472455 May 25 21:10:00.700539 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2e2537f3-f85b-4749-ae45-07048f24574d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:01.465628 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fd6dd-6126-40a9-b027-2a97e02c0f3b req-9253ac54-e48f-4d5d-b37d-5f2352731674 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:01.467096 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a9fd6dd-6126-40a9-b027-2a97e02c0f3b req-9253ac54-e48f-4d5d-b37d-5f2352731674 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 943 time: 0.0825653 May 25 21:10:01.484413 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:01.513221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4a9fd6dd-6126-40a9-b027-2a97e02c0f3b req-04b96cb9-fe6c-4de3-8e1a-90b9a7385fc5 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398662 May 25 21:10:01.926458 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:02.703603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f9452-c577-48b1-b6db-d9698e8b84ad req-2a984849-5587-4450-af64-8b05cfebc44a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:02.705212 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a71f9452-c577-48b1-b6db-d9698e8b84ad req-2a984849-5587-4450-af64-8b05cfebc44a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 943 time: 0.0833123 May 25 21:10:02.753150 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a71f9452-c577-48b1-b6db-d9698e8b84ad req-c9b56616-df4d-4890-90b2-a0080bee33d9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420001 May 25 21:10:03.099902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 416097f7-6e81-4276-a941-3aa110f43ecf details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:10:03.234709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:10:03.252278 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '416097f7-6e81-4276-a941-3aa110f43ecf', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'port_id': '416097f7-6e81-4276-a941-3aa110f43ecf', 'mac_address': 'fa:16:3e:3c:04:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:10:03.290475 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:03.315177 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 416097f7-6e81-4276-a941-3aa110f43ecf is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:10:03.315551 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:03.333756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416097f7-6e81-4276-a941-3aa110f43ecf {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:10:03.351569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:10:03.355552 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:03.423734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=416097f7-6e81-4276-a941-3aa110f43ecf,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:10:03.648960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['416097f7-6e81-4276-a941-3aa110f43ecf'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:10:03.937629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10284d2-8873-44fd-86ef-066396c59f5f req-73b23484-a328-41a1-8c25-db86f9398412 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:03.939967 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a10284d2-8873-44fd-86ef-066396c59f5f req-73b23484-a328-41a1-8c25-db86f9398412 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 944 time: 0.0814152 May 25 21:10:03.989260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a10284d2-8873-44fd-86ef-066396c59f5f req-df756d6d-0b00-4f7a-8b02-5b064b118700 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435202 May 25 21:10:05.099839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 416097f7-6e81-4276-a941-3aa110f43ecf up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:10:05.169159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 416097f7-6e81-4276-a941-3aa110f43ecf completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:10:05.174785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 416097f7-6e81-4276-a941-3aa110f43ecf triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:10:05.175155 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:05.179359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff339662-e452-4b88-be6d-1adafd0eac1c req-8a3ac562-a2dd-4221-80e9-fced42c91805 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:05.180839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ff339662-e452-4b88-be6d-1adafd0eac1c req-8a3ac562-a2dd-4221-80e9-fced42c91805 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 944 time: 0.0818503 May 25 21:10:05.227377 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ff339662-e452-4b88-be6d-1adafd0eac1c req-36a2595f-0875-4804-9f36-813616ea8ccf tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408292 May 25 21:10:05.293732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 416097f7-6e81-4276-a941-3aa110f43ecf is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:10:05.294016 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:05.327850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:10:05.339238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:10:05.343150 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:05.374996 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b8c2441-66c3-47c6-ae2a-7da7a00ce386'] response: {'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf', 'code': 200} May 25 21:10:05.415367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=416097f7-6e81-4276-a941-3aa110f43ecf,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:10:05.501569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6237d7c-3539-4095-8411-e9786e8163df req-d34aed04-a1d9-4aea-9fca-a33b93bb9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:05.503079 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d6237d7c-3539-4095-8411-e9786e8163df req-d34aed04-a1d9-4aea-9fca-a33b93bb9733 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 1096 time: 0.0734801 May 25 21:10:05.543425 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d6237d7c-3539-4095-8411-e9786e8163df req-bc360141-2b74-4e81-a83e-189e723b8265 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345602 May 25 21:10:05.561770 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:10:06.417202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222488ff-61bd-4a05-ad01-947b25351791 req-363428aa-fa82-47eb-9d31-0edd6f3714c9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:06.418682 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-222488ff-61bd-4a05-ad01-947b25351791 req-363428aa-fa82-47eb-9d31-0edd6f3714c9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0810239 May 25 21:10:06.462548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-222488ff-61bd-4a05-ad01-947b25351791 req-49ea296c-ff20-490a-bbc6-8c2bb19ebd86 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380471 May 25 21:10:07.652039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00d4bf-7150-4c18-a29b-529e210ec857 req-77b2f9f9-33f6-4649-8550-02a543e65507 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:07.653495 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c00d4bf-7150-4c18-a29b-529e210ec857 req-77b2f9f9-33f6-4649-8550-02a543e65507 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0814636 May 25 21:10:07.698558 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c00d4bf-7150-4c18-a29b-529e210ec857 req-addf8c3f-41cf-4f0e-84bf-519a563af416 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391443 May 25 21:10:07.884327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59133c-b428-47d4-9129-d69c58841df8 req-b98646ac-227a-4911-a140-488b35e2c73c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:07.885794 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c59133c-b428-47d4-9129-d69c58841df8 req-b98646ac-227a-4911-a140-488b35e2c73c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0852175 May 25 21:10:07.894928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45292) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:10:07.900954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a3dc4deb-45d2-48f6-95b9-640279cef0f7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Request body: {'floatingip': {'port_id': '416097f7-6e81-4276-a941-3aa110f43ecf'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:10:07.981981 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3dc4deb-45d2-48f6-95b9-640279cef0f7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:08.156516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-862afae9-d052-4916-858b-24b55a71edb1 req-f989c807-ae1e-45a2-963c-0c3594646d50 service neutron] (88331) timed out ('10.222.0.60', 42938) {{(pid=88331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 21:10:08.695627 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3dc4deb-45d2-48f6-95b9-640279cef0f7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:08.702024 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3dc4deb-45d2-48f6-95b9-640279cef0f7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:08.870804 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-a3dc4deb-45d2-48f6-95b9-640279cef0f7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Floating IP ac008150-be57-4192-8062-ced76dbfa01b associated. External IP: 172.25.3.163, port: 416097f7-6e81-4276-a941-3aa110f43ecf. May 25 21:10:09.226954 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dc4deb-45d2-48f6-95b9-640279cef0f7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Router b0ac6c98-2845-48b7-a994-41c6db62e9d5 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:10:09.404310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dc4deb-45d2-48f6-95b9-640279cef0f7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:10:09.409866 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a3dc4deb-45d2-48f6-95b9-640279cef0f7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:09.414351 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca4f64-a907-4184-8836-e67acf677019 None None] Sync routers for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:10:09.423552 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca4f64-a907-4184-8836-e67acf677019 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:10:09.424206 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9cca4f64-a907-4184-8836-e67acf677019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:10:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:10:09.468182 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a3dc4deb-45d2-48f6-95b9-640279cef0f7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "PUT /v2.0/floatingips/ac008150-be57-4192-8062-ced76dbfa01b HTTP/1.1" status: 200 len: 992 time: 1.5722048 May 25 21:10:09.468770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:10:09.512749 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d852abfc-4c40-427a-9bf1-f20503b80fe1'] response: {'name': 'network-changed', 'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf', 'status': 'completed', 'code': 200} May 25 21:10:09.605499 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-9cca4f64-a907-4184-8836-e67acf677019 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:10:09.742002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4859c-0db8-459c-95ad-d43c9af41aa9 req-5b840860-e86c-4449-bf4a-f656acfaeec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:09.743638 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5e4859c-0db8-459c-95ad-d43c9af41aa9 req-5b840860-e86c-4449-bf4a-f656acfaeec3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 1096 time: 0.2067599 May 25 21:10:09.874728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4859c-0db8-459c-95ad-d43c9af41aa9 req-7d72a200-0693-4670-971d-72456ef88fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:09.876177 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5e4859c-0db8-459c-95ad-d43c9af41aa9 req-7d72a200-0693-4670-971d-72456ef88fcf service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1266694 May 25 21:10:09.982267 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9cca4f64-a907-4184-8836-e67acf677019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ac008150-be57-4192-8062-ced76dbfa01b', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'port_id': '416097f7-6e81-4276-a941-3aa110f43ecf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'mac_address': 'fa:16:3e:3c:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:04:58Z', 'updated_at': '2022-05-25T21:10:08Z', 'revision_number': 13, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:10:09.982569 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5e4859c-0db8-459c-95ad-d43c9af41aa9 req-25b68420-9f57-4994-99d4-cecbf89a3bd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 1000 time: 0.1002040 May 25 21:10:09.986583 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca4f64-a907-4184-8836-e67acf677019 None None] Checking router: b0ac6c98-2845-48b7-a994-41c6db62e9d5 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:10:09.994757 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca4f64-a907-4184-8836-e67acf677019 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:10:09.995341 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9cca4f64-a907-4184-8836-e67acf677019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:10:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:10:10.046248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4859c-0db8-459c-95ad-d43c9af41aa9 req-cdc00c58-96d8-422e-832b-51d4d8c84792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:10.047793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5e4859c-0db8-459c-95ad-d43c9af41aa9 req-cdc00c58-96d8-422e-832b-51d4d8c84792 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0590303 May 25 21:10:10.125325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4859c-0db8-459c-95ad-d43c9af41aa9 req-e088f801-d789-4679-b842-dff17685bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:10.127475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5e4859c-0db8-459c-95ad-d43c9af41aa9 req-e088f801-d789-4679-b842-dff17685bd9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731246 May 25 21:10:10.174717 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-9cca4f64-a907-4184-8836-e67acf677019 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:10:10.256836 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5e4859c-0db8-459c-95ad-d43c9af41aa9 req-fba1aa45-3a93-415b-86e8-f1efab04a84b service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243594 May 25 21:10:10.388350 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b5e4859c-0db8-459c-95ad-d43c9af41aa9 req-51367d91-ec36-4887-bdc2-eee8fa353f1d service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263783 May 25 21:10:10.523045 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-9cca4f64-a907-4184-8836-e67acf677019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ac008150-be57-4192-8062-ced76dbfa01b', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'port_id': '416097f7-6e81-4276-a941-3aa110f43ecf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'mac_address': 'fa:16:3e:3c:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:04:58Z', 'updated_at': '2022-05-25T21:10:08Z', 'revision_number': 13, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:10:10.526828 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca4f64-a907-4184-8836-e67acf677019 None None] The sync data for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 is: [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ac008150-be57-4192-8062-ced76dbfa01b', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'port_id': '416097f7-6e81-4276-a941-3aa110f43ecf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'mac_address': 'fa:16:3e:3c:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:04:58Z', 'updated_at': '2022-05-25T21:10:08Z', 'revision_number': 13, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:10:10.727061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da83a04-adb2-4c3c-a82d-01fe281d9345 None None] New status for floating IP ac008150-be57-4192-8062-ced76dbfa01b: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:10:24.353596 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:28.266930 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dd946979-ea2b-4840-a5e7-c6508b1d5672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:28.644593 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:30.159545 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82740209-0e36-4019-bfb6-73d577750a6c req-1abad112-197c-4118-8880-8edb472f4599 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686848 May 25 21:10:30.300253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740209-0e36-4019-bfb6-73d577750a6c req-f43de607-dc06-4580-9720-062f4e6fd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:30.301726 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82740209-0e36-4019-bfb6-73d577750a6c req-f43de607-dc06-4580-9720-062f4e6fd9c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 1096 time: 0.0765016 May 25 21:10:30.454248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740209-0e36-4019-bfb6-73d577750a6c req-aee68ad5-9c8e-4f76-b378-ee3b58678924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:30.455787 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82740209-0e36-4019-bfb6-73d577750a6c req-aee68ad5-9c8e-4f76-b378-ee3b58678924 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1326449 May 25 21:10:30.559238 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82740209-0e36-4019-bfb6-73d577750a6c req-16e66498-8d8c-42ea-9b0d-587f1e9dec7e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 1002 time: 0.0974309 May 25 21:10:30.621512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740209-0e36-4019-bfb6-73d577750a6c req-594e4160-cd6b-4a0e-8f61-f0fa46294a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:30.622964 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82740209-0e36-4019-bfb6-73d577750a6c req-594e4160-cd6b-4a0e-8f61-f0fa46294a45 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0573237 May 25 21:10:30.701307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740209-0e36-4019-bfb6-73d577750a6c req-b4f189f8-fb92-4ebf-9192-c136152fc915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:10:30.702799 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82740209-0e36-4019-bfb6-73d577750a6c req-b4f189f8-fb92-4ebf-9192-c136152fc915 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730476 May 25 21:10:30.703069 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d1ade296-d72f-4275-9cc6-d4b5c03b45bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:30.713253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-82740209-0e36-4019-bfb6-73d577750a6c req-170f0ed3-4d81-4fca-9f48-1e222785e621 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:10:30.714104 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82740209-0e36-4019-bfb6-73d577750a6c req-170f0ed3-4d81-4fca-9f48-1e222785e621 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058312 May 25 21:10:30.849534 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82740209-0e36-4019-bfb6-73d577750a6c req-754bbbc8-5092-47ca-aa83-938a159b7597 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297030 May 25 21:10:30.981075 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82740209-0e36-4019-bfb6-73d577750a6c req-8e85d916-c780-451e-aa4e-14213e4091dc service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246114 May 25 21:10:31.488092 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:31.928563 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:33.263719 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:42.561181 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:10:54.359072 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:58.269103 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-86d9c8d9-0ae1-4794-bf5e-84f40144cddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:10:58.643995 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:00.705052 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-31023795-94b4-4f31-94fc-e679bf435c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:01.490682 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:01.932726 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:03.266869 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:19.565246 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:11:24.363623 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:25.598463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ad91c-5a38-4f3b-ae00-32c4723f696a req-49ce5408-bd7f-4d5a-bceb-e85be1cae4e8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:25.599817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b4ad91c-5a38-4f3b-ae00-32c4723f696a req-49ce5408-bd7f-4d5a-bceb-e85be1cae4e8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.1975160 May 25 21:11:25.644254 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7b4ad91c-5a38-4f3b-ae00-32c4723f696a req-757954ad-670d-448f-a650-3e0e51f78b1f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381565 May 25 21:11:28.274531 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cda1c90d-7cfb-4ddf-a748-a48e82128c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:28.643652 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:30.144064 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-380fcc45-8666-4159-823c-a40cd9f81adc req-43c74573-f5f5-4c23-81a7-ab953987243d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718999 May 25 21:11:30.285727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fcc45-8666-4159-823c-a40cd9f81adc req-8efeac2b-e972-4a54-8af2-8f79b72acdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:30.287232 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-380fcc45-8666-4159-823c-a40cd9f81adc req-8efeac2b-e972-4a54-8af2-8f79b72acdff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 1096 time: 0.0746410 May 25 21:11:30.430556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fcc45-8666-4159-823c-a40cd9f81adc req-2732bb8a-0432-4042-9a7a-40b8f4fdea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:30.432006 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-380fcc45-8666-4159-823c-a40cd9f81adc req-2732bb8a-0432-4042-9a7a-40b8f4fdea7f service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1270001 May 25 21:11:30.535009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-380fcc45-8666-4159-823c-a40cd9f81adc req-60465399-7c2a-4304-8f50-f28e6944eb11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 1002 time: 0.0973339 May 25 21:11:30.596229 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fcc45-8666-4159-823c-a40cd9f81adc req-051c4b44-492d-4481-8724-4f36d53ed8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:30.597629 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-380fcc45-8666-4159-823c-a40cd9f81adc req-051c4b44-492d-4481-8724-4f36d53ed8f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0571008 May 25 21:11:30.674575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fcc45-8666-4159-823c-a40cd9f81adc req-1dbb7e1a-0503-4c9c-a41b-b6585d922507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:30.676046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-380fcc45-8666-4159-823c-a40cd9f81adc req-1dbb7e1a-0503-4c9c-a41b-b6585d922507 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725799 May 25 21:11:30.708616 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-92901e5c-5dc8-4ee0-bb26-3ccae8297993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:30.809024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-380fcc45-8666-4159-823c-a40cd9f81adc req-32ed2cb5-2255-400d-bb28-b20fbddc6c0d service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271794 May 25 21:11:30.938968 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-380fcc45-8666-4159-823c-a40cd9f81adc req-f34118df-6ecb-46bc-bd8b-ac0b35ac22c6 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239686 May 25 21:11:31.493939 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:31.934684 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:33.268488 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:34.939485 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-67eadc72-54dc-430b-9a14-b0bcd22de4fc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712838 May 25 21:11:35.005587 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d842ed-4283-4df3-966d-d6f83ec07053 req-d0e1740c-ebe6-49b1-853a-83c670eb65d3 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:35.007073 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-72d842ed-4283-4df3-966d-d6f83ec07053 req-d0e1740c-ebe6-49b1-853a-83c670eb65d3 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0875101 May 25 21:11:35.053126 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-72d842ed-4283-4df3-966d-d6f83ec07053 req-22f5ab6f-021d-4261-9e2a-7e493d7a52ea tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392880 May 25 21:11:36.104751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-13b37294-6de3-42ff-91f5-388fc73bc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:36.106284 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-13b37294-6de3-42ff-91f5-388fc73bc2ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 1096 time: 0.0758057 May 25 21:11:36.294564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-a0354d45-0e31-4469-927c-1612922d5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:36.296071 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-a0354d45-0e31-4469-927c-1612922d5fcf service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1839790 May 25 21:11:36.310435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff4ccd-3c1f-493d-b815-95919b8bf323 req-ef44b2fd-02fe-4ab9-8c62-9aaaf641aa34 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:36.311849 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-adff4ccd-3c1f-493d-b815-95919b8bf323 req-ef44b2fd-02fe-4ab9-8c62-9aaaf641aa34 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.1335685 May 25 21:11:36.436572 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-adff4ccd-3c1f-493d-b815-95919b8bf323 req-616f03d9-459a-4bde-b6a1-ae3f5db9e114 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755424 May 25 21:11:36.438368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-2d9573be-4c2a-462c-adba-98f12750efc1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 1002 time: 0.1363406 May 25 21:11:36.511853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-c03ce943-43b7-4dcc-8b35-2a505b263798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:36.513293 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-c03ce943-43b7-4dcc-8b35-2a505b263798 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0693665 May 25 21:11:36.586177 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-541d8ba7-daca-495d-8823-380caa33fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:36.588449 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-541d8ba7-daca-495d-8823-380caa33fb49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697803 May 25 21:11:36.857460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-439c05fc-5796-49e7-8924-6664edfb3a94 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628498 May 25 21:11:36.994281 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-cf67540e-af30-41fd-8a74-e25ce5af47df service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297348 May 25 21:11:37.623768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab4a0b-3e20-4a1a-b48e-371d4b3174a4 req-4f85bbeb-a1b2-4db5-b9e8-4ec168bd009d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:37.625204 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73ab4a0b-3e20-4a1a-b48e-371d4b3174a4 req-4f85bbeb-a1b2-4db5-b9e8-4ec168bd009d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0787981 May 25 21:11:37.669785 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-73ab4a0b-3e20-4a1a-b48e-371d4b3174a4 req-18609895-2ae0-49df-bdba-ec4d0f9c9a22 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388839 May 25 21:11:38.859344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a3522-2505-43ac-9577-f7172939ea49 req-ef17b2be-98dc-476f-a412-aead1d1edbf9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:38.860720 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d5a3522-2505-43ac-9577-f7172939ea49 req-ef17b2be-98dc-476f-a412-aead1d1edbf9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0845978 May 25 21:11:38.906004 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4d5a3522-2505-43ac-9577-f7172939ea49 req-3e84d57f-09ee-4d13-b2b2-2f57b91be832 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396457 May 25 21:11:40.095111 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f5c40-b279-4a98-8e90-550af8d56579 req-57fdd489-74cf-4433-b84c-33ecb2811222 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:40.096564 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-151f5c40-b279-4a98-8e90-550af8d56579 req-57fdd489-74cf-4433-b84c-33ecb2811222 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0831904 May 25 21:11:40.142024 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-151f5c40-b279-4a98-8e90-550af8d56579 req-e273f143-7035-48ce-89d9-86abdb02f5e3 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396247 May 25 21:11:41.329921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faf959-9802-42e4-88cb-a292140f45d1 req-e95acf4a-ec85-4404-becf-de7df96840f9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:41.331392 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45faf959-9802-42e4-88cb-a292140f45d1 req-e95acf4a-ec85-4404-becf-de7df96840f9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0809345 May 25 21:11:41.375198 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45faf959-9802-42e4-88cb-a292140f45d1 req-ff1dce09-e715-4eb6-b0fb-2a372cdbb1a3 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382190 May 25 21:11:42.564768 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d193b-0ab9-4c39-9f19-88a9f981c626 req-4a1d3309-7170-4f65-a31c-195b6c443d2c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:42.566220 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-816d193b-0ab9-4c39-9f19-88a9f981c626 req-4a1d3309-7170-4f65-a31c-195b6c443d2c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0789483 May 25 21:11:42.616263 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-816d193b-0ab9-4c39-9f19-88a9f981c626 req-cd735507-4e17-49cc-864a-6056c23400d9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435023 May 25 21:11:43.805742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce2971-2003-4ba8-b189-4a7b38ce4f6e req-a06d642f-1812-4033-953f-56e07c212cdc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:43.808137 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-21ce2971-2003-4ba8-b189-4a7b38ce4f6e req-a06d642f-1812-4033-953f-56e07c212cdc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0844324 May 25 21:11:43.851533 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-21ce2971-2003-4ba8-b189-4a7b38ce4f6e req-085530f0-e78a-4483-907a-89c85d6ed6af tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378406 May 25 21:11:45.046246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21eed8f-bc3b-46a4-8c21-98d43d251acf req-7017fef7-4699-4aa8-8dc4-4a31b51ef198 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:45.047710 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d21eed8f-bc3b-46a4-8c21-98d43d251acf req-7017fef7-4699-4aa8-8dc4-4a31b51ef198 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0851607 May 25 21:11:45.091195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d21eed8f-bc3b-46a4-8c21-98d43d251acf req-4a8f4672-a96b-4ade-8c2f-b5a29e217070 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378399 May 25 21:11:46.276087 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea33df-5ffe-4708-ac6f-7ef364170584 req-0befff19-c235-475b-8a67-a7f7426c012a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:46.277547 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8aea33df-5ffe-4708-ac6f-7ef364170584 req-0befff19-c235-475b-8a67-a7f7426c012a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0798585 May 25 21:11:46.327915 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8aea33df-5ffe-4708-ac6f-7ef364170584 req-775f459a-362b-46c5-9a92-8c152cabd97b tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447118 May 25 21:11:47.520634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e9289-a9e1-4e22-8f85-da79feb91776 req-a5d8f528-fce2-4f70-bdaf-4c78481ed688 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:47.522195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-215e9289-a9e1-4e22-8f85-da79feb91776 req-a5d8f528-fce2-4f70-bdaf-4c78481ed688 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0866520 May 25 21:11:47.573093 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-215e9289-a9e1-4e22-8f85-da79feb91776 req-7c08a2a8-1e59-47e2-a3dc-28815bca263f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438993 May 25 21:11:48.763314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf4f5a-e52a-4167-adc8-2e7fb0275b31 req-6fc5575c-2519-4dde-8459-c91eda19cba7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:48.764753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4adf4f5a-e52a-4167-adc8-2e7fb0275b31 req-6fc5575c-2519-4dde-8459-c91eda19cba7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0803943 May 25 21:11:48.808923 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4adf4f5a-e52a-4167-adc8-2e7fb0275b31 req-f4b256f8-5fec-4b26-b9cf-592735afddb3 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384588 May 25 21:11:49.540195 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-6cb36809-2917-4b54-8e68-0199d02d99ea service neutron] show failed (client error): The resource could not be found. May 25 21:11:49.541306 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-6cb36809-2917-4b54-8e68-0199d02d99ea service neutron] 10.222.0.70 "GET /v2.0/ports/416097f7-6e81-4276-a941-3aa110f43ecf/bindings/n-h2-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0784407 May 25 21:11:49.810846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-ac911400-7faa-45d5-863d-fed5286f8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:49.812293 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-ac911400-7faa-45d5-863d-fed5286f8eed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85&tenant_id=bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 1096 time: 0.0729177 May 25 21:11:49.822748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:11:49.936505 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:50.007909 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26abdf3-d06e-4092-8711-15451192259d req-b0bd707d-e069-4074-af22-fee1a73f8f0c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:50.009425 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b26abdf3-d06e-4092-8711-15451192259d req-b0bd707d-e069-4074-af22-fee1a73f8f0c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0848153 May 25 21:11:50.060197 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b26abdf3-d06e-4092-8711-15451192259d req-4e0ab7de-488e-479a-9601-0a089e221ed4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442064 May 25 21:11:50.217241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:11:50.247333 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:11:50.305487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:11:50.311469 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:50.328512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Transition to ACTIVE for port object 416097f7-6e81-4276-a941-3aa110f43ecf will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:11:50.332883 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:50.384191 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9ce07e-dd9e-4264-8af1-42bb752aa5ce'] response: {'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf', 'code': 200} May 25 21:11:50.494784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Pushing event updated for resources: {'Port': ['ID=416097f7-6e81-4276-a941-3aa110f43ecf,revision_number=6']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:11:50.506731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:11:50.507071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:11:50.507406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:11:50.508280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:11:50.508280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:11:50.508455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:11:50.508655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:11:50.508970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:11:50.509290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:11:50.509603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:11:50.509985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:11:50.510329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:11:50.567619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] No DVR routers for this DVR port 416097f7-6e81-4276-a941-3aa110f43ecf on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:11:50.914605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Attempting to bind port 416097f7-6e81-4276-a941-3aa110f43ecf on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:11:50.915311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Attempting to bind port 416097f7-6e81-4276-a941-3aa110f43ecf by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:11:50.915311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Attempting to bind port 416097f7-6e81-4276-a941-3aa110f43ecf on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:11:50.920293 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Port 416097f7-6e81-4276-a941-3aa110f43ecf on network e389991d-f4f8-48da-bb62-684d296703c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:11:50.920612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Attempting to bind port 416097f7-6e81-4276-a941-3aa110f43ecf on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:11:50.925612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:11:50.925942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Checking segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:11:50.926359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Bound using segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:11:50.926783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Bound port: 416097f7-6e81-4276-a941-3aa110f43ecf, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:11:50.927126 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:51.017775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:11:51.020691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:11:51.024971 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:51.088327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:51.089141 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:51.090568 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] 10.222.0.50 "PUT /v2.0/ports/416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 1091 time: 1.2717397 May 25 21:11:51.106180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ad056-1082-418e-9f05-9a88b8fef5bf service neutron] Pushing event updated for resources: {'Port': ['ID=416097f7-6e81-4276-a941-3aa110f43ecf,revision_number=7']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:11:51.196651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-78bda17b-41a3-4b43-88cc-38cf8366faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:51.198266 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-78bda17b-41a3-4b43-88cc-38cf8366faf9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 1094 time: 0.0814252 May 25 21:11:51.268759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647707a-7d4f-43d9-8d44-653e7fe79485 req-09ad40dc-bbcd-40ee-85ac-b9a7c41c2d80 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:51.270333 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2647707a-7d4f-43d9-8d44-653e7fe79485 req-09ad40dc-bbcd-40ee-85ac-b9a7c41c2d80 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 943 time: 0.0918975 May 25 21:11:51.317925 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2647707a-7d4f-43d9-8d44-653e7fe79485 req-e58f98ca-a0e4-488c-8ca5-c1860bd9e91f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396440 May 25 21:11:51.336009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-a0b44a63-07d7-4433-895a-8facad8ca5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:51.337451 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-a0b44a63-07d7-4433-895a-8facad8ca5e8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1334562 May 25 21:11:51.441750 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-260447d8-2fcb-4536-a8a9-ce00904b1b72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 1000 time: 0.0978386 May 25 21:11:51.508308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-69d91635-024e-4b2a-a9f8-9e3c97aa461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:51.509801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-69d91635-024e-4b2a-a9f8-9e3c97aa461c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0621517 May 25 21:11:51.583230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-38e97d46-3b01-459a-9ea9-9c20189576b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:51.584691 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-38e97d46-3b01-459a-9ea9-9c20189576b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691617 May 25 21:11:51.707530 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 416097f7-6e81-4276-a941-3aa110f43ecf no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:11:51.716781 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-7982c547-c911-4218-8206-123c1db6d84b service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256924 May 25 21:11:51.770000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 416097f7-6e81-4276-a941-3aa110f43ecf not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:11:51.857318 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-c85ce237-a203-46f7-a6ea-e9c2474a6e68 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347759 May 25 21:11:52.385427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:11:52.495330 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63846d79-7d76-4770-b237-4b87b881a586'] response: {'name': 'network-changed', 'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf', 'status': 'completed', 'code': 200} May 25 21:11:52.667738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb7ddb-0ad6-4dd6-8180-c2a7736cc4b0 req-573152cb-4e90-4444-827a-c3f3b76580f5 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:52.669266 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f7fb7ddb-0ad6-4dd6-8180-c2a7736cc4b0 req-573152cb-4e90-4444-827a-c3f3b76580f5 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 943 time: 0.2341514 May 25 21:11:52.674124 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4796-c113-460e-b03f-db81679d56b7 req-959a5901-0248-4ed8-8175-114e703ff493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:52.675511 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39af4796-c113-460e-b03f-db81679d56b7 req-959a5901-0248-4ed8-8175-114e703ff493 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 1094 time: 0.1829739 May 25 21:11:52.690964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4796-c113-460e-b03f-db81679d56b7 req-4346deea-9aca-4459-9e05-b0677aa68be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:52.692362 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39af4796-c113-460e-b03f-db81679d56b7 req-4346deea-9aca-4459-9e05-b0677aa68be2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 1094 time: 0.2009089 May 25 21:11:53.013167 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f7fb7ddb-0ad6-4dd6-8180-c2a7736cc4b0 req-b0f488b9-e02e-400c-94d2-6074a4177b7f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361025 May 25 21:11:53.089855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4796-c113-460e-b03f-db81679d56b7 req-0b39a006-06bd-48c6-8a2d-0f99ec965107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:53.091534 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39af4796-c113-460e-b03f-db81679d56b7 req-0b39a006-06bd-48c6-8a2d-0f99ec965107 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.3966339 May 25 21:11:53.093716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4796-c113-460e-b03f-db81679d56b7 req-7340af66-1966-4061-857e-8661b114a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:53.095185 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39af4796-c113-460e-b03f-db81679d56b7 req-7340af66-1966-4061-857e-8661b114a815 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.3833020 May 25 21:11:53.283752 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39af4796-c113-460e-b03f-db81679d56b7 req-e392af77-0131-478d-8c1b-5e023bd4dfe5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 1000 time: 0.1860507 May 25 21:11:53.292167 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39af4796-c113-460e-b03f-db81679d56b7 req-88589132-2f9a-41d8-af53-ce3eeea06e9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 1000 time: 0.1420116 May 25 21:11:53.404734 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4796-c113-460e-b03f-db81679d56b7 req-79650965-5c4c-4b97-b850-65ddbc8914d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:53.406222 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39af4796-c113-460e-b03f-db81679d56b7 req-79650965-5c4c-4b97-b850-65ddbc8914d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.1173940 May 25 21:11:53.409724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4796-c113-460e-b03f-db81679d56b7 req-707f7f88-a224-48b2-b11f-8b3740f09fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:53.411047 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39af4796-c113-460e-b03f-db81679d56b7 req-707f7f88-a224-48b2-b11f-8b3740f09fe6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0891531 May 25 21:11:53.545679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4796-c113-460e-b03f-db81679d56b7 req-8b7e0c91-8fa1-4059-a33f-3d87a0f908d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:53.547103 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39af4796-c113-460e-b03f-db81679d56b7 req-8b7e0c91-8fa1-4059-a33f-3d87a0f908d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971370 May 25 21:11:53.549548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4796-c113-460e-b03f-db81679d56b7 req-3541ac86-cb77-4acc-a96c-a294d80e2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:53.550905 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39af4796-c113-460e-b03f-db81679d56b7 req-3541ac86-cb77-4acc-a96c-a294d80e2376 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390538 May 25 21:11:53.785589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39af4796-c113-460e-b03f-db81679d56b7 req-aee8aaff-089d-486f-aa57-47f2c120b31c service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321968 May 25 21:11:53.788549 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39af4796-c113-460e-b03f-db81679d56b7 req-286978d8-002d-4f8c-beef-f79a551dbc7d service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136104 May 25 21:11:54.025153 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39af4796-c113-460e-b03f-db81679d56b7 req-dfd0b705-a04a-43c7-a47f-b552ce055a2f service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328022 May 25 21:11:54.027138 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39af4796-c113-460e-b03f-db81679d56b7 req-b4247290-9474-4fc1-9ada-de32a7a9da16 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131503 May 25 21:11:54.205816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d5d84-f638-4603-bb4a-26510b8d76c5 req-5a8293a0-cf23-4560-ac47-c3c5ba33bd20 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:54.207297 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af6d5d84-f638-4603-bb4a-26510b8d76c5 req-5a8293a0-cf23-4560-ac47-c3c5ba33bd20 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 943 time: 0.0803804 May 25 21:11:54.255363 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af6d5d84-f638-4603-bb4a-26510b8d76c5 req-18531b93-212a-4351-925c-656685e0b481 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424323 May 25 21:11:54.363079 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:55.447848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1e908-b1d8-4229-807f-4917fc219df4 req-cac0d9c8-d92f-4bf5-a30b-559bd84c862c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:55.449353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eaf1e908-b1d8-4229-807f-4917fc219df4 req-cac0d9c8-d92f-4bf5-a30b-559bd84c862c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 943 time: 0.0881879 May 25 21:11:55.494625 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eaf1e908-b1d8-4229-807f-4917fc219df4 req-1e5221af-bf48-4b01-b62a-6b041f4a9926 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389142 May 25 21:11:56.564880 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:11:56.789732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf99f2b-16ae-4d52-bd2a-083643b472f3 req-dc2967a1-a3fb-4e61-a72c-f85f6d210f54 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:56.791662 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3cf99f2b-16ae-4d52-bd2a-083643b472f3 req-dc2967a1-a3fb-4e61-a72c-f85f6d210f54 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 943 time: 0.1874282 May 25 21:11:56.835852 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3cf99f2b-16ae-4d52-bd2a-083643b472f3 req-44125822-5566-4c28-ac00-5d49edb432fe tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383708 May 25 21:11:58.026508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a43ab-02a0-4f0d-96f0-265d1f0dc1bc req-ae72d736-b23f-405a-ab27-f8c1544a46f8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:58.027882 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df1a43ab-02a0-4f0d-96f0-265d1f0dc1bc req-ae72d736-b23f-405a-ab27-f8c1544a46f8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 943 time: 0.0838501 May 25 21:11:58.075032 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-df1a43ab-02a0-4f0d-96f0-265d1f0dc1bc req-93eeb325-92f9-49bd-bdd5-3983b3e903f7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415523 May 25 21:11:58.277389 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-abcdaf1a-f18a-4970-85a7-b1d60448d3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:58.643042 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:11:59.265034 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d258cf-ab5f-4536-9b92-bf86d2573760 req-6714c3a6-0486-4e8b-940a-e149cb9309ff tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:11:59.266507 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8d258cf-ab5f-4536-9b92-bf86d2573760 req-6714c3a6-0486-4e8b-940a-e149cb9309ff tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 943 time: 0.0824182 May 25 21:11:59.310605 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d8d258cf-ab5f-4536-9b92-bf86d2573760 req-696d7b76-1adf-4bae-b653-59a583257216 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383966 May 25 21:12:00.499703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6e7ae-339f-4e54-b94f-32ec2aa98370 req-8ae63c35-a7c0-467e-b78f-b2ba4ab83cac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:00.501153 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-41a6e7ae-339f-4e54-b94f-32ec2aa98370 req-8ae63c35-a7c0-467e-b78f-b2ba4ab83cac tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 943 time: 0.0840099 May 25 21:12:00.546105 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-41a6e7ae-339f-4e54-b94f-32ec2aa98370 req-03bf6749-a910-4aef-9675-0b4d31bab68c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392830 May 25 21:12:00.712408 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8da937ab-02ec-42cd-93c8-da35db4db23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:01.497216 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:01.729877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4463bc0-2549-4994-8406-594f6c19c8eb req-9aefa20c-e0c9-4760-9441-a6a77af863ae tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:01.731399 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4463bc0-2549-4994-8406-594f6c19c8eb req-9aefa20c-e0c9-4760-9441-a6a77af863ae tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 943 time: 0.0793099 May 25 21:12:01.779163 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a4463bc0-2549-4994-8406-594f6c19c8eb req-0ac34ccc-86bd-420d-a4a7-fb02c2498d91 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419524 May 25 21:12:01.903843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 416097f7-6e81-4276-a941-3aa110f43ecf details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:12:02.006597 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:02.056269 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:02.070401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '416097f7-6e81-4276-a941-3aa110f43ecf', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'port_id': '416097f7-6e81-4276-a941-3aa110f43ecf', 'mac_address': 'fa:16:3e:3c:04:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:12:02.133475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 416097f7-6e81-4276-a941-3aa110f43ecf is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:12:02.133811 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:02.154867 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416097f7-6e81-4276-a941-3aa110f43ecf {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:12:02.174084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:02.179195 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:02.193219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-994af360-c1cb-4db8-bb7f-e29fc122bbe5 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:02.194743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-994af360-c1cb-4db8-bb7f-e29fc122bbe5 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.50 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85&tenant_id=bc981a77b41743688a5e5feae25ba4ce&binding%3Ahost_id=n-h2-843339-1 HTTP/1.1" status: 200 len: 943 time: 0.0937784 May 25 21:12:02.252045 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=416097f7-6e81-4276-a941-3aa110f43ecf,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:02.254211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2107a70-191d-42d6-8499-fa15b4fb5eb3 req-a7dafa30-adbd-49a0-a266-167825b56d72 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:02.255704 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2107a70-191d-42d6-8499-fa15b4fb5eb3 req-a7dafa30-adbd-49a0-a266-167825b56d72 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 944 time: 0.0886796 May 25 21:12:02.260214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:02.260573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:02.260886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:02.261925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:02.261925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:02.262317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:02.262561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:02.262880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:02.263196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:02.263805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:02.263805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:02.264135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:02.280456 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-d455bc44-b351-4351-8fe7-c098139c3303 service neutron] 10.222.0.50 "GET /v2.0/ports/416097f7-6e81-4276-a941-3aa110f43ecf/bindings/n-h2-843339-1 HTTP/1.1" status: 200 len: 382 time: 0.0797646 May 25 21:12:02.306008 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2107a70-191d-42d6-8499-fa15b4fb5eb3 req-10deba43-081f-4a85-8288-4a6b5ed25ebc tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440226 May 25 21:12:02.382257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-eee5726c-29dd-49b2-a8ed-864476293caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:02.383717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-eee5726c-29dd-49b2-a8ed-864476293caa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 1095 time: 0.0814931 May 25 21:12:02.424099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['416097f7-6e81-4276-a941-3aa110f43ecf'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:12:02.654462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-4a071060-5af6-408a-af24-064b6f117a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:02.655809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-4a071060-5af6-408a-af24-064b6f117a65 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.2658124 May 25 21:12:02.767451 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-b7d0e7af-162e-4e2a-b1fd-081d49f1a403 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 1001 time: 0.1052144 May 25 21:12:02.832741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-baf11e3a-ec21-43ba-90b6-40aa0081479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:02.834170 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-baf11e3a-ec21-43ba-90b6-40aa0081479c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0602694 May 25 21:12:02.909546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-131b0252-e61e-4780-a156-b0828a3f5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:02.910947 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-131b0252-e61e-4780-a156-b0828a3f5f16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702178 May 25 21:12:03.055544 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-355bffae-7a12-4d2f-bce3-442738702c2b service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375215 May 25 21:12:03.190802 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-157cfce6-2af6-468f-b8af-ad4a86e66df4 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291902 May 25 21:12:03.271431 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:03.512151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d852a7-34d3-4b37-9052-dafe7745f743 req-1525723e-a3a4-4c9b-b4a1-ea2e73e568be tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:03.513625 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0d852a7-34d3-4b37-9052-dafe7745f743 req-1525723e-a3a4-4c9b-b4a1-ea2e73e568be tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 944 time: 0.0940917 May 25 21:12:03.559125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c0d852a7-34d3-4b37-9052-dafe7745f743 req-5f3ff017-b619-40bf-a69e-b621caa60869 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398264 May 25 21:12:03.913437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 416097f7-6e81-4276-a941-3aa110f43ecf up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:12:03.979970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 416097f7-6e81-4276-a941-3aa110f43ecf completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:12:03.984660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 416097f7-6e81-4276-a941-3aa110f43ecf triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:12:03.985123 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:04.103024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 416097f7-6e81-4276-a941-3aa110f43ecf is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:12:04.103401 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:04.129589 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:12:04.140602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:04.144360 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:04.191582 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9bb7d0f-e1d5-4d87-8e21-a6fb7c74022c'] response: {'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf', 'code': 200} May 25 21:12:04.215457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=416097f7-6e81-4276-a941-3aa110f43ecf,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:04.747374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900eb57-8c50-43c9-9577-ddb7e2f50a09 req-4a3dbad1-4fe5-4d3c-93bd-46251fbb100d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:04.748778 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0900eb57-8c50-43c9-9577-ddb7e2f50a09 req-4a3dbad1-4fe5-4d3c-93bd-46251fbb100d tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0836270 May 25 21:12:04.794725 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0900eb57-8c50-43c9-9577-ddb7e2f50a09 req-d61d79bd-1110-4820-87d5-82cf22a2f7b6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402906 May 25 21:12:05.800442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-87817e71-8862-4447-838d-3b4151840d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:05.801815 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-87817e71-8862-4447-838d-3b4151840d19 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85&tenant_id=bc981a77b41743688a5e5feae25ba4ce HTTP/1.1" status: 200 len: 1096 time: 0.0761368 May 25 21:12:05.812354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:12:05.925357 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:05.986309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144acbfb-724f-4340-b114-15f5f88c974e req-c930b3f5-aefd-4cdc-95a6-291c48cddc47 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:05.987761 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-144acbfb-724f-4340-b114-15f5f88c974e req-c930b3f5-aefd-4cdc-95a6-291c48cddc47 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0842447 May 25 21:12:06.034366 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-144acbfb-724f-4340-b114-15f5f88c974e req-8b4790d5-6ce2-4f79-8935-f5b614885c50 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408998 May 25 21:12:06.194719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:06.223126 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:12:06.280656 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:12:06.286458 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:06.302512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Transition to ACTIVE for port object 416097f7-6e81-4276-a941-3aa110f43ecf will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:12:06.307502 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:06.351796 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fd5f51-481e-4f31-b60a-9ec93af7a4ae'] response: {'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf', 'code': 200} May 25 21:12:06.459379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Pushing event updated for resources: {'Port': ['ID=416097f7-6e81-4276-a941-3aa110f43ecf,revision_number=10']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:06.513857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] No DVR routers for this DVR port 416097f7-6e81-4276-a941-3aa110f43ecf on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:12:06.851156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Attempting to bind port 416097f7-6e81-4276-a941-3aa110f43ecf on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:12:06.851871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Attempting to bind port 416097f7-6e81-4276-a941-3aa110f43ecf by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:12:06.851871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Attempting to bind port 416097f7-6e81-4276-a941-3aa110f43ecf on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:12:06.857099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Port 416097f7-6e81-4276-a941-3aa110f43ecf on network e389991d-f4f8-48da-bb62-684d296703c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:12:06.857410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Attempting to bind port 416097f7-6e81-4276-a941-3aa110f43ecf on network e389991d-f4f8-48da-bb62-684d296703c8 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:12:06.862467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:12:06.862798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Checking segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:12:06.863171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Bound using segment: {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:12:06.863587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Bound port: 416097f7-6e81-4276-a941-3aa110f43ecf, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:12:06.863925 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:06.950807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:12:06.953832 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:12:06.957952 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:07.012533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:07.013442 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:07.014841 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] 10.222.0.70 "PUT /v2.0/ports/416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 1092 time: 1.2068648 May 25 21:12:07.083218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c5641-415b-4cff-b283-9bed8cd76b1c service neutron] Pushing event updated for resources: {'Port': ['ID=416097f7-6e81-4276-a941-3aa110f43ecf,revision_number=11']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:07.119710 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-7f4d42a8-df6e-402b-b2b3-acca093724ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:07.121736 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-7f4d42a8-df6e-402b-b2b3-acca093724ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 1095 time: 0.0833073 May 25 21:12:07.232420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c01dd-15fa-4844-9736-e1f4757be938 req-fc6e173e-4a78-4566-b371-f697160bd76f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:07.233881 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-234c01dd-15fa-4844-9736-e1f4757be938 req-fc6e173e-4a78-4566-b371-f697160bd76f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 944 time: 0.0852768 May 25 21:12:07.258953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-728dab24-2fa7-4e92-81d3-47c426f4fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:07.261333 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-728dab24-2fa7-4e92-81d3-47c426f4fcb8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.1330383 May 25 21:12:07.279162 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-234c01dd-15fa-4844-9736-e1f4757be938 req-e332af3b-f41d-4a71-9aa0-ec12f36ee6e4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391648 May 25 21:12:07.367884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-3044b057-3785-4053-bb36-80c0db2df176 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 1000 time: 0.1008849 May 25 21:12:07.439729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-80e2d7f1-4462-4103-b6d3-2aaff863808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:07.441191 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-80e2d7f1-4462-4103-b6d3-2aaff863808f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0678649 May 25 21:12:07.520653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-dd1b004c-b75e-4cb8-8e87-891f213db57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:07.522126 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-dd1b004c-b75e-4cb8-8e87-891f213db57f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753438 May 25 21:12:07.652719 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-2677b794-0546-4de2-ae75-592e6de00cc5 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248143 May 25 21:12:07.797211 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c656574-db5b-4bc7-b589-a07b8dbaae67 req-b43494ef-0ccc-4cf5-8dd7-6afbbb48afb8 service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380081 May 25 21:12:08.353062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:12:08.427374 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cf0bbb-294e-479e-bc00-d037452a168a'] response: {'name': 'network-changed', 'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf', 'status': 'completed', 'code': 200} May 25 21:12:08.658420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-e9bdcfa0-4a34-48f9-be05-cf5054ddb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:08.659992 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-e9bdcfa0-4a34-48f9-be05-cf5054ddb49e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 1095 time: 0.2135010 May 25 21:12:08.661847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-a1b62e12-a435-4af4-adbb-ab8cb7fafdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:08.663262 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-a1b62e12-a435-4af4-adbb-ab8cb7fafdac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc981a77b41743688a5e5feae25ba4ce&device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 1095 time: 0.1775105 May 25 21:12:08.771863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3465284-2167-4c85-ac5b-443370b82609 req-6a9275db-9270-4d32-82f0-5184bc17f6db tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:08.773298 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a3465284-2167-4c85-ac5b-443370b82609 req-6a9275db-9270-4d32-82f0-5184bc17f6db tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 944 time: 0.2075474 May 25 21:12:08.942522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a3465284-2167-4c85-ac5b-443370b82609 req-12ec3d01-243e-46f5-b7f0-ad1a6adb5f07 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144044 May 25 21:12:08.961860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-6969f3a4-dc68-4d30-9573-7d65a85580e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:08.963365 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-6969f3a4-dc68-4d30-9573-7d65a85580e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.2761624 May 25 21:12:08.964450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-6fdaaab2-0476-4f4c-b139-0f9a10363548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:08.965745 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-6fdaaab2-0476-4f4c-b139-0f9a10363548 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 200 len: 913 time: 0.2996142 May 25 21:12:09.285326 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-565cbee4-cdfc-4bd3-bd8a-794076366a4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 1000 time: 0.3157117 May 25 21:12:09.288793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-d9b2932d-4daa-4c38-a2f1-32b092150235 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 200 len: 1000 time: 0.2662761 May 25 21:12:09.396140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-39c46768-6607-4c6d-b0c4-bd538b65d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:09.397542 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-39c46768-6607-4c6d-b0c4-bd538b65d4dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.1066246 May 25 21:12:09.398945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-45699ce0-9c2a-4a80-bffe-936e639e2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:09.400218 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-45699ce0-9c2a-4a80-bffe-936e639e2e0c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 200 len: 851 time: 0.0795453 May 25 21:12:09.537136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-2bfbe6f8-945b-40bb-b46b-ed3047366f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:09.538529 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-2bfbe6f8-945b-40bb-b46b-ed3047366f48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352365 May 25 21:12:09.540928 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-f9e30a91-e7a0-48d9-9a63-a1c3eb6558e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:09.542961 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-f9e30a91-e7a0-48d9-9a63-a1c3eb6558e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e389991d-f4f8-48da-bb62-684d296703c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057267 May 25 21:12:09.777599 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-a80cd0e1-b464-4582-a6c6-6e5fd817d0ec service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334061 May 25 21:12:09.779768 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-860d0fa2-6896-412f-98c0-3800c58fb6da service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180760 May 25 21:12:09.926989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 416097f7-6e81-4276-a941-3aa110f43ecf no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:12:09.984189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 416097f7-6e81-4276-a941-3aa110f43ecf not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:12:10.022863 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-2758aefd-a042-4bdb-af76-dee7d55fe3b1 service neutron] 10.222.0.50 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387309 May 25 21:12:10.024585 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-501b4ac7-ba50-4f82-9fd9-d6bc88659771 req-37a1529c-a6ec-48ce-b773-9e6406dd425c service neutron] 10.222.0.70 "GET /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230392 May 25 21:12:10.145581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e57ce2-e01b-4d6a-9f84-90ba9b2b5c4f req-0064b1ae-d077-48fb-9f73-05a6ec387636 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:10.147053 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60e57ce2-e01b-4d6a-9f84-90ba9b2b5c4f req-0064b1ae-d077-48fb-9f73-05a6ec387636 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 944 time: 0.0865319 May 25 21:12:10.192183 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60e57ce2-e01b-4d6a-9f84-90ba9b2b5c4f req-e56dada5-8056-473a-85d6-789cb71446a7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393133 May 25 21:12:11.382427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f3bd5-c9e2-44c8-9592-d950c18c7584 req-c6670b0a-b1cd-42b3-a2cb-478a9748d52e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:11.383883 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-282f3bd5-c9e2-44c8-9592-d950c18c7584 req-c6670b0a-b1cd-42b3-a2cb-478a9748d52e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 944 time: 0.0847442 May 25 21:12:11.433978 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-282f3bd5-c9e2-44c8-9592-d950c18c7584 req-19dfbf94-a982-40cc-9906-739ea1ad9007 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431669 May 25 21:12:12.618942 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4595e1-6f67-4b12-86bb-d049c2d8a23f req-ff5f54d5-d8ea-46ee-8caa-4560d281ab8a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:12.620412 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab4595e1-6f67-4b12-86bb-d049c2d8a23f req-ff5f54d5-d8ea-46ee-8caa-4560d281ab8a tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 944 time: 0.0796576 May 25 21:12:12.665530 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ab4595e1-6f67-4b12-86bb-d049c2d8a23f req-53374ec4-aebb-4ddf-ad3b-c2e96dfc8232 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395498 May 25 21:12:13.850727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cf2a8-1683-4bdb-8dac-21fe1f67088d req-6c252edb-27b8-41a9-8f49-fae7035bf55f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:13.852159 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce4cf2a8-1683-4bdb-8dac-21fe1f67088d req-6c252edb-27b8-41a9-8f49-fae7035bf55f tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 944 time: 0.0794230 May 25 21:12:13.896388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce4cf2a8-1683-4bdb-8dac-21fe1f67088d req-c4263a55-ad2b-4cfb-a2ce-a186fd607355 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384426 May 25 21:12:15.085875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea4fe2-c299-4695-aeb4-703a3d322046 req-5e4b16e6-b951-4462-a0fa-cd0c5103a0c4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:15.087440 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4fea4fe2-c299-4695-aeb4-703a3d322046 req-5e4b16e6-b951-4462-a0fa-cd0c5103a0c4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 944 time: 0.0848339 May 25 21:12:15.131535 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4fea4fe2-c299-4695-aeb4-703a3d322046 req-b40457c1-fa3d-43ae-971a-24eba22d06c6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381722 May 25 21:12:16.329899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d563b40-6406-4791-9caf-141e09a5ead9 req-bde6506c-4827-40a5-a732-abc21ec506e7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:16.331382 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5d563b40-6406-4791-9caf-141e09a5ead9 req-bde6506c-4827-40a5-a732-abc21ec506e7 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 944 time: 0.0845437 May 25 21:12:16.376004 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5d563b40-6406-4791-9caf-141e09a5ead9 req-723bb107-a23c-43a8-bb41-1c348c5f747b tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 May 25 21:12:17.577495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313240c8-3d35-44b7-b3da-c295837b7e64 req-a01da8f9-0df3-48c8-b5d0-2d629786cfe9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:17.579075 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-313240c8-3d35-44b7-b3da-c295837b7e64 req-a01da8f9-0df3-48c8-b5d0-2d629786cfe9 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 944 time: 0.0881073 May 25 21:12:17.628668 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-313240c8-3d35-44b7-b3da-c295837b7e64 req-6c5e9e11-25fd-42b2-acdf-96e70f45c8a0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 May 25 21:12:17.831136 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 416097f7-6e81-4276-a941-3aa110f43ecf details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:12:17.976855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:17.993315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '416097f7-6e81-4276-a941-3aa110f43ecf', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'port_id': '416097f7-6e81-4276-a941-3aa110f43ecf', 'mac_address': 'fa:16:3e:3c:04:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:12:18.055982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 416097f7-6e81-4276-a941-3aa110f43ecf is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:12:18.056354 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:18.075342 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416097f7-6e81-4276-a941-3aa110f43ecf {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:12:18.090715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:18.095172 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:18.171619 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=416097f7-6e81-4276-a941-3aa110f43ecf,revision_number=12']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:18.468440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['416097f7-6e81-4276-a941-3aa110f43ecf'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:12:18.819114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e103347-4c39-4f86-912e-143711a5eb60 req-3c1a2315-8164-464d-a34f-c5e647d9d510 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:18.820562 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8e103347-4c39-4f86-912e-143711a5eb60 req-3c1a2315-8164-464d-a34f-c5e647d9d510 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0824583 May 25 21:12:18.868620 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8e103347-4c39-4f86-912e-143711a5eb60 req-1eaa3398-fe73-4e3f-92d3-1d6204f06b88 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414462 May 25 21:12:19.053839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf75941-1610-44e6-b639-27de056ed498 req-19991e27-fe80-4d1d-a423-a7e5ac74e4ff tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:19.055225 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fdf75941-1610-44e6-b639-27de056ed498 req-19991e27-fe80-4d1d-a423-a7e5ac74e4ff tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0798085 May 25 21:12:19.099289 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fdf75941-1610-44e6-b639-27de056ed498 req-11a0a924-98ec-4c89-9146-051d0e5ea8c0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378370 May 25 21:12:19.288859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654b36a-c4cd-4cd8-9b34-797a9914e087 req-6bb7af5c-f403-449e-a0d2-eebc24deccf4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:19.290332 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0654b36a-c4cd-4cd8-9b34-797a9914e087 req-6bb7af5c-f403-449e-a0d2-eebc24deccf4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0841284 May 25 21:12:19.334506 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0654b36a-c4cd-4cd8-9b34-797a9914e087 req-a0aafb27-b3bf-42ea-a2fd-8b3fbc7a82f1 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378935 May 25 21:12:19.730018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674d9dc-8707-46de-a7dd-48594fa7975b req-157e8541-8476-4b97-939e-7bba9b60464c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:19.731112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c674d9dc-8707-46de-a7dd-48594fa7975b req-157e8541-8476-4b97-939e-7bba9b60464c tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 945 time: 0.0856555 May 25 21:12:19.774775 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c674d9dc-8707-46de-a7dd-48594fa7975b req-d84fc897-7477-48b9-b735-ccf287c4bad8 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379868 May 25 21:12:19.847052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 416097f7-6e81-4276-a941-3aa110f43ecf up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:12:19.915998 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 416097f7-6e81-4276-a941-3aa110f43ecf completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:12:19.920909 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 416097f7-6e81-4276-a941-3aa110f43ecf triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:12:19.921275 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:20.040018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 416097f7-6e81-4276-a941-3aa110f43ecf is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:12:20.040304 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:20.066568 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:12:20.076905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:20.080378 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:20.115629 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8dc49f2-e6f8-4776-924d-95c1f8f89fc9'] response: {'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf', 'code': 200} May 25 21:12:20.153935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=416097f7-6e81-4276-a941-3aa110f43ecf,revision_number=13']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:20.965562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f0ee9-9d05-4871-b249-4bfa11dcc11f req-61f8d77f-1bec-402e-a6b4-16c9eef34dd4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:20.967126 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c4f0ee9-9d05-4871-b249-4bfa11dcc11f req-61f8d77f-1bec-402e-a6b4-16c9eef34dd4 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 946 time: 0.0837808 May 25 21:12:21.013528 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c4f0ee9-9d05-4871-b249-4bfa11dcc11f req-8335f0b3-f619-458c-976d-b00343f76ed6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406659 May 25 21:12:21.438514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54911012-c8ca-4e9f-987b-440263d23197 req-17f6418e-a348-4889-b550-ca4624a25822 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:21.439981 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-54911012-c8ca-4e9f-987b-440263d23197 req-17f6418e-a348-4889-b550-ca4624a25822 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 946 time: 0.2077498 May 25 21:12:21.522434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-54911012-c8ca-4e9f-987b-440263d23197 req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Deleting port 416097f7-6e81-4276-a941-3aa110f43ecf {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:12:21.522777 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-54911012-c8ca-4e9f-987b-440263d23197 req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:21.777147 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-54911012-c8ca-4e9f-987b-440263d23197 req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] For port 416097f7-6e81-4276-a941-3aa110f43ecf, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=416097f7-6e81-4276-a941-3aa110f43ecf,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:21.777502 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-54911012-c8ca-4e9f-987b-440263d23197 req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:22.068596 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-54911012-c8ca-4e9f-987b-440263d23197 req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:22.069267 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-54911012-c8ca-4e9f-987b-440263d23197 req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:22.069267 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [req-54911012-c8ca-4e9f-987b-440263d23197 req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Floating IP ac008150-be57-4192-8062-ced76dbfa01b disassociated. External IP: 172.25.3.163, port: 416097f7-6e81-4276-a941-3aa110f43ecf. May 25 21:12:22.069581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-54911012-c8ca-4e9f-987b-440263d23197 req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Calling delete_port for 416097f7-6e81-4276-a941-3aa110f43ecf owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:12:22.205033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614629ea-4ec8-4c33-a47d-2bf40d8550bd req-7809896c-9717-444f-81dc-d0da9de17ffe tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:22.206517 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-614629ea-4ec8-4c33-a47d-2bf40d8550bd req-7809896c-9717-444f-81dc-d0da9de17ffe tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 946 time: 0.0839336 May 25 21:12:22.216459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-54911012-c8ca-4e9f-987b-440263d23197 req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:22.254253 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-614629ea-4ec8-4c33-a47d-2bf40d8550bd req-d37cd2f2-79b8-419a-a3a8-e5b08ea5d7a6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2553ff-fd71-4fb0-b098-208ce1870ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417783 May 25 21:12:22.269039 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event deleted for resources: {'Port': ['ID=416097f7-6e81-4276-a941-3aa110f43ecf,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:22.467640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54911012-c8ca-4e9f-987b-440263d23197 req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Router b0ac6c98-2845-48b7-a994-41c6db62e9d5 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:12:22.644964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54911012-c8ca-4e9f-987b-440263d23197 req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:12:22.654798 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b02ee-357f-4946-beed-f9faa84eb934 None None] Sync routers for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:12:22.664925 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b02ee-357f-4946-beed-f9faa84eb934 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:12:22.665584 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f66b02ee-357f-4946-beed-f9faa84eb934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:12:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:12:22.721890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-54911012-c8ca-4e9f-987b-440263d23197 req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] No DVR routers for this DVR port 416097f7-6e81-4276-a941-3aa110f43ecf on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:12:22.724499 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-54911012-c8ca-4e9f-987b-440263d23197 req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:22.727113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'name': 'network-vif-deleted', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:12:22.744576 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-54911012-c8ca-4e9f-987b-440263d23197 req-048b5d7b-670d-4d4c-b431-f390f42fb33e tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.70 "DELETE /v2.0/ports/416097f7-6e81-4276-a941-3aa110f43ecf HTTP/1.1" status: 204 len: 173 time: 1.2991483 May 25 21:12:22.775704 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8d8a0e-559d-476a-89b6-b0be2c5e041d'] response: {'server_uuid': 'a49cbd35-87c0-4e7a-a399-705c6dcdfd85', 'name': 'network-vif-deleted', 'tag': '416097f7-6e81-4276-a941-3aa110f43ecf', 'status': 'completed', 'code': 200} May 25 21:12:22.849336 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f66b02ee-357f-4946-beed-f9faa84eb934 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:12:23.204816 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f66b02ee-357f-4946-beed-f9faa84eb934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:12:23.208730 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b02ee-357f-4946-beed-f9faa84eb934 None None] Checking router: b0ac6c98-2845-48b7-a994-41c6db62e9d5 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:12:23.216815 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b02ee-357f-4946-beed-f9faa84eb934 None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:12:23.217386 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f66b02ee-357f-4946-beed-f9faa84eb934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:12:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:12:23.413182 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f66b02ee-357f-4946-beed-f9faa84eb934 None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:12:23.483263 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-804f5386-8122-411e-866d-bfc4c7f1d969 req-54f5cbae-b5de-4e36-8a84-05cb59d5d699 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/ports?device_id=a49cbd35-87c0-4e7a-a399-705c6dcdfd85 HTTP/1.1" status: 200 len: 210 time: 0.1057432 May 25 21:12:23.747773 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f66b02ee-357f-4946-beed-f9faa84eb934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:12:23.751980 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b02ee-357f-4946-beed-f9faa84eb934 None None] The sync data for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 is: [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:04:55Z', 'revision_number': 4, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '28444b13-2b7b-4825-982f-e8580a97e402', 'name': '', 'network_id': 'e389991d-f4f8-48da-bb62-684d296703c8', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'mac_address': 'fa:16:3e:4a:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:54Z', 'updated_at': '2022-05-25T21:05:00Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'subnets': [{'id': '3b76447b-8325-4123-887b-397dfe1e70d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:12:23.861702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 416097f7-6e81-4276-a941-3aa110f43ecf no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:12:23.897287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 416097f7-6e81-4276-a941-3aa110f43ecf {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:12:23.897630 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 416097f7-6e81-4276-a941-3aa110f43ecf not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:12:23.964379 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04823e8c-bd2e-42fc-9b58-861af137b356 None None] New status for floating IP ac008150-be57-4192-8062-ced76dbfa01b: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:12:24.363110 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:27.730720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45544) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:12:27.794168 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-57d18560-880c-4c96-a526-9393e39e21f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:27.821408 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-57d18560-880c-4c96-a526-9393e39e21f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:27.874879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-57d18560-880c-4c96-a526-9393e39e21f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:27.896288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d18560-880c-4c96-a526-9393e39e21f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2553ff-fd71-4fb0-b098-208ce1870ea4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:27.908659 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-57d18560-880c-4c96-a526-9393e39e21f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:27.909788 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-57d18560-880c-4c96-a526-9393e39e21f0 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "DELETE /v2.0/security-groups/6d2553ff-fd71-4fb0-b098-208ce1870ea4 HTTP/1.1" status: 204 len: 168 time: 0.1784477 May 25 21:12:27.912300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45548) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:12:27.929514 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-9be78648-5799-43a6-ab32-08489f04d7f6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] show failed (client error): The resource could not be found. May 25 21:12:27.930505 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9be78648-5799-43a6-ab32-08489f04d7f6 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "GET /v2.0/security-groups/6d2553ff-fd71-4fb0-b098-208ce1870ea4 HTTP/1.1" status: 404 len: 347 time: 0.0172544 May 25 21:12:27.933601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45552) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:12:28.205803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c29ae593-1b81-4b59-8550-1a4f32b13149 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Deleting port 8e86f05c-8a03-40d9-9f60-0f4abb66d77d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:12:28.206134 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c29ae593-1b81-4b59-8550-1a4f32b13149 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:28.280067 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f0a0fbe7-c9b2-4515-b4b3-c97fee6fa00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:28.379758 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c29ae593-1b81-4b59-8550-1a4f32b13149 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:28.380078 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c29ae593-1b81-4b59-8550-1a4f32b13149 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:28.500459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c29ae593-1b81-4b59-8550-1a4f32b13149 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Calling delete_port for 8e86f05c-8a03-40d9-9f60-0f4abb66d77d owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:12:28.641368 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:28.646405 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c29ae593-1b81-4b59-8550-1a4f32b13149 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:28.694711 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ae593-1b81-4b59-8550-1a4f32b13149 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Pushing event deleted for resources: {'Port': ['ID=8e86f05c-8a03-40d9-9f60-0f4abb66d77d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:28.786860 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c29ae593-1b81-4b59-8550-1a4f32b13149 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:28.800969 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c29ae593-1b81-4b59-8550-1a4f32b13149 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:28.802088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c29ae593-1b81-4b59-8550-1a4f32b13149 tempest-ServerActionsTestJSON-75145204 tempest-ServerActionsTestJSON-75145204-project] 10.222.0.60 "DELETE /v2.0/floatingips/ac008150-be57-4192-8062-ced76dbfa01b HTTP/1.1" status: 204 len: 168 time: 0.8676283 May 25 21:12:28.805028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45556) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:12:29.397355 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-39a5b87f-081b-4328-af51-51b46ae80768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:29.877570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-39a5b87f-081b-4328-af51-51b46ae80768 admin admin] Deleting port 28444b13-2b7b-4825-982f-e8580a97e402 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:12:29.878283 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-39a5b87f-081b-4328-af51-51b46ae80768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:30.055267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-39a5b87f-081b-4328-af51-51b46ae80768 admin admin] For port 28444b13-2b7b-4825-982f-e8580a97e402, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=28444b13-2b7b-4825-982f-e8580a97e402,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:30.055537 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-39a5b87f-081b-4328-af51-51b46ae80768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:30.179515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-39a5b87f-081b-4328-af51-51b46ae80768 admin admin] Calling delete_port for 28444b13-2b7b-4825-982f-e8580a97e402 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:12:30.453508 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-39a5b87f-081b-4328-af51-51b46ae80768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:30.501351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5b87f-081b-4328-af51-51b46ae80768 admin admin] Pushing event deleted for resources: {'Port': ['ID=28444b13-2b7b-4825-982f-e8580a97e402,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:30.721028 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fd6606d0-005a-4041-9406-1be5ff318e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:30.773068 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-39a5b87f-081b-4328-af51-51b46ae80768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:31.258366 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a5b87f-081b-4328-af51-51b46ae80768 admin admin] Router b0ac6c98-2845-48b7-a994-41c6db62e9d5 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:12:31.441811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a5b87f-081b-4328-af51-51b46ae80768 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:12:31.450729 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e3ab8-b60a-44ae-8b89-f0fe2c58004d None None] Sync routers for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:12:31.457075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45562) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:12:31.457574 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-39a5b87f-081b-4328-af51-51b46ae80768 admin admin] 10.222.0.60 "PUT /v2.0/routers/b0ac6c98-2845-48b7-a994-41c6db62e9d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6511288 May 25 21:12:31.459904 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e3ab8-b60a-44ae-8b89-f0fe2c58004d None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:12:31.460501 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f76e3ab8-b60a-44ae-8b89-f0fe2c58004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:12:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:12:31.501108 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:31.638853 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f76e3ab8-b60a-44ae-8b89-f0fe2c58004d None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:12:31.647709 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:31.929101 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f76e3ab8-b60a-44ae-8b89-f0fe2c58004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:12:30Z', 'revision_number': 5, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port': {'id': 'ca7d4b92-67be-4a5c-af1d-4b9b54a63228', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:04:52Z', 'updated_at': '2022-05-25T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:12:31.933491 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e3ab8-b60a-44ae-8b89-f0fe2c58004d None None] Checking router: b0ac6c98-2845-48b7-a994-41c6db62e9d5 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:12:31.942383 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e3ab8-b60a-44ae-8b89-f0fe2c58004d None None] Routers {'b0ac6c98-2845-48b7-a994-41c6db62e9d5'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:12:31.943121 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f76e3ab8-b60a-44ae-8b89-f0fe2c58004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:12:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:12:31.946613 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:31.954233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:31.964182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Deleting port ca7d4b92-67be-4a5c-af1d-4b9b54a63228 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:12:31.964549 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:32.093602 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f76e3ab8-b60a-44ae-8b89-f0fe2c58004d None None] Set router b0ac6c98-2845-48b7-a994-41c6db62e9d5 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:12:32.145359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] For port ca7d4b92-67be-4a5c-af1d-4b9b54a63228, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ca7d4b92-67be-4a5c-af1d-4b9b54a63228,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:32.145707 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:32.227074 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f76e3ab8-b60a-44ae-8b89-f0fe2c58004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:12:31Z', 'revision_number': 6, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:12:32.231829 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e3ab8-b60a-44ae-8b89-f0fe2c58004d None None] The sync data for ids ['b0ac6c98-2845-48b7-a994-41c6db62e9d5'] in n-d-843339-1 is: [{'id': 'b0ac6c98-2845-48b7-a994-41c6db62e9d5', 'name': 'tempest-ServerActionsTestJSON-1684280267-router', 'tenant_id': 'bc981a77b41743688a5e5feae25ba4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:04:51Z', 'updated_at': '2022-05-25T21:12:31Z', 'revision_number': 6, 'project_id': 'bc981a77b41743688a5e5feae25ba4ce', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:12:32.271804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Calling delete_port for ca7d4b92-67be-4a5c-af1d-4b9b54a63228 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:12:32.439778 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:32.490114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7d4b92-67be-4a5c-af1d-4b9b54a63228,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:32.531029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:32.531297 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:32.531631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:32.531958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:32.532291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:32.532611 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:32.532934 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:32.533250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:32.533567 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:32.533881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:32.534224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:32.534542 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:32.593454 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:32.632704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 28444b13-2b7b-4825-982f-e8580a97e402 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:12:32.671554 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 28444b13-2b7b-4825-982f-e8580a97e402 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:12:32.671887 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 28444b13-2b7b-4825-982f-e8580a97e402 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:12:32.775837 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:32.778865 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:32.800599 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:32.801243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0ac6c98-2845-48b7-a994-41c6db62e9d5 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:12:32.814332 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:32.815449 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5618e26a-25be-4bf0-9f05-a311e0ee1681 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b0ac6c98-2845-48b7-a994-41c6db62e9d5 HTTP/1.1" status: 204 len: 168 time: 1.3566139 May 25 21:12:32.818012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45566) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:12:32.880415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28b311e-8a89-4e4f-a916-ebd1fa5c6455 admin admin] Deleting subnet 3b76447b-8325-4123-887b-397dfe1e70d5 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:12:32.883316 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a28b311e-8a89-4e4f-a916-ebd1fa5c6455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:32.937349 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a28b311e-8a89-4e4f-a916-ebd1fa5c6455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:33.025193 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a28b311e-8a89-4e4f-a916-ebd1fa5c6455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:33.096217 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a28b311e-8a89-4e4f-a916-ebd1fa5c6455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:33.136357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b311e-8a89-4e4f-a916-ebd1fa5c6455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b76447b-8325-4123-887b-397dfe1e70d5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:33.138781 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a28b311e-8a89-4e4f-a916-ebd1fa5c6455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:33.144625 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15292a1-c7c7-44d7-b2c9-3a7db1893e2a None None] Network e389991d-f4f8-48da-bb62-684d296703c8 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:12:33.156570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45570) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:12:33.157097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a28b311e-8a89-4e4f-a916-ebd1fa5c6455 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3b76447b-8325-4123-887b-397dfe1e70d5 HTTP/1.1" status: 204 len: 168 time: 0.3375971 May 25 21:12:33.287027 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:33.293080 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:33.298554 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Deleting port 05acf853-6370-4b7a-966e-d8215694ff05 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:12:33.298886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:33.450969 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac049e6-d773-424f-8dae-b15215682d9f None None] DHCP port deletion for e389991d-f4f8-48da-bb62-684d296703c8 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:12:33.455336 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3ac049e6-d773-424f-8dae-b15215682d9f None None] Deleting port 05acf853-6370-4b7a-966e-d8215694ff05 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:12:33.455942 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3ac049e6-d773-424f-8dae-b15215682d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:33.506488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] For port 05acf853-6370-4b7a-966e-d8215694ff05, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=05acf853-6370-4b7a-966e-d8215694ff05,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:33.506837 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:33.564583 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:12:33.640753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Calling delete_port for 05acf853-6370-4b7a-966e-d8215694ff05 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:12:33.668062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3ac049e6-d773-424f-8dae-b15215682d9f None None] For port 05acf853-6370-4b7a-966e-d8215694ff05, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=05acf853-6370-4b7a-966e-d8215694ff05,segment=NetworkSegment(dbd0045f-9f3a-4a3c-b5f2-808007af07a4),segment_id=dbd0045f-9f3a-4a3c-b5f2-808007af07a4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:33.668562 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3ac049e6-d773-424f-8dae-b15215682d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:33.722493 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:33.768658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=05acf853-6370-4b7a-966e-d8215694ff05,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:33.773864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] No DVR routers for this DVR port 05acf853-6370-4b7a-966e-d8215694ff05 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:12:33.797298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3ac049e6-d773-424f-8dae-b15215682d9f None None] Calling delete_port for 05acf853-6370-4b7a-966e-d8215694ff05 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 21:12:33.868994 n-d-843339-1 neutron-server[88333]: util.warn( May 25 21:12:33.876012 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-3ac049e6-d773-424f-8dae-b15215682d9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:12:33.876364 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-3ac049e6-d773-424f-8dae-b15215682d9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:12:33.891980 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:33.917812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e389991d-f4f8-48da-bb62-684d296703c8']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:12:33.929593 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:12:33.929885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd0045f-9f3a-4a3c-b5f2-808007af07a4') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:12:33.942272 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:33.962314 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:33.968852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:12:33.969228 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:34.059739 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:34.076056 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment dbd0045f-9f3a-4a3c-b5f2-808007af07a4 resource provider aggregate not found May 25 21:12:34.079725 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:34.090862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=e389991d-f4f8-48da-bb62-684d296703c8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:34.099596 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment dbd0045f-9f3a-4a3c-b5f2-808007af07a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbd0045f-9f3a-4a3c-b5f2-808007af07a4 found for delete ", "request_id": "req-013a3bae-6250-46cb-8fcc-b0b3963333e9"}]} May 25 21:12:34.106101 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6a4dd98c-25d9-4b36-85f9-603009d14d9b admin admin] 10.222.0.60 "DELETE /v2.0/networks/e389991d-f4f8-48da-bb62-684d296703c8 HTTP/1.1" status: 204 len: 168 time: 0.9484668 May 25 21:12:34.217407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45582) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:12:34.278201 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-347084aa-f3d1-46a2-974c-baa99ad0fef7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc981a77b41743688a5e5feae25ba4ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595951 May 25 21:12:34.280644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45586) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:12:34.337682 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0899-1fa9-4f2f-a314-b1eefa22277b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:34.363811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0899-1fa9-4f2f-a314-b1eefa22277b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:34.377210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3ac049e6-d773-424f-8dae-b15215682d9f None None] Deleting port 05acf853-6370-4b7a-966e-d8215694ff05 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:12:34.377715 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3ac049e6-d773-424f-8dae-b15215682d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:34.418045 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0899-1fa9-4f2f-a314-b1eefa22277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:34.435518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea0899-1fa9-4f2f-a314-b1eefa22277b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8858616d-89d2-4523-b6db-4ea54cea1c73,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:34.443132 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0899-1fa9-4f2f-a314-b1eefa22277b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:34.444251 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f9ea0899-1fa9-4f2f-a314-b1eefa22277b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8858616d-89d2-4523-b6db-4ea54cea1c73 HTTP/1.1" status: 204 len: 168 time: 0.1627226 May 25 21:12:34.445158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3ac049e6-d773-424f-8dae-b15215682d9f None None] The port '05acf853-6370-4b7a-966e-d8215694ff05' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 21:12:34.612257 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 05acf853-6370-4b7a-966e-d8215694ff05 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:12:34.650668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 05acf853-6370-4b7a-966e-d8215694ff05 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:12:34.651416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 05acf853-6370-4b7a-966e-d8215694ff05 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:12:34.651842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ca7d4b92-67be-4a5c-af1d-4b9b54a63228 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:12:34.684838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ca7d4b92-67be-4a5c-af1d-4b9b54a63228 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:12:34.685173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ca7d4b92-67be-4a5c-af1d-4b9b54a63228 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:12:35.253312 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45610) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:12:35.371537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-565665811-network', 'tenant_id': '457bdea7311d4e3096b0e1851b6aa870'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:12:35.376947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:12:35.380845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Usage tracker for resource:network and tenant:457bdea7311d4e3096b0e1851b6aa870 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:12:35.383733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:12:35.391201 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:12:35.400832 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Made reservation on behalf of 457bdea7311d4e3096b0e1851b6aa870 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:12:35.403378 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:35.416061 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:35.430250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:12:35.434635 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Usage tracker for resource:security_group_rule and tenant:457bdea7311d4e3096b0e1851b6aa870 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:12:35.437373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:12:35.443110 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:12:35.534983 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:35.538487 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:35.569167 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:12:35.577761 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a34324b-669e-4c24-9182-a9abffcb474f,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:35.583313 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:35.583726 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Added segment 242ad093-6f57-45f3-b006-b4d453a6d1c4 of type vlan for network bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 May 25 21:12:35.613084 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:35.642393 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:35.643345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:35.643927 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:35.747618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] Pushing event updated for resources: {'Network': ['ID=bdf56d8b-7a20-4fc4-9dd0-efa9de405a77,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:35.751991 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-63686f2e-8df6-48b8-b9f2-e4a4725fe477 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4976640 May 25 21:12:35.756456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45616) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:12:35.758177 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:12:35.762940 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Request body: {'subnet': {'network_id': 'bdf56d8b-7a20-4fc4-9dd0-efa9de405a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-565665811-subnet', 'tenant_id': '457bdea7311d4e3096b0e1851b6aa870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:12:35.768869 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:12:35.772884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Usage tracker for resource:subnet and tenant:457bdea7311d4e3096b0e1851b6aa870 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:12:35.775720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:12:35.782310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:12:35.792328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Made reservation on behalf of 457bdea7311d4e3096b0e1851b6aa870 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:12:35.794867 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:36.114983 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:36.192049 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2413819f-bded-49ac-8889-c032a6b5393f,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:36.199501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Checking segment: {'id': '242ad093-6f57-45f3-b006-b4d453a6d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bdf56d8b-7a20-4fc4-9dd0-efa9de405a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:12:36.199855 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Network hostable DHCP agents. Network: bdf56d8b-7a20-4fc4-9dd0-efa9de405a77, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:12:36.220332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Network bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:12:36.233468 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, bdf56d8b-7a20-4fc4-9dd0-efa9de405a77) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:12:36.237697 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:36.238315 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:36.245554 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb171624-e8cd-4843-a44a-1d45b778afb3 None None] Network bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:12:36.259225 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-028c561d-6737-4aa8-90e7-b2fbb588ee5c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5014069 May 25 21:12:36.462688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fad46ef-a552-4dd7-be46-f453b4d196fa None None] Network bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:12:36.791575 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c462207-4c7e-459f-8271-5956e462a099 req-e83e7a4e-07cf-43bb-bac3-f3c2584baf8a tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:36.792254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2c462207-4c7e-459f-8271-5956e462a099 req-e83e7a4e-07cf-43bb-bac3-f3c2584baf8a tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Synchronizing usage tracker for tenant:457bdea7311d4e3096b0e1851b6aa870 on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:12:36.809192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-2c462207-4c7e-459f-8271-5956e462a099 req-e83e7a4e-07cf-43bb-bac3-f3c2584baf8a tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Unset dirty status for tenant:457bdea7311d4e3096b0e1851b6aa870 on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:12:36.810365 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-e83e7a4e-07cf-43bb-bac3-f3c2584baf8a tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/networks?id=bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 HTTP/1.1" status: 200 len: 813 time: 0.1635375 May 25 21:12:36.826002 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-672bb681-ab65-40c1-a4ab-b541973c5187 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/quotas/457bdea7311d4e3096b0e1851b6aa870 HTTP/1.1" status: 200 len: 375 time: 0.0102453 May 25 21:12:36.871945 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-0e2a10b1-2884-4c5d-aa5b-f18a69b79297 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=457bdea7311d4e3096b0e1851b6aa870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408552 May 25 21:12:36.923943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-5d9e127e-9ff6-4cb5-8b21-d348537e3622 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:12:36.924903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-5d9e127e-9ff6-4cb5-8b21-d348537e3622 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467608 May 25 21:12:37.054462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-5a8d248d-a58f-4e49-a187-69bffe841a31 service neutron] 10.222.0.60 "GET /v2.0/networks/bdf56d8b-7a20-4fc4-9dd0-efa9de405a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235301 May 25 21:12:37.189452 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-efa26f12-1143-449b-90ee-e07d8e757748 service neutron] 10.222.0.60 "GET /v2.0/networks/bdf56d8b-7a20-4fc4-9dd0-efa9de405a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273532 May 25 21:12:37.377683 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a1f7b012-26a5-4433-b95b-8081c2208da1 req-331b08d0-c096-4fca-a372-c5577d70881c tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 210 time: 0.0545297 May 25 21:12:38.533946 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5fe05de-7208-49b6-8a8c-d1641266d04b req-9c97d81c-2ca4-4381-81e9-d6b25adab4a2 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 210 time: 0.0462208 May 25 21:12:38.709589 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c462207-4c7e-459f-8271-5956e462a099 req-48c5ec84-3a82-464e-9e9a-2de40f2f3d3f tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:38.711030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-48c5ec84-3a82-464e-9e9a-2de40f2f3d3f tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.70 "GET /v2.0/networks?id=bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 HTTP/1.1" status: 200 len: 813 time: 0.2827795 May 25 21:12:38.723371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Request body: {'port': {'device_id': '5f33625a-3d56-4116-ba13-db4ce206e46e', 'network_id': 'bdf56d8b-7a20-4fc4-9dd0-efa9de405a77', 'admin_state_up': True, 'tenant_id': '457bdea7311d4e3096b0e1851b6aa870'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:12:38.859938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:12:38.863767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Usage tracker for resource:port and tenant:457bdea7311d4e3096b0e1851b6aa870 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:12:38.866556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:12:38.872735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:12:38.882539 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Made reservation on behalf of 457bdea7311d4e3096b0e1851b6aa870 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:12:38.886043 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:39.061234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Allocated IP 172.20.0.6 (bdf56d8b-7a20-4fc4-9dd0-efa9de405a77/2413819f-bded-49ac-8889-c032a6b5393f/00ed0ea8-dde7-40ae-bcbb-4574ae339949) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:12:39.268204 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:39.298313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:39.368932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Network bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:12:39.372341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:12:39.376520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:12:39.410852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Pushing event updated for resources: {'Port': ['ID=00ed0ea8-dde7-40ae-bcbb-4574ae339949,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:39.445516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:39.446112 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:39.469889 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-08bfa190-b283-42f0-84db-fc5038d43e9e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7498031 May 25 21:12:39.480250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Request body: {'port': {'device_id': '5f33625a-3d56-4116-ba13-db4ce206e46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:12:39.593766 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:39.812908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350ee66-f44d-4979-b364-d6949fbdb38f req-0b2728e1-63d7-422d-a1b4-86d8d064cd19 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:39.813624 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5350ee66-f44d-4979-b364-d6949fbdb38f req-0b2728e1-63d7-422d-a1b4-86d8d064cd19 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Synchronizing usage tracker for tenant:457bdea7311d4e3096b0e1851b6aa870 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:12:39.906556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5350ee66-f44d-4979-b364-d6949fbdb38f req-0b2728e1-63d7-422d-a1b4-86d8d064cd19 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Unset dirty status for tenant:457bdea7311d4e3096b0e1851b6aa870 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:12:39.907697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5350ee66-f44d-4979-b364-d6949fbdb38f req-0b2728e1-63d7-422d-a1b4-86d8d064cd19 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 931 time: 0.2576475 May 25 21:12:39.981248 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5350ee66-f44d-4979-b364-d6949fbdb38f req-7808f8da-f215-42b2-9d90-54a006480e01 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585632 May 25 21:12:40.054615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ed0ea8-dde7-40ae-bcbb-4574ae339949 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:12:40.062490 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:40.077153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Transition to ACTIVE for port object 00ed0ea8-dde7-40ae-bcbb-4574ae339949 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:12:40.081814 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:40.232501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Pushing event updated for resources: {'Port': ['ID=00ed0ea8-dde7-40ae-bcbb-4574ae339949,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:40.429701 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Attempting to bind port 00ed0ea8-dde7-40ae-bcbb-4574ae339949 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:12:40.430031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Attempting to bind port 00ed0ea8-dde7-40ae-bcbb-4574ae339949 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '242ad093-6f57-45f3-b006-b4d453a6d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bdf56d8b-7a20-4fc4-9dd0-efa9de405a77'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:12:40.430375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Attempting to bind port 00ed0ea8-dde7-40ae-bcbb-4574ae339949 on network bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:12:40.435296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Port 00ed0ea8-dde7-40ae-bcbb-4574ae339949 on network bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:12:40.435607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Attempting to bind port 00ed0ea8-dde7-40ae-bcbb-4574ae339949 on network bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:12:40.440585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:12:40.440913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Checking segment: {'id': '242ad093-6f57-45f3-b006-b4d453a6d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bdf56d8b-7a20-4fc4-9dd0-efa9de405a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:12:40.441286 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Bound using segment: {'id': '242ad093-6f57-45f3-b006-b4d453a6d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bdf56d8b-7a20-4fc4-9dd0-efa9de405a77'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:12:40.441699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Bound port: 00ed0ea8-dde7-40ae-bcbb-4574ae339949, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '242ad093-6f57-45f3-b006-b4d453a6d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bdf56d8b-7a20-4fc4-9dd0-efa9de405a77'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:12:40.442036 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:40.530859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] For port 00ed0ea8-dde7-40ae-bcbb-4574ae339949, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:12:40.534033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] For port 00ed0ea8-dde7-40ae-bcbb-4574ae339949, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=00ed0ea8-dde7-40ae-bcbb-4574ae339949,segment=NetworkSegment(242ad093-6f57-45f3-b006-b4d453a6d1c4),segment_id=242ad093-6f57-45f3-b006-b4d453a6d1c4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:12:40.538512 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:40.599543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:40.600136 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:40.601479 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] 10.222.0.70 "PUT /v2.0/ports/00ed0ea8-dde7-40ae-bcbb-4574ae339949 HTTP/1.1" status: 200 len: 1091 time: 1.1253355 May 25 21:12:40.601934 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f33625a-3d56-4116-ba13-db4ce206e46e', 'tag': '00ed0ea8-dde7-40ae-bcbb-4574ae339949'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:12:40.627237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdd4aa-1ce5-45b1-8308-bc5b48918716 service neutron] Pushing event updated for resources: {'Port': ['ID=00ed0ea8-dde7-40ae-bcbb-4574ae339949,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:40.668875 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4b3224-db03-4496-b192-dac833daa633'] response: {'name': 'network-changed', 'server_uuid': '5f33625a-3d56-4116-ba13-db4ce206e46e', 'tag': '00ed0ea8-dde7-40ae-bcbb-4574ae339949', 'status': 'completed', 'code': 200} May 25 21:12:40.710000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c462207-4c7e-459f-8271-5956e462a099 req-2784e4fc-3a83-4766-9a55-903630d9a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:40.711548 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-2784e4fc-3a83-4766-9a55-903630d9a731 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=457bdea7311d4e3096b0e1851b6aa870&device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 1094 time: 0.0742562 May 25 21:12:40.781663 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-c29c2efe-0c79-45bb-8e79-906038bc7204 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00ed0ea8-dde7-40ae-bcbb-4574ae339949 HTTP/1.1" status: 200 len: 217 time: 0.0634248 May 25 21:12:40.843306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bb387a-73f6-4f72-87c2-193525437032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:40.844708 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-24bb387a-73f6-4f72-87c2-193525437032 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2413819f-bded-49ac-8889-c032a6b5393f HTTP/1.1" status: 200 len: 853 time: 0.0573034 May 25 21:12:40.891311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-d6dc453f-a772-43a4-9a62-9ac5edc53853 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bdf56d8b-7a20-4fc4-9dd0-efa9de405a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408139 May 25 21:12:41.020197 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-5ed1b3ba-ffdb-45b4-925c-d2c25c51d579 service neutron] 10.222.0.70 "GET /v2.0/networks/bdf56d8b-7a20-4fc4-9dd0-efa9de405a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234844 May 25 21:12:41.214605 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2c462207-4c7e-459f-8271-5956e462a099 req-1c2ed3d8-540c-4501-afbf-73814f5fd53e service neutron] 10.222.0.70 "GET /v2.0/networks/bdf56d8b-7a20-4fc4-9dd0-efa9de405a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887767 May 25 21:12:41.226372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355211a-071b-4314-b2cb-a45102454cf7 req-c9e03ebc-dc29-4aa5-9c8f-e629d67d8a84 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:41.227785 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d355211a-071b-4314-b2cb-a45102454cf7 req-c9e03ebc-dc29-4aa5-9c8f-e629d67d8a84 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 943 time: 0.1329250 May 25 21:12:41.275582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d355211a-071b-4314-b2cb-a45102454cf7 req-782a1d48-8644-43f5-8227-dbcb471e6992 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411444 May 25 21:12:41.353469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe827f-745c-4409-9ee1-da5b2b0222be req-e866875c-2c34-4d06-aca1-4be3a46e7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:41.355514 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9ebe827f-745c-4409-9ee1-da5b2b0222be req-e866875c-2c34-4d06-aca1-4be3a46e7bbd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=457bdea7311d4e3096b0e1851b6aa870&device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 1094 time: 0.0785537 May 25 21:12:41.487090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe827f-745c-4409-9ee1-da5b2b0222be req-4b79e35b-3b42-4a68-b949-89844316922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:41.488440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9ebe827f-745c-4409-9ee1-da5b2b0222be req-4b79e35b-3b42-4a68-b949-89844316922b service neutron] 10.222.0.70 "GET /v2.0/networks?id=bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 HTTP/1.1" status: 200 len: 914 time: 0.1260214 May 25 21:12:41.555524 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9ebe827f-745c-4409-9ee1-da5b2b0222be req-994b9eaf-f03f-4a3d-9387-ced965145730 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00ed0ea8-dde7-40ae-bcbb-4574ae339949 HTTP/1.1" status: 200 len: 217 time: 0.0606928 May 25 21:12:41.626777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe827f-745c-4409-9ee1-da5b2b0222be req-0924c295-3345-42d4-8bfa-4eae61613f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:41.628204 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9ebe827f-745c-4409-9ee1-da5b2b0222be req-0924c295-3345-42d4-8bfa-4eae61613f0d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2413819f-bded-49ac-8889-c032a6b5393f HTTP/1.1" status: 200 len: 853 time: 0.0677905 May 25 21:12:41.680533 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9ebe827f-745c-4409-9ee1-da5b2b0222be req-c4a5bd34-62cc-4347-ac41-4c2e92d7c86c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bdf56d8b-7a20-4fc4-9dd0-efa9de405a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467529 May 25 21:12:41.812604 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9ebe827f-745c-4409-9ee1-da5b2b0222be req-fba2b744-98c9-4afc-9b64-262c8369999d service neutron] 10.222.0.70 "GET /v2.0/networks/bdf56d8b-7a20-4fc4-9dd0-efa9de405a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265688 May 25 21:12:41.942608 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9ebe827f-745c-4409-9ee1-da5b2b0222be req-73a65b95-7ffe-4346-8f6c-87c012c37ea1 service neutron] 10.222.0.70 "GET /v2.0/networks/bdf56d8b-7a20-4fc4-9dd0-efa9de405a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237886 May 25 21:12:42.472296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a6c63-b97d-4e97-8833-47202952a7ff req-34051706-1449-44c2-875a-10ba569f5d4b tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:42.473763 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-762a6c63-b97d-4e97-8833-47202952a7ff req-34051706-1449-44c2-875a-10ba569f5d4b tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 943 time: 0.0838454 May 25 21:12:42.516728 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-762a6c63-b97d-4e97-8833-47202952a7ff req-7a59ce82-e2eb-424f-ac29-985b7f3437cd tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Synchronizing usage tracker for tenant:457bdea7311d4e3096b0e1851b6aa870 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:12:42.533726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-762a6c63-b97d-4e97-8833-47202952a7ff req-7a59ce82-e2eb-424f-ac29-985b7f3437cd tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Unset dirty status for tenant:457bdea7311d4e3096b0e1851b6aa870 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:12:42.534861 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-762a6c63-b97d-4e97-8833-47202952a7ff req-7a59ce82-e2eb-424f-ac29-985b7f3437cd tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554559 May 25 21:12:43.725373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308512b-83ae-4d2e-b3a4-45cf7dfe9520 req-5fc1ba71-c15c-47bb-8db0-afae7972ccc1 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:43.726844 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f308512b-83ae-4d2e-b3a4-45cf7dfe9520 req-5fc1ba71-c15c-47bb-8db0-afae7972ccc1 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 943 time: 0.0838349 May 25 21:12:43.880658 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f308512b-83ae-4d2e-b3a4-45cf7dfe9520 req-99d72ea3-2af3-4313-adcf-209c5e9f9e7f tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470103 May 25 21:12:43.989077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 00ed0ea8-dde7-40ae-bcbb-4574ae339949 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:12:44.121755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 00ed0ea8-dde7-40ae-bcbb-4574ae339949, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=00ed0ea8-dde7-40ae-bcbb-4574ae339949,segment=NetworkSegment(242ad093-6f57-45f3-b006-b4d453a6d1c4),segment_id=242ad093-6f57-45f3-b006-b4d453a6d1c4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:44.135516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '00ed0ea8-dde7-40ae-bcbb-4574ae339949', 'network_id': 'bdf56d8b-7a20-4fc4-9dd0-efa9de405a77', 'port_id': '00ed0ea8-dde7-40ae-bcbb-4574ae339949', 'mac_address': 'fa:16:3e:4b:dc:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2413819f-bded-49ac-8889-c032a6b5393f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:12:44.192817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 00ed0ea8-dde7-40ae-bcbb-4574ae339949 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:12:44.193195 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:44.215115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ed0ea8-dde7-40ae-bcbb-4574ae339949 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:12:44.232227 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 00ed0ea8-dde7-40ae-bcbb-4574ae339949, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=00ed0ea8-dde7-40ae-bcbb-4574ae339949,segment=NetworkSegment(242ad093-6f57-45f3-b006-b4d453a6d1c4),segment_id=242ad093-6f57-45f3-b006-b4d453a6d1c4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:44.235893 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:44.303209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=00ed0ea8-dde7-40ae-bcbb-4574ae339949,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:44.546215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['00ed0ea8-dde7-40ae-bcbb-4574ae339949'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:12:45.065636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d009e1-0e3e-4b2f-9db4-786653af1c24 req-0f5f0dff-34f5-442e-af73-c3a0ede43386 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:45.067106 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e5d009e1-0e3e-4b2f-9db4-786653af1c24 req-0f5f0dff-34f5-442e-af73-c3a0ede43386 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 944 time: 0.0805111 May 25 21:12:45.114135 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e5d009e1-0e3e-4b2f-9db4-786653af1c24 req-9ae9f514-cd01-435a-bdf6-d91fb9e6c911 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414674 May 25 21:12:46.003603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 00ed0ea8-dde7-40ae-bcbb-4574ae339949 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:12:46.070903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 00ed0ea8-dde7-40ae-bcbb-4574ae339949 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:12:46.076286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 00ed0ea8-dde7-40ae-bcbb-4574ae339949 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:12:46.076657 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:46.194011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 00ed0ea8-dde7-40ae-bcbb-4574ae339949 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:12:46.194405 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:46.221095 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f33625a-3d56-4116-ba13-db4ce206e46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ed0ea8-dde7-40ae-bcbb-4574ae339949'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:12:46.232316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 00ed0ea8-dde7-40ae-bcbb-4574ae339949, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=00ed0ea8-dde7-40ae-bcbb-4574ae339949,segment=NetworkSegment(242ad093-6f57-45f3-b006-b4d453a6d1c4),segment_id=242ad093-6f57-45f3-b006-b4d453a6d1c4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:46.237204 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:46.276455 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d4d349-4f81-4b73-8276-5600af94a898'] response: {'server_uuid': '5f33625a-3d56-4116-ba13-db4ce206e46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ed0ea8-dde7-40ae-bcbb-4574ae339949', 'code': 200} May 25 21:12:46.313714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456dc35-af07-40ef-b09b-a6a9d8ba197c req-4815818a-0b76-4d6e-96ca-e22f1c25dc06 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:46.315460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5456dc35-af07-40ef-b09b-a6a9d8ba197c req-4815818a-0b76-4d6e-96ca-e22f1c25dc06 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 945 time: 0.0927875 May 25 21:12:46.315853 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=00ed0ea8-dde7-40ae-bcbb-4574ae339949,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:46.409959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5456dc35-af07-40ef-b09b-a6a9d8ba197c req-e9e58802-12be-4f69-a940-e290cf736bb2 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868428 May 25 21:12:46.436157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b2792-c36c-4cfd-9030-74114d33265c req-d5c98d93-b4da-4c65-8ef3-cbfedf6d96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:46.436157 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8e2b2792-c36c-4cfd-9030-74114d33265c req-d5c98d93-b4da-4c65-8ef3-cbfedf6d96f2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 1096 time: 0.0990756 May 25 21:12:46.476206 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8e2b2792-c36c-4cfd-9030-74114d33265c req-e4989d27-1dc8-40b9-a6c2-d2d69466b4d0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342209 May 25 21:12:47.602147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce1baf-07ca-4e32-b3e0-0fbc29ca1b8f req-fd0f8f96-9959-4323-ae8a-ad4378b4b824 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:47.603655 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69ce1baf-07ca-4e32-b3e0-0fbc29ca1b8f req-fd0f8f96-9959-4323-ae8a-ad4378b4b824 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 945 time: 0.0814431 May 25 21:12:47.652170 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-69ce1baf-07ca-4e32-b3e0-0fbc29ca1b8f req-3f9f493e-2036-47d6-bade-0417a80b5400 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422223 May 25 21:12:48.840178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018d8f-0592-43f1-b144-b1dd35bfbede req-aa0261b3-509f-4e2a-846b-d44735c64ed8 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:48.841553 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15018d8f-0592-43f1-b144-b1dd35bfbede req-aa0261b3-509f-4e2a-846b-d44735c64ed8 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 945 time: 0.0825398 May 25 21:12:48.884660 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-15018d8f-0592-43f1-b144-b1dd35bfbede req-b6aac439-e124-4c20-8fba-7a4c764afa61 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374303 May 25 21:12:49.177101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-739afab1-8226-4225-9bc1-2844e22210d0 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:49.178556 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-739afab1-8226-4225-9bc1-2844e22210d0 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/networks?id=bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 HTTP/1.1" status: 200 len: 813 time: 0.1444714 May 25 21:12:49.193476 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-5661573a-4ab7-46d7-85c5-42c6e1b6a9b3 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/quotas/457bdea7311d4e3096b0e1851b6aa870 HTTP/1.1" status: 200 len: 375 time: 0.0094907 May 25 21:12:49.276770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-12b5fef7-f507-425a-9e65-c9c8b558407a tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=457bdea7311d4e3096b0e1851b6aa870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772564 May 25 21:12:49.416477 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-d45bb4e9-b2a0-478c-94e7-207e6fddb375 service neutron] 10.222.0.60 "GET /v2.0/networks/bdf56d8b-7a20-4fc4-9dd0-efa9de405a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329379 May 25 21:12:49.548668 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-694ced06-5972-4bbc-be63-9858e8170175 service neutron] 10.222.0.60 "GET /v2.0/networks/bdf56d8b-7a20-4fc4-9dd0-efa9de405a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263762 May 25 21:12:49.755752 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-89b70815-5c14-4b79-a516-0151c5e99ad0 req-32dc5cb9-125b-41d4-9338-74546526d9bc tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 210 time: 0.0603991 May 25 21:12:50.806755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-aaf85ca1-56b4-4f91-874b-df70e458068e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:50.808455 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-aaf85ca1-56b4-4f91-874b-df70e458068e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.50 "GET /v2.0/networks?id=bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 HTTP/1.1" status: 200 len: 813 time: 0.1544063 May 25 21:12:50.820082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Request body: {'port': {'device_id': 'e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87', 'network_id': 'bdf56d8b-7a20-4fc4-9dd0-efa9de405a77', 'admin_state_up': True, 'tenant_id': '457bdea7311d4e3096b0e1851b6aa870'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:12:50.899291 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ffb6f5a7-3ef1-44cc-b314-d9d3193205b5 req-725c3c59-eaa0-4a10-ad25-77178b5b5743 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 210 time: 0.0434599 May 25 21:12:50.957681 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:12:50.967935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:12:50.977527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Made reservation on behalf of 457bdea7311d4e3096b0e1851b6aa870 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:12:50.981047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:51.142904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Allocated IP 172.20.0.12 (bdf56d8b-7a20-4fc4-9dd0-efa9de405a77/2413819f-bded-49ac-8889-c032a6b5393f/a9e7fb60-12a9-4963-86a0-820390c5d93a) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:12:51.343313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:51.375601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:51.387515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['00ed0ea8-dde7-40ae-bcbb-4574ae339949'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:12:51.449642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Network bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:12:51.452547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:12:51.456563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:12:51.493085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Pushing event updated for resources: {'Port': ['ID=a9e7fb60-12a9-4963-86a0-820390c5d93a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:51.511180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:51.511513 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:51.511835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:51.512153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:51.512517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:51.512775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:51.513335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:51.513635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:51.514324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:51.514324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:51.514577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:51.514846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:12:51.536436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:51.537060 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:51.562084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-9f1c38af-a22a-4d1d-9eb4-628e194f5549 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7456768 May 25 21:12:51.573712 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Request body: {'port': {'device_id': 'e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:12:51.688135 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:52.078037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e7fb60-12a9-4963-86a0-820390c5d93a {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:12:52.087514 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:52.107844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Transition to ACTIVE for port object a9e7fb60-12a9-4963-86a0-820390c5d93a will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:12:52.114453 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:52.280611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ef65-f154-42ef-8f0e-ad84e60c4adf req-4c82e812-3b6f-4cb0-acdc-e7ddaebad9a2 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:52.281278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ff64ef65-f154-42ef-8f0e-ad84e60c4adf req-4c82e812-3b6f-4cb0-acdc-e7ddaebad9a2 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Synchronizing usage tracker for tenant:457bdea7311d4e3096b0e1851b6aa870 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:12:52.370642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e7fb60-12a9-4963-86a0-820390c5d93a,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:52.404834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ff64ef65-f154-42ef-8f0e-ad84e60c4adf req-4c82e812-3b6f-4cb0-acdc-e7ddaebad9a2 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Unset dirty status for tenant:457bdea7311d4e3096b0e1851b6aa870 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:12:52.405988 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ff64ef65-f154-42ef-8f0e-ad84e60c4adf req-4c82e812-3b6f-4cb0-acdc-e7ddaebad9a2 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 932 time: 0.3992739 May 25 21:12:52.504570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ff64ef65-f154-42ef-8f0e-ad84e60c4adf req-c4efbf49-4a5b-4868-b4d7-1126d0371669 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693552 May 25 21:12:52.511544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Attempting to bind port a9e7fb60-12a9-4963-86a0-820390c5d93a on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:12:52.511901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Attempting to bind port a9e7fb60-12a9-4963-86a0-820390c5d93a by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '242ad093-6f57-45f3-b006-b4d453a6d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bdf56d8b-7a20-4fc4-9dd0-efa9de405a77'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:12:52.512219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Attempting to bind port a9e7fb60-12a9-4963-86a0-820390c5d93a on network bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:12:52.517143 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Port a9e7fb60-12a9-4963-86a0-820390c5d93a on network bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:12:52.517460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Attempting to bind port a9e7fb60-12a9-4963-86a0-820390c5d93a on network bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:12:52.522804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:12:52.523130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Checking segment: {'id': '242ad093-6f57-45f3-b006-b4d453a6d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bdf56d8b-7a20-4fc4-9dd0-efa9de405a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:12:52.523496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Bound using segment: {'id': '242ad093-6f57-45f3-b006-b4d453a6d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bdf56d8b-7a20-4fc4-9dd0-efa9de405a77'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:12:52.523913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Bound port: a9e7fb60-12a9-4963-86a0-820390c5d93a, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '242ad093-6f57-45f3-b006-b4d453a6d1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bdf56d8b-7a20-4fc4-9dd0-efa9de405a77'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:12:52.524252 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:52.611973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] For port a9e7fb60-12a9-4963-86a0-820390c5d93a, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:12:52.615254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] For port a9e7fb60-12a9-4963-86a0-820390c5d93a, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a9e7fb60-12a9-4963-86a0-820390c5d93a,segment=NetworkSegment(242ad093-6f57-45f3-b006-b4d453a6d1c4),segment_id=242ad093-6f57-45f3-b006-b4d453a6d1c4)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:12:52.620472 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:52.675252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:52.676037 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:52.677373 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] 10.222.0.50 "PUT /v2.0/ports/a9e7fb60-12a9-4963-86a0-820390c5d93a HTTP/1.1" status: 200 len: 1092 time: 1.1079223 May 25 21:12:52.685749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87', 'tag': 'a9e7fb60-12a9-4963-86a0-820390c5d93a'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:12:52.714666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c36ed-f37d-4d3e-a191-99555ccf65b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e7fb60-12a9-4963-86a0-820390c5d93a,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:52.751953 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d19681-3207-4952-a04c-28d7c8b7594b'] response: {'name': 'network-changed', 'server_uuid': 'e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87', 'tag': 'a9e7fb60-12a9-4963-86a0-820390c5d93a', 'status': 'completed', 'code': 200} May 25 21:12:52.792843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-6616d253-50b3-4166-8055-3db81d89015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:52.794356 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-6616d253-50b3-4166-8055-3db81d89015e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=457bdea7311d4e3096b0e1851b6aa870&device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 1095 time: 0.0752232 May 25 21:12:52.863746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-5dd15f51-9b20-4c3d-b402-54cf89b23c37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9e7fb60-12a9-4963-86a0-820390c5d93a HTTP/1.1" status: 200 len: 217 time: 0.0628266 May 25 21:12:52.924977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-db93ed53-6440-4924-bc96-2d06f75cfcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:52.926319 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-db93ed53-6440-4924-bc96-2d06f75cfcc2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2413819f-bded-49ac-8889-c032a6b5393f HTTP/1.1" status: 200 len: 853 time: 0.0568805 May 25 21:12:52.972440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-17dc2961-5bd6-4953-bfc9-b60e0eb117f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bdf56d8b-7a20-4fc4-9dd0-efa9de405a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405536 May 25 21:12:52.982705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-0e655c82-a9ae-498e-bd78-9838f584df85 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:12:52.983690 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-0e655c82-a9ae-498e-bd78-9838f584df85 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057056 May 25 21:12:53.113667 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-f5642076-faef-4da4-8fc0-d2d9c700007b service neutron] 10.222.0.50 "GET /v2.0/networks/bdf56d8b-7a20-4fc4-9dd0-efa9de405a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242874 May 25 21:12:53.245305 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1ba5b96c-2ac5-440f-97dc-92f1bfc6dfc9 req-39e748ed-277c-4cd3-a1c8-17d31e8939ef service neutron] 10.222.0.50 "GET /v2.0/networks/bdf56d8b-7a20-4fc4-9dd0-efa9de405a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251686 May 25 21:12:53.361312 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd9121-a2cd-4dfb-8bbe-f98c6144cdcf req-9546e8ab-c526-45b7-9a0f-b1456212794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:53.362815 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77fd9121-a2cd-4dfb-8bbe-f98c6144cdcf req-9546e8ab-c526-45b7-9a0f-b1456212794b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=457bdea7311d4e3096b0e1851b6aa870&device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 1095 time: 0.0750978 May 25 21:12:53.493213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd9121-a2cd-4dfb-8bbe-f98c6144cdcf req-5b0b415d-2468-4854-9b71-8e98614eb865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:53.494738 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77fd9121-a2cd-4dfb-8bbe-f98c6144cdcf req-5b0b415d-2468-4854-9b71-8e98614eb865 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 HTTP/1.1" status: 200 len: 914 time: 0.1262357 May 25 21:12:53.567142 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77fd9121-a2cd-4dfb-8bbe-f98c6144cdcf req-60967013-f8a7-4c97-bce3-14d735fe97fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9e7fb60-12a9-4963-86a0-820390c5d93a HTTP/1.1" status: 200 len: 217 time: 0.0657525 May 25 21:12:53.673398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd9121-a2cd-4dfb-8bbe-f98c6144cdcf req-fabf07cb-be75-4b23-841a-57df3047b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:53.674973 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77fd9121-a2cd-4dfb-8bbe-f98c6144cdcf req-fabf07cb-be75-4b23-841a-57df3047b10c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2413819f-bded-49ac-8889-c032a6b5393f HTTP/1.1" status: 200 len: 853 time: 0.1010630 May 25 21:12:53.739389 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77fd9121-a2cd-4dfb-8bbe-f98c6144cdcf req-7577f3dc-68f9-4aa3-abc7-4398d7aaa5e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bdf56d8b-7a20-4fc4-9dd0-efa9de405a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547090 May 25 21:12:53.954085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f38f09-2e46-4989-bbc3-4a7a934d2224 req-db5b27c4-02f7-437a-994e-4e6dd5557215 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:53.955556 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-62f38f09-2e46-4989-bbc3-4a7a934d2224 req-db5b27c4-02f7-437a-994e-4e6dd5557215 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 944 time: 0.3390942 May 25 21:12:54.040860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-62f38f09-2e46-4989-bbc3-4a7a934d2224 req-a1e430b1-9ccf-49b4-a9dc-5de0cc0e6dc8 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787673 May 25 21:12:54.042961 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77fd9121-a2cd-4dfb-8bbe-f98c6144cdcf req-e9ef9664-bfbc-4e88-9ce6-75811ae330b5 service neutron] 10.222.0.50 "GET /v2.0/networks/bdf56d8b-7a20-4fc4-9dd0-efa9de405a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962775 May 25 21:12:54.177380 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77fd9121-a2cd-4dfb-8bbe-f98c6144cdcf req-47471dde-5baf-4635-9012-f20b9df6b6f1 service neutron] 10.222.0.50 "GET /v2.0/networks/bdf56d8b-7a20-4fc4-9dd0-efa9de405a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269529 May 25 21:12:54.369497 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:55.224499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40a044-a03c-415c-b8a3-639c060227fb req-8b088e55-1e0c-48e8-9cea-ea441b8bf299 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:55.225934 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2e40a044-a03c-415c-b8a3-639c060227fb req-8b088e55-1e0c-48e8-9cea-ea441b8bf299 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 944 time: 0.0788691 May 25 21:12:55.386408 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2e40a044-a03c-415c-b8a3-639c060227fb req-aa07b260-647f-4e8c-abb9-9e15ede53e9d tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540301 May 25 21:12:56.131243 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device a9e7fb60-12a9-4963-86a0-820390c5d93a details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:12:56.261495 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port a9e7fb60-12a9-4963-86a0-820390c5d93a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a9e7fb60-12a9-4963-86a0-820390c5d93a,segment=NetworkSegment(242ad093-6f57-45f3-b006-b4d453a6d1c4),segment_id=242ad093-6f57-45f3-b006-b4d453a6d1c4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:56.274414 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'a9e7fb60-12a9-4963-86a0-820390c5d93a', 'network_id': 'bdf56d8b-7a20-4fc4-9dd0-efa9de405a77', 'port_id': 'a9e7fb60-12a9-4963-86a0-820390c5d93a', 'mac_address': 'fa:16:3e:4d:0e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2413819f-bded-49ac-8889-c032a6b5393f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:12:56.334342 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port a9e7fb60-12a9-4963-86a0-820390c5d93a is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:12:56.334708 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:56.351396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e7fb60-12a9-4963-86a0-820390c5d93a {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:12:56.366602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port a9e7fb60-12a9-4963-86a0-820390c5d93a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a9e7fb60-12a9-4963-86a0-820390c5d93a,segment=NetworkSegment(242ad093-6f57-45f3-b006-b4d453a6d1c4),segment_id=242ad093-6f57-45f3-b006-b4d453a6d1c4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:56.371299 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:56.442116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=a9e7fb60-12a9-4963-86a0-820390c5d93a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:56.571515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf9a41-fbad-4959-9c37-3d8e7de6298e req-2cb0c25b-7d77-490b-91f3-12d18b711ded tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:56.573146 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbaf9a41-fbad-4959-9c37-3d8e7de6298e req-2cb0c25b-7d77-490b-91f3-12d18b711ded tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 945 time: 0.0805106 May 25 21:12:56.608198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['a9e7fb60-12a9-4963-86a0-820390c5d93a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:12:56.618518 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fbaf9a41-fbad-4959-9c37-3d8e7de6298e req-ac576b60-038a-43f3-a901-3bc39def9899 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390334 May 25 21:12:57.809794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecc6ed-e0d4-4cbd-9d0f-c57bea6558e7 req-269ab7cf-e07f-427b-bd55-caaec5529aa2 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:57.811289 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22ecc6ed-e0d4-4cbd-9d0f-c57bea6558e7 req-269ab7cf-e07f-427b-bd55-caaec5529aa2 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 945 time: 0.0834303 May 25 21:12:57.856155 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22ecc6ed-e0d4-4cbd-9d0f-c57bea6558e7 req-9c4f64e2-7df8-43f5-9fd2-113c7436afbf tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391712 May 25 21:12:58.145584 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device a9e7fb60-12a9-4963-86a0-820390c5d93a up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:12:58.211344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port a9e7fb60-12a9-4963-86a0-820390c5d93a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:12:58.216152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port a9e7fb60-12a9-4963-86a0-820390c5d93a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:12:58.216533 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:58.288921 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c0c2-df06-4042-9327-0c665a659c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:58.346862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port a9e7fb60-12a9-4963-86a0-820390c5d93a is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:12:58.347144 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:58.374353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e7fb60-12a9-4963-86a0-820390c5d93a'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:12:58.383622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port a9e7fb60-12a9-4963-86a0-820390c5d93a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a9e7fb60-12a9-4963-86a0-820390c5d93a,segment=NetworkSegment(242ad093-6f57-45f3-b006-b4d453a6d1c4),segment_id=242ad093-6f57-45f3-b006-b4d453a6d1c4)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:12:58.387583 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:58.428218 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174a151e-f1e7-4aec-a2a6-0fdca7c5be75'] response: {'server_uuid': 'e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e7fb60-12a9-4963-86a0-820390c5d93a', 'code': 200} May 25 21:12:58.460962 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=a9e7fb60-12a9-4963-86a0-820390c5d93a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:12:58.548261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725bba7e-500c-4ad0-aa02-c82919c5cb3e req-4ab1e4a8-a76e-435c-bb68-804bfd82a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:58.549730 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-725bba7e-500c-4ad0-aa02-c82919c5cb3e req-4ab1e4a8-a76e-435c-bb68-804bfd82a537 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 1097 time: 0.0741925 May 25 21:12:58.589697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-725bba7e-500c-4ad0-aa02-c82919c5cb3e req-be39ccd2-aaff-49ec-8422-11cd71400e02 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342009 May 25 21:12:58.642407 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:12:59.043287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74771bf7-3776-482f-83a4-0a943563bb0b req-c4f3a0eb-9183-4604-82b9-244e578a9389 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:12:59.044740 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74771bf7-3776-482f-83a4-0a943563bb0b req-c4f3a0eb-9183-4604-82b9-244e578a9389 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 946 time: 0.0842721 May 25 21:12:59.089072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74771bf7-3776-482f-83a4-0a943563bb0b req-f3399ba0-2967-4dd8-857a-c9272ca9f01f tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381954 May 25 21:13:00.273621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bf000-05c8-4c95-a37c-1ce0c5179c30 req-4f9ea7a1-bb76-4c76-bd73-a9b66333c7ea tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:00.275017 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6a3bf000-05c8-4c95-a37c-1ce0c5179c30 req-4f9ea7a1-bb76-4c76-bd73-a9b66333c7ea tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 946 time: 0.0804143 May 25 21:13:00.322552 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6a3bf000-05c8-4c95-a37c-1ce0c5179c30 req-85586dbe-1c17-498f-802e-1e79172abe09 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416634 May 25 21:13:00.708910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cadcc-58b3-4e27-acc5-1e1e8d02552a req-adb2bcf9-f010-4ffa-8b0d-c348aa408d6f tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:00.710502 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4b2cadcc-58b3-4e27-acc5-1e1e8d02552a req-adb2bcf9-f010-4ffa-8b0d-c348aa408d6f tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 946 time: 0.0820937 May 25 21:13:00.715830 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dd22ff7f-94d0-48c7-88ea-cd1ce52a8678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:00.758091 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4b2cadcc-58b3-4e27-acc5-1e1e8d02552a req-cc863439-8d18-451a-b7e3-c5fdff3728b7 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 May 25 21:13:01.503757 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:01.847571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1abaf-4cfc-418e-815b-004c2f01a25f req-8b28da24-6133-49a5-a95d-ccef6323f0d1 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:01.849100 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d3b1abaf-4cfc-418e-815b-004c2f01a25f req-8b28da24-6133-49a5-a95d-ccef6323f0d1 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 946 time: 0.0842059 May 25 21:13:01.923608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-d3b1abaf-4cfc-418e-815b-004c2f01a25f req-56a98236-1a7c-4420-9eb8-185780c3d4e5 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Deleting port a9e7fb60-12a9-4963-86a0-820390c5d93a {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:13:01.923961 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d3b1abaf-4cfc-418e-815b-004c2f01a25f req-56a98236-1a7c-4420-9eb8-185780c3d4e5 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:01.948476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1102452-ef5c-4c0e-a914-5d25f485f8be req-9764a332-d913-42b8-8bc8-f6d390aa2050 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:01.949105 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:01.951252 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1102452-ef5c-4c0e-a914-5d25f485f8be req-9764a332-d913-42b8-8bc8-f6d390aa2050 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 946 time: 0.0834558 May 25 21:13:01.995989 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1102452-ef5c-4c0e-a914-5d25f485f8be req-d52b4861-3d72-41ea-8e9a-71df1d62c96f tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388277 May 25 21:13:02.187923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d3b1abaf-4cfc-418e-815b-004c2f01a25f req-56a98236-1a7c-4420-9eb8-185780c3d4e5 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] For port a9e7fb60-12a9-4963-86a0-820390c5d93a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=a9e7fb60-12a9-4963-86a0-820390c5d93a,segment=NetworkSegment(242ad093-6f57-45f3-b006-b4d453a6d1c4),segment_id=242ad093-6f57-45f3-b006-b4d453a6d1c4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:02.188281 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d3b1abaf-4cfc-418e-815b-004c2f01a25f req-56a98236-1a7c-4420-9eb8-185780c3d4e5 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:02.311023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-d3b1abaf-4cfc-418e-815b-004c2f01a25f req-56a98236-1a7c-4420-9eb8-185780c3d4e5 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Calling delete_port for a9e7fb60-12a9-4963-86a0-820390c5d93a owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:13:02.460476 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d3b1abaf-4cfc-418e-815b-004c2f01a25f req-56a98236-1a7c-4420-9eb8-185780c3d4e5 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:02.473468 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['a9e7fb60-12a9-4963-86a0-820390c5d93a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:13:02.499198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['00ed0ea8-dde7-40ae-bcbb-4574ae339949'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:13:02.511563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a98236-1a7c-4420-9eb8-185780c3d4e5 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Pushing event deleted for resources: {'Port': ['ID=a9e7fb60-12a9-4963-86a0-820390c5d93a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:02.589745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b1abaf-4cfc-418e-815b-004c2f01a25f req-56a98236-1a7c-4420-9eb8-185780c3d4e5 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] No DVR routers for this DVR port a9e7fb60-12a9-4963-86a0-820390c5d93a on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:13:02.592350 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d3b1abaf-4cfc-418e-815b-004c2f01a25f req-56a98236-1a7c-4420-9eb8-185780c3d4e5 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:02.595139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87', 'name': 'network-vif-deleted', 'tag': 'a9e7fb60-12a9-4963-86a0-820390c5d93a'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:13:02.613301 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d3b1abaf-4cfc-418e-815b-004c2f01a25f req-56a98236-1a7c-4420-9eb8-185780c3d4e5 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.50 "DELETE /v2.0/ports/a9e7fb60-12a9-4963-86a0-820390c5d93a HTTP/1.1" status: 204 len: 173 time: 0.7581573 May 25 21:13:02.648354 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0337753-ee13-498f-bd74-5f9a792600d7'] response: {'server_uuid': 'e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87', 'name': 'network-vif-deleted', 'tag': 'a9e7fb60-12a9-4963-86a0-820390c5d93a', 'status': 'completed', 'code': 200} May 25 21:13:03.170536 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44bf44c0-2c2e-42ac-900b-9031b44da1ce req-643e94e5-3b18-4f57-9779-20f400ec1870 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1ec4e2b-8fc0-4fd9-ba11-ee5613a82c87 HTTP/1.1" status: 200 len: 210 time: 0.0456049 May 25 21:13:03.277254 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:04.434125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393dbd2-ad12-4a45-ae34-05bd46feff01 req-5803c35e-7524-48c2-b117-b54e74d30245 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:04.435619 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9393dbd2-ad12-4a45-ae34-05bd46feff01 req-5803c35e-7524-48c2-b117-b54e74d30245 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 945 time: 0.0854316 May 25 21:13:04.480532 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9393dbd2-ad12-4a45-ae34-05bd46feff01 req-a528f682-e1bb-49d5-a4cc-1fdd60866ceb tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390987 May 25 21:13:04.684370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a75c28-852e-4956-a0d5-b4902a551a23 req-5148c2b2-421d-4c36-9f46-c5a2c36fc881 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:04.685869 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-97a75c28-852e-4956-a0d5-b4902a551a23 req-5148c2b2-421d-4c36-9f46-c5a2c36fc881 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 945 time: 0.0835578 May 25 21:13:04.731555 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-97a75c28-852e-4956-a0d5-b4902a551a23 req-c8a27ef6-87f1-4556-815d-c9bfba6d0bc2 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398903 May 25 21:13:04.923052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4aff54-a328-4595-92d0-51c8b7185d29 req-5068d3e3-116c-4b82-b4cd-4f91900ec8c9 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:04.923738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1e4aff54-a328-4595-92d0-51c8b7185d29 req-5068d3e3-116c-4b82-b4cd-4f91900ec8c9 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Synchronizing usage tracker for tenant:457bdea7311d4e3096b0e1851b6aa870 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:13:04.939781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1e4aff54-a328-4595-92d0-51c8b7185d29 req-5068d3e3-116c-4b82-b4cd-4f91900ec8c9 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Unset dirty status for tenant:457bdea7311d4e3096b0e1851b6aa870 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:13:04.941048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e4aff54-a328-4595-92d0-51c8b7185d29 req-5068d3e3-116c-4b82-b4cd-4f91900ec8c9 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 945 time: 0.0968039 May 25 21:13:04.988557 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1e4aff54-a328-4595-92d0-51c8b7185d29 req-0241b766-e47c-484d-997b-e80817bafbd4 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416427 May 25 21:13:05.284989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747125c-1aff-4121-9cce-7ef9ef7a2e8d req-e8715958-ff92-4e29-a608-f3166cccdfc1 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:05.286368 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6747125c-1aff-4121-9cce-7ef9ef7a2e8d req-e8715958-ff92-4e29-a608-f3166cccdfc1 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 945 time: 0.0805788 May 25 21:13:05.330417 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6747125c-1aff-4121-9cce-7ef9ef7a2e8d req-1298156e-d7f5-4ca3-bae8-ce1a23486041 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377882 May 25 21:13:05.520433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606242d8-90af-477d-936a-75a847a2a3cc req-70540149-7c08-4141-9047-c634ce60745d tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:05.521884 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-606242d8-90af-477d-936a-75a847a2a3cc req-70540149-7c08-4141-9047-c634ce60745d tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 945 time: 0.0799899 May 25 21:13:05.570582 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-606242d8-90af-477d-936a-75a847a2a3cc req-b9402dcc-99ac-440c-8cf5-ce6582f0403d tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417728 May 25 21:13:05.921338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5183c22-fadc-4cc4-a7d6-d3962708e4f6 req-831b578f-8596-4889-9ea5-75f00e325f84 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:05.922825 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5183c22-fadc-4cc4-a7d6-d3962708e4f6 req-831b578f-8596-4889-9ea5-75f00e325f84 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 945 time: 0.0800910 May 25 21:13:05.967870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f5183c22-fadc-4cc4-a7d6-d3962708e4f6 req-025fe13f-0b19-41be-981e-c1602bf9300b tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394218 May 25 21:13:06.208185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device a9e7fb60-12a9-4963-86a0-820390c5d93a no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:13:06.241814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: a9e7fb60-12a9-4963-86a0-820390c5d93a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:13:06.242141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device a9e7fb60-12a9-4963-86a0-820390c5d93a not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:13:06.499479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1385fb4-99ab-4fd8-bf91-a363e48e2487 req-476afae6-7d39-4a0c-9537-3e6b51eaebbf tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:06.500841 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1385fb4-99ab-4fd8-bf91-a363e48e2487 req-476afae6-7d39-4a0c-9537-3e6b51eaebbf tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 945 time: 0.0839260 May 25 21:13:06.545793 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1385fb4-99ab-4fd8-bf91-a363e48e2487 req-421501f2-a6d9-4fa3-8c33-24addea804d6 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393581 May 25 21:13:07.738650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2fc10-e67c-4500-843f-1f759b9161cb req-744a9860-2a6d-4227-9cc3-774f5aed58d2 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:07.740110 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fb2fc10-e67c-4500-843f-1f759b9161cb req-744a9860-2a6d-4227-9cc3-774f5aed58d2 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 945 time: 0.0851266 May 25 21:13:07.786933 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fb2fc10-e67c-4500-843f-1f759b9161cb req-f051c73e-ab66-46a7-b333-49a350c6ce8e tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a34324b-669e-4c24-9182-a9abffcb474f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410197 May 25 21:13:08.027479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087ff04-5e33-4c4c-9874-45f504765afc req-6c5c8c05-5a51-44c8-b26c-543a4b555751 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:08.028755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0087ff04-5e33-4c4c-9874-45f504765afc req-6c5c8c05-5a51-44c8-b26c-543a4b555751 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 945 time: 0.0795445 May 25 21:13:08.209745 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-0087ff04-5e33-4c4c-9874-45f504765afc req-0d567283-5cd9-4686-997a-0a59e9c2226d tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Deleting port 00ed0ea8-dde7-40ae-bcbb-4574ae339949 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:13:08.210071 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0087ff04-5e33-4c4c-9874-45f504765afc req-0d567283-5cd9-4686-997a-0a59e9c2226d tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:08.453473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-0087ff04-5e33-4c4c-9874-45f504765afc req-0d567283-5cd9-4686-997a-0a59e9c2226d tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] For port 00ed0ea8-dde7-40ae-bcbb-4574ae339949, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=00ed0ea8-dde7-40ae-bcbb-4574ae339949,segment=NetworkSegment(242ad093-6f57-45f3-b006-b4d453a6d1c4),segment_id=242ad093-6f57-45f3-b006-b4d453a6d1c4)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:08.453830 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0087ff04-5e33-4c4c-9874-45f504765afc req-0d567283-5cd9-4686-997a-0a59e9c2226d tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:08.579852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-0087ff04-5e33-4c4c-9874-45f504765afc req-0d567283-5cd9-4686-997a-0a59e9c2226d tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Calling delete_port for 00ed0ea8-dde7-40ae-bcbb-4574ae339949 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:13:08.721276 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0087ff04-5e33-4c4c-9874-45f504765afc req-0d567283-5cd9-4686-997a-0a59e9c2226d tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:08.733043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['00ed0ea8-dde7-40ae-bcbb-4574ae339949'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:13:08.780387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d567283-5cd9-4686-997a-0a59e9c2226d tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Pushing event deleted for resources: {'Port': ['ID=00ed0ea8-dde7-40ae-bcbb-4574ae339949,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:08.859120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-0087ff04-5e33-4c4c-9874-45f504765afc req-0d567283-5cd9-4686-997a-0a59e9c2226d tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] No DVR routers for this DVR port 00ed0ea8-dde7-40ae-bcbb-4574ae339949 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:13:08.861850 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-0087ff04-5e33-4c4c-9874-45f504765afc req-0d567283-5cd9-4686-997a-0a59e9c2226d tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:08.864459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f33625a-3d56-4116-ba13-db4ce206e46e', 'name': 'network-vif-deleted', 'tag': '00ed0ea8-dde7-40ae-bcbb-4574ae339949'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:13:08.880913 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0087ff04-5e33-4c4c-9874-45f504765afc req-0d567283-5cd9-4686-997a-0a59e9c2226d tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.70 "DELETE /v2.0/ports/00ed0ea8-dde7-40ae-bcbb-4574ae339949 HTTP/1.1" status: 204 len: 173 time: 0.8462651 May 25 21:13:08.917719 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0784041-1149-4cda-8f57-9593992874d9'] response: {'server_uuid': '5f33625a-3d56-4116-ba13-db4ce206e46e', 'name': 'network-vif-deleted', 'tag': '00ed0ea8-dde7-40ae-bcbb-4574ae339949', 'status': 'completed', 'code': 200} May 25 21:13:08.942701 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6069a4e7-aed4-4415-af38-16b0e744a60d req-493ac97b-f6ab-4432-ae9a-4b7b23cf7e07 tempest-ServersNegativeTestJSON-522605339 tempest-ServersNegativeTestJSON-522605339-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f33625a-3d56-4116-ba13-db4ce206e46e HTTP/1.1" status: 200 len: 210 time: 0.0465872 May 25 21:13:10.038413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45768) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:10.104999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-da480ec3-d7b0-4ea6-9812-765f66c1141f admin admin] Deleting subnet 2413819f-bded-49ac-8889-c032a6b5393f {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:13:10.107898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da480ec3-d7b0-4ea6-9812-765f66c1141f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:10.159680 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da480ec3-d7b0-4ea6-9812-765f66c1141f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:10.213283 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da480ec3-d7b0-4ea6-9812-765f66c1141f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:10.283063 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da480ec3-d7b0-4ea6-9812-765f66c1141f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:10.320814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da480ec3-d7b0-4ea6-9812-765f66c1141f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2413819f-bded-49ac-8889-c032a6b5393f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:10.324600 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-da480ec3-d7b0-4ea6-9812-765f66c1141f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:10.330450 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-da480ec3-d7b0-4ea6-9812-765f66c1141f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2413819f-bded-49ac-8889-c032a6b5393f HTTP/1.1" status: 204 len: 168 time: 0.2909801 May 25 21:13:10.332835 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45772) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:10.442133 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1aa28989-3f7e-4847-93e7-d27016ef7f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:10.564043 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:13:10.567064 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1aa28989-3f7e-4847-93e7-d27016ef7f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:10.592466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-1aa28989-3f7e-4847-93e7-d27016ef7f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf56d8b-7a20-4fc4-9dd0-efa9de405a77']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:10.604427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-1aa28989-3f7e-4847-93e7-d27016ef7f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242ad093-6f57-45f3-b006-b4d453a6d1c4') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:10.604898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-1aa28989-3f7e-4847-93e7-d27016ef7f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242ad093-6f57-45f3-b006-b4d453a6d1c4') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:10.616048 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1aa28989-3f7e-4847-93e7-d27016ef7f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:10.632206 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1aa28989-3f7e-4847-93e7-d27016ef7f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:10.639292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa28989-3f7e-4847-93e7-d27016ef7f80 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:13:10.639687 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1aa28989-3f7e-4847-93e7-d27016ef7f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:10.725002 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 242ad093-6f57-45f3-b006-b4d453a6d1c4 resource provider aggregate not found May 25 21:13:10.740435 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1aa28989-3f7e-4847-93e7-d27016ef7f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:10.742942 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 242ad093-6f57-45f3-b006-b4d453a6d1c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 242ad093-6f57-45f3-b006-b4d453a6d1c4 found for delete ", "request_id": "req-558617b4-a3a2-46bf-9cad-362e70f86945"}]} May 25 21:13:10.757850 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1aa28989-3f7e-4847-93e7-d27016ef7f80 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:10.770311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa28989-3f7e-4847-93e7-d27016ef7f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf56d8b-7a20-4fc4-9dd0-efa9de405a77,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:10.777797 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1aa28989-3f7e-4847-93e7-d27016ef7f80 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bdf56d8b-7a20-4fc4-9dd0-efa9de405a77 HTTP/1.1" status: 204 len: 168 time: 0.4440162 May 25 21:13:10.892255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45784) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:10.941255 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c876efb0-04d3-4708-b385-c9dc3ec586fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=457bdea7311d4e3096b0e1851b6aa870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478632 May 25 21:13:10.943791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45788) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:11.004657 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e98f684c-e286-499d-9add-562dd1058f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:11.030271 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e98f684c-e286-499d-9add-562dd1058f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:11.083276 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e98f684c-e286-499d-9add-562dd1058f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:11.100816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f684c-e286-499d-9add-562dd1058f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a34324b-669e-4c24-9182-a9abffcb474f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:11.113338 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e98f684c-e286-499d-9add-562dd1058f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:11.114486 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e98f684c-e286-499d-9add-562dd1058f65 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a34324b-669e-4c24-9182-a9abffcb474f HTTP/1.1" status: 204 len: 168 time: 0.1697886 May 25 21:13:11.903517 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45812) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:12.005007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1719425127'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:12.011252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:12.015488 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Usage tracker for resource:network and tenant:006a4b6a468c4a8a9ab330701bf8ca4b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:12.018332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:12.024644 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:12.034254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Made reservation on behalf of 006a4b6a468c4a8a9ab330701bf8ca4b for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:12.037635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:12.049916 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:12.064875 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:12.068622 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Usage tracker for resource:security_group_rule and tenant:006a4b6a468c4a8a9ab330701bf8ca4b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:12.071366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:12.077594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:12.159631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 00ed0ea8-dde7-40ae-bcbb-4574ae339949 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:13:12.164270 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:12.168997 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:12.194579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 00ed0ea8-dde7-40ae-bcbb-4574ae339949 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:13:12.194916 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 00ed0ea8-dde7-40ae-bcbb-4574ae339949 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:13:12.202930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:13:12.211495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d85df0-6cca-498c-ac6a-6d5b2829989c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:12.217122 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:12.217511 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Added segment 71ce3f92-86bb-4515-818b-204684830431 of type vlan for network bdb4d53a-86ac-4d35-810d-22c9ca28a2a0 May 25 21:13:12.247939 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:12.277277 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:12.282681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:12.283248 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:12.391120 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4864988 May 25 21:13:12.394370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8367425-04f1-4d9b-8e2e-6f2c738cea3f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event updated for resources: {'Network': ['ID=bdb4d53a-86ac-4d35-810d-22c9ca28a2a0,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:12.405910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network bdb4d53a-86ac-4d35-810d-22c9ca28a2a0 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:13:15.688636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45818) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:15.694487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Request body: {'subnet': {'network_id': 'bdb4d53a-86ac-4d35-810d-22c9ca28a2a0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:15.912710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:15.916653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Usage tracker for resource:subnet and tenant:006a4b6a468c4a8a9ab330701bf8ca4b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:15.919519 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:15.925150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:15.935415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Made reservation on behalf of 006a4b6a468c4a8a9ab330701bf8ca4b for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:15.938897 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:16.155990 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:16.235985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event updated for resources: {'Subnet': ['ID=3ee07e26-298a-468d-9192-aa2228e020c4,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:16.248072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Checking segment: {'id': '71ce3f92-86bb-4515-818b-204684830431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdb4d53a-86ac-4d35-810d-22c9ca28a2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:16.248430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Network hostable DHCP agents. Network: bdb4d53a-86ac-4d35-810d-22c9ca28a2a0, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:13:16.267770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Network bdb4d53a-86ac-4d35-810d-22c9ca28a2a0 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:13:16.277379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, bdb4d53a-86ac-4d35-810d-22c9ca28a2a0) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:16.282004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:16.283254 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:16.286412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6034604f-e4c9-41f2-898e-d03b978950e4 None None] Network bdb4d53a-86ac-4d35-810d-22c9ca28a2a0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:16.316394 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-597f0c49-d08c-4387-a298-8e09c6bd78b0 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6233664 May 25 21:13:16.316615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45822) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:16.322018 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1347933267'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:16.327699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:16.331523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Usage tracker for resource:network and tenant:006a4b6a468c4a8a9ab330701bf8ca4b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:16.334318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:16.340248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:16.350687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Made reservation on behalf of 006a4b6a468c4a8a9ab330701bf8ca4b for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:16.354806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:16.382970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:13:16.392678 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:16.393037 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Added segment 074a55b6-60c2-4423-a33b-04aec39af6da of type vlan for network de7a9375-0b78-48d1-a502-18984f926063 May 25 21:13:16.422955 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:16.453227 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:16.459026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:16.459604 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:16.506668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-bdb4d53a-86ac-4d35-810d-22c9ca28a2a0', 'network_id': 'bdb4d53a-86ac-4d35-810d-22c9ca28a2a0', 'tenant_id': '006a4b6a468c4a8a9ab330701bf8ca4b', 'fixed_ips': [{'subnet_id': '3ee07e26-298a-468d-9192-aa2228e020c4'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:13:16.507479 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:16.565585 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2478905 May 25 21:13:16.568491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45826) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:16.575389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Request body: {'subnet': {'network_id': 'de7a9375-0b78-48d1-a502-18984f926063', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:16.578972 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0c681-d769-4281-9c0d-ac78c7bfc024 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event updated for resources: {'Network': ['ID=de7a9375-0b78-48d1-a502-18984f926063,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:16.591212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network de7a9375-0b78-48d1-a502-18984f926063 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:13:16.685862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:16.690253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Usage tracker for resource:subnet and tenant:006a4b6a468c4a8a9ab330701bf8ca4b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:16.693118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:16.699188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:16.708820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Made reservation on behalf of 006a4b6a468c4a8a9ab330701bf8ca4b for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:16.712827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:16.764818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Allocated IP 2001:db8:0:ffff::2 (bdb4d53a-86ac-4d35-810d-22c9ca28a2a0/3ee07e26-298a-468d-9192-aa2228e020c4/4d9ba376-fd70-40cb-b42e-7f795ce4d40b) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:13:16.948864 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:16.970664 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:16.980857 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Transition to ACTIVE for port object 4d9ba376-fd70-40cb-b42e-7f795ce4d40b will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:16.998726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Transition to ACTIVE for port object 4d9ba376-fd70-40cb-b42e-7f795ce4d40b will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:17.004440 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.031159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event updated for resources: {'Subnet': ['ID=73db5836-3edb-48f0-a81d-cc1dc0ad4bb3,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:17.038754 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Checking segment: {'id': '074a55b6-60c2-4423-a33b-04aec39af6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'de7a9375-0b78-48d1-a502-18984f926063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:17.039078 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Network hostable DHCP agents. Network: de7a9375-0b78-48d1-a502-18984f926063, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:13:17.058528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Network de7a9375-0b78-48d1-a502-18984f926063 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:13:17.068008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, de7a9375-0b78-48d1-a502-18984f926063) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:17.071382 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Network bdb4d53a-86ac-4d35-810d-22c9ca28a2a0 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:13:17.072571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:17.076581 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:13:17.079686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d489f6-21f7-45d4-b818-1101bc3d229a None None] Network de7a9375-0b78-48d1-a502-18984f926063 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:17.081019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:17.081622 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.102817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0c9bbc4d-ad9f-408b-a3e2-d0197268c02d tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5326498 May 25 21:13:17.106113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45830) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:17.134617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Pushing event updated for resources: {'Port': ['ID=4d9ba376-fd70-40cb-b42e-7f795ce4d40b,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:17.230793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:17.231132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:17.231465 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:17.231794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:17.232117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:17.232436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:17.232755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:17.233088 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:17.233401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:17.233711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:17.234022 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:17.234356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:17.249245 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.266141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Attempting to bind port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:13:17.266520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Attempting to bind port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '71ce3f92-86bb-4515-818b-204684830431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdb4d53a-86ac-4d35-810d-22c9ca28a2a0'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:13:17.266873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Attempting to bind port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b on network bdb4d53a-86ac-4d35-810d-22c9ca28a2a0 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:13:17.285031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:13:17.285318 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Checking segment: {'id': '71ce3f92-86bb-4515-818b-204684830431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdb4d53a-86ac-4d35-810d-22c9ca28a2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:17.285711 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.286089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Bound using segment: {'id': '71ce3f92-86bb-4515-818b-204684830431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdb4d53a-86ac-4d35-810d-22c9ca28a2a0'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:13:17.286573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Bound port: 4d9ba376-fd70-40cb-b42e-7f795ce4d40b, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ce3f92-86bb-4515-818b-204684830431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdb4d53a-86ac-4d35-810d-22c9ca28a2a0'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:13:17.287136 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.319315 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.396144 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.442049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event deleted for resources: {'Subnet': ['ID=73db5836-3edb-48f0-a81d-cc1dc0ad4bb3,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:17.469979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] For port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:13:17.477578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dfa33f-1ef2-48f3-8842-b67625469d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-de7a9375-0b78-48d1-a502-18984f926063', 'network_id': 'de7a9375-0b78-48d1-a502-18984f926063', 'tenant_id': '006a4b6a468c4a8a9ab330701bf8ca4b', 'fixed_ips': [{'subnet_id': '73db5836-3edb-48f0-a81d-cc1dc0ad4bb3'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:13:17.478405 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-42dfa33f-1ef2-48f3-8842-b67625469d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.532697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] For port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4d9ba376-fd70-40cb-b42e-7f795ce4d40b,segment=NetworkSegment(71ce3f92-86bb-4515-818b-204684830431),segment_id=71ce3f92-86bb-4515-818b-204684830431)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:13:17.539816 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.540601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.571440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7a9375-0b78-48d1-a502-18984f926063']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:17.584410 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074a55b6-60c2-4423-a33b-04aec39af6da') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:17.584635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074a55b6-60c2-4423-a33b-04aec39af6da') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:17.596153 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.612489 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.618787 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:13:17.619297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.689000 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 074a55b6-60c2-4423-a33b-04aec39af6da resource provider aggregate not found May 25 21:13:17.697551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc8025-d345-4316-a577-bb5df2220802 None None] Pushing event updated for resources: {'Port': ['ID=4d9ba376-fd70-40cb-b42e-7f795ce4d40b,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:17.708164 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be80940-c028-45db-8353-8be386895c23 None None] Network de7a9375-0b78-48d1-a502-18984f926063 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:17.731622 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 074a55b6-60c2-4423-a33b-04aec39af6da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 074a55b6-60c2-4423-a33b-04aec39af6da found for delete ", "request_id": "req-638116b3-3695-4aaa-891f-af167b776ce6"}]} May 25 21:13:17.750314 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.773480 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.785827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event deleted for resources: {'Network': ['ID=de7a9375-0b78-48d1-a502-18984f926063,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:17.790410 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-67cc601e-eebb-435c-a965-5168ce2ac7c6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "DELETE /v2.0/networks/de7a9375-0b78-48d1-a502-18984f926063 HTTP/1.1" status: 204 len: 168 time: 0.6830907 May 25 21:13:17.794130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45838) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:17.803219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1905647613'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:17.809513 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:17.816349 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Usage tracker for resource:network and tenant:006a4b6a468c4a8a9ab330701bf8ca4b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:17.819286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:17.826607 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:17.838423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Made reservation on behalf of 006a4b6a468c4a8a9ab330701bf8ca4b for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:17.843060 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.878589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:13:17.898119 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.900028 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Added segment ee8dff32-bb8e-495a-a624-edb7b6c93385 of type vlan for network b8117846-a610-4aab-b6c7-957af27687e3 May 25 21:13:17.943377 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.977698 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:17.984186 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:17.984919 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:18.087260 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2908943 May 25 21:13:18.090715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45842) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:18.096352 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Request body: {'subnet': {'network_id': 'b8117846-a610-4aab-b6c7-957af27687e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:18.099725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedd17e-ecad-48f3-bc81-375a7f0d4f14 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event updated for resources: {'Network': ['ID=b8117846-a610-4aab-b6c7-957af27687e3,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:18.109820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network b8117846-a610-4aab-b6c7-957af27687e3 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:13:18.208905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:18.212810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Usage tracker for resource:subnet and tenant:006a4b6a468c4a8a9ab330701bf8ca4b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:18.216058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:18.221821 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:18.232591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Made reservation on behalf of 006a4b6a468c4a8a9ab330701bf8ca4b for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:18.236279 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:18.324835 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.ipam_backend_mixin [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Performing IP validity checks on allocation pools {{(pid=88332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 25 21:13:18.325256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.ipam_backend_mixin [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 25 21:13:18.457328 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:18.541163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event updated for resources: {'Subnet': ['ID=301cdec0-102b-4b63-9301-2ca6be70099b,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:18.550689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Checking segment: {'id': 'ee8dff32-bb8e-495a-a624-edb7b6c93385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b8117846-a610-4aab-b6c7-957af27687e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:18.551046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Network hostable DHCP agents. Network: b8117846-a610-4aab-b6c7-957af27687e3, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:13:18.572687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Network b8117846-a610-4aab-b6c7-957af27687e3 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:13:18.585167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, b8117846-a610-4aab-b6c7-957af27687e3) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:18.590183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:18.590790 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:18.599537 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389c8b48-d97b-4832-89f5-d86bd0b1febe None None] Network b8117846-a610-4aab-b6c7-957af27687e3 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:18.625365 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bfe95680-1c53-4a41-b379-d55bb9d530ce tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5332084 May 25 21:13:18.628126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45846) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:18.716173 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4d9ba376-fd70-40cb-b42e-7f795ce4d40b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:18.769915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ea1d04-63b0-4dcf-9bbc-53b8686301b4 None None] Network bdb4d53a-86ac-4d35-810d-22c9ca28a2a0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:18.830421 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:18.907792 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:18.951183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0a67fba4-fe54-4742-a181-54d405bbd913 None None] Provisioning for port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:18.992694 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.036662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event deleted for resources: {'Subnet': ['ID=301cdec0-102b-4b63-9301-2ca6be70099b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:19.045690 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:19.080695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:19.080970 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.111120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cf5ffc-dbcd-40ee-a447-75451e860c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-b8117846-a610-4aab-b6c7-957af27687e3', 'network_id': 'b8117846-a610-4aab-b6c7-957af27687e3', 'tenant_id': '006a4b6a468c4a8a9ab330701bf8ca4b', 'fixed_ips': [{'subnet_id': '301cdec0-102b-4b63-9301-2ca6be70099b'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:13:19.111940 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-34cf5ffc-dbcd-40ee-a447-75451e860c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.144264 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.174656 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8117846-a610-4aab-b6c7-957af27687e3']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:19.189161 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8dff32-bb8e-495a-a624-edb7b6c93385') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:19.189440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8dff32-bb8e-495a-a624-edb7b6c93385') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:19.202532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.219614 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.226522 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:13:19.226920 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.299607 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment ee8dff32-bb8e-495a-a624-edb7b6c93385 resource provider aggregate not found May 25 21:13:19.322437 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment ee8dff32-bb8e-495a-a624-edb7b6c93385 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee8dff32-bb8e-495a-a624-edb7b6c93385 found for delete ", "request_id": "req-67c25dce-d1dc-4ae4-9779-816499507422"}]} May 25 21:13:19.338740 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.341409 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-34cf5ffc-dbcd-40ee-a447-75451e860c50 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 25 21:13:19.341409 n-d-843339-1 neutron-server[88333]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] May 25 21:13:19.341409 n-d-843339-1 neutron-server[88333]: [parameters: {'project_id': '006a4b6a468c4a8a9ab330701bf8ca4b', 'id': 'cfbbdb1e-4786-4686-a184-3edc15db024d', 'name': '', 'network_id': 'b8117846-a610-4aab-b6c7-957af27687e3', 'mac_address': 'fa:16:3e:4b:64:91', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-b8117846-a610-4aab-b6c7-957af27687e3', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4169}] May 25 21:13:19.341409 n-d-843339-1 neutron-server[88333]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:13:19.341897 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-34cf5ffc-dbcd-40ee-a447-75451e860c50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:13:19.344779 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.351037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:19.351498 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.373356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event deleted for resources: {'Network': ['ID=b8117846-a610-4aab-b6c7-957af27687e3,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:19.381178 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2f847837-c4a1-44e0-8b4c-6665423332e8 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "DELETE /v2.0/networks/b8117846-a610-4aab-b6c7-957af27687e3 HTTP/1.1" status: 204 len: 168 time: 0.7465699 May 25 21:13:19.381178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45854) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:19.388143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1246544489'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:19.395918 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:19.397551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4d9ba376-fd70-40cb-b42e-7f795ce4d40b,segment=NetworkSegment(71ce3f92-86bb-4515-818b-204684830431),segment_id=71ce3f92-86bb-4515-818b-204684830431)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:19.400931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Usage tracker for resource:network and tenant:006a4b6a468c4a8a9ab330701bf8ca4b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:19.402788 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.406837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:19.412618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:19.431482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Made reservation on behalf of 006a4b6a468c4a8a9ab330701bf8ca4b for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:19.436187 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.486900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:13:19.498429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.499057 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Added segment 94420646-39f8-438b-955a-764ac77c5ed1 of type vlan for network 8ded0fb5-8818-4fef-a85d-7d72689e6935 May 25 21:13:19.507622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=4d9ba376-fd70-40cb-b42e-7f795ce4d40b,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:19.533617 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.570086 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.577115 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:19.578119 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.715701 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3334553 May 25 21:13:19.716259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45860) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:19.717828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4eaadac8-3675-4e54-8f81-656521e74159 None None] Provisioning complete for port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:19.718846 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4eaadac8-3675-4e54-8f81-656521e74159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.722051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7be48a-9f50-41c2-ab6e-5d0e1bc10610 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event updated for resources: {'Network': ['ID=8ded0fb5-8818-4fef-a85d-7d72689e6935,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:19.732185 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Request body: {'subnet': {'network_id': '8ded0fb5-8818-4fef-a85d-7d72689e6935', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:19.751183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 8ded0fb5-8818-4fef-a85d-7d72689e6935 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:13:19.849388 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-34cf5ffc-dbcd-40ee-a447-75451e860c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.863685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:19.867427 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Usage tracker for resource:subnet and tenant:006a4b6a468c4a8a9ab330701bf8ca4b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:19.870718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:19.876544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:19.887182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Made reservation on behalf of 006a4b6a468c4a8a9ab330701bf8ca4b for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:19.890883 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:19.938400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d721592-aefd-4c6e-a925-8e15dfb447a0 None None] Network b8117846-a610-4aab-b6c7-957af27687e3 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:19.974832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d721592-aefd-4c6e-a925-8e15dfb447a0 None None] Network b8117846-a610-4aab-b6c7-957af27687e3 could not be found, it might have been deleted concurrently. {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 25 21:13:19.988559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4eaadac8-3675-4e54-8f81-656521e74159 None None] Current status of the port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:20.115854 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:20.196133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event updated for resources: {'Subnet': ['ID=4d6b97e1-a078-41e5-9c2c-e6f378ea953d,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:20.203627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Checking segment: {'id': '94420646-39f8-438b-955a-764ac77c5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8ded0fb5-8818-4fef-a85d-7d72689e6935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:20.203965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Network hostable DHCP agents. Network: 8ded0fb5-8818-4fef-a85d-7d72689e6935, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:13:20.230283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Network 8ded0fb5-8818-4fef-a85d-7d72689e6935 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:13:20.238923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 8ded0fb5-8818-4fef-a85d-7d72689e6935) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:20.243265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:20.243942 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:20.247983 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288759ac-dd69-4a7f-bebb-8c3664aaf7f7 None None] Network 8ded0fb5-8818-4fef-a85d-7d72689e6935 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:20.274348 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-64430147-d74a-417a-b62f-26f29f9d3b0f tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5530992 May 25 21:13:20.274619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45864) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:20.280618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1124115298'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:20.286565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:20.290473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Usage tracker for resource:network and tenant:006a4b6a468c4a8a9ab330701bf8ca4b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:20.293784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:20.299633 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:20.419949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Made reservation on behalf of 006a4b6a468c4a8a9ab330701bf8ca4b for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:20.423648 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:20.454213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:13:20.463205 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:20.463548 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Added segment 3632604b-b57b-4a92-aa03-a21f64ef1119 of type vlan for network 6070d515-3765-4491-99c3-9cdc162ec617 May 25 21:13:20.492978 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:20.520248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-8ded0fb5-8818-4fef-a85d-7d72689e6935', 'network_id': '8ded0fb5-8818-4fef-a85d-7d72689e6935', 'tenant_id': '006a4b6a468c4a8a9ab330701bf8ca4b', 'fixed_ips': [{'subnet_id': '4d6b97e1-a078-41e5-9c2c-e6f378ea953d'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:13:20.521121 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:20.526084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:20.532175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:20.532346 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:20.635543 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3597827 May 25 21:13:20.639036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45868) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:20.647193 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Request body: {'subnet': {'network_id': '6070d515-3765-4491-99c3-9cdc162ec617', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:20.657700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4d9ba376-fd70-40cb-b42e-7f795ce4d40b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:20.669860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8157e-4932-4a0a-ab86-20230210f832 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event updated for resources: {'Network': ['ID=6070d515-3765-4491-99c3-9cdc162ec617,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:20.689531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 6070d515-3765-4491-99c3-9cdc162ec617 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:13:20.768740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:20.772614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Usage tracker for resource:subnet and tenant:006a4b6a468c4a8a9ab330701bf8ca4b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:20.775516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:20.781409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:20.793403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Made reservation on behalf of 006a4b6a468c4a8a9ab330701bf8ca4b for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:20.796890 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:20.835020 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Allocated IP 2001:db8::2 (8ded0fb5-8818-4fef-a85d-7d72689e6935/4d6b97e1-a078-41e5-9c2c-e6f378ea953d/d49eb67e-a383-4343-af33-7f908b3a05c0) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:13:20.955764 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:20.956037 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.027102 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.108959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event updated for resources: {'Subnet': ['ID=3df31a1c-8caf-43d6-b2dc-8c08a69e0faa,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:21.117547 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Checking segment: {'id': '3632604b-b57b-4a92-aa03-a21f64ef1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6070d515-3765-4491-99c3-9cdc162ec617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:21.117901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Network hostable DHCP agents. Network: 6070d515-3765-4491-99c3-9cdc162ec617, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:13:21.137512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Network 6070d515-3765-4491-99c3-9cdc162ec617 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:13:21.148392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 6070d515-3765-4491-99c3-9cdc162ec617) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:21.152879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:21.153601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.161143 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fea06b1-d64b-413f-b5e8-67bee0e6a3cb None None] Network 6070d515-3765-4491-99c3-9cdc162ec617 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:21.178796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b04ab598-2e86-464c-b451-5632341445fa tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5384064 May 25 21:13:21.180796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45872) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:21.245300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:21.254401 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.277637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Transition to ACTIVE for port object d49eb67e-a383-4343-af33-7f908b3a05c0 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:21.314953 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Transition to ACTIVE for port object d49eb67e-a383-4343-af33-7f908b3a05c0 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:21.328143 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.328384 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.394079 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.424039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Network 8ded0fb5-8818-4fef-a85d-7d72689e6935 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:13:21.429250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:21.431738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:13:21.474146 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.490942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Pushing event updated for resources: {'Port': ['ID=d49eb67e-a383-4343-af33-7f908b3a05c0,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:21.515478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event deleted for resources: {'Subnet': ['ID=3df31a1c-8caf-43d6-b2dc-8c08a69e0faa,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:21.585141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Attempting to bind port d49eb67e-a383-4343-af33-7f908b3a05c0 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:13:21.585497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Attempting to bind port d49eb67e-a383-4343-af33-7f908b3a05c0 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '94420646-39f8-438b-955a-764ac77c5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8ded0fb5-8818-4fef-a85d-7d72689e6935'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:13:21.586002 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Attempting to bind port d49eb67e-a383-4343-af33-7f908b3a05c0 on network 8ded0fb5-8818-4fef-a85d-7d72689e6935 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:13:21.591916 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:13:21.592284 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Checking segment: {'id': '94420646-39f8-438b-955a-764ac77c5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8ded0fb5-8818-4fef-a85d-7d72689e6935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:21.592677 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.593607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Bound using segment: {'id': '94420646-39f8-438b-955a-764ac77c5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8ded0fb5-8818-4fef-a85d-7d72689e6935'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:13:21.593607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Bound port: d49eb67e-a383-4343-af33-7f908b3a05c0, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94420646-39f8-438b-955a-764ac77c5ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8ded0fb5-8818-4fef-a85d-7d72689e6935'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:13:21.593869 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.604787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce04f591-1481-4b57-90b3-1a1145c824a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-6070d515-3765-4491-99c3-9cdc162ec617', 'network_id': '6070d515-3765-4491-99c3-9cdc162ec617', 'tenant_id': '006a4b6a468c4a8a9ab330701bf8ca4b', 'fixed_ips': [{'subnet_id': '3df31a1c-8caf-43d6-b2dc-8c08a69e0faa'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:13:21.605224 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ce04f591-1481-4b57-90b3-1a1145c824a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.611465 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.639833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6070d515-3765-4491-99c3-9cdc162ec617']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:21.652292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3632604b-b57b-4a92-aa03-a21f64ef1119') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:21.652585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3632604b-b57b-4a92-aa03-a21f64ef1119') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:21.664007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.681693 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.689398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:13:21.689763 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.768416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] For port d49eb67e-a383-4343-af33-7f908b3a05c0, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:13:21.768593 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 3632604b-b57b-4a92-aa03-a21f64ef1119 resource provider aggregate not found May 25 21:13:21.772107 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] For port d49eb67e-a383-4343-af33-7f908b3a05c0, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d49eb67e-a383-4343-af33-7f908b3a05c0,segment=NetworkSegment(94420646-39f8-438b-955a-764ac77c5ed1),segment_id=94420646-39f8-438b-955a-764ac77c5ed1)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:13:21.774962 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6efe45e-afa6-4559-98e2-07af00716dd6 None None] Network 6070d515-3765-4491-99c3-9cdc162ec617 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:21.793600 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 3632604b-b57b-4a92-aa03-a21f64ef1119 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3632604b-b57b-4a92-aa03-a21f64ef1119 found for delete ", "request_id": "req-9c69fa03-aac8-4603-b7c1-3113c59e9593"}]} May 25 21:13:21.795550 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.804651 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.822547 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:21.835721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event deleted for resources: {'Network': ['ID=6070d515-3765-4491-99c3-9cdc162ec617,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:21.841659 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9e3d104f-30e3-4c37-9d27-75b0e6fcb525 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "DELETE /v2.0/networks/6070d515-3765-4491-99c3-9cdc162ec617 HTTP/1.1" status: 204 len: 168 time: 0.6596150 May 25 21:13:21.844692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45880) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:21.886042 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2c6173-bfc9-4aef-b1b3-df483954f1ef tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] GET failed (client error): The resource could not be found. May 25 21:13:21.886606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4f2c6173-bfc9-4aef-b1b3-df483954f1ef tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Synchronizing usage tracker for tenant:006a4b6a468c4a8a9ab330701bf8ca4b on resource:subnet {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:13:21.903380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4f2c6173-bfc9-4aef-b1b3-df483954f1ef tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Unset dirty status for tenant:006a4b6a468c4a8a9ab330701bf8ca4b on resource:subnet {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:13:21.904721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4f2c6173-bfc9-4aef-b1b3-df483954f1ef tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "GET /v2.0/subnets/3df31a1c-8caf-43d6-b2dc-8c08a69e0faa HTTP/1.1" status: 404 len: 337 time: 0.0588269 May 25 21:13:21.907591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45884) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:21.932728 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72252c5-5ad1-4987-9adb-1de2c3d87ad6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] DELETE failed (client error): The resource could not be found. May 25 21:13:21.933342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72252c5-5ad1-4987-9adb-1de2c3d87ad6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 21:13:21.935042 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f72252c5-5ad1-4987-9adb-1de2c3d87ad6 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "DELETE /v2.0/networks/6070d515-3765-4491-99c3-9cdc162ec617 HTTP/1.1" status: 404 len: 339 time: 0.0265536 May 25 21:13:21.938874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45888) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:21.987466 n-d-843339-1 neutron-server[88332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce395b63-270e-4140-95b5-db5d400d5296 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] DELETE failed (client error): The resource could not be found. May 25 21:13:21.987929 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce395b63-270e-4140-95b5-db5d400d5296 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 21:13:21.991965 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ce395b63-270e-4140-95b5-db5d400d5296 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "DELETE /v2.0/subnets/3df31a1c-8caf-43d6-b2dc-8c08a69e0faa HTTP/1.1" status: 404 len: 337 time: 0.0498681 May 25 21:13:21.992342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45892) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:22.019400 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a7d9bc-bb48-432f-80cf-24614039cc68 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] DELETE failed (client error): The resource could not be found. May 25 21:13:22.019780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a7d9bc-bb48-432f-80cf-24614039cc68 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 21:13:22.022634 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b8a7d9bc-bb48-432f-80cf-24614039cc68 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "DELETE /v2.0/networks/6070d515-3765-4491-99c3-9cdc162ec617 HTTP/1.1" status: 404 len: 339 time: 0.0292578 May 25 21:13:22.024232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45896) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:22.049670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895a948-c935-4c60-840d-67e846dffe85 None None] Pushing event updated for resources: {'Port': ['ID=d49eb67e-a383-4343-af33-7f908b3a05c0,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:22.091205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6edab7b-c508-40a1-92a3-b67d6c328cfc tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Deleting subnet 4d6b97e1-a078-41e5-9c2c-e6f378ea953d {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:13:22.094488 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6edab7b-c508-40a1-92a3-b67d6c328cfc tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:22.166634 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6edab7b-c508-40a1-92a3-b67d6c328cfc tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:22.263188 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6edab7b-c508-40a1-92a3-b67d6c328cfc tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:22.339070 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6edab7b-c508-40a1-92a3-b67d6c328cfc tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:22.380066 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edab7b-c508-40a1-92a3-b67d6c328cfc tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6b97e1-a078-41e5-9c2c-e6f378ea953d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:22.384700 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b6edab7b-c508-40a1-92a3-b67d6c328cfc tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:22.399092 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b6edab7b-c508-40a1-92a3-b67d6c328cfc tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "DELETE /v2.0/subnets/4d6b97e1-a078-41e5-9c2c-e6f378ea953d HTTP/1.1" status: 204 len: 168 time: 0.3738458 May 25 21:13:22.402083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45900) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:22.632656 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:22.645591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Deleting port d49eb67e-a383-4343-af33-7f908b3a05c0 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:13:22.645770 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:22.684223 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d49eb67e-a383-4343-af33-7f908b3a05c0 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:22.762751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port d49eb67e-a383-4343-af33-7f908b3a05c0 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:22.860578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] For port d49eb67e-a383-4343-af33-7f908b3a05c0, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d49eb67e-a383-4343-af33-7f908b3a05c0,segment=NetworkSegment(94420646-39f8-438b-955a-764ac77c5ed1),segment_id=94420646-39f8-438b-955a-764ac77c5ed1)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:22.860928 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:22.953567 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361143de-cd86-4503-bdf4-a6e8099607dd None None] Network 8ded0fb5-8818-4fef-a85d-7d72689e6935 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:22.994355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Calling delete_port for d49eb67e-a383-4343-af33-7f908b3a05c0 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:13:23.082717 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:23.096039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b9632522-b97a-4e53-93f3-93b714d8d823 None None] Provisioning for port d49eb67e-a383-4343-af33-7f908b3a05c0 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:23.131719 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b9632522-b97a-4e53-93f3-93b714d8d823 None None] Provisioning complete for port d49eb67e-a383-4343-af33-7f908b3a05c0 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:23.132076 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9632522-b97a-4e53-93f3-93b714d8d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:23.137254 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] No DVR routers for this DVR port d49eb67e-a383-4343-af33-7f908b3a05c0 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:13:23.164854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event deleted for resources: {'Port': ['ID=d49eb67e-a383-4343-af33-7f908b3a05c0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:23.171646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b9632522-b97a-4e53-93f3-93b714d8d823 None None] Port d49eb67e-a383-4343-af33-7f908b3a05c0 was deleted so its status cannot be updated. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 25 21:13:23.234299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6611b7-e237-4396-840d-3b892ac5601b None None] DHCP port deletion for 8ded0fb5-8818-4fef-a85d-7d72689e6935 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:13:23.273129 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:23.300402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ded0fb5-8818-4fef-a85d-7d72689e6935']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:23.312803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94420646-39f8-438b-955a-764ac77c5ed1') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:23.313096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94420646-39f8-438b-955a-764ac77c5ed1') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:23.325317 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:23.342492 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:23.349290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:13:23.349616 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:23.426626 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 94420646-39f8-438b-955a-764ac77c5ed1 resource provider aggregate not found May 25 21:13:23.450626 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 94420646-39f8-438b-955a-764ac77c5ed1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94420646-39f8-438b-955a-764ac77c5ed1 found for delete ", "request_id": "req-3a092d26-d7ad-49b8-88d9-7b21837de282"}]} May 25 21:13:23.466475 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:23.471568 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:23.500550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event deleted for resources: {'Network': ['ID=8ded0fb5-8818-4fef-a85d-7d72689e6935,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:23.504025 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e1edae68-6ad7-45fa-90d1-86215d19fac2 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "DELETE /v2.0/networks/8ded0fb5-8818-4fef-a85d-7d72689e6935 HTTP/1.1" status: 204 len: 168 time: 1.1007798 May 25 21:13:23.506395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45908) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:23.539828 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-5d9780c3-84e7-4b30-9403-6824e3daf3c5 req-152d9356-3fbf-4c8b-b177-e01683a777b0 service neutron] (88331) timed out ('10.222.0.50', 56914) {{(pid=88331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 21:13:23.544491 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77b7ee7-ab7a-4c45-b027-274da2097840 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] DELETE failed (client error): The resource could not be found. May 25 21:13:23.544937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77b7ee7-ab7a-4c45-b027-274da2097840 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 21:13:23.546587 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c77b7ee7-ab7a-4c45-b027-274da2097840 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "DELETE /v2.0/subnets/301cdec0-102b-4b63-9301-2ca6be70099b HTTP/1.1" status: 404 len: 337 time: 0.0392766 May 25 21:13:23.549044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45912) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:23.572984 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0ba0c9-2df2-4840-b736-fd43c76d1c9c tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] DELETE failed (client error): The resource could not be found. May 25 21:13:23.573458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0ba0c9-2df2-4840-b736-fd43c76d1c9c tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 21:13:23.575080 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1f0ba0c9-2df2-4840-b736-fd43c76d1c9c tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "DELETE /v2.0/networks/b8117846-a610-4aab-b6c7-957af27687e3 HTTP/1.1" status: 404 len: 339 time: 0.0251760 May 25 21:13:23.577364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45916) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:23.617363 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-123ea24b-d461-4e4c-8365-5b60a3a78cc9 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] DELETE failed (client error): The resource could not be found. May 25 21:13:23.617720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123ea24b-d461-4e4c-8365-5b60a3a78cc9 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 21:13:23.619488 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-123ea24b-d461-4e4c-8365-5b60a3a78cc9 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "DELETE /v2.0/subnets/73db5836-3edb-48f0-a81d-cc1dc0ad4bb3 HTTP/1.1" status: 404 len: 337 time: 0.0412412 May 25 21:13:23.622116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45920) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:23.646798 n-d-843339-1 neutron-server[88331]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0a9a19-d53b-41ac-903d-05b305069436 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] DELETE failed (client error): The resource could not be found. May 25 21:13:23.647253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0a9a19-d53b-41ac-903d-05b305069436 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 21:13:23.648824 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8a0a9a19-d53b-41ac-903d-05b305069436 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "DELETE /v2.0/networks/de7a9375-0b78-48d1-a502-18984f926063 HTTP/1.1" status: 404 len: 339 time: 0.0257967 May 25 21:13:23.651682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45924) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:23.716425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-687f57a7-3e03-40b2-98fe-15c08243f575 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Deleting subnet 3ee07e26-298a-468d-9192-aa2228e020c4 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:13:23.719424 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-687f57a7-3e03-40b2-98fe-15c08243f575 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:23.777016 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-687f57a7-3e03-40b2-98fe-15c08243f575 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:23.859062 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-687f57a7-3e03-40b2-98fe-15c08243f575 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:23.931204 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-687f57a7-3e03-40b2-98fe-15c08243f575 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:23.974198 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f57a7-3e03-40b2-98fe-15c08243f575 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee07e26-298a-468d-9192-aa2228e020c4,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:23.978851 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-687f57a7-3e03-40b2-98fe-15c08243f575 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:23.985068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c56e08-cd7e-4769-8089-438301b212fa None None] Network bdb4d53a-86ac-4d35-810d-22c9ca28a2a0 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:23.989912 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-687f57a7-3e03-40b2-98fe-15c08243f575 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "DELETE /v2.0/subnets/3ee07e26-298a-468d-9192-aa2228e020c4 HTTP/1.1" status: 204 len: 168 time: 0.3371058 May 25 21:13:23.992289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45928) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:24.109128 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:24.119539 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Deleting port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:13:24.119908 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:24.229850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97259546-3e06-4e20-a164-b238baa3fe6a None None] DHCP port deletion for bdb4d53a-86ac-4d35-810d-22c9ca28a2a0 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:13:24.234187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-97259546-3e06-4e20-a164-b238baa3fe6a None None] Deleting port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:13:24.234569 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-97259546-3e06-4e20-a164-b238baa3fe6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:24.437365 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:24.445172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] For port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4d9ba376-fd70-40cb-b42e-7f795ce4d40b,segment=NetworkSegment(71ce3f92-86bb-4515-818b-204684830431),segment_id=71ce3f92-86bb-4515-818b-204684830431)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:24.445538 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:24.454792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-97259546-3e06-4e20-a164-b238baa3fe6a None None] For port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4d9ba376-fd70-40cb-b42e-7f795ce4d40b,segment=NetworkSegment(71ce3f92-86bb-4515-818b-204684830431),segment_id=71ce3f92-86bb-4515-818b-204684830431)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:24.455111 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-97259546-3e06-4e20-a164-b238baa3fe6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:24.574941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Calling delete_port for 4d9ba376-fd70-40cb-b42e-7f795ce4d40b owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:13:24.589411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-97259546-3e06-4e20-a164-b238baa3fe6a None None] Calling delete_port for 4d9ba376-fd70-40cb-b42e-7f795ce4d40b owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:13:24.644085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4d9ba376-fd70-40cb-b42e-7f795ce4d40b no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:13:24.659396 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:24.689893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 4d9ba376-fd70-40cb-b42e-7f795ce4d40b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:13:24.690226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4d9ba376-fd70-40cb-b42e-7f795ce4d40b not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:13:24.690697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d49eb67e-a383-4343-af33-7f908b3a05c0 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:13:24.707996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event deleted for resources: {'Port': ['ID=4d9ba376-fd70-40cb-b42e-7f795ce4d40b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:24.711608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] No DVR routers for this DVR port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:13:24.730525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: d49eb67e-a383-4343-af33-7f908b3a05c0 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:13:24.730525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d49eb67e-a383-4343-af33-7f908b3a05c0 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:13:24.733329 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-97259546-3e06-4e20-a164-b238baa3fe6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:13:24.733661 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-97259546-3e06-4e20-a164-b238baa3fe6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:13:24.835624 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:24.862285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb4d53a-86ac-4d35-810d-22c9ca28a2a0']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:24.879532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ce3f92-86bb-4515-818b-204684830431') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:24.879827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ce3f92-86bb-4515-818b-204684830431') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:24.893551 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:24.909439 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:24.915511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:13:24.915885 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:25.009410 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:25.028146 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:25.043738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] Pushing event deleted for resources: {'Network': ['ID=bdb4d53a-86ac-4d35-810d-22c9ca28a2a0,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:25.046577 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-aef80250-7f43-476c-a4dc-892f39c81b52 tempest-NetworksIpV6Test-540676577 tempest-NetworksIpV6Test-540676577-project] 10.222.0.60 "DELETE /v2.0/networks/bdb4d53a-86ac-4d35-810d-22c9ca28a2a0 HTTP/1.1" status: 204 len: 168 time: 1.0533752 May 25 21:13:25.235298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-97259546-3e06-4e20-a164-b238baa3fe6a None None] Deleting port 4d9ba376-fd70-40cb-b42e-7f795ce4d40b {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:13:25.236509 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-97259546-3e06-4e20-a164-b238baa3fe6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:25.302895 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-97259546-3e06-4e20-a164-b238baa3fe6a None None] The port '4d9ba376-fd70-40cb-b42e-7f795ce4d40b' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 21:13:25.331476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45936) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:25.475083 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 71ce3f92-86bb-4515-818b-204684830431 resource provider aggregate not found May 25 21:13:25.487627 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-62ad764d-f8af-4b91-ab4b-16488ea943c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=006a4b6a468c4a8a9ab330701bf8ca4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550193 May 25 21:13:25.490172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45946) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:25.502371 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 71ce3f92-86bb-4515-818b-204684830431 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71ce3f92-86bb-4515-818b-204684830431 found for delete ", "request_id": "req-05bedfeb-aa04-40bf-9b48-2b450bda4f65"}]} May 25 21:13:25.555511 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db04bfea-ac87-499b-a536-d7e451d5bab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:25.580881 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db04bfea-ac87-499b-a536-d7e451d5bab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:25.633871 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db04bfea-ac87-499b-a536-d7e451d5bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:25.647983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04bfea-ac87-499b-a536-d7e451d5bab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d85df0-6cca-498c-ac6a-6d5b2829989c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:25.656642 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-db04bfea-ac87-499b-a536-d7e451d5bab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:25.660290 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-db04bfea-ac87-499b-a536-d7e451d5bab2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59d85df0-6cca-498c-ac6a-6d5b2829989c HTTP/1.1" status: 204 len: 168 time: 0.1667325 May 25 21:13:26.341431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45970) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:26.443479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e7616132-461e-4aa3-8b90-b898c267db6e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2114406305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:26.450920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e7616132-461e-4aa3-8b90-b898c267db6e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:26.454932 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e7616132-461e-4aa3-8b90-b898c267db6e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Usage tracker for resource:router and tenant:54073d648c594ae7aa27cdec4a2fe46a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:26.457749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e7616132-461e-4aa3-8b90-b898c267db6e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:26.464667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e7616132-461e-4aa3-8b90-b898c267db6e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:26.476364 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7616132-461e-4aa3-8b90-b898c267db6e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:26.477632 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7616132-461e-4aa3-8b90-b898c267db6e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:26.495029 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7616132-461e-4aa3-8b90-b898c267db6e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:26.512906 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7616132-461e-4aa3-8b90-b898c267db6e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:26.534509 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e7616132-461e-4aa3-8b90-b898c267db6e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:26.535651 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e7616132-461e-4aa3-8b90-b898c267db6e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1932442 May 25 21:13:26.538504 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45976) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:26.544417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-56553016'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:26.549739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:26.556900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Usage tracker for resource:network and tenant:54073d648c594ae7aa27cdec4a2fe46a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:26.562958 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:26.569193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:26.579265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Made reservation on behalf of 54073d648c594ae7aa27cdec4a2fe46a for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:26.582641 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:26.595396 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:26.610146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:26.613950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Usage tracker for resource:security_group_rule and tenant:54073d648c594ae7aa27cdec4a2fe46a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:26.616700 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:26.622383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:26.705954 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:26.710231 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:26.743877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:13:26.752327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce332fe6-f572-45a6-a0b9-6bf03270b9ab,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:26.759026 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:26.759390 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Added segment e99e75e3-fe4e-4124-a25c-5fd3bb242907 of type vlan for network 8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d May 25 21:13:26.786424 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:26.815237 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:26.820582 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:26.821144 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:26.931403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Pushing event updated for resources: {'Network': ['ID=8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:26.936159 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-873f3171-bec0-4b4f-ab25-ea3ce88c1e76 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3967218 May 25 21:13:26.939021 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45980) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:26.945116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Request body: {'subnet': {'network_id': '8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:26.945799 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:13:27.065667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:27.069441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Usage tracker for resource:subnet and tenant:54073d648c594ae7aa27cdec4a2fe46a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:27.072321 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:27.078861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:27.088364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Made reservation on behalf of 54073d648c594ae7aa27cdec4a2fe46a for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:27.092174 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:27.304613 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:27.383778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Pushing event updated for resources: {'Subnet': ['ID=150fa8f8-69d4-4629-bc54-c676f4cb58c4,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:27.394418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Checking segment: {'id': 'e99e75e3-fe4e-4124-a25c-5fd3bb242907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:27.394776 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Network hostable DHCP agents. Network: 8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:13:27.413514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Network 8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:13:27.423591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:27.428117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:27.429145 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:27.432777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ece50-d530-4f57-843c-24434de8a9c8 None None] Network 8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:27.455584 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-933d2245-5de5-4e92-b760-ff567a177af1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5153697 May 25 21:13:27.458662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 45984) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:27.465331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-140147409'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:27.471643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:27.476199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Usage tracker for resource:network and tenant:54073d648c594ae7aa27cdec4a2fe46a is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:27.480232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:27.487117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:27.503771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Made reservation on behalf of 54073d648c594ae7aa27cdec4a2fe46a for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:27.507453 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:27.539984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:13:27.550760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:27.551148 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Added segment 4daaa061-cfd7-4433-a8d4-af8d82a97ecc of type vlan for network 34bcfdbe-38b2-47cd-bd98-462a2d4f1579 May 25 21:13:27.578827 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:27.610252 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:27.615767 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:27.616401 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:27.703068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d', 'network_id': '8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d', 'tenant_id': '54073d648c594ae7aa27cdec4a2fe46a', 'fixed_ips': [{'subnet_id': '150fa8f8-69d4-4629-bc54-c676f4cb58c4'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:13:27.703996 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:27.719996 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2600424 May 25 21:13:27.723018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45988) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:27.726328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287593f-bf17-4fb1-a6ea-1783f18f372b tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Pushing event updated for resources: {'Network': ['ID=34bcfdbe-38b2-47cd-bd98-462a2d4f1579,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:27.729285 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Request body: {'subnet': {'network_id': '34bcfdbe-38b2-47cd-bd98-462a2d4f1579', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:27.771868 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 34bcfdbe-38b2-47cd-bd98-462a2d4f1579 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:13:27.840717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:27.844432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Usage tracker for resource:subnet and tenant:54073d648c594ae7aa27cdec4a2fe46a is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:27.847265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:27.852904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:27.865731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Made reservation on behalf of 54073d648c594ae7aa27cdec4a2fe46a for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:27.869268 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:27.956029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Allocated IP 172.20.0.2 (8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d/150fa8f8-69d4-4629-bc54-c676f4cb58c4/9f88f21f-b34f-4e37-b9ae-7a92abf98911) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:13:28.176754 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:28.186924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Transition to ACTIVE for port object 9f88f21f-b34f-4e37-b9ae-7a92abf98911 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:28.205159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Transition to ACTIVE for port object 9f88f21f-b34f-4e37-b9ae-7a92abf98911 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:28.210171 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:28.210902 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:28.283411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Network 8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:13:28.290520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Pushing event updated for resources: {'Subnet': ['ID=809c590d-48db-4681-83c2-c72d40bc1dd6,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:28.291372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:28.298027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:13:28.302300 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Pushing event updated for resources: {'Port': ['ID=9f88f21f-b34f-4e37-b9ae-7a92abf98911,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:28.304306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Checking segment: {'id': '4daaa061-cfd7-4433-a8d4-af8d82a97ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '34bcfdbe-38b2-47cd-bd98-462a2d4f1579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:28.304674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Network hostable DHCP agents. Network: 34bcfdbe-38b2-47cd-bd98-462a2d4f1579, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:13:28.306701 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6be852bb-b881-4936-b20b-67ad310fcc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:28.325735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Network 34bcfdbe-38b2-47cd-bd98-462a2d4f1579 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:13:28.334838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 34bcfdbe-38b2-47cd-bd98-462a2d4f1579) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:28.339170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:28.339743 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:28.349609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3761fb9-bc55-4f18-8529-d5bb92adf9f6 None None] Network 34bcfdbe-38b2-47cd-bd98-462a2d4f1579 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:28.361160 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-13fc7430-d8aa-4ece-9627-3eb75b7a1bb1 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6368780 May 25 21:13:28.363892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45992) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:28.369063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-366acf1b-ad5f-428f-b9c4-1c032758a88e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Request body: {'router': {'external_gateway_info': {'network_id': '34bcfdbe-38b2-47cd-bd98-462a2d4f1579'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:28.478695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Attempting to bind port 9f88f21f-b34f-4e37-b9ae-7a92abf98911 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:13:28.479731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Attempting to bind port 9f88f21f-b34f-4e37-b9ae-7a92abf98911 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e99e75e3-fe4e-4124-a25c-5fd3bb242907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:13:28.480137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Attempting to bind port 9f88f21f-b34f-4e37-b9ae-7a92abf98911 on network 8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:13:28.490602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:13:28.490969 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Checking segment: {'id': 'e99e75e3-fe4e-4124-a25c-5fd3bb242907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:28.491359 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:28.491740 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Bound using segment: {'id': 'e99e75e3-fe4e-4124-a25c-5fd3bb242907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:13:28.492196 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Bound port: 9f88f21f-b34f-4e37-b9ae-7a92abf98911, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e75e3-fe4e-4124-a25c-5fd3bb242907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:13:28.492560 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:28.696715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] For port 9f88f21f-b34f-4e37-b9ae-7a92abf98911, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:13:28.709416 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:28.711675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] For port 9f88f21f-b34f-4e37-b9ae-7a92abf98911, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9f88f21f-b34f-4e37-b9ae-7a92abf98911,segment=NetworkSegment(e99e75e3-fe4e-4124-a25c-5fd3bb242907),segment_id=e99e75e3-fe4e-4124-a25c-5fd3bb242907)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:13:28.719174 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-34bcfdbe-38b2-47cd-bd98-462a2d4f1579', 'network_id': '34bcfdbe-38b2-47cd-bd98-462a2d4f1579', 'tenant_id': '54073d648c594ae7aa27cdec4a2fe46a', 'fixed_ips': [{'subnet_id': '809c590d-48db-4681-83c2-c72d40bc1dd6'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:13:28.720004 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:28.732803 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:28.755559 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-366acf1b-ad5f-428f-b9c4-1c032758a88e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:28.879695 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdde07-3d54-4fc0-b082-47e71814dc78 None None] Pushing event updated for resources: {'Port': ['ID=9f88f21f-b34f-4e37-b9ae-7a92abf98911,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:28.909967 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [None req-366acf1b-ad5f-428f-b9c4-1c032758a88e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 21:13:28.911110 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-366acf1b-ad5f-428f-b9c4-1c032758a88e tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] 10.222.0.60 "PUT /v2.0/routers/bd28ef70-3f43-4ef8-b466-9160b54db1d5 HTTP/1.1" status: 400 len: 364 time: 0.5463161 May 25 21:13:28.917187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 45996) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:28.965213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Allocated IP 172.21.0.2 (34bcfdbe-38b2-47cd-bd98-462a2d4f1579/809c590d-48db-4681-83c2-c72d40bc1dd6/07a07332-e63a-464a-9691-c836f062b05f) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:13:28.988144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7cbeee5-693f-4381-ab37-03e20f962b46 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Deleting subnet 809c590d-48db-4681-83c2-c72d40bc1dd6 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:13:29.192147 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:29.203497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Transition to ACTIVE for port object 07a07332-e63a-464a-9691-c836f062b05f will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:29.222862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Transition to ACTIVE for port object 07a07332-e63a-464a-9691-c836f062b05f will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:29.227507 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7cbeee5-693f-4381-ab37-03e20f962b46 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:29.228085 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:29.288808 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7cbeee5-693f-4381-ab37-03e20f962b46 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:29.328536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Network 34bcfdbe-38b2-47cd-bd98-462a2d4f1579 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:13:29.331168 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:29.333505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:13:29.339679 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Pushing event updated for resources: {'Port': ['ID=07a07332-e63a-464a-9691-c836f062b05f,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:29.374752 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7cbeee5-693f-4381-ab37-03e20f962b46 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:29.430041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Attempting to bind port 07a07332-e63a-464a-9691-c836f062b05f on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:13:29.430908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Attempting to bind port 07a07332-e63a-464a-9691-c836f062b05f by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '4daaa061-cfd7-4433-a8d4-af8d82a97ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '34bcfdbe-38b2-47cd-bd98-462a2d4f1579'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:13:29.430908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Attempting to bind port 07a07332-e63a-464a-9691-c836f062b05f on network 34bcfdbe-38b2-47cd-bd98-462a2d4f1579 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:13:29.436905 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:13:29.437353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Checking segment: {'id': '4daaa061-cfd7-4433-a8d4-af8d82a97ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '34bcfdbe-38b2-47cd-bd98-462a2d4f1579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:29.437723 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:29.438131 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Bound using segment: {'id': '4daaa061-cfd7-4433-a8d4-af8d82a97ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '34bcfdbe-38b2-47cd-bd98-462a2d4f1579'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:13:29.438607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Bound port: 07a07332-e63a-464a-9691-c836f062b05f, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daaa061-cfd7-4433-a8d4-af8d82a97ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '34bcfdbe-38b2-47cd-bd98-462a2d4f1579'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:13:29.438966 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:29.453251 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7cbeee5-693f-4381-ab37-03e20f962b46 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:29.494351 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbeee5-693f-4381-ab37-03e20f962b46 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Pushing event deleted for resources: {'Subnet': ['ID=809c590d-48db-4681-83c2-c72d40bc1dd6,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:29.496947 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b7cbeee5-693f-4381-ab37-03e20f962b46 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:29.505805 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b7cbeee5-693f-4381-ab37-03e20f962b46 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] 10.222.0.60 "DELETE /v2.0/subnets/809c590d-48db-4681-83c2-c72d40bc1dd6 HTTP/1.1" status: 204 len: 168 time: 0.5852427 May 25 21:13:29.506213 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46000) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:29.533073 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] For port 07a07332-e63a-464a-9691-c836f062b05f, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:13:29.536776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] For port 07a07332-e63a-464a-9691-c836f062b05f, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=07a07332-e63a-464a-9691-c836f062b05f,segment=NetworkSegment(4daaa061-cfd7-4433-a8d4-af8d82a97ecc),segment_id=4daaa061-cfd7-4433-a8d4-af8d82a97ecc)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:13:29.541370 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:29.630859 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:29.643974 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Deleting port 07a07332-e63a-464a-9691-c836f062b05f {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:13:29.644316 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:29.673948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e75845-f998-4cbf-978b-ec58e3cfe4f6 None None] Pushing event updated for resources: {'Port': ['ID=07a07332-e63a-464a-9691-c836f062b05f,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:29.701175 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf01a45b-cbd5-4edd-95e8-7614cd9ebc38 None None] Network 34bcfdbe-38b2-47cd-bd98-462a2d4f1579 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:29.881983 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f8124-fc86-44d9-9a79-4a6c614e5ad1 None None] Network 8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:29.982053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0cef1e54-bf3d-4d10-b0d1-be80a1e0be5e None None] Provisioning for port 9f88f21f-b34f-4e37-b9ae-7a92abf98911 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:29.996450 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] For port 07a07332-e63a-464a-9691-c836f062b05f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=07a07332-e63a-464a-9691-c836f062b05f,segment=NetworkSegment(4daaa061-cfd7-4433-a8d4-af8d82a97ecc),segment_id=4daaa061-cfd7-4433-a8d4-af8d82a97ecc)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:29.997027 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.126525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Calling delete_port for 07a07332-e63a-464a-9691-c836f062b05f owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:13:30.208834 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.257605 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Pushing event deleted for resources: {'Port': ['ID=07a07332-e63a-464a-9691-c836f062b05f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:30.262145 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] No DVR routers for this DVR port 07a07332-e63a-464a-9691-c836f062b05f on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:13:30.320235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e5eda-bc97-45d8-9b68-9fa8330af01d None None] get_active_networks_info from n-d-843339-1 {{(pid=88333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 25 21:13:30.387800 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.414703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729e5eda-bc97-45d8-9b68-9fa8330af01d None None] Resources bound (agent type, host, resource id): {{(pid=88333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 21:13:30.414900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bcfdbe-38b2-47cd-bd98-462a2d4f1579']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:30.429534 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4daaa061-cfd7-4433-a8d4-af8d82a97ecc') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:30.429897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4daaa061-cfd7-4433-a8d4-af8d82a97ecc') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:30.444604 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.461749 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.468512 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:13:30.469163 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.544190 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 4daaa061-cfd7-4433-a8d4-af8d82a97ecc resource provider aggregate not found May 25 21:13:30.564476 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 4daaa061-cfd7-4433-a8d4-af8d82a97ecc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4daaa061-cfd7-4433-a8d4-af8d82a97ecc found for delete ", "request_id": "req-89210f4f-aab9-45d0-8cbb-b91f13d7ee35"}]} May 25 21:13:30.580379 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.601354 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.611988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Pushing event deleted for resources: {'Network': ['ID=34bcfdbe-38b2-47cd-bd98-462a2d4f1579,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:30.615526 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a8e2ecb7-bf85-40c5-94a8-d62bd207db11 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] 10.222.0.60 "DELETE /v2.0/networks/34bcfdbe-38b2-47cd-bd98-462a2d4f1579 HTTP/1.1" status: 204 len: 168 time: 1.1082947 May 25 21:13:30.617846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46008) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:30.686824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9f88f21f-b34f-4e37-b9ae-7a92abf98911 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:30.695366 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79d78bd-8f30-4c35-81ad-b9715c2e77b4 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Deleting subnet 150fa8f8-69d4-4629-bc54-c676f4cb58c4 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:13:30.700973 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c79d78bd-8f30-4c35-81ad-b9715c2e77b4 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.757029 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c79d78bd-8f30-4c35-81ad-b9715c2e77b4 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.766841 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c6a3a551-7bc4-485c-b879-39d58577c66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.796778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 9f88f21f-b34f-4e37-b9ae-7a92abf98911 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:30.801955 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9f88f21f-b34f-4e37-b9ae-7a92abf98911 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:30.802389 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.847715 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c79d78bd-8f30-4c35-81ad-b9715c2e77b4 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.920147 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c79d78bd-8f30-4c35-81ad-b9715c2e77b4 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.922751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9f88f21f-b34f-4e37-b9ae-7a92abf98911 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:30.923062 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.960501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d78bd-8f30-4c35-81ad-b9715c2e77b4 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Pushing event deleted for resources: {'Subnet': ['ID=150fa8f8-69d4-4629-bc54-c676f4cb58c4,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:30.962431 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c79d78bd-8f30-4c35-81ad-b9715c2e77b4 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:30.968843 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c79d78bd-8f30-4c35-81ad-b9715c2e77b4 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] 10.222.0.60 "DELETE /v2.0/subnets/150fa8f8-69d4-4629-bc54-c676f4cb58c4 HTTP/1.1" status: 204 len: 168 time: 0.3498583 May 25 21:13:30.971265 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46012) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:30.977364 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b12b2-b49f-4c38-a352-49f12f125e7a None None] Network 8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:31.079829 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:13:31.080635 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:13:31.086001 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:31.097379 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Deleting port 9f88f21f-b34f-4e37-b9ae-7a92abf98911 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:13:31.097704 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:31.278793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2971fc14-9750-42f4-89cb-03b86b289477 None None] DHCP port deletion for 8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:13:31.283136 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2971fc14-9750-42f4-89cb-03b86b289477 None None] Deleting port 9f88f21f-b34f-4e37-b9ae-7a92abf98911 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:13:31.283503 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2971fc14-9750-42f4-89cb-03b86b289477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:31.309481 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] For port 9f88f21f-b34f-4e37-b9ae-7a92abf98911, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9f88f21f-b34f-4e37-b9ae-7a92abf98911,segment=NetworkSegment(e99e75e3-fe4e-4124-a25c-5fd3bb242907),segment_id=e99e75e3-fe4e-4124-a25c-5fd3bb242907)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:31.309825 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:31.496330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2971fc14-9750-42f4-89cb-03b86b289477 None None] For port 9f88f21f-b34f-4e37-b9ae-7a92abf98911, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9f88f21f-b34f-4e37-b9ae-7a92abf98911,segment=NetworkSegment(e99e75e3-fe4e-4124-a25c-5fd3bb242907),segment_id=e99e75e3-fe4e-4124-a25c-5fd3bb242907)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:31.496636 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2971fc14-9750-42f4-89cb-03b86b289477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:31.546878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Calling delete_port for 9f88f21f-b34f-4e37-b9ae-7a92abf98911 owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:13:31.627025 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:31.659954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2971fc14-9750-42f4-89cb-03b86b289477 None None] Calling delete_port for 9f88f21f-b34f-4e37-b9ae-7a92abf98911 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:13:31.680195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Pushing event deleted for resources: {'Port': ['ID=9f88f21f-b34f-4e37-b9ae-7a92abf98911,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:31.681997 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] No DVR routers for this DVR port 9f88f21f-b34f-4e37-b9ae-7a92abf98911 on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:13:31.693032 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:31.700002 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Port 9f88f21f-b34f-4e37-b9ae-7a92abf98911 update to ACTIVE by agent not found {{(pid=88333) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 25 21:13:31.744296 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-2971fc14-9750-42f4-89cb-03b86b289477 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:13:31.744733 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-2971fc14-9750-42f4-89cb-03b86b289477 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:13:31.818576 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:31.844305 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:31.857638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99e75e3-fe4e-4124-a25c-5fd3bb242907') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:31.857930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99e75e3-fe4e-4124-a25c-5fd3bb242907') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:31.868850 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:31.884229 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:31.893206 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:13:31.894039 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:31.945167 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:31.995090 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:31.999443 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:32.024783 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Pushing event deleted for resources: {'Network': ['ID=8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:32.029495 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9958efb0-68b4-4e91-99ae-bf19efd950ce tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] 10.222.0.60 "DELETE /v2.0/networks/8aaaaca4-3fa3-4328-95de-2f8cb4ceaf3d HTTP/1.1" status: 204 len: 168 time: 1.0573084 May 25 21:13:32.032129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46016) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:32.078451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-88186377-71b1-4315-866c-f14ef90ca6d0 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Synchronizing usage tracker for tenant:54073d648c594ae7aa27cdec4a2fe46a on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:13:32.094574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-88186377-71b1-4315-866c-f14ef90ca6d0 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Unset dirty status for tenant:54073d648c594ae7aa27cdec4a2fe46a on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:13:32.095715 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-88186377-71b1-4315-866c-f14ef90ca6d0 tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd28ef70-3f43-4ef8-b466-9160b54db1d5 HTTP/1.1" status: 200 len: 205 time: 0.0626922 May 25 21:13:32.098266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46020) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:32.229883 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-91d496fe-df11-4cc4-81f8-4bffb5dd475a tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:32.246463 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2971fc14-9750-42f4-89cb-03b86b289477 None None] Deleting port 9f88f21f-b34f-4e37-b9ae-7a92abf98911 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:13:32.246973 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2971fc14-9750-42f4-89cb-03b86b289477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:32.315056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2971fc14-9750-42f4-89cb-03b86b289477 None None] The port '9f88f21f-b34f-4e37-b9ae-7a92abf98911' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 21:13:32.526837 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-91d496fe-df11-4cc4-81f8-4bffb5dd475a tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:32.529190 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-91d496fe-df11-4cc4-81f8-4bffb5dd475a tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:32.550632 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-91d496fe-df11-4cc4-81f8-4bffb5dd475a tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:32.551311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d496fe-df11-4cc4-81f8-4bffb5dd475a tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Fanout notify agent at l3_agent the message router_deleted on router bd28ef70-3f43-4ef8-b466-9160b54db1d5 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:13:32.562682 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-91d496fe-df11-4cc4-81f8-4bffb5dd475a tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:32.563748 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-91d496fe-df11-4cc4-81f8-4bffb5dd475a tempest-RoutersNegativeTest-858986655 tempest-RoutersNegativeTest-858986655-project] 10.222.0.60 "DELETE /v2.0/routers/bd28ef70-3f43-4ef8-b466-9160b54db1d5 HTTP/1.1" status: 204 len: 168 time: 0.4646049 May 25 21:13:32.581841 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment e99e75e3-fe4e-4124-a25c-5fd3bb242907 resource provider aggregate not found May 25 21:13:32.598964 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment e99e75e3-fe4e-4124-a25c-5fd3bb242907 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e99e75e3-fe4e-4124-a25c-5fd3bb242907 found for delete ", "request_id": "req-1b495124-e2b6-41d0-99e6-da1a5f20ab75"}]} May 25 21:13:32.642391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9f88f21f-b34f-4e37-b9ae-7a92abf98911 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:13:32.677091 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 9f88f21f-b34f-4e37-b9ae-7a92abf98911 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:13:32.677413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9f88f21f-b34f-4e37-b9ae-7a92abf98911 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:13:32.840255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46032) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:32.991795 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-62413ee4-9ea0-4dca-85c3-a74aa3c62cc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54073d648c594ae7aa27cdec4a2fe46a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503928 May 25 21:13:32.994254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46038) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:33.052609 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7e760d7-1aa1-4dbf-97db-f62c4030a82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:33.078301 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7e760d7-1aa1-4dbf-97db-f62c4030a82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:33.135644 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7e760d7-1aa1-4dbf-97db-f62c4030a82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:33.149718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e760d7-1aa1-4dbf-97db-f62c4030a82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce332fe6-f572-45a6-a0b9-6bf03270b9ab,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:33.156731 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d7e760d7-1aa1-4dbf-97db-f62c4030a82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:33.158715 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d7e760d7-1aa1-4dbf-97db-f62c4030a82d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce332fe6-f572-45a6-a0b9-6bf03270b9ab HTTP/1.1" status: 204 len: 168 time: 0.1635180 May 25 21:13:33.279989 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:33.825499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46062) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:33.931709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-711177805-network', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:33.937262 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:33.941071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Usage tracker for resource:network and tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:33.943871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:33.949456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:33.958841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Made reservation on behalf of bb12f4c85d124594b49fcb8d3d7cf0b2 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:33.961027 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:33.973384 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:33.988425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:33.992248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:33.995571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:34.001196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:34.084757 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:34.088894 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:34.119112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:13:34.128668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddae3c3-659f-445c-8af9-e0d6a76d54d5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:34.134411 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:34.134764 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Added segment 38cb0f37-d44d-49c1-ab32-b67bb05ea221 of type vlan for network b2b585fb-4bd4-413a-8e2e-850fbf903dec May 25 21:13:34.160771 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:34.191002 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:34.191987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:34.192542 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:34.298228 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=b2b585fb-4bd4-413a-8e2e-850fbf903dec,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:34.302259 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4379b772-8ef1-49c2-86c8-4a2f48618ea4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4756610 May 25 21:13:34.305219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46068) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:34.308678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network b2b585fb-4bd4-413a-8e2e-850fbf903dec details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:13:34.312268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Request body: {'subnet': {'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-711177805-subnet', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:34.317839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:34.321721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Usage tracker for resource:subnet and tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:34.324845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:34.330548 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:34.343591 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Made reservation on behalf of bb12f4c85d124594b49fcb8d3d7cf0b2 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:34.345931 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:34.549289 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:34.619405 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08637408-4b8c-4168-8947-58d22378857d,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:34.632255 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:34.632842 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:34.633434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:34.633961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:34.634335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:34.634667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:34.635025 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:34.635346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:34.635685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:34.636069 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:34.636391 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:34.636708 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:34.643443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Checking segment: {'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:34.643803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Network hostable DHCP agents. Network: b2b585fb-4bd4-413a-8e2e-850fbf903dec, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:13:34.663416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Network b2b585fb-4bd4-413a-8e2e-850fbf903dec is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:13:34.673592 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, b2b585fb-4bd4-413a-8e2e-850fbf903dec) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:34.677730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:34.678340 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:34.686292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e861255-7529-4c0c-836f-25541884baf6 None None] Network b2b585fb-4bd4-413a-8e2e-850fbf903dec requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:34.702387 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0360ffce-6656-4c9d-b8cd-988dde703610 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3931577 May 25 21:13:34.702603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46072) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:34.707723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-711177805-router', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:34.713682 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:34.717720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Usage tracker for resource:router and tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:34.720558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:34.726327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:34.738808 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:34.739831 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:34.755664 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:34.921879 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-b2b585fb-4bd4-413a-8e2e-850fbf903dec', 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'fixed_ips': [{'subnet_id': '08637408-4b8c-4168-8947-58d22378857d'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:13:34.925099 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:35.091836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Allocated IP 172.20.0.2 (b2b585fb-4bd4-413a-8e2e-850fbf903dec/08637408-4b8c-4168-8947-58d22378857d/08f4d551-a2f9-4cc8-a05b-ab7fe251a375) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:13:35.145747 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:35.301486 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:35.316562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Transition to ACTIVE for port object 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:35.335510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Transition to ACTIVE for port object 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:35.342279 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:35.409895 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Network b2b585fb-4bd4-413a-8e2e-850fbf903dec is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:13:35.412578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:35.415330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:13:35.469048 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:35.492051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Pushing event updated for resources: {'Port': ['ID=08f4d551-a2f9-4cc8-a05b-ab7fe251a375,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:35.503080 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:35.549387 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Attempting to bind port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:13:35.549928 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Attempting to bind port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:13:35.550419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Attempting to bind port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 on network b2b585fb-4bd4-413a-8e2e-850fbf903dec {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:13:35.555732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:13:35.556035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Checking segment: {'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:35.556421 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:35.556803 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Bound using segment: {'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:13:35.557885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Bound port: 08f4d551-a2f9-4cc8-a05b-ab7fe251a375, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:13:35.558471 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:35.638722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Allocated IP 172.25.3.236 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/7d19e1fe-a163-47fc-b8ab-78031071b161) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:13:35.648432 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] For port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:13:35.652590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] For port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=08f4d551-a2f9-4cc8-a05b-ab7fe251a375,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:13:35.659042 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:35.742615 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1e531-0bbf-4aa0-895e-6b921a5c76e1 None None] Pushing event updated for resources: {'Port': ['ID=08f4d551-a2f9-4cc8-a05b-ab7fe251a375,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:35.810781 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:35.842591 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:35.915484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:13:35.920260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:35.924773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:13:35.978416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Pushing event updated for resources: {'Port': ['ID=7d19e1fe-a163-47fc-b8ab-78031071b161,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:36.505250 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:36.688311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:36.718223 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9203794d-6284-421c-8842-d3d0c1448690 None None] Network b2b585fb-4bd4-413a-8e2e-850fbf903dec requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:36.850092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4b1092dd-6a76-4f7f-9a10-7c2215412428 None None] Provisioning for port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:36.881041 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:36.908237 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:36.927033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:36.927400 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:37.091906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Router 12de5e53-8147-4dd7-bb32-090f4bfa8aee is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 21:13:37.106582 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:37.106958 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:37.141960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=08f4d551-a2f9-4cc8-a05b-ab7fe251a375,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:37.147489 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:37.218377 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=08f4d551-a2f9-4cc8-a05b-ab7fe251a375,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:37.295284 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:13:37.304840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Sync routers for ids ['12de5e53-8147-4dd7-bb32-090f4bfa8aee'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:13:37.315619 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Routers {'12de5e53-8147-4dd7-bb32-090f4bfa8aee'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:13:37.316546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:13:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['12de5e53-8147-4dd7-bb32-090f4bfa8aee'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:37.321668 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:37.323618 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-210b5d83-7c08-4964-839e-cb3093ff66c7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6199253 May 25 21:13:37.326320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46076) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:37.424109 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2d58f8fb-d192-497b-9b10-b3561238e60c None None] Provisioning complete for port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:37.424109 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2d58f8fb-d192-497b-9b10-b3561238e60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:37.563891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Set router 12de5e53-8147-4dd7-bb32-090f4bfa8aee gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:13:37.809509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-2d58f8fb-d192-497b-9b10-b3561238e60c None None] Current status of the port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:37.906898 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'name': 'tempest-TestEncryptedCinderVolumes-711177805-router', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '7d19e1fe-a163-47fc-b8ab-78031071b161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:34Z', 'updated_at': '2022-05-25T21:13:36Z', 'revision_number': 3, 'project_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'gw_port': {'id': '7d19e1fe-a163-47fc-b8ab-78031071b161', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:35Z', 'updated_at': '2022-05-25T21:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:37.911598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Checking router: 12de5e53-8147-4dd7-bb32-090f4bfa8aee for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:13:37.911937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Updating router 12de5e53-8147-4dd7-bb32-090f4bfa8aee port 7d19e1fe-a163-47fc-b8ab-78031071b161 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:13:38.011030 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:38.142235 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:38.346690 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:38.358782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Transition to ACTIVE for port object 7d19e1fe-a163-47fc-b8ab-78031071b161 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:38.361877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Allocated IP 172.20.0.1 (b2b585fb-4bd4-413a-8e2e-850fbf903dec/08637408-4b8c-4168-8947-58d22378857d/9fbc3bf2-2c0c-4375-9ef4-91eae368af55) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:13:38.365063 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:38.448394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Attempting to bind port 7d19e1fe-a163-47fc-b8ab-78031071b161 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:13:38.448795 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Attempting to bind port 7d19e1fe-a163-47fc-b8ab-78031071b161 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:13:38.449244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Attempting to bind port 7d19e1fe-a163-47fc-b8ab-78031071b161 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:13:38.451847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12135f4-a822-4ad0-bfd2-7c40f0fa3b13 None None] Pushing event updated for resources: {'Port': ['ID=7d19e1fe-a163-47fc-b8ab-78031071b161,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:38.457689 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:13:38.458063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:38.459160 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:38.459160 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:13:38.459336 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Bound port: 7d19e1fe-a163-47fc-b8ab-78031071b161, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:13:38.459629 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:38.518653 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:38.535427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Transition to ACTIVE for port object 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:38.537730 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] For port 7d19e1fe-a163-47fc-b8ab-78031071b161, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:13:38.541984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] For port 7d19e1fe-a163-47fc-b8ab-78031071b161, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7d19e1fe-a163-47fc-b8ab-78031071b161,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:13:38.547330 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:38.561010 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:38.625015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Routers {'12de5e53-8147-4dd7-bb32-090f4bfa8aee'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:13:38.625638 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:13:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['12de5e53-8147-4dd7-bb32-090f4bfa8aee'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:38.634576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Network b2b585fb-4bd4-413a-8e2e-850fbf903dec is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:13:38.637951 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:38.640654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:13:38.676688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Pushing event updated for resources: {'Port': ['ID=9fbc3bf2-2c0c-4375-9ef4-91eae368af55,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:38.689443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:38.708461 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:38.729496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12135f4-a822-4ad0-bfd2-7c40f0fa3b13 None None] Pushing event updated for resources: {'Port': ['ID=7d19e1fe-a163-47fc-b8ab-78031071b161,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:38.850967 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:38.876698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:38.877184 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:38.923920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] Set router 12de5e53-8147-4dd7-bb32-090f4bfa8aee gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:13:39.104814 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:39.109208 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:39.132212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5b4fad6e-d817-4254-9d90-86c9098ca4c1 None None] Provisioning for port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:39.152592 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5b4fad6e-d817-4254-9d90-86c9098ca4c1 None None] Provisioning complete for port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:39.152955 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5b4fad6e-d817-4254-9d90-86c9098ca4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:39.217959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Pushing event updated for resources: {'Port': ['ID=9fbc3bf2-2c0c-4375-9ef4-91eae368af55,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:39.220337 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:39.283417 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:39.289263 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5b4fad6e-d817-4254-9d90-86c9098ca4c1 None None] Port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:13:39.355849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'name': 'tempest-TestEncryptedCinderVolumes-711177805-router', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '7d19e1fe-a163-47fc-b8ab-78031071b161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:34Z', 'updated_at': '2022-05-25T21:13:36Z', 'revision_number': 3, 'project_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'gw_port': {'id': '7d19e1fe-a163-47fc-b8ab-78031071b161', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:35Z', 'updated_at': '2022-05-25T21:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:39.358354 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Network b2b585fb-4bd4-413a-8e2e-850fbf903dec is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:13:39.359454 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:39.359742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccbd315-2a02-492a-aeb0-622c440760f5 None None] The sync data for ids ['12de5e53-8147-4dd7-bb32-090f4bfa8aee'] in n-d-843339-1 is: [{'id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'name': 'tempest-TestEncryptedCinderVolumes-711177805-router', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '7d19e1fe-a163-47fc-b8ab-78031071b161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:34Z', 'updated_at': '2022-05-25T21:13:36Z', 'revision_number': 3, 'project_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'gw_port': {'id': '7d19e1fe-a163-47fc-b8ab-78031071b161', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:35Z', 'updated_at': '2022-05-25T21:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:13:39.562805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Router 12de5e53-8147-4dd7-bb32-090f4bfa8aee has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:13:39.617070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-803716c5-fa19-4f66-b6ff-c8eb8b9ef3da None None] Provisioning complete for port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:39.617664 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-803716c5-fa19-4f66-b6ff-c8eb8b9ef3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:39.680042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-803716c5-fa19-4f66-b6ff-c8eb8b9ef3da None None] Port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:13:39.912246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:13:39.927673 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-00d13b73-c829-4933-aefb-3fc9c7ae9405 admin admin] 10.222.0.60 "PUT /v2.0/routers/12de5e53-8147-4dd7-bb32-090f4bfa8aee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6003273 May 25 21:13:40.457227 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46096) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:40.462955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-48668449-network', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:40.469284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:40.473125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Usage tracker for resource:network and tenant:1fd858d82334448e9db09f2bf89ce4cf is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:40.475969 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:40.481847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:40.492318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Made reservation on behalf of 1fd858d82334448e9db09f2bf89ce4cf for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:40.495407 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:40.507337 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:40.526973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:40.533361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Usage tracker for resource:security_group_rule and tenant:1fd858d82334448e9db09f2bf89ce4cf is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:40.536967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:40.543937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:40.675282 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7d19e1fe-a163-47fc-b8ab-78031071b161 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:40.763449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 7d19e1fe-a163-47fc-b8ab-78031071b161 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:40.769583 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7d19e1fe-a163-47fc-b8ab-78031071b161 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:40.770090 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:40.774502 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:40.778544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:40.809511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:13:40.818822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e37a7bc-4a00-4bd0-b307-46031e568074,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:40.828482 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:40.828823 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Added segment 329bb4c2-2895-4d06-8667-ef128b7537e9 of type vlan for network c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4 May 25 21:13:40.852725 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Sync routers for ids ['12de5e53-8147-4dd7-bb32-090f4bfa8aee'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:13:40.861652 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:40.863364 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Routers {'12de5e53-8147-4dd7-bb32-090f4bfa8aee'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:13:40.864323 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:13:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['12de5e53-8147-4dd7-bb32-090f4bfa8aee'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:40.893634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:40.894638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:40.895258 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:40.940487 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7d19e1fe-a163-47fc-b8ab-78031071b161 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:40.940908 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:40.959261 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 7d19e1fe-a163-47fc-b8ab-78031071b161, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7d19e1fe-a163-47fc-b8ab-78031071b161,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:40.963423 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:41.001665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] Pushing event updated for resources: {'Network': ['ID=c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:41.004989 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-603901dc-1bcd-4473-a291-a62063484401 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5464401 May 25 21:13:41.007770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46100) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:41.015697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Request body: {'subnet': {'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-48668449-subnet', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:41.021303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:41.025705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Usage tracker for resource:subnet and tenant:1fd858d82334448e9db09f2bf89ce4cf is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:41.029558 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:41.033504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:13:41.036202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:41.050297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Made reservation on behalf of 1fd858d82334448e9db09f2bf89ce4cf for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:41.053702 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:41.059553 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Set router 12de5e53-8147-4dd7-bb32-090f4bfa8aee gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:13:41.136442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=7d19e1fe-a163-47fc-b8ab-78031071b161,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:41.263597 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:41.338439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d8ec7bb-e081-4b00-a272-2e62f025b38d,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:41.348722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Checking segment: {'id': '329bb4c2-2895-4d06-8667-ef128b7537e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:41.349068 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Network hostable DHCP agents. Network: c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:13:41.367709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Network c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:13:41.376564 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'name': 'tempest-TestEncryptedCinderVolumes-711177805-router', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '7d19e1fe-a163-47fc-b8ab-78031071b161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:34Z', 'updated_at': '2022-05-25T21:13:38Z', 'revision_number': 4, 'project_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'gw_port': {'id': '7d19e1fe-a163-47fc-b8ab-78031071b161', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:35Z', 'updated_at': '2022-05-25T21:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9fbc3bf2-2c0c-4375-9ef4-91eae368af55', 'name': '', 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'mac_address': 'fa:16:3e:e3:4f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '08637408-4b8c-4168-8947-58d22378857d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:38Z', 'updated_at': '2022-05-25T21:13:38Z', 'revision_number': 2, 'project_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'subnets': [{'id': '08637408-4b8c-4168-8947-58d22378857d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:41.378733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:41.380613 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Checking router: 12de5e53-8147-4dd7-bb32-090f4bfa8aee for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:13:41.380959 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Updating router 12de5e53-8147-4dd7-bb32-090f4bfa8aee port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:13:41.383902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:41.384811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:41.388654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b164e4f-fbea-43db-b9de-346c02bc073f None None] Network c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:41.409393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e00b859a-f854-46f9-84d5-3cb3d70d04ae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4001904 May 25 21:13:41.411907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46104) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:41.417686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-48668449-router', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:41.423160 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:41.427041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Usage tracker for resource:router and tenant:1fd858d82334448e9db09f2bf89ce4cf is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:13:41.429844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:13:41.436251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:41.439761 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:41.448804 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:41.450075 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:41.466179 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:41.617842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4', 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'fixed_ips': [{'subnet_id': '2d8ec7bb-e081-4b00-a272-2e62f025b38d'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:13:41.618998 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:41.766705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:41.796737 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Allocated IP 172.20.0.2 (c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4/2d8ec7bb-e081-4b00-a272-2e62f025b38d/ffb9e45b-bbc0-458e-b344-dd16f6f35d95) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:13:41.818307 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:41.832524 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Transition to ACTIVE for port object 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:41.839473 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:42.024719 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:42.037238 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f47496-8edf-4756-a7c1-8465ab75382e None None] Pushing event updated for resources: {'Port': ['ID=9fbc3bf2-2c0c-4375-9ef4-91eae368af55,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:42.039859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Transition to ACTIVE for port object ffb9e45b-bbc0-458e-b344-dd16f6f35d95 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:42.049976 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f47496-8edf-4756-a7c1-8465ab75382e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:42.050382 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f47496-8edf-4756-a7c1-8465ab75382e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:42.050649 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f47496-8edf-4756-a7c1-8465ab75382e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:42.050975 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f47496-8edf-4756-a7c1-8465ab75382e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:42.051298 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f47496-8edf-4756-a7c1-8465ab75382e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:42.051616 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f47496-8edf-4756-a7c1-8465ab75382e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:42.051927 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f47496-8edf-4756-a7c1-8465ab75382e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:42.052244 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f47496-8edf-4756-a7c1-8465ab75382e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:42.052554 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f47496-8edf-4756-a7c1-8465ab75382e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:42.052865 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f47496-8edf-4756-a7c1-8465ab75382e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:42.053175 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f47496-8edf-4756-a7c1-8465ab75382e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:42.053483 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f47496-8edf-4756-a7c1-8465ab75382e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:42.065219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Transition to ACTIVE for port object ffb9e45b-bbc0-458e-b344-dd16f6f35d95 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:42.074202 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:42.077179 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Attempting to bind port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:13:42.077783 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Attempting to bind port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:13:42.078649 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Attempting to bind port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 on network b2b585fb-4bd4-413a-8e2e-850fbf903dec {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:13:42.084758 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:13:42.085004 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Checking segment: {'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:42.085373 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:42.085760 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Bound using segment: {'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:13:42.086244 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Bound port: 9fbc3bf2-2c0c-4375-9ef4-91eae368af55, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:13:42.086606 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:42.151311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Network c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:13:42.154113 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:42.157961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:13:42.164585 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:42.192475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Pushing event updated for resources: {'Port': ['ID=ffb9e45b-bbc0-458e-b344-dd16f6f35d95,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:42.193407 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] For port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:13:42.195111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:42.199521 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] For port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9fbc3bf2-2c0c-4375-9ef4-91eae368af55,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:13:42.207044 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:42.269424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Attempting to bind port ffb9e45b-bbc0-458e-b344-dd16f6f35d95 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:13:42.269774 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Attempting to bind port ffb9e45b-bbc0-458e-b344-dd16f6f35d95 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '329bb4c2-2895-4d06-8667-ef128b7537e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:13:42.270038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Attempting to bind port ffb9e45b-bbc0-458e-b344-dd16f6f35d95 on network c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:13:42.281720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:13:42.282172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Checking segment: {'id': '329bb4c2-2895-4d06-8667-ef128b7537e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:42.282495 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:42.283031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Bound using segment: {'id': '329bb4c2-2895-4d06-8667-ef128b7537e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:13:42.283496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Bound port: ffb9e45b-bbc0-458e-b344-dd16f6f35d95, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329bb4c2-2895-4d06-8667-ef128b7537e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:13:42.283864 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:42.296129 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Routers {'12de5e53-8147-4dd7-bb32-090f4bfa8aee'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:13:42.296752 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:13:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['12de5e53-8147-4dd7-bb32-090f4bfa8aee'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:42.348265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Allocated IP 172.25.3.162 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/ac24f5de-7500-4e8d-9c22-d35ece95eea4) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:13:42.383397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] For port ffb9e45b-bbc0-458e-b344-dd16f6f35d95, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:13:42.387855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] For port ffb9e45b-bbc0-458e-b344-dd16f6f35d95, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ffb9e45b-bbc0-458e-b344-dd16f6f35d95,segment=NetworkSegment(329bb4c2-2895-4d06-8667-ef128b7537e9),segment_id=329bb4c2-2895-4d06-8667-ef128b7537e9)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:13:42.395971 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:42.415562 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f47496-8edf-4756-a7c1-8465ab75382e None None] Pushing event updated for resources: {'Port': ['ID=9fbc3bf2-2c0c-4375-9ef4-91eae368af55,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:42.496371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108b7d8-ea09-45ba-8eab-017f99d43fb9 None None] Pushing event updated for resources: {'Port': ['ID=ffb9e45b-bbc0-458e-b344-dd16f6f35d95,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:42.555574 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] Set router 12de5e53-8147-4dd7-bb32-090f4bfa8aee gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:13:42.674965 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:42.680483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7d19e1fe-a163-47fc-b8ab-78031071b161 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:42.708665 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:42.791997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:13:42.794759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:42.803321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:13:42.839222 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 7d19e1fe-a163-47fc-b8ab-78031071b161 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:42.840555 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:42.852318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Pushing event updated for resources: {'Port': ['ID=ac24f5de-7500-4e8d-9c22-d35ece95eea4,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:42.980483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 7d19e1fe-a163-47fc-b8ab-78031071b161 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:42.987396 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'name': 'tempest-TestEncryptedCinderVolumes-711177805-router', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '7d19e1fe-a163-47fc-b8ab-78031071b161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:34Z', 'updated_at': '2022-05-25T21:13:38Z', 'revision_number': 4, 'project_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'gw_port': {'id': '7d19e1fe-a163-47fc-b8ab-78031071b161', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:35Z', 'updated_at': '2022-05-25T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9fbc3bf2-2c0c-4375-9ef4-91eae368af55', 'name': '', 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'mac_address': 'fa:16:3e:e3:4f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '08637408-4b8c-4168-8947-58d22378857d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:38Z', 'updated_at': '2022-05-25T21:13:42Z', 'revision_number': 4, 'project_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'subnets': [{'id': '08637408-4b8c-4168-8947-58d22378857d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:42.991304 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e7dd1f-5a5b-4c3e-ad82-bd2dcdd0778c None None] The sync data for ids ['12de5e53-8147-4dd7-bb32-090f4bfa8aee'] in n-d-843339-1 is: [{'id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'name': 'tempest-TestEncryptedCinderVolumes-711177805-router', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '7d19e1fe-a163-47fc-b8ab-78031071b161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:34Z', 'updated_at': '2022-05-25T21:13:38Z', 'revision_number': 4, 'project_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'gw_port': {'id': '7d19e1fe-a163-47fc-b8ab-78031071b161', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:35Z', 'updated_at': '2022-05-25T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9fbc3bf2-2c0c-4375-9ef4-91eae368af55', 'name': '', 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'mac_address': 'fa:16:3e:e3:4f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '08637408-4b8c-4168-8947-58d22378857d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:38Z', 'updated_at': '2022-05-25T21:13:42Z', 'revision_number': 4, 'project_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'subnets': [{'id': '08637408-4b8c-4168-8947-58d22378857d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:13:43.289933 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:43.640836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1534fd20-4abd-4729-b68e-4236919b500b None None] Network c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:13:43.681004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:43.772752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6341cbed-9876-4ced-bbf3-f3a74cdb0b6d None None] Provisioning for port ffb9e45b-bbc0-458e-b344-dd16f6f35d95 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:43.900597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Router 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 21:13:44.098286 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:13:44.107681 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Sync routers for ids ['0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:13:44.117731 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Routers {'0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:13:44.118376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:13:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:44.125483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:44.128337 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-edc0f86d-a4d1-466a-ab34-6af9df53ea80 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7140388 May 25 21:13:44.130138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46108) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:13:44.355990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Set router 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:13:44.649826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'name': 'tempest-TestEncryptedCinderVolumes-48668449-router', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ac24f5de-7500-4e8d-9c22-d35ece95eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:41Z', 'updated_at': '2022-05-25T21:13:43Z', 'revision_number': 3, 'project_id': '1fd858d82334448e9db09f2bf89ce4cf', 'gw_port': {'id': 'ac24f5de-7500-4e8d-9c22-d35ece95eea4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:42Z', 'updated_at': '2022-05-25T21:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:44.655135 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Checking router: 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:13:44.655546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Updating router 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 port ac24f5de-7500-4e8d-9c22-d35ece95eea4 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:13:44.711091 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:44.741410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffb9e45b-bbc0-458e-b344-dd16f6f35d95 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:44.892986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ffb9e45b-bbc0-458e-b344-dd16f6f35d95 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:44.913875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ffb9e45b-bbc0-458e-b344-dd16f6f35d95 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:44.914332 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:44.956476 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.128096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ffb9e45b-bbc0-458e-b344-dd16f6f35d95 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:45.128717 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.171773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Allocated IP 172.20.0.1 (c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4/2d8ec7bb-e081-4b00-a272-2e62f025b38d/ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:13:45.220219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ffb9e45b-bbc0-458e-b344-dd16f6f35d95, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ffb9e45b-bbc0-458e-b344-dd16f6f35d95,segment=NetworkSegment(329bb4c2-2895-4d06-8667-ef128b7537e9),segment_id=329bb4c2-2895-4d06-8667-ef128b7537e9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:45.229183 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.230185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:45.290473 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.327113 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.342691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Transition to ACTIVE for port object ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:45.343956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Transition to ACTIVE for port object ac24f5de-7500-4e8d-9c22-d35ece95eea4 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:45.358708 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.366955 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.370570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ffb9e45b-bbc0-458e-b344-dd16f6f35d95,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:45.431400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Network c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:13:45.434719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:45.438508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:13:45.447658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Attempting to bind port ac24f5de-7500-4e8d-9c22-d35ece95eea4 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:13:45.448034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Attempting to bind port ac24f5de-7500-4e8d-9c22-d35ece95eea4 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:13:45.448336 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Attempting to bind port ac24f5de-7500-4e8d-9c22-d35ece95eea4 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:13:45.461077 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:13:45.461451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:45.461851 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.462259 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:13:45.462724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Bound port: ac24f5de-7500-4e8d-9c22-d35ece95eea4, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:13:45.463158 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.478215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Pushing event updated for resources: {'Port': ['ID=ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:45.496387 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.509690 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:45.528275 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf690558-28f2-4f57-9106-cd28249869a7 None None] Pushing event updated for resources: {'Port': ['ID=ac24f5de-7500-4e8d-9c22-d35ece95eea4,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:45.532170 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:45.532538 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.614065 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] For port ac24f5de-7500-4e8d-9c22-d35ece95eea4, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:13:45.618689 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] For port ac24f5de-7500-4e8d-9c22-d35ece95eea4, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ac24f5de-7500-4e8d-9c22-d35ece95eea4,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:13:45.629845 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.810947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-51a29c44-d5f3-4c46-adc5-64c8e400e8ae None None] Provisioning for port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:45.825507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:45.825879 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.836293 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Routers {'0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:13:45.836920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:13:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:45.885592 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-51a29c44-d5f3-4c46-adc5-64c8e400e8ae None None] Provisioning complete for port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:45.885967 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-51a29c44-d5f3-4c46-adc5-64c8e400e8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.896924 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:45.938400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf690558-28f2-4f57-9106-cd28249869a7 None None] Pushing event updated for resources: {'Port': ['ID=ac24f5de-7500-4e8d-9c22-d35ece95eea4,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:46.053445 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-51a29c44-d5f3-4c46-adc5-64c8e400e8ae None None] Port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:13:46.073757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9fbc3bf2-2c0c-4375-9ef4-91eae368af55,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:46.080352 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:46.130590 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:46.135717 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:46.154722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] Set router 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:13:46.232216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=9fbc3bf2-2c0c-4375-9ef4-91eae368af55,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:46.246705 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:46.250200 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Pushing event updated for resources: {'Port': ['ID=ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:46.387035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Network c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:13:46.388240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:46.500817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'name': 'tempest-TestEncryptedCinderVolumes-48668449-router', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ac24f5de-7500-4e8d-9c22-d35ece95eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:41Z', 'updated_at': '2022-05-25T21:13:45Z', 'revision_number': 4, 'project_id': '1fd858d82334448e9db09f2bf89ce4cf', 'gw_port': {'id': 'ac24f5de-7500-4e8d-9c22-d35ece95eea4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:42Z', 'updated_at': '2022-05-25T21:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04', 'name': '', 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'mac_address': 'fa:16:3e:4c:9d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2d8ec7bb-e081-4b00-a272-2e62f025b38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:45Z', 'updated_at': '2022-05-25T21:13:45Z', 'revision_number': 1, 'project_id': '1fd858d82334448e9db09f2bf89ce4cf', 'subnets': [{'id': '2d8ec7bb-e081-4b00-a272-2e62f025b38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:46.505175 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e74ad-dc49-40e4-9fbf-100737f395a6 None None] The sync data for ids ['0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'] in n-d-843339-1 is: [{'id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'name': 'tempest-TestEncryptedCinderVolumes-48668449-router', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ac24f5de-7500-4e8d-9c22-d35ece95eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:41Z', 'updated_at': '2022-05-25T21:13:45Z', 'revision_number': 4, 'project_id': '1fd858d82334448e9db09f2bf89ce4cf', 'gw_port': {'id': 'ac24f5de-7500-4e8d-9c22-d35ece95eea4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:42Z', 'updated_at': '2022-05-25T21:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04', 'name': '', 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'mac_address': 'fa:16:3e:4c:9d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2d8ec7bb-e081-4b00-a272-2e62f025b38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:45Z', 'updated_at': '2022-05-25T21:13:45Z', 'revision_number': 1, 'project_id': '1fd858d82334448e9db09f2bf89ce4cf', 'subnets': [{'id': '2d8ec7bb-e081-4b00-a272-2e62f025b38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:13:46.603295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Router 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:13:46.676633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffb9e45b-bbc0-458e-b344-dd16f6f35d95 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:46.747776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c3a60635-ffda-4014-9517-3b710a81ef23 None None] Provisioning complete for port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:46.748288 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c3a60635-ffda-4014-9517-3b710a81ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:46.812428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:13:46.829312 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f4f11106-e9e5-4b94-9518-d28920e9270e admin admin] 10.222.0.60 "PUT /v2.0/routers/0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6977370 May 25 21:13:46.834316 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c3a60635-ffda-4014-9517-3b710a81ef23 None None] Port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:13:46.848557 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ffb9e45b-bbc0-458e-b344-dd16f6f35d95 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:46.849004 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:46.976011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ffb9e45b-bbc0-458e-b344-dd16f6f35d95 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:46.977133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:47.052584 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:47.052951 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:47.178779 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:47.563939 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:13:48.511355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-33224dc6-30c5-483d-89aa-ff6fefb9eac3 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:48.511944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-33224dc6-30c5-483d-89aa-ff6fefb9eac3 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Synchronizing usage tracker for tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:13:48.528291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-33224dc6-30c5-483d-89aa-ff6fefb9eac3 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Unset dirty status for tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:13:48.529591 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-33224dc6-30c5-483d-89aa-ff6fefb9eac3 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/networks?id=b2b585fb-4bd4-413a-8e2e-850fbf903dec HTTP/1.1" status: 200 len: 816 time: 0.1643894 May 25 21:13:48.546088 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-c777f581-ddd2-4c40-a676-e0e38869eb41 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/quotas/bb12f4c85d124594b49fcb8d3d7cf0b2 HTTP/1.1" status: 200 len: 375 time: 0.0109732 May 25 21:13:48.636051 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-920ec258-2569-4dfa-9230-edc3e451a049 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bb12f4c85d124594b49fcb8d3d7cf0b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845103 May 25 21:13:48.681024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ac24f5de-7500-4e8d-9c22-d35ece95eea4 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:48.751769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ac24f5de-7500-4e8d-9c22-d35ece95eea4 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:48.757010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ac24f5de-7500-4e8d-9c22-d35ece95eea4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:48.757420 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:48.793011 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-b874d931-a578-4cf5-be94-12445aa96873 service neutron] 10.222.0.60 "GET /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417544 May 25 21:13:48.882952 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ac24f5de-7500-4e8d-9c22-d35ece95eea4 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:48.883321 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:48.900609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ac24f5de-7500-4e8d-9c22-d35ece95eea4, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ac24f5de-7500-4e8d-9c22-d35ece95eea4,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:48.904585 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:48.927577 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-56f55814-cf9e-48a6-8667-ad10a4c7ae77 service neutron] 10.222.0.60 "GET /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285858 May 25 21:13:48.973315 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ac24f5de-7500-4e8d-9c22-d35ece95eea4,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:49.107848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-fc643336-05e4-488e-af95-e03753327f31 req-06bd34c8-8b6c-44e1-9ba5-69178f74976c tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Synchronizing usage tracker for tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:13:49.126147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-fc643336-05e4-488e-af95-e03753327f31 req-06bd34c8-8b6c-44e1-9ba5-69178f74976c tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Unset dirty status for tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:13:49.127326 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fc643336-05e4-488e-af95-e03753327f31 req-06bd34c8-8b6c-44e1-9ba5-69178f74976c tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 210 time: 0.0650203 May 25 21:13:50.021700 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Sync routers for ids ['0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:13:50.032064 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Routers {'0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:13:50.032740 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:13:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:50.280187 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Set router 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:13:50.374216 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2740838f-cbdb-4162-aebe-c5ae4f3c77a9 req-7fd98940-b18e-476e-94dd-e4c34937627b tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 210 time: 0.0577705 May 25 21:13:50.387368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-dabd919f-8e21-4722-8bfd-5c8ef22026a4 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:50.389204 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-dabd919f-8e21-4722-8bfd-5c8ef22026a4 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.70 "GET /v2.0/networks?id=b2b585fb-4bd4-413a-8e2e-850fbf903dec HTTP/1.1" status: 200 len: 816 time: 0.3709180 May 25 21:13:50.405292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Request body: {'port': {'device_id': 'ef536d89-0306-40b9-bdb7-5e26a3124b26', 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec', 'admin_state_up': True, 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:50.546850 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:13:50.556316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:13:50.566011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Made reservation on behalf of bb12f4c85d124594b49fcb8d3d7cf0b2 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:13:50.569450 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:50.628101 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'name': 'tempest-TestEncryptedCinderVolumes-48668449-router', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ac24f5de-7500-4e8d-9c22-d35ece95eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:41Z', 'updated_at': '2022-05-25T21:13:45Z', 'revision_number': 4, 'project_id': '1fd858d82334448e9db09f2bf89ce4cf', 'gw_port': {'id': 'ac24f5de-7500-4e8d-9c22-d35ece95eea4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:42Z', 'updated_at': '2022-05-25T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04', 'name': '', 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'mac_address': 'fa:16:3e:4c:9d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2d8ec7bb-e081-4b00-a272-2e62f025b38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:45Z', 'updated_at': '2022-05-25T21:13:45Z', 'revision_number': 2, 'project_id': '1fd858d82334448e9db09f2bf89ce4cf', 'subnets': [{'id': '2d8ec7bb-e081-4b00-a272-2e62f025b38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:50.632456 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Checking router: 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:13:50.632866 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Updating router 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:13:50.687156 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ac24f5de-7500-4e8d-9c22-d35ece95eea4 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:50.701216 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:50.776523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ac24f5de-7500-4e8d-9c22-d35ece95eea4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:50.776986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Allocated IP 172.20.0.5 (b2b585fb-4bd4-413a-8e2e-850fbf903dec/08637408-4b8c-4168-8947-58d22378857d/db2e2454-2d77-489a-a773-9c38d020f0c4) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:13:50.777221 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:50.905773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ac24f5de-7500-4e8d-9c22-d35ece95eea4 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:51.013066 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:51.029348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Transition to ACTIVE for port object db2e2454-2d77-489a-a773-9c38d020f0c4 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:51.056417 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:51.095113 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:51.106868 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Transition to ACTIVE for port object ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:51.113490 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:51.136080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Network b2b585fb-4bd4-413a-8e2e-850fbf903dec is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:13:51.140509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:13:51.146111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:13:51.183946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Pushing event updated for resources: {'Port': ['ID=db2e2454-2d77-489a-a773-9c38d020f0c4,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:51.218334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:51.219106 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:51.247397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e5b4e690-0bbe-4d4c-9de6-750fc95ddeaf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8494256 May 25 21:13:51.261626 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1b832-a0a2-44cf-b2e5-300e9bca19c9 None None] Pushing event updated for resources: {'Port': ['ID=ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:51.265291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Request body: {'port': {'device_id': 'ef536d89-0306-40b9-bdb7-5e26a3124b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:13:51.353566 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Attempting to bind port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:13:51.354013 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Attempting to bind port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '329bb4c2-2895-4d06-8667-ef128b7537e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:13:51.354399 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Attempting to bind port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 on network c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:13:51.360710 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:13:51.361072 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Checking segment: {'id': '329bb4c2-2895-4d06-8667-ef128b7537e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:51.361497 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:51.361866 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Bound using segment: {'id': '329bb4c2-2895-4d06-8667-ef128b7537e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:13:51.362369 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Bound port: ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329bb4c2-2895-4d06-8667-ef128b7537e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:13:51.362730 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:51.389171 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:51.481367 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] For port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:13:51.482900 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] For port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04,segment=NetworkSegment(329bb4c2-2895-4d06-8667-ef128b7537e9),segment_id=329bb4c2-2895-4d06-8667-ef128b7537e9)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:13:51.490039 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:51.507361 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4d605c11-8bdc-428e-bc20-af36caa7d455 None None] Provisioning for port db2e2454-2d77-489a-a773-9c38d020f0c4 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:51.514096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4d605c11-8bdc-428e-bc20-af36caa7d455 None None] Provisioning complete for port db2e2454-2d77-489a-a773-9c38d020f0c4 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:51.514490 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4d605c11-8bdc-428e-bc20-af36caa7d455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:51.584124 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1b832-a0a2-44cf-b2e5-300e9bca19c9 None None] Pushing event updated for resources: {'Port': ['ID=ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:51.592276 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Routers {'0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:13:51.593035 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:13:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:51.624211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b3b8d-486b-4169-adf1-aa08c85c8fea req-a398b40e-76de-49e5-9199-1d4055842bff tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:51.626001 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae1b3b8d-486b-4169-adf1-aa08c85c8fea req-a398b40e-76de-49e5-9199-1d4055842bff tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 931 time: 0.1117926 May 25 21:13:51.633467 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4d605c11-8bdc-428e-bc20-af36caa7d455 None None] Port db2e2454-2d77-489a-a773-9c38d020f0c4 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:13:51.688184 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae1b3b8d-486b-4169-adf1-aa08c85c8fea req-c560f13a-1902-441f-9639-2bd7bdbb7266 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486269 May 25 21:13:51.812081 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] Set router 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:13:51.907818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2e2454-2d77-489a-a773-9c38d020f0c4 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:13:51.915167 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:51.929505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Transition to ACTIVE for port object db2e2454-2d77-489a-a773-9c38d020f0c4 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:13:51.933798 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:52.076940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Pushing event updated for resources: {'Port': ['ID=db2e2454-2d77-489a-a773-9c38d020f0c4,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:52.146533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:52.147014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:52.147391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:52.147766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:52.148158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:52.148582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:52.148906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:52.149230 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:52.149599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:52.150258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:52.150762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:52.151732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:13:52.151900 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'name': 'tempest-TestEncryptedCinderVolumes-48668449-router', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ac24f5de-7500-4e8d-9c22-d35ece95eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:41Z', 'updated_at': '2022-05-25T21:13:45Z', 'revision_number': 4, 'project_id': '1fd858d82334448e9db09f2bf89ce4cf', 'gw_port': {'id': 'ac24f5de-7500-4e8d-9c22-d35ece95eea4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:42Z', 'updated_at': '2022-05-25T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04', 'name': '', 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'mac_address': 'fa:16:3e:4c:9d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2d8ec7bb-e081-4b00-a272-2e62f025b38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:45Z', 'updated_at': '2022-05-25T21:13:51Z', 'revision_number': 4, 'project_id': '1fd858d82334448e9db09f2bf89ce4cf', 'subnets': [{'id': '2d8ec7bb-e081-4b00-a272-2e62f025b38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:13:52.159783 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a7716-17a9-4af4-89b2-4a703ba29e61 None None] The sync data for ids ['0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'] in n-d-843339-1 is: [{'id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'name': 'tempest-TestEncryptedCinderVolumes-48668449-router', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ac24f5de-7500-4e8d-9c22-d35ece95eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:41Z', 'updated_at': '2022-05-25T21:13:45Z', 'revision_number': 4, 'project_id': '1fd858d82334448e9db09f2bf89ce4cf', 'gw_port': {'id': 'ac24f5de-7500-4e8d-9c22-d35ece95eea4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:42Z', 'updated_at': '2022-05-25T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04', 'name': '', 'network_id': 'c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'mac_address': 'fa:16:3e:4c:9d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '2d8ec7bb-e081-4b00-a272-2e62f025b38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:45Z', 'updated_at': '2022-05-25T21:13:51Z', 'revision_number': 4, 'project_id': '1fd858d82334448e9db09f2bf89ce4cf', 'subnets': [{'id': '2d8ec7bb-e081-4b00-a272-2e62f025b38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:13:52.206113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Attempting to bind port db2e2454-2d77-489a-a773-9c38d020f0c4 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:13:52.206631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Attempting to bind port db2e2454-2d77-489a-a773-9c38d020f0c4 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:13:52.206952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Attempting to bind port db2e2454-2d77-489a-a773-9c38d020f0c4 on network b2b585fb-4bd4-413a-8e2e-850fbf903dec {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:13:52.215194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Port db2e2454-2d77-489a-a773-9c38d020f0c4 on network b2b585fb-4bd4-413a-8e2e-850fbf903dec not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:13:52.215516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Attempting to bind port db2e2454-2d77-489a-a773-9c38d020f0c4 on network b2b585fb-4bd4-413a-8e2e-850fbf903dec {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:13:52.221395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:13:52.221832 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Checking segment: {'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:13:52.222340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Bound using segment: {'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:13:52.223028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Bound port: db2e2454-2d77-489a-a773-9c38d020f0c4, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:13:52.223485 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:52.323841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] For port db2e2454-2d77-489a-a773-9c38d020f0c4, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:13:52.326903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] For port db2e2454-2d77-489a-a773-9c38d020f0c4, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=db2e2454-2d77-489a-a773-9c38d020f0c4,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:13:52.331646 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:52.393737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:52.394336 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:52.395750 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] 10.222.0.70 "PUT /v2.0/ports/db2e2454-2d77-489a-a773-9c38d020f0c4 HTTP/1.1" status: 200 len: 1091 time: 1.1369567 May 25 21:13:52.396172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef536d89-0306-40b9-bdb7-5e26a3124b26', 'tag': 'db2e2454-2d77-489a-a773-9c38d020f0c4'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:13:52.425458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ceb7e0-8236-48fc-acfa-5adb5b71ac74 service neutron] Pushing event updated for resources: {'Port': ['ID=db2e2454-2d77-489a-a773-9c38d020f0c4,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:52.478111 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad6aab9-3363-4fc6-a992-ef2dad8493cd'] response: {'name': 'network-changed', 'server_uuid': 'ef536d89-0306-40b9-bdb7-5e26a3124b26', 'tag': 'db2e2454-2d77-489a-a773-9c38d020f0c4', 'status': 'completed', 'code': 200} May 25 21:13:52.635864 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-a3db9009-6a57-4326-90e2-2935d243799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:52.637409 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-a3db9009-6a57-4326-90e2-2935d243799e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb12f4c85d124594b49fcb8d3d7cf0b2&device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 1094 time: 0.1956525 May 25 21:13:52.680862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:52.710035 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-e175f151-eb99-44ac-8c90-b3bb3b6b35e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2e2454-2d77-489a-a773-9c38d020f0c4 HTTP/1.1" status: 200 len: 217 time: 0.0652239 May 25 21:13:52.754763 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:52.761363 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:52.762054 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:52.781579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-9bb612d4-7e96-4115-a348-c3e76cbc8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:52.782943 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-9bb612d4-7e96-4115-a348-c3e76cbc8403 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08637408-4b8c-4168-8947-58d22378857d HTTP/1.1" status: 200 len: 855 time: 0.0675282 May 25 21:13:52.860805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-cb41fc79-21b7-4503-b97f-4baa1b62a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:52.862372 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-cb41fc79-21b7-4503-b97f-4baa1b62a941 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2b585fb-4bd4-413a-8e2e-850fbf903dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742307 May 25 21:13:52.881076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:52.881610 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:52.897501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1439e7-2b13-46bf-ac42-6ab9a1c5e743 req-6adde23f-db32-49d3-9f33-609d65856957 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:52.899636 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e1439e7-2b13-46bf-ac42-6ab9a1c5e743 req-6adde23f-db32-49d3-9f33-609d65856957 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 943 time: 0.0902829 May 25 21:13:52.920555 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04,segment=NetworkSegment(329bb4c2-2895-4d06-8667-ef128b7537e9),segment_id=329bb4c2-2895-4d06-8667-ef128b7537e9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:52.925673 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:52.951365 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9e1439e7-2b13-46bf-ac42-6ab9a1c5e743 req-63fc91d1-bc6b-42b0-af09-faccfd8ce5f0 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437770 May 25 21:13:53.000558 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:53.015393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-84eaf5ed-a03c-4777-a63f-9e450beb3b5a service neutron] 10.222.0.70 "GET /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472735 May 25 21:13:53.147239 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb61f374-d766-41aa-ad2e-948f2fc20375 req-110c7357-d736-4f08-8897-ca8b96af54d4 service neutron] 10.222.0.70 "GET /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259406 May 25 21:13:53.268815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3754e-4cab-4a0b-9e66-95a131a1be17 req-6c37753b-3f7e-4692-b9e5-e0bbfb58459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:53.270288 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45b3754e-4cab-4a0b-9e66-95a131a1be17 req-6c37753b-3f7e-4692-b9e5-e0bbfb58459c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb12f4c85d124594b49fcb8d3d7cf0b2&device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 1094 time: 0.0793440 May 25 21:13:53.406386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3754e-4cab-4a0b-9e66-95a131a1be17 req-aa7edf3b-4f80-4d21-9d93-062bc4b09b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:53.407747 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45b3754e-4cab-4a0b-9e66-95a131a1be17 req-aa7edf3b-4f80-4d21-9d93-062bc4b09b19 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2b585fb-4bd4-413a-8e2e-850fbf903dec HTTP/1.1" status: 200 len: 917 time: 0.1318686 May 25 21:13:53.476103 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45b3754e-4cab-4a0b-9e66-95a131a1be17 req-3ff973b3-70bb-4e59-bc21-e5247148a843 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2e2454-2d77-489a-a773-9c38d020f0c4 HTTP/1.1" status: 200 len: 217 time: 0.0627804 May 25 21:13:53.544026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3754e-4cab-4a0b-9e66-95a131a1be17 req-54529513-7e12-472f-b420-51e68e31e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:53.545461 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45b3754e-4cab-4a0b-9e66-95a131a1be17 req-54529513-7e12-472f-b420-51e68e31e070 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08637408-4b8c-4168-8947-58d22378857d HTTP/1.1" status: 200 len: 855 time: 0.0637352 May 25 21:13:53.623468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3754e-4cab-4a0b-9e66-95a131a1be17 req-b8d4ff5b-c64e-45cf-a9a1-e8160d5ea7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:53.624926 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45b3754e-4cab-4a0b-9e66-95a131a1be17 req-b8d4ff5b-c64e-45cf-a9a1-e8160d5ea7ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2b585fb-4bd4-413a-8e2e-850fbf903dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733221 May 25 21:13:53.756690 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45b3754e-4cab-4a0b-9e66-95a131a1be17 req-71028e49-6b5b-48f3-9dfc-8265010cc97e service neutron] 10.222.0.70 "GET /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257379 May 25 21:13:53.883985 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45b3754e-4cab-4a0b-9e66-95a131a1be17 req-246d59f0-c20b-46be-b11d-81721fcbd3ca service neutron] 10.222.0.70 "GET /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212330 May 25 21:13:54.158889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde69fc-8fe5-4c5b-a925-0e9ccc90b3d6 req-74c9cc88-8da4-44b3-8756-431088b0742e tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:54.159567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0fde69fc-8fe5-4c5b-a925-0e9ccc90b3d6 req-74c9cc88-8da4-44b3-8756-431088b0742e tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Synchronizing usage tracker for tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:13:54.175275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0fde69fc-8fe5-4c5b-a925-0e9ccc90b3d6 req-74c9cc88-8da4-44b3-8756-431088b0742e tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Unset dirty status for tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:13:54.176460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fde69fc-8fe5-4c5b-a925-0e9ccc90b3d6 req-74c9cc88-8da4-44b3-8756-431088b0742e tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 943 time: 0.0987296 May 25 21:13:54.222948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0fde69fc-8fe5-4c5b-a925-0e9ccc90b3d6 req-09c1dcbc-d0ff-45c7-96ee-ca8e9cde07bb tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Synchronizing usage tracker for tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:13:54.239456 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-0fde69fc-8fe5-4c5b-a925-0e9ccc90b3d6 req-09c1dcbc-d0ff-45c7-96ee-ca8e9cde07bb tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Unset dirty status for tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:13:54.240589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fde69fc-8fe5-4c5b-a925-0e9ccc90b3d6 req-09c1dcbc-d0ff-45c7-96ee-ca8e9cde07bb tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583873 May 25 21:13:54.376380 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:54.658274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:54.725645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:54.726007 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:54.842946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:55.425188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391ce54-4420-44ee-9fac-d6d0fea52c34 req-0b14f016-c1e4-4242-85c3-7e37d5b82dc7 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:55.426692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f391ce54-4420-44ee-9fac-d6d0fea52c34 req-0b14f016-c1e4-4242-85c3-7e37d5b82dc7 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 943 time: 0.0818093 May 25 21:13:55.471239 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f391ce54-4420-44ee-9fac-d6d0fea52c34 req-d32bb26e-1092-4af0-ae96-b31a2dcd8550 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382469 May 25 21:13:56.361975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device db2e2454-2d77-489a-a773-9c38d020f0c4 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:13:56.502812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port db2e2454-2d77-489a-a773-9c38d020f0c4, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=db2e2454-2d77-489a-a773-9c38d020f0c4,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:56.517028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'db2e2454-2d77-489a-a773-9c38d020f0c4', 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec', 'port_id': 'db2e2454-2d77-489a-a773-9c38d020f0c4', 'mac_address': 'fa:16:3e:d4:7f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08637408-4b8c-4168-8947-58d22378857d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:13:56.575402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port db2e2454-2d77-489a-a773-9c38d020f0c4 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:56.575770 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:56.592894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2e2454-2d77-489a-a773-9c38d020f0c4 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:13:56.608739 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port db2e2454-2d77-489a-a773-9c38d020f0c4, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=db2e2454-2d77-489a-a773-9c38d020f0c4,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:56.612764 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:56.663207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2b47b-65d8-416d-adee-479610f143f8 req-1bbf2474-b33e-4b19-a252-ef3ecc7e93a5 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:56.664785 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecd2b47b-65d8-416d-adee-479610f143f8 req-1bbf2474-b33e-4b19-a252-ef3ecc7e93a5 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 944 time: 0.0817671 May 25 21:13:56.680953 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=db2e2454-2d77-489a-a773-9c38d020f0c4,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:56.715926 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecd2b47b-65d8-416d-adee-479610f143f8 req-7360d8a3-af97-44b4-8bf7-2acac89be9f2 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430269 May 25 21:13:56.907722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['db2e2454-2d77-489a-a773-9c38d020f0c4'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:13:57.903382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bad35-4692-4130-a927-9d5c0cc7cfed req-86e8b7f5-dad2-4326-b909-f65071ddf459 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:57.904844 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-681bad35-4692-4130-a927-9d5c0cc7cfed req-86e8b7f5-dad2-4326-b909-f65071ddf459 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 944 time: 0.0841470 May 25 21:13:57.948583 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-681bad35-4692-4130-a927-9d5c0cc7cfed req-1cd8417e-0832-446f-b858-bc9df90087a6 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 May 25 21:13:58.282403 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c00eb3f1-359f-4d9c-80b0-fb748d6c9d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:58.361594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device db2e2454-2d77-489a-a773-9c38d020f0c4 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:13:58.428881 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port db2e2454-2d77-489a-a773-9c38d020f0c4 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:13:58.433920 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port db2e2454-2d77-489a-a773-9c38d020f0c4 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:13:58.434346 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:58.551680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port db2e2454-2d77-489a-a773-9c38d020f0c4 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:13:58.552048 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:58.579451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef536d89-0306-40b9-bdb7-5e26a3124b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2e2454-2d77-489a-a773-9c38d020f0c4'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:13:58.588812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port db2e2454-2d77-489a-a773-9c38d020f0c4, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=db2e2454-2d77-489a-a773-9c38d020f0c4,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:13:58.592964 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:58.629989 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980f35e7-30c0-46f7-a237-8abd1e8d20b9'] response: {'server_uuid': 'ef536d89-0306-40b9-bdb7-5e26a3124b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2e2454-2d77-489a-a773-9c38d020f0c4', 'code': 200} May 25 21:13:58.673720 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:13:58.676876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=db2e2454-2d77-489a-a773-9c38d020f0c4,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:13:58.757515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602999d0-d383-4f1d-9b43-ed64c7180d28 req-a85b2e99-37db-4ac2-a1a1-1df329f037b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:58.759005 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-602999d0-d383-4f1d-9b43-ed64c7180d28 req-a85b2e99-37db-4ac2-a1a1-1df329f037b0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 1096 time: 0.0738666 May 25 21:13:58.800633 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-602999d0-d383-4f1d-9b43-ed64c7180d28 req-efe75c41-45f0-4e47-b0da-ab87eda82d1e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352414 May 25 21:13:59.135671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923fd51-44d3-4b9f-956a-777ffaffaa85 req-af767b82-7957-42bd-8d0e-6453d098e89b tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:13:59.137150 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d923fd51-44d3-4b9f-956a-777ffaffaa85 req-af767b82-7957-42bd-8d0e-6453d098e89b tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 945 time: 0.0800438 May 25 21:13:59.182679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d923fd51-44d3-4b9f-956a-777ffaffaa85 req-c7ed3977-e3c4-4a91-88ee-a6d98d663b35 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387685 May 25 21:14:00.374064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6664d-755b-4980-83e5-b4a8df06a09d req-d9f19bca-a9c9-4421-aeaf-ef6ee645ea30 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:00.375914 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1cc6664d-755b-4980-83e5-b4a8df06a09d req-d9f19bca-a9c9-4421-aeaf-ef6ee645ea30 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 945 time: 0.0859540 May 25 21:14:00.435272 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1cc6664d-755b-4980-83e5-b4a8df06a09d req-2336b9b8-8ce1-470a-89e7-daebfb3d4748 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535595 May 25 21:14:00.627015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52a74f-90c1-49d1-abc1-f52b4177ad6f req-be954d02-9814-401d-85d6-358e7fad069c tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:00.628394 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2f52a74f-90c1-49d1-abc1-f52b4177ad6f req-be954d02-9814-401d-85d6-358e7fad069c tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 945 time: 0.0835278 May 25 21:14:00.673315 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2f52a74f-90c1-49d1-abc1-f52b4177ad6f req-4a869b66-a866-4112-bd3a-954678929098 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392506 May 25 21:14:00.721508 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0089e5ea-a35b-474c-8f5d-ee21645342d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:01.510909 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:01.949148 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:03.283475 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:15.414260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce540f-2188-4b5b-b46b-55967cdb4842 req-652f1cb0-a934-49c8-bce3-eef79cef7cc1 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:15.415569 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efce540f-2188-4b5b-b46b-55967cdb4842 req-652f1cb0-a934-49c8-bce3-eef79cef7cc1 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 945 time: 0.1875546 May 25 21:14:15.460673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-efce540f-2188-4b5b-b46b-55967cdb4842 req-8eab6961-c4fd-4ed3-9b2b-eba0ba30bc44 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387368 May 25 21:14:16.650808 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c6f9c-d7b6-409d-9f6a-920c489f728d req-0ba86564-6b08-4d91-a921-23604493120d tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:16.652264 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc4c6f9c-d7b6-409d-9f6a-920c489f728d req-0ba86564-6b08-4d91-a921-23604493120d tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 945 time: 0.0805936 May 25 21:14:16.703847 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dc4c6f9c-d7b6-409d-9f6a-920c489f728d req-82bc33ec-1f4e-4c91-8b1c-2c41d0728611 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457227 May 25 21:14:16.961971 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080dac5-7109-4cb4-b510-c92a90f135f6 req-bde46e36-8493-4808-93f5-c740b24504de tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:16.963403 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7080dac5-7109-4cb4-b510-c92a90f135f6 req-bde46e36-8493-4808-93f5-c740b24504de tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 945 time: 0.0788958 May 25 21:14:17.039670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7080dac5-7109-4cb4-b510-c92a90f135f6 req-38ea8785-0de8-4c2c-a31d-9f8cdcf837d8 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Deleting port db2e2454-2d77-489a-a773-9c38d020f0c4 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:14:17.040009 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7080dac5-7109-4cb4-b510-c92a90f135f6 req-38ea8785-0de8-4c2c-a31d-9f8cdcf837d8 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:17.289197 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-7080dac5-7109-4cb4-b510-c92a90f135f6 req-38ea8785-0de8-4c2c-a31d-9f8cdcf837d8 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] For port db2e2454-2d77-489a-a773-9c38d020f0c4, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=db2e2454-2d77-489a-a773-9c38d020f0c4,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:14:17.289478 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7080dac5-7109-4cb4-b510-c92a90f135f6 req-38ea8785-0de8-4c2c-a31d-9f8cdcf837d8 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:17.410907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-7080dac5-7109-4cb4-b510-c92a90f135f6 req-38ea8785-0de8-4c2c-a31d-9f8cdcf837d8 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Calling delete_port for db2e2454-2d77-489a-a773-9c38d020f0c4 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:14:17.558223 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7080dac5-7109-4cb4-b510-c92a90f135f6 req-38ea8785-0de8-4c2c-a31d-9f8cdcf837d8 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:17.569525 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['db2e2454-2d77-489a-a773-9c38d020f0c4'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:14:17.609438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea8785-0de8-4c2c-a31d-9f8cdcf837d8 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Pushing event deleted for resources: {'Port': ['ID=db2e2454-2d77-489a-a773-9c38d020f0c4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:17.689869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-7080dac5-7109-4cb4-b510-c92a90f135f6 req-38ea8785-0de8-4c2c-a31d-9f8cdcf837d8 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] No DVR routers for this DVR port db2e2454-2d77-489a-a773-9c38d020f0c4 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:14:17.692536 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-7080dac5-7109-4cb4-b510-c92a90f135f6 req-38ea8785-0de8-4c2c-a31d-9f8cdcf837d8 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:17.699336 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef536d89-0306-40b9-bdb7-5e26a3124b26', 'name': 'network-vif-deleted', 'tag': 'db2e2454-2d77-489a-a773-9c38d020f0c4'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:14:17.714530 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7080dac5-7109-4cb4-b510-c92a90f135f6 req-38ea8785-0de8-4c2c-a31d-9f8cdcf837d8 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.70 "DELETE /v2.0/ports/db2e2454-2d77-489a-a773-9c38d020f0c4 HTTP/1.1" status: 204 len: 173 time: 0.7457278 May 25 21:14:17.754489 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18211a9d-ce38-46b8-b9bb-687ec6d0dc9c'] response: {'server_uuid': 'ef536d89-0306-40b9-bdb7-5e26a3124b26', 'name': 'network-vif-deleted', 'tag': 'db2e2454-2d77-489a-a773-9c38d020f0c4', 'status': 'completed', 'code': 200} May 25 21:14:17.868973 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-68fedc15-e5fa-4f0e-918b-dd7ad3b4e65c req-b7dbdfba-b5a1-42e3-a597-125ea95bcc8a tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef536d89-0306-40b9-bdb7-5e26a3124b26 HTTP/1.1" status: 200 len: 210 time: 0.0432801 May 25 21:14:19.326906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07a46-9954-41b6-965c-f9383322f954 req-db9ed2b1-071c-4c08-bca4-752e24b362a7 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:19.328436 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5fb07a46-9954-41b6-965c-f9383322f954 req-db9ed2b1-071c-4c08-bca4-752e24b362a7 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/networks?id=b2b585fb-4bd4-413a-8e2e-850fbf903dec HTTP/1.1" status: 200 len: 816 time: 0.1458735 May 25 21:14:19.344123 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5fb07a46-9954-41b6-965c-f9383322f954 req-e17e3a76-f75e-49fa-a127-10bc1add0d10 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/quotas/bb12f4c85d124594b49fcb8d3d7cf0b2 HTTP/1.1" status: 200 len: 375 time: 0.0102181 May 25 21:14:19.426098 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5fb07a46-9954-41b6-965c-f9383322f954 req-d5399d78-e765-4d72-b460-5a0a84cbd9da tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bb12f4c85d124594b49fcb8d3d7cf0b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769899 May 25 21:14:19.564248 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5fb07a46-9954-41b6-965c-f9383322f954 req-f9fab601-3d98-4901-8100-8b8f86143a99 service neutron] 10.222.0.60 "GET /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265793 May 25 21:14:19.704574 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5fb07a46-9954-41b6-965c-f9383322f954 req-a34abab0-7d9c-4849-8745-7197a81e4079 service neutron] 10.222.0.60 "GET /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343396 May 25 21:14:19.882295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3793615b-eb3f-43ed-be8d-309d495c4fbe req-4b584c00-1259-4044-877e-8ecc6c1830b1 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Synchronizing usage tracker for tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:14:19.898557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3793615b-eb3f-43ed-be8d-309d495c4fbe req-4b584c00-1259-4044-877e-8ecc6c1830b1 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Unset dirty status for tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:14:19.899915 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3793615b-eb3f-43ed-be8d-309d495c4fbe req-4b584c00-1259-4044-877e-8ecc6c1830b1 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 210 time: 0.0598557 May 25 21:14:20.502751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device db2e2454-2d77-489a-a773-9c38d020f0c4 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:14:20.537885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: db2e2454-2d77-489a-a773-9c38d020f0c4 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:14:20.538242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device db2e2454-2d77-489a-a773-9c38d020f0c4 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:14:20.907257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07a46-9954-41b6-965c-f9383322f954 req-5e7aca05-05fe-4991-82b8-e834f13c8ff9 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:20.908631 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fb07a46-9954-41b6-965c-f9383322f954 req-5e7aca05-05fe-4991-82b8-e834f13c8ff9 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.70 "GET /v2.0/networks?id=b2b585fb-4bd4-413a-8e2e-850fbf903dec HTTP/1.1" status: 200 len: 816 time: 0.1516821 May 25 21:14:20.919854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Request body: {'port': {'device_id': '94853d7a-6abd-4fac-9f5e-01d3ca218312', 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec', 'admin_state_up': True, 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:14:21.077532 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ae2a010a-fc82-4afd-be64-10b2916a0cc3 req-42feb2fe-c38f-43d6-8795-b864f54b1242 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 210 time: 0.0476606 May 25 21:14:21.079770 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:14:21.090871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:14:21.103766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Made reservation on behalf of bb12f4c85d124594b49fcb8d3d7cf0b2 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:14:21.107381 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:21.302937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Allocated IP 172.20.0.14 (b2b585fb-4bd4-413a-8e2e-850fbf903dec/08637408-4b8c-4168-8947-58d22378857d/0bd2b88b-885e-41e6-8d16-6594b25aab80) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:14:21.541652 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:21.558823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Transition to ACTIVE for port object 0bd2b88b-885e-41e6-8d16-6594b25aab80 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:14:21.582980 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:21.667378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Network b2b585fb-4bd4-413a-8e2e-850fbf903dec is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:14:21.668493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:14:21.673213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:14:21.710414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Pushing event updated for resources: {'Port': ['ID=0bd2b88b-885e-41e6-8d16-6594b25aab80,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:21.743000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:21.743606 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:21.769981 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ddc7341a-5e5e-429a-bb13-9abb23105916 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8539674 May 25 21:14:21.781067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Request body: {'port': {'device_id': '94853d7a-6abd-4fac-9f5e-01d3ca218312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:14:21.954194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4ce1265e-6cc4-4a8c-9418-d61c699e28b7 None None] Provisioning for port 0bd2b88b-885e-41e6-8d16-6594b25aab80 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:14:21.964117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4ce1265e-6cc4-4a8c-9418-d61c699e28b7 None None] Provisioning complete for port 0bd2b88b-885e-41e6-8d16-6594b25aab80 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:14:21.964561 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4ce1265e-6cc4-4a8c-9418-d61c699e28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:22.008524 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:22.026692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4ce1265e-6cc4-4a8c-9418-d61c699e28b7 None None] Port 0bd2b88b-885e-41e6-8d16-6594b25aab80 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:14:22.406316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd2b88b-885e-41e6-8d16-6594b25aab80 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:14:22.420461 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:22.444651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Transition to ACTIVE for port object 0bd2b88b-885e-41e6-8d16-6594b25aab80 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:14:22.448426 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:22.590368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c1b8-ecc6-423c-8906-5f400ca9747b req-3df45dce-6754-4570-b59a-fb9a63ced0e1 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:22.591085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-34f1c1b8-ecc6-423c-8906-5f400ca9747b req-3df45dce-6754-4570-b59a-fb9a63ced0e1 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Synchronizing usage tracker for tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:14:22.632738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Pushing event updated for resources: {'Port': ['ID=0bd2b88b-885e-41e6-8d16-6594b25aab80,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:22.707099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-34f1c1b8-ecc6-423c-8906-5f400ca9747b req-3df45dce-6754-4570-b59a-fb9a63ced0e1 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Unset dirty status for tenant:bb12f4c85d124594b49fcb8d3d7cf0b2 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:14:22.708162 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-34f1c1b8-ecc6-423c-8906-5f400ca9747b req-3df45dce-6754-4570-b59a-fb9a63ced0e1 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 932 time: 0.4894705 May 25 21:14:22.758188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Attempting to bind port 0bd2b88b-885e-41e6-8d16-6594b25aab80 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:14:22.758522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Attempting to bind port 0bd2b88b-885e-41e6-8d16-6594b25aab80 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:14:22.758842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Attempting to bind port 0bd2b88b-885e-41e6-8d16-6594b25aab80 on network b2b585fb-4bd4-413a-8e2e-850fbf903dec {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:14:22.769858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Port 0bd2b88b-885e-41e6-8d16-6594b25aab80 on network b2b585fb-4bd4-413a-8e2e-850fbf903dec not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:14:22.770192 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Attempting to bind port 0bd2b88b-885e-41e6-8d16-6594b25aab80 on network b2b585fb-4bd4-413a-8e2e-850fbf903dec {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:14:22.775752 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-34f1c1b8-ecc6-423c-8906-5f400ca9747b req-9c0fb36a-3248-4c7d-a929-8b727b62cc42 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538476 May 25 21:14:22.778138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:14:22.778434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Checking segment: {'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:14:22.778798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Bound using segment: {'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:14:22.779216 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Bound port: 0bd2b88b-885e-41e6-8d16-6594b25aab80, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cb0f37-d44d-49c1-ab32-b67bb05ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:14:22.779555 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:22.871288 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] For port 0bd2b88b-885e-41e6-8d16-6594b25aab80, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:14:22.874823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] For port 0bd2b88b-885e-41e6-8d16-6594b25aab80, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0bd2b88b-885e-41e6-8d16-6594b25aab80,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:14:22.879220 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:22.942846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:22.943550 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:22.944937 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fb07a46-9954-41b6-965c-f9383322f954 req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] 10.222.0.70 "PUT /v2.0/ports/0bd2b88b-885e-41e6-8d16-6594b25aab80 HTTP/1.1" status: 200 len: 1092 time: 1.1683004 May 25 21:14:22.945386 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94853d7a-6abd-4fac-9f5e-01d3ca218312', 'tag': '0bd2b88b-885e-41e6-8d16-6594b25aab80'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:14:22.972054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09730a8a-76f1-4a70-8f7c-c66f16d8991f service neutron] Pushing event updated for resources: {'Port': ['ID=0bd2b88b-885e-41e6-8d16-6594b25aab80,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:23.021663 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b9773a-47fc-4374-8a3f-e2dd26845827'] response: {'name': 'network-changed', 'server_uuid': '94853d7a-6abd-4fac-9f5e-01d3ca218312', 'tag': '0bd2b88b-885e-41e6-8d16-6594b25aab80', 'status': 'completed', 'code': 200} May 25 21:14:23.136302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07a46-9954-41b6-965c-f9383322f954 req-fa474f59-a726-44bf-b4d6-7095697ac09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:23.137869 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fb07a46-9954-41b6-965c-f9383322f954 req-fa474f59-a726-44bf-b4d6-7095697ac09a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb12f4c85d124594b49fcb8d3d7cf0b2&device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 1095 time: 0.1463234 May 25 21:14:23.209417 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ab7b9ff0-6bde-444b-990e-3fb5638b4c46 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bd2b88b-885e-41e6-8d16-6594b25aab80 HTTP/1.1" status: 200 len: 217 time: 0.0646951 May 25 21:14:23.275398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ae475b3b-2eae-4d5d-80e1-816671f8eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:23.276805 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fb07a46-9954-41b6-965c-f9383322f954 req-ae475b3b-2eae-4d5d-80e1-816671f8eec7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08637408-4b8c-4168-8947-58d22378857d HTTP/1.1" status: 200 len: 855 time: 0.0622020 May 25 21:14:23.354099 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07a46-9954-41b6-965c-f9383322f954 req-5086ddac-7a3f-44f5-b6f4-9e5e7e8ddb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:23.355580 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fb07a46-9954-41b6-965c-f9383322f954 req-5086ddac-7a3f-44f5-b6f4-9e5e7e8ddb8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2b585fb-4bd4-413a-8e2e-850fbf903dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722046 May 25 21:14:23.494546 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fb07a46-9954-41b6-965c-f9383322f954 req-a75eff26-4263-43da-b7c5-0392fb0f9fee service neutron] 10.222.0.70 "GET /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324282 May 25 21:14:23.627267 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fb07a46-9954-41b6-965c-f9383322f954 req-96d95694-4e81-4901-b770-925ab425490b service neutron] 10.222.0.70 "GET /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258984 May 25 21:14:23.751268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035b69-d57b-4d1c-a068-2f7efc151557 req-9baa38e8-09b4-4298-a75a-975d87ff2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:23.752674 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b035b69-d57b-4d1c-a068-2f7efc151557 req-9baa38e8-09b4-4298-a75a-975d87ff2547 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb12f4c85d124594b49fcb8d3d7cf0b2&device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 1095 time: 0.0754077 May 25 21:14:24.047501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035b69-d57b-4d1c-a068-2f7efc151557 req-18011d14-11f4-4b40-ab0c-72518604ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:24.048852 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b035b69-d57b-4d1c-a068-2f7efc151557 req-18011d14-11f4-4b40-ab0c-72518604ffd6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2b585fb-4bd4-413a-8e2e-850fbf903dec HTTP/1.1" status: 200 len: 917 time: 0.2906282 May 25 21:14:24.059772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56514d-6719-4cc7-90c7-7c4bb8bd28d9 req-52f607d3-18a4-4b23-a28d-6fb03af16a61 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:24.061105 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc56514d-6719-4cc7-90c7-7c4bb8bd28d9 req-52f607d3-18a4-4b23-a28d-6fb03af16a61 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 944 time: 0.1749158 May 25 21:14:24.144029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b035b69-d57b-4d1c-a068-2f7efc151557 req-200bac12-4ac6-44a4-95ee-d95be1152c5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bd2b88b-885e-41e6-8d16-6594b25aab80 HTTP/1.1" status: 200 len: 217 time: 0.0819669 May 25 21:14:24.210587 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cc56514d-6719-4cc7-90c7-7c4bb8bd28d9 req-f90bb978-f096-456b-8975-cd03113be3ee tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991349 May 25 21:14:24.226114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035b69-d57b-4d1c-a068-2f7efc151557 req-8a8bb4cd-3a0c-496c-9d06-02b921c8e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:24.227578 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b035b69-d57b-4d1c-a068-2f7efc151557 req-8a8bb4cd-3a0c-496c-9d06-02b921c8e42e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08637408-4b8c-4168-8947-58d22378857d HTTP/1.1" status: 200 len: 855 time: 0.0735357 May 25 21:14:24.304042 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035b69-d57b-4d1c-a068-2f7efc151557 req-466edebe-91a6-43c7-a55e-bcd822418a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:24.305406 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b035b69-d57b-4d1c-a068-2f7efc151557 req-466edebe-91a6-43c7-a55e-bcd822418a8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2b585fb-4bd4-413a-8e2e-850fbf903dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719111 May 25 21:14:24.381405 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:24.443945 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b035b69-d57b-4d1c-a068-2f7efc151557 req-d70fc5fc-1b50-4f89-90e9-c2ba6107e2ac service neutron] 10.222.0.70 "GET /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301150 May 25 21:14:24.565762 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:14:24.575571 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9b035b69-d57b-4d1c-a068-2f7efc151557 req-07bd2408-567f-4576-8ee4-459eaacc349f service neutron] 10.222.0.70 "GET /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248941 May 25 21:14:25.400441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cee14-2c8a-4eff-8766-e24073cfdbce req-ac14baf6-51d9-4240-b6f6-75e3fc73dce5 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:25.401901 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d0cee14-2c8a-4eff-8766-e24073cfdbce req-ac14baf6-51d9-4240-b6f6-75e3fc73dce5 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 944 time: 0.0827138 May 25 21:14:25.447612 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d0cee14-2c8a-4eff-8766-e24073cfdbce req-0144d5cd-b86a-401a-a2bf-c78530198156 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391228 May 25 21:14:26.533379 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0bd2b88b-885e-41e6-8d16-6594b25aab80 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:14:26.644414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0244e-dd6a-4dac-bda3-0779ec0c9976 req-3fef4100-4236-4a6f-8771-c39e31400e91 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:26.645891 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-32b0244e-dd6a-4dac-bda3-0779ec0c9976 req-3fef4100-4236-4a6f-8771-c39e31400e91 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 944 time: 0.0812876 May 25 21:14:26.671247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 0bd2b88b-885e-41e6-8d16-6594b25aab80, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0bd2b88b-885e-41e6-8d16-6594b25aab80,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:14:26.694252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '0bd2b88b-885e-41e6-8d16-6594b25aab80', 'network_id': 'b2b585fb-4bd4-413a-8e2e-850fbf903dec', 'port_id': '0bd2b88b-885e-41e6-8d16-6594b25aab80', 'mac_address': 'fa:16:3e:e1:a2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08637408-4b8c-4168-8947-58d22378857d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:14:26.701027 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-32b0244e-dd6a-4dac-bda3-0779ec0c9976 req-19d64cc2-99ec-4d2a-9512-4c89ebf60249 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493252 May 25 21:14:26.757367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 0bd2b88b-885e-41e6-8d16-6594b25aab80 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:14:26.757721 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:26.777723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd2b88b-885e-41e6-8d16-6594b25aab80 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:14:26.793602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 0bd2b88b-885e-41e6-8d16-6594b25aab80, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0bd2b88b-885e-41e6-8d16-6594b25aab80,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:14:26.797684 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:26.888975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=0bd2b88b-885e-41e6-8d16-6594b25aab80,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:26.897422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:26.897766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:26.898100 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:26.898492 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:26.898825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:26.899151 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:26.899473 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:26.899790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:26.900110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:26.900428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:26.900746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:26.901068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:27.067549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['0bd2b88b-885e-41e6-8d16-6594b25aab80'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:14:27.889204 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a5201-775b-49f8-adde-e86afb2d5629 req-67736eb3-1676-4c5c-b3ca-a5c95fd8105a tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:27.891019 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-be1a5201-775b-49f8-adde-e86afb2d5629 req-67736eb3-1676-4c5c-b3ca-a5c95fd8105a tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 945 time: 0.0833170 May 25 21:14:27.934922 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-be1a5201-775b-49f8-adde-e86afb2d5629 req-2db8a3b7-31b5-49de-aa24-fa237ad2f424 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381947 May 25 21:14:28.284426 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7dd37017-b702-4709-b145-aaf561cff489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:28.548860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0bd2b88b-885e-41e6-8d16-6594b25aab80 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:14:28.617170 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 0bd2b88b-885e-41e6-8d16-6594b25aab80 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:14:28.621801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 0bd2b88b-885e-41e6-8d16-6594b25aab80 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:14:28.622180 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:28.682443 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:28.750970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 0bd2b88b-885e-41e6-8d16-6594b25aab80 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:14:28.751341 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:28.778212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94853d7a-6abd-4fac-9f5e-01d3ca218312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd2b88b-885e-41e6-8d16-6594b25aab80'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:14:28.788462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 0bd2b88b-885e-41e6-8d16-6594b25aab80, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0bd2b88b-885e-41e6-8d16-6594b25aab80,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:14:28.792397 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:28.832555 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b4d27d-718c-4063-a8ba-d5829d6c8dd4'] response: {'server_uuid': '94853d7a-6abd-4fac-9f5e-01d3ca218312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd2b88b-885e-41e6-8d16-6594b25aab80', 'code': 200} May 25 21:14:28.864072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=0bd2b88b-885e-41e6-8d16-6594b25aab80,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:28.949219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596d1c4-1a5e-4caf-bf17-8a5505ef485b req-fcab9280-0cf0-43e4-8980-2ec071249fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:28.950697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c596d1c4-1a5e-4caf-bf17-8a5505ef485b req-fcab9280-0cf0-43e4-8980-2ec071249fc3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 1097 time: 0.0686872 May 25 21:14:28.992109 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c596d1c4-1a5e-4caf-bf17-8a5505ef485b req-109f4a3a-37f6-441c-a0b6-230101145191 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355515 May 25 21:14:29.132277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af421e73-3536-4e89-a4b0-b3c5b48cc198 req-d9cdd888-e97b-4b8a-88ba-7df24477afff tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:29.133631 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af421e73-3536-4e89-a4b0-b3c5b48cc198 req-d9cdd888-e97b-4b8a-88ba-7df24477afff tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 946 time: 0.0820069 May 25 21:14:29.177680 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af421e73-3536-4e89-a4b0-b3c5b48cc198 req-928f8f29-2f1c-4bf2-ad68-cf5649520d96 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383158 May 25 21:14:30.373989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01012a9-1cec-45ea-b4b4-1c7938ac455f req-56db8289-94cd-49bd-911c-da4e620dc65f tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:30.375680 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b01012a9-1cec-45ea-b4b4-1c7938ac455f req-56db8289-94cd-49bd-911c-da4e620dc65f tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 946 time: 0.0878823 May 25 21:14:30.420643 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b01012a9-1cec-45ea-b4b4-1c7938ac455f req-dadeff75-1f40-4825-a7dd-5a93d601e9ec tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392025 May 25 21:14:30.724179 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-606b97db-2e20-4f98-a93c-62e7a55fa4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:31.505289 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:31.609938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eef53-52d8-45fd-a093-f2910c3eb148 req-9be82bcb-4f92-45c8-877d-78bb6e0f70a1 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:31.611392 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e76eef53-52d8-45fd-a093-f2910c3eb148 req-9be82bcb-4f92-45c8-877d-78bb6e0f70a1 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 946 time: 0.0829377 May 25 21:14:31.656601 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e76eef53-52d8-45fd-a093-f2910c3eb148 req-9ca1e354-3e98-4002-abbd-628cbbe0865c tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391910 May 25 21:14:31.841915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80758e0f-1811-4b0f-b385-196870013596 req-d24a555c-945d-4a14-83e8-8b168cb64023 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:31.843410 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80758e0f-1811-4b0f-b385-196870013596 req-d24a555c-945d-4a14-83e8-8b168cb64023 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 946 time: 0.0796545 May 25 21:14:31.887319 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-80758e0f-1811-4b0f-b385-196870013596 req-f726fc7f-d502-4ab5-9eed-407c0024ac14 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383346 May 25 21:14:31.950478 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:33.287429 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:36.168450 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cfb27cb3-7f42-43c8-854b-8db983ba221d req-81eb5d4f-3805-4811-b8bb-815a181fec15 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735104 May 25 21:14:36.307974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb27cb3-7f42-43c8-854b-8db983ba221d req-5f4af966-a7e2-49b0-b48b-390eac6394e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:36.309511 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cfb27cb3-7f42-43c8-854b-8db983ba221d req-5f4af966-a7e2-49b0-b48b-390eac6394e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb12f4c85d124594b49fcb8d3d7cf0b2&device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 1097 time: 0.0709245 May 25 21:14:36.454439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb27cb3-7f42-43c8-854b-8db983ba221d req-6b225f64-3ac0-4bed-92ce-a08e86f14277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:36.456496 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cfb27cb3-7f42-43c8-854b-8db983ba221d req-6b225f64-3ac0-4bed-92ce-a08e86f14277 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2b585fb-4bd4-413a-8e2e-850fbf903dec HTTP/1.1" status: 200 len: 917 time: 0.1276214 May 25 21:14:36.527687 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cfb27cb3-7f42-43c8-854b-8db983ba221d req-c97b2a9f-e638-477d-b022-c0bafa29a66d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bd2b88b-885e-41e6-8d16-6594b25aab80 HTTP/1.1" status: 200 len: 217 time: 0.0657930 May 25 21:14:36.588919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb27cb3-7f42-43c8-854b-8db983ba221d req-e1d32f99-a602-43a6-a703-650e85e8c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:36.590335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cfb27cb3-7f42-43c8-854b-8db983ba221d req-e1d32f99-a602-43a6-a703-650e85e8c885 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08637408-4b8c-4168-8947-58d22378857d HTTP/1.1" status: 200 len: 855 time: 0.0563591 May 25 21:14:36.787338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb27cb3-7f42-43c8-854b-8db983ba221d req-a6904e95-b301-40c2-93a5-40ffd6cda60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:36.788806 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cfb27cb3-7f42-43c8-854b-8db983ba221d req-a6904e95-b301-40c2-93a5-40ffd6cda60f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2b585fb-4bd4-413a-8e2e-850fbf903dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1921055 May 25 21:14:36.920315 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cfb27cb3-7f42-43c8-854b-8db983ba221d req-9d4c919a-5ad3-4391-a0a5-2baf21bf3326 service neutron] 10.222.0.70 "GET /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246336 May 25 21:14:37.051384 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cfb27cb3-7f42-43c8-854b-8db983ba221d req-a03f1494-30c9-43e7-80f3-7c566d20a27b service neutron] 10.222.0.70 "GET /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255276 May 25 21:14:46.214055 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962ae41-2d00-4073-b0ac-1f040564ebaf req-6ad53724-b468-43ea-ad10-95e8a17cabcf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:46.215448 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0962ae41-2d00-4073-b0ac-1f040564ebaf req-6ad53724-b468-43ea-ad10-95e8a17cabcf tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 946 time: 0.0822551 May 25 21:14:46.264282 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0962ae41-2d00-4073-b0ac-1f040564ebaf req-620ea80f-0fc4-49d3-a461-eb82549164d9 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422344 May 25 21:14:47.450665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b128d5-098d-4cf2-abb9-af84e96ed78f req-eec7d66e-f621-49db-b3cf-5ddf04c89cf2 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:47.452114 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-07b128d5-098d-4cf2-abb9-af84e96ed78f req-eec7d66e-f621-49db-b3cf-5ddf04c89cf2 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 946 time: 0.0807588 May 25 21:14:47.495531 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-07b128d5-098d-4cf2-abb9-af84e96ed78f req-d3b913eb-22a8-483c-a5fd-4b8728023607 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ddae3c3-659f-445c-8af9-e0d6a76d54d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376761 May 25 21:14:47.802030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556a714-c809-42c7-92a2-d82c6268b1f3 req-a2375a10-1654-4308-ad0c-f6187c167ce1 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:14:47.803466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f556a714-c809-42c7-92a2-d82c6268b1f3 req-a2375a10-1654-4308-ad0c-f6187c167ce1 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.70 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 946 time: 0.0829422 May 25 21:14:47.879663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-f556a714-c809-42c7-92a2-d82c6268b1f3 req-e8067eb7-067f-4589-addd-525eed1e3b24 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Deleting port 0bd2b88b-885e-41e6-8d16-6594b25aab80 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:14:47.879999 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f556a714-c809-42c7-92a2-d82c6268b1f3 req-e8067eb7-067f-4589-addd-525eed1e3b24 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:48.128168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-f556a714-c809-42c7-92a2-d82c6268b1f3 req-e8067eb7-067f-4589-addd-525eed1e3b24 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] For port 0bd2b88b-885e-41e6-8d16-6594b25aab80, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=0bd2b88b-885e-41e6-8d16-6594b25aab80,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:14:48.128441 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f556a714-c809-42c7-92a2-d82c6268b1f3 req-e8067eb7-067f-4589-addd-525eed1e3b24 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:48.256090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-f556a714-c809-42c7-92a2-d82c6268b1f3 req-e8067eb7-067f-4589-addd-525eed1e3b24 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Calling delete_port for 0bd2b88b-885e-41e6-8d16-6594b25aab80 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:14:48.402958 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f556a714-c809-42c7-92a2-d82c6268b1f3 req-e8067eb7-067f-4589-addd-525eed1e3b24 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:48.414434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['0bd2b88b-885e-41e6-8d16-6594b25aab80'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:14:48.453465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8067eb7-067f-4589-addd-525eed1e3b24 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Pushing event deleted for resources: {'Port': ['ID=0bd2b88b-885e-41e6-8d16-6594b25aab80,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:48.535842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-f556a714-c809-42c7-92a2-d82c6268b1f3 req-e8067eb7-067f-4589-addd-525eed1e3b24 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] No DVR routers for this DVR port 0bd2b88b-885e-41e6-8d16-6594b25aab80 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:14:48.538511 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-f556a714-c809-42c7-92a2-d82c6268b1f3 req-e8067eb7-067f-4589-addd-525eed1e3b24 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:48.541406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94853d7a-6abd-4fac-9f5e-01d3ca218312', 'name': 'network-vif-deleted', 'tag': '0bd2b88b-885e-41e6-8d16-6594b25aab80'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:14:48.566539 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f556a714-c809-42c7-92a2-d82c6268b1f3 req-e8067eb7-067f-4589-addd-525eed1e3b24 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.70 "DELETE /v2.0/ports/0bd2b88b-885e-41e6-8d16-6594b25aab80 HTTP/1.1" status: 204 len: 173 time: 0.7579823 May 25 21:14:48.665656 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9163e6c4-f975-41b1-a3bb-e3ac1dab04ac req-ec4556af-604a-4faf-aa96-c85461e878d7 tempest-TestEncryptedCinderVolumes-1733080593 tempest-TestEncryptedCinderVolumes-1733080593-project] 10.222.0.60 "GET /v2.0/ports?device_id=94853d7a-6abd-4fac-9f5e-01d3ca218312 HTTP/1.1" status: 200 len: 210 time: 0.0546198 May 25 21:14:48.689104 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a21ee7b-545d-44c7-a0af-3c1b64516fb0'] response: {'server_uuid': '94853d7a-6abd-4fac-9f5e-01d3ca218312', 'name': 'network-vif-deleted', 'tag': '0bd2b88b-885e-41e6-8d16-6594b25aab80', 'status': 'completed', 'code': 200} May 25 21:14:49.800492 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46392) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:14:50.470784 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:50.658855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0bd2b88b-885e-41e6-8d16-6594b25aab80 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:14:50.693294 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 0bd2b88b-885e-41e6-8d16-6594b25aab80 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:14:50.693705 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 0bd2b88b-885e-41e6-8d16-6594b25aab80 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:14:50.836610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Deleting port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:14:50.837201 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:51.006690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] For port 9fbc3bf2-2c0c-4375-9ef4-91eae368af55, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9fbc3bf2-2c0c-4375-9ef4-91eae368af55,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:14:51.006944 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:51.134487 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Calling delete_port for 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:14:51.394496 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:51.560654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fbc3bf2-2c0c-4375-9ef4-91eae368af55,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:51.599815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:51.600155 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:51.600488 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:51.600821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:51.601146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:51.601469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:51.601791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:51.602110 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:51.602453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:51.602772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:51.603089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:51.603402 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:51.839729 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:52.201144 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Router 12de5e53-8147-4dd7-bb32-090f4bfa8aee has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:14:52.384614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:14:52.393934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b0e2a-9b6f-4394-a4aa-044a767bea31 None None] Sync routers for ids ['12de5e53-8147-4dd7-bb32-090f4bfa8aee'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:14:52.402110 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-241cf14f-cf42-4b8a-bd4d-802a6333abf4 admin admin] 10.222.0.60 "PUT /v2.0/routers/12de5e53-8147-4dd7-bb32-090f4bfa8aee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6004300 May 25 21:14:52.404489 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46396) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:14:52.407133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b0e2a-9b6f-4394-a4aa-044a767bea31 None None] Routers {'12de5e53-8147-4dd7-bb32-090f4bfa8aee'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:14:52.407724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-325b0e2a-9b6f-4394-a4aa-044a767bea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:14:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['12de5e53-8147-4dd7-bb32-090f4bfa8aee'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:14:52.593373 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:52.601202 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-325b0e2a-9b6f-4394-a4aa-044a767bea31 None None] Set router 12de5e53-8147-4dd7-bb32-090f4bfa8aee gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:14:52.775054 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:52.785344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] Deleting port 7d19e1fe-a163-47fc-b8ab-78031071b161 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:14:52.785685 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:52.894517 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-325b0e2a-9b6f-4394-a4aa-044a767bea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'name': 'tempest-TestEncryptedCinderVolumes-711177805-router', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '7d19e1fe-a163-47fc-b8ab-78031071b161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:34Z', 'updated_at': '2022-05-25T21:14:51Z', 'revision_number': 5, 'project_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'gw_port': {'id': '7d19e1fe-a163-47fc-b8ab-78031071b161', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:35Z', 'updated_at': '2022-05-25T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:14:52.898543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b0e2a-9b6f-4394-a4aa-044a767bea31 None None] Checking router: 12de5e53-8147-4dd7-bb32-090f4bfa8aee for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:14:52.907264 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b0e2a-9b6f-4394-a4aa-044a767bea31 None None] Routers {'12de5e53-8147-4dd7-bb32-090f4bfa8aee'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:14:52.907883 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-325b0e2a-9b6f-4394-a4aa-044a767bea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:14:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['12de5e53-8147-4dd7-bb32-090f4bfa8aee'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:14:53.098344 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] For port 7d19e1fe-a163-47fc-b8ab-78031071b161, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=7d19e1fe-a163-47fc-b8ab-78031071b161,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:14:53.098916 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:53.104480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-325b0e2a-9b6f-4394-a4aa-044a767bea31 None None] Set router 12de5e53-8147-4dd7-bb32-090f4bfa8aee gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:14:53.213741 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-325b0e2a-9b6f-4394-a4aa-044a767bea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'name': 'tempest-TestEncryptedCinderVolumes-711177805-router', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:34Z', 'updated_at': '2022-05-25T21:14:52Z', 'revision_number': 6, 'project_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:14:53.217672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b0e2a-9b6f-4394-a4aa-044a767bea31 None None] The sync data for ids ['12de5e53-8147-4dd7-bb32-090f4bfa8aee'] in n-d-843339-1 is: [{'id': '12de5e53-8147-4dd7-bb32-090f4bfa8aee', 'name': 'tempest-TestEncryptedCinderVolumes-711177805-router', 'tenant_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:34Z', 'updated_at': '2022-05-25T21:14:52Z', 'revision_number': 6, 'project_id': 'bb12f4c85d124594b49fcb8d3d7cf0b2', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:14:53.226822 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] Calling delete_port for 7d19e1fe-a163-47fc-b8ab-78031071b161 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:14:53.393760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:53.443142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d19e1fe-a163-47fc-b8ab-78031071b161,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:53.541176 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:53.723789 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:53.726036 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:53.747843 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:53.748409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12de5e53-8147-4dd7-bb32-090f4bfa8aee {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:14:53.760785 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:53.762072 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9f6b79b3-7bbb-4ce0-b617-a91fd4c712e6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/12de5e53-8147-4dd7-bb32-090f4bfa8aee HTTP/1.1" status: 204 len: 168 time: 1.3565333 May 25 21:14:53.764673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46400) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:14:53.827041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Deleting subnet 08637408-4b8c-4168-8947-58d22378857d {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:14:53.830479 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:53.887361 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:53.971839 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:54.041296 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:54.084047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08637408-4b8c-4168-8947-58d22378857d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:54.088963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:54.093407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3be18b-5809-468b-b416-67ba20936727 None None] Network b2b585fb-4bd4-413a-8e2e-850fbf903dec requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:14:54.097034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:54.097373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:54.097706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:54.098035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:54.098390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:54.098715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:54.099041 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:54.099357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:54.099673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:54.099986 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:54.100300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:54.100611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:14:54.108180 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-22e31110-b4bb-4a56-b6d3-10d87486cbb5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/08637408-4b8c-4168-8947-58d22378857d HTTP/1.1" status: 204 len: 168 time: 0.3399484 May 25 21:14:54.108180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46404) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:14:54.338219 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:54.349178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Deleting port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:14:54.349505 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:54.358797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7f1cd4-d0de-430b-99d6-190f79ec5d8e None None] DHCP port deletion for b2b585fb-4bd4-413a-8e2e-850fbf903dec request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:14:54.363712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f1cd4-d0de-430b-99d6-190f79ec5d8e None None] Deleting port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:14:54.364079 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1cd4-d0de-430b-99d6-190f79ec5d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:54.426727 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:54.559166 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] For port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=08f4d551-a2f9-4cc8-a05b-ab7fe251a375,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:14:54.559436 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:54.575744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-6d7f1cd4-d0de-430b-99d6-190f79ec5d8e None None] For port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=08f4d551-a2f9-4cc8-a05b-ab7fe251a375,segment=NetworkSegment(38cb0f37-d44d-49c1-ab32-b67bb05ea221),segment_id=38cb0f37-d44d-49c1-ab32-b67bb05ea221)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:14:54.576129 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1cd4-d0de-430b-99d6-190f79ec5d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:54.692184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Calling delete_port for 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:14:54.700113 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f1cd4-d0de-430b-99d6-190f79ec5d8e None None] Calling delete_port for 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:14:54.731808 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:14:54.772561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:54.823045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f4d551-a2f9-4cc8-a05b-ab7fe251a375,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:54.823272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No active binding found for port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 {{(pid=88333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 21:14:54.823641 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:14:54.824055 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7d19e1fe-a163-47fc-b8ab-78031071b161 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:14:54.828706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] No DVR routers for this DVR port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:14:54.862452 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-6d7f1cd4-d0de-430b-99d6-190f79ec5d8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:14:54.862851 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-6d7f1cd4-d0de-430b-99d6-190f79ec5d8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:14:54.863690 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 7d19e1fe-a163-47fc-b8ab-78031071b161 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:14:54.864023 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 7d19e1fe-a163-47fc-b8ab-78031071b161 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:14:54.864436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:14:54.898516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:14:54.898745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9fbc3bf2-2c0c-4375-9ef4-91eae368af55 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:14:54.948239 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:54.973446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b585fb-4bd4-413a-8e2e-850fbf903dec']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:14:54.985234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cb0f37-d44d-49c1-ab32-b67bb05ea221') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:14:54.985526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cb0f37-d44d-49c1-ab32-b67bb05ea221') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:14:54.996560 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:55.013602 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:55.020510 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:14:55.020898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:55.086636 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 38cb0f37-d44d-49c1-ab32-b67bb05ea221 resource provider aggregate not found May 25 21:14:55.106074 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 38cb0f37-d44d-49c1-ab32-b67bb05ea221 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38cb0f37-d44d-49c1-ab32-b67bb05ea221 found for delete ", "request_id": "req-470c6147-f9b4-477b-abb5-62a859c00ab9"}]} May 25 21:14:55.120495 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:55.136502 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:55.146816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b585fb-4bd4-413a-8e2e-850fbf903dec,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:55.160376 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-752ea630-ac45-4934-8157-16b3d0231740 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b2b585fb-4bd4-413a-8e2e-850fbf903dec HTTP/1.1" status: 204 len: 168 time: 1.0512652 May 25 21:14:55.163371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46412) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:14:55.363608 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f1cd4-d0de-430b-99d6-190f79ec5d8e None None] Deleting port 08f4d551-a2f9-4cc8-a05b-ab7fe251a375 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:14:55.364188 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1cd4-d0de-430b-99d6-190f79ec5d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:55.432455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f1cd4-d0de-430b-99d6-190f79ec5d8e None None] The port '08f4d551-a2f9-4cc8-a05b-ab7fe251a375' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 21:14:55.700713 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca7fa-eef9-4ffd-ae86-f03bf446ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:56.161202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ca7fa-eef9-4ffd-ae86-f03bf446ccb8 admin admin] Deleting port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:14:56.161892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca7fa-eef9-4ffd-ae86-f03bf446ccb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:56.350526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-8f3ca7fa-eef9-4ffd-ae86-f03bf446ccb8 admin admin] For port ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04,segment=NetworkSegment(329bb4c2-2895-4d06-8667-ef128b7537e9),segment_id=329bb4c2-2895-4d06-8667-ef128b7537e9)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:14:56.350877 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca7fa-eef9-4ffd-ae86-f03bf446ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:56.477103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ca7fa-eef9-4ffd-ae86-f03bf446ccb8 admin admin] Calling delete_port for ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:14:56.796041 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca7fa-eef9-4ffd-ae86-f03bf446ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:56.849304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ca7fa-eef9-4ffd-ae86-f03bf446ccb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:57.115146 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca7fa-eef9-4ffd-ae86-f03bf446ccb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:57.600578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3ca7fa-eef9-4ffd-ae86-f03bf446ccb8 admin admin] Router 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:14:57.780907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3ca7fa-eef9-4ffd-ae86-f03bf446ccb8 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:14:57.790691 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f0629-6a38-43c4-9d94-a9402c589341 None None] Sync routers for ids ['0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:14:57.791481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8f3ca7fa-eef9-4ffd-ae86-f03bf446ccb8 admin admin] 10.222.0.60 "PUT /v2.0/routers/0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6271536 May 25 21:14:57.793978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46416) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:14:57.800936 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f0629-6a38-43c4-9d94-a9402c589341 None None] Routers {'0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:14:57.801528 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-574f0629-6a38-43c4-9d94-a9402c589341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:14:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:14:57.981243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:58.026886 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-574f0629-6a38-43c4-9d94-a9402c589341 None None] Set router 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:14:58.157711 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:58.168603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] Deleting port ac24f5de-7500-4e8d-9c22-d35ece95eea4 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:14:58.168943 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:58.287789 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cd629860-f352-4e51-99df-2d60aefca2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:58.320315 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-574f0629-6a38-43c4-9d94-a9402c589341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'name': 'tempest-TestEncryptedCinderVolumes-48668449-router', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ac24f5de-7500-4e8d-9c22-d35ece95eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:41Z', 'updated_at': '2022-05-25T21:14:56Z', 'revision_number': 5, 'project_id': '1fd858d82334448e9db09f2bf89ce4cf', 'gw_port': {'id': 'ac24f5de-7500-4e8d-9c22-d35ece95eea4', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:13:42Z', 'updated_at': '2022-05-25T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:14:58.324195 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f0629-6a38-43c4-9d94-a9402c589341 None None] Checking router: 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:14:58.333593 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f0629-6a38-43c4-9d94-a9402c589341 None None] Routers {'0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:14:58.334223 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-574f0629-6a38-43c4-9d94-a9402c589341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:14:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:14:58.356597 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] For port ac24f5de-7500-4e8d-9c22-d35ece95eea4, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ac24f5de-7500-4e8d-9c22-d35ece95eea4,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:14:58.356942 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:58.478475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] Calling delete_port for ac24f5de-7500-4e8d-9c22-d35ece95eea4 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:14:58.485281 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-574f0629-6a38-43c4-9d94-a9402c589341 None None] Set router 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:14:58.591662 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-574f0629-6a38-43c4-9d94-a9402c589341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'name': 'tempest-TestEncryptedCinderVolumes-48668449-router', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:41Z', 'updated_at': '2022-05-25T21:14:58Z', 'revision_number': 6, 'project_id': '1fd858d82334448e9db09f2bf89ce4cf', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:14:58.596304 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f0629-6a38-43c4-9d94-a9402c589341 None None] The sync data for ids ['0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9'] in n-d-843339-1 is: [{'id': '0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9', 'name': 'tempest-TestEncryptedCinderVolumes-48668449-router', 'tenant_id': '1fd858d82334448e9db09f2bf89ce4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:13:41Z', 'updated_at': '2022-05-25T21:14:58Z', 'revision_number': 6, 'project_id': '1fd858d82334448e9db09f2bf89ce4cf', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:14:58.675365 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:58.772298 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:58.821575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] Pushing event deleted for resources: {'Port': ['ID=ac24f5de-7500-4e8d-9c22-d35ece95eea4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:58.912645 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:59.091862 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:59.094265 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:59.116152 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:59.116904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:14:59.129279 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:59.130402 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c2331cfd-e2b6-4cab-937a-463210f71bee admin admin] 10.222.0.60 "DELETE /v2.0/routers/0b1f051e-5cf7-4cf8-a0b4-2e87221c9af9 HTTP/1.1" status: 204 len: 168 time: 1.3354867 May 25 21:14:59.133015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46420) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:14:59.194544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e37b8c3-a722-480d-b035-fce06fe63683 admin admin] Deleting subnet 2d8ec7bb-e081-4b00-a272-2e62f025b38d {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:14:59.197366 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e37b8c3-a722-480d-b035-fce06fe63683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:59.246254 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e37b8c3-a722-480d-b035-fce06fe63683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:59.325763 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e37b8c3-a722-480d-b035-fce06fe63683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:59.359820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:14:59.395213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:14:59.395872 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ade8c94f-4f0e-4e30-8d0a-ca8c7575ce04 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:14:59.402332 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e37b8c3-a722-480d-b035-fce06fe63683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:59.443354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37b8c3-a722-480d-b035-fce06fe63683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d8ec7bb-e081-4b00-a272-2e62f025b38d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:14:59.445315 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3e37b8c3-a722-480d-b035-fce06fe63683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:59.450411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5fdcbb-d3d2-4502-a2e7-d0a6ca1ac9aa None None] Network c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:14:59.451479 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3e37b8c3-a722-480d-b035-fce06fe63683 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2d8ec7bb-e081-4b00-a272-2e62f025b38d HTTP/1.1" status: 204 len: 168 time: 0.3175440 May 25 21:14:59.454327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46424) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:14:59.563892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:59.574933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Deleting port ffb9e45b-bbc0-458e-b344-dd16f6f35d95 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:14:59.575272 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:59.720555 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc231a5f-b874-4d65-aada-20eee3c68a82 None None] DHCP port deletion for c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:14:59.724711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fc231a5f-b874-4d65-aada-20eee3c68a82 None None] Deleting port ffb9e45b-bbc0-458e-b344-dd16f6f35d95 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:14:59.725080 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fc231a5f-b874-4d65-aada-20eee3c68a82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:59.802582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] For port ffb9e45b-bbc0-458e-b344-dd16f6f35d95, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ffb9e45b-bbc0-458e-b344-dd16f6f35d95,segment=NetworkSegment(329bb4c2-2895-4d06-8667-ef128b7537e9),segment_id=329bb4c2-2895-4d06-8667-ef128b7537e9)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:14:59.803168 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:14:59.929026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Calling delete_port for ffb9e45b-bbc0-458e-b344-dd16f6f35d95 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:14:59.962944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-fc231a5f-b874-4d65-aada-20eee3c68a82 None None] For port ffb9e45b-bbc0-458e-b344-dd16f6f35d95, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ffb9e45b-bbc0-458e-b344-dd16f6f35d95,segment=NetworkSegment(329bb4c2-2895-4d06-8667-ef128b7537e9),segment_id=329bb4c2-2895-4d06-8667-ef128b7537e9)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:14:59.963323 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fc231a5f-b874-4d65-aada-20eee3c68a82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:00.003592 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:00.054079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb9e45b-bbc0-458e-b344-dd16f6f35d95,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:00.057599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] No DVR routers for this DVR port ffb9e45b-bbc0-458e-b344-dd16f6f35d95 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:15:00.084104 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fc231a5f-b874-4d65-aada-20eee3c68a82 None None] Calling delete_port for ffb9e45b-bbc0-458e-b344-dd16f6f35d95 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:15:00.158652 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-fc231a5f-b874-4d65-aada-20eee3c68a82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:15:00.159002 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-fc231a5f-b874-4d65-aada-20eee3c68a82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:15:00.286582 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:00.314949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:00.326926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329bb4c2-2895-4d06-8667-ef128b7537e9') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:00.327246 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329bb4c2-2895-4d06-8667-ef128b7537e9') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:00.339075 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:00.354534 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:00.360697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:15:00.361087 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:00.426254 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 329bb4c2-2895-4d06-8667-ef128b7537e9 resource provider aggregate not found May 25 21:15:00.452012 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 329bb4c2-2895-4d06-8667-ef128b7537e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 329bb4c2-2895-4d06-8667-ef128b7537e9 found for delete ", "request_id": "req-5c88c093-28fb-49bd-817d-6e963377756c"}]} May 25 21:15:00.460456 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:00.476694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:00.486935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] Pushing event deleted for resources: {'Network': ['ID=c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:00.493722 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b9960c25-d694-49eb-96fb-7e07516d3eef admin admin] 10.222.0.60 "DELETE /v2.0/networks/c8276771-e9fd-4b83-b64a-8aeaf5f3a5a4 HTTP/1.1" status: 204 len: 168 time: 1.0365262 May 25 21:15:00.662987 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fc231a5f-b874-4d65-aada-20eee3c68a82 None None] Deleting port ffb9e45b-bbc0-458e-b344-dd16f6f35d95 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:15:00.663461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46434) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:15:00.663583 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fc231a5f-b874-4d65-aada-20eee3c68a82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:00.695011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ac24f5de-7500-4e8d-9c22-d35ece95eea4 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:15:00.717091 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-69b58d6b-32bf-4d24-b1b0-63942ecbaac9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb12f4c85d124594b49fcb8d3d7cf0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502021 May 25 21:15:00.717319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46438) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:15:00.777341 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ac24f5de-7500-4e8d-9c22-d35ece95eea4 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:15:00.777767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ac24f5de-7500-4e8d-9c22-d35ece95eea4 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:15:00.778276 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffb9e45b-bbc0-458e-b344-dd16f6f35d95 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:15:00.784552 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd281-1efc-4802-82a2-ab21e6644e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:00.810127 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd281-1efc-4802-82a2-ab21e6644e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:00.810830 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-fc231a5f-b874-4d65-aada-20eee3c68a82 None None] The port 'ffb9e45b-bbc0-458e-b344-dd16f6f35d95' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 21:15:00.820168 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ffb9e45b-bbc0-458e-b344-dd16f6f35d95 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:15:00.820335 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffb9e45b-bbc0-458e-b344-dd16f6f35d95 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:15:00.825294 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-793f295b-d7ee-4dff-ac83-a26173d122c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:00.870503 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd281-1efc-4802-82a2-ab21e6644e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:00.886901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdd281-1efc-4802-82a2-ab21e6644e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddae3c3-659f-445c-8af9-e0d6a76d54d5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:00.900890 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd281-1efc-4802-82a2-ab21e6644e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:00.902044 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ddcdd281-1efc-4802-82a2-ab21e6644e57 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ddae3c3-659f-445c-8af9-e0d6a76d54d5 HTTP/1.1" status: 204 len: 168 time: 0.1839387 May 25 21:15:01.238626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46446) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:15:01.286704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4b85b1d8-3e35-4bc8-9b28-e58a73193ed3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1fd858d82334448e9db09f2bf89ce4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469146 May 25 21:15:01.289152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46450) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:15:01.346346 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0350a7ca-2cdd-43f6-88c2-2c1c7b316bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:01.372100 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0350a7ca-2cdd-43f6-88c2-2c1c7b316bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:01.428239 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0350a7ca-2cdd-43f6-88c2-2c1c7b316bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:01.444724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350a7ca-2cdd-43f6-88c2-2c1c7b316bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e37a7bc-4a00-4bd0-b307-46031e568074,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:01.449062 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0350a7ca-2cdd-43f6-88c2-2c1c7b316bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:01.450173 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0350a7ca-2cdd-43f6-88c2-2c1c7b316bbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e37a7bc-4a00-4bd0-b307-46031e568074 HTTP/1.1" status: 204 len: 168 time: 0.1601045 May 25 21:15:01.507330 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:01.565634 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:15:01.954646 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:02.171580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46474) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:15:02.274435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-908104658-network', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:15:02.280091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:15:02.284781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Usage tracker for resource:network and tenant:299535894dab447aab9fb2e6cf4e2db5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:15:02.287632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:15:02.293257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:15:02.304089 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Made reservation on behalf of 299535894dab447aab9fb2e6cf4e2db5 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:15:02.306434 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:02.319131 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:02.333294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:15:02.337084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Usage tracker for resource:security_group_rule and tenant:299535894dab447aab9fb2e6cf4e2db5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:15:02.340132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:15:02.346088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:15:02.430994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:02.434763 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:02.465626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:15:02.474803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6825ad-6359-4397-bdda-000da37dc015,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:02.480400 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:02.480732 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Added segment e0efea25-a518-47e9-bd28-777071a52fee of type vlan for network f7e50788-b399-404b-81a0-ead59a75e710 May 25 21:15:02.508200 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:02.538004 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:02.539091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:02.539666 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:02.643907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4711635 May 25 21:15:02.644855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adcf1e-89cb-4f95-88e3-cb98dcf24827 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e50788-b399-404b-81a0-ead59a75e710,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:02.646889 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46480) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:15:02.653053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Request body: {'subnet': {'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-908104658-subnet', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:15:02.654781 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network f7e50788-b399-404b-81a0-ead59a75e710 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:15:02.659563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:15:02.663579 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Usage tracker for resource:subnet and tenant:299535894dab447aab9fb2e6cf4e2db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:15:02.666329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:15:02.672694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:15:02.683740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Made reservation on behalf of 299535894dab447aab9fb2e6cf4e2db5 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:15:02.685909 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:02.883190 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:02.960432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:02.967654 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Checking segment: {'id': 'e0efea25-a518-47e9-bd28-777071a52fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:15:02.968000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Network hostable DHCP agents. Network: f7e50788-b399-404b-81a0-ead59a75e710, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:15:02.987074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Network f7e50788-b399-404b-81a0-ead59a75e710 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:15:02.997892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, f7e50788-b399-404b-81a0-ead59a75e710) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:15:03.002116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:03.002714 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:03.008115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70199f80-a8fb-444d-b7a3-077c737bbce9 None None] Network f7e50788-b399-404b-81a0-ead59a75e710 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:15:03.024468 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a2afbf11-2556-470e-a84f-e6dd25552fac admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3759449 May 25 21:15:03.027113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46484) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:15:03.033072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:15:03.038753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:15:03.042677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Usage tracker for resource:router and tenant:299535894dab447aab9fb2e6cf4e2db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:15:03.045624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:15:03.051398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:15:03.062459 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:03.063417 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:03.078984 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:03.228749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-f7e50788-b399-404b-81a0-ead59a75e710', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'fixed_ips': [{'subnet_id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:15:03.229566 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:03.319429 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:03.407271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Allocated IP 172.20.0.2 (f7e50788-b399-404b-81a0-ead59a75e710/b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22/54d1d7ef-4411-4e4e-be60-76d07356764f) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:15:03.478348 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:03.616786 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:03.627573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Transition to ACTIVE for port object 54d1d7ef-4411-4e4e-be60-76d07356764f will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:15:03.647092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Transition to ACTIVE for port object 54d1d7ef-4411-4e4e-be60-76d07356764f will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:15:03.652529 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:03.721084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Network f7e50788-b399-404b-81a0-ead59a75e710 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:15:03.724020 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:15:03.727727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:15:03.735442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Pushing event updated for resources: {'Port': ['ID=54d1d7ef-4411-4e4e-be60-76d07356764f,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:03.815723 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:03.820099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Attempting to bind port 54d1d7ef-4411-4e4e-be60-76d07356764f on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:15:03.820454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Attempting to bind port 54d1d7ef-4411-4e4e-be60-76d07356764f by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e0efea25-a518-47e9-bd28-777071a52fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:15:03.820805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Attempting to bind port 54d1d7ef-4411-4e4e-be60-76d07356764f on network f7e50788-b399-404b-81a0-ead59a75e710 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:15:03.826119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:15:03.826512 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Checking segment: {'id': 'e0efea25-a518-47e9-bd28-777071a52fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:15:03.826894 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:03.827272 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Bound using segment: {'id': 'e0efea25-a518-47e9-bd28-777071a52fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:15:03.827721 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Bound port: 54d1d7ef-4411-4e4e-be60-76d07356764f, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0efea25-a518-47e9-bd28-777071a52fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:15:03.828328 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:03.845889 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:03.938301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] For port 54d1d7ef-4411-4e4e-be60-76d07356764f, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:15:03.941355 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] For port 54d1d7ef-4411-4e4e-be60-76d07356764f, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=54d1d7ef-4411-4e4e-be60-76d07356764f,segment=NetworkSegment(e0efea25-a518-47e9-bd28-777071a52fee),segment_id=e0efea25-a518-47e9-bd28-777071a52fee)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:15:03.945945 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:04.000041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Allocated IP 172.25.3.75 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/a94e2461-66d2-405d-96e9-e33b7220faf6) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:15:04.029502 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39720bba-44d2-4e67-bc34-7ee7a5e864d0 None None] Pushing event updated for resources: {'Port': ['ID=54d1d7ef-4411-4e4e-be60-76d07356764f,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:04.155874 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:04.196990 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:04.274316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:15:04.277399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:15:04.281723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:15:04.315907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Pushing event updated for resources: {'Port': ['ID=a94e2461-66d2-405d-96e9-e33b7220faf6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:04.712148 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:04.740699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 54d1d7ef-4411-4e4e-be60-76d07356764f up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:15:04.852686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 54d1d7ef-4411-4e4e-be60-76d07356764f completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:15:05.004942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c0c9f2-b7cd-4625-a7e5-dce6f96c31a1 None None] Network f7e50788-b399-404b-81a0-ead59a75e710 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:15:05.100497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-87286a42-fb96-4256-8d8d-2ac72df6333b None None] Provisioning for port 54d1d7ef-4411-4e4e-be60-76d07356764f completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:15:05.117765 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-87286a42-fb96-4256-8d8d-2ac72df6333b None None] Provisioning complete for port 54d1d7ef-4411-4e4e-be60-76d07356764f triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:05.118130 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-87286a42-fb96-4256-8d8d-2ac72df6333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:05.197908 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:05.336490 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-87286a42-fb96-4256-8d8d-2ac72df6333b None None] Current status of the port 54d1d7ef-4411-4e4e-be60-76d07356764f is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:05.336774 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-87286a42-fb96-4256-8d8d-2ac72df6333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:05.378458 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-87286a42-fb96-4256-8d8d-2ac72df6333b None None] For port 54d1d7ef-4411-4e4e-be60-76d07356764f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=54d1d7ef-4411-4e4e-be60-76d07356764f,segment=NetworkSegment(e0efea25-a518-47e9-bd28-777071a52fee),segment_id=e0efea25-a518-47e9-bd28-777071a52fee)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:15:05.383712 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-87286a42-fb96-4256-8d8d-2ac72df6333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:05.406869 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Router b7c280fe-c3bc-4e85-b4ee-25e65699b91c is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 21:15:05.456886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87286a42-fb96-4256-8d8d-2ac72df6333b None None] Pushing event updated for resources: {'Port': ['ID=54d1d7ef-4411-4e4e-be60-76d07356764f,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:05.604082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ffabfc2f-3112-450f-8353-bdcb038c7310 None None] Provisioning complete for port 54d1d7ef-4411-4e4e-be60-76d07356764f triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:05.604543 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ffabfc2f-3112-450f-8353-bdcb038c7310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:05.605569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:15:05.630048 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:05.630941 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Sync routers for ids ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:15:05.631382 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b8350822-d508-43af-853b-03a8941b755f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6033235 May 25 21:15:05.634071 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46490) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:15:05.666757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Routers {'b7c280fe-c3bc-4e85-b4ee-25e65699b91c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:15:05.667683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:05.900735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ffabfc2f-3112-450f-8353-bdcb038c7310 None None] Current status of the port 54d1d7ef-4411-4e4e-be60-76d07356764f is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:05.906509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Set router b7c280fe-c3bc-4e85-b4ee-25e65699b91c gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:15:06.187533 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:04Z', 'revision_number': 3, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port': {'id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:06.192667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Checking router: b7c280fe-c3bc-4e85-b4ee-25e65699b91c for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:15:06.193140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Updating router b7c280fe-c3bc-4e85-b4ee-25e65699b91c port a94e2461-66d2-405d-96e9-e33b7220faf6 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:15:06.264798 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:06.344832 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:06.643453 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:06.655590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Transition to ACTIVE for port object a94e2461-66d2-405d-96e9-e33b7220faf6 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:15:06.676209 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:06.685612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Allocated IP 172.20.0.1 (f7e50788-b399-404b-81a0-ead59a75e710/b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22/5ed8bb21-f15a-4be0-ba71-5db55ab9933c) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:15:06.722160 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 54d1d7ef-4411-4e4e-be60-76d07356764f up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:15:06.796256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Attempting to bind port a94e2461-66d2-405d-96e9-e33b7220faf6 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:15:06.796622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Attempting to bind port a94e2461-66d2-405d-96e9-e33b7220faf6 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:15:06.797216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Attempting to bind port a94e2461-66d2-405d-96e9-e33b7220faf6 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:15:06.815776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:15:06.816148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:15:06.816544 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:06.816930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:15:06.817388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Bound port: a94e2461-66d2-405d-96e9-e33b7220faf6, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:15:06.817755 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:06.839834 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:06.847727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45f394-92a7-456f-b07c-2baee2cda888 None None] Pushing event updated for resources: {'Port': ['ID=a94e2461-66d2-405d-96e9-e33b7220faf6,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:06.856738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Transition to ACTIVE for port object 5ed8bb21-f15a-4be0-ba71-5db55ab9933c will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:15:06.881817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:06.905405 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 54d1d7ef-4411-4e4e-be60-76d07356764f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:06.905696 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:06.936288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] For port a94e2461-66d2-405d-96e9-e33b7220faf6, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:15:06.949006 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Network f7e50788-b399-404b-81a0-ead59a75e710 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:15:06.951716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:15:06.956275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:15:06.959903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] For port a94e2461-66d2-405d-96e9-e33b7220faf6, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a94e2461-66d2-405d-96e9-e33b7220faf6,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:15:06.967877 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:07.002318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed8bb21-f15a-4be0-ba71-5db55ab9933c,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:07.021884 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:07.057719 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45f394-92a7-456f-b07c-2baee2cda888 None None] Pushing event updated for resources: {'Port': ['ID=a94e2461-66d2-405d-96e9-e33b7220faf6,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:07.114496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Routers {'b7c280fe-c3bc-4e85-b4ee-25e65699b91c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:15:07.115129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:07.196549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 54d1d7ef-4411-4e4e-be60-76d07356764f is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:07.282266 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:07.291170 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-60478b1f-cd18-4650-ad3c-c130678f838a None None] Provisioning for port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:15:07.300451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-60478b1f-cd18-4650-ad3c-c130678f838a None None] Provisioning complete for port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:07.300814 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-60478b1f-cd18-4650-ad3c-c130678f838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:07.351407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] Set router b7c280fe-c3bc-4e85-b4ee-25e65699b91c gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:15:07.507167 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:07.511533 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:07.526724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-60478b1f-cd18-4650-ad3c-c130678f838a None None] Port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:15:07.620275 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:07.624683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed8bb21-f15a-4be0-ba71-5db55ab9933c,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:07.656185 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:04Z', 'revision_number': 3, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port': {'id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:07.660292 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b122b-8686-4f66-b560-7d0bc5bba485 None None] The sync data for ids ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'] in n-d-843339-1 is: [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:04Z', 'revision_number': 3, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port': {'id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:15:07.763662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Network f7e50788-b399-404b-81a0-ead59a75e710 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:15:07.764668 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:15:07.992760 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Router b7c280fe-c3bc-4e85-b4ee-25e65699b91c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:15:08.057318 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-34859513-604c-4707-92e4-f41df0e9e263 None None] Provisioning complete for port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:08.057786 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-34859513-604c-4707-92e4-f41df0e9e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:08.114443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-34859513-604c-4707-92e4-f41df0e9e263 None None] Port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:15:08.307876 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:15:08.320847 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c5f1da20-8968-4527-ae15-9f20bde9b943 admin admin] 10.222.0.60 "PUT /v2.0/routers/b7c280fe-c3bc-4e85-b4ee-25e65699b91c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6856751 May 25 21:15:08.728544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a94e2461-66d2-405d-96e9-e33b7220faf6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:15:08.804334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a94e2461-66d2-405d-96e9-e33b7220faf6 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:15:08.809098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a94e2461-66d2-405d-96e9-e33b7220faf6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:08.809492 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:08.869148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46508) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:15:08.874610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1444991498-network', 'tenant_id': 'e751349810a747f38024deea61a04641'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:15:08.880187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:15:08.884122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Usage tracker for resource:network and tenant:e751349810a747f38024deea61a04641 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:15:08.886941 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:15:08.893826 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:15:08.910866 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Made reservation on behalf of e751349810a747f38024deea61a04641 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:15:08.913234 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:08.931731 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:08.944527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a94e2461-66d2-405d-96e9-e33b7220faf6 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:08.944899 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:08.948343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:15:08.952643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Usage tracker for resource:security_group_rule and tenant:e751349810a747f38024deea61a04641 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:15:08.957219 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:15:08.962404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port a94e2461-66d2-405d-96e9-e33b7220faf6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a94e2461-66d2-405d-96e9-e33b7220faf6,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:15:08.967280 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:08.967859 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:15:09.051540 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=a94e2461-66d2-405d-96e9-e33b7220faf6,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:09.062533 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:09.066877 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:09.101152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:15:09.106424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84270eac-52af-4c5f-b9bf-0c344bb4bb96,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:09.113832 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:09.114198 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Added segment 2b18c725-6302-484e-a6c5-1e9fa347aa03 of type vlan for network a39b88cd-9b7f-4ea2-a26e-e966401e8a0b May 25 21:15:09.141850 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:09.171296 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:09.172929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:09.173496 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:09.239633 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Sync routers for ids ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:15:09.249480 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Routers {'b7c280fe-c3bc-4e85-b4ee-25e65699b91c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:15:09.250349 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:09.280634 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4103537 May 25 21:15:09.284486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dcc53-bec2-4b8c-acad-af92756a54fb admin admin] Pushing event updated for resources: {'Network': ['ID=a39b88cd-9b7f-4ea2-a26e-e966401e8a0b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:09.284773 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46512) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:15:09.296339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Request body: {'subnet': {'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1444991498-subnet', 'tenant_id': 'e751349810a747f38024deea61a04641', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:15:09.299205 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network a39b88cd-9b7f-4ea2-a26e-e966401e8a0b details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:15:09.303877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:15:09.309060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Usage tracker for resource:subnet and tenant:e751349810a747f38024deea61a04641 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:15:09.311947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:15:09.318091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:15:09.331153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Made reservation on behalf of e751349810a747f38024deea61a04641 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:15:09.334112 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:09.441177 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Set router b7c280fe-c3bc-4e85-b4ee-25e65699b91c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:15:09.549491 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:09.621381 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc2e63f2-c434-4f2d-a1f2-2d8becd877b7,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:09.634071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Checking segment: {'id': '2b18c725-6302-484e-a6c5-1e9fa347aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:15:09.634450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Network hostable DHCP agents. Network: a39b88cd-9b7f-4ea2-a26e-e966401e8a0b, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:15:09.653833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Network a39b88cd-9b7f-4ea2-a26e-e966401e8a0b is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:15:09.664927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, a39b88cd-9b7f-4ea2-a26e-e966401e8a0b) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:15:09.669075 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:09.669774 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:09.674267 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4b3faa-6b7f-4ff2-81eb-120b0c4f472c None None] Network a39b88cd-9b7f-4ea2-a26e-e966401e8a0b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:15:09.696716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46516) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:15:09.697013 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c3a2d8f2-5259-4a1e-8f66-ac23c57910f7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4111392 May 25 21:15:09.702024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1444991498-router', 'tenant_id': 'e751349810a747f38024deea61a04641', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:15:09.716629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:15:09.722846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Usage tracker for resource:router and tenant:e751349810a747f38024deea61a04641 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:15:09.726101 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:15:09.733903 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:15:09.750218 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:09.751566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:09.772939 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:09.792995 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:07Z', 'revision_number': 4, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port': {'id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '5ed8bb21-f15a-4be0-ba71-5db55ab9933c', 'name': '', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'mac_address': 'fa:16:3e:e2:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:06Z', 'updated_at': '2022-05-25T21:15:07Z', 'revision_number': 2, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'subnets': [{'id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:09.798270 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Checking router: b7c280fe-c3bc-4e85-b4ee-25e65699b91c for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:15:09.798589 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Updating router b7c280fe-c3bc-4e85-b4ee-25e65699b91c port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:15:09.854020 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:09.952449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-a39b88cd-9b7f-4ea2-a26e-e966401e8a0b', 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b', 'tenant_id': 'e751349810a747f38024deea61a04641', 'fixed_ips': [{'subnet_id': 'bc2e63f2-c434-4f2d-a1f2-2d8becd877b7'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:15:09.953859 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.060188 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.118013 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Allocated IP 172.20.0.2 (a39b88cd-9b7f-4ea2-a26e-e966401e8a0b/bc2e63f2-c434-4f2d-a1f2-2d8becd877b7/2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:15:10.235819 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.250701 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Transition to ACTIVE for port object 5ed8bb21-f15a-4be0-ba71-5db55ab9933c will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:15:10.257880 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.348969 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.362303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Transition to ACTIVE for port object 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:15:10.387617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Transition to ACTIVE for port object 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:15:10.398141 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.399403 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f73895-dc11-48ed-9f3b-95620267c26f None None] Pushing event updated for resources: {'Port': ['ID=5ed8bb21-f15a-4be0-ba71-5db55ab9933c,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:10.406341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.440848 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f73895-dc11-48ed-9f3b-95620267c26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:10.441501 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f73895-dc11-48ed-9f3b-95620267c26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:10.442064 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f73895-dc11-48ed-9f3b-95620267c26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:10.442574 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f73895-dc11-48ed-9f3b-95620267c26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:10.443048 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f73895-dc11-48ed-9f3b-95620267c26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:10.443537 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f73895-dc11-48ed-9f3b-95620267c26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:10.444119 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f73895-dc11-48ed-9f3b-95620267c26f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:10.444583 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f73895-dc11-48ed-9f3b-95620267c26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:10.444940 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.445232 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f73895-dc11-48ed-9f3b-95620267c26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:10.445713 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f73895-dc11-48ed-9f3b-95620267c26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:10.446284 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f73895-dc11-48ed-9f3b-95620267c26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:10.446762 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f73895-dc11-48ed-9f3b-95620267c26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:10.500772 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Network a39b88cd-9b7f-4ea2-a26e-e966401e8a0b is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:15:10.503837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:15:10.511338 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:15:10.521613 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Pushing event updated for resources: {'Port': ['ID=2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:10.526196 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Attempting to bind port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:15:10.526932 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Attempting to bind port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e0efea25-a518-47e9-bd28-777071a52fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:15:10.527473 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Attempting to bind port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c on network f7e50788-b399-404b-81a0-ead59a75e710 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:15:10.535676 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:15:10.536267 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Checking segment: {'id': 'e0efea25-a518-47e9-bd28-777071a52fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:15:10.537043 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.537438 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Bound using segment: {'id': 'e0efea25-a518-47e9-bd28-777071a52fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:15:10.537895 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Bound port: 5ed8bb21-f15a-4be0-ba71-5db55ab9933c, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0efea25-a518-47e9-bd28-777071a52fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:15:10.538626 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.613507 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Attempting to bind port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:15:10.613796 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Attempting to bind port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '2b18c725-6302-484e-a6c5-1e9fa347aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:15:10.614125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Attempting to bind port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae on network a39b88cd-9b7f-4ea2-a26e-e966401e8a0b {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:15:10.616355 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Allocated IP 172.25.3.78 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/6b4b68c5-44e6-4088-b7e6-6f8221590764) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:15:10.619789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:15:10.620149 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Checking segment: {'id': '2b18c725-6302-484e-a6c5-1e9fa347aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:15:10.620543 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.620919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Bound using segment: {'id': '2b18c725-6302-484e-a6c5-1e9fa347aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:15:10.621369 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Bound port: 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b18c725-6302-484e-a6c5-1e9fa347aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:15:10.621728 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.655487 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] For port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:15:10.659702 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] For port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5ed8bb21-f15a-4be0-ba71-5db55ab9933c,segment=NetworkSegment(e0efea25-a518-47e9-bd28-777071a52fee),segment_id=e0efea25-a518-47e9-bd28-777071a52fee)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:15:10.665792 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.729554 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] For port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:15:10.732724 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] For port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae,segment=NetworkSegment(2b18c725-6302-484e-a6c5-1e9fa347aa03),segment_id=2b18c725-6302-484e-a6c5-1e9fa347aa03)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:15:10.742014 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.788807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a94e2461-66d2-405d-96e9-e33b7220faf6 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:15:10.793866 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Routers {'b7c280fe-c3bc-4e85-b4ee-25e65699b91c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:15:10.794442 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:10.848013 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.874462 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f73895-dc11-48ed-9f3b-95620267c26f None None] Pushing event updated for resources: {'Port': ['ID=5ed8bb21-f15a-4be0-ba71-5db55ab9933c,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:10.889046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8284cc-9781-4f58-add6-96145a772070 None None] Pushing event updated for resources: {'Port': ['ID=2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:10.912466 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.916943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a94e2461-66d2-405d-96e9-e33b7220faf6 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:10.917307 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:10.992633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:15:10.995834 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:15:10.998428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:15:11.021636 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] Set router b7c280fe-c3bc-4e85-b4ee-25e65699b91c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:15:11.039531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Pushing event updated for resources: {'Port': ['ID=6b4b68c5-44e6-4088-b7e6-6f8221590764,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:11.095802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a94e2461-66d2-405d-96e9-e33b7220faf6 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:11.387588 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:07Z', 'revision_number': 4, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port': {'id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '5ed8bb21-f15a-4be0-ba71-5db55ab9933c', 'name': '', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'mac_address': 'fa:16:3e:e2:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:06Z', 'updated_at': '2022-05-25T21:15:10Z', 'revision_number': 4, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'subnets': [{'id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:11.392534 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c307cdc2-be6f-410c-b956-2e27cf56b2e5 None None] The sync data for ids ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'] in n-d-843339-1 is: [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:07Z', 'revision_number': 4, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port': {'id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '5ed8bb21-f15a-4be0-ba71-5db55ab9933c', 'name': '', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'mac_address': 'fa:16:3e:e2:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:06Z', 'updated_at': '2022-05-25T21:15:10Z', 'revision_number': 4, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'subnets': [{'id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:15:11.589151 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:11.969815 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:12.034097 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e63709f-f4b9-404b-991c-b737343fb598 None None] Network a39b88cd-9b7f-4ea2-a26e-e966401e8a0b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:15:12.132478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-572f3696-a014-4f33-a8e0-880ffb5ca752 None None] Provisioning for port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:15:12.209748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Router e689b23a-57c6-437e-9e3f-150c06517fce is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 21:15:12.415190 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:15:12.425960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Sync routers for ids ['e689b23a-57c6-437e-9e3f-150c06517fce'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:15:12.442932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Routers {'e689b23a-57c6-437e-9e3f-150c06517fce'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:15:12.443758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['e689b23a-57c6-437e-9e3f-150c06517fce'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:12.447718 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:12.449258 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-376a37cd-171f-471f-80f5-64bae7c3141c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7513068 May 25 21:15:12.452074 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46520) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:15:12.663687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Set router e689b23a-57c6-437e-9e3f-150c06517fce gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:15:12.824624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:15:13.002759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:15:13.012728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:13.013095 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:13.175412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'name': 'tempest-TestMinimumBasicScenario-1444991498-router', 'tenant_id': 'e751349810a747f38024deea61a04641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '6b4b68c5-44e6-4088-b7e6-6f8221590764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:09Z', 'updated_at': '2022-05-25T21:15:11Z', 'revision_number': 3, 'project_id': 'e751349810a747f38024deea61a04641', 'gw_port': {'id': '6b4b68c5-44e6-4088-b7e6-6f8221590764', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:10Z', 'updated_at': '2022-05-25T21:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:13.183550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Checking router: e689b23a-57c6-437e-9e3f-150c06517fce for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:15:13.183894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Updating router e689b23a-57c6-437e-9e3f-150c06517fce port 6b4b68c5-44e6-4088-b7e6-6f8221590764 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:15:13.210549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:13.210924 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:13.260631 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:13.305120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae,segment=NetworkSegment(2b18c725-6302-484e-a6c5-1e9fa347aa03),segment_id=2b18c725-6302-484e-a6c5-1e9fa347aa03)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:15:13.312363 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:13.313217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5ed8bb21-f15a-4be0-ba71-5db55ab9933c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:15:13.319599 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:13.508351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:13.539569 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Allocated IP 172.20.0.1 (a39b88cd-9b7f-4ea2-a26e-e966401e8a0b/bc2e63f2-c434-4f2d-a1f2-2d8becd877b7/9fcd9001-dcac-45e5-9fc2-fddfd82620b5) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:15:13.588897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:15:13.599209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:13.599577 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:13.704956 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:13.724782 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Transition to ACTIVE for port object 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:15:13.751899 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:13.819379 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:13.819748 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:13.821413 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Network a39b88cd-9b7f-4ea2-a26e-e966401e8a0b is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:15:13.824148 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:15:13.826731 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:15:13.852735 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:13.872646 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Transition to ACTIVE for port object 6b4b68c5-44e6-4088-b7e6-6f8221590764 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:15:13.875773 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Pushing event updated for resources: {'Port': ['ID=9fcd9001-dcac-45e5-9fc2-fddfd82620b5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:13.880176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5ed8bb21-f15a-4be0-ba71-5db55ab9933c,segment=NetworkSegment(e0efea25-a518-47e9-bd28-777071a52fee),segment_id=e0efea25-a518-47e9-bd28-777071a52fee)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:15:13.883941 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:13.894752 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:13.926715 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:13.972190 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Attempting to bind port 6b4b68c5-44e6-4088-b7e6-6f8221590764 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:15:13.972560 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Attempting to bind port 6b4b68c5-44e6-4088-b7e6-6f8221590764 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:15:13.972917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Attempting to bind port 6b4b68c5-44e6-4088-b7e6-6f8221590764 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:15:13.975178 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b24226-6df0-4a8f-b96d-7f05adc89eea None None] Pushing event updated for resources: {'Port': ['ID=6b4b68c5-44e6-4088-b7e6-6f8221590764,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:14.024925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:15:14.025297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:15:14.025698 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:14.026086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:15:14.026600 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Bound port: 6b4b68c5-44e6-4088-b7e6-6f8221590764, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:15:14.026971 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:14.032703 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:14.117639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-702ed8b2-742e-472d-86b1-5dd94de218f0 None None] Provisioning for port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:15:14.122042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=5ed8bb21-f15a-4be0-ba71-5db55ab9933c,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:14.131372 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-702ed8b2-742e-472d-86b1-5dd94de218f0 None None] Provisioning complete for port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:14.131737 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-702ed8b2-742e-472d-86b1-5dd94de218f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:14.171237 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] For port 6b4b68c5-44e6-4088-b7e6-6f8221590764, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:15:14.191652 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] For port 6b4b68c5-44e6-4088-b7e6-6f8221590764, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6b4b68c5-44e6-4088-b7e6-6f8221590764,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:15:14.199199 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:14.229515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-702ed8b2-742e-472d-86b1-5dd94de218f0 None None] Port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:15:14.263720 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:14.269294 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:14.277928 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Routers {'e689b23a-57c6-437e-9e3f-150c06517fce'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:15:14.278559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['e689b23a-57c6-437e-9e3f-150c06517fce'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:14.380008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:14.382087 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b24226-6df0-4a8f-b96d-7f05adc89eea None None] Pushing event updated for resources: {'Port': ['ID=6b4b68c5-44e6-4088-b7e6-6f8221590764,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:14.384389 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Pushing event updated for resources: {'Port': ['ID=9fcd9001-dcac-45e5-9fc2-fddfd82620b5,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:14.512021 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] Set router e689b23a-57c6-437e-9e3f-150c06517fce gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:15:14.642525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Network a39b88cd-9b7f-4ea2-a26e-e966401e8a0b is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:15:14.643688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:15:14.734702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:15:14.861154 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Router e689b23a-57c6-437e-9e3f-150c06517fce has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:15:14.889697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:14.890070 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:14.978991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-488aa69c-54bc-4c49-a724-05c0a41366e1 None None] Provisioning complete for port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:14.979285 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-488aa69c-54bc-4c49-a724-05c0a41366e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:15.044377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:15:15.054082 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4f63e05b-e0cc-45f4-938f-4fdec846636b admin admin] 10.222.0.60 "PUT /v2.0/routers/e689b23a-57c6-437e-9e3f-150c06517fce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6010115 May 25 21:15:15.087369 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-488aa69c-54bc-4c49-a724-05c0a41366e1 None None] Port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:15:15.093126 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'name': 'tempest-TestMinimumBasicScenario-1444991498-router', 'tenant_id': 'e751349810a747f38024deea61a04641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '6b4b68c5-44e6-4088-b7e6-6f8221590764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:09Z', 'updated_at': '2022-05-25T21:15:13Z', 'revision_number': 4, 'project_id': 'e751349810a747f38024deea61a04641', 'gw_port': {'id': '6b4b68c5-44e6-4088-b7e6-6f8221590764', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:10Z', 'updated_at': '2022-05-25T21:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9fcd9001-dcac-45e5-9fc2-fddfd82620b5', 'name': '', 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b', 'tenant_id': 'e751349810a747f38024deea61a04641', 'mac_address': 'fa:16:3e:bb:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bc2e63f2-c434-4f2d-a1f2-2d8becd877b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:13Z', 'updated_at': '2022-05-25T21:15:14Z', 'revision_number': 2, 'project_id': 'e751349810a747f38024deea61a04641', 'subnets': [{'id': 'bc2e63f2-c434-4f2d-a1f2-2d8becd877b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:15.100252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a43b8-6c3a-4ff3-9f2c-629a1367ce0c None None] The sync data for ids ['e689b23a-57c6-437e-9e3f-150c06517fce'] in n-d-843339-1 is: [{'id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'name': 'tempest-TestMinimumBasicScenario-1444991498-router', 'tenant_id': 'e751349810a747f38024deea61a04641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '6b4b68c5-44e6-4088-b7e6-6f8221590764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:09Z', 'updated_at': '2022-05-25T21:15:13Z', 'revision_number': 4, 'project_id': 'e751349810a747f38024deea61a04641', 'gw_port': {'id': '6b4b68c5-44e6-4088-b7e6-6f8221590764', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:10Z', 'updated_at': '2022-05-25T21:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9fcd9001-dcac-45e5-9fc2-fddfd82620b5', 'name': '', 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b', 'tenant_id': 'e751349810a747f38024deea61a04641', 'mac_address': 'fa:16:3e:bb:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bc2e63f2-c434-4f2d-a1f2-2d8becd877b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:13Z', 'updated_at': '2022-05-25T21:15:14Z', 'revision_number': 2, 'project_id': 'e751349810a747f38024deea61a04641', 'subnets': [{'id': 'bc2e63f2-c434-4f2d-a1f2-2d8becd877b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:15:15.101819 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:15.102917 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5ed8bb21-f15a-4be0-ba71-5db55ab9933c up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:15:15.179165 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:15.179554 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:15.314864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:16.763773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6b4b68c5-44e6-4088-b7e6-6f8221590764 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:15:16.846762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 6b4b68c5-44e6-4088-b7e6-6f8221590764 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:15:16.851986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6b4b68c5-44e6-4088-b7e6-6f8221590764 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:16.852344 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:16.985937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6b4b68c5-44e6-4088-b7e6-6f8221590764 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:16.986347 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:17.007050 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 6b4b68c5-44e6-4088-b7e6-6f8221590764, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6b4b68c5-44e6-4088-b7e6-6f8221590764,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:15:17.013654 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:17.092757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=6b4b68c5-44e6-4088-b7e6-6f8221590764,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:18.708934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6b4b68c5-44e6-4088-b7e6-6f8221590764 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:15:18.795869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6b4b68c5-44e6-4088-b7e6-6f8221590764 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:18.796294 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:18.939171 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Sync routers for ids ['e689b23a-57c6-437e-9e3f-150c06517fce'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:15:18.945995 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6b4b68c5-44e6-4088-b7e6-6f8221590764 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:18.958270 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Routers {'e689b23a-57c6-437e-9e3f-150c06517fce'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:15:18.959119 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['e689b23a-57c6-437e-9e3f-150c06517fce'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:19.153892 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Set router e689b23a-57c6-437e-9e3f-150c06517fce gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:15:19.560171 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'name': 'tempest-TestMinimumBasicScenario-1444991498-router', 'tenant_id': 'e751349810a747f38024deea61a04641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '6b4b68c5-44e6-4088-b7e6-6f8221590764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:09Z', 'updated_at': '2022-05-25T21:15:13Z', 'revision_number': 4, 'project_id': 'e751349810a747f38024deea61a04641', 'gw_port': {'id': '6b4b68c5-44e6-4088-b7e6-6f8221590764', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:10Z', 'updated_at': '2022-05-25T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9fcd9001-dcac-45e5-9fc2-fddfd82620b5', 'name': '', 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b', 'tenant_id': 'e751349810a747f38024deea61a04641', 'mac_address': 'fa:16:3e:bb:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bc2e63f2-c434-4f2d-a1f2-2d8becd877b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:13Z', 'updated_at': '2022-05-25T21:15:14Z', 'revision_number': 2, 'project_id': 'e751349810a747f38024deea61a04641', 'subnets': [{'id': 'bc2e63f2-c434-4f2d-a1f2-2d8becd877b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:19.570950 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Checking router: e689b23a-57c6-437e-9e3f-150c06517fce for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:15:19.571369 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Updating router e689b23a-57c6-437e-9e3f-150c06517fce port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:15:19.630314 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:20.017679 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:20.030781 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Transition to ACTIVE for port object 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:15:20.038192 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:20.255974 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634428ae-f36b-4cdf-866a-3864f3ea105c None None] Pushing event updated for resources: {'Port': ['ID=9fcd9001-dcac-45e5-9fc2-fddfd82620b5,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:20.277037 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Attempting to bind port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:15:20.277300 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Attempting to bind port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '2b18c725-6302-484e-a6c5-1e9fa347aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:15:20.277651 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Attempting to bind port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 on network a39b88cd-9b7f-4ea2-a26e-e966401e8a0b {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:15:20.285620 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:15:20.285620 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Checking segment: {'id': '2b18c725-6302-484e-a6c5-1e9fa347aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:15:20.286439 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:20.286701 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Bound using segment: {'id': '2b18c725-6302-484e-a6c5-1e9fa347aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:15:20.287177 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Bound port: 9fcd9001-dcac-45e5-9fc2-fddfd82620b5, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b18c725-6302-484e-a6c5-1e9fa347aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:15:20.287709 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:20.409488 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] For port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:15:20.413150 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] For port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9fcd9001-dcac-45e5-9fc2-fddfd82620b5,segment=NetworkSegment(2b18c725-6302-484e-a6c5-1e9fa347aa03),segment_id=2b18c725-6302-484e-a6c5-1e9fa347aa03)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:15:20.419319 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:20.513091 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Routers {'e689b23a-57c6-437e-9e3f-150c06517fce'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:15:20.513861 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:15:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['e689b23a-57c6-437e-9e3f-150c06517fce'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:20.617898 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634428ae-f36b-4cdf-866a-3864f3ea105c None None] Pushing event updated for resources: {'Port': ['ID=9fcd9001-dcac-45e5-9fc2-fddfd82620b5,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:20.810584 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:15:20.835578 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] Set router e689b23a-57c6-437e-9e3f-150c06517fce gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:15:20.923455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:15:20.931040 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:20.931737 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:21.164256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:21.164558 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:21.212282 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9fcd9001-dcac-45e5-9fc2-fddfd82620b5,segment=NetworkSegment(2b18c725-6302-484e-a6c5-1e9fa347aa03),segment_id=2b18c725-6302-484e-a6c5-1e9fa347aa03)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:15:21.219449 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:21.289965 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'name': 'tempest-TestMinimumBasicScenario-1444991498-router', 'tenant_id': 'e751349810a747f38024deea61a04641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '6b4b68c5-44e6-4088-b7e6-6f8221590764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:09Z', 'updated_at': '2022-05-25T21:15:13Z', 'revision_number': 4, 'project_id': 'e751349810a747f38024deea61a04641', 'gw_port': {'id': '6b4b68c5-44e6-4088-b7e6-6f8221590764', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:10Z', 'updated_at': '2022-05-25T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9fcd9001-dcac-45e5-9fc2-fddfd82620b5', 'name': '', 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b', 'tenant_id': 'e751349810a747f38024deea61a04641', 'mac_address': 'fa:16:3e:bb:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bc2e63f2-c434-4f2d-a1f2-2d8becd877b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:13Z', 'updated_at': '2022-05-25T21:15:20Z', 'revision_number': 4, 'project_id': 'e751349810a747f38024deea61a04641', 'subnets': [{'id': 'bc2e63f2-c434-4f2d-a1f2-2d8becd877b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:15:21.296471 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2fe58-733d-4f86-82be-8fb3c0316544 None None] The sync data for ids ['e689b23a-57c6-437e-9e3f-150c06517fce'] in n-d-843339-1 is: [{'id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'name': 'tempest-TestMinimumBasicScenario-1444991498-router', 'tenant_id': 'e751349810a747f38024deea61a04641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '6b4b68c5-44e6-4088-b7e6-6f8221590764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:09Z', 'updated_at': '2022-05-25T21:15:13Z', 'revision_number': 4, 'project_id': 'e751349810a747f38024deea61a04641', 'gw_port': {'id': '6b4b68c5-44e6-4088-b7e6-6f8221590764', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:10Z', 'updated_at': '2022-05-25T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '9fcd9001-dcac-45e5-9fc2-fddfd82620b5', 'name': '', 'network_id': 'a39b88cd-9b7f-4ea2-a26e-e966401e8a0b', 'tenant_id': 'e751349810a747f38024deea61a04641', 'mac_address': 'fa:16:3e:bb:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bc2e63f2-c434-4f2d-a1f2-2d8becd877b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:13Z', 'updated_at': '2022-05-25T21:15:20Z', 'revision_number': 4, 'project_id': 'e751349810a747f38024deea61a04641', 'subnets': [{'id': 'bc2e63f2-c434-4f2d-a1f2-2d8becd877b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:15:21.321497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=9fcd9001-dcac-45e5-9fc2-fddfd82620b5,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:22.756538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:15:22.847199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:22.847571 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:22.992068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:24.410658 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:25.286462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-ed0f1eb9-7f55-4a94-8123-688e5a496dab tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:25.287030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-ed0f1eb9-7f55-4a94-8123-688e5a496dab tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Synchronizing usage tracker for tenant:299535894dab447aab9fb2e6cf4e2db5 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:15:25.304354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-ed0f1eb9-7f55-4a94-8123-688e5a496dab tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Unset dirty status for tenant:299535894dab447aab9fb2e6cf4e2db5 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:15:25.305518 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-ed0f1eb9-7f55-4a94-8123-688e5a496dab tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/networks?id=f7e50788-b399-404b-81a0-ead59a75e710 HTTP/1.1" status: 200 len: 814 time: 0.1649535 May 25 21:15:25.320891 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-1eefd13d-d31a-4fbb-af20-76d5a819891b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/quotas/299535894dab447aab9fb2e6cf4e2db5 HTTP/1.1" status: 200 len: 375 time: 0.0099561 May 25 21:15:25.407876 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-c6fcd9c9-d362-4a4b-baa0-73aad11f0bac tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=299535894dab447aab9fb2e6cf4e2db5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819938 May 25 21:15:25.640285 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-6446ebfe-d5f5-4a6e-a5ce-a3252943952a service neutron] 10.222.0.60 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209249 May 25 21:15:25.771837 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-4f1727b5-afe1-463f-8fe9-09c4ea14fe9d service neutron] 10.222.0.60 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255515 May 25 21:15:25.947770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e8280206-38c8-4277-9951-77ea0caa4061 req-f2a5e326-b8f6-4998-bc9e-572df9cc6fb9 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Synchronizing usage tracker for tenant:299535894dab447aab9fb2e6cf4e2db5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:15:25.965509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-e8280206-38c8-4277-9951-77ea0caa4061 req-f2a5e326-b8f6-4998-bc9e-572df9cc6fb9 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Unset dirty status for tenant:299535894dab447aab9fb2e6cf4e2db5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:15:25.966792 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e8280206-38c8-4277-9951-77ea0caa4061 req-f2a5e326-b8f6-4998-bc9e-572df9cc6fb9 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 210 time: 0.0617642 May 25 21:15:27.151268 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-561464c3-b456-470f-acd3-8902884bc04b req-c0c6f906-34e1-4bb6-a701-e4033c91a6f4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 210 time: 0.0500538 May 25 21:15:27.201964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-0527292d-4f59-48e1-99d1-6511d7003899 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:27.203888 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-0527292d-4f59-48e1-99d1-6511d7003899 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.70 "GET /v2.0/networks?id=f7e50788-b399-404b-81a0-ead59a75e710 HTTP/1.1" status: 200 len: 814 time: 0.3247740 May 25 21:15:27.214619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Request body: {'port': {'device_id': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'admin_state_up': True, 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:15:27.365893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:15:27.378783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:15:27.396207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Made reservation on behalf of 299535894dab447aab9fb2e6cf4e2db5 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:15:27.404748 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:27.653027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Allocated IP 172.20.0.8 (f7e50788-b399-404b-81a0-ead59a75e710/b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22/68b60332-a691-4a45-b3a8-29f2e5055550) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:15:27.998555 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:28.022253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Transition to ACTIVE for port object 68b60332-a691-4a45-b3a8-29f2e5055550 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:15:28.050330 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:28.136242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Network f7e50788-b399-404b-81a0-ead59a75e710 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:15:28.139862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:15:28.145021 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:15:28.186300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event updated for resources: {'Port': ['ID=68b60332-a691-4a45-b3a8-29f2e5055550,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:28.222687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:28.223327 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:28.254810 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-abf4e4ea-73d0-4866-a122-e8e524856a32 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0437639 May 25 21:15:28.304847 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2b48d221-83eb-406a-9c05-5940d16628b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:28.431259 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81696403-1002-4a6d-829c-766a2afd6421 req-6483b9fa-e41a-4e09-8662-c827e9c65fd2 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:28.438727 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-81696403-1002-4a6d-829c-766a2afd6421 req-6483b9fa-e41a-4e09-8662-c827e9c65fd2 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 931 time: 0.1216953 May 25 21:15:28.496089 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-81696403-1002-4a6d-829c-766a2afd6421 req-567bc282-87fa-414f-bc83-d45cc416e93a tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559177 May 25 21:15:28.533070 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3edae6c0-64f8-4133-8620-c70b93cb38d4 None None] Provisioning for port 68b60332-a691-4a45-b3a8-29f2e5055550 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:15:28.538244 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3edae6c0-64f8-4133-8620-c70b93cb38d4 None None] Provisioning complete for port 68b60332-a691-4a45-b3a8-29f2e5055550 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:28.538608 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3edae6c0-64f8-4133-8620-c70b93cb38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:28.597854 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3edae6c0-64f8-4133-8620-c70b93cb38d4 None None] Port 68b60332-a691-4a45-b3a8-29f2e5055550 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:15:28.682076 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:29.707159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef42955-b1c3-4c0f-92d2-96c6985d4ecb req-57473504-0d3f-44c1-a135-e04bbcf6434e tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:29.707983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-fef42955-b1c3-4c0f-92d2-96c6985d4ecb req-57473504-0d3f-44c1-a135-e04bbcf6434e tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Synchronizing usage tracker for tenant:299535894dab447aab9fb2e6cf4e2db5 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:15:29.727434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-fef42955-b1c3-4c0f-92d2-96c6985d4ecb req-57473504-0d3f-44c1-a135-e04bbcf6434e tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Unset dirty status for tenant:299535894dab447aab9fb2e6cf4e2db5 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:15:29.730600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fef42955-b1c3-4c0f-92d2-96c6985d4ecb req-57473504-0d3f-44c1-a135-e04bbcf6434e tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 931 time: 0.1236150 May 25 21:15:29.786003 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-fef42955-b1c3-4c0f-92d2-96c6985d4ecb req-7ca16880-d437-4204-9886-817397ba5ddf tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Synchronizing usage tracker for tenant:299535894dab447aab9fb2e6cf4e2db5 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:15:29.806119 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-fef42955-b1c3-4c0f-92d2-96c6985d4ecb req-7ca16880-d437-4204-9886-817397ba5ddf tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Unset dirty status for tenant:299535894dab447aab9fb2e6cf4e2db5 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:15:29.814870 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fef42955-b1c3-4c0f-92d2-96c6985d4ecb req-7ca16880-d437-4204-9886-817397ba5ddf tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740771 May 25 21:15:30.730510 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5faebd05-ac3b-4a7c-a162-f6f9f3fac273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:31.014112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae139c8-f6a8-4174-ba4b-274f964834b1 req-c9dd295f-a0a9-4dbd-b605-1a58af3ae00c tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:31.016323 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bae139c8-f6a8-4174-ba4b-274f964834b1 req-c9dd295f-a0a9-4dbd-b605-1a58af3ae00c tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 931 time: 0.0841825 May 25 21:15:31.067490 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bae139c8-f6a8-4174-ba4b-274f964834b1 req-7ff9d508-2c7a-485e-978e-dba283d9192b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450671 May 25 21:15:31.513223 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:31.958744 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:32.259106 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c7621-da07-4755-9818-2667c40ced46 req-77a3b5bd-9d2c-4010-9e42-b80f868bde18 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:32.261009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a82c7621-da07-4755-9818-2667c40ced46 req-77a3b5bd-9d2c-4010-9e42-b80f868bde18 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 931 time: 0.0844014 May 25 21:15:32.309966 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a82c7621-da07-4755-9818-2667c40ced46 req-62be2249-51c2-4f7b-aaf5-f8a74b79d089 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412517 May 25 21:15:33.293970 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:33.520466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d195c-fc16-41e3-b41c-610664063356 req-d8f7cc0e-c8ca-4395-bb52-598a078775ac tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:33.522180 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f2d195c-fc16-41e3-b41c-610664063356 req-d8f7cc0e-c8ca-4395-bb52-598a078775ac tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 931 time: 0.0890231 May 25 21:15:33.569793 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4f2d195c-fc16-41e3-b41c-610664063356 req-e28b0b09-434c-4b8b-812a-5c724519e444 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417438 May 25 21:15:34.768095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444f4fd-f7f1-46db-9e1c-f64f9face458 req-ba74f1aa-6acf-46b0-bcba-d38572e71f10 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:34.769589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8444f4fd-f7f1-46db-9e1c-f64f9face458 req-ba74f1aa-6acf-46b0-bcba-d38572e71f10 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 931 time: 0.0853140 May 25 21:15:34.813651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8444f4fd-f7f1-46db-9e1c-f64f9face458 req-93136af4-8dbf-4d5b-ac25-616637f3239a tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382664 May 25 21:15:36.001589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639b60e-75ba-4f7d-b76d-bac206da54ee req-d7cb0cf4-3bcb-4b27-b50b-ad0f3439600e tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:36.002983 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7639b60e-75ba-4f7d-b76d-bac206da54ee req-d7cb0cf4-3bcb-4b27-b50b-ad0f3439600e tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 931 time: 0.0845766 May 25 21:15:36.047852 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7639b60e-75ba-4f7d-b76d-bac206da54ee req-bbe3c3dc-2921-415a-ad15-91144ca9f548 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391450 May 25 21:15:37.233836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a8ab6-5de6-4a24-ac27-5dc9e28e44af req-e2a8933c-7684-4e74-85f8-2852ddb87942 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:37.235346 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0a9a8ab6-5de6-4a24-ac27-5dc9e28e44af req-e2a8933c-7684-4e74-85f8-2852ddb87942 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 931 time: 0.0802786 May 25 21:15:37.285610 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0a9a8ab6-5de6-4a24-ac27-5dc9e28e44af req-499d132b-06b8-45a0-97ba-22548bba773d tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445917 May 25 21:15:37.469762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Request body: {'port': {'device_id': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:15:37.579257 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:37.952948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b60332-a691-4a45-b3a8-29f2e5055550 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:15:37.960415 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:37.975737 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Transition to ACTIVE for port object 68b60332-a691-4a45-b3a8-29f2e5055550 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:15:37.979601 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:38.140132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Pushing event updated for resources: {'Port': ['ID=68b60332-a691-4a45-b3a8-29f2e5055550,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:38.228380 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Attempting to bind port 68b60332-a691-4a45-b3a8-29f2e5055550 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:15:38.228709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Attempting to bind port 68b60332-a691-4a45-b3a8-29f2e5055550 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'e0efea25-a518-47e9-bd28-777071a52fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:15:38.229031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Attempting to bind port 68b60332-a691-4a45-b3a8-29f2e5055550 on network f7e50788-b399-404b-81a0-ead59a75e710 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:15:38.233584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Port 68b60332-a691-4a45-b3a8-29f2e5055550 on network f7e50788-b399-404b-81a0-ead59a75e710 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:15:38.233896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Attempting to bind port 68b60332-a691-4a45-b3a8-29f2e5055550 on network f7e50788-b399-404b-81a0-ead59a75e710 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:15:38.239742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:15:38.240069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Checking segment: {'id': 'e0efea25-a518-47e9-bd28-777071a52fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:15:38.240445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Bound using segment: {'id': 'e0efea25-a518-47e9-bd28-777071a52fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:15:38.240865 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Bound port: 68b60332-a691-4a45-b3a8-29f2e5055550, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0efea25-a518-47e9-bd28-777071a52fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:15:38.241203 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:38.331175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] For port 68b60332-a691-4a45-b3a8-29f2e5055550, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:15:38.334108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] For port 68b60332-a691-4a45-b3a8-29f2e5055550, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=68b60332-a691-4a45-b3a8-29f2e5055550,segment=NetworkSegment(e0efea25-a518-47e9-bd28-777071a52fee),segment_id=e0efea25-a518-47e9-bd28-777071a52fee)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:15:38.339365 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:38.405269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:38.405875 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:38.408107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] 10.222.0.70 "PUT /v2.0/ports/68b60332-a691-4a45-b3a8-29f2e5055550 HTTP/1.1" status: 200 len: 1091 time: 0.9436188 May 25 21:15:38.409705 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'tag': '68b60332-a691-4a45-b3a8-29f2e5055550'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:15:38.434108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40f629-78f5-4acd-905c-4538d980d338 service neutron] Pushing event updated for resources: {'Port': ['ID=68b60332-a691-4a45-b3a8-29f2e5055550,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:38.513453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9cf9a-112b-4150-844b-012f45659bc7 req-bff3565e-b57d-4461-b166-5bc8733b452f tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:38.515105 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3fc9cf9a-112b-4150-844b-012f45659bc7 req-bff3565e-b57d-4461-b166-5bc8733b452f tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 943 time: 0.1202831 May 25 21:15:38.566599 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3fc9cf9a-112b-4150-844b-012f45659bc7 req-22070c5e-382b-4666-a5a8-5851f688600c tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447717 May 25 21:15:38.572775 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:15:38.620479 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3982c2ff-0dfd-4e71-9063-0e36cbcd4cb7'] response: {'name': 'network-changed', 'server_uuid': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'tag': '68b60332-a691-4a45-b3a8-29f2e5055550', 'status': 'completed', 'code': 200} May 25 21:15:38.654462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-476529dd-3310-4354-a47c-2ae9a2bbba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:38.655851 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-476529dd-3310-4354-a47c-2ae9a2bbba77 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=299535894dab447aab9fb2e6cf4e2db5&device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 1094 time: 0.2055039 May 25 21:15:38.733715 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-4ec6466e-b0db-4d27-b25e-eec2ee32eb8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68b60332-a691-4a45-b3a8-29f2e5055550 HTTP/1.1" status: 200 len: 217 time: 0.0706918 May 25 21:15:38.805120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-980e4ed7-b665-45f7-b9e9-32f2a7a42b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:38.806769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-980e4ed7-b665-45f7-b9e9-32f2a7a42b24 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22 HTTP/1.1" status: 200 len: 853 time: 0.0675862 May 25 21:15:38.885896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-c8932495-e789-4b5a-86c7-457b06032906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:38.887298 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-c8932495-e789-4b5a-86c7-457b06032906 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7e50788-b399-404b-81a0-ead59a75e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726800 May 25 21:15:39.019897 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-2583b103-c08d-4975-8fa8-cb28ff48b747 service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263978 May 25 21:15:39.150716 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-18967082-7f4b-47e1-9a6a-dcec7abbad97 req-cd8a0954-a305-43f0-b45a-eeac041c51d5 service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248078 May 25 21:15:39.275578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbaa2b-852c-49e4-af34-8c2c82f97fb9 req-7c4829f9-9d76-48a1-a340-cab957fabd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:39.277092 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fcbaa2b-852c-49e4-af34-8c2c82f97fb9 req-7c4829f9-9d76-48a1-a340-cab957fabd85 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=299535894dab447aab9fb2e6cf4e2db5&device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 1094 time: 0.0789623 May 25 21:15:39.420315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbaa2b-852c-49e4-af34-8c2c82f97fb9 req-8e53f356-2164-42ad-ac50-8e0bcc03914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:39.422505 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fcbaa2b-852c-49e4-af34-8c2c82f97fb9 req-8e53f356-2164-42ad-ac50-8e0bcc03914f service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7e50788-b399-404b-81a0-ead59a75e710 HTTP/1.1" status: 200 len: 915 time: 0.1347017 May 25 21:15:39.496881 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fcbaa2b-852c-49e4-af34-8c2c82f97fb9 req-b84ae631-9472-43ba-8f63-3ae8d04d8e82 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68b60332-a691-4a45-b3a8-29f2e5055550 HTTP/1.1" status: 200 len: 217 time: 0.0685670 May 25 21:15:39.565345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbaa2b-852c-49e4-af34-8c2c82f97fb9 req-063a98be-61c9-4fb9-9631-1d3ba8e22306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:39.566847 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fcbaa2b-852c-49e4-af34-8c2c82f97fb9 req-063a98be-61c9-4fb9-9631-1d3ba8e22306 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22 HTTP/1.1" status: 200 len: 853 time: 0.0641615 May 25 21:15:39.659988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbaa2b-852c-49e4-af34-8c2c82f97fb9 req-4407d177-5401-4813-972c-088dea5a68ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:39.661658 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fcbaa2b-852c-49e4-af34-8c2c82f97fb9 req-4407d177-5401-4813-972c-088dea5a68ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7e50788-b399-404b-81a0-ead59a75e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886047 May 25 21:15:39.856054 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fcbaa2b-852c-49e4-af34-8c2c82f97fb9 req-3d338172-1de2-45e5-86b0-79bc1acc8173 service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880858 May 25 21:15:39.867782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90953ad6-2ffb-41aa-b0d8-09c8452d5a50 req-a057e962-839c-498c-83e0-e1641681c289 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:39.869134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-90953ad6-2ffb-41aa-b0d8-09c8452d5a50 req-a057e962-839c-498c-83e0-e1641681c289 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 943 time: 0.1293488 May 25 21:15:39.992181 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-90953ad6-2ffb-41aa-b0d8-09c8452d5a50 req-a87d7987-a8d7-4d76-b1fb-6e1640d0ac3e tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048069 May 25 21:15:40.029774 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5fcbaa2b-852c-49e4-af34-8c2c82f97fb9 req-36f38a39-d786-4a41-afd8-c270362568af service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597056 May 25 21:15:41.180007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd8dda-1b5b-48c0-b0db-3dd2e366d90f req-04b6aaae-42bb-4a0b-ac15-151f8f0d0af0 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:41.181478 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-09bd8dda-1b5b-48c0-b0db-3dd2e366d90f req-04b6aaae-42bb-4a0b-ac15-151f8f0d0af0 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 943 time: 0.0846298 May 25 21:15:41.225097 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-09bd8dda-1b5b-48c0-b0db-3dd2e366d90f req-38b6fa22-d331-4684-9237-e37ba7018080 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379117 May 25 21:15:42.421130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd45f54-1863-4707-a997-04e368ed2f3d req-9f250a23-15dd-4c91-a211-117f3b61470e tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:42.423389 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dfd45f54-1863-4707-a997-04e368ed2f3d req-9f250a23-15dd-4c91-a211-117f3b61470e tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 943 time: 0.0892441 May 25 21:15:42.470890 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dfd45f54-1863-4707-a997-04e368ed2f3d req-919ef556-26fe-4a87-be1a-e2131c35044e tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395544 May 25 21:15:42.891348 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 68b60332-a691-4a45-b3a8-29f2e5055550 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:15:43.027212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 68b60332-a691-4a45-b3a8-29f2e5055550, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=68b60332-a691-4a45-b3a8-29f2e5055550,segment=NetworkSegment(e0efea25-a518-47e9-bd28-777071a52fee),segment_id=e0efea25-a518-47e9-bd28-777071a52fee)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:15:43.042750 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '68b60332-a691-4a45-b3a8-29f2e5055550', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'port_id': '68b60332-a691-4a45-b3a8-29f2e5055550', 'mac_address': 'fa:16:3e:b9:5d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:15:43.107645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 68b60332-a691-4a45-b3a8-29f2e5055550 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:43.108018 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:43.124780 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b60332-a691-4a45-b3a8-29f2e5055550 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:15:43.141274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 68b60332-a691-4a45-b3a8-29f2e5055550, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=68b60332-a691-4a45-b3a8-29f2e5055550,segment=NetworkSegment(e0efea25-a518-47e9-bd28-777071a52fee),segment_id=e0efea25-a518-47e9-bd28-777071a52fee)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:15:43.145548 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:43.213561 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=68b60332-a691-4a45-b3a8-29f2e5055550,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:43.221382 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:43.221713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:43.222042 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:43.222395 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:43.222717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:43.223036 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:43.223352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:43.223671 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:43.223985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:43.224297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:43.224605 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:43.224914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:43.445736 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['68b60332-a691-4a45-b3a8-29f2e5055550'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:15:43.666003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da415a98-f45a-4030-885c-8a8e343e6c5e req-e4a03961-a03f-4f0b-a76d-36e8975fd288 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:43.667541 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-da415a98-f45a-4030-885c-8a8e343e6c5e req-e4a03961-a03f-4f0b-a76d-36e8975fd288 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 944 time: 0.0839415 May 25 21:15:43.727775 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-da415a98-f45a-4030-885c-8a8e343e6c5e req-35538353-7090-4d4c-ad53-7db0fd1707a9 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500903 May 25 21:15:44.913184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5ab03-e8b7-465e-9e4e-ee1eff168e36 req-7b3a74a2-f5a8-4290-b72a-4fcc3470ada9 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:44.914621 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-88d5ab03-e8b7-465e-9e4e-ee1eff168e36 req-7b3a74a2-f5a8-4290-b72a-4fcc3470ada9 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 944 time: 0.0789189 May 25 21:15:44.922644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 68b60332-a691-4a45-b3a8-29f2e5055550 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:15:44.992903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 68b60332-a691-4a45-b3a8-29f2e5055550 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:15:44.998405 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 68b60332-a691-4a45-b3a8-29f2e5055550 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:15:44.998768 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:45.081069 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-88d5ab03-e8b7-465e-9e4e-ee1eff168e36 req-6f158693-0272-4ac3-85d3-8a372985c30b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602113 May 25 21:15:45.120700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 68b60332-a691-4a45-b3a8-29f2e5055550 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:15:45.121065 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:45.148245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b60332-a691-4a45-b3a8-29f2e5055550'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:15:45.158121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 68b60332-a691-4a45-b3a8-29f2e5055550, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=68b60332-a691-4a45-b3a8-29f2e5055550,segment=NetworkSegment(e0efea25-a518-47e9-bd28-777071a52fee),segment_id=e0efea25-a518-47e9-bd28-777071a52fee)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:15:45.162705 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:45.233782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=68b60332-a691-4a45-b3a8-29f2e5055550,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:45.315378 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b09dfb-cbe4-42be-aca8-ebaf9bb503ae'] response: {'server_uuid': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b60332-a691-4a45-b3a8-29f2e5055550', 'code': 200} May 25 21:15:45.436462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03308f77-53ce-4514-a12e-1c6c8421661d req-e6fd6b0b-1c15-47f9-bdba-5477cbb13220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:45.438114 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-03308f77-53ce-4514-a12e-1c6c8421661d req-e6fd6b0b-1c15-47f9-bdba-5477cbb13220 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 1096 time: 0.0697794 May 25 21:15:45.480862 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-03308f77-53ce-4514-a12e-1c6c8421661d req-da84cf41-d6cf-4575-b577-9ac6e3cc4666 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 May 25 21:15:46.268552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40afe7-682b-4a84-9f05-9f4fa0888ed5 req-6cc27565-9e96-4419-a4ec-7f55f50cb248 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:46.269992 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca40afe7-682b-4a84-9f05-9f4fa0888ed5 req-6cc27565-9e96-4419-a4ec-7f55f50cb248 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 945 time: 0.0845246 May 25 21:15:46.316425 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ca40afe7-682b-4a84-9f05-9f4fa0888ed5 req-1c665eaa-6a49-4aac-ab18-e2e94db988c2 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407026 May 25 21:15:47.510662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2769ce-13d3-4b57-8179-2049b859209f req-4dfa70b9-cf04-4e87-bb87-6680483c0ad3 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:47.512114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fa2769ce-13d3-4b57-8179-2049b859209f req-4dfa70b9-cf04-4e87-bb87-6680483c0ad3 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 945 time: 0.0860193 May 25 21:15:47.559308 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-fa2769ce-13d3-4b57-8179-2049b859209f req-1943866f-abbe-4fb4-b8ed-57a006f848bf tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 May 25 21:15:47.745059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4027b-28b0-4512-9ba7-00b656558da0 req-08d36947-abe6-4125-a4f8-c4623d53060e tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:47.746502 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfe4027b-28b0-4512-9ba7-00b656558da0 req-08d36947-abe6-4125-a4f8-c4623d53060e tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 945 time: 0.0805247 May 25 21:15:47.790323 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bfe4027b-28b0-4512-9ba7-00b656558da0 req-7bec90a7-39ee-4da9-a89c-2bca4553fa5d tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378737 May 25 21:15:48.174545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5aae1-f39e-4a53-85fb-123f8bed7e4a req-11e13585-395e-491f-b721-2a26c08b96bd tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:48.175994 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6f5aae1-f39e-4a53-85fb-123f8bed7e4a req-11e13585-395e-491f-b721-2a26c08b96bd tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 945 time: 0.0835443 May 25 21:15:48.220196 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f6f5aae1-f39e-4a53-85fb-123f8bed7e4a req-e101ff24-d3ca-4278-8e42-90e124ccac57 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384798 May 25 21:15:54.398296 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:58.288976 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0a3758df-d326-4d9d-9a1d-0d8e7d795ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:58.387840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcbc11-8a50-42c5-83f2-5647cb457482 req-9f67b190-3bbe-4ff9-858a-a411c58f2cfc tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:58.389321 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7fbcbc11-8a50-42c5-83f2-5647cb457482 req-9f67b190-3bbe-4ff9-858a-a411c58f2cfc tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 945 time: 0.0814576 May 25 21:15:58.444319 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7fbcbc11-8a50-42c5-83f2-5647cb457482 req-45c83e1a-d32c-45f2-99df-ee96b9164d41 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488353 May 25 21:15:58.471409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46724) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:15:58.588505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae4f2d9-656f-4efc-a4bc-f74fd9f71e3f tempest-TestMinimumBasicScenario-380502889 tempest-TestMinimumBasicScenario-380502889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:15:58.589918 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-eae4f2d9-656f-4efc-a4bc-f74fd9f71e3f tempest-TestMinimumBasicScenario-380502889 tempest-TestMinimumBasicScenario-380502889-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 1091 time: 0.1192927 May 25 21:15:58.592958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46730) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:15:58.597950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': '68b60332-a691-4a45-b3a8-29f2e5055550', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:15:58.604695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:15:58.608496 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Usage tracker for resource:floatingip and tenant:299535894dab447aab9fb2e6cf4e2db5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:15:58.612044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:15:58.617775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:15:58.628888 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:58.677290 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:58.776718 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:58.913781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Allocated IP 172.25.3.46 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/974b75fa-90fb-4c34-a294-53c0658bb683) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:15:59.059605 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:59.090393 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:59.152461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:15:59.155260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:15:59.158880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:15:59.205002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event updated for resources: {'Port': ['ID=974b75fa-90fb-4c34-a294-53c0658bb683,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:15:59.217235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:59.217605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:59.217949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:59.218306 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:59.218744 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:59.219070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:59.219392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:59.219709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:59.220027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:59.220345 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:59.220661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:59.220974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:15:59.594261 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:59.668543 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:59.987274 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:15:59.992461 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:00.112544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event updated for resources: {'Port': ['ID=974b75fa-90fb-4c34-a294-53c0658bb683,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:16:00.124836 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:00.299960 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Floating IP 6c82f41c-6824-483f-9cf0-8ec91ba69ded associated. External IP: 172.25.3.46, port: 68b60332-a691-4a45-b3a8-29f2e5055550. May 25 21:16:00.654083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Router b7c280fe-c3bc-4e85-b4ee-25e65699b91c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:16:00.725413 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f5bfed03-1d2e-488e-8c41-6fd497687c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:00.839830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:16:00.849773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f3ccdb-4b06-46c8-a923-b695bb10cbce None None] Sync routers for ids ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:16:00.860235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3ccdb-4b06-46c8-a923-b695bb10cbce None None] Routers {'b7c280fe-c3bc-4e85-b4ee-25e65699b91c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:16:00.861444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-89f3ccdb-4b06-46c8-a923-b695bb10cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:16:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:16:00.867107 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:00.928360 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c25a169c-a12f-4e41-b154-55b6fb12a722 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3318093 May 25 21:16:00.928360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'tag': '68b60332-a691-4a45-b3a8-29f2e5055550'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:16:00.928844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46734) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:16:00.934292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-406282246', 'description': 'tempest-secgroup-smoke-406282246 description', 'project_id': '299535894dab447aab9fb2e6cf4e2db5'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:16:00.942314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:16:00.953205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:16:00.965662 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:00.977261 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edde7545-9a7f-4a5e-9d1f-12d6c4c9e33a'] response: {'name': 'network-changed', 'server_uuid': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'tag': '68b60332-a691-4a45-b3a8-29f2e5055550', 'status': 'completed', 'code': 200} May 25 21:16:00.990638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:16:00.995863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Usage tracker for resource:security_group_rule and tenant:299535894dab447aab9fb2e6cf4e2db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:16:00.998805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:16:01.005909 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:16:01.051699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-89f3ccdb-4b06-46c8-a923-b695bb10cbce None None] Set router b7c280fe-c3bc-4e85-b4ee-25e65699b91c gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:16:01.078627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01738369-1906-440e-a3e6-135164271bf1 req-a48bf4ad-be3a-47f0-8536-fb525146140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:01.080406 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01738369-1906-440e-a3e6-135164271bf1 req-a48bf4ad-be3a-47f0-8536-fb525146140a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=299535894dab447aab9fb2e6cf4e2db5&device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 1096 time: 0.0807056 May 25 21:16:01.087047 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.091388 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.144155 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb6215e-e55b-41c2-a505-6eac35776940,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:16:01.156679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:16:01.157086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:16:01.157440 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:16:01.157986 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:16:01.158375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:16:01.158815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:16:01.159151 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:16:01.159479 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:16:01.159854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:16:01.160179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:16:01.160536 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:16:01.161070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:16:01.165672 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.167214 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-50e637a3-2406-4b3d-907d-6bcd518607fa tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2372835 May 25 21:16:01.170021 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46740) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:16:01.175443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6a5ae25d-bea8-427f-b1f6-cc28d16b5520 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Request body: {'security_group_rule': {'security_group_id': '8cb6215e-e55b-41c2-a505-6eac35776940', 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:16:01.182860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6a5ae25d-bea8-427f-b1f6-cc28d16b5520 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:16:01.187648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6a5ae25d-bea8-427f-b1f6-cc28d16b5520 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Usage tracker for resource:security_group_rule and tenant:299535894dab447aab9fb2e6cf4e2db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:16:01.191240 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6a5ae25d-bea8-427f-b1f6-cc28d16b5520 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:16:01.197184 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6a5ae25d-bea8-427f-b1f6-cc28d16b5520 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:16:01.215499 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a5ae25d-bea8-427f-b1f6-cc28d16b5520 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.236069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01738369-1906-440e-a3e6-135164271bf1 req-cfa710d5-ed85-4c15-8dae-251bc1198a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:01.237671 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01738369-1906-440e-a3e6-135164271bf1 req-cfa710d5-ed85-4c15-8dae-251bc1198a63 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7e50788-b399-404b-81a0-ead59a75e710 HTTP/1.1" status: 200 len: 915 time: 0.1519325 May 25 21:16:01.294529 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a5ae25d-bea8-427f-b1f6-cc28d16b5520 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.298893 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a5ae25d-bea8-427f-b1f6-cc28d16b5520 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.326121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ae25d-bea8-427f-b1f6-cc28d16b5520 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ae9e43-732d-4a7c-9d42-fb6bce45a4c7,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:16:01.340737 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a5ae25d-bea8-427f-b1f6-cc28d16b5520 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.342353 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6a5ae25d-bea8-427f-b1f6-cc28d16b5520 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1712077 May 25 21:16:01.346827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46744) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:16:01.349622 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01738369-1906-440e-a3e6-135164271bf1 req-2024f354-191e-4164-aca2-3a376f59a045 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68b60332-a691-4a45-b3a8-29f2e5055550 HTTP/1.1" status: 200 len: 998 time: 0.1062136 May 25 21:16:01.354405 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c2fba8e8-f4f1-483d-9adb-e4ab67fa677c tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Request body: {'security_group_rule': {'security_group_id': '8cb6215e-e55b-41c2-a505-6eac35776940', 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:16:01.365632 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c2fba8e8-f4f1-483d-9adb-e4ab67fa677c tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:16:01.375798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c2fba8e8-f4f1-483d-9adb-e4ab67fa677c tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Usage tracker for resource:security_group_rule and tenant:299535894dab447aab9fb2e6cf4e2db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:16:01.380360 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c2fba8e8-f4f1-483d-9adb-e4ab67fa677c tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:16:01.391419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c2fba8e8-f4f1-483d-9adb-e4ab67fa677c tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:16:01.416177 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2fba8e8-f4f1-483d-9adb-e4ab67fa677c tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.490669 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2fba8e8-f4f1-483d-9adb-e4ab67fa677c tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.491019 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-89f3ccdb-4b06-46c8-a923-b695bb10cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:07Z', 'revision_number': 4, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port': {'id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '6c82f41c-6824-483f-9cf0-8ec91ba69ded', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'port_id': '68b60332-a691-4a45-b3a8-29f2e5055550', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'mac_address': 'fa:16:3e:b9:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:15:59Z', 'updated_at': '2022-05-25T21:15:59Z', 'revision_number': 0, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed8bb21-f15a-4be0-ba71-5db55ab9933c', 'name': '', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'mac_address': 'fa:16:3e:e2:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:06Z', 'updated_at': '2022-05-25T21:15:13Z', 'revision_number': 5, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'subnets': [{'id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:16:01.495954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f3ccdb-4b06-46c8-a923-b695bb10cbce None None] Checking router: b7c280fe-c3bc-4e85-b4ee-25e65699b91c for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:16:01.496122 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2fba8e8-f4f1-483d-9adb-e4ab67fa677c tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.526780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fba8e8-f4f1-483d-9adb-e4ab67fa677c tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c64b88-8b81-4a85-8060-8bae3e1fd147,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:16:01.532634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3ccdb-4b06-46c8-a923-b695bb10cbce None None] Routers {'b7c280fe-c3bc-4e85-b4ee-25e65699b91c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:16:01.533793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-89f3ccdb-4b06-46c8-a923-b695bb10cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:16:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:16:01.538910 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c2fba8e8-f4f1-483d-9adb-e4ab67fa677c tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.543453 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46748) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:16:01.543617 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c2fba8e8-f4f1-483d-9adb-e4ab67fa677c tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1954772 May 25 21:16:01.551904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-058226ba-e2ec-48eb-903b-4a1b8351bcc6 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Request body: {'security_group_rule': {'security_group_id': '8cb6215e-e55b-41c2-a505-6eac35776940', 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:16:01.561305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-058226ba-e2ec-48eb-903b-4a1b8351bcc6 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:16:01.568276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-058226ba-e2ec-48eb-903b-4a1b8351bcc6 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Usage tracker for resource:security_group_rule and tenant:299535894dab447aab9fb2e6cf4e2db5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:16:01.573074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-058226ba-e2ec-48eb-903b-4a1b8351bcc6 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:16:01.576566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01738369-1906-440e-a3e6-135164271bf1 req-976a4902-25a5-45f6-ade0-4d0a0de55c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:01.578535 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01738369-1906-440e-a3e6-135164271bf1 req-976a4902-25a5-45f6-ade0-4d0a0de55c47 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22 HTTP/1.1" status: 200 len: 853 time: 0.2222121 May 25 21:16:01.582594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-058226ba-e2ec-48eb-903b-4a1b8351bcc6 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:16:01.590780 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.601336 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-058226ba-e2ec-48eb-903b-4a1b8351bcc6 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.664648 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-058226ba-e2ec-48eb-903b-4a1b8351bcc6 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.671655 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-058226ba-e2ec-48eb-903b-4a1b8351bcc6 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.695638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058226ba-e2ec-48eb-903b-4a1b8351bcc6 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21a8d91-622b-4574-8eca-9534fc5b0d1f,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:16:01.728747 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-89f3ccdb-4b06-46c8-a923-b695bb10cbce None None] Set router b7c280fe-c3bc-4e85-b4ee-25e65699b91c gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:16:01.746468 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-058226ba-e2ec-48eb-903b-4a1b8351bcc6 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.747559 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-058226ba-e2ec-48eb-903b-4a1b8351bcc6 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2027233 May 25 21:16:01.751330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46752) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:16:01.756511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-adf2c570-a9b2-4e1b-b1f3-46864da53264 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Request body: {'security_group_rule': {'security_group_id': '8cb6215e-e55b-41c2-a505-6eac35776940', 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:16:01.763257 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-adf2c570-a9b2-4e1b-b1f3-46864da53264 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:16:01.767999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-adf2c570-a9b2-4e1b-b1f3-46864da53264 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Usage tracker for resource:security_group_rule and tenant:299535894dab447aab9fb2e6cf4e2db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:16:01.771685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-adf2c570-a9b2-4e1b-b1f3-46864da53264 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:16:01.777676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-adf2c570-a9b2-4e1b-b1f3-46864da53264 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:16:01.787923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01738369-1906-440e-a3e6-135164271bf1 req-c5d8841a-c1fc-4a8b-859c-7cd024dc00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:01.789470 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01738369-1906-440e-a3e6-135164271bf1 req-c5d8841a-c1fc-4a8b-859c-7cd024dc00e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7e50788-b399-404b-81a0-ead59a75e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808270 May 25 21:16:01.797822 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adf2c570-a9b2-4e1b-b1f3-46864da53264 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.865111 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adf2c570-a9b2-4e1b-b1f3-46864da53264 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.869579 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adf2c570-a9b2-4e1b-b1f3-46864da53264 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.896384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2c570-a9b2-4e1b-b1f3-46864da53264 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6331b67c-26e1-4ec3-8290-14cbe5f04747,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:16:01.908702 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-adf2c570-a9b2-4e1b-b1f3-46864da53264 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:01.910146 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-adf2c570-a9b2-4e1b-b1f3-46864da53264 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1578062 May 25 21:16:01.913285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46756) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:16:01.918929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a83b493b-3295-44f4-85f5-5f0399f90a43 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Request body: {'security_group_rule': {'security_group_id': '8cb6215e-e55b-41c2-a505-6eac35776940', 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:16:01.926322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a83b493b-3295-44f4-85f5-5f0399f90a43 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:16:01.930433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a83b493b-3295-44f4-85f5-5f0399f90a43 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Usage tracker for resource:security_group_rule and tenant:299535894dab447aab9fb2e6cf4e2db5 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:16:01.931112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01738369-1906-440e-a3e6-135164271bf1 req-ec1062e5-4226-46c5-bb15-262c13e7fd03 service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359217 May 25 21:16:01.933318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a83b493b-3295-44f4-85f5-5f0399f90a43 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:16:01.939888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a83b493b-3295-44f4-85f5-5f0399f90a43 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:16:01.954436 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-a83b493b-3295-44f4-85f5-5f0399f90a43 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Project 299535894dab447aab9fb2e6cf4e2db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:16:01.961351 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a83b493b-3295-44f4-85f5-5f0399f90a43 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:02.017805 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:02.037424 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a83b493b-3295-44f4-85f5-5f0399f90a43 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:02.042925 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a83b493b-3295-44f4-85f5-5f0399f90a43 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:02.072520 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b493b-3295-44f4-85f5-5f0399f90a43 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bfd4edc-5fbc-44ac-8952-d97b1f633c92,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:16:02.081302 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a83b493b-3295-44f4-85f5-5f0399f90a43 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:02.085310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46760) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:16:02.085548 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a83b493b-3295-44f4-85f5-5f0399f90a43 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1707947 May 25 21:16:02.089570 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-01738369-1906-440e-a3e6-135164271bf1 req-95c7d365-0409-4f70-bdf4-e4148274fe02 service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518059 May 25 21:16:02.092665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3b4d306c-9bfe-476c-a548-ea4466340536 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Request body: {'security_group_rule': {'security_group_id': '8cb6215e-e55b-41c2-a505-6eac35776940', 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:16:02.100809 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3b4d306c-9bfe-476c-a548-ea4466340536 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:16:02.104827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3b4d306c-9bfe-476c-a548-ea4466340536 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Usage tracker for resource:security_group_rule and tenant:299535894dab447aab9fb2e6cf4e2db5 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:16:02.108664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3b4d306c-9bfe-476c-a548-ea4466340536 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:16:02.116950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3b4d306c-9bfe-476c-a548-ea4466340536 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:16:02.127180 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-3b4d306c-9bfe-476c-a548-ea4466340536 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Project 299535894dab447aab9fb2e6cf4e2db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:16:02.128390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-89f3ccdb-4b06-46c8-a923-b695bb10cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:07Z', 'revision_number': 4, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port': {'id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '6c82f41c-6824-483f-9cf0-8ec91ba69ded', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'port_id': '68b60332-a691-4a45-b3a8-29f2e5055550', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'mac_address': 'fa:16:3e:b9:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:15:59Z', 'updated_at': '2022-05-25T21:15:59Z', 'revision_number': 0, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed8bb21-f15a-4be0-ba71-5db55ab9933c', 'name': '', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'mac_address': 'fa:16:3e:e2:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:06Z', 'updated_at': '2022-05-25T21:15:13Z', 'revision_number': 5, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'subnets': [{'id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:16:02.132591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f3ccdb-4b06-46c8-a923-b695bb10cbce None None] The sync data for ids ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'] in n-d-843339-1 is: [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:07Z', 'revision_number': 4, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port': {'id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '6c82f41c-6824-483f-9cf0-8ec91ba69ded', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'port_id': '68b60332-a691-4a45-b3a8-29f2e5055550', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'mac_address': 'fa:16:3e:b9:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:15:59Z', 'updated_at': '2022-05-25T21:15:59Z', 'revision_number': 0, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed8bb21-f15a-4be0-ba71-5db55ab9933c', 'name': '', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'mac_address': 'fa:16:3e:e2:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:06Z', 'updated_at': '2022-05-25T21:15:13Z', 'revision_number': 5, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'subnets': [{'id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:16:02.134348 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b4d306c-9bfe-476c-a548-ea4466340536 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:02.205323 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b4d306c-9bfe-476c-a548-ea4466340536 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:02.208329 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b4d306c-9bfe-476c-a548-ea4466340536 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:02.234101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d306c-9bfe-476c-a548-ea4466340536 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e324601-b048-4d49-a8f8-6171f70c4ac0,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:16:02.243241 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3b4d306c-9bfe-476c-a548-ea4466340536 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:02.244497 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3b4d306c-9bfe-476c-a548-ea4466340536 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1580954 May 25 21:16:02.357198 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d596bf-485a-436f-9645-8b221c96ef28 None None] New status for floating IP 6c82f41c-6824-483f-9cf0-8ec91ba69ded: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:16:02.381363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e61174d0-354a-4fc9-a178-3d2366b1e05b req-abe9b7a2-107c-4067-a3ee-96fa2aaae551 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-406282246&fields=id&tenant_id=299535894dab447aab9fb2e6cf4e2db5 HTTP/1.1" status: 200 len: 267 time: 0.0441978 May 25 21:16:02.482130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61174d0-354a-4fc9-a178-3d2366b1e05b req-ba4d54a9-eece-465e-a1fd-8fc1a4ea2297 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:02.483627 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e61174d0-354a-4fc9-a178-3d2366b1e05b req-ba4d54a9-eece-465e-a1fd-8fc1a4ea2297 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 945 time: 0.0967352 May 25 21:16:02.496411 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-e61174d0-354a-4fc9-a178-3d2366b1e05b req-0353cac6-c4b4-4142-91c4-4d69433bd3cb tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Request body: {'port': {'security_groups': ['8e6825ad-6359-4397-bdda-000da37dc015', '8cb6215e-e55b-41c2-a505-6eac35776940']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:16:02.622836 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e61174d0-354a-4fc9-a178-3d2366b1e05b req-0353cac6-c4b4-4142-91c4-4d69433bd3cb tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:02.880238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-e61174d0-354a-4fc9-a178-3d2366b1e05b req-0353cac6-c4b4-4142-91c4-4d69433bd3cb tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] For port 68b60332-a691-4a45-b3a8-29f2e5055550, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=68b60332-a691-4a45-b3a8-29f2e5055550,segment=NetworkSegment(e0efea25-a518-47e9-bd28-777071a52fee),segment_id=e0efea25-a518-47e9-bd28-777071a52fee)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:16:02.904490 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e61174d0-354a-4fc9-a178-3d2366b1e05b req-0353cac6-c4b4-4142-91c4-4d69433bd3cb tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:02.909032 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e61174d0-354a-4fc9-a178-3d2366b1e05b req-0353cac6-c4b4-4142-91c4-4d69433bd3cb tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:02.920083 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['68b60332-a691-4a45-b3a8-29f2e5055550'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:16:02.982978 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61174d0-354a-4fc9-a178-3d2366b1e05b req-0353cac6-c4b4-4142-91c4-4d69433bd3cb tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:02.983617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e61174d0-354a-4fc9-a178-3d2366b1e05b req-0353cac6-c4b4-4142-91c4-4d69433bd3cb tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:02.985089 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e61174d0-354a-4fc9-a178-3d2366b1e05b req-0353cac6-c4b4-4142-91c4-4d69433bd3cb tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "PUT /v2.0/ports/68b60332-a691-4a45-b3a8-29f2e5055550 HTTP/1.1" status: 200 len: 981 time: 0.4939597 May 25 21:16:02.985599 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'tag': '68b60332-a691-4a45-b3a8-29f2e5055550'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:16:03.027292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353cac6-c4b4-4142-91c4-4d69433bd3cb tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event updated for resources: {'Port': ['ID=68b60332-a691-4a45-b3a8-29f2e5055550,revision_number=6']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:16:03.042452 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['68b60332-a691-4a45-b3a8-29f2e5055550'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:16:03.049347 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf92d8fb-1a5b-4866-a3e7-86f49b3b3ee9'] response: {'name': 'network-changed', 'server_uuid': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'tag': '68b60332-a691-4a45-b3a8-29f2e5055550', 'status': 'completed', 'code': 200} May 25 21:16:03.240176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fef13a-4def-4154-9434-d4c71b27356e req-2479a1ac-4939-49ac-a538-77a04d8705be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:03.241595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5fef13a-4def-4154-9434-d4c71b27356e req-2479a1ac-4939-49ac-a538-77a04d8705be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=299535894dab447aab9fb2e6cf4e2db5&device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 1135 time: 0.1644745 May 25 21:16:03.253880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5689fce-f089-4ffe-b569-aeccf16c7620 req-7d60e344-65fd-4960-8319-6010b893c840 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:03.255441 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5689fce-f089-4ffe-b569-aeccf16c7620 req-7d60e344-65fd-4960-8319-6010b893c840 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 984 time: 0.1195331 May 25 21:16:03.348503 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:03.387185 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f5689fce-f089-4ffe-b569-aeccf16c7620 req-c6c6348b-760c-4b68-84fe-e945455036e7 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&id=8cb6215e-e55b-41c2-a505-6eac35776940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126561 May 25 21:16:03.394729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b8301e02-b6cb-47f9-85bf-fbd915fb86bd None None] Provisioning complete for port 68b60332-a691-4a45-b3a8-29f2e5055550 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:16:03.395294 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b8301e02-b6cb-47f9-85bf-fbd915fb86bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:03.428057 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fef13a-4def-4154-9434-d4c71b27356e req-8b2bf7df-298c-4aa7-9833-52589874724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:03.428752 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5fef13a-4def-4154-9434-d4c71b27356e req-8b2bf7df-298c-4aa7-9833-52589874724c service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7e50788-b399-404b-81a0-ead59a75e710 HTTP/1.1" status: 200 len: 915 time: 0.1724594 May 25 21:16:03.553367 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5fef13a-4def-4154-9434-d4c71b27356e req-5c7b78db-333b-4075-8fa8-97eabc0c1082 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68b60332-a691-4a45-b3a8-29f2e5055550 HTTP/1.1" status: 200 len: 1000 time: 0.1144819 May 25 21:16:03.617846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fef13a-4def-4154-9434-d4c71b27356e req-7f528945-f2ae-47c9-8a4c-7c55049a8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:03.619338 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5fef13a-4def-4154-9434-d4c71b27356e req-7f528945-f2ae-47c9-8a4c-7c55049a8dde service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22 HTTP/1.1" status: 200 len: 853 time: 0.0600808 May 25 21:16:03.739746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b8301e02-b6cb-47f9-85bf-fbd915fb86bd None None] Current status of the port 68b60332-a691-4a45-b3a8-29f2e5055550 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:16:03.823602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fef13a-4def-4154-9434-d4c71b27356e req-4cac0c05-5a7d-49ee-becf-102c90890f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:03.825085 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5fef13a-4def-4154-9434-d4c71b27356e req-4cac0c05-5a7d-49ee-becf-102c90890f68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7e50788-b399-404b-81a0-ead59a75e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996431 May 25 21:16:03.963566 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5fef13a-4def-4154-9434-d4c71b27356e req-2db2870d-af6e-4176-8c49-f0708cfc775d service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321049 May 25 21:16:04.098612 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c5fef13a-4def-4154-9434-d4c71b27356e req-a806ae8f-825c-43c9-adc4-8a24e0c54fb6 service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272149 May 25 21:16:15.563503 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:16:24.410926 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:28.291471 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-611c97a2-c95c-4039-a174-f5c3dddcbead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:28.676347 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:30.729400 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9bc9c586-c0db-4a25-a72c-f011d18f8502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:31.513708 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:31.963303 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:33.298536 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:38.176630 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f927e518-dbce-41e7-bf61-b112af3ff76a req-e3f52b2d-2ea3-48a4-ab35-82e6b4ea8ff1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701396 May 25 21:16:38.316279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e518-dbce-41e7-bf61-b112af3ff76a req-006cccea-ca4a-4f6e-83a4-b95649c4ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:38.317757 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f927e518-dbce-41e7-bf61-b112af3ff76a req-006cccea-ca4a-4f6e-83a4-b95649c4ec62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=299535894dab447aab9fb2e6cf4e2db5&device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 1135 time: 0.0755067 May 25 21:16:38.461142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e518-dbce-41e7-bf61-b112af3ff76a req-7023bb47-e741-42f7-a0f7-4797bb09bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:38.462522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f927e518-dbce-41e7-bf61-b112af3ff76a req-7023bb47-e741-42f7-a0f7-4797bb09bd25 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7e50788-b399-404b-81a0-ead59a75e710 HTTP/1.1" status: 200 len: 915 time: 0.1272485 May 25 21:16:38.564439 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f927e518-dbce-41e7-bf61-b112af3ff76a req-b732a54c-2dd4-4139-82f1-7615fe2c0d33 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68b60332-a691-4a45-b3a8-29f2e5055550 HTTP/1.1" status: 200 len: 1000 time: 0.0962558 May 25 21:16:38.625163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e518-dbce-41e7-bf61-b112af3ff76a req-2cc8149d-bcd9-48a4-b4cb-3397880617ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:38.626584 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f927e518-dbce-41e7-bf61-b112af3ff76a req-2cc8149d-bcd9-48a4-b4cb-3397880617ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22 HTTP/1.1" status: 200 len: 853 time: 0.0567558 May 25 21:16:38.706755 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e518-dbce-41e7-bf61-b112af3ff76a req-3ed4f0d3-9c0f-4e7a-82b4-2d7e789d7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:16:38.708339 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f927e518-dbce-41e7-bf61-b112af3ff76a req-3ed4f0d3-9c0f-4e7a-82b4-2d7e789d7c8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7e50788-b399-404b-81a0-ead59a75e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755162 May 25 21:16:38.841799 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f927e518-dbce-41e7-bf61-b112af3ff76a req-cf2ea1a9-84a5-4d1a-b09f-c6a4802a58dc service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272902 May 25 21:16:38.972342 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f927e518-dbce-41e7-bf61-b112af3ff76a req-746a12eb-7e0e-4951-a1e7-dde9c7e12591 service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243954 May 25 21:16:52.563379 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:16:54.414941 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:58.292986 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-feee6e45-0049-4e5f-937a-791b015ad3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:16:58.689488 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:17:00.731502 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cd70d3ee-090a-4bea-bb69-890a93ff1d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:17:01.261235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a5040-9481-4222-b457-c6fe2dcd2eeb req-eac71f5e-8d66-4532-bb96-a1f393ea8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:01.262724 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-902a5040-9481-4222-b457-c6fe2dcd2eeb req-eac71f5e-8d66-4532-bb96-a1f393ea8cd3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=299535894dab447aab9fb2e6cf4e2db5&device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 1135 time: 0.1340950 May 25 21:17:01.271788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab6f17-ddd4-4e3f-9609-a59dfb9806df req-974c8f93-4e83-41d8-9d02-abace7399b53 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:01.273090 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9ab6f17-ddd4-4e3f-9609-a59dfb9806df req-974c8f93-4e83-41d8-9d02-abace7399b53 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 984 time: 0.1141653 May 25 21:17:01.399198 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f9ab6f17-ddd4-4e3f-9609-a59dfb9806df req-a4127f2d-d49e-4bea-9d8e-e40d1798553a tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&id=8cb6215e-e55b-41c2-a505-6eac35776940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073694 May 25 21:17:01.438930 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a5040-9481-4222-b457-c6fe2dcd2eeb req-2412c8eb-57a4-4fdb-9e41-65afd72d92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:01.440469 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-902a5040-9481-4222-b457-c6fe2dcd2eeb req-2412c8eb-57a4-4fdb-9e41-65afd72d92a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7e50788-b399-404b-81a0-ead59a75e710 HTTP/1.1" status: 200 len: 915 time: 0.1664836 May 25 21:17:01.516429 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:17:01.672064 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-902a5040-9481-4222-b457-c6fe2dcd2eeb req-0ec841b9-8936-4301-9400-477dca289eb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68b60332-a691-4a45-b3a8-29f2e5055550 HTTP/1.1" status: 200 len: 1000 time: 0.2250783 May 25 21:17:01.747062 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a5040-9481-4222-b457-c6fe2dcd2eeb req-b168b8cf-9d38-45fb-b75b-a398b5c70685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:01.748487 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-902a5040-9481-4222-b457-c6fe2dcd2eeb req-b168b8cf-9d38-45fb-b75b-a398b5c70685 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22 HTTP/1.1" status: 200 len: 853 time: 0.0701227 May 25 21:17:01.822878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a5040-9481-4222-b457-c6fe2dcd2eeb req-576e91ea-93bf-42bb-ad0c-19972ddf349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:01.824310 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-902a5040-9481-4222-b457-c6fe2dcd2eeb req-576e91ea-93bf-42bb-ad0c-19972ddf349a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7e50788-b399-404b-81a0-ead59a75e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693300 May 25 21:17:01.954206 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-902a5040-9481-4222-b457-c6fe2dcd2eeb req-18d1a7ac-b5c7-4a95-bf17-49406c0ea418 service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233158 May 25 21:17:01.965092 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:17:02.083373 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-902a5040-9481-4222-b457-c6fe2dcd2eeb req-f73c8b60-ccec-40b2-b731-c656a07cef0e service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230502 May 25 21:17:02.695489 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8e4cd-0fe8-4a06-9b1a-3e03ce417cae req-1934b441-710e-4e6b-9256-1723386b1bb8 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:02.698903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57f8e4cd-0fe8-4a06-9b1a-3e03ce417cae req-1934b441-710e-4e6b-9256-1723386b1bb8 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 984 time: 0.1858101 May 25 21:17:02.747725 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-57f8e4cd-0fe8-4a06-9b1a-3e03ce417cae req-fa57db04-e14e-4b30-a155-129da5b80d97 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Synchronizing usage tracker for tenant:299535894dab447aab9fb2e6cf4e2db5 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:17:02.762779 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-57f8e4cd-0fe8-4a06-9b1a-3e03ce417cae req-fa57db04-e14e-4b30-a155-129da5b80d97 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Unset dirty status for tenant:299535894dab447aab9fb2e6cf4e2db5 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:17:02.764088 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-57f8e4cd-0fe8-4a06-9b1a-3e03ce417cae req-fa57db04-e14e-4b30-a155-129da5b80d97 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&id=8cb6215e-e55b-41c2-a505-6eac35776940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598514 May 25 21:17:03.302374 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:17:03.953577 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128835de-5956-4267-b5bb-b5e3cee0480f req-facbcc5c-b401-4011-a9f6-d648d8411c3f tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:03.955058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-128835de-5956-4267-b5bb-b5e3cee0480f req-facbcc5c-b401-4011-a9f6-d648d8411c3f tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 984 time: 0.0841236 May 25 21:17:04.000734 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-128835de-5956-4267-b5bb-b5e3cee0480f req-03621f22-94d9-4fd6-99c1-f0ba07629ff7 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&id=8cb6215e-e55b-41c2-a505-6eac35776940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397825 May 25 21:17:05.185070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e571986-7432-42ae-a6d8-f2255f39c27b req-c0234c7b-8e76-462d-97ad-bb9181c15d35 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:05.186553 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e571986-7432-42ae-a6d8-f2255f39c27b req-c0234c7b-8e76-462d-97ad-bb9181c15d35 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 984 time: 0.0807371 May 25 21:17:05.235273 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8e571986-7432-42ae-a6d8-f2255f39c27b req-8eefe717-f12b-48a4-8a4f-9c30bc3783c8 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&id=8cb6215e-e55b-41c2-a505-6eac35776940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427976 May 25 21:17:06.421896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c5bd4-0375-41ae-8572-ac6d8df614a2 req-ecd992fa-2502-4443-845f-9932cbd43dcf tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:06.423371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de7c5bd4-0375-41ae-8572-ac6d8df614a2 req-ecd992fa-2502-4443-845f-9932cbd43dcf tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 984 time: 0.0806358 May 25 21:17:06.474024 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-de7c5bd4-0375-41ae-8572-ac6d8df614a2 req-402f1f88-7795-44cd-bda0-d44c2d7a83b2 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&id=8cb6215e-e55b-41c2-a505-6eac35776940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443177 May 25 21:17:07.657794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7fbbc-2b70-4c29-982b-fbc31c3abc38 req-33f4427a-9822-480e-bb1f-7441041ee21f tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:07.659410 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02c7fbbc-2b70-4c29-982b-fbc31c3abc38 req-33f4427a-9822-480e-bb1f-7441041ee21f tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 984 time: 0.0803156 May 25 21:17:07.705599 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02c7fbbc-2b70-4c29-982b-fbc31c3abc38 req-15b57467-fbf5-45d1-826a-d91c176445d9 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&id=8cb6215e-e55b-41c2-a505-6eac35776940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401287 May 25 21:17:08.889059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00ed48-ced2-412a-90fe-45e83c0d0db3 req-b96a3cd3-07e7-4788-ab79-cf9ad6874362 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:08.890510 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a00ed48-ced2-412a-90fe-45e83c0d0db3 req-b96a3cd3-07e7-4788-ab79-cf9ad6874362 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 984 time: 0.0802381 May 25 21:17:08.937140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5a00ed48-ced2-412a-90fe-45e83c0d0db3 req-c7a90e10-7c02-43e6-aa28-8bc59f023511 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&id=8cb6215e-e55b-41c2-a505-6eac35776940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399728 May 25 21:17:10.134256 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ea7d7-4dde-459b-8f15-cb687fa3c5df req-67c25921-f8dc-4177-ba44-9fa5dab07d62 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:10.135624 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-215ea7d7-4dde-459b-8f15-cb687fa3c5df req-67c25921-f8dc-4177-ba44-9fa5dab07d62 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 984 time: 0.0889535 May 25 21:17:10.182720 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-215ea7d7-4dde-459b-8f15-cb687fa3c5df req-d493431b-0aba-454d-bea7-9a4a71ac49e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&id=8cb6215e-e55b-41c2-a505-6eac35776940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410233 May 25 21:17:11.370363 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ab90b-185c-420e-a6ac-4da2b28ef696 req-63bdd8fa-0c67-4c9e-bd53-8978ad07235b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:11.371793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d4ab90b-185c-420e-a6ac-4da2b28ef696 req-63bdd8fa-0c67-4c9e-bd53-8978ad07235b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 984 time: 0.0839310 May 25 21:17:11.419056 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d4ab90b-185c-420e-a6ac-4da2b28ef696 req-66bfb17b-46f9-4cb9-826f-cdd431bcecd7 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&id=8cb6215e-e55b-41c2-a505-6eac35776940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401971 May 25 21:17:12.605776 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4f4a-cf60-4c1a-b4c5-a0de9a1bb7ae req-e452acf4-76d7-4e41-8976-546fe8b2004b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:12.607163 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e12f4f4a-cf60-4c1a-b4c5-a0de9a1bb7ae req-e452acf4-76d7-4e41-8976-546fe8b2004b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 984 time: 0.0799170 May 25 21:17:12.655597 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e12f4f4a-cf60-4c1a-b4c5-a0de9a1bb7ae req-3817c4e2-b469-44a4-ac39-325dfde105e9 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&id=8cb6215e-e55b-41c2-a505-6eac35776940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424347 May 25 21:17:13.843417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf21a6-4f47-44f2-a81b-f8775d9fb38c req-412a0509-4836-4463-a07b-d7a43ef99cb4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:13.844859 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ccaf21a6-4f47-44f2-a81b-f8775d9fb38c req-412a0509-4836-4463-a07b-d7a43ef99cb4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 984 time: 0.0801239 May 25 21:17:13.891470 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ccaf21a6-4f47-44f2-a81b-f8775d9fb38c req-03e5081e-b863-4864-8067-6fbee46fb3c2 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&id=8cb6215e-e55b-41c2-a505-6eac35776940&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406764 May 25 21:17:24.419855 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:17:28.294712 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1c82d6da-7d90-4a58-9399-1ff3b3dfbe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:17:28.684431 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:17:29.562362 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:17:30.733946 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-06cea8c6-e330-4d6d-bb9d-cca1ab092e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:17:31.519367 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:17:31.968518 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:17:33.305377 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:17:39.141580 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb4b220c-890f-4bfb-bbc5-321e942e5a0f req-d108d968-9ba9-4428-b6b1-8c896ddfc4e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736566 May 25 21:17:39.279721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b220c-890f-4bfb-bbc5-321e942e5a0f req-6f529bc5-f80b-4b65-8227-ecf098de9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:39.281180 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb4b220c-890f-4bfb-bbc5-321e942e5a0f req-6f529bc5-f80b-4b65-8227-ecf098de9791 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=299535894dab447aab9fb2e6cf4e2db5&device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 1135 time: 0.0717046 May 25 21:17:39.424253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b220c-890f-4bfb-bbc5-321e942e5a0f req-7763d98b-6311-4c6c-9888-7759c1640040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:39.426236 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb4b220c-890f-4bfb-bbc5-321e942e5a0f req-7763d98b-6311-4c6c-9888-7759c1640040 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7e50788-b399-404b-81a0-ead59a75e710 HTTP/1.1" status: 200 len: 915 time: 0.1268170 May 25 21:17:39.531306 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb4b220c-890f-4bfb-bbc5-321e942e5a0f req-241355b0-744b-49e5-824a-67b8d61f7267 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68b60332-a691-4a45-b3a8-29f2e5055550 HTTP/1.1" status: 200 len: 1000 time: 0.0982070 May 25 21:17:39.594117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b220c-890f-4bfb-bbc5-321e942e5a0f req-d198a9cb-95bc-47a5-ab71-9e4831b02dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:39.595626 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb4b220c-890f-4bfb-bbc5-321e942e5a0f req-d198a9cb-95bc-47a5-ab71-9e4831b02dd6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22 HTTP/1.1" status: 200 len: 853 time: 0.0580804 May 25 21:17:39.671788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b220c-890f-4bfb-bbc5-321e942e5a0f req-0041b68a-3de5-4f0b-a37f-458397305cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:17:39.673228 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb4b220c-890f-4bfb-bbc5-321e942e5a0f req-0041b68a-3de5-4f0b-a37f-458397305cdd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7e50788-b399-404b-81a0-ead59a75e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723686 May 25 21:17:39.803986 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb4b220c-890f-4bfb-bbc5-321e942e5a0f req-2ca20445-09e7-43c8-bbca-400c147a27ab service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244352 May 25 21:17:39.934961 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb4b220c-890f-4bfb-bbc5-321e942e5a0f req-9f74cb38-c0b1-46ce-b3cd-c6f1dc86a234 service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247201 May 25 21:17:54.420517 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:17:58.296006 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-47125adf-f883-4ee3-97d6-1ddc6c571c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:17:58.688686 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:00.738984 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c6de5aa8-a7fa-4d0c-a287-a98679687376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:01.521943 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:01.970921 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:03.309249 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:06.561980 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:18:09.020020 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7da7f813-1873-4f53-a8cd-b72573f978ed req-7f7fa472-771d-4d13-a65e-8981224e40a4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-406282246&fields=id&tenant_id=299535894dab447aab9fb2e6cf4e2db5 HTTP/1.1" status: 200 len: 267 time: 0.1154888 May 25 21:18:09.103890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7f813-1873-4f53-a8cd-b72573f978ed req-416d955a-276a-4702-9c21-0f4174a23634 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:09.105246 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7da7f813-1873-4f53-a8cd-b72573f978ed req-416d955a-276a-4702-9c21-0f4174a23634 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 984 time: 0.0792105 May 25 21:18:09.116056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [req-7da7f813-1873-4f53-a8cd-b72573f978ed req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Request body: {'port': {'security_groups': ['8e6825ad-6359-4397-bdda-000da37dc015']}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:18:09.235475 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7da7f813-1873-4f53-a8cd-b72573f978ed req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:09.474443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [req-7da7f813-1873-4f53-a8cd-b72573f978ed req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] For port 68b60332-a691-4a45-b3a8-29f2e5055550, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=68b60332-a691-4a45-b3a8-29f2e5055550,segment=NetworkSegment(e0efea25-a518-47e9-bd28-777071a52fee),segment_id=e0efea25-a518-47e9-bd28-777071a52fee)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:09.503032 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7da7f813-1873-4f53-a8cd-b72573f978ed req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:09.507634 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7da7f813-1873-4f53-a8cd-b72573f978ed req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:09.518980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['68b60332-a691-4a45-b3a8-29f2e5055550'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:18:09.580463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7f813-1873-4f53-a8cd-b72573f978ed req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:09.581091 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [req-7da7f813-1873-4f53-a8cd-b72573f978ed req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:09.582529 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7da7f813-1873-4f53-a8cd-b72573f978ed req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "PUT /v2.0/ports/68b60332-a691-4a45-b3a8-29f2e5055550 HTTP/1.1" status: 200 len: 942 time: 0.4708953 May 25 21:18:09.582988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'tag': '68b60332-a691-4a45-b3a8-29f2e5055550'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:18:09.591517 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46856) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:09.608214 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event updated for resources: {'Port': ['ID=68b60332-a691-4a45-b3a8-29f2e5055550,revision_number=7']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:09.619418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:09.620083 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:09.620604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:09.621112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:09.621618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:09.622189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:09.622696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:09.623157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:09.623625 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:09.624091 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:09.624861 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:09.625044 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb0f79-a505-43bf-aa4c-d327842d70e4 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:09.645127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['68b60332-a691-4a45-b3a8-29f2e5055550'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:18:09.722907 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520fcab7-f699-4ae0-9af2-9e0cb43b4913'] response: {'name': 'network-changed', 'server_uuid': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'tag': '68b60332-a691-4a45-b3a8-29f2e5055550', 'status': 'completed', 'code': 200} May 25 21:18:09.724576 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:09.757987 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:09.903479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-63bffa0d-f887-48f9-b61c-ec01f4dd931d None None] Provisioning complete for port 68b60332-a691-4a45-b3a8-29f2e5055550 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:18:09.903695 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-63bffa0d-f887-48f9-b61c-ec01f4dd931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:09.992858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5e799-28d1-499d-813e-c943cc418272 req-dcd1d2ff-5a72-445e-a72a-145cb3e41444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:09.994362 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f5e799-28d1-499d-813e-c943cc418272 req-dcd1d2ff-5a72-445e-a72a-145cb3e41444 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=299535894dab447aab9fb2e6cf4e2db5&device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 1096 time: 0.2221010 May 25 21:18:10.051301 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-63bffa0d-f887-48f9-b61c-ec01f4dd931d None None] Current status of the port 68b60332-a691-4a45-b3a8-29f2e5055550 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:18:10.083326 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:10.109514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb6215e-e55b-41c2-a505-6eac35776940,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:10.125781 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:10.126120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:10.126475 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:10.126807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:10.127134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:10.127452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:10.127769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:10.128129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:10.128447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:10.128825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:10.129176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:10.129492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:10.146483 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:10.151094 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a343caf5-c951-4dea-b1c0-a8b51054dc9b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "DELETE /v2.0/security-groups/8cb6215e-e55b-41c2-a505-6eac35776940 HTTP/1.1" status: 204 len: 168 time: 0.5560575 May 25 21:18:10.151491 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46862) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:10.167765 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5e799-28d1-499d-813e-c943cc418272 req-26243b09-a489-4007-a88c-d75d54d5ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:10.169204 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f5e799-28d1-499d-813e-c943cc418272 req-26243b09-a489-4007-a88c-d75d54d5ad7d service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7e50788-b399-404b-81a0-ead59a75e710 HTTP/1.1" status: 200 len: 915 time: 0.1690454 May 25 21:18:10.275224 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f5e799-28d1-499d-813e-c943cc418272 req-5025cd6f-8d6c-4936-a1a1-0c0e8cc76500 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68b60332-a691-4a45-b3a8-29f2e5055550 HTTP/1.1" status: 200 len: 1000 time: 0.0999465 May 25 21:18:10.337440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5e799-28d1-499d-813e-c943cc418272 req-3f717d2d-8d79-40ea-9c01-17c4c07545b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:10.338915 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f5e799-28d1-499d-813e-c943cc418272 req-3f717d2d-8d79-40ea-9c01-17c4c07545b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22 HTTP/1.1" status: 200 len: 853 time: 0.0580366 May 25 21:18:10.362307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2b4500cd-bc4b-4be0-b923-86acd5b66194 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Deleting port 974b75fa-90fb-4c34-a294-53c0658bb683 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:18:10.362646 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2b4500cd-bc4b-4be0-b923-86acd5b66194 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:10.417118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5e799-28d1-499d-813e-c943cc418272 req-d55c6b34-c3ef-45c7-b1b6-135eee48687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:10.418611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f5e799-28d1-499d-813e-c943cc418272 req-d55c6b34-c3ef-45c7-b1b6-135eee48687f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7e50788-b399-404b-81a0-ead59a75e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742557 May 25 21:18:10.532777 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2b4500cd-bc4b-4be0-b923-86acd5b66194 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:10.533021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2b4500cd-bc4b-4be0-b923-86acd5b66194 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:10.552281 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f5e799-28d1-499d-813e-c943cc418272 req-c38e865c-21a2-4aed-9a44-6b1356483276 service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276846 May 25 21:18:10.659933 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-2b4500cd-bc4b-4be0-b923-86acd5b66194 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Calling delete_port for 974b75fa-90fb-4c34-a294-53c0658bb683 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:18:10.687653 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f5e799-28d1-499d-813e-c943cc418272 req-f23e8c74-21ae-4bca-b015-7cc2ed8bb0a2 service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287334 May 25 21:18:10.814630 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2b4500cd-bc4b-4be0-b923-86acd5b66194 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:10.863983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4500cd-bc4b-4be0-b923-86acd5b66194 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event deleted for resources: {'Port': ['ID=974b75fa-90fb-4c34-a294-53c0658bb683,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:11.066748 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2b4500cd-bc4b-4be0-b923-86acd5b66194 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:11.066990 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-2b4500cd-bc4b-4be0-b923-86acd5b66194 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Floating IP 6c82f41c-6824-483f-9cf0-8ec91ba69ded disassociated (deleted). External IP: 172.25.3.46, port: 68b60332-a691-4a45-b3a8-29f2e5055550. May 25 21:18:11.426258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4500cd-bc4b-4be0-b923-86acd5b66194 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Router b7c280fe-c3bc-4e85-b4ee-25e65699b91c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:18:11.620759 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4500cd-bc4b-4be0-b923-86acd5b66194 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:18:11.635697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b37384-9daa-437a-a8d2-b5e0c83fae28 None None] Sync routers for ids ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:18:11.644361 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2b4500cd-bc4b-4be0-b923-86acd5b66194 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:11.645784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b37384-9daa-437a-a8d2-b5e0c83fae28 None None] Routers {'b7c280fe-c3bc-4e85-b4ee-25e65699b91c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:18:11.646453 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-43b37384-9daa-437a-a8d2-b5e0c83fae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:18:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:11.706707 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2b4500cd-bc4b-4be0-b923-86acd5b66194 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "DELETE /v2.0/floatingips/6c82f41c-6824-483f-9cf0-8ec91ba69ded HTTP/1.1" status: 204 len: 168 time: 1.5534196 May 25 21:18:11.723793 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'tag': '68b60332-a691-4a45-b3a8-29f2e5055550'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:18:11.792070 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d938e2-c5b2-49a3-9542-cc07147aca5e'] response: {'name': 'network-changed', 'server_uuid': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'tag': '68b60332-a691-4a45-b3a8-29f2e5055550', 'status': 'completed', 'code': 200} May 25 21:18:11.839673 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-43b37384-9daa-437a-a8d2-b5e0c83fae28 None None] Set router b7c280fe-c3bc-4e85-b4ee-25e65699b91c gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:18:11.885300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbca29-e367-4fd9-b7cc-8abb19b51da6 req-b60ba297-4ef3-4ebc-94ca-1a8738773b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:11.886802 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-41bbca29-e367-4fd9-b7cc-8abb19b51da6 req-b60ba297-4ef3-4ebc-94ca-1a8738773b13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=299535894dab447aab9fb2e6cf4e2db5&device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 1096 time: 0.0754969 May 25 21:18:12.024682 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbca29-e367-4fd9-b7cc-8abb19b51da6 req-e407e6df-0804-4cac-8ddf-7d9a3609fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:12.026141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-41bbca29-e367-4fd9-b7cc-8abb19b51da6 req-e407e6df-0804-4cac-8ddf-7d9a3609fe80 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7e50788-b399-404b-81a0-ead59a75e710 HTTP/1.1" status: 200 len: 915 time: 0.1331029 May 25 21:18:12.113908 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-41bbca29-e367-4fd9-b7cc-8abb19b51da6 req-42b45da6-7316-42fd-a905-ee3c11446551 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68b60332-a691-4a45-b3a8-29f2e5055550 HTTP/1.1" status: 200 len: 217 time: 0.0823066 May 25 21:18:12.165792 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-43b37384-9daa-437a-a8d2-b5e0c83fae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:07Z', 'revision_number': 4, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port': {'id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '5ed8bb21-f15a-4be0-ba71-5db55ab9933c', 'name': '', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'mac_address': 'fa:16:3e:e2:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:06Z', 'updated_at': '2022-05-25T21:15:13Z', 'revision_number': 5, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'subnets': [{'id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:12.170195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b37384-9daa-437a-a8d2-b5e0c83fae28 None None] Checking router: b7c280fe-c3bc-4e85-b4ee-25e65699b91c for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:18:12.179675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbca29-e367-4fd9-b7cc-8abb19b51da6 req-b04b2e5e-1260-4f25-97fb-7e3810f12025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:12.179862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b37384-9daa-437a-a8d2-b5e0c83fae28 None None] Routers {'b7c280fe-c3bc-4e85-b4ee-25e65699b91c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:18:12.180378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-43b37384-9daa-437a-a8d2-b5e0c83fae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:18:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:12.181153 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-41bbca29-e367-4fd9-b7cc-8abb19b51da6 req-b04b2e5e-1260-4f25-97fb-7e3810f12025 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22 HTTP/1.1" status: 200 len: 853 time: 0.0614023 May 25 21:18:12.263977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbca29-e367-4fd9-b7cc-8abb19b51da6 req-94667dc6-567e-4891-b58e-8246440d0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:12.265468 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-41bbca29-e367-4fd9-b7cc-8abb19b51da6 req-94667dc6-567e-4891-b58e-8246440d0b87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7e50788-b399-404b-81a0-ead59a75e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783966 May 25 21:18:12.364245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-43b37384-9daa-437a-a8d2-b5e0c83fae28 None None] Set router b7c280fe-c3bc-4e85-b4ee-25e65699b91c gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:18:12.401200 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-41bbca29-e367-4fd9-b7cc-8abb19b51da6 req-69720618-6b97-4b04-9d6f-80710a4c3d68 service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280115 May 25 21:18:12.538909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-41bbca29-e367-4fd9-b7cc-8abb19b51da6 req-50b8f6bd-8df2-4ae6-974d-e7d1cfd336c0 service neutron] 10.222.0.70 "GET /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308711 May 25 21:18:12.727302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-43b37384-9daa-437a-a8d2-b5e0c83fae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:07Z', 'revision_number': 4, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port': {'id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '5ed8bb21-f15a-4be0-ba71-5db55ab9933c', 'name': '', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'mac_address': 'fa:16:3e:e2:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:06Z', 'updated_at': '2022-05-25T21:15:13Z', 'revision_number': 5, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'subnets': [{'id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:12.731359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b37384-9daa-437a-a8d2-b5e0c83fae28 None None] The sync data for ids ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'] in n-d-843339-1 is: [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:07Z', 'revision_number': 4, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port': {'id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '5ed8bb21-f15a-4be0-ba71-5db55ab9933c', 'name': '', 'network_id': 'f7e50788-b399-404b-81a0-ead59a75e710', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'mac_address': 'fa:16:3e:e2:76:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:06Z', 'updated_at': '2022-05-25T21:15:13Z', 'revision_number': 5, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'subnets': [{'id': 'b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:18:12.988458 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145ce51-e460-498e-abc8-02f81054e54f None None] New status for floating IP 6c82f41c-6824-483f-9cf0-8ec91ba69ded: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:18:16.123394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8251bbd-1570-4da2-bccc-8af206194de0 req-23d752ce-1a7b-4ea0-b759-6f9676d71d1d tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:16.124843 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8251bbd-1570-4da2-bccc-8af206194de0 req-23d752ce-1a7b-4ea0-b759-6f9676d71d1d tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 945 time: 0.0826261 May 25 21:18:16.168966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e8251bbd-1570-4da2-bccc-8af206194de0 req-becb1e21-0b39-41d0-8727-e3fcbbd8dd10 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Synchronizing usage tracker for tenant:299535894dab447aab9fb2e6cf4e2db5 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:18:16.184541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-e8251bbd-1570-4da2-bccc-8af206194de0 req-becb1e21-0b39-41d0-8727-e3fcbbd8dd10 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Unset dirty status for tenant:299535894dab447aab9fb2e6cf4e2db5 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:18:16.185706 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e8251bbd-1570-4da2-bccc-8af206194de0 req-becb1e21-0b39-41d0-8727-e3fcbbd8dd10 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551574 May 25 21:18:17.372601 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf7754-76ff-4bc2-8414-0a2497993866 req-ef8d0751-8826-4175-b869-4677b37289f0 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:17.373286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8cdf7754-76ff-4bc2-8414-0a2497993866 req-ef8d0751-8826-4175-b869-4677b37289f0 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Synchronizing usage tracker for tenant:299535894dab447aab9fb2e6cf4e2db5 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:18:17.388246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8cdf7754-76ff-4bc2-8414-0a2497993866 req-ef8d0751-8826-4175-b869-4677b37289f0 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Unset dirty status for tenant:299535894dab447aab9fb2e6cf4e2db5 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:18:17.389530 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8cdf7754-76ff-4bc2-8414-0a2497993866 req-ef8d0751-8826-4175-b869-4677b37289f0 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 945 time: 0.0956976 May 25 21:18:17.437773 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8cdf7754-76ff-4bc2-8414-0a2497993866 req-b02f201f-3f1c-4bfc-a120-966ab500d02a tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419827 May 25 21:18:18.094035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff21434-616a-4650-a3e7-757fee67f25b req-bbb25331-c69a-4c19-b840-7399dadf08b0 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:18.095402 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fff21434-616a-4650-a3e7-757fee67f25b req-bbb25331-c69a-4c19-b840-7399dadf08b0 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.70 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 945 time: 0.2012205 May 25 21:18:18.164247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-fff21434-616a-4650-a3e7-757fee67f25b req-ab12c69a-67ce-446b-8e12-088998729c93 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Deleting port 68b60332-a691-4a45-b3a8-29f2e5055550 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:18:18.164581 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fff21434-616a-4650-a3e7-757fee67f25b req-ab12c69a-67ce-446b-8e12-088998729c93 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:18.413923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-fff21434-616a-4650-a3e7-757fee67f25b req-ab12c69a-67ce-446b-8e12-088998729c93 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] For port 68b60332-a691-4a45-b3a8-29f2e5055550, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=68b60332-a691-4a45-b3a8-29f2e5055550,segment=NetworkSegment(e0efea25-a518-47e9-bd28-777071a52fee),segment_id=e0efea25-a518-47e9-bd28-777071a52fee)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:18.414198 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fff21434-616a-4650-a3e7-757fee67f25b req-ab12c69a-67ce-446b-8e12-088998729c93 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:18.540950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-fff21434-616a-4650-a3e7-757fee67f25b req-ab12c69a-67ce-446b-8e12-088998729c93 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Calling delete_port for 68b60332-a691-4a45-b3a8-29f2e5055550 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:18:18.734634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d9bd2-afed-4736-8d69-bcddc4cebf46 req-febb0742-1e53-4bc8-aee0-306ad6640c50 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:18.736078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e5d9bd2-afed-4736-8d69-bcddc4cebf46 req-febb0742-1e53-4bc8-aee0-306ad6640c50 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/ports?device_id=71ef0fb8-3583-44c3-a59f-c659b72af324 HTTP/1.1" status: 200 len: 945 time: 0.1678669 May 25 21:18:18.780477 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fff21434-616a-4650-a3e7-757fee67f25b req-ab12c69a-67ce-446b-8e12-088998729c93 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:18.792802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['68b60332-a691-4a45-b3a8-29f2e5055550'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:18:18.840514 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6e5d9bd2-afed-4736-8d69-bcddc4cebf46 req-5f5e8962-c39a-45e3-b949-ddcc84d6612b tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e6825ad-6359-4397-bdda-000da37dc015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981178 May 25 21:18:18.842872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12c69a-67ce-446b-8e12-088998729c93 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Pushing event deleted for resources: {'Port': ['ID=68b60332-a691-4a45-b3a8-29f2e5055550,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:18.922982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff21434-616a-4650-a3e7-757fee67f25b req-ab12c69a-67ce-446b-8e12-088998729c93 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] No DVR routers for this DVR port 68b60332-a691-4a45-b3a8-29f2e5055550 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:18:18.925794 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-fff21434-616a-4650-a3e7-757fee67f25b req-ab12c69a-67ce-446b-8e12-088998729c93 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:18.928445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'name': 'network-vif-deleted', 'tag': '68b60332-a691-4a45-b3a8-29f2e5055550'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:18:18.945087 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fff21434-616a-4650-a3e7-757fee67f25b req-ab12c69a-67ce-446b-8e12-088998729c93 tempest-TestMinimumBasicScenario-1323234005 tempest-TestMinimumBasicScenario-1323234005-project] 10.222.0.70 "DELETE /v2.0/ports/68b60332-a691-4a45-b3a8-29f2e5055550 HTTP/1.1" status: 204 len: 173 time: 0.8439684 May 25 21:18:18.979273 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa249b93-9c35-4256-8c4c-bb43d4d3f00b'] response: {'server_uuid': '71ef0fb8-3583-44c3-a59f-c659b72af324', 'name': 'network-vif-deleted', 'tag': '68b60332-a691-4a45-b3a8-29f2e5055550', 'status': 'completed', 'code': 200} May 25 21:18:20.464185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46950) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:21.009037 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cad1b24c-e1da-4b56-bc3f-ffa412688228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:21.466336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-cad1b24c-e1da-4b56-bc3f-ffa412688228 admin admin] Deleting port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:18:21.466989 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cad1b24c-e1da-4b56-bc3f-ffa412688228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:21.636723 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-cad1b24c-e1da-4b56-bc3f-ffa412688228 admin admin] For port 5ed8bb21-f15a-4be0-ba71-5db55ab9933c, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=5ed8bb21-f15a-4be0-ba71-5db55ab9933c,segment=NetworkSegment(e0efea25-a518-47e9-bd28-777071a52fee),segment_id=e0efea25-a518-47e9-bd28-777071a52fee)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:21.637240 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cad1b24c-e1da-4b56-bc3f-ffa412688228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:21.699960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 68b60332-a691-4a45-b3a8-29f2e5055550 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:18:21.735072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 68b60332-a691-4a45-b3a8-29f2e5055550 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:18:21.735412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 68b60332-a691-4a45-b3a8-29f2e5055550 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:18:21.770408 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-cad1b24c-e1da-4b56-bc3f-ffa412688228 admin admin] Calling delete_port for 5ed8bb21-f15a-4be0-ba71-5db55ab9933c owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:18:22.085868 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cad1b24c-e1da-4b56-bc3f-ffa412688228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:22.132180 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1b24c-e1da-4b56-bc3f-ffa412688228 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed8bb21-f15a-4be0-ba71-5db55ab9933c,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:22.512371 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cad1b24c-e1da-4b56-bc3f-ffa412688228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:22.888888 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad1b24c-e1da-4b56-bc3f-ffa412688228 admin admin] Router b7c280fe-c3bc-4e85-b4ee-25e65699b91c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:18:23.104361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad1b24c-e1da-4b56-bc3f-ffa412688228 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:18:23.114722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0871e-25ea-48c6-922e-d7a34a1ec1f3 None None] Sync routers for ids ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:18:23.119672 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cad1b24c-e1da-4b56-bc3f-ffa412688228 admin admin] 10.222.0.60 "PUT /v2.0/routers/b7c280fe-c3bc-4e85-b4ee-25e65699b91c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6539540 May 25 21:18:23.121653 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46954) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:23.127994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0871e-25ea-48c6-922e-d7a34a1ec1f3 None None] Routers {'b7c280fe-c3bc-4e85-b4ee-25e65699b91c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:18:23.128716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-29a0871e-25ea-48c6-922e-d7a34a1ec1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:18:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:23.315002 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-29a0871e-25ea-48c6-922e-d7a34a1ec1f3 None None] Set router b7c280fe-c3bc-4e85-b4ee-25e65699b91c gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:18:23.333420 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:23.530987 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:23.541415 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] Deleting port a94e2461-66d2-405d-96e9-e33b7220faf6 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:18:23.541740 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:23.615776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-29a0871e-25ea-48c6-922e-d7a34a1ec1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:18:22Z', 'revision_number': 5, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port': {'id': 'a94e2461-66d2-405d-96e9-e33b7220faf6', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:23.620024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0871e-25ea-48c6-922e-d7a34a1ec1f3 None None] Checking router: b7c280fe-c3bc-4e85-b4ee-25e65699b91c for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:18:23.628350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0871e-25ea-48c6-922e-d7a34a1ec1f3 None None] Routers {'b7c280fe-c3bc-4e85-b4ee-25e65699b91c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:18:23.628935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-29a0871e-25ea-48c6-922e-d7a34a1ec1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:18:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:23.718877 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] For port a94e2461-66d2-405d-96e9-e33b7220faf6, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a94e2461-66d2-405d-96e9-e33b7220faf6,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:23.719245 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:23.788585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-29a0871e-25ea-48c6-922e-d7a34a1ec1f3 None None] Set router b7c280fe-c3bc-4e85-b4ee-25e65699b91c gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:18:23.847317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] Calling delete_port for a94e2461-66d2-405d-96e9-e33b7220faf6 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:18:23.897005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-29a0871e-25ea-48c6-922e-d7a34a1ec1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:18:23Z', 'revision_number': 6, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:23.900909 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0871e-25ea-48c6-922e-d7a34a1ec1f3 None None] The sync data for ids ['b7c280fe-c3bc-4e85-b4ee-25e65699b91c'] in n-d-843339-1 is: [{'id': 'b7c280fe-c3bc-4e85-b4ee-25e65699b91c', 'name': 'tempest-TestMinimumBasicScenario-908104658-router', 'tenant_id': '299535894dab447aab9fb2e6cf4e2db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:03Z', 'updated_at': '2022-05-25T21:18:23Z', 'revision_number': 6, 'project_id': '299535894dab447aab9fb2e6cf4e2db5', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:18:24.146393 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:24.193187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a94e2461-66d2-405d-96e9-e33b7220faf6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:24.286144 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:24.433760 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:24.463854 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:24.466410 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:24.492324 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:24.492839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7c280fe-c3bc-4e85-b4ee-25e65699b91c {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:18:24.504537 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:24.505653 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f99ebd28-6860-431d-88e5-b63e59b7d1fa admin admin] 10.222.0.60 "DELETE /v2.0/routers/b7c280fe-c3bc-4e85-b4ee-25e65699b91c HTTP/1.1" status: 204 len: 168 time: 1.3830798 May 25 21:18:24.508319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46958) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:24.566475 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a704660-c602-4393-ba1f-d6f563854b0d admin admin] Deleting subnet b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:18:24.569705 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a704660-c602-4393-ba1f-d6f563854b0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:24.618065 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a704660-c602-4393-ba1f-d6f563854b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:24.701958 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a704660-c602-4393-ba1f-d6f563854b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:24.773025 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a704660-c602-4393-ba1f-d6f563854b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:24.799502 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a94e2461-66d2-405d-96e9-e33b7220faf6 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:18:24.812012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a704660-c602-4393-ba1f-d6f563854b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:24.815701 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0a704660-c602-4393-ba1f-d6f563854b0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:24.822351 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0a704660-c602-4393-ba1f-d6f563854b0d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b7fd5ac5-e94f-49cf-8caf-b6b17ea9ca22 HTTP/1.1" status: 204 len: 168 time: 0.3130472 May 25 21:18:24.824739 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46962) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:24.830773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6218baf7-f4a7-4bcd-836d-e82ef827ac08 None None] Network f7e50788-b399-404b-81a0-ead59a75e710 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:18:24.856626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a94e2461-66d2-405d-96e9-e33b7220faf6 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:18:24.857162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a94e2461-66d2-405d-96e9-e33b7220faf6 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:18:24.857579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5ed8bb21-f15a-4be0-ba71-5db55ab9933c no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:18:24.939020 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:24.951009 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 5ed8bb21-f15a-4be0-ba71-5db55ab9933c {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:18:24.951345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 5ed8bb21-f15a-4be0-ba71-5db55ab9933c not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:18:24.953995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Deleting port 54d1d7ef-4411-4e4e-be60-76d07356764f {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:18:24.954308 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:25.160838 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c380fd-270e-44f6-a552-ed8dff36eb7f None None] DHCP port deletion for f7e50788-b399-404b-81a0-ead59a75e710 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:18:25.164960 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c2c380fd-270e-44f6-a552-ed8dff36eb7f None None] Deleting port 54d1d7ef-4411-4e4e-be60-76d07356764f {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:18:25.165326 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c2c380fd-270e-44f6-a552-ed8dff36eb7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:25.174619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] For port 54d1d7ef-4411-4e4e-be60-76d07356764f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=54d1d7ef-4411-4e4e-be60-76d07356764f,segment=NetworkSegment(e0efea25-a518-47e9-bd28-777071a52fee),segment_id=e0efea25-a518-47e9-bd28-777071a52fee)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:25.174976 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:25.299827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Calling delete_port for 54d1d7ef-4411-4e4e-be60-76d07356764f owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:18:25.370658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-c2c380fd-270e-44f6-a552-ed8dff36eb7f None None] For port 54d1d7ef-4411-4e4e-be60-76d07356764f, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=54d1d7ef-4411-4e4e-be60-76d07356764f,segment=NetworkSegment(e0efea25-a518-47e9-bd28-777071a52fee),segment_id=e0efea25-a518-47e9-bd28-777071a52fee)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:25.371044 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c2c380fd-270e-44f6-a552-ed8dff36eb7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:25.380050 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:25.429143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] No DVR routers for this DVR port 54d1d7ef-4411-4e4e-be60-76d07356764f on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:18:25.455887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Pushing event deleted for resources: {'Port': ['ID=54d1d7ef-4411-4e4e-be60-76d07356764f,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:25.494903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c2c380fd-270e-44f6-a552-ed8dff36eb7f None None] Calling delete_port for 54d1d7ef-4411-4e4e-be60-76d07356764f owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:18:25.549482 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:25.569260 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-c2c380fd-270e-44f6-a552-ed8dff36eb7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:18:25.569534 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-c2c380fd-270e-44f6-a552-ed8dff36eb7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:18:25.575031 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e50788-b399-404b-81a0-ead59a75e710']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:25.587511 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0efea25-a518-47e9-bd28-777071a52fee') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:25.587802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0efea25-a518-47e9-bd28-777071a52fee') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:25.598815 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:25.614354 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:25.621032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:18:25.621450 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:25.706031 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment e0efea25-a518-47e9-bd28-777071a52fee resource provider aggregate not found May 25 21:18:25.725326 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment e0efea25-a518-47e9-bd28-777071a52fee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0efea25-a518-47e9-bd28-777071a52fee found for delete ", "request_id": "req-a28eb313-e38c-48e6-9c28-d3761a595994"}]} May 25 21:18:25.726568 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:25.742804 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:25.753000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e50788-b399-404b-81a0-ead59a75e710,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:25.767050 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-8b0a0070-8e7d-4d97-958e-088e82e241fc admin admin] 10.222.0.60 "DELETE /v2.0/networks/f7e50788-b399-404b-81a0-ead59a75e710 HTTP/1.1" status: 204 len: 168 time: 0.9413533 May 25 21:18:25.770120 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46972) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:26.071086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c2c380fd-270e-44f6-a552-ed8dff36eb7f None None] Deleting port 54d1d7ef-4411-4e4e-be60-76d07356764f {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:18:26.071632 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c2c380fd-270e-44f6-a552-ed8dff36eb7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:26.141830 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c2c380fd-270e-44f6-a552-ed8dff36eb7f None None] The port '54d1d7ef-4411-4e4e-be60-76d07356764f' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 21:18:26.451882 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1b42-1689-4326-aecb-38ff0cf2d650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:26.791950 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 54d1d7ef-4411-4e4e-be60-76d07356764f no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:18:26.809017 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b1b42-1689-4326-aecb-38ff0cf2d650 admin admin] Deleting port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:18:26.809507 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1b42-1689-4326-aecb-38ff0cf2d650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:26.828814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 54d1d7ef-4411-4e4e-be60-76d07356764f {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:18:26.829151 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 54d1d7ef-4411-4e4e-be60-76d07356764f not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:18:26.986683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-fb0b1b42-1689-4326-aecb-38ff0cf2d650 admin admin] For port 9fcd9001-dcac-45e5-9fc2-fddfd82620b5, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9fcd9001-dcac-45e5-9fc2-fddfd82620b5,segment=NetworkSegment(2b18c725-6302-484e-a6c5-1e9fa347aa03),segment_id=2b18c725-6302-484e-a6c5-1e9fa347aa03)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:26.986952 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1b42-1689-4326-aecb-38ff0cf2d650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:27.113325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b1b42-1689-4326-aecb-38ff0cf2d650 admin admin] Calling delete_port for 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:18:27.289151 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1b42-1689-4326-aecb-38ff0cf2d650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:27.452930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b1b42-1689-4326-aecb-38ff0cf2d650 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fcd9001-dcac-45e5-9fc2-fddfd82620b5,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:27.725026 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1b42-1689-4326-aecb-38ff0cf2d650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:28.088048 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0b1b42-1689-4326-aecb-38ff0cf2d650 admin admin] Router e689b23a-57c6-437e-9e3f-150c06517fce has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:18:28.268686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0b1b42-1689-4326-aecb-38ff0cf2d650 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:18:28.278406 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fb0b1b42-1689-4326-aecb-38ff0cf2d650 admin admin] 10.222.0.60 "PUT /v2.0/routers/e689b23a-57c6-437e-9e3f-150c06517fce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5072281 May 25 21:18:28.279004 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b18a20-b43b-4424-a1e1-998c374622bc None None] Sync routers for ids ['e689b23a-57c6-437e-9e3f-150c06517fce'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:18:28.281122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46976) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:28.291422 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b18a20-b43b-4424-a1e1-998c374622bc None None] Routers {'e689b23a-57c6-437e-9e3f-150c06517fce'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:18:28.292179 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-48b18a20-b43b-4424-a1e1-998c374622bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:18:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['e689b23a-57c6-437e-9e3f-150c06517fce'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:28.299800 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-086895a5-cdc8-4db2-ab0f-fd560a5fe4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:28.463349 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:28.475997 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-48b18a20-b43b-4424-a1e1-998c374622bc None None] Set router e689b23a-57c6-437e-9e3f-150c06517fce gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:18:28.644069 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:28.654834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] Deleting port 6b4b68c5-44e6-4088-b7e6-6f8221590764 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:18:28.655215 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:28.710793 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:28.797985 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-48b18a20-b43b-4424-a1e1-998c374622bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'name': 'tempest-TestMinimumBasicScenario-1444991498-router', 'tenant_id': 'e751349810a747f38024deea61a04641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '6b4b68c5-44e6-4088-b7e6-6f8221590764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:09Z', 'updated_at': '2022-05-25T21:18:27Z', 'revision_number': 5, 'project_id': 'e751349810a747f38024deea61a04641', 'gw_port': {'id': '6b4b68c5-44e6-4088-b7e6-6f8221590764', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:15:10Z', 'updated_at': '2022-05-25T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:28.801789 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b18a20-b43b-4424-a1e1-998c374622bc None None] Checking router: e689b23a-57c6-437e-9e3f-150c06517fce for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:18:28.810999 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b18a20-b43b-4424-a1e1-998c374622bc None None] Routers {'e689b23a-57c6-437e-9e3f-150c06517fce'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:18:28.811964 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-48b18a20-b43b-4424-a1e1-998c374622bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:18:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['e689b23a-57c6-437e-9e3f-150c06517fce'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:28.845892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] For port 6b4b68c5-44e6-4088-b7e6-6f8221590764, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6b4b68c5-44e6-4088-b7e6-6f8221590764,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:28.846285 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:28.967219 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-48b18a20-b43b-4424-a1e1-998c374622bc None None] Set router e689b23a-57c6-437e-9e3f-150c06517fce gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:18:29.073669 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-48b18a20-b43b-4424-a1e1-998c374622bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'name': 'tempest-TestMinimumBasicScenario-1444991498-router', 'tenant_id': 'e751349810a747f38024deea61a04641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:09Z', 'updated_at': '2022-05-25T21:18:28Z', 'revision_number': 6, 'project_id': 'e751349810a747f38024deea61a04641', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:29.077716 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b18a20-b43b-4424-a1e1-998c374622bc None None] The sync data for ids ['e689b23a-57c6-437e-9e3f-150c06517fce'] in n-d-843339-1 is: [{'id': 'e689b23a-57c6-437e-9e3f-150c06517fce', 'name': 'tempest-TestMinimumBasicScenario-1444991498-router', 'tenant_id': 'e751349810a747f38024deea61a04641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:15:09Z', 'updated_at': '2022-05-25T21:18:28Z', 'revision_number': 6, 'project_id': 'e751349810a747f38024deea61a04641', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:18:29.111637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] Calling delete_port for 6b4b68c5-44e6-4088-b7e6-6f8221590764 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:18:29.281362 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:29.328319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4b68c5-44e6-4088-b7e6-6f8221590764,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:29.434125 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:29.610679 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:29.612959 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:29.635413 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:29.636028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e689b23a-57c6-437e-9e3f-150c06517fce {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:18:29.649013 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:29.650132 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c78bd453-4a1f-4c73-abbe-ab7b481b1a2d admin admin] 10.222.0.60 "DELETE /v2.0/routers/e689b23a-57c6-437e-9e3f-150c06517fce HTTP/1.1" status: 204 len: 168 time: 1.3680391 May 25 21:18:29.652777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 46980) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:29.712885 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-693ad88f-0a67-4045-a2da-e6cf1a1fc42f admin admin] Deleting subnet bc2e63f2-c434-4f2d-a1f2-2d8becd877b7 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:18:29.715846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-693ad88f-0a67-4045-a2da-e6cf1a1fc42f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:29.783419 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-693ad88f-0a67-4045-a2da-e6cf1a1fc42f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:29.864350 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-693ad88f-0a67-4045-a2da-e6cf1a1fc42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:29.935226 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-693ad88f-0a67-4045-a2da-e6cf1a1fc42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:29.976294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ad88f-0a67-4045-a2da-e6cf1a1fc42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc2e63f2-c434-4f2d-a1f2-2d8becd877b7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:29.980029 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-693ad88f-0a67-4045-a2da-e6cf1a1fc42f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:29.984914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d862b6-7b21-4cbb-8ba2-ce2627cf1ded None None] Network a39b88cd-9b7f-4ea2-a26e-e966401e8a0b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:18:29.988374 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-693ad88f-0a67-4045-a2da-e6cf1a1fc42f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bc2e63f2-c434-4f2d-a1f2-2d8becd877b7 HTTP/1.1" status: 204 len: 168 time: 0.3324487 May 25 21:18:29.988738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46984) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:30.106681 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:30.118757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Deleting port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:18:30.118989 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:30.247209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a5a381-5ada-4f75-93c0-740aaff00cda None None] DHCP port deletion for a39b88cd-9b7f-4ea2-a26e-e966401e8a0b request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:18:30.251113 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5a381-5ada-4f75-93c0-740aaff00cda None None] Deleting port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:18:30.251592 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a381-5ada-4f75-93c0-740aaff00cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:30.330286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] For port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae,segment=NetworkSegment(2b18c725-6302-484e-a6c5-1e9fa347aa03),segment_id=2b18c725-6302-484e-a6c5-1e9fa347aa03)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:30.330655 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:30.455172 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Calling delete_port for 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae owned by network:dhcp {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:18:30.459453 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-d4a5a381-5ada-4f75-93c0-740aaff00cda None None] For port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae,segment=NetworkSegment(2b18c725-6302-484e-a6c5-1e9fa347aa03),segment_id=2b18c725-6302-484e-a6c5-1e9fa347aa03)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:30.459939 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a381-5ada-4f75-93c0-740aaff00cda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:30.587078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5a381-5ada-4f75-93c0-740aaff00cda None None] Calling delete_port for 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:18:30.652646 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:30.664525 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-d4a5a381-5ada-4f75-93c0-740aaff00cda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:18:30.664923 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-d4a5a381-5ada-4f75-93c0-740aaff00cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:18:30.699015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:30.702619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] No DVR routers for this DVR port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae on host n-d-843339-1 {{(pid=88331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:18:30.743967 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a67d82a9-cb78-4c56-a573-ddcda1f2550b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:30.796849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:18:30.821566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:30.830842 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:18:30.831197 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:18:30.831588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:18:30.850988 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39b88cd-9b7f-4ea2-a26e-e966401e8a0b']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:30.863427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b18c725-6302-484e-a6c5-1e9fa347aa03') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:30.863720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b18c725-6302-484e-a6c5-1e9fa347aa03') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:30.864110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:18:30.864443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9fcd9001-dcac-45e5-9fc2-fddfd82620b5 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:18:30.864847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6b4b68c5-44e6-4088-b7e6-6f8221590764 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:18:30.875759 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:30.893404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:30.900661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:18:30.901069 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:30.937720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 6b4b68c5-44e6-4088-b7e6-6f8221590764 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:18:30.938063 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6b4b68c5-44e6-4088-b7e6-6f8221590764 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:18:30.966793 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 2b18c725-6302-484e-a6c5-1e9fa347aa03 resource provider aggregate not found May 25 21:18:30.995621 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 2b18c725-6302-484e-a6c5-1e9fa347aa03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b18c725-6302-484e-a6c5-1e9fa347aa03 found for delete ", "request_id": "req-6eb94884-f0ce-449c-a743-31e1eb3871e9"}]} May 25 21:18:31.003386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:31.025811 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:31.033846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] Pushing event deleted for resources: {'Network': ['ID=a39b88cd-9b7f-4ea2-a26e-e966401e8a0b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:31.038524 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5a298a1e-2498-4a14-a6c2-66106f7f1183 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a39b88cd-9b7f-4ea2-a26e-e966401e8a0b HTTP/1.1" status: 204 len: 168 time: 1.0486634 May 25 21:18:31.166787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5a381-5ada-4f75-93c0-740aaff00cda None None] Deleting port 2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:18:31.167311 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a381-5ada-4f75-93c0-740aaff00cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:31.212985 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46994) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:31.234618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5a381-5ada-4f75-93c0-740aaff00cda None None] The port '2d23b1ea-f1da-4c7d-bc0d-323aaf1292ae' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 21:18:31.262791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0a9f58ba-289c-4adb-ab7d-b3883798134c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=299535894dab447aab9fb2e6cf4e2db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485017 May 25 21:18:31.265304 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 46998) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:31.325500 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00f68628-73d0-40d9-948f-d8e7c71cb75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:31.350505 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00f68628-73d0-40d9-948f-d8e7c71cb75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:31.402958 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00f68628-73d0-40d9-948f-d8e7c71cb75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:31.419744 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f68628-73d0-40d9-948f-d8e7c71cb75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6825ad-6359-4397-bdda-000da37dc015,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:31.433487 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-00f68628-73d0-40d9-948f-d8e7c71cb75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:31.434699 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-00f68628-73d0-40d9-948f-d8e7c71cb75f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e6825ad-6359-4397-bdda-000da37dc015 HTTP/1.1" status: 204 len: 168 time: 0.1684797 May 25 21:18:31.524842 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:31.780371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47006) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:31.831769 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-3c26933a-8be1-4c37-b0bc-32adc81bfa9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e751349810a747f38024deea61a04641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501606 May 25 21:18:31.834232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47010) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:31.891802 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb702ec8-410e-4ee9-beb7-8bfa776eaeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:31.917868 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb702ec8-410e-4ee9-beb7-8bfa776eaeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:31.971073 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb702ec8-410e-4ee9-beb7-8bfa776eaeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:31.975504 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:31.988924 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702ec8-410e-4ee9-beb7-8bfa776eaeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84270eac-52af-4c5f-b9bf-0c344bb4bb96,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:31.992920 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cb702ec8-410e-4ee9-beb7-8bfa776eaeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:31.994046 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cb702ec8-410e-4ee9-beb7-8bfa776eaeaf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84270eac-52af-4c5f-b9bf-0c344bb4bb96 HTTP/1.1" status: 204 len: 168 time: 0.1589153 May 25 21:18:33.311902 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:33.524166 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47052) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:33.529347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103483848', 'description': 'tempest-secgroup-smoke-2103483848 description', 'project_id': 'ace6db10b40f43c69163fbdb905d366b'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:18:33.536058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:18:33.539987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:18:33.542815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:18:33.548427 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:18:33.559371 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:33.572349 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:33.586905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:18:33.590734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:18:33.593470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:18:33.599130 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:18:33.685367 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:33.689323 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:33.702247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:18:33.710078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:18:33.718532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:18:33.729500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:18:33.732428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09815f94-4606-45c8-966f-b09e0f583600,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:33.808144 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:33.812134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:33.853844 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e75810-cce7-41ab-ae10-ce7f78a59bc5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:33.856691 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:33.857903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4442c90f-1ab8-4cee-a304-769f1c5e4d42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3327429 May 25 21:18:33.861152 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47056) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:33.867858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ab612f69-8f56-4db1-a86d-40ce907bfac9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': '23e75810-cce7-41ab-ae10-ce7f78a59bc5', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:18:33.874658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ab612f69-8f56-4db1-a86d-40ce907bfac9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:18:33.878477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ab612f69-8f56-4db1-a86d-40ce907bfac9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:18:33.881794 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ab612f69-8f56-4db1-a86d-40ce907bfac9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:18:33.887514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ab612f69-8f56-4db1-a86d-40ce907bfac9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:18:33.904609 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab612f69-8f56-4db1-a86d-40ce907bfac9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:33.964190 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab612f69-8f56-4db1-a86d-40ce907bfac9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:33.967738 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab612f69-8f56-4db1-a86d-40ce907bfac9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:33.992155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab612f69-8f56-4db1-a86d-40ce907bfac9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513c8a25-4a42-46d0-b988-ffdfc030f627,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:34.000837 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab612f69-8f56-4db1-a86d-40ce907bfac9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.002121 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ab612f69-8f56-4db1-a86d-40ce907bfac9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399281 May 25 21:18:34.004876 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47060) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:34.009869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-2d6426f6-af89-46c4-98ad-088c0cffbcf8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': '23e75810-cce7-41ab-ae10-ce7f78a59bc5', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:18:34.016505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2d6426f6-af89-46c4-98ad-088c0cffbcf8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:18:34.020545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2d6426f6-af89-46c4-98ad-088c0cffbcf8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:18:34.023483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-2d6426f6-af89-46c4-98ad-088c0cffbcf8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:18:34.029129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-2d6426f6-af89-46c4-98ad-088c0cffbcf8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:18:34.046605 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2d6426f6-af89-46c4-98ad-088c0cffbcf8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.108307 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2d6426f6-af89-46c4-98ad-088c0cffbcf8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.112173 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2d6426f6-af89-46c4-98ad-088c0cffbcf8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.140333 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6426f6-af89-46c4-98ad-088c0cffbcf8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb767918-384c-48dd-93e6-b3acae6ac407,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:34.150083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2d6426f6-af89-46c4-98ad-088c0cffbcf8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.151391 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2d6426f6-af89-46c4-98ad-088c0cffbcf8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454656 May 25 21:18:34.154025 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47064) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:34.159188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0ca95f68-c599-4fc4-a402-ecd2afbae93c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': '23e75810-cce7-41ab-ae10-ce7f78a59bc5', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:18:34.166658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0ca95f68-c599-4fc4-a402-ecd2afbae93c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:18:34.170533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0ca95f68-c599-4fc4-a402-ecd2afbae93c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:18:34.173350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0ca95f68-c599-4fc4-a402-ecd2afbae93c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:18:34.179140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0ca95f68-c599-4fc4-a402-ecd2afbae93c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:18:34.199212 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ca95f68-c599-4fc4-a402-ecd2afbae93c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.261270 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ca95f68-c599-4fc4-a402-ecd2afbae93c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.265124 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ca95f68-c599-4fc4-a402-ecd2afbae93c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.290223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca95f68-c599-4fc4-a402-ecd2afbae93c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bdae15-c1fc-45c2-9c62-4d96797740aa,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:34.300113 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0ca95f68-c599-4fc4-a402-ecd2afbae93c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.301278 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0ca95f68-c599-4fc4-a402-ecd2afbae93c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461346 May 25 21:18:34.304119 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47068) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:34.308937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7d40e19b-b924-4a01-ae51-76527b2dd023 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': '23e75810-cce7-41ab-ae10-ce7f78a59bc5', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:18:34.315413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7d40e19b-b924-4a01-ae51-76527b2dd023 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:18:34.319228 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7d40e19b-b924-4a01-ae51-76527b2dd023 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:18:34.322315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7d40e19b-b924-4a01-ae51-76527b2dd023 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:18:34.328341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7d40e19b-b924-4a01-ae51-76527b2dd023 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:18:34.345586 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d40e19b-b924-4a01-ae51-76527b2dd023 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.408608 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d40e19b-b924-4a01-ae51-76527b2dd023 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.412952 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d40e19b-b924-4a01-ae51-76527b2dd023 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.435684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40e19b-b924-4a01-ae51-76527b2dd023 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d6dee7-7c92-4385-a543-bf13183dcd94,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:34.445547 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7d40e19b-b924-4a01-ae51-76527b2dd023 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.446750 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7d40e19b-b924-4a01-ae51-76527b2dd023 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417267 May 25 21:18:34.449586 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47072) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:34.454871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-322e6008-dea5-4b72-8ab8-37bd00f8a56e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': '23e75810-cce7-41ab-ae10-ce7f78a59bc5', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:18:34.462024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-322e6008-dea5-4b72-8ab8-37bd00f8a56e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:18:34.465846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-322e6008-dea5-4b72-8ab8-37bd00f8a56e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:18:34.468738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-322e6008-dea5-4b72-8ab8-37bd00f8a56e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:18:34.474445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-322e6008-dea5-4b72-8ab8-37bd00f8a56e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:18:34.485871 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-322e6008-dea5-4b72-8ab8-37bd00f8a56e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Project ace6db10b40f43c69163fbdb905d366b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:18:34.492615 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-322e6008-dea5-4b72-8ab8-37bd00f8a56e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.560653 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-322e6008-dea5-4b72-8ab8-37bd00f8a56e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.564082 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-322e6008-dea5-4b72-8ab8-37bd00f8a56e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.589047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e6008-dea5-4b72-8ab8-37bd00f8a56e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c17993-97a7-4729-b8bf-6ad6e7ea8607,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:34.599008 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-322e6008-dea5-4b72-8ab8-37bd00f8a56e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.600565 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-322e6008-dea5-4b72-8ab8-37bd00f8a56e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498008 May 25 21:18:34.603265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47076) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:34.608102 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4af7d273-6f8e-419a-8789-daf2aec01cec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': '23e75810-cce7-41ab-ae10-ce7f78a59bc5', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:18:34.614529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4af7d273-6f8e-419a-8789-daf2aec01cec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:18:34.618395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4af7d273-6f8e-419a-8789-daf2aec01cec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:18:34.621202 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4af7d273-6f8e-419a-8789-daf2aec01cec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:18:34.626802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4af7d273-6f8e-419a-8789-daf2aec01cec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:18:34.638133 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-4af7d273-6f8e-419a-8789-daf2aec01cec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Project ace6db10b40f43c69163fbdb905d366b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:18:34.644739 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4af7d273-6f8e-419a-8789-daf2aec01cec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.711254 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4af7d273-6f8e-419a-8789-daf2aec01cec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.715185 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4af7d273-6f8e-419a-8789-daf2aec01cec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.738086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7d273-6f8e-419a-8789-daf2aec01cec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc8f3ff-6044-45d1-8c17-afb492228991,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:34.747586 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4af7d273-6f8e-419a-8789-daf2aec01cec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.748829 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4af7d273-6f8e-419a-8789-daf2aec01cec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446664 May 25 21:18:34.751800 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47080) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:34.757749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'network': {'name': 'tempest-network-smoke--1608199326', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'port_security_enabled': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:18:34.763305 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:18:34.767064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:network and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:18:34.769811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:18:34.776449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:18:34.786493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:18:34.790270 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.817523 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:18:34.826934 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.827270 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Added segment 6f4f6996-994f-4019-b762-85fe2bda6fec of type vlan for network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 May 25 21:18:34.853843 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.885846 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.891114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:34.891676 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:34.986740 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2339284 May 25 21:18:34.989830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47084) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:34.995805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'admin_state_up': True, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:18:35.002953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e22f8-bec7-40a6-b41e-756a74ec8379 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Network': ['ID=4bf51988-6b51-4284-b86a-dea4ae05e6f4,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:35.004824 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:18:35.009608 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:router and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:18:35.012480 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:18:35.014034 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:18:35.019067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:18:35.028927 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:35.029976 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:35.045152 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:35.312415 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:35.711012 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:35.739659 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:35.873370 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.25.3.132 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/ae659260-967f-436b-8ae4-cef0fd005487) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:18:36.018854 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:36.048040 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:36.112451 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:18:36.115188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:18:36.118260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:18:36.165126 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=ae659260-967f-436b-8ae4-cef0fd005487,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:36.539523 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:36.876986 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:37.197894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router 4d5919b0-e8f5-4354-ac28-279ff00c036d is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 21:18:37.376804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:18:37.388965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Sync routers for ids ['4d5919b0-e8f5-4354-ac28-279ff00c036d'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:18:37.398248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Routers {'4d5919b0-e8f5-4354-ac28-279ff00c036d'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:18:37.398847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4d5919b0-e8f5-4354-ac28-279ff00c036d'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:37.404770 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:37.405959 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-948c52fe-1612-41c9-aac4-662421c6ede8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4144392 May 25 21:18:37.409489 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47088) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:37.555102 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-762746b7-7fb0-4e1e-a1dc-5ae807f88f79 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ace6db10b40f43c69163fbdb905d366b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1409400 May 25 21:18:37.555326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47094) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:37.579516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Set router 4d5919b0-e8f5-4354-ac28-279ff00c036d gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:18:37.686103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6767d17-5e50-49b6-80d7-b8446cb401d8 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:37.690376 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c6767d17-5e50-49b6-80d7-b8446cb401d8 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314344 May 25 21:18:37.690735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47098) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:37.732709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-204717f8-35eb-4106-95a3-b8e2d5a3176e tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382087 May 25 21:18:37.733449 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47102) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:37.738078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-430674674', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:18:37.848707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:18:37.853081 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:subnet and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:18:37.855868 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:18:37.861352 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:18:37.870083 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:36Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:37.872359 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:18:37.874201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Checking router: 4d5919b0-e8f5-4354-ac28-279ff00c036d for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:18:37.874571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Updating router 4d5919b0-e8f5-4354-ac28-279ff00c036d port ae659260-967f-436b-8ae4-cef0fd005487 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:18:37.875902 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:37.928585 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:38.095816 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:38.173731 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Subnet': ['ID=36bf21db-5b2d-4c34-bc18-32cd32d64a81,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:38.182677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Checking segment: {'id': '6f4f6996-994f-4019-b762-85fe2bda6fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:18:38.183059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network hostable DHCP agents. Network: 4bf51988-6b51-4284-b86a-dea4ae05e6f4, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:18:38.201905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:18:38.212421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 4bf51988-6b51-4284-b86a-dea4ae05e6f4) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:18:38.216526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:38.217111 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:38.227559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10584971-8f3e-4703-a4a4-4a1316dd347d None None] Network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:18:38.238983 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b97efa03-028b-452e-b545-79261d84a407 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5052049 May 25 21:18:38.242051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47106) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:38.335546 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:38.362621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Transition to ACTIVE for port object ae659260-967f-436b-8ae4-cef0fd005487 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:18:38.375524 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:38.503929 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09da4f-74ab-441c-9304-3172d4fbe7c7 None None] Pushing event updated for resources: {'Port': ['ID=ae659260-967f-436b-8ae4-cef0fd005487,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:38.512083 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Attempting to bind port ae659260-967f-436b-8ae4-cef0fd005487 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:18:38.512438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Attempting to bind port ae659260-967f-436b-8ae4-cef0fd005487 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:18:38.512788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Attempting to bind port ae659260-967f-436b-8ae4-cef0fd005487 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:18:38.523631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d09da4f-74ab-441c-9304-3172d4fbe7c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:38.523969 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d09da4f-74ab-441c-9304-3172d4fbe7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:38.524298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d09da4f-74ab-441c-9304-3172d4fbe7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:38.524622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d09da4f-74ab-441c-9304-3172d4fbe7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:38.524944 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d09da4f-74ab-441c-9304-3172d4fbe7c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:38.525261 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d09da4f-74ab-441c-9304-3172d4fbe7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:38.525576 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d09da4f-74ab-441c-9304-3172d4fbe7c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:38.525888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d09da4f-74ab-441c-9304-3172d4fbe7c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:38.526219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d09da4f-74ab-441c-9304-3172d4fbe7c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:38.526532 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d09da4f-74ab-441c-9304-3172d4fbe7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:38.526843 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d09da4f-74ab-441c-9304-3172d4fbe7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:38.527152 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d09da4f-74ab-441c-9304-3172d4fbe7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:38.558984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:18:38.559428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:18:38.559832 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:38.560213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:18:38.560878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Bound port: ae659260-967f-436b-8ae4-cef0fd005487, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:18:38.561247 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:38.649749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ips': [{'subnet_id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:18:38.650593 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:38.740688 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] For port ae659260-967f-436b-8ae4-cef0fd005487, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:18:38.762519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] For port ae659260-967f-436b-8ae4-cef0fd005487, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae659260-967f-436b-8ae4-cef0fd005487,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:18:38.770837 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:38.910380 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09da4f-74ab-441c-9304-3172d4fbe7c7 None None] Pushing event updated for resources: {'Port': ['ID=ae659260-967f-436b-8ae4-cef0fd005487,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:38.915545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Routers {'4d5919b0-e8f5-4354-ac28-279ff00c036d'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:18:38.916147 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4d5919b0-e8f5-4354-ac28-279ff00c036d'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:38.971201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Allocated IP 172.20.0.2 (4bf51988-6b51-4284-b86a-dea4ae05e6f4/36bf21db-5b2d-4c34-bc18-32cd32d64a81/b15f4a5f-117f-4cde-8870-4b1c5642d063) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:18:39.087246 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:39.190496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] Set router 4d5919b0-e8f5-4354-ac28-279ff00c036d gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:18:39.476992 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:39.502914 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Transition to ACTIVE for port object b15f4a5f-117f-4cde-8870-4b1c5642d063 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:18:39.561751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Transition to ACTIVE for port object b15f4a5f-117f-4cde-8870-4b1c5642d063 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:18:39.568990 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:39.635291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.20.0.1 (4bf51988-6b51-4284-b86a-dea4ae05e6f4/36bf21db-5b2d-4c34-bc18-32cd32d64a81/272528e1-7341-4508-bc41-641d2ac5ae0e) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:18:39.641349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:18:39.645579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:18:39.650391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:18:39.659474 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Pushing event updated for resources: {'Port': ['ID=b15f4a5f-117f-4cde-8870-4b1c5642d063,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:39.733832 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:36Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:39.751266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a28cf6-da82-45f8-a6e6-835a8525ec85 None None] The sync data for ids ['4d5919b0-e8f5-4354-ac28-279ff00c036d'] in n-d-843339-1 is: [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:36Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:18:39.756071 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Attempting to bind port b15f4a5f-117f-4cde-8870-4b1c5642d063 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:18:39.756683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Attempting to bind port b15f4a5f-117f-4cde-8870-4b1c5642d063 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '6f4f6996-994f-4019-b762-85fe2bda6fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:18:39.756993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Attempting to bind port b15f4a5f-117f-4cde-8870-4b1c5642d063 on network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:18:39.762444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:18:39.762808 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Checking segment: {'id': '6f4f6996-994f-4019-b762-85fe2bda6fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:18:39.763193 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:39.763573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Bound using segment: {'id': '6f4f6996-994f-4019-b762-85fe2bda6fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:18:39.764025 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Bound port: b15f4a5f-117f-4cde-8870-4b1c5642d063, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4f6996-994f-4019-b762-85fe2bda6fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:18:39.764405 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:39.810647 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:39.830770 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Transition to ACTIVE for port object 272528e1-7341-4508-bc41-641d2ac5ae0e will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:18:39.855916 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:39.864451 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] For port b15f4a5f-117f-4cde-8870-4b1c5642d063, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:18:39.869171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] For port b15f4a5f-117f-4cde-8870-4b1c5642d063, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b15f4a5f-117f-4cde-8870-4b1c5642d063,segment=NetworkSegment(6f4f6996-994f-4019-b762-85fe2bda6fec),segment_id=6f4f6996-994f-4019-b762-85fe2bda6fec)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:18:39.873427 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:39.925687 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:18:39.928792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:18:39.933027 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:18:39.963639 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14979ac9-7b61-4c8d-ac99-46e69b7e76e5 None None] Pushing event updated for resources: {'Port': ['ID=b15f4a5f-117f-4cde-8870-4b1c5642d063,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:39.981004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=272528e1-7341-4508-bc41-641d2ac5ae0e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:40.001652 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:40.330817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:40.867029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae659260-967f-436b-8ae4-cef0fd005487 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:18:40.929326 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:40.934683 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:40.943585 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ae659260-967f-436b-8ae4-cef0fd005487 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:18:40.949067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ae659260-967f-436b-8ae4-cef0fd005487 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:18:40.949430 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:41.065343 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=272528e1-7341-4508-bc41-641d2ac5ae0e,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:41.080014 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:41.114184 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91091a5b-f6bc-4dcd-9a79-f5d1c4e1173a None None] Network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:18:41.212433 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ae659260-967f-436b-8ae4-cef0fd005487 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:18:41.212799 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:41.228677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:18:41.230841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:18:41.246783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-2df0fdf1-ced0-4700-915e-e80f88678875 None None] Provisioning for port b15f4a5f-117f-4cde-8870-4b1c5642d063 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:18:41.259777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ae659260-967f-436b-8ae4-cef0fd005487, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae659260-967f-436b-8ae4-cef0fd005487,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:41.273586 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:41.274376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b15f4a5f-117f-4cde-8870-4b1c5642d063 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:18:41.428849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router 4d5919b0-e8f5-4354-ac28-279ff00c036d has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:18:41.476437 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ae659260-967f-436b-8ae4-cef0fd005487,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:41.499837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port b15f4a5f-117f-4cde-8870-4b1c5642d063 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:18:41.505645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b15f4a5f-117f-4cde-8870-4b1c5642d063 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:18:41.506048 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:41.622572 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:18:41.632126 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Sync routers for ids ['4d5919b0-e8f5-4354-ac28-279ff00c036d'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:18:41.634010 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2a60e576-0f30-486a-a07b-952ba1e729a0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "PUT /v2.0/routers/4d5919b0-e8f5-4354-ac28-279ff00c036d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3908675 May 25 21:18:41.640149 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b15f4a5f-117f-4cde-8870-4b1c5642d063 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:18:41.640722 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:41.651155 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Routers {'4d5919b0-e8f5-4354-ac28-279ff00c036d'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:18:41.651931 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4d5919b0-e8f5-4354-ac28-279ff00c036d'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:41.700074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port b15f4a5f-117f-4cde-8870-4b1c5642d063, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b15f4a5f-117f-4cde-8870-4b1c5642d063,segment=NetworkSegment(6f4f6996-994f-4019-b762-85fe2bda6fec),segment_id=6f4f6996-994f-4019-b762-85fe2bda6fec)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:41.711288 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:41.799058 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=b15f4a5f-117f-4cde-8870-4b1c5642d063,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:41.862118 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-d83cd146-ffbf-4578-8ba5-11c949b4f3ce tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:18:41.870704 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Set router 4d5919b0-e8f5-4354-ac28-279ff00c036d gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:18:41.887529 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a8fa27f3-0cd0-4cff-a3db-ac1368e793f5 None None] Provisioning for port 272528e1-7341-4508-bc41-641d2ac5ae0e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:18:41.889060 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-d83cd146-ffbf-4578-8ba5-11c949b4f3ce tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:18:41.890282 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-d83cd146-ffbf-4578-8ba5-11c949b4f3ce tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103483848&fields=id&tenant_id=ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 267 time: 0.0983651 May 25 21:18:41.899325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a8fa27f3-0cd0-4cff-a3db-ac1368e793f5 None None] Provisioning complete for port 272528e1-7341-4508-bc41-641d2ac5ae0e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:18:41.899692 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a8fa27f3-0cd0-4cff-a3db-ac1368e793f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:41.967011 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a8fa27f3-0cd0-4cff-a3db-ac1368e793f5 None None] Port 272528e1-7341-4508-bc41-641d2ac5ae0e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:18:41.979745 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a8fa27f3-0cd0-4cff-a3db-ac1368e793f5 None None] Provisioning complete for port b15f4a5f-117f-4cde-8870-4b1c5642d063 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:18:41.980237 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a8fa27f3-0cd0-4cff-a3db-ac1368e793f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:42.076679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-f371b03b-00d7-4ce3-9ac7-c0fa299db1d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:42.078296 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-f371b03b-00d7-4ce3-9ac7-c0fa299db1d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/networks?id=4bf51988-6b51-4284-b86a-dea4ae05e6f4 HTTP/1.1" status: 200 len: 797 time: 0.1766818 May 25 21:18:42.102281 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-f11e5c41-36a6-4964-b856-d5cfddf22847 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/quotas/ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 375 time: 0.0181711 May 25 21:18:42.123290 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a8fa27f3-0cd0-4cff-a3db-ac1368e793f5 None None] Current status of the port b15f4a5f-117f-4cde-8870-4b1c5642d063 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:18:42.200318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-eeca151b-1846-476e-b8d7-93a190ae3b10 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:18:42.227740 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-eeca151b-1846-476e-b8d7-93a190ae3b10 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:18:42.228181 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:40Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '272528e1-7341-4508-bc41-641d2ac5ae0e', 'name': '', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e8:22:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:39Z', 'updated_at': '2022-05-25T21:18:40Z', 'revision_number': 2, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:42.232677 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Checking router: 4d5919b0-e8f5-4354-ac28-279ff00c036d for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:18:42.233302 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Updating router 4d5919b0-e8f5-4354-ac28-279ff00c036d port 272528e1-7341-4508-bc41-641d2ac5ae0e binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:18:42.238621 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-eeca151b-1846-476e-b8d7-93a190ae3b10 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344466 May 25 21:18:42.262711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-01c96fe3-c9b7-442a-bdf4-82d518a61805 None None] Provisioning complete for port 272528e1-7341-4508-bc41-641d2ac5ae0e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:18:42.263240 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-01c96fe3-c9b7-442a-bdf4-82d518a61805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:42.319133 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:42.346061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-01c96fe3-c9b7-442a-bdf4-82d518a61805 None None] Port 272528e1-7341-4508-bc41-641d2ac5ae0e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:18:42.470888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f62158e4-2161-4604-8567-be005966da48 None None] Provisioning complete for port 272528e1-7341-4508-bc41-641d2ac5ae0e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:18:42.470888 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f62158e4-2161-4604-8567-be005966da48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:42.495828 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-f92f32d3-562e-4281-83c8-3ed2f6ae5148 service neutron] 10.222.0.60 "GET /v2.0/networks/4bf51988-6b51-4284-b86a-dea4ae05e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443688 May 25 21:18:42.533060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-f62158e4-2161-4604-8567-be005966da48 None None] Port 272528e1-7341-4508-bc41-641d2ac5ae0e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:18:42.652819 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-04f5dd49-cc1c-4422-8f12-e6b2ad4f103a service neutron] 10.222.0.60 "GET /v2.0/networks/4bf51988-6b51-4284-b86a-dea4ae05e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510496 May 25 21:18:42.710689 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:42.722200 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Transition to ACTIVE for port object 272528e1-7341-4508-bc41-641d2ac5ae0e will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:18:42.731137 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:42.840062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae659260-967f-436b-8ae4-cef0fd005487 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:18:42.871592 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-538df5f7-8269-4e50-a264-308e718d1f46 req-fadeebb7-5fe1-4541-aae0-ce0047e0cb64 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 210 time: 0.0721757 May 25 21:18:42.928788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ae659260-967f-436b-8ae4-cef0fd005487 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:18:42.929344 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:43.026614 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Attempting to bind port 272528e1-7341-4508-bc41-641d2ac5ae0e on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:18:43.027011 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Attempting to bind port 272528e1-7341-4508-bc41-641d2ac5ae0e by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '6f4f6996-994f-4019-b762-85fe2bda6fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:18:43.027553 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Attempting to bind port 272528e1-7341-4508-bc41-641d2ac5ae0e on network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:18:43.036895 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:18:43.037984 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Checking segment: {'id': '6f4f6996-994f-4019-b762-85fe2bda6fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:18:43.038445 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:43.038833 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Bound using segment: {'id': '6f4f6996-994f-4019-b762-85fe2bda6fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:18:43.039295 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Bound port: 272528e1-7341-4508-bc41-641d2ac5ae0e, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4f6996-994f-4019-b762-85fe2bda6fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:18:43.039752 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:43.057534 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9453d-efd5-4820-810b-d1200c0e119c None None] Pushing event updated for resources: {'Port': ['ID=272528e1-7341-4508-bc41-641d2ac5ae0e,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:43.083357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ae659260-967f-436b-8ae4-cef0fd005487 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:18:43.084938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b15f4a5f-117f-4cde-8870-4b1c5642d063 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:18:43.102990 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e9453d-efd5-4820-810b-d1200c0e119c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:43.103438 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e9453d-efd5-4820-810b-d1200c0e119c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:43.103652 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e9453d-efd5-4820-810b-d1200c0e119c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:43.103979 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e9453d-efd5-4820-810b-d1200c0e119c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:43.104305 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e9453d-efd5-4820-810b-d1200c0e119c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:43.104630 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e9453d-efd5-4820-810b-d1200c0e119c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:43.104952 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e9453d-efd5-4820-810b-d1200c0e119c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:43.105268 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e9453d-efd5-4820-810b-d1200c0e119c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:43.105583 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e9453d-efd5-4820-810b-d1200c0e119c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:43.105895 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e9453d-efd5-4820-810b-d1200c0e119c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:43.106226 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e9453d-efd5-4820-810b-d1200c0e119c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:43.106552 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e9453d-efd5-4820-810b-d1200c0e119c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:18:43.155115 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] For port 272528e1-7341-4508-bc41-641d2ac5ae0e, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:18:43.158783 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] For port 272528e1-7341-4508-bc41-641d2ac5ae0e, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=272528e1-7341-4508-bc41-641d2ac5ae0e,segment=NetworkSegment(6f4f6996-994f-4019-b762-85fe2bda6fec),segment_id=6f4f6996-994f-4019-b762-85fe2bda6fec)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:18:43.167522 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:43.171921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port b15f4a5f-117f-4cde-8870-4b1c5642d063 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:18:43.172284 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:43.260919 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Routers {'4d5919b0-e8f5-4354-ac28-279ff00c036d'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:18:43.261594 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4d5919b0-e8f5-4354-ac28-279ff00c036d'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:43.315025 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9453d-efd5-4820-810b-d1200c0e119c None None] Pushing event updated for resources: {'Port': ['ID=272528e1-7341-4508-bc41-641d2ac5ae0e,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:43.330401 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b15f4a5f-117f-4cde-8870-4b1c5642d063 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:18:43.489754 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] Set router 4d5919b0-e8f5-4354-ac28-279ff00c036d gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:18:43.573116 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:18:43.845062 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:40Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '272528e1-7341-4508-bc41-641d2ac5ae0e', 'name': '', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e8:22:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:39Z', 'updated_at': '2022-05-25T21:18:43Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:43.849039 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d821b37-f3da-4571-ab58-406a4896e300 None None] The sync data for ids ['4d5919b0-e8f5-4354-ac28-279ff00c036d'] in n-d-843339-1 is: [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:40Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '272528e1-7341-4508-bc41-641d2ac5ae0e', 'name': '', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e8:22:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:39Z', 'updated_at': '2022-05-25T21:18:43Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:18:44.037760 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61ed5143-7046-4a37-a405-5e86e36514ce req-968f02fb-fdb7-4ea7-933b-ee79824b6973 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 210 time: 0.0495801 May 25 21:18:44.404218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-13161a9f-dfac-4c9a-b1f9-2931e7ce1a7b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:44.404881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-13161a9f-dfac-4c9a-b1f9-2931e7ce1a7b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:18:44.422748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-13161a9f-dfac-4c9a-b1f9-2931e7ce1a7b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:18:44.423960 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-13161a9f-dfac-4c9a-b1f9-2931e7ce1a7b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "GET /v2.0/networks?id=4bf51988-6b51-4284-b86a-dea4ae05e6f4 HTTP/1.1" status: 200 len: 797 time: 0.3024004 May 25 21:18:44.482959 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-597a10c3-bc87-4539-9276-aa9e883d4db8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 380 time: 0.0506647 May 25 21:18:44.492668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'port': {'device_id': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'admin_state_up': True, 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'security_groups': ['23e75810-cce7-41ab-ae10-ce7f78a59bc5']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:18:44.667993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:18:44.679242 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:18:44.699766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:18:44.703649 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:44.842594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 272528e1-7341-4508-bc41-641d2ac5ae0e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:18:44.929941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.20.0.10 (4bf51988-6b51-4284-b86a-dea4ae05e6f4/36bf21db-5b2d-4c34-bc18-32cd32d64a81/d1d977f5-c6dd-492b-9c64-63e043c78512) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:18:44.971834 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 272528e1-7341-4508-bc41-641d2ac5ae0e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:18:44.978640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 272528e1-7341-4508-bc41-641d2ac5ae0e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:18:44.979159 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:45.117075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 272528e1-7341-4508-bc41-641d2ac5ae0e is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:18:45.117451 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:45.151142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 272528e1-7341-4508-bc41-641d2ac5ae0e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=272528e1-7341-4508-bc41-641d2ac5ae0e,segment=NetworkSegment(6f4f6996-994f-4019-b762-85fe2bda6fec),segment_id=6f4f6996-994f-4019-b762-85fe2bda6fec)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:45.156651 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:45.157022 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:45.213563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2131b94a-073c-49e0-beff-77bf6d734dda req-6fc36cb2-8bf2-4d23-b2b6-a710938cee33 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 210 time: 0.0624452 May 25 21:18:45.215975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Transition to ACTIVE for port object d1d977f5-c6dd-492b-9c64-63e043c78512 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:18:45.225634 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=272528e1-7341-4508-bc41-641d2ac5ae0e,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:45.242548 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:45.320992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:18:45.324226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:18:45.329485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:18:45.372378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=d1d977f5-c6dd-492b-9c64-63e043c78512,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:45.405658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:45.406327 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:45.432308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-56cb1438-3c3d-4f2e-9864-a23e3de1672c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9442155 May 25 21:18:45.443688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Request body: {'port': {'device_id': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:18:45.533116 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7bf0d6bd-a243-4d9f-8bcd-38a961ccc515 None None] Provisioning for port d1d977f5-c6dd-492b-9c64-63e043c78512 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:18:45.538818 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7bf0d6bd-a243-4d9f-8bcd-38a961ccc515 None None] Provisioning complete for port d1d977f5-c6dd-492b-9c64-63e043c78512 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:18:45.539190 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d6bd-a243-4d9f-8bcd-38a961ccc515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:45.559989 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:45.595948 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7bf0d6bd-a243-4d9f-8bcd-38a961ccc515 None None] Port d1d977f5-c6dd-492b-9c64-63e043c78512 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:18:45.919256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d977f5-c6dd-492b-9c64-63e043c78512 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:18:45.926437 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:45.941174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Transition to ACTIVE for port object d1d977f5-c6dd-492b-9c64-63e043c78512 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:18:45.944810 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:46.107690 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Pushing event updated for resources: {'Port': ['ID=d1d977f5-c6dd-492b-9c64-63e043c78512,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:46.190243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Attempting to bind port d1d977f5-c6dd-492b-9c64-63e043c78512 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:18:46.190699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Attempting to bind port d1d977f5-c6dd-492b-9c64-63e043c78512 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '6f4f6996-994f-4019-b762-85fe2bda6fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:18:46.191171 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Attempting to bind port d1d977f5-c6dd-492b-9c64-63e043c78512 on network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:18:46.196023 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Port d1d977f5-c6dd-492b-9c64-63e043c78512 on network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:18:46.196334 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Attempting to bind port d1d977f5-c6dd-492b-9c64-63e043c78512 on network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:18:46.201402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:18:46.201727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Checking segment: {'id': '6f4f6996-994f-4019-b762-85fe2bda6fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:18:46.202098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Bound using segment: {'id': '6f4f6996-994f-4019-b762-85fe2bda6fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:18:46.202560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Bound port: d1d977f5-c6dd-492b-9c64-63e043c78512, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4f6996-994f-4019-b762-85fe2bda6fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:18:46.202899 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:46.299509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] For port d1d977f5-c6dd-492b-9c64-63e043c78512, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:18:46.303187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] For port d1d977f5-c6dd-492b-9c64-63e043c78512, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d1d977f5-c6dd-492b-9c64-63e043c78512,segment=NetworkSegment(6f4f6996-994f-4019-b762-85fe2bda6fec),segment_id=6f4f6996-994f-4019-b762-85fe2bda6fec)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:18:46.308910 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:46.373181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:46.373797 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:46.375198 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] 10.222.0.70 "PUT /v2.0/ports/d1d977f5-c6dd-492b-9c64-63e043c78512 HTTP/1.1" status: 200 len: 1092 time: 0.9361410 May 25 21:18:46.375632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'tag': 'd1d977f5-c6dd-492b-9c64-63e043c78512'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:18:46.400279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464c11a-3436-416d-8805-28fbb65edd7f service neutron] Pushing event updated for resources: {'Port': ['ID=d1d977f5-c6dd-492b-9c64-63e043c78512,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:46.443961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac49a5a-105b-4659-96be-16022ff07cdd req-7c3fe767-dbc2-41d3-8ee1-e8ffebfa6696 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:46.445552 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ac49a5a-105b-4659-96be-16022ff07cdd req-7c3fe767-dbc2-41d3-8ee1-e8ffebfa6696 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 944 time: 0.1233554 May 25 21:18:46.459864 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c703d8f-9490-4cd8-9a2c-f4a362dbd31e'] response: {'name': 'network-changed', 'server_uuid': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'tag': 'd1d977f5-c6dd-492b-9c64-63e043c78512', 'status': 'completed', 'code': 200} May 25 21:18:46.498116 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6ac49a5a-105b-4659-96be-16022ff07cdd req-8a14f65f-45ab-496f-9039-583528b7f399 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449729 May 25 21:18:46.626387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-8342ee1e-9efa-4ac8-a15f-760c1528c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:46.627857 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-8342ee1e-9efa-4ac8-a15f-760c1528c177 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 1095 time: 0.2109971 May 25 21:18:46.696679 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-508a3077-dfaf-46bd-853f-1ce25fa4bb72 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d977f5-c6dd-492b-9c64-63e043c78512 HTTP/1.1" status: 200 len: 217 time: 0.0615582 May 25 21:18:46.761626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-463cf59e-ce6c-45a8-a350-2abcd6fa5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:46.763081 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-463cf59e-ce6c-45a8-a350-2abcd6fa5122 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36bf21db-5b2d-4c34-bc18-32cd32d64a81 HTTP/1.1" status: 200 len: 834 time: 0.0608835 May 25 21:18:46.807139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 272528e1-7341-4508-bc41-641d2ac5ae0e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:18:46.839316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-0a17978c-f38a-4d65-8e98-1c992662abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:46.840777 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-0a17978c-f38a-4d65-8e98-1c992662abcd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4bf51988-6b51-4284-b86a-dea4ae05e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724912 May 25 21:18:46.874954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 272528e1-7341-4508-bc41-641d2ac5ae0e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:18:46.875326 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:46.974218 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-67e095ae-0085-425e-885b-1632906395b8 service neutron] 10.222.0.70 "GET /v2.0/networks/4bf51988-6b51-4284-b86a-dea4ae05e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271787 May 25 21:18:46.999719 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 272528e1-7341-4508-bc41-641d2ac5ae0e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:18:47.122746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8482a828-6605-4af2-aae0-fcd7f81a6a06 req-1cc77738-f90c-4cd2-8509-70b76006a627 service neutron] 10.222.0.70 "GET /v2.0/networks/4bf51988-6b51-4284-b86a-dea4ae05e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421146 May 25 21:18:47.241338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d0615-8d3d-439e-a78a-219c3cf102a7 req-3908a4a6-d4af-4517-86bc-d43b7a47ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:47.242711 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-772d0615-8d3d-439e-a78a-219c3cf102a7 req-3908a4a6-d4af-4517-86bc-d43b7a47ce9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 1095 time: 0.0751371 May 25 21:18:47.375359 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d0615-8d3d-439e-a78a-219c3cf102a7 req-29e17764-7725-4a89-a608-47cf42d8ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:47.376793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-772d0615-8d3d-439e-a78a-219c3cf102a7 req-29e17764-7725-4a89-a608-47cf42d8ed96 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4bf51988-6b51-4284-b86a-dea4ae05e6f4 HTTP/1.1" status: 200 len: 898 time: 0.1283619 May 25 21:18:47.443540 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-772d0615-8d3d-439e-a78a-219c3cf102a7 req-96a8e71f-4c1b-4084-af0e-42cf6259f823 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d977f5-c6dd-492b-9c64-63e043c78512 HTTP/1.1" status: 200 len: 217 time: 0.0604467 May 25 21:18:47.508583 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d0615-8d3d-439e-a78a-219c3cf102a7 req-e0c047be-28ec-461a-8f03-bd9513216c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:47.509920 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-772d0615-8d3d-439e-a78a-219c3cf102a7 req-e0c047be-28ec-461a-8f03-bd9513216c44 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36bf21db-5b2d-4c34-bc18-32cd32d64a81 HTTP/1.1" status: 200 len: 834 time: 0.0608134 May 25 21:18:47.585953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d0615-8d3d-439e-a78a-219c3cf102a7 req-c5c72655-e087-4e8a-9cdf-7df1e973eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:47.587460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-772d0615-8d3d-439e-a78a-219c3cf102a7 req-c5c72655-e087-4e8a-9cdf-7df1e973eeeb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4bf51988-6b51-4284-b86a-dea4ae05e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718431 May 25 21:18:47.780066 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-772d0615-8d3d-439e-a78a-219c3cf102a7 req-b786a61f-73d8-4db3-a58c-4024398753db service neutron] 10.222.0.70 "GET /v2.0/networks/4bf51988-6b51-4284-b86a-dea4ae05e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867204 May 25 21:18:47.791670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63706f-afc8-42f7-b00f-a309056ae99f req-df9170dd-c62a-4d1e-8718-7257c767d915 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:47.792331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ee63706f-afc8-42f7-b00f-a309056ae99f req-df9170dd-c62a-4d1e-8718-7257c767d915 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:18:47.882893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ee63706f-afc8-42f7-b00f-a309056ae99f req-df9170dd-c62a-4d1e-8718-7257c767d915 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:18:47.884011 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee63706f-afc8-42f7-b00f-a309056ae99f req-df9170dd-c62a-4d1e-8718-7257c767d915 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 944 time: 0.2730920 May 25 21:18:47.959605 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ee63706f-afc8-42f7-b00f-a309056ae99f req-e1a1ed8c-f9d4-490a-938d-136a8e4a6ad9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682206 May 25 21:18:47.965157 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-772d0615-8d3d-439e-a78a-219c3cf102a7 req-722ad84d-f748-4f93-804d-1e9770dc3886 service neutron] 10.222.0.70 "GET /v2.0/networks/4bf51988-6b51-4284-b86a-dea4ae05e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692472 May 25 21:18:49.145950 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08838967-2d3c-4adf-a12e-c89f4b308b98 req-95bb234f-a4d0-46a8-8785-4893fb444a61 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:49.148054 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08838967-2d3c-4adf-a12e-c89f4b308b98 req-95bb234f-a4d0-46a8-8785-4893fb444a61 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 944 time: 0.0825255 May 25 21:18:49.191503 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-08838967-2d3c-4adf-a12e-c89f4b308b98 req-cf6978bf-7bd7-4ee9-80aa-0de9df3ab601 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378616 May 25 21:18:49.855207 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device d1d977f5-c6dd-492b-9c64-63e043c78512 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:18:49.991415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port d1d977f5-c6dd-492b-9c64-63e043c78512, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d1d977f5-c6dd-492b-9c64-63e043c78512,segment=NetworkSegment(6f4f6996-994f-4019-b762-85fe2bda6fec),segment_id=6f4f6996-994f-4019-b762-85fe2bda6fec)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:50.004607 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'd1d977f5-c6dd-492b-9c64-63e043c78512', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'port_id': 'd1d977f5-c6dd-492b-9c64-63e043c78512', 'mac_address': 'fa:16:3e:b6:d9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:18:50.061511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port d1d977f5-c6dd-492b-9c64-63e043c78512 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:18:50.061885 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:50.082770 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d977f5-c6dd-492b-9c64-63e043c78512 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:18:50.100746 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port d1d977f5-c6dd-492b-9c64-63e043c78512, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d1d977f5-c6dd-492b-9c64-63e043c78512,segment=NetworkSegment(6f4f6996-994f-4019-b762-85fe2bda6fec),segment_id=6f4f6996-994f-4019-b762-85fe2bda6fec)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:50.105768 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:50.174333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=d1d977f5-c6dd-492b-9c64-63e043c78512,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:50.377385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fa119-2148-44d1-bf8e-72d9d40be883 req-24723c76-491f-4dba-82d6-a3afe485b69e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:50.378760 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c92fa119-2148-44d1-bf8e-72d9d40be883 req-24723c76-491f-4dba-82d6-a3afe485b69e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 945 time: 0.0810661 May 25 21:18:50.426697 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c92fa119-2148-44d1-bf8e-72d9d40be883 req-ef69abb4-790b-4285-9728-4840a07601cd tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 May 25 21:18:50.481797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['d1d977f5-c6dd-492b-9c64-63e043c78512'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:18:51.739288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66c537-ea73-4a7f-9ee0-8c7243f5b29c req-5574557c-4381-4cde-8360-c8a78c25636a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:51.741138 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0f66c537-ea73-4a7f-9ee0-8c7243f5b29c req-5574557c-4381-4cde-8360-c8a78c25636a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 945 time: 0.2069480 May 25 21:18:51.786009 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0f66c537-ea73-4a7f-9ee0-8c7243f5b29c req-b660860a-7d95-4c37-a9a5-320842f2fcb4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387955 May 25 21:18:51.870651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device d1d977f5-c6dd-492b-9c64-63e043c78512 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:18:51.940314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port d1d977f5-c6dd-492b-9c64-63e043c78512 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:18:51.945408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port d1d977f5-c6dd-492b-9c64-63e043c78512 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:18:51.945768 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:52.060925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port d1d977f5-c6dd-492b-9c64-63e043c78512 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:18:52.061196 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:52.088250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d977f5-c6dd-492b-9c64-63e043c78512'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:18:52.098030 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port d1d977f5-c6dd-492b-9c64-63e043c78512, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d1d977f5-c6dd-492b-9c64-63e043c78512,segment=NetworkSegment(6f4f6996-994f-4019-b762-85fe2bda6fec),segment_id=6f4f6996-994f-4019-b762-85fe2bda6fec)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:18:52.102175 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:52.137659 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5432e9-ed9a-412f-9a0f-9a4b518b5be2'] response: {'server_uuid': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d977f5-c6dd-492b-9c64-63e043c78512', 'code': 200} May 25 21:18:52.171924 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=d1d977f5-c6dd-492b-9c64-63e043c78512,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:52.258179 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390a2ec-e0de-49ec-9188-0bb0951f0c11 req-6f8ab7bc-8af6-40c4-a279-c709ffab594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:52.259629 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d390a2ec-e0de-49ec-9188-0bb0951f0c11 req-6f8ab7bc-8af6-40c4-a279-c709ffab594e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 1097 time: 0.0701935 May 25 21:18:52.298832 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d390a2ec-e0de-49ec-9188-0bb0951f0c11 req-5c92d5cb-2f70-4069-9e67-d4d122bee796 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335510 May 25 21:18:52.970275 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373f9a1-2901-49ce-94e0-40b9c4caa30c req-cadfebd3-ebcc-42e1-aebc-5e7986ee1bfd tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:52.971724 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5373f9a1-2901-49ce-94e0-40b9c4caa30c req-cadfebd3-ebcc-42e1-aebc-5e7986ee1bfd tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 946 time: 0.0811360 May 25 21:18:53.018622 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5373f9a1-2901-49ce-94e0-40b9c4caa30c req-9bf4c155-381c-4362-8449-bf76f79a9da8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410893 May 25 21:18:54.211289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df9ad7-1b3b-4aa4-b119-3397723e1d85 req-78082d49-245b-4f88-b9df-3cf11f62307d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:54.212758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08df9ad7-1b3b-4aa4-b119-3397723e1d85 req-78082d49-245b-4f88-b9df-3cf11f62307d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 946 time: 0.0845206 May 25 21:18:54.370615 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-08df9ad7-1b3b-4aa4-b119-3397723e1d85 req-db160c71-72c4-4407-9bba-98911e93a8b6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521528 May 25 21:18:54.432614 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:54.554070 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c575594-554f-48ae-a1e8-44095bc58228 req-3d008c0a-1fa8-4a33-8ae5-3d982acceee6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:54.555609 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c575594-554f-48ae-a1e8-44095bc58228 req-3d008c0a-1fa8-4a33-8ae5-3d982acceee6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 946 time: 0.0795929 May 25 21:18:54.599814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4c575594-554f-48ae-a1e8-44095bc58228 req-6abb5462-42f2-4025-a65a-b188d88ac5f7 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384655 May 25 21:18:54.622815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47170) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:54.696780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca823377-6793-4f8a-838e-b74603e812fe tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:54.698304 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ca823377-6793-4f8a-838e-b74603e812fe tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 1092 time: 0.0745556 May 25 21:18:54.701356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47174) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:54.706127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'd1d977f5-c6dd-492b-9c64-63e043c78512', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:18:54.713012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:18:54.716886 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:floatingip and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:18:54.719675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:18:54.725387 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:18:54.735491 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:54.875744 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:55.006526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.25.3.190 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/a35d406e-038c-4abc-8b6a-2f6d3209e768) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:18:55.164258 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:55.194437 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:55.262748 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:18:55.265383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:18:55.269943 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:18:55.305729 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=a35d406e-038c-4abc-8b6a-2f6d3209e768,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:55.688345 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:55.764594 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:55.968634 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:55.973150 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:56.196434 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=a35d406e-038c-4abc-8b6a-2f6d3209e768,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:18:56.207168 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:56.387542 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Floating IP 9d6d71c1-fa9e-42cc-9b59-b60567257053 associated. External IP: 172.25.3.190, port: d1d977f5-c6dd-492b-9c64-63e043c78512. May 25 21:18:56.744410 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router 4d5919b0-e8f5-4354-ac28-279ff00c036d has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:18:56.924200 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:18:56.934219 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e7ccd-279b-4495-9be9-72756add6606 None None] Sync routers for ids ['4d5919b0-e8f5-4354-ac28-279ff00c036d'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:18:56.944760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e7ccd-279b-4495-9be9-72756add6606 None None] Routers {'4d5919b0-e8f5-4354-ac28-279ff00c036d'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:18:56.945368 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-466e7ccd-279b-4495-9be9-72756add6606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4d5919b0-e8f5-4354-ac28-279ff00c036d'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:56.950728 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:57.010186 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-be546bbe-f320-4f1b-badd-4045129d924c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3076961 May 25 21:18:57.010692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'tag': 'd1d977f5-c6dd-492b-9c64-63e043c78512'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:18:57.058272 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c077a13-e869-47b4-b3e4-01ea77f3e657'] response: {'name': 'network-changed', 'server_uuid': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'tag': 'd1d977f5-c6dd-492b-9c64-63e043c78512', 'status': 'completed', 'code': 200} May 25 21:18:57.134270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-466e7ccd-279b-4495-9be9-72756add6606 None None] Set router 4d5919b0-e8f5-4354-ac28-279ff00c036d gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:18:57.217060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5809d-2677-4b35-b09e-335c00c2f559 req-fa83311b-2bc4-441c-9596-ce84ff97d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:57.218572 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c5809d-2677-4b35-b09e-335c00c2f559 req-fa83311b-2bc4-441c-9596-ce84ff97d849 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 1097 time: 0.1399128 May 25 21:18:57.230631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11654d2-5b3d-4032-9f8b-63759204be3f req-5f0d6ac4-58c6-4c48-b4fa-a4375477cf00 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:57.232072 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a11654d2-5b3d-4032-9f8b-63759204be3f req-5f0d6ac4-58c6-4c48-b4fa-a4375477cf00 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 946 time: 0.1141124 May 25 21:18:57.358060 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a11654d2-5b3d-4032-9f8b-63759204be3f req-1684ae75-2fb5-4e76-a79e-1dc30000d550 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048067 May 25 21:18:57.383634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47182) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:57.402994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5809d-2677-4b35-b09e-335c00c2f559 req-b81f91c7-f4b3-4572-b2bb-017983d0b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:57.404611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c5809d-2677-4b35-b09e-335c00c2f559 req-b81f91c7-f4b3-4572-b2bb-017983d0b047 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4bf51988-6b51-4284-b86a-dea4ae05e6f4 HTTP/1.1" status: 200 len: 898 time: 0.1716914 May 25 21:18:57.509371 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-eefa889e-2a79-4957-9856-f6a5e55c0e7d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/9d6d71c1-fa9e-42cc-9b59-b60567257053 HTTP/1.1" status: 200 len: 992 time: 0.1245408 May 25 21:18:57.513940 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c5809d-2677-4b35-b09e-335c00c2f559 req-1e14068e-792f-4fb7-a4ad-db3f91c344c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d977f5-c6dd-492b-9c64-63e043c78512 HTTP/1.1" status: 200 len: 1000 time: 0.1034064 May 25 21:18:57.530508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-466e7ccd-279b-4495-9be9-72756add6606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:40Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '9d6d71c1-fa9e-42cc-9b59-b60567257053', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'port_id': 'd1d977f5-c6dd-492b-9c64-63e043c78512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'mac_address': 'fa:16:3e:b6:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:18:55Z', 'updated_at': '2022-05-25T21:18:55Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272528e1-7341-4508-bc41-641d2ac5ae0e', 'name': '', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e8:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:39Z', 'updated_at': '2022-05-25T21:18:45Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:57.534812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e7ccd-279b-4495-9be9-72756add6606 None None] Checking router: 4d5919b0-e8f5-4354-ac28-279ff00c036d for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:18:57.543753 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e7ccd-279b-4495-9be9-72756add6606 None None] Routers {'4d5919b0-e8f5-4354-ac28-279ff00c036d'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:18:57.544345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-466e7ccd-279b-4495-9be9-72756add6606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:18:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4d5919b0-e8f5-4354-ac28-279ff00c036d'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:57.576105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5809d-2677-4b35-b09e-335c00c2f559 req-e3535f25-42dd-46de-915f-b983301aca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:57.577558 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c5809d-2677-4b35-b09e-335c00c2f559 req-e3535f25-42dd-46de-915f-b983301aca60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36bf21db-5b2d-4c34-bc18-32cd32d64a81 HTTP/1.1" status: 200 len: 834 time: 0.0584960 May 25 21:18:57.654122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5809d-2677-4b35-b09e-335c00c2f559 req-af2360a4-e082-4249-8178-7b694a5dc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:18:57.655514 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c5809d-2677-4b35-b09e-335c00c2f559 req-af2360a4-e082-4249-8178-7b694a5dc108 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4bf51988-6b51-4284-b86a-dea4ae05e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726800 May 25 21:18:57.727716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-466e7ccd-279b-4495-9be9-72756add6606 None None] Set router 4d5919b0-e8f5-4354-ac28-279ff00c036d gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:18:57.793729 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c5809d-2677-4b35-b09e-335c00c2f559 req-dd4f2683-3a80-4059-9d16-a893ee565851 service neutron] 10.222.0.70 "GET /v2.0/networks/4bf51988-6b51-4284-b86a-dea4ae05e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320972 May 25 21:18:57.926957 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-70c5809d-2677-4b35-b09e-335c00c2f559 req-8523f27c-82a2-4526-a5c4-6b3c1fab03f0 service neutron] 10.222.0.70 "GET /v2.0/networks/4bf51988-6b51-4284-b86a-dea4ae05e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267376 May 25 21:18:58.098962 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-466e7ccd-279b-4495-9be9-72756add6606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:40Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '9d6d71c1-fa9e-42cc-9b59-b60567257053', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'port_id': 'd1d977f5-c6dd-492b-9c64-63e043c78512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'mac_address': 'fa:16:3e:b6:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:18:55Z', 'updated_at': '2022-05-25T21:18:55Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272528e1-7341-4508-bc41-641d2ac5ae0e', 'name': '', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e8:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:39Z', 'updated_at': '2022-05-25T21:18:45Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:18:58.104098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e7ccd-279b-4495-9be9-72756add6606 None None] The sync data for ids ['4d5919b0-e8f5-4354-ac28-279ff00c036d'] in n-d-843339-1 is: [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:40Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '9d6d71c1-fa9e-42cc-9b59-b60567257053', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'port_id': 'd1d977f5-c6dd-492b-9c64-63e043c78512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'mac_address': 'fa:16:3e:b6:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:18:55Z', 'updated_at': '2022-05-25T21:18:55Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272528e1-7341-4508-bc41-641d2ac5ae0e', 'name': '', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e8:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:39Z', 'updated_at': '2022-05-25T21:18:45Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:18:58.291141 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ab972-84a0-46ff-a5e4-56e4e131458f None None] New status for floating IP 9d6d71c1-fa9e-42cc-9b59-b60567257053: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:18:58.303698 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-96f662a7-57bd-4c8a-95c8-74baa6d3b333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:18:58.512812 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47186) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:18:58.618177 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c1435953-26ba-4427-a141-4fecb58b4cec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/9d6d71c1-fa9e-42cc-9b59-b60567257053 HTTP/1.1" status: 200 len: 994 time: 0.1041927 May 25 21:18:58.705052 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:19:00.748151 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-04786792-6aff-4c78-88d1-3b7713a29aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:19:01.526763 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:19:01.981508 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:19:03.314899 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:19:20.563130 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:19:24.432033 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:19:28.306799 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1083b363-85d2-4ed1-a6a8-df4188c70663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:19:28.699423 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:19:30.751259 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-92ae15af-6b23-4cca-b96a-28bdcba64e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:19:31.530782 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:19:31.992851 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:19:33.316045 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:19:42.176118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4532b40a-2f3d-443e-96dd-72f0b25f4d2f req-d1044f06-5998-4817-8c31-d15545b635fb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1131005 May 25 21:19:42.317447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532b40a-2f3d-443e-96dd-72f0b25f4d2f req-75b85053-ae6d-4df0-b6d1-e440bd8e19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:19:42.318974 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4532b40a-2f3d-443e-96dd-72f0b25f4d2f req-75b85053-ae6d-4df0-b6d1-e440bd8e19fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 1097 time: 0.0748868 May 25 21:19:42.460520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532b40a-2f3d-443e-96dd-72f0b25f4d2f req-59a6f8eb-8892-4099-bd39-4d1bd3dd38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:19:42.461961 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4532b40a-2f3d-443e-96dd-72f0b25f4d2f req-59a6f8eb-8892-4099-bd39-4d1bd3dd38fa service neutron] 10.222.0.70 "GET /v2.0/networks?id=4bf51988-6b51-4284-b86a-dea4ae05e6f4 HTTP/1.1" status: 200 len: 898 time: 0.1239202 May 25 21:19:42.562592 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4532b40a-2f3d-443e-96dd-72f0b25f4d2f req-3a0f022d-32b9-44fb-95bb-eadc4fbdb0c4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d977f5-c6dd-492b-9c64-63e043c78512 HTTP/1.1" status: 200 len: 1002 time: 0.0949309 May 25 21:19:42.623841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532b40a-2f3d-443e-96dd-72f0b25f4d2f req-0e3e9d1a-a15f-45b6-8bbe-9c22a04f393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:19:42.625145 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4532b40a-2f3d-443e-96dd-72f0b25f4d2f req-0e3e9d1a-a15f-45b6-8bbe-9c22a04f393f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36bf21db-5b2d-4c34-bc18-32cd32d64a81 HTTP/1.1" status: 200 len: 834 time: 0.0567541 May 25 21:19:42.699374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532b40a-2f3d-443e-96dd-72f0b25f4d2f req-e7426a74-de0b-4b3d-a2ee-6ba2603e03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:19:42.700831 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4532b40a-2f3d-443e-96dd-72f0b25f4d2f req-e7426a74-de0b-4b3d-a2ee-6ba2603e03de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4bf51988-6b51-4284-b86a-dea4ae05e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698574 May 25 21:19:42.833023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4532b40a-2f3d-443e-96dd-72f0b25f4d2f req-1ce9c5cb-6fc9-4330-8881-b5c7ad6becb6 service neutron] 10.222.0.70 "GET /v2.0/networks/4bf51988-6b51-4284-b86a-dea4ae05e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259701 May 25 21:19:43.081262 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4532b40a-2f3d-443e-96dd-72f0b25f4d2f req-44bfdb0f-fc07-4904-b071-c7b5edcd3c4f service neutron] 10.222.0.70 "GET /v2.0/networks/4bf51988-6b51-4284-b86a-dea4ae05e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416878 May 25 21:19:54.430379 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:19:57.563126 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:19:58.310007 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b0b0cec7-ea08-42b9-b48d-3c77afca7832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:19:58.713103 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:00.753428 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-05b1a719-1323-4607-b398-af010aa7a51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:01.537159 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:01.984638 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:02.693339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6b7bd-4abc-4e4e-9e80-b9f6a874d311 req-fcdae39c-c623-4472-be1b-78800263b3c8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:02.694840 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-20d6b7bd-4abc-4e4e-9e80-b9f6a874d311 req-fcdae39c-c623-4472-be1b-78800263b3c8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 946 time: 0.0873308 May 25 21:20:02.741184 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-20d6b7bd-4abc-4e4e-9e80-b9f6a874d311 req-c65599cd-bc83-4410-bfe6-81cf07d84530 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396411 May 25 21:20:03.319379 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:03.988529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5924d5-2a33-41d4-82ae-418a8376fc71 req-602e5d3e-7052-44e5-a441-36db1d2a2851 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:03.989903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ef5924d5-2a33-41d4-82ae-418a8376fc71 req-602e5d3e-7052-44e5-a441-36db1d2a2851 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 946 time: 0.1394269 May 25 21:20:04.034552 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ef5924d5-2a33-41d4-82ae-418a8376fc71 req-5451d663-54e8-43e0-afe7-bffd8a774fe8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388572 May 25 21:20:04.058406 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47222) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:04.163043 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-76de0812-6e4c-4fe2-8e5d-eae8b27760a1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/9d6d71c1-fa9e-42cc-9b59-b60567257053 HTTP/1.1" status: 200 len: 994 time: 0.1034808 May 25 21:20:05.606995 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7966d1-1990-4124-aa8f-f1336af12734 req-d177e4d7-8582-4c62-a849-ca9443bbbc1e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:05.608462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d7966d1-1990-4124-aa8f-f1336af12734 req-d177e4d7-8582-4c62-a849-ca9443bbbc1e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 946 time: 0.0813293 May 25 21:20:05.653944 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4d7966d1-1990-4124-aa8f-f1336af12734 req-2b3f9ca7-9d42-411c-92a7-bd3741254dcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391364 May 25 21:20:06.846775 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4b7d-de63-43e2-bcc3-669f11c35c63 req-dd55f300-9056-4bff-92e9-2a9eacb93cbb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:06.848228 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-098b4b7d-de63-43e2-bcc3-669f11c35c63 req-dd55f300-9056-4bff-92e9-2a9eacb93cbb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 946 time: 0.0815039 May 25 21:20:06.895564 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-098b4b7d-de63-43e2-bcc3-669f11c35c63 req-93a21631-cc2a-48ba-bb00-46491f8e5f74 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416832 May 25 21:20:06.919615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47234) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:07.026913 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ca1fa436-0b1b-4204-a377-69c4d8c42adb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/9d6d71c1-fa9e-42cc-9b59-b60567257053 HTTP/1.1" status: 200 len: 994 time: 0.1060302 May 25 21:20:07.309474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47242) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:07.509993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port a35d406e-038c-4abc-8b6a-2f6d3209e768 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:20:07.510361 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:07.685940 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:07.686297 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:07.809683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for a35d406e-038c-4abc-8b6a-2f6d3209e768 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:20:07.960290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:08.032889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=a35d406e-038c-4abc-8b6a-2f6d3209e768,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:08.077146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:08.077486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:08.077823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:08.078181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:08.078507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:08.078831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:08.079151 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:08.079470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:08.079788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:08.080103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:08.080417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:08.080732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:08.113202 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:08.113531 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Floating IP 9d6d71c1-fa9e-42cc-9b59-b60567257053 disassociated (deleted). External IP: 172.25.3.190, port: d1d977f5-c6dd-492b-9c64-63e043c78512. May 25 21:20:08.576859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router 4d5919b0-e8f5-4354-ac28-279ff00c036d has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:20:08.758090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:20:08.767488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d493be-496b-4fb6-9a2e-c1b2293a5cda None None] Sync routers for ids ['4d5919b0-e8f5-4354-ac28-279ff00c036d'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:20:08.778396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d493be-496b-4fb6-9a2e-c1b2293a5cda None None] Routers {'4d5919b0-e8f5-4354-ac28-279ff00c036d'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:20:08.779098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-23d493be-496b-4fb6-9a2e-c1b2293a5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4d5919b0-e8f5-4354-ac28-279ff00c036d'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:08.779811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:08.835816 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4b8f2cf6-616c-42e2-857c-032e7d292442 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/floatingips/9d6d71c1-fa9e-42cc-9b59-b60567257053 HTTP/1.1" status: 204 len: 168 time: 1.5252500 May 25 21:20:08.836300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'tag': 'd1d977f5-c6dd-492b-9c64-63e043c78512'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:20:08.948074 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9afc198-ddb4-49a2-b8f5-eb670a27cf8e'] response: {'name': 'network-changed', 'server_uuid': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'tag': 'd1d977f5-c6dd-492b-9c64-63e043c78512', 'status': 'completed', 'code': 200} May 25 21:20:08.968297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-23d493be-496b-4fb6-9a2e-c1b2293a5cda None None] Set router 4d5919b0-e8f5-4354-ac28-279ff00c036d gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:20:09.049354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567c87-3c58-4a1e-a4c1-33d91a10a6dc req-c2caec7c-f7d5-4ec1-860f-ba842d69b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:09.051019 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a3567c87-3c58-4a1e-a4c1-33d91a10a6dc req-c2caec7c-f7d5-4ec1-860f-ba842d69b181 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 1097 time: 0.0828748 May 25 21:20:09.194907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567c87-3c58-4a1e-a4c1-33d91a10a6dc req-bc667eaf-9df3-4ae3-8561-1dd39f6a46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:09.196393 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a3567c87-3c58-4a1e-a4c1-33d91a10a6dc req-bc667eaf-9df3-4ae3-8561-1dd39f6a46b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4bf51988-6b51-4284-b86a-dea4ae05e6f4 HTTP/1.1" status: 200 len: 898 time: 0.1333835 May 25 21:20:09.267118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a3567c87-3c58-4a1e-a4c1-33d91a10a6dc req-1899a60d-30dc-4a03-b6dd-c1c03321d0c4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d977f5-c6dd-492b-9c64-63e043c78512 HTTP/1.1" status: 200 len: 217 time: 0.0636785 May 25 21:20:09.345156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567c87-3c58-4a1e-a4c1-33d91a10a6dc req-8457d176-a314-4b5f-9373-2b841601b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:09.346630 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a3567c87-3c58-4a1e-a4c1-33d91a10a6dc req-8457d176-a314-4b5f-9373-2b841601b3bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36bf21db-5b2d-4c34-bc18-32cd32d64a81 HTTP/1.1" status: 200 len: 834 time: 0.0729647 May 25 21:20:09.347225 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-23d493be-496b-4fb6-9a2e-c1b2293a5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:40Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '272528e1-7341-4508-bc41-641d2ac5ae0e', 'name': '', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e8:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:39Z', 'updated_at': '2022-05-25T21:18:45Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:09.351245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d493be-496b-4fb6-9a2e-c1b2293a5cda None None] Checking router: 4d5919b0-e8f5-4354-ac28-279ff00c036d for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:20:09.360641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36e7d4-9fb9-4960-a205-a2e43522df74 req-153c9787-ac17-4933-b83c-c77f73d2c520 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:09.361326 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d493be-496b-4fb6-9a2e-c1b2293a5cda None None] Routers {'4d5919b0-e8f5-4354-ac28-279ff00c036d'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:20:09.361935 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-23d493be-496b-4fb6-9a2e-c1b2293a5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4d5919b0-e8f5-4354-ac28-279ff00c036d'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:09.362338 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec36e7d4-9fb9-4960-a205-a2e43522df74 req-153c9787-ac17-4933-b83c-c77f73d2c520 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 946 time: 0.2217324 May 25 21:20:09.409077 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ec36e7d4-9fb9-4960-a205-a2e43522df74 req-e4841f41-2504-4717-a34f-18890bfec2f7 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404315 May 25 21:20:09.424991 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567c87-3c58-4a1e-a4c1-33d91a10a6dc req-538f37b2-fa41-44d5-aa45-4e730ea9b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:09.426521 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a3567c87-3c58-4a1e-a4c1-33d91a10a6dc req-538f37b2-fa41-44d5-aa45-4e730ea9b267 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4bf51988-6b51-4284-b86a-dea4ae05e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733464 May 25 21:20:09.545278 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-23d493be-496b-4fb6-9a2e-c1b2293a5cda None None] Set router 4d5919b0-e8f5-4354-ac28-279ff00c036d gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:20:09.558954 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a3567c87-3c58-4a1e-a4c1-33d91a10a6dc req-daf2fe64-64f2-4cf5-835f-d9f1ff3ad9c8 service neutron] 10.222.0.70 "GET /v2.0/networks/4bf51988-6b51-4284-b86a-dea4ae05e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257906 May 25 21:20:09.693947 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a3567c87-3c58-4a1e-a4c1-33d91a10a6dc req-7926fb9f-66bd-4fea-a205-5f17cd6daefe service neutron] 10.222.0.70 "GET /v2.0/networks/4bf51988-6b51-4284-b86a-dea4ae05e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290450 May 25 21:20:09.857260 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-23d493be-496b-4fb6-9a2e-c1b2293a5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:40Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '272528e1-7341-4508-bc41-641d2ac5ae0e', 'name': '', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e8:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:39Z', 'updated_at': '2022-05-25T21:18:45Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:09.861236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d493be-496b-4fb6-9a2e-c1b2293a5cda None None] The sync data for ids ['4d5919b0-e8f5-4354-ac28-279ff00c036d'] in n-d-843339-1 is: [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:40Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '272528e1-7341-4508-bc41-641d2ac5ae0e', 'name': '', 'network_id': '4bf51988-6b51-4284-b86a-dea4ae05e6f4', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e8:22:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:39Z', 'updated_at': '2022-05-25T21:18:45Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '36bf21db-5b2d-4c34-bc18-32cd32d64a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:20:10.068854 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b708cd8-62c3-493d-a4a6-1cd66c9c0568 None None] New status for floating IP 9d6d71c1-fa9e-42cc-9b59-b60567257053: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:20:10.607607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ed9c9-55bd-4c71-9ec7-72a825f4f174 req-f8ff09e6-d257-41b7-b77c-cace06cb02f2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:10.608208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-008ed9c9-55bd-4c71-9ec7-72a825f4f174 req-f8ff09e6-d257-41b7-b77c-cace06cb02f2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:20:10.623647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-008ed9c9-55bd-4c71-9ec7-72a825f4f174 req-f8ff09e6-d257-41b7-b77c-cace06cb02f2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:20:10.624786 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-008ed9c9-55bd-4c71-9ec7-72a825f4f174 req-f8ff09e6-d257-41b7-b77c-cace06cb02f2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 946 time: 0.1006129 May 25 21:20:10.670980 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-008ed9c9-55bd-4c71-9ec7-72a825f4f174 req-2b97b05f-a6da-4d97-a7ae-ed1d6a9aa6d0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=23e75810-cce7-41ab-ae10-ce7f78a59bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 May 25 21:20:11.006221 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8dcd0-27a9-4029-9d20-81b06d69edc0 req-e7abe6cc-df71-4d50-ad92-fc1c90bc8668 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:11.007638 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7c8dcd0-27a9-4029-9d20-81b06d69edc0 req-e7abe6cc-df71-4d50-ad92-fc1c90bc8668 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 946 time: 0.0839021 May 25 21:20:11.083468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-e7c8dcd0-27a9-4029-9d20-81b06d69edc0 req-8b89eabc-f580-4dd0-85b7-c1eb99d9100e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port d1d977f5-c6dd-492b-9c64-63e043c78512 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:20:11.083807 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e7c8dcd0-27a9-4029-9d20-81b06d69edc0 req-8b89eabc-f580-4dd0-85b7-c1eb99d9100e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:11.443639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-e7c8dcd0-27a9-4029-9d20-81b06d69edc0 req-8b89eabc-f580-4dd0-85b7-c1eb99d9100e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port d1d977f5-c6dd-492b-9c64-63e043c78512, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=d1d977f5-c6dd-492b-9c64-63e043c78512,segment=NetworkSegment(6f4f6996-994f-4019-b762-85fe2bda6fec),segment_id=6f4f6996-994f-4019-b762-85fe2bda6fec)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:20:11.443987 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e7c8dcd0-27a9-4029-9d20-81b06d69edc0 req-8b89eabc-f580-4dd0-85b7-c1eb99d9100e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:11.568162 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-e7c8dcd0-27a9-4029-9d20-81b06d69edc0 req-8b89eabc-f580-4dd0-85b7-c1eb99d9100e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for d1d977f5-c6dd-492b-9c64-63e043c78512 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:20:11.731410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e7c8dcd0-27a9-4029-9d20-81b06d69edc0 req-8b89eabc-f580-4dd0-85b7-c1eb99d9100e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:11.783726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89eabc-f580-4dd0-85b7-c1eb99d9100e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=d1d977f5-c6dd-492b-9c64-63e043c78512,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:11.869679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c8dcd0-27a9-4029-9d20-81b06d69edc0 req-8b89eabc-f580-4dd0-85b7-c1eb99d9100e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] No DVR routers for this DVR port d1d977f5-c6dd-492b-9c64-63e043c78512 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:20:11.872322 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e7c8dcd0-27a9-4029-9d20-81b06d69edc0 req-8b89eabc-f580-4dd0-85b7-c1eb99d9100e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:11.875298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'name': 'network-vif-deleted', 'tag': 'd1d977f5-c6dd-492b-9c64-63e043c78512'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:20:11.894232 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7c8dcd0-27a9-4029-9d20-81b06d69edc0 req-8b89eabc-f580-4dd0-85b7-c1eb99d9100e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "DELETE /v2.0/ports/d1d977f5-c6dd-492b-9c64-63e043c78512 HTTP/1.1" status: 204 len: 173 time: 0.8813252 May 25 21:20:11.924951 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4667f0fa-01a8-42c4-b508-474b4d667462'] response: {'server_uuid': '4624e58e-1941-47fd-80e3-a64ca5021ffc', 'name': 'network-vif-deleted', 'tag': 'd1d977f5-c6dd-492b-9c64-63e043c78512', 'status': 'completed', 'code': 200} May 25 21:20:11.997187 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db6cdf39-2565-40c0-92d0-54b3ec3de1da req-4f993070-5559-475c-ab5c-e810cd537f15 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=4624e58e-1941-47fd-80e3-a64ca5021ffc HTTP/1.1" status: 200 len: 210 time: 0.0426748 May 25 21:20:13.097769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47264) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:13.655975 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:14.012056 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port 272528e1-7341-4508-bc41-641d2ac5ae0e {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:20:14.012392 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:14.199734 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port 272528e1-7341-4508-bc41-641d2ac5ae0e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=272528e1-7341-4508-bc41-641d2ac5ae0e,segment=NetworkSegment(6f4f6996-994f-4019-b762-85fe2bda6fec),segment_id=6f4f6996-994f-4019-b762-85fe2bda6fec)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:20:14.200387 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:14.453296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for 272528e1-7341-4508-bc41-641d2ac5ae0e owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:20:14.787093 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:14.835547 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=272528e1-7341-4508-bc41-641d2ac5ae0e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:14.886989 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:14.887342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:14.887675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:14.888004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:14.888332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:14.888658 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:14.888982 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:14.889303 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:14.889620 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:14.890248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:14.890576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:14.890890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:15.154180 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:15.526616 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router 4d5919b0-e8f5-4354-ac28-279ff00c036d has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:20:15.701604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:20:15.711603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344126ed-4d9b-45c5-9aea-23fe75fc4dc8 None None] Sync routers for ids ['4d5919b0-e8f5-4354-ac28-279ff00c036d'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:20:15.717771 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c87841d2-2670-4fca-84d0-1ee799d309ac tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "PUT /v2.0/routers/4d5919b0-e8f5-4354-ac28-279ff00c036d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6164680 May 25 21:20:15.718016 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47268) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:15.721520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344126ed-4d9b-45c5-9aea-23fe75fc4dc8 None None] Routers {'4d5919b0-e8f5-4354-ac28-279ff00c036d'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:20:15.722123 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-344126ed-4d9b-45c5-9aea-23fe75fc4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4d5919b0-e8f5-4354-ac28-279ff00c036d'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:15.786032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-6375c42c-6746-40b9-a2f4-a8bf51c8767d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting subnet 36bf21db-5b2d-4c34-bc18-32cd32d64a81 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:20:15.788844 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6375c42c-6746-40b9-a2f4-a8bf51c8767d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:15.841748 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6375c42c-6746-40b9-a2f4-a8bf51c8767d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:15.899457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-344126ed-4d9b-45c5-9aea-23fe75fc4dc8 None None] Set router 4d5919b0-e8f5-4354-ac28-279ff00c036d gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:20:16.047784 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6375c42c-6746-40b9-a2f4-a8bf51c8767d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:16.124661 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6375c42c-6746-40b9-a2f4-a8bf51c8767d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:16.164624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375c42c-6746-40b9-a2f4-a8bf51c8767d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Subnet': ['ID=36bf21db-5b2d-4c34-bc18-32cd32d64a81,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:16.168420 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6375c42c-6746-40b9-a2f4-a8bf51c8767d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:16.174839 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6375c42c-6746-40b9-a2f4-a8bf51c8767d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/subnets/36bf21db-5b2d-4c34-bc18-32cd32d64a81 HTTP/1.1" status: 204 len: 168 time: 0.4558766 May 25 21:20:16.177580 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47272) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:16.179198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109c9935-a365-4ddc-ae64-a98711f50906 None None] Network 4bf51988-6b51-4284-b86a-dea4ae05e6f4 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:20:16.280753 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device d1d977f5-c6dd-492b-9c64-63e043c78512 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:20:16.345038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: d1d977f5-c6dd-492b-9c64-63e043c78512 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:20:16.345281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device d1d977f5-c6dd-492b-9c64-63e043c78512 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:20:16.361966 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:16.379033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-344126ed-4d9b-45c5-9aea-23fe75fc4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:20:14Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:16.429942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344126ed-4d9b-45c5-9aea-23fe75fc4dc8 None None] Checking router: 4d5919b0-e8f5-4354-ac28-279ff00c036d for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:20:16.447569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344126ed-4d9b-45c5-9aea-23fe75fc4dc8 None None] Routers {'4d5919b0-e8f5-4354-ac28-279ff00c036d'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:20:16.448163 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-344126ed-4d9b-45c5-9aea-23fe75fc4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['4d5919b0-e8f5-4354-ac28-279ff00c036d'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:16.546741 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:16.556231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port ae659260-967f-436b-8ae4-cef0fd005487 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:20:16.556639 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:16.634990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-344126ed-4d9b-45c5-9aea-23fe75fc4dc8 None None] Set router 4d5919b0-e8f5-4354-ac28-279ff00c036d gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:20:16.677683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] DHCP port deletion for 4bf51988-6b51-4284-b86a-dea4ae05e6f4 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:20:16.744035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] Deleting port b15f4a5f-117f-4cde-8870-4b1c5642d063 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:20:16.744717 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:16.756417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port ae659260-967f-436b-8ae4-cef0fd005487, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae659260-967f-436b-8ae4-cef0fd005487,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:20:16.756775 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:16.884941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for ae659260-967f-436b-8ae4-cef0fd005487 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:20:16.909882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device b15f4a5f-117f-4cde-8870-4b1c5642d063 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:20:17.185063 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:17.185726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] For port b15f4a5f-117f-4cde-8870-4b1c5642d063, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b15f4a5f-117f-4cde-8870-4b1c5642d063,segment=NetworkSegment(6f4f6996-994f-4019-b762-85fe2bda6fec),segment_id=6f4f6996-994f-4019-b762-85fe2bda6fec)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:20:17.186209 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:17.231727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=ae659260-967f-436b-8ae4-cef0fd005487,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:17.323862 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:17.333566 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] Calling delete_port for b15f4a5f-117f-4cde-8870-4b1c5642d063 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:20:17.394082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port b15f4a5f-117f-4cde-8870-4b1c5642d063 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:20:17.394480 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:17.455113 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-344126ed-4d9b-45c5-9aea-23fe75fc4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:20:14Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:17.460359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port b15f4a5f-117f-4cde-8870-4b1c5642d063, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b15f4a5f-117f-4cde-8870-4b1c5642d063,segment=NetworkSegment(6f4f6996-994f-4019-b762-85fe2bda6fec),segment_id=6f4f6996-994f-4019-b762-85fe2bda6fec)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:20:17.461510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344126ed-4d9b-45c5-9aea-23fe75fc4dc8 None None] The sync data for ids ['4d5919b0-e8f5-4354-ac28-279ff00c036d'] in n-d-843339-1 is: [{'id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432317393', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:20:14Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae659260-967f-436b-8ae4-cef0fd005487', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5919b0-e8f5-4354-ac28-279ff00c036d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:18:35Z', 'updated_at': '2022-05-25T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:20:17.464665 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:17.505966 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:20:17.506329 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:20:17.531963 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:17.534246 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:17.539557 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=b15f4a5f-117f-4cde-8870-4b1c5642d063,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:17.547830 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:17.548156 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:17.548480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:17.548803 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:17.549119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:17.549440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:17.549756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:17.550065 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:17.550400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:17.550713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:17.551429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:17.551709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:17.559135 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:17.559676 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Fanout notify agent at l3_agent the message router_deleted on router 4d5919b0-e8f5-4354-ac28-279ff00c036d {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:20:17.574532 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:17.575610 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-48266c1b-1895-4268-9ea8-32b60d6ad41e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/routers/4d5919b0-e8f5-4354-ac28-279ff00c036d HTTP/1.1" status: 204 len: 168 time: 1.3970158 May 25 21:20:17.578404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47276) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:17.691412 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:17.701992 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port b15f4a5f-117f-4cde-8870-4b1c5642d063 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:20:17.702364 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:17.921098 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port b15f4a5f-117f-4cde-8870-4b1c5642d063, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b15f4a5f-117f-4cde-8870-4b1c5642d063,segment=NetworkSegment(6f4f6996-994f-4019-b762-85fe2bda6fec),segment_id=6f4f6996-994f-4019-b762-85fe2bda6fec)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:20:17.921459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:18.007080 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] Deleting port b15f4a5f-117f-4cde-8870-4b1c5642d063 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:20:18.007567 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:18.047675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for b15f4a5f-117f-4cde-8870-4b1c5642d063 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:20:18.139719 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:18.192239 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=b15f4a5f-117f-4cde-8870-4b1c5642d063,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:18.194132 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] No DVR routers for this DVR port b15f4a5f-117f-4cde-8870-4b1c5642d063 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:20:18.233299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] For port b15f4a5f-117f-4cde-8870-4b1c5642d063, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=b15f4a5f-117f-4cde-8870-4b1c5642d063,segment=NetworkSegment(6f4f6996-994f-4019-b762-85fe2bda6fec),segment_id=6f4f6996-994f-4019-b762-85fe2bda6fec)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:20:18.233676 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:18.320244 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:18.345965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf51988-6b51-4284-b86a-dea4ae05e6f4']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:18.357965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4f6996-994f-4019-b762-85fe2bda6fec') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:18.358294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4f6996-994f-4019-b762-85fe2bda6fec') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:18.369981 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:18.386878 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:18.393156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:20:18.393476 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:18.397081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] Calling delete_port for b15f4a5f-117f-4cde-8870-4b1c5642d063 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:20:18.478235 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:20:18.478597 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:20:18.494352 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 6f4f6996-994f-4019-b762-85fe2bda6fec resource provider aggregate not found May 25 21:20:18.514892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:18.523181 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:18.526740 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 6f4f6996-994f-4019-b762-85fe2bda6fec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f4f6996-994f-4019-b762-85fe2bda6fec found for delete ", "request_id": "req-6acae838-21aa-415d-933c-f70f19ba6a63"}]} May 25 21:20:18.550175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Network': ['ID=4bf51988-6b51-4284-b86a-dea4ae05e6f4,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:18.563207 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-15f18e45-96af-4d51-b2d7-b8ec83007e22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/networks/4bf51988-6b51-4284-b86a-dea4ae05e6f4 HTTP/1.1" status: 204 len: 168 time: 0.9837461 May 25 21:20:18.565717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47286) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:18.632677 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d79b78b1-ae62-4129-9aaa-8001ef7ceb8e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:18.662995 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d79b78b1-ae62-4129-9aaa-8001ef7ceb8e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:18.848649 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae659260-967f-436b-8ae4-cef0fd005487 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:20:18.850539 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d79b78b1-ae62-4129-9aaa-8001ef7ceb8e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:18.868341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b78b1-ae62-4129-9aaa-8001ef7ceb8e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e75810-cce7-41ab-ae10-ce7f78a59bc5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:18.881580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d79b78b1-ae62-4129-9aaa-8001ef7ceb8e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:18.882791 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d79b78b1-ae62-4129-9aaa-8001ef7ceb8e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/security-groups/23e75810-cce7-41ab-ae10-ce7f78a59bc5 HTTP/1.1" status: 204 len: 168 time: 0.3160973 May 25 21:20:18.894722 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ae659260-967f-436b-8ae4-cef0fd005487 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:20:18.895061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae659260-967f-436b-8ae4-cef0fd005487 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:20:18.895477 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 272528e1-7341-4508-bc41-641d2ac5ae0e no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:20:18.936161 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 272528e1-7341-4508-bc41-641d2ac5ae0e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:20:18.936609 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 272528e1-7341-4508-bc41-641d2ac5ae0e not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:20:19.005211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47294) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:19.010525 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1635490860', 'description': 'tempest-secgroup-smoke-1635490860 description', 'project_id': 'ace6db10b40f43c69163fbdb905d366b'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:20:19.017103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:20:19.021556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:20:19.024495 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:20:19.030939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:20:19.044856 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.064325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:20:19.068112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:20:19.070884 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:20:19.076612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:20:19.145875 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.150345 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.194484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99efd7a-172d-4405-a292-0af105da1425,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:19.202440 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.203559 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-01c3f274-a484-4539-b326-b60adce4adcb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1973338 May 25 21:20:19.206475 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47298) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:19.211699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-eb0e9ee1-2789-434c-be79-013541435f67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'c99efd7a-172d-4405-a292-0af105da1425', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:20:19.219119 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-eb0e9ee1-2789-434c-be79-013541435f67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:20:19.222936 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-eb0e9ee1-2789-434c-be79-013541435f67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:20:19.225720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-eb0e9ee1-2789-434c-be79-013541435f67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:20:19.232113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-eb0e9ee1-2789-434c-be79-013541435f67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:20:19.249235 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9ee1-2789-434c-be79-013541435f67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.308552 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9ee1-2789-434c-be79-013541435f67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.312296 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9ee1-2789-434c-be79-013541435f67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.334837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e9ee1-2789-434c-be79-013541435f67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f016658d-b54c-4777-abf0-1f0a716acc23,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:19.344566 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9ee1-2789-434c-be79-013541435f67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.345741 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-eb0e9ee1-2789-434c-be79-013541435f67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382155 May 25 21:20:19.348537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47302) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:19.354599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-af9cc0f0-c276-4f93-a0e2-15a3e3b1b457 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'c99efd7a-172d-4405-a292-0af105da1425', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:20:19.360570 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-af9cc0f0-c276-4f93-a0e2-15a3e3b1b457 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:20:19.364558 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-af9cc0f0-c276-4f93-a0e2-15a3e3b1b457 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:20:19.367586 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-af9cc0f0-c276-4f93-a0e2-15a3e3b1b457 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:20:19.373400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-af9cc0f0-c276-4f93-a0e2-15a3e3b1b457 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:20:19.390115 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af9cc0f0-c276-4f93-a0e2-15a3e3b1b457 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.417200 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] Deleting port b15f4a5f-117f-4cde-8870-4b1c5642d063 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:20:19.417747 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.460704 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af9cc0f0-c276-4f93-a0e2-15a3e3b1b457 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.464891 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af9cc0f0-c276-4f93-a0e2-15a3e3b1b457 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.490237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cc0f0-c276-4f93-a0e2-15a3e3b1b457 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d87bae-df05-4839-b4c9-65d5306c2a11,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:19.501556 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-af9cc0f0-c276-4f93-a0e2-15a3e3b1b457 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.502917 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-af9cc0f0-c276-4f93-a0e2-15a3e3b1b457 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1533585 May 25 21:20:19.505631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47306) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:19.508699 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-85fe4489-2341-4f6b-9335-ba2456377cbe None None] The port 'b15f4a5f-117f-4cde-8870-4b1c5642d063' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 21:20:19.511537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c11fe33c-31ec-458f-8b2e-f3947d7e67e9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'c99efd7a-172d-4405-a292-0af105da1425', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:20:19.518696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c11fe33c-31ec-458f-8b2e-f3947d7e67e9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:20:19.522841 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c11fe33c-31ec-458f-8b2e-f3947d7e67e9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:20:19.526659 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c11fe33c-31ec-458f-8b2e-f3947d7e67e9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:20:19.532317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c11fe33c-31ec-458f-8b2e-f3947d7e67e9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:20:19.549559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c11fe33c-31ec-458f-8b2e-f3947d7e67e9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.611486 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c11fe33c-31ec-458f-8b2e-f3947d7e67e9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.614961 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c11fe33c-31ec-458f-8b2e-f3947d7e67e9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.638522 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fe33c-31ec-458f-8b2e-f3947d7e67e9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ecce8c-c39a-4c97-bf78-1330d82a21f6,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:19.648331 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c11fe33c-31ec-458f-8b2e-f3947d7e67e9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.649557 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c11fe33c-31ec-458f-8b2e-f3947d7e67e9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427553 May 25 21:20:19.653684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47310) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:19.659433 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-2261ff7b-90fa-4463-996b-d600393f3e50 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'c99efd7a-172d-4405-a292-0af105da1425', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:20:19.666113 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2261ff7b-90fa-4463-996b-d600393f3e50 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:20:19.670174 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2261ff7b-90fa-4463-996b-d600393f3e50 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:20:19.673093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-2261ff7b-90fa-4463-996b-d600393f3e50 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:20:19.678735 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-2261ff7b-90fa-4463-996b-d600393f3e50 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:20:19.695112 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2261ff7b-90fa-4463-996b-d600393f3e50 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.760019 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2261ff7b-90fa-4463-996b-d600393f3e50 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.763559 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2261ff7b-90fa-4463-996b-d600393f3e50 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.788384 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261ff7b-90fa-4463-996b-d600393f3e50 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822cc4f0-4d1c-4c39-9800-c231467e57dd,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:19.796581 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-2261ff7b-90fa-4463-996b-d600393f3e50 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.797830 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2261ff7b-90fa-4463-996b-d600393f3e50 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430113 May 25 21:20:19.800540 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47314) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:19.805294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d3aae5b3-a8de-4a45-a3e0-dc13e1dbdd2a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'c99efd7a-172d-4405-a292-0af105da1425', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:20:19.812231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d3aae5b3-a8de-4a45-a3e0-dc13e1dbdd2a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:20:19.816075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d3aae5b3-a8de-4a45-a3e0-dc13e1dbdd2a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:20:19.818906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d3aae5b3-a8de-4a45-a3e0-dc13e1dbdd2a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:20:19.825100 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d3aae5b3-a8de-4a45-a3e0-dc13e1dbdd2a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:20:19.835262 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-d3aae5b3-a8de-4a45-a3e0-dc13e1dbdd2a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Project ace6db10b40f43c69163fbdb905d366b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:20:19.842072 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d3aae5b3-a8de-4a45-a3e0-dc13e1dbdd2a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.907004 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d3aae5b3-a8de-4a45-a3e0-dc13e1dbdd2a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.910652 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d3aae5b3-a8de-4a45-a3e0-dc13e1dbdd2a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.939175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aae5b3-a8de-4a45-a3e0-dc13e1dbdd2a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457e8ca2-b96d-4c9d-8dfe-b8f27824f3d8,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:19.946219 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d3aae5b3-a8de-4a45-a3e0-dc13e1dbdd2a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:19.948100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d3aae5b3-a8de-4a45-a3e0-dc13e1dbdd2a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466451 May 25 21:20:19.950783 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47318) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:19.955673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-580f4318-79b0-4049-afca-bb36dc3b9b84 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'c99efd7a-172d-4405-a292-0af105da1425', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:20:19.963615 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-580f4318-79b0-4049-afca-bb36dc3b9b84 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:20:19.967464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-580f4318-79b0-4049-afca-bb36dc3b9b84 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:20:19.970292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-580f4318-79b0-4049-afca-bb36dc3b9b84 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:20:19.975873 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-580f4318-79b0-4049-afca-bb36dc3b9b84 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:20:19.986399 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-580f4318-79b0-4049-afca-bb36dc3b9b84 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Project ace6db10b40f43c69163fbdb905d366b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:20:19.992849 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-580f4318-79b0-4049-afca-bb36dc3b9b84 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:20.059082 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-580f4318-79b0-4049-afca-bb36dc3b9b84 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:20.062708 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-580f4318-79b0-4049-afca-bb36dc3b9b84 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:20.088209 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f4318-79b0-4049-afca-bb36dc3b9b84 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2cc860-f1bf-48e0-a64a-c512b53551c4,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:20.098015 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-580f4318-79b0-4049-afca-bb36dc3b9b84 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:20.099278 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-580f4318-79b0-4049-afca-bb36dc3b9b84 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475906 May 25 21:20:20.102129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47322) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:20.107830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'network': {'name': 'tempest-network-smoke--494167992', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'port_security_enabled': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:20:20.113489 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:20:20.117636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:network and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:20:20.121241 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:20:20.126852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:20:20.139338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:20:20.142758 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:20.171327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:20:20.180472 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:20.180830 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Added segment 8df91b80-d0dc-40da-b0f7-908aa02a089d of type vlan for network 931554b0-e44c-4a9a-ac7e-af8485de1557 May 25 21:20:20.207093 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:20.236319 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:20.241681 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:20.242292 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:20.355174 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2519808 May 25 21:20:20.357838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d65940-bf9b-43e5-b326-680335760fba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Network': ['ID=931554b0-e44c-4a9a-ac7e-af8485de1557,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:20.357979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47326) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:20.363552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'admin_state_up': True, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:20:20.369353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 931554b0-e44c-4a9a-ac7e-af8485de1557 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:20:20.372398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:20:20.376302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:router and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:20:20.379172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:20:20.385859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:20:20.395921 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:20.397130 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:20.412108 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:20.678031 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:20.977833 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:21.006807 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:21.143588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.25.3.42 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/42ad39a6-4b09-4cff-b6ef-e1d70bff4b91) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:20:21.289859 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:21.319119 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:21.387423 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:20:21.390073 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:20:21.393849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:20:21.428767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=42ad39a6-4b09-4cff-b6ef-e1d70bff4b91,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:21.947544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:22.296260 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:22.498634 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router efe79d8f-eeea-4918-82ea-37397ad4264c is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 21:20:22.679686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:20:22.690219 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Sync routers for ids ['efe79d8f-eeea-4918-82ea-37397ad4264c'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:20:22.703758 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Routers {'efe79d8f-eeea-4918-82ea-37397ad4264c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:20:22.704602 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['efe79d8f-eeea-4918-82ea-37397ad4264c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:22.708833 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:22.713437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47332) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:22.714087 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-d94e2156-dd27-4aec-b39d-cd4aa7c024fe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3541799 May 25 21:20:22.754300 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bc200e44-d829-4bda-bcaf-33ccefbd744c tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ace6db10b40f43c69163fbdb905d366b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396392 May 25 21:20:22.756872 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47336) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:22.881947 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Set router efe79d8f-eeea-4918-82ea-37397ad4264c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:20:22.887887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a119f1de-ad61-4477-a2c3-6eeef090e20f tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:22.891990 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a119f1de-ad61-4477-a2c3-6eeef090e20f tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316099 May 25 21:20:22.892211 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47340) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:22.931998 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e007be37-f7e2-4c2d-a2fa-4aecb916ea9d tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385010 May 25 21:20:22.934745 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47344) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:22.939992 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-722128306', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:20:23.050691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:20:23.054695 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:subnet and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:20:23.058285 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:20:23.063864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:20:23.074643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:20:23.078012 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:23.169572 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:20:21Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:23.173503 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Checking router: efe79d8f-eeea-4918-82ea-37397ad4264c for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:20:23.173845 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Updating router efe79d8f-eeea-4918-82ea-37397ad4264c port 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:20:23.230873 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:23.311606 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:23.392189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Subnet': ['ID=c4a73a6d-6566-4048-a338-cf5a5f964f85,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:23.403694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Checking segment: {'id': '8df91b80-d0dc-40da-b0f7-908aa02a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:20:23.404047 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network hostable DHCP agents. Network: 931554b0-e44c-4a9a-ac7e-af8485de1557, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:20:23.423827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 931554b0-e44c-4a9a-ac7e-af8485de1557 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:20:23.433797 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 931554b0-e44c-4a9a-ac7e-af8485de1557) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:20:23.437860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:23.438471 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:23.444253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a1b34a-3b05-4cba-ad2d-3bf4a8444601 None None] Network 931554b0-e44c-4a9a-ac7e-af8485de1557 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:20:23.463557 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-4e60f0f6-e34c-49c5-84d6-29dbef562161 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5249438 May 25 21:20:23.463887 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47348) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:23.568735 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:23.582678 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Transition to ACTIVE for port object 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:20:23.590923 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:23.669503 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Attempting to bind port 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:20:23.669865 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Attempting to bind port 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:20:23.670242 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Attempting to bind port 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:20:23.674191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-931554b0-e44c-4a9a-ac7e-af8485de1557', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ips': [{'subnet_id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:20:23.675902 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:23.682146 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:20:23.682535 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:20:23.682932 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:23.683315 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:20:23.683778 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Bound port: 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:20:23.684143 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:23.766654 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] For port 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:20:23.770133 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] For port 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=42ad39a6-4b09-4cff-b6ef-e1d70bff4b91,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:20:23.776187 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f16bc4-6da7-44b9-87b3-c9d9ab677394 None None] Pushing event updated for resources: {'Port': ['ID=42ad39a6-4b09-4cff-b6ef-e1d70bff4b91,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:23.784963 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:23.789359 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f16bc4-6da7-44b9-87b3-c9d9ab677394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:23.789693 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f16bc4-6da7-44b9-87b3-c9d9ab677394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:23.790022 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f16bc4-6da7-44b9-87b3-c9d9ab677394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:23.790464 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f16bc4-6da7-44b9-87b3-c9d9ab677394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:23.790783 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f16bc4-6da7-44b9-87b3-c9d9ab677394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:23.791103 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f16bc4-6da7-44b9-87b3-c9d9ab677394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:23.792191 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f16bc4-6da7-44b9-87b3-c9d9ab677394 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:23.792191 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f16bc4-6da7-44b9-87b3-c9d9ab677394 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:23.792191 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f16bc4-6da7-44b9-87b3-c9d9ab677394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:23.792499 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f16bc4-6da7-44b9-87b3-c9d9ab677394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:23.792726 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f16bc4-6da7-44b9-87b3-c9d9ab677394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:23.793036 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f16bc4-6da7-44b9-87b3-c9d9ab677394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:20:23.856703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Allocated IP 172.20.0.2 (931554b0-e44c-4a9a-ac7e-af8485de1557/c4a73a6d-6566-4048-a338-cf5a5f964f85/209283ec-2069-40b6-adb7-bb84565a4e2d) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:20:23.873075 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Routers {'efe79d8f-eeea-4918-82ea-37397ad4264c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:20:23.873701 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['efe79d8f-eeea-4918-82ea-37397ad4264c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:23.956786 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f16bc4-6da7-44b9-87b3-c9d9ab677394 None None] Pushing event updated for resources: {'Port': ['ID=42ad39a6-4b09-4cff-b6ef-e1d70bff4b91,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:24.067696 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:24.079503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Transition to ACTIVE for port object 209283ec-2069-40b6-adb7-bb84565a4e2d will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:20:24.095123 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] Set router efe79d8f-eeea-4918-82ea-37397ad4264c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:20:24.099198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Transition to ACTIVE for port object 209283ec-2069-40b6-adb7-bb84565a4e2d will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:20:24.106095 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:24.173751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Network 931554b0-e44c-4a9a-ac7e-af8485de1557 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:20:24.176545 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:20:24.180400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:20:24.218578 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Pushing event updated for resources: {'Port': ['ID=209283ec-2069-40b6-adb7-bb84565a4e2d,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:24.275298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Attempting to bind port 209283ec-2069-40b6-adb7-bb84565a4e2d on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:20:24.275973 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Attempting to bind port 209283ec-2069-40b6-adb7-bb84565a4e2d by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '8df91b80-d0dc-40da-b0f7-908aa02a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:20:24.276336 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Attempting to bind port 209283ec-2069-40b6-adb7-bb84565a4e2d on network 931554b0-e44c-4a9a-ac7e-af8485de1557 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:20:24.282340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:20:24.282716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Checking segment: {'id': '8df91b80-d0dc-40da-b0f7-908aa02a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:20:24.283254 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:24.283820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Bound using segment: {'id': '8df91b80-d0dc-40da-b0f7-908aa02a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:20:24.284288 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Bound port: 209283ec-2069-40b6-adb7-bb84565a4e2d, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df91b80-d0dc-40da-b0f7-908aa02a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:20:24.284661 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:24.299797 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:24.379318 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] For port 209283ec-2069-40b6-adb7-bb84565a4e2d, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:20:24.383622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] For port 209283ec-2069-40b6-adb7-bb84565a4e2d, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=209283ec-2069-40b6-adb7-bb84565a4e2d,segment=NetworkSegment(8df91b80-d0dc-40da-b0f7-908aa02a089d),segment_id=8df91b80-d0dc-40da-b0f7-908aa02a089d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:20:24.385831 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:20:21Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:24.388487 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:24.390902 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2b36e-3938-423c-9c14-4af21654ab90 None None] The sync data for ids ['efe79d8f-eeea-4918-82ea-37397ad4264c'] in n-d-843339-1 is: [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:20:21Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:20:24.463964 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:24.492663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee0c21-e76a-4f18-a1f6-2c6539d89d51 None None] Pushing event updated for resources: {'Port': ['ID=209283ec-2069-40b6-adb7-bb84565a4e2d,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:24.755839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.20.0.1 (931554b0-e44c-4a9a-ac7e-af8485de1557/c4a73a6d-6566-4048-a338-cf5a5f964f85/73ea7e37-02db-4c16-a923-b9dd296e75d2) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:20:24.971055 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 209283ec-2069-40b6-adb7-bb84565a4e2d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:20:24.973273 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:24.995568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Transition to ACTIVE for port object 73ea7e37-02db-4c16-a923-b9dd296e75d2 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:20:25.028590 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:25.053618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 209283ec-2069-40b6-adb7-bb84565a4e2d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:20:25.059191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:20:25.113295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 931554b0-e44c-4a9a-ac7e-af8485de1557 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:20:25.117472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:20:25.122373 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:20:25.134403 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:20:25.139874 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:20:25.140239 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:25.170199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=73ea7e37-02db-4c16-a923-b9dd296e75d2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:25.211402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:25.320529 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:20:25.320529 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:25.345636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=42ad39a6-4b09-4cff-b6ef-e1d70bff4b91,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:20:25.351130 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:25.448322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=42ad39a6-4b09-4cff-b6ef-e1d70bff4b91,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:25.689058 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:25.754758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c480726-7d49-4305-90ba-ad80976f7514 None None] Network 931554b0-e44c-4a9a-ac7e-af8485de1557 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:20:25.909702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-de17dfb8-5d60-4929-9eb4-09ef223b9055 None None] Provisioning for port 209283ec-2069-40b6-adb7-bb84565a4e2d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:20:25.926337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-de17dfb8-5d60-4929-9eb4-09ef223b9055 None None] Provisioning complete for port 209283ec-2069-40b6-adb7-bb84565a4e2d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:20:25.926706 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de17dfb8-5d60-4929-9eb4-09ef223b9055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:26.113947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-de17dfb8-5d60-4929-9eb4-09ef223b9055 None None] Current status of the port 209283ec-2069-40b6-adb7-bb84565a4e2d is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:20:26.114447 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de17dfb8-5d60-4929-9eb4-09ef223b9055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:26.119270 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:26.126923 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:26.152165 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-de17dfb8-5d60-4929-9eb4-09ef223b9055 None None] For port 209283ec-2069-40b6-adb7-bb84565a4e2d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=209283ec-2069-40b6-adb7-bb84565a4e2d,segment=NetworkSegment(8df91b80-d0dc-40da-b0f7-908aa02a089d),segment_id=8df91b80-d0dc-40da-b0f7-908aa02a089d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:20:26.156485 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-de17dfb8-5d60-4929-9eb4-09ef223b9055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:26.234836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17dfb8-5d60-4929-9eb4-09ef223b9055 None None] Pushing event updated for resources: {'Port': ['ID=209283ec-2069-40b6-adb7-bb84565a4e2d,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:26.254850 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:26.262054 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=73ea7e37-02db-4c16-a923-b9dd296e75d2,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:26.389478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a0bf330b-96aa-436d-b756-e9ff95c74671 None None] Provisioning for port 73ea7e37-02db-4c16-a923-b9dd296e75d2 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:20:26.394708 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a0bf330b-96aa-436d-b756-e9ff95c74671 None None] Provisioning complete for port 73ea7e37-02db-4c16-a923-b9dd296e75d2 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:20:26.395131 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a0bf330b-96aa-436d-b756-e9ff95c74671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:26.404633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 931554b0-e44c-4a9a-ac7e-af8485de1557 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:20:26.405524 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:20:26.453406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf330b-96aa-436d-b756-e9ff95c74671 None None] Port 73ea7e37-02db-4c16-a923-b9dd296e75d2 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:20:26.466303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a0bf330b-96aa-436d-b756-e9ff95c74671 None None] Provisioning complete for port 209283ec-2069-40b6-adb7-bb84565a4e2d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:20:26.467918 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a0bf330b-96aa-436d-b756-e9ff95c74671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:26.599264 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf330b-96aa-436d-b756-e9ff95c74671 None None] Current status of the port 209283ec-2069-40b6-adb7-bb84565a4e2d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:20:26.610672 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router efe79d8f-eeea-4918-82ea-37397ad4264c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:20:26.723350 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-600106c1-bdc9-4bf2-9c67-1dc8123dc0d0 None None] Provisioning complete for port 73ea7e37-02db-4c16-a923-b9dd296e75d2 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:20:26.723728 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-600106c1-bdc9-4bf2-9c67-1dc8123dc0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:26.780481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-600106c1-bdc9-4bf2-9c67-1dc8123dc0d0 None None] Port 73ea7e37-02db-4c16-a923-b9dd296e75d2 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:20:26.816649 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:20:26.826984 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Sync routers for ids ['efe79d8f-eeea-4918-82ea-37397ad4264c'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:20:26.833026 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d368bf7c-c475-4cf0-a72b-f6fb379d8663 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "PUT /v2.0/routers/efe79d8f-eeea-4918-82ea-37397ad4264c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3680034 May 25 21:20:26.836508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Routers {'efe79d8f-eeea-4918-82ea-37397ad4264c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:20:26.837685 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['efe79d8f-eeea-4918-82ea-37397ad4264c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:26.892337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 209283ec-2069-40b6-adb7-bb84565a4e2d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:20:26.986473 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1edd9860-263b-4360-866b-8e461c858ed5 None None] Provisioning complete for port 73ea7e37-02db-4c16-a923-b9dd296e75d2 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:20:26.986746 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1edd9860-263b-4360-866b-8e461c858ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:26.997493 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-487a75fc-48e5-4e81-b5c6-19a877293fe3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:20:27.013307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-487a75fc-48e5-4e81-b5c6-19a877293fe3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:20:27.014460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-487a75fc-48e5-4e81-b5c6-19a877293fe3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635490860&fields=id&tenant_id=ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 267 time: 0.0561149 May 25 21:20:27.130873 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1edd9860-263b-4360-866b-8e461c858ed5 None None] Port 73ea7e37-02db-4c16-a923-b9dd296e75d2 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:20:27.139002 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Set router efe79d8f-eeea-4918-82ea-37397ad4264c gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:20:27.166647 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-2db47fbc-7bd9-4f54-8572-cbe179504046 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:27.167314 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-2db47fbc-7bd9-4f54-8572-cbe179504046 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:20:27.183948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-2db47fbc-7bd9-4f54-8572-cbe179504046 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:20:27.184168 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-2db47fbc-7bd9-4f54-8572-cbe179504046 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/networks?id=931554b0-e44c-4a9a-ac7e-af8485de1557 HTTP/1.1" status: 200 len: 796 time: 0.1616247 May 25 21:20:27.191508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 209283ec-2069-40b6-adb7-bb84565a4e2d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:20:27.191872 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:27.200433 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-55dd22b7-1b8e-4d39-bb31-279c45afd121 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/quotas/ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 375 time: 0.0103931 May 25 21:20:27.286023 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-9c27a4b9-ef25-4f16-906f-a207f102c574 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:20:27.301041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-9c27a4b9-ef25-4f16-906f-a207f102c574 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:20:27.302434 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-9c27a4b9-ef25-4f16-906f-a207f102c574 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966828 May 25 21:20:27.448818 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-6ea9479d-86c9-4854-89a3-7c3bd4d08272 service neutron] 10.222.0.60 "GET /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337035 May 25 21:20:27.542719 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 209283ec-2069-40b6-adb7-bb84565a4e2d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:20:27.543836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:20:27.671647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:20:27.672003 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:27.710388 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-8d5f919b-eed7-43c8-9dc6-0e577ad3d0dd service neutron] 10.222.0.60 "GET /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551162 May 25 21:20:27.725947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '73ea7e37-02db-4c16-a923-b9dd296e75d2', 'name': '', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:2c:ab:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:24Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 2, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:27.734035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Checking router: efe79d8f-eeea-4918-82ea-37397ad4264c for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:20:27.734404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Updating router efe79d8f-eeea-4918-82ea-37397ad4264c port 73ea7e37-02db-4c16-a923-b9dd296e75d2 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:20:27.837700 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:27.886551 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:20:27.910121 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a270bd72-afa2-4f31-a5b0-cf8bc32260d4 req-eb21b4ad-9ec8-4269-a7b8-5225e32b8732 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:20:27.924311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a270bd72-afa2-4f31-a5b0-cf8bc32260d4 req-eb21b4ad-9ec8-4269-a7b8-5225e32b8732 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:20:27.925466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a270bd72-afa2-4f31-a5b0-cf8bc32260d4 req-eb21b4ad-9ec8-4269-a7b8-5225e32b8732 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 210 time: 0.0618780 May 25 21:20:28.199491 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:28.211179 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Transition to ACTIVE for port object 73ea7e37-02db-4c16-a923-b9dd296e75d2 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:20:28.217715 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:28.354780 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d6b58-03a9-4887-bf9c-c6b03ec3bdfe None None] Pushing event updated for resources: {'Port': ['ID=73ea7e37-02db-4c16-a923-b9dd296e75d2,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:28.394448 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6c9cbccd-8097-47de-a674-3bf98eee62ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:28.453325 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Attempting to bind port 73ea7e37-02db-4c16-a923-b9dd296e75d2 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:20:28.453756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Attempting to bind port 73ea7e37-02db-4c16-a923-b9dd296e75d2 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '8df91b80-d0dc-40da-b0f7-908aa02a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:20:28.454043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Attempting to bind port 73ea7e37-02db-4c16-a923-b9dd296e75d2 on network 931554b0-e44c-4a9a-ac7e-af8485de1557 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:20:28.460176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:20:28.460526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Checking segment: {'id': '8df91b80-d0dc-40da-b0f7-908aa02a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:20:28.460921 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:28.461340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Bound using segment: {'id': '8df91b80-d0dc-40da-b0f7-908aa02a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:20:28.461790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Bound port: 73ea7e37-02db-4c16-a923-b9dd296e75d2, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df91b80-d0dc-40da-b0f7-908aa02a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:20:28.462213 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:28.560274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] For port 73ea7e37-02db-4c16-a923-b9dd296e75d2, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:20:28.563493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] For port 73ea7e37-02db-4c16-a923-b9dd296e75d2, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=73ea7e37-02db-4c16-a923-b9dd296e75d2,segment=NetworkSegment(8df91b80-d0dc-40da-b0f7-908aa02a089d),segment_id=8df91b80-d0dc-40da-b0f7-908aa02a089d)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:20:28.569311 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:28.648024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Routers {'efe79d8f-eeea-4918-82ea-37397ad4264c'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:20:28.648645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:20:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['efe79d8f-eeea-4918-82ea-37397ad4264c'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:28.715493 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d6b58-03a9-4887-bf9c-c6b03ec3bdfe None None] Pushing event updated for resources: {'Port': ['ID=73ea7e37-02db-4c16-a923-b9dd296e75d2,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:28.748386 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:28.851556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] Set router efe79d8f-eeea-4918-82ea-37397ad4264c gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:20:29.027683 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-68bdb00a-2640-407b-b14c-e6f732a6535e req-3127e75d-0460-4c0e-b742-f6897e234c87 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 210 time: 0.0465970 May 25 21:20:29.209311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '73ea7e37-02db-4c16-a923-b9dd296e75d2', 'name': '', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:2c:ab:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:24Z', 'updated_at': '2022-05-25T21:20:28Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:29.213310 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d98e316-bb93-4fed-92fa-af6972d16880 None None] The sync data for ids ['efe79d8f-eeea-4918-82ea-37397ad4264c'] in n-d-843339-1 is: [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '73ea7e37-02db-4c16-a923-b9dd296e75d2', 'name': '', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:2c:ab:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:24Z', 'updated_at': '2022-05-25T21:20:28Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:20:30.132372 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5ca8f7ca-24df-45b6-aa1b-4929b785ea38 req-1ab494e1-4273-441b-a67e-407fede0960f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 210 time: 0.0485566 May 25 21:20:30.756118 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0778dd84-b314-4fdc-8c50-6bf3cde738b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:30.872446 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 73ea7e37-02db-4c16-a923-b9dd296e75d2 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:20:30.944965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 73ea7e37-02db-4c16-a923-b9dd296e75d2 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:20:30.949569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 73ea7e37-02db-4c16-a923-b9dd296e75d2 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:20:30.949931 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:31.065483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 73ea7e37-02db-4c16-a923-b9dd296e75d2 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:20:31.065854 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:31.097993 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 73ea7e37-02db-4c16-a923-b9dd296e75d2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=73ea7e37-02db-4c16-a923-b9dd296e75d2,segment=NetworkSegment(8df91b80-d0dc-40da-b0f7-908aa02a089d),segment_id=8df91b80-d0dc-40da-b0f7-908aa02a089d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:20:31.101927 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:31.168289 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=73ea7e37-02db-4c16-a923-b9dd296e75d2,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:31.241288 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-208534ce-ebb0-40e5-8dfe-d511e4b538de req-62f387d7-f837-4a4c-9b62-a9bc5d4071f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 210 time: 0.0461841 May 25 21:20:31.529194 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:31.987878 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:32.388357 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2112644f-ba5e-4d41-bfaf-f1e9147f0850 req-5405a9ab-7874-41e8-9d5c-5b303630ba91 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 210 time: 0.0426533 May 25 21:20:32.857030 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 73ea7e37-02db-4c16-a923-b9dd296e75d2 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:20:32.936072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 73ea7e37-02db-4c16-a923-b9dd296e75d2 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:20:32.936433 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:33.057907 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 73ea7e37-02db-4c16-a923-b9dd296e75d2 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:20:33.111092 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-40475caf-80ac-41b5-a7ba-b25b18b875c4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:33.111789 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-40475caf-80ac-41b5-a7ba-b25b18b875c4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:20:33.124555 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-40475caf-80ac-41b5-a7ba-b25b18b875c4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:20:33.125651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-40475caf-80ac-41b5-a7ba-b25b18b875c4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.50 "GET /v2.0/networks?id=931554b0-e44c-4a9a-ac7e-af8485de1557 HTTP/1.1" status: 200 len: 796 time: 0.1720815 May 25 21:20:33.174531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-f77bd23c-21bc-421a-9183-76d449030015 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:20:33.186471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-f77bd23c-21bc-421a-9183-76d449030015 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:20:33.187572 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-f77bd23c-21bc-421a-9183-76d449030015 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 380 time: 0.0544684 May 25 21:20:33.197059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'port': {'device_id': 'e9003d22-ed47-41d7-bd67-24301043c177', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'admin_state_up': True, 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'security_groups': ['c99efd7a-172d-4405-a292-0af105da1425']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:20:33.322962 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:33.354127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:20:33.363727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:20:33.372685 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:20:33.376203 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:33.545114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd87eb5a-d3b5-4447-aac2-b8a4d72ef8f7 req-018fd6cd-2256-4cea-821b-86ae874633bf tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 210 time: 0.0442779 May 25 21:20:33.675431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.20.0.11 (931554b0-e44c-4a9a-ac7e-af8485de1557/c4a73a6d-6566-4048-a338-cf5a5f964f85/b935c2c5-e01c-484b-b8ad-74a6c597cd8f) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:20:33.862693 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:33.877841 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Transition to ACTIVE for port object b935c2c5-e01c-484b-b8ad-74a6c597cd8f will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:20:33.902827 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:33.977653 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 931554b0-e44c-4a9a-ac7e-af8485de1557 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:20:33.981244 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:20:33.985109 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:20:34.016014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=b935c2c5-e01c-484b-b8ad-74a6c597cd8f,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:34.054006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:34.054904 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:34.083512 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-db98587f-0e80-41a0-81da-43aedf978e0c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8898947 May 25 21:20:34.139668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Request body: {'port': {'device_id': 'e9003d22-ed47-41d7-bd67-24301043c177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:20:34.252716 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:34.257378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a3e74086-382b-4124-8d4a-038fa668c05e None None] Provisioning for port b935c2c5-e01c-484b-b8ad-74a6c597cd8f completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:20:34.263394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-a3e74086-382b-4124-8d4a-038fa668c05e None None] Provisioning complete for port b935c2c5-e01c-484b-b8ad-74a6c597cd8f triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:20:34.263776 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a3e74086-382b-4124-8d4a-038fa668c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:34.319807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-a3e74086-382b-4124-8d4a-038fa668c05e None None] Port b935c2c5-e01c-484b-b8ad-74a6c597cd8f cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:20:34.561721 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:20:34.599729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b935c2c5-e01c-484b-b8ad-74a6c597cd8f {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:20:34.607289 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:34.621548 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Transition to ACTIVE for port object b935c2c5-e01c-484b-b8ad-74a6c597cd8f will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:20:34.626211 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:34.836174 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Pushing event updated for resources: {'Port': ['ID=b935c2c5-e01c-484b-b8ad-74a6c597cd8f,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:34.933836 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6eb728-a084-4db3-9230-f92bce138591 req-06ddf63c-bd4e-48db-babc-56ff1283318b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:34.934557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ad6eb728-a084-4db3-9230-f92bce138591 req-06ddf63c-bd4e-48db-babc-56ff1283318b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:20:34.946906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Attempting to bind port b935c2c5-e01c-484b-b8ad-74a6c597cd8f on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:20:34.947314 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Attempting to bind port b935c2c5-e01c-484b-b8ad-74a6c597cd8f by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '8df91b80-d0dc-40da-b0f7-908aa02a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:20:34.947629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Attempting to bind port b935c2c5-e01c-484b-b8ad-74a6c597cd8f on network 931554b0-e44c-4a9a-ac7e-af8485de1557 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:20:34.956687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Port b935c2c5-e01c-484b-b8ad-74a6c597cd8f on network 931554b0-e44c-4a9a-ac7e-af8485de1557 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:20:34.956994 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Attempting to bind port b935c2c5-e01c-484b-b8ad-74a6c597cd8f on network 931554b0-e44c-4a9a-ac7e-af8485de1557 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:20:34.960906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ad6eb728-a084-4db3-9230-f92bce138591 req-06ddf63c-bd4e-48db-babc-56ff1283318b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:20:34.962051 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad6eb728-a084-4db3-9230-f92bce138591 req-06ddf63c-bd4e-48db-babc-56ff1283318b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 944 time: 0.2932696 May 25 21:20:34.965281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:20:34.965606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Checking segment: {'id': '8df91b80-d0dc-40da-b0f7-908aa02a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:20:34.965979 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Bound using segment: {'id': '8df91b80-d0dc-40da-b0f7-908aa02a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:20:34.966428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Bound port: b935c2c5-e01c-484b-b8ad-74a6c597cd8f, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df91b80-d0dc-40da-b0f7-908aa02a089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:20:34.966764 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:35.068369 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad6eb728-a084-4db3-9230-f92bce138591 req-f863ff1e-f2cd-43f1-b989-132a480b4c5b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917900 May 25 21:20:35.093403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] For port b935c2c5-e01c-484b-b8ad-74a6c597cd8f, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:20:35.096346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] For port b935c2c5-e01c-484b-b8ad-74a6c597cd8f, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b935c2c5-e01c-484b-b8ad-74a6c597cd8f,segment=NetworkSegment(8df91b80-d0dc-40da-b0f7-908aa02a089d),segment_id=8df91b80-d0dc-40da-b0f7-908aa02a089d)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:20:35.099872 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:35.161684 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:35.162277 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:35.163666 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] 10.222.0.50 "PUT /v2.0/ports/b935c2c5-e01c-484b-b8ad-74a6c597cd8f HTTP/1.1" status: 200 len: 1092 time: 1.0727253 May 25 21:20:35.164044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9003d22-ed47-41d7-bd67-24301043c177', 'tag': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:20:35.187018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefcfc3-b3ed-479f-811a-cdf7c5778abc service neutron] Pushing event updated for resources: {'Port': ['ID=b935c2c5-e01c-484b-b8ad-74a6c597cd8f,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:35.239867 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12a9977-926a-4604-8d97-d8c68ea217c2'] response: {'name': 'network-changed', 'server_uuid': 'e9003d22-ed47-41d7-bd67-24301043c177', 'tag': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f', 'status': 'completed', 'code': 200} May 25 21:20:35.298251 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-f3216eb1-3086-497e-8f95-0c54dbe4bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:35.299741 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-f3216eb1-3086-497e-8f95-0c54dbe4bd50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 1095 time: 0.0946636 May 25 21:20:35.368233 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-89131108-5102-452a-b07a-a66675e1411a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b935c2c5-e01c-484b-b8ad-74a6c597cd8f HTTP/1.1" status: 200 len: 217 time: 0.0607083 May 25 21:20:35.547116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-6c1fedd2-dbd8-4424-bfad-bf5e618a2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:35.548444 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-6c1fedd2-dbd8-4424-bfad-bf5e618a2cbc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4a73a6d-6566-4048-a338-cf5a5f964f85 HTTP/1.1" status: 200 len: 834 time: 0.1753130 May 25 21:20:35.622740 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-6ba9112f-852a-42d2-8c1c-d54c5430ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:35.624115 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-6ba9112f-852a-42d2-8c1c-d54c5430ba79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=931554b0-e44c-4a9a-ac7e-af8485de1557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692029 May 25 21:20:35.755123 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-91e42c97-ed57-452b-a3e9-1ad76a509306 service neutron] 10.222.0.50 "GET /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250751 May 25 21:20:35.885492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-02951baf-fcc4-4552-b517-7aec39d64ca4 req-ba75d30c-f86c-45ca-969c-82f0a66afc82 service neutron] 10.222.0.50 "GET /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244435 May 25 21:20:36.000231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a3eb3-caff-44cb-a32b-1cb79cba265c req-fec0164c-f95d-41d9-9f6f-b3beb2dacf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:36.001793 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea2a3eb3-caff-44cb-a32b-1cb79cba265c req-fec0164c-f95d-41d9-9f6f-b3beb2dacf7d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 1095 time: 0.0714014 May 25 21:20:36.135307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a3eb3-caff-44cb-a32b-1cb79cba265c req-5010fa76-1ba0-4684-9d1d-d0ae4b274e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:36.136797 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea2a3eb3-caff-44cb-a32b-1cb79cba265c req-5010fa76-1ba0-4684-9d1d-d0ae4b274e91 service neutron] 10.222.0.50 "GET /v2.0/networks?id=931554b0-e44c-4a9a-ac7e-af8485de1557 HTTP/1.1" status: 200 len: 897 time: 0.1288188 May 25 21:20:36.243000 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea2a3eb3-caff-44cb-a32b-1cb79cba265c req-bcebe1c2-4c4f-438b-9838-536c206700e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b935c2c5-e01c-484b-b8ad-74a6c597cd8f HTTP/1.1" status: 200 len: 217 time: 0.1000321 May 25 21:20:36.326269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a3eb3-caff-44cb-a32b-1cb79cba265c req-ea12c3e4-1f89-4793-98d9-fb181d6507a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:36.328078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea2a3eb3-caff-44cb-a32b-1cb79cba265c req-ea12c3e4-1f89-4793-98d9-fb181d6507a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4a73a6d-6566-4048-a338-cf5a5f964f85 HTTP/1.1" status: 200 len: 834 time: 0.0788600 May 25 21:20:36.388378 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591c049-e4e8-4faa-9875-f0a823a2e48a req-34cc8d0a-6272-401f-950a-c00a99630bc1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:36.389733 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9591c049-e4e8-4faa-9875-f0a823a2e48a req-34cc8d0a-6272-401f-950a-c00a99630bc1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 944 time: 0.1856320 May 25 21:20:36.449423 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9591c049-e4e8-4faa-9875-f0a823a2e48a req-0898da8c-6784-4c06-b846-3df37eb8e759 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528111 May 25 21:20:36.455435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a3eb3-caff-44cb-a32b-1cb79cba265c req-9a360c33-f269-48d0-bd5d-fe6e55486912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:36.456858 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea2a3eb3-caff-44cb-a32b-1cb79cba265c req-9a360c33-f269-48d0-bd5d-fe6e55486912 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=931554b0-e44c-4a9a-ac7e-af8485de1557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230600 May 25 21:20:36.588550 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea2a3eb3-caff-44cb-a32b-1cb79cba265c req-167d3c3b-6f43-46f1-9943-93e5222422c4 service neutron] 10.222.0.50 "GET /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251936 May 25 21:20:36.721860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ea2a3eb3-caff-44cb-a32b-1cb79cba265c req-0ec4bfd1-185f-4a0b-95d2-f5c7a16643d9 service neutron] 10.222.0.50 "GET /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268086 May 25 21:20:37.647551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf582cf1-9f2a-45a8-a293-2c8b4d59d623 req-341ad5b4-a964-455f-b905-85ba54f34381 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:37.649004 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf582cf1-9f2a-45a8-a293-2c8b4d59d623 req-341ad5b4-a964-455f-b905-85ba54f34381 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 944 time: 0.0905783 May 25 21:20:37.693880 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bf582cf1-9f2a-45a8-a293-2c8b4d59d623 req-ab7d325a-8659-49ed-ad54-ce6afb4e1f2e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389245 May 25 21:20:38.308979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b935c2c5-e01c-484b-b8ad-74a6c597cd8f details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:20:38.438081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b935c2c5-e01c-484b-b8ad-74a6c597cd8f, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b935c2c5-e01c-484b-b8ad-74a6c597cd8f,segment=NetworkSegment(8df91b80-d0dc-40da-b0f7-908aa02a089d),segment_id=8df91b80-d0dc-40da-b0f7-908aa02a089d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:20:38.450713 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'port_id': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f', 'mac_address': 'fa:16:3e:9a:2c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:20:38.504001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b935c2c5-e01c-484b-b8ad-74a6c597cd8f is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:20:38.504366 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:38.520538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b935c2c5-e01c-484b-b8ad-74a6c597cd8f {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:20:38.536165 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b935c2c5-e01c-484b-b8ad-74a6c597cd8f, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b935c2c5-e01c-484b-b8ad-74a6c597cd8f,segment=NetworkSegment(8df91b80-d0dc-40da-b0f7-908aa02a089d),segment_id=8df91b80-d0dc-40da-b0f7-908aa02a089d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:20:38.539893 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:38.608667 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b935c2c5-e01c-484b-b8ad-74a6c597cd8f,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:38.759004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['b935c2c5-e01c-484b-b8ad-74a6c597cd8f'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:20:38.880478 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc516b-4ec8-445c-8c5a-b095df2e6088 req-1324202b-02c4-4b00-b62e-718eee284cc1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:38.881861 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eccc516b-4ec8-445c-8c5a-b095df2e6088 req-1324202b-02c4-4b00-b62e-718eee284cc1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 945 time: 0.0819237 May 25 21:20:38.928041 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eccc516b-4ec8-445c-8c5a-b095df2e6088 req-726abd26-ffbd-4aec-be6d-190630ec0509 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396492 May 25 21:20:40.113065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e5f7f-36ae-42bf-8b31-79806599f595 req-b724595a-4ab7-4a01-80a7-3970435f2ccf tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:40.114454 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd2e5f7f-36ae-42bf-8b31-79806599f595 req-b724595a-4ab7-4a01-80a7-3970435f2ccf tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 945 time: 0.0809424 May 25 21:20:40.161903 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd2e5f7f-36ae-42bf-8b31-79806599f595 req-d0a3fee9-d6f9-4a66-b4ea-5084d256f1e7 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416973 May 25 21:20:40.322247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b935c2c5-e01c-484b-b8ad-74a6c597cd8f up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:20:40.391424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port b935c2c5-e01c-484b-b8ad-74a6c597cd8f completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:20:40.395921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port b935c2c5-e01c-484b-b8ad-74a6c597cd8f triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:20:40.396278 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:40.510005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b935c2c5-e01c-484b-b8ad-74a6c597cd8f is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:20:40.510399 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:40.536403 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9003d22-ed47-41d7-bd67-24301043c177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:20:40.545653 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b935c2c5-e01c-484b-b8ad-74a6c597cd8f, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b935c2c5-e01c-484b-b8ad-74a6c597cd8f,segment=NetworkSegment(8df91b80-d0dc-40da-b0f7-908aa02a089d),segment_id=8df91b80-d0dc-40da-b0f7-908aa02a089d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:20:40.550410 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:40.585893 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31780842-e96a-4ec9-a9fb-ee8f6ea29212'] response: {'server_uuid': 'e9003d22-ed47-41d7-bd67-24301043c177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f', 'code': 200} May 25 21:20:40.617785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b935c2c5-e01c-484b-b8ad-74a6c597cd8f,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:40.714300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fc234-dda9-4d0d-93e9-36090d37db9e req-4a633d38-29d1-4a7c-b56c-aef0701a908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:40.715850 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-652fc234-dda9-4d0d-93e9-36090d37db9e req-4a633d38-29d1-4a7c-b56c-aef0701a908b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 1097 time: 0.0778418 May 25 21:20:40.757988 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-652fc234-dda9-4d0d-93e9-36090d37db9e req-59c531f4-6e7a-4bbe-afdd-d4049c5b98df service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364168 May 25 21:20:41.343955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5f0c6-2ba9-4b41-bc31-9caf168b9d2c req-14dbec3b-b62a-425b-b55d-46086aa2b077 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:41.345354 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-53b5f0c6-2ba9-4b41-bc31-9caf168b9d2c req-14dbec3b-b62a-425b-b55d-46086aa2b077 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.0804226 May 25 21:20:41.392943 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-53b5f0c6-2ba9-4b41-bc31-9caf168b9d2c req-52835aea-eb7e-416d-a28c-75088f040f4c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387857 May 25 21:20:42.581903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb569d0-96f9-43d0-b510-f49647ad7698 req-867972af-6e73-4f12-bfc9-8f56f9675dc4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:42.583372 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fb569d0-96f9-43d0-b510-f49647ad7698 req-867972af-6e73-4f12-bfc9-8f56f9675dc4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.0793583 May 25 21:20:42.626833 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6fb569d0-96f9-43d0-b510-f49647ad7698 req-9e30c5be-39f5-4be4-aeea-3f1e60cd8550 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376768 May 25 21:20:42.821578 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405fdfb-7819-4377-b856-2079369c4182 req-f0491a95-8b25-47fd-8a21-6b459f2c7221 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:42.823201 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a405fdfb-7819-4377-b856-2079369c4182 req-f0491a95-8b25-47fd-8a21-6b459f2c7221 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.0896919 May 25 21:20:42.866706 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a405fdfb-7819-4377-b856-2079369c4182 req-1d312d8b-620f-4fc3-bc6c-2a2ec3f67f17 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379155 May 25 21:20:42.889250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47420) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:42.959328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cd7053-09d7-49c3-aaf5-3ef62aa50b68 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:42.960930 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-80cd7053-09d7-49c3-aaf5-3ef62aa50b68 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 1092 time: 0.0707130 May 25 21:20:42.963838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47424) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:42.968666 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:20:42.975277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:20:42.979799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:floatingip and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:20:42.982550 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:20:42.988167 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:20:42.998740 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:43.138817 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:43.278783 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.25.3.138 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/59a77df4-d052-4420-a7e3-46347fa02d92) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:20:43.441427 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:43.478720 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:43.544633 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:20:43.547368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:20:43.550178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:20:43.599348 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=59a77df4-d052-4420-a7e3-46347fa02d92,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:44.081254 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:44.156112 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:44.363172 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:44.367509 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:44.478816 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=59a77df4-d052-4420-a7e3-46347fa02d92,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:20:44.490340 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:44.661182 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Floating IP 7a914bc5-fae5-4f86-a393-ffd362a20d50 associated. External IP: 172.25.3.138, port: b935c2c5-e01c-484b-b8ad-74a6c597cd8f. May 25 21:20:45.012901 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router efe79d8f-eeea-4918-82ea-37397ad4264c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:20:45.197021 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:20:45.207110 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c1ca38-cf71-463f-81f8-4eeca3b628ff None None] Sync routers for ids ['efe79d8f-eeea-4918-82ea-37397ad4264c'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:20:45.219792 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c1ca38-cf71-463f-81f8-4eeca3b628ff None None] Routers {'efe79d8f-eeea-4918-82ea-37397ad4264c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:20:45.220455 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b1c1ca38-cf71-463f-81f8-4eeca3b628ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:20:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['efe79d8f-eeea-4918-82ea-37397ad4264c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:45.223862 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:45.282809 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-11a12ed5-bc60-4362-b55c-2649b1969f76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3178477 May 25 21:20:45.283509 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9003d22-ed47-41d7-bd67-24301043c177', 'tag': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:20:45.334601 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e33c7123-49a3-4f57-9430-38bb2a3ad28f'] response: {'name': 'network-changed', 'server_uuid': 'e9003d22-ed47-41d7-bd67-24301043c177', 'tag': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f', 'status': 'completed', 'code': 200} May 25 21:20:45.420613 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-b1c1ca38-cf71-463f-81f8-4eeca3b628ff None None] Set router efe79d8f-eeea-4918-82ea-37397ad4264c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:20:45.513600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e35b2e-1524-475e-bb93-4bd9f08ff602 req-7414ba9f-021b-4ca9-92ae-d03e0e7851c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:45.515074 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73e35b2e-1524-475e-bb93-4bd9f08ff602 req-7414ba9f-021b-4ca9-92ae-d03e0e7851c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 1097 time: 0.1582775 May 25 21:20:45.525662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588c820-8204-4318-8ad2-269184eba2c4 req-5fb719c3-f832-4764-80ce-f472ef9a88eb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:45.527047 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7588c820-8204-4318-8ad2-269184eba2c4 req-5fb719c3-f832-4764-80ce-f472ef9a88eb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.1179073 May 25 21:20:45.787063 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7588c820-8204-4318-8ad2-269184eba2c4 req-e00d123d-7375-4e3d-b4cd-809fb219f490 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391224 May 25 21:20:45.800303 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b1c1ca38-cf71-463f-81f8-4eeca3b628ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '7a914bc5-fae5-4f86-a393-ffd362a20d50', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'port_id': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'mac_address': 'fa:16:3e:9a:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9003d22-ed47-41d7-bd67-24301043c177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:20:43Z', 'updated_at': '2022-05-25T21:20:43Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ea7e37-02db-4c16-a923-b9dd296e75d2', 'name': '', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:2c:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:24Z', 'updated_at': '2022-05-25T21:20:31Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:45.804755 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c1ca38-cf71-463f-81f8-4eeca3b628ff None None] Checking router: efe79d8f-eeea-4918-82ea-37397ad4264c for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:20:45.812437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47434) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:45.815094 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c1ca38-cf71-463f-81f8-4eeca3b628ff None None] Routers {'efe79d8f-eeea-4918-82ea-37397ad4264c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:20:45.815872 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b1c1ca38-cf71-463f-81f8-4eeca3b628ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:20:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['efe79d8f-eeea-4918-82ea-37397ad4264c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:45.826627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e35b2e-1524-475e-bb93-4bd9f08ff602 req-9f30696e-c885-40cc-8230-91ca65118fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:45.828042 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73e35b2e-1524-475e-bb93-4bd9f08ff602 req-9f30696e-c885-40cc-8230-91ca65118fcb service neutron] 10.222.0.50 "GET /v2.0/networks?id=931554b0-e44c-4a9a-ac7e-af8485de1557 HTTP/1.1" status: 200 len: 897 time: 0.3001754 May 25 21:20:45.924430 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-42dcf3ea-2622-49bf-bda6-a5863bd7c647 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/7a914bc5-fae5-4f86-a393-ffd362a20d50 HTTP/1.1" status: 200 len: 992 time: 0.1107452 May 25 21:20:45.936647 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73e35b2e-1524-475e-bb93-4bd9f08ff602 req-f4ebda09-b47a-4f4d-87eb-68b61b9837f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b935c2c5-e01c-484b-b8ad-74a6c597cd8f HTTP/1.1" status: 200 len: 1000 time: 0.1028152 May 25 21:20:45.994599 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-b1c1ca38-cf71-463f-81f8-4eeca3b628ff None None] Set router efe79d8f-eeea-4918-82ea-37397ad4264c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:20:45.999939 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e35b2e-1524-475e-bb93-4bd9f08ff602 req-aff42ecb-5a09-440f-8762-fd7336263be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:46.001440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73e35b2e-1524-475e-bb93-4bd9f08ff602 req-aff42ecb-5a09-440f-8762-fd7336263be6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4a73a6d-6566-4048-a338-cf5a5f964f85 HTTP/1.1" status: 200 len: 834 time: 0.0595663 May 25 21:20:46.089972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e35b2e-1524-475e-bb93-4bd9f08ff602 req-5991a835-bb3c-4618-b75c-eca449bdea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:20:46.091498 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73e35b2e-1524-475e-bb93-4bd9f08ff602 req-5991a835-bb3c-4618-b75c-eca449bdea51 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=931554b0-e44c-4a9a-ac7e-af8485de1557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839603 May 25 21:20:46.225337 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73e35b2e-1524-475e-bb93-4bd9f08ff602 req-9daf30a9-30d0-4779-8b40-d4dd0c08c10b service neutron] 10.222.0.50 "GET /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276729 May 25 21:20:46.361466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73e35b2e-1524-475e-bb93-4bd9f08ff602 req-df1d66ad-c8b4-4b68-9100-1106174a1613 service neutron] 10.222.0.50 "GET /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302216 May 25 21:20:46.376103 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b1c1ca38-cf71-463f-81f8-4eeca3b628ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '7a914bc5-fae5-4f86-a393-ffd362a20d50', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'port_id': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'mac_address': 'fa:16:3e:9a:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9003d22-ed47-41d7-bd67-24301043c177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:20:43Z', 'updated_at': '2022-05-25T21:20:43Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ea7e37-02db-4c16-a923-b9dd296e75d2', 'name': '', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:2c:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:24Z', 'updated_at': '2022-05-25T21:20:31Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:20:46.380484 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c1ca38-cf71-463f-81f8-4eeca3b628ff None None] The sync data for ids ['efe79d8f-eeea-4918-82ea-37397ad4264c'] in n-d-843339-1 is: [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '7a914bc5-fae5-4f86-a393-ffd362a20d50', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'port_id': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'mac_address': 'fa:16:3e:9a:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9003d22-ed47-41d7-bd67-24301043c177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:20:43Z', 'updated_at': '2022-05-25T21:20:43Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ea7e37-02db-4c16-a923-b9dd296e75d2', 'name': '', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:2c:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:24Z', 'updated_at': '2022-05-25T21:20:31Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:20:46.576102 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b502e-593f-444a-815a-ef6cfa8f59fa None None] New status for floating IP 7a914bc5-fae5-4f86-a393-ffd362a20d50: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:20:46.928461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47438) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:20:47.031965 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2662a32e-e20b-4a47-95ca-ac402c4f0732 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/7a914bc5-fae5-4f86-a393-ffd362a20d50 HTTP/1.1" status: 200 len: 994 time: 0.1022658 May 25 21:20:54.420360 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:58.316831 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5cd2cedd-4297-43aa-957f-57d72cc083a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:20:58.725575 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:00.758034 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-41456293-3082-4310-a8ab-ae40615ea291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:01.535142 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:01.989581 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:03.330708 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:11.561747 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:21:13.957357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da4bb2-c99c-4729-81cb-4b2fdadd3476 req-76953cb0-2676-48b4-a4d8-0325b8b459cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:13.958880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76da4bb2-c99c-4729-81cb-4b2fdadd3476 req-76953cb0-2676-48b4-a4d8-0325b8b459cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 1097 time: 0.0765967 May 25 21:21:13.996028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb97158-6fa5-40f3-a597-61ddcc1108ba req-3d01f989-fd70-4f31-b736-8bf47c820b67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:13.997491 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3eb97158-6fa5-40f3-a597-61ddcc1108ba req-3d01f989-fd70-4f31-b736-8bf47c820b67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.0849590 May 25 21:21:14.098080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da4bb2-c99c-4729-81cb-4b2fdadd3476 req-b51ce479-536d-45e3-baba-c4d0612041fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:14.099567 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76da4bb2-c99c-4729-81cb-4b2fdadd3476 req-b51ce479-536d-45e3-baba-c4d0612041fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=931554b0-e44c-4a9a-ac7e-af8485de1557 HTTP/1.1" status: 200 len: 897 time: 0.1335306 May 25 21:21:14.158735 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3eb97158-6fa5-40f3-a597-61ddcc1108ba req-806525bf-fa55-42ad-b624-cc01fce637a2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552413 May 25 21:21:14.212211 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76da4bb2-c99c-4729-81cb-4b2fdadd3476 req-516234d8-2166-4755-990a-df576bebb643 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b935c2c5-e01c-484b-b8ad-74a6c597cd8f HTTP/1.1" status: 200 len: 1002 time: 0.1036351 May 25 21:21:14.277094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da4bb2-c99c-4729-81cb-4b2fdadd3476 req-3c42188d-0bf8-4213-9b1f-39d98b4f6ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:14.278541 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76da4bb2-c99c-4729-81cb-4b2fdadd3476 req-3c42188d-0bf8-4213-9b1f-39d98b4f6ba2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4a73a6d-6566-4048-a338-cf5a5f964f85 HTTP/1.1" status: 200 len: 834 time: 0.0575140 May 25 21:21:14.355911 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da4bb2-c99c-4729-81cb-4b2fdadd3476 req-0699c9fd-4a99-40b4-bb48-c26806734f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:14.357338 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76da4bb2-c99c-4729-81cb-4b2fdadd3476 req-0699c9fd-4a99-40b4-bb48-c26806734f9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=931554b0-e44c-4a9a-ac7e-af8485de1557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727110 May 25 21:21:14.492269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76da4bb2-c99c-4729-81cb-4b2fdadd3476 req-9ec87963-f356-4ac1-9c90-19bae9818b78 service neutron] 10.222.0.50 "GET /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271949 May 25 21:21:14.623412 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-76da4bb2-c99c-4729-81cb-4b2fdadd3476 req-8f0ccbe8-2e50-489f-afb0-6275fbe8f11f service neutron] 10.222.0.50 "GET /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250083 May 25 21:21:15.463423 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d5a18-a03b-49f9-9df8-c6c7c829d749 req-71f1bad5-fa51-4405-84b4-788b7e6aae72 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:15.464743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d4d5a18-a03b-49f9-9df8-c6c7c829d749 req-71f1bad5-fa51-4405-84b4-788b7e6aae72 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.1906009 May 25 21:21:15.509085 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d4d5a18-a03b-49f9-9df8-c6c7c829d749 req-9438483b-2b77-4874-9ecc-0160f8cedce8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381966 May 25 21:21:16.699764 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afcec7-5a34-4e2a-9887-d0c3dc005bca req-1e5e3c03-14bd-4fc6-a1fd-2b2c51d6b9b3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:16.701266 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d7afcec7-5a34-4e2a-9887-d0c3dc005bca req-1e5e3c03-14bd-4fc6-a1fd-2b2c51d6b9b3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.0836377 May 25 21:21:16.746532 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d7afcec7-5a34-4e2a-9887-d0c3dc005bca req-20933501-db68-4a96-80c4-2923e6d022aa tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395818 May 25 21:21:17.930530 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1740d3-d1a5-4457-a99a-48277a030d9c req-1a9b6c2f-18b4-4795-881c-19b18515e7a1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:17.932612 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b1740d3-d1a5-4457-a99a-48277a030d9c req-1a9b6c2f-18b4-4795-881c-19b18515e7a1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.0820606 May 25 21:21:17.976573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6b1740d3-d1a5-4457-a99a-48277a030d9c req-dba1c421-d2f6-41db-9004-13930504b484 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381978 May 25 21:21:19.163999 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3726af-68b8-400a-a643-e696eac57f0c req-15cf008b-6dda-47ae-b30b-60b717c8022c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:19.165462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7f3726af-68b8-400a-a643-e696eac57f0c req-15cf008b-6dda-47ae-b30b-60b717c8022c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.0832572 May 25 21:21:19.208646 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7f3726af-68b8-400a-a643-e696eac57f0c req-466f82fd-9951-489f-b56d-5a29001afda0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374064 May 25 21:21:20.392862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c9a10-1d64-4eb3-a688-89ab62b3a214 req-999b8788-ab39-44e7-88b4-02946a904877 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:20.394330 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-554c9a10-1d64-4eb3-a688-89ab62b3a214 req-999b8788-ab39-44e7-88b4-02946a904877 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.0789914 May 25 21:21:20.442099 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-554c9a10-1d64-4eb3-a688-89ab62b3a214 req-3873e774-9349-4c75-838d-6014bfe0cfa0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 May 25 21:21:21.628677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ba158-a3fa-4ff5-bef1-4e931e675793 req-0579f472-32ed-4ee8-a676-a0a208715cfa tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:21.630144 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-450ba158-a3fa-4ff5-bef1-4e931e675793 req-0579f472-32ed-4ee8-a676-a0a208715cfa tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.0839031 May 25 21:21:21.678100 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-450ba158-a3fa-4ff5-bef1-4e931e675793 req-255780d1-3193-45e5-9a52-6cfeb0c4d219 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414510 May 25 21:21:22.863086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36100f5-6ec5-4837-b02c-1dce8dd4afa8 req-49e442d1-cee7-483c-b62b-a0d25ddac0d7 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:22.864500 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a36100f5-6ec5-4837-b02c-1dce8dd4afa8 req-49e442d1-cee7-483c-b62b-a0d25ddac0d7 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.0794446 May 25 21:21:22.908456 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a36100f5-6ec5-4837-b02c-1dce8dd4afa8 req-669a035b-4dc0-418e-adf3-71607c67cfc9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375545 May 25 21:21:24.102253 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8ae86-eafb-4336-ada9-caaa1395446c req-25d8a3b4-4516-42c9-8c63-7af6a130a7e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:24.103691 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0cb8ae86-eafb-4336-ada9-caaa1395446c req-25d8a3b4-4516-42c9-8c63-7af6a130a7e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.0796928 May 25 21:21:24.147862 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0cb8ae86-eafb-4336-ada9-caaa1395446c req-e7702c22-3ec2-4545-9091-54c955f46d2b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385818 May 25 21:21:24.428798 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:25.340358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac3bac-6bbe-4348-a78c-253b8a8c3b5a req-c4b1d24d-3669-450a-bb22-6808f006d99b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:25.341855 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8fac3bac-6bbe-4348-a78c-253b8a8c3b5a req-c4b1d24d-3669-450a-bb22-6808f006d99b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.0877779 May 25 21:21:25.391627 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8fac3bac-6bbe-4348-a78c-253b8a8c3b5a req-47cf5969-7783-4c76-97ac-05fae0649eeb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439446 May 25 21:21:26.601763 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537b0da-4fa2-4510-bf50-3b3164d2857e req-4e7d46ec-b8a6-49ae-8b2f-c56bcfd9d1a5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:26.603679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0537b0da-4fa2-4510-bf50-3b3164d2857e req-4e7d46ec-b8a6-49ae-8b2f-c56bcfd9d1a5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.0986567 May 25 21:21:26.655964 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0537b0da-4fa2-4510-bf50-3b3164d2857e req-487adaf0-fa15-4e4f-a714-aeb9c5d5e355 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461345 May 25 21:21:26.680743 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47486) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:21:26.793148 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c3dc7e4c-f92c-45ae-af36-beaaef81b9bd tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/7a914bc5-fae5-4f86-a393-ffd362a20d50 HTTP/1.1" status: 200 len: 994 time: 0.1113496 May 25 21:21:28.318531 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0fb2b2ba-f8bb-49be-896c-962d64db7c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:28.740009 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:30.759550 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-458819a0-0715-4f30-aae1-26c42129c8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:31.530650 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:31.991883 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:33.328998 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:42.840750 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f3ba64-4e04-4f06-87ef-470d70aa8e82 req-d9ca219a-c9bb-44b6-adc4-b6363edab5c8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694313 May 25 21:21:42.983156 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ba64-4e04-4f06-87ef-470d70aa8e82 req-a5c49870-1136-47d0-968b-478c9027bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:42.984508 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f3ba64-4e04-4f06-87ef-470d70aa8e82 req-a5c49870-1136-47d0-968b-478c9027bb11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 1097 time: 0.0752747 May 25 21:21:43.131514 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ba64-4e04-4f06-87ef-470d70aa8e82 req-20fe026c-0afb-4fc4-9d13-0606555a3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:43.132974 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f3ba64-4e04-4f06-87ef-470d70aa8e82 req-20fe026c-0afb-4fc4-9d13-0606555a3897 service neutron] 10.222.0.50 "GET /v2.0/networks?id=931554b0-e44c-4a9a-ac7e-af8485de1557 HTTP/1.1" status: 200 len: 897 time: 0.1274662 May 25 21:21:43.232834 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f3ba64-4e04-4f06-87ef-470d70aa8e82 req-16dfaec4-b022-4b7a-b625-f559d6244830 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b935c2c5-e01c-484b-b8ad-74a6c597cd8f HTTP/1.1" status: 200 len: 1002 time: 0.0929165 May 25 21:21:43.296416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ba64-4e04-4f06-87ef-470d70aa8e82 req-0fd552ef-75a7-4d1f-83dc-c2fe64b9ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:43.297728 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f3ba64-4e04-4f06-87ef-470d70aa8e82 req-0fd552ef-75a7-4d1f-83dc-c2fe64b9ea70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4a73a6d-6566-4048-a338-cf5a5f964f85 HTTP/1.1" status: 200 len: 834 time: 0.0591702 May 25 21:21:43.369877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ba64-4e04-4f06-87ef-470d70aa8e82 req-a713acfd-16ee-4838-af2f-76800647d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:43.371364 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f3ba64-4e04-4f06-87ef-470d70aa8e82 req-a713acfd-16ee-4838-af2f-76800647d0af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=931554b0-e44c-4a9a-ac7e-af8485de1557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683801 May 25 21:21:43.500398 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f3ba64-4e04-4f06-87ef-470d70aa8e82 req-538edb06-46bd-4f6e-bfef-57b08b0c82c9 service neutron] 10.222.0.50 "GET /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230185 May 25 21:21:43.631231 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13f3ba64-4e04-4f06-87ef-470d70aa8e82 req-e13e07bb-4ae1-4ab4-b212-5acc1f4d3c98 service neutron] 10.222.0.50 "GET /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249299 May 25 21:21:48.562318 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:21:54.427421 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:57.558603 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47502) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:21:57.767029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port 59a77df4-d052-4420-a7e3-46347fa02d92 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:21:57.767431 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:57.937462 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:57.937785 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:58.060857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for 59a77df4-d052-4420-a7e3-46347fa02d92 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:21:58.214432 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:58.263948 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=59a77df4-d052-4420-a7e3-46347fa02d92,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:21:58.304087 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:21:58.304425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:21:58.304765 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:21:58.305096 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:21:58.305423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:21:58.305751 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:21:58.306078 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:21:58.306430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:21:58.307278 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:21:58.307604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:21:58.307929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:21:58.308242 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:21:58.321915 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3df0181f-5fe8-43de-9335-bcc1f22582c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:58.368506 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:58.368837 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Floating IP 7a914bc5-fae5-4f86-a393-ffd362a20d50 disassociated (deleted). External IP: 172.25.3.138, port: b935c2c5-e01c-484b-b8ad-74a6c597cd8f. May 25 21:21:58.739116 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:58.827667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router efe79d8f-eeea-4918-82ea-37397ad4264c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:21:59.008347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:21:59.018144 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0df919-ecbd-4704-8200-3997c378acb0 None None] Sync routers for ids ['efe79d8f-eeea-4918-82ea-37397ad4264c'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:21:59.028149 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0df919-ecbd-4704-8200-3997c378acb0 None None] Routers {'efe79d8f-eeea-4918-82ea-37397ad4264c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:21:59.028752 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0a0df919-ecbd-4704-8200-3997c378acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:21:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['efe79d8f-eeea-4918-82ea-37397ad4264c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:21:59.030451 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:21:59.087292 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7e20bcdf-8c38-4a92-84f1-6e87a5082384 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/floatingips/7a914bc5-fae5-4f86-a393-ffd362a20d50 HTTP/1.1" status: 204 len: 168 time: 1.5276122 May 25 21:21:59.087947 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9003d22-ed47-41d7-bd67-24301043c177', 'tag': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:21:59.140559 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e641e12e-9ee3-44fc-b55f-655b4b404058'] response: {'name': 'network-changed', 'server_uuid': 'e9003d22-ed47-41d7-bd67-24301043c177', 'tag': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f', 'status': 'completed', 'code': 200} May 25 21:21:59.207678 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-0a0df919-ecbd-4704-8200-3997c378acb0 None None] Set router efe79d8f-eeea-4918-82ea-37397ad4264c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:21:59.237950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfaf22-2bb6-4b2d-852d-08f5499e6b79 req-f3f91a75-c0f8-42f3-8089-53025e5ce37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:59.239445 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2bfaf22-2bb6-4b2d-852d-08f5499e6b79 req-f3f91a75-c0f8-42f3-8089-53025e5ce37b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 1097 time: 0.0780208 May 25 21:21:59.382070 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfaf22-2bb6-4b2d-852d-08f5499e6b79 req-f19c53d0-c659-4405-a526-f30782733326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:59.383581 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2bfaf22-2bb6-4b2d-852d-08f5499e6b79 req-f19c53d0-c659-4405-a526-f30782733326 service neutron] 10.222.0.50 "GET /v2.0/networks?id=931554b0-e44c-4a9a-ac7e-af8485de1557 HTTP/1.1" status: 200 len: 897 time: 0.1384830 May 25 21:21:59.485508 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2bfaf22-2bb6-4b2d-852d-08f5499e6b79 req-4328a6a9-db24-44ba-9678-8aea688e4b4c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b935c2c5-e01c-484b-b8ad-74a6c597cd8f HTTP/1.1" status: 200 len: 217 time: 0.0951335 May 25 21:21:59.526477 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0a0df919-ecbd-4704-8200-3997c378acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '73ea7e37-02db-4c16-a923-b9dd296e75d2', 'name': '', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:2c:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:24Z', 'updated_at': '2022-05-25T21:20:31Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:21:59.530995 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0df919-ecbd-4704-8200-3997c378acb0 None None] Checking router: efe79d8f-eeea-4918-82ea-37397ad4264c for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:21:59.539049 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0df919-ecbd-4704-8200-3997c378acb0 None None] Routers {'efe79d8f-eeea-4918-82ea-37397ad4264c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:21:59.539622 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0a0df919-ecbd-4704-8200-3997c378acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:21:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['efe79d8f-eeea-4918-82ea-37397ad4264c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:21:59.564722 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfaf22-2bb6-4b2d-852d-08f5499e6b79 req-b4d2ac0a-40ea-4772-a283-85f85dff35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:59.566065 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2bfaf22-2bb6-4b2d-852d-08f5499e6b79 req-b4d2ac0a-40ea-4772-a283-85f85dff35ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4a73a6d-6566-4048-a338-cf5a5f964f85 HTTP/1.1" status: 200 len: 834 time: 0.0746262 May 25 21:21:59.732347 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-0a0df919-ecbd-4704-8200-3997c378acb0 None None] Set router efe79d8f-eeea-4918-82ea-37397ad4264c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:21:59.745172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595f1d9-5d0c-4ed1-a442-61326ebb68c0 req-c64d9ee3-fe97-4994-80d9-a2acfa627759 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:59.746768 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d595f1d9-5d0c-4ed1-a442-61326ebb68c0 req-c64d9ee3-fe97-4994-80d9-a2acfa627759 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.3036237 May 25 21:21:59.809656 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d595f1d9-5d0c-4ed1-a442-61326ebb68c0 req-788fa07b-91e5-437f-881d-77c89a7757a5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540643 May 25 21:21:59.816052 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfaf22-2bb6-4b2d-852d-08f5499e6b79 req-e02f6d00-3cd0-4c01-9bfb-d33d50fa7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:21:59.817405 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2bfaf22-2bb6-4b2d-852d-08f5499e6b79 req-e02f6d00-3cd0-4c01-9bfb-d33d50fa7056 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=931554b0-e44c-4a9a-ac7e-af8485de1557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2439682 May 25 21:21:59.954111 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2bfaf22-2bb6-4b2d-852d-08f5499e6b79 req-273e5120-0e13-4777-bd0f-2472621fba1a service neutron] 10.222.0.50 "GET /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282017 May 25 21:22:00.053490 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-0a0df919-ecbd-4704-8200-3997c378acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '73ea7e37-02db-4c16-a923-b9dd296e75d2', 'name': '', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:2c:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:24Z', 'updated_at': '2022-05-25T21:20:31Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:00.057524 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0df919-ecbd-4704-8200-3997c378acb0 None None] The sync data for ids ['efe79d8f-eeea-4918-82ea-37397ad4264c'] in n-d-843339-1 is: [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '73ea7e37-02db-4c16-a923-b9dd296e75d2', 'name': '', 'network_id': '931554b0-e44c-4a9a-ac7e-af8485de1557', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:2c:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:24Z', 'updated_at': '2022-05-25T21:20:31Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c4a73a6d-6566-4048-a338-cf5a5f964f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:22:00.095764 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f2bfaf22-2bb6-4b2d-852d-08f5499e6b79 req-2174d926-e86a-40d6-b636-9dc00fdc048c service neutron] 10.222.0.50 "GET /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314726 May 25 21:22:00.272794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2fbb0b-6687-4460-b884-a0a241d78d15 None None] New status for floating IP 7a914bc5-fae5-4f86-a393-ffd362a20d50: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:22:00.763038 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0c246e46-6049-4c48-abcd-ec30ced9795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:00.861289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726e704-9eb4-4912-b639-0a275471d4d1 req-918a11d3-8cef-4151-9158-2d646a77d4df tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:00.862802 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8726e704-9eb4-4912-b639-0a275471d4d1 req-918a11d3-8cef-4151-9158-2d646a77d4df tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.0811343 May 25 21:22:00.936909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-8726e704-9eb4-4912-b639-0a275471d4d1 req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port b935c2c5-e01c-484b-b8ad-74a6c597cd8f {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:22:00.937239 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8726e704-9eb4-4912-b639-0a275471d4d1 req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:01.009010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ce13b-a31b-4f80-aa40-9a7dd87196a3 req-9ff66416-2dfd-44a9-ade1-366a650b274f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:01.009669 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b44ce13b-a31b-4f80-aa40-9a7dd87196a3 req-9ff66416-2dfd-44a9-ade1-366a650b274f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:22:01.026403 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b44ce13b-a31b-4f80-aa40-9a7dd87196a3 req-9ff66416-2dfd-44a9-ade1-366a650b274f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:22:01.027690 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b44ce13b-a31b-4f80-aa40-9a7dd87196a3 req-9ff66416-2dfd-44a9-ade1-366a650b274f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9003d22-ed47-41d7-bd67-24301043c177 HTTP/1.1" status: 200 len: 946 time: 0.1037023 May 25 21:22:01.074114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b44ce13b-a31b-4f80-aa40-9a7dd87196a3 req-39dcfe41-678f-456b-84f7-fa20de6b396e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99efd7a-172d-4405-a292-0af105da1425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406802 May 25 21:22:01.189130 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-8726e704-9eb4-4912-b639-0a275471d4d1 req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port b935c2c5-e01c-484b-b8ad-74a6c597cd8f, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b935c2c5-e01c-484b-b8ad-74a6c597cd8f,segment=NetworkSegment(8df91b80-d0dc-40da-b0f7-908aa02a089d),segment_id=8df91b80-d0dc-40da-b0f7-908aa02a089d)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:22:01.189798 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8726e704-9eb4-4912-b639-0a275471d4d1 req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:01.312723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-8726e704-9eb4-4912-b639-0a275471d4d1 req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for b935c2c5-e01c-484b-b8ad-74a6c597cd8f owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:22:01.456954 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8726e704-9eb4-4912-b639-0a275471d4d1 req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:01.506139 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=b935c2c5-e01c-484b-b8ad-74a6c597cd8f,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:01.536260 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:01.549481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:01.549814 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:01.550140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:01.550483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:01.550801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:01.551115 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:01.551431 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:01.551746 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:01.552058 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:01.552369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:01.552678 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:01.552985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:01.593108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-8726e704-9eb4-4912-b639-0a275471d4d1 req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] No DVR routers for this DVR port b935c2c5-e01c-484b-b8ad-74a6c597cd8f on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:22:01.595515 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-8726e704-9eb4-4912-b639-0a275471d4d1 req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:01.598006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9003d22-ed47-41d7-bd67-24301043c177', 'name': 'network-vif-deleted', 'tag': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:22:01.613547 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8726e704-9eb4-4912-b639-0a275471d4d1 req-ffdf6bb7-1190-476b-87e4-0712a01390f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.50 "DELETE /v2.0/ports/b935c2c5-e01c-484b-b8ad-74a6c597cd8f HTTP/1.1" status: 204 len: 173 time: 0.7457831 May 25 21:22:01.644481 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314a6199-a840-485e-b025-9a3d1e0e376a'] response: {'server_uuid': 'e9003d22-ed47-41d7-bd67-24301043c177', 'name': 'network-vif-deleted', 'tag': 'b935c2c5-e01c-484b-b8ad-74a6c597cd8f', 'status': 'completed', 'code': 200} May 25 21:22:01.997841 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:02.179364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47520) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:02.758307 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99af8058-d09c-4501-bc52-119113f405ec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:03.237998 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-99af8058-d09c-4501-bc52-119113f405ec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port 73ea7e37-02db-4c16-a923-b9dd296e75d2 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:22:03.238719 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99af8058-d09c-4501-bc52-119113f405ec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:03.347872 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:03.428261 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-99af8058-d09c-4501-bc52-119113f405ec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port 73ea7e37-02db-4c16-a923-b9dd296e75d2, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=73ea7e37-02db-4c16-a923-b9dd296e75d2,segment=NetworkSegment(8df91b80-d0dc-40da-b0f7-908aa02a089d),segment_id=8df91b80-d0dc-40da-b0f7-908aa02a089d)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:22:03.428618 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99af8058-d09c-4501-bc52-119113f405ec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:03.561899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-99af8058-d09c-4501-bc52-119113f405ec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for 73ea7e37-02db-4c16-a923-b9dd296e75d2 owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:22:03.894492 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99af8058-d09c-4501-bc52-119113f405ec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:03.970266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af8058-d09c-4501-bc52-119113f405ec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=73ea7e37-02db-4c16-a923-b9dd296e75d2,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:04.226870 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-99af8058-d09c-4501-bc52-119113f405ec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:04.723473 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99af8058-d09c-4501-bc52-119113f405ec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router efe79d8f-eeea-4918-82ea-37397ad4264c has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:22:04.835434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b935c2c5-e01c-484b-b8ad-74a6c597cd8f no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:22:04.873455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: b935c2c5-e01c-484b-b8ad-74a6c597cd8f {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:22:04.873787 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b935c2c5-e01c-484b-b8ad-74a6c597cd8f not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:22:04.906987 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99af8058-d09c-4501-bc52-119113f405ec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:22:04.916989 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316757f6-a144-40f0-b53c-2c2e5d357622 None None] Sync routers for ids ['efe79d8f-eeea-4918-82ea-37397ad4264c'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:22:04.920422 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-99af8058-d09c-4501-bc52-119113f405ec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "PUT /v2.0/routers/efe79d8f-eeea-4918-82ea-37397ad4264c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7396872 May 25 21:22:04.923000 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47524) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:04.926409 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316757f6-a144-40f0-b53c-2c2e5d357622 None None] Routers {'efe79d8f-eeea-4918-82ea-37397ad4264c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:22:04.926989 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-316757f6-a144-40f0-b53c-2c2e5d357622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:22:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['efe79d8f-eeea-4918-82ea-37397ad4264c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:04.990893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-620bd7ea-dbb9-4861-82f7-58455241e48a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting subnet c4a73a6d-6566-4048-a338-cf5a5f964f85 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:22:04.993844 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-620bd7ea-dbb9-4861-82f7-58455241e48a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:05.054768 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-620bd7ea-dbb9-4861-82f7-58455241e48a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:05.136369 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-316757f6-a144-40f0-b53c-2c2e5d357622 None None] Set router efe79d8f-eeea-4918-82ea-37397ad4264c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:22:05.144557 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-620bd7ea-dbb9-4861-82f7-58455241e48a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:05.219328 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-620bd7ea-dbb9-4861-82f7-58455241e48a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:05.257360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bd7ea-dbb9-4861-82f7-58455241e48a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a73a6d-6566-4048-a338-cf5a5f964f85,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:05.264313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-620bd7ea-dbb9-4861-82f7-58455241e48a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:05.270050 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129d6668-4142-4ce0-9e39-e90d76871da6 None None] Network 931554b0-e44c-4a9a-ac7e-af8485de1557 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:22:05.274643 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47528) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:05.274788 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-620bd7ea-dbb9-4861-82f7-58455241e48a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/subnets/c4a73a6d-6566-4048-a338-cf5a5f964f85 HTTP/1.1" status: 204 len: 168 time: 0.3507562 May 25 21:22:05.435069 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-316757f6-a144-40f0-b53c-2c2e5d357622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:22:03Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:05.438972 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316757f6-a144-40f0-b53c-2c2e5d357622 None None] Checking router: efe79d8f-eeea-4918-82ea-37397ad4264c for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:22:05.448413 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316757f6-a144-40f0-b53c-2c2e5d357622 None None] Routers {'efe79d8f-eeea-4918-82ea-37397ad4264c'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:22:05.449086 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-316757f6-a144-40f0-b53c-2c2e5d357622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:22:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['efe79d8f-eeea-4918-82ea-37397ad4264c'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:05.472290 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:05.535320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] DHCP port deletion for 931554b0-e44c-4a9a-ac7e-af8485de1557 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:22:05.539927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Deleting port 209283ec-2069-40b6-adb7-bb84565a4e2d {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:22:05.540505 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:05.629760 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-316757f6-a144-40f0-b53c-2c2e5d357622 None None] Set router efe79d8f-eeea-4918-82ea-37397ad4264c gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:22:05.663902 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:05.678177 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:22:05.678623 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:05.797376 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] For port 209283ec-2069-40b6-adb7-bb84565a4e2d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=209283ec-2069-40b6-adb7-bb84565a4e2d,segment=NetworkSegment(8df91b80-d0dc-40da-b0f7-908aa02a089d),segment_id=8df91b80-d0dc-40da-b0f7-908aa02a089d)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:22:05.797772 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:05.864663 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=42ad39a6-4b09-4cff-b6ef-e1d70bff4b91,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:22:05.865270 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:05.924664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Calling delete_port for 209283ec-2069-40b6-adb7-bb84565a4e2d owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:22:05.946645 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-316757f6-a144-40f0-b53c-2c2e5d357622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:22:03Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:05.951255 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316757f6-a144-40f0-b53c-2c2e5d357622 None None] The sync data for ids ['efe79d8f-eeea-4918-82ea-37397ad4264c'] in n-d-843339-1 is: [{'id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964941978', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:20:20Z', 'updated_at': '2022-05-25T21:22:03Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '42ad39a6-4b09-4cff-b6ef-e1d70bff4b91', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe79d8f-eeea-4918-82ea-37397ad4264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:20:21Z', 'updated_at': '2022-05-25T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:22:05.993051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:22:06.018638 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:06.081933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Pushing event deleted for resources: {'Port': ['ID=209283ec-2069-40b6-adb7-bb84565a4e2d,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:06.086366 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] No DVR routers for this DVR port 209283ec-2069-40b6-adb7-bb84565a4e2d on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:22:06.098415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:06.098751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:06.099076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:06.099394 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:06.099714 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:06.100024 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:06.100334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:06.100643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:06.100950 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:06.101254 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:06.101559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:06.101862 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad4347-381b-47e7-9a80-5c726bd2c13f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:06.176913 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:06.226021 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=42ad39a6-4b09-4cff-b6ef-e1d70bff4b91,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:06.316464 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:06.611402 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:06.613595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:06.636590 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:06.637072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Fanout notify agent at l3_agent the message router_deleted on router efe79d8f-eeea-4918-82ea-37397ad4264c {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:22:06.652579 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:06.653696 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-eaf82419-babf-4b2e-b326-ea3318c5d9a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/routers/efe79d8f-eeea-4918-82ea-37397ad4264c HTTP/1.1" status: 204 len: 168 time: 1.3775625 May 25 21:22:06.656457 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47532) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:06.780237 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e16ab5f8-256a-498f-b87c-aa3650207b02 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:06.909078 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e16ab5f8-256a-498f-b87c-aa3650207b02 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:06.934309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e16ab5f8-256a-498f-b87c-aa3650207b02 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931554b0-e44c-4a9a-ac7e-af8485de1557']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:06.945926 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e16ab5f8-256a-498f-b87c-aa3650207b02 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df91b80-d0dc-40da-b0f7-908aa02a089d') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:06.946243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-e16ab5f8-256a-498f-b87c-aa3650207b02 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df91b80-d0dc-40da-b0f7-908aa02a089d') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:06.957422 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e16ab5f8-256a-498f-b87c-aa3650207b02 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:06.972783 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e16ab5f8-256a-498f-b87c-aa3650207b02 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:06.979141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16ab5f8-256a-498f-b87c-aa3650207b02 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:22:06.979505 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e16ab5f8-256a-498f-b87c-aa3650207b02 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.047674 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 8df91b80-d0dc-40da-b0f7-908aa02a089d resource provider aggregate not found May 25 21:22:07.070960 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment 8df91b80-d0dc-40da-b0f7-908aa02a089d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8df91b80-d0dc-40da-b0f7-908aa02a089d found for delete ", "request_id": "req-e439cf03-9b13-4bab-9542-3c2a689e5a84"}]} May 25 21:22:07.082461 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e16ab5f8-256a-498f-b87c-aa3650207b02 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.100414 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e16ab5f8-256a-498f-b87c-aa3650207b02 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.113702 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ab5f8-256a-498f-b87c-aa3650207b02 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Network': ['ID=931554b0-e44c-4a9a-ac7e-af8485de1557,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:07.125791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e16ab5f8-256a-498f-b87c-aa3650207b02 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/networks/931554b0-e44c-4a9a-ac7e-af8485de1557 HTTP/1.1" status: 204 len: 168 time: 0.4683049 May 25 21:22:07.128385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47540) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:07.164248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 209283ec-2069-40b6-adb7-bb84565a4e2d no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:22:07.198733 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 209283ec-2069-40b6-adb7-bb84565a4e2d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:22:07.199068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 209283ec-2069-40b6-adb7-bb84565a4e2d not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:22:07.199482 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 73ea7e37-02db-4c16-a923-b9dd296e75d2 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:22:07.206416 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6f73b70-a5c1-4c4d-8df6-bbdcf1b5f197 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.236363 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6f73b70-a5c1-4c4d-8df6-bbdcf1b5f197 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.280805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 73ea7e37-02db-4c16-a923-b9dd296e75d2 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:22:07.281132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 73ea7e37-02db-4c16-a923-b9dd296e75d2 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:22:07.281544 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:22:07.310282 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6f73b70-a5c1-4c4d-8df6-bbdcf1b5f197 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.316840 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:22:07.317182 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 42ad39a6-4b09-4cff-b6ef-e1d70bff4b91 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:22:07.329089 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f73b70-a5c1-4c4d-8df6-bbdcf1b5f197 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99efd7a-172d-4405-a292-0af105da1425,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:07.340101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e6f73b70-a5c1-4c4d-8df6-bbdcf1b5f197 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.343977 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e6f73b70-a5c1-4c4d-8df6-bbdcf1b5f197 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/security-groups/c99efd7a-172d-4405-a292-0af105da1425 HTTP/1.1" status: 204 len: 168 time: 0.2118537 May 25 21:22:07.472776 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47548) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:07.478127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142633559', 'description': 'tempest-secgroup-smoke-1142633559 description', 'project_id': 'ace6db10b40f43c69163fbdb905d366b'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:22:07.484857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:22:07.488970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:22:07.491829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:22:07.497452 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:22:07.507578 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.528028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:22:07.531790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:22:07.534531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:22:07.540129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:22:07.612892 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.616649 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.661015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c5c757-caea-43b9-8950-8d5c6654116e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:07.673426 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.675491 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6a977811-4a8d-4723-9356-6bc0ffda78cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2013242 May 25 21:22:07.678362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47552) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:07.684531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-80a8139d-0cbd-440e-8a10-547b52229a40 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'b3c5c757-caea-43b9-8950-8d5c6654116e', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:22:07.692356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-80a8139d-0cbd-440e-8a10-547b52229a40 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:22:07.696209 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-80a8139d-0cbd-440e-8a10-547b52229a40 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:22:07.699703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-80a8139d-0cbd-440e-8a10-547b52229a40 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:22:07.705254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-80a8139d-0cbd-440e-8a10-547b52229a40 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:22:07.726083 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80a8139d-0cbd-440e-8a10-547b52229a40 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.789863 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80a8139d-0cbd-440e-8a10-547b52229a40 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.793570 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80a8139d-0cbd-440e-8a10-547b52229a40 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.817360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8139d-0cbd-440e-8a10-547b52229a40 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d42df4-dc9b-46de-b5ae-179c516c45d3,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:07.828104 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-80a8139d-0cbd-440e-8a10-547b52229a40 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.828767 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-80a8139d-0cbd-440e-8a10-547b52229a40 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493924 May 25 21:22:07.831566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47556) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:07.836621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7c9e6558-5bcf-4b46-8881-8574e245166a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'b3c5c757-caea-43b9-8950-8d5c6654116e', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:22:07.843581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7c9e6558-5bcf-4b46-8881-8574e245166a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:22:07.847474 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7c9e6558-5bcf-4b46-8881-8574e245166a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:22:07.850332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7c9e6558-5bcf-4b46-8881-8574e245166a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:22:07.856372 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7c9e6558-5bcf-4b46-8881-8574e245166a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:22:07.873845 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7c9e6558-5bcf-4b46-8881-8574e245166a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.935012 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7c9e6558-5bcf-4b46-8881-8574e245166a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.938425 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7c9e6558-5bcf-4b46-8881-8574e245166a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.963273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e6558-5bcf-4b46-8881-8574e245166a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d6a298-7446-4416-a169-14bb5f41afe8,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:07.972330 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7c9e6558-5bcf-4b46-8881-8574e245166a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:07.973624 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7c9e6558-5bcf-4b46-8881-8574e245166a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411340 May 25 21:22:07.976342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47560) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:07.981311 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-9cc79789-504d-4fa8-96b5-98d935dc3021 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'b3c5c757-caea-43b9-8950-8d5c6654116e', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:22:07.987956 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9cc79789-504d-4fa8-96b5-98d935dc3021 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:22:07.991734 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9cc79789-504d-4fa8-96b5-98d935dc3021 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:22:07.995144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9cc79789-504d-4fa8-96b5-98d935dc3021 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:22:08.000878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9cc79789-504d-4fa8-96b5-98d935dc3021 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:22:08.017406 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9cc79789-504d-4fa8-96b5-98d935dc3021 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.081062 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9cc79789-504d-4fa8-96b5-98d935dc3021 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.086204 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9cc79789-504d-4fa8-96b5-98d935dc3021 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.109144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc79789-504d-4fa8-96b5-98d935dc3021 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aebb40b-20e7-4397-9bcd-ad4dd6278dd4,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:08.118496 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9cc79789-504d-4fa8-96b5-98d935dc3021 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.120261 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9cc79789-504d-4fa8-96b5-98d935dc3021 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429384 May 25 21:22:08.123273 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47564) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:08.128282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-acd8dfd4-f4a7-4836-a9e3-a9738a174681 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'b3c5c757-caea-43b9-8950-8d5c6654116e', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:22:08.136085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-acd8dfd4-f4a7-4836-a9e3-a9738a174681 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:22:08.139434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-acd8dfd4-f4a7-4836-a9e3-a9738a174681 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:22:08.142414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-acd8dfd4-f4a7-4836-a9e3-a9738a174681 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:22:08.148428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-acd8dfd4-f4a7-4836-a9e3-a9738a174681 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:22:08.164912 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-acd8dfd4-f4a7-4836-a9e3-a9738a174681 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.227510 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-acd8dfd4-f4a7-4836-a9e3-a9738a174681 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.231759 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-acd8dfd4-f4a7-4836-a9e3-a9738a174681 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.259036 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8dfd4-f4a7-4836-a9e3-a9738a174681 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d722424-2209-4c75-93a9-c4c782f323fc,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:08.265432 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-acd8dfd4-f4a7-4836-a9e3-a9738a174681 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.266653 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-acd8dfd4-f4a7-4836-a9e3-a9738a174681 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424787 May 25 21:22:08.269396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47568) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:08.275225 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-4a324678-c929-4a20-bfcf-2e0e103d146b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'b3c5c757-caea-43b9-8950-8d5c6654116e', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:22:08.281888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4a324678-c929-4a20-bfcf-2e0e103d146b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:22:08.285802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4a324678-c929-4a20-bfcf-2e0e103d146b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:22:08.288670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-4a324678-c929-4a20-bfcf-2e0e103d146b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:22:08.294845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-4a324678-c929-4a20-bfcf-2e0e103d146b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:22:08.304366 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-4a324678-c929-4a20-bfcf-2e0e103d146b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Project ace6db10b40f43c69163fbdb905d366b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:22:08.311616 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a324678-c929-4a20-bfcf-2e0e103d146b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.375359 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a324678-c929-4a20-bfcf-2e0e103d146b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.378822 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a324678-c929-4a20-bfcf-2e0e103d146b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.405218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324678-c929-4a20-bfcf-2e0e103d146b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532eac61-ebd3-4785-9363-a51753596829,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:08.414285 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4a324678-c929-4a20-bfcf-2e0e103d146b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.415480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4a324678-c929-4a20-bfcf-2e0e103d146b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451876 May 25 21:22:08.418932 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47572) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:08.424019 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-7306fc52-075c-4c60-a7ff-a8dec5b24e6d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'b3c5c757-caea-43b9-8950-8d5c6654116e', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:22:08.430880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7306fc52-075c-4c60-a7ff-a8dec5b24e6d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:22:08.435343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7306fc52-075c-4c60-a7ff-a8dec5b24e6d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:22:08.438213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-7306fc52-075c-4c60-a7ff-a8dec5b24e6d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:22:08.443955 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-7306fc52-075c-4c60-a7ff-a8dec5b24e6d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:22:08.454213 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-7306fc52-075c-4c60-a7ff-a8dec5b24e6d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Project ace6db10b40f43c69163fbdb905d366b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:22:08.460536 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7306fc52-075c-4c60-a7ff-a8dec5b24e6d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.526844 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7306fc52-075c-4c60-a7ff-a8dec5b24e6d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.530239 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7306fc52-075c-4c60-a7ff-a8dec5b24e6d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.553278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306fc52-075c-4c60-a7ff-a8dec5b24e6d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8df2ef9-0f9f-4a84-9ccb-c56f5d2e8a88,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:08.562426 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7306fc52-075c-4c60-a7ff-a8dec5b24e6d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.563623 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7306fc52-075c-4c60-a7ff-a8dec5b24e6d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437850 May 25 21:22:08.566526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47580) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:08.572136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'network': {'name': 'tempest-network-smoke--1046512186', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'port_security_enabled': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:22:08.577753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:22:08.581895 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:network and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:22:08.584823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:22:08.591295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:22:08.601950 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:22:08.605964 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.633276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:22:08.643012 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.643351 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Added segment e316907f-e22f-437b-bb87-c68a28fa3c6b of type vlan for network 856621f7-944f-4263-b577-d77cc4bd3c9b May 25 21:22:08.671555 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.701094 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.706476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:08.707044 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.815948 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2483366 May 25 21:22:08.818508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97656b-582b-448a-af17-e0c28c380c89 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Network': ['ID=856621f7-944f-4263-b577-d77cc4bd3c9b,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:08.818814 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47584) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:08.825460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'admin_state_up': True, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:22:08.828633 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 856621f7-944f-4263-b577-d77cc4bd3c9b details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:22:08.833929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:22:08.838613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:router and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:22:08.841532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:22:08.848382 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:22:08.858939 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.859989 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:08.877555 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:09.146574 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:09.554851 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:09.583909 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:09.720008 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.25.3.84 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/31164964-134b-47b8-b4a0-40929275f8cb) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:22:09.869882 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:09.899022 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:09.962595 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:22:09.965375 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:22:09.967824 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:22:10.014176 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=31164964-134b-47b8-b4a0-40929275f8cb,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:10.394742 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:10.735787 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:11.054858 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router 336b139a-e323-4f4c-b542-91acb6ec7b49 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 21:22:11.238215 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:22:11.249783 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Sync routers for ids ['336b139a-e323-4f4c-b542-91acb6ec7b49'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:22:11.259408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Routers {'336b139a-e323-4f4c-b542-91acb6ec7b49'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:22:11.260443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:22:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['336b139a-e323-4f4c-b542-91acb6ec7b49'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:11.266084 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:11.267339 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-44103dcf-e47e-457b-aaf7-99b26302d435 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4474373 May 25 21:22:11.270497 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47588) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:11.311543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-68fd87cc-d452-49ea-b47c-0de4ea7a6c58 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ace6db10b40f43c69163fbdb905d366b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398810 May 25 21:22:11.314116 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47592) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:11.437810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Set router 336b139a-e323-4f4c-b542-91acb6ec7b49 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:22:11.443883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9160f8a8-0150-4806-88cf-e401ef88d98c tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:11.445368 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9160f8a8-0150-4806-88cf-e401ef88d98c tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302712 May 25 21:22:11.448724 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47596) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:11.488543 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f454d0a0-e453-47d0-bcbc-0478562b229f tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387225 May 25 21:22:11.491000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47600) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:11.496757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1060574830', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:22:11.607589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:22:11.611490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:subnet and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:22:11.614309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:22:11.620678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:22:11.630318 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:22:11.633854 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:11.720158 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '31164964-134b-47b8-b4a0-40929275f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:22:10Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '31164964-134b-47b8-b4a0-40929275f8cb', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:09Z', 'updated_at': '2022-05-25T21:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:11.724191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Checking router: 336b139a-e323-4f4c-b542-91acb6ec7b49 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:22:11.724385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Updating router 336b139a-e323-4f4c-b542-91acb6ec7b49 port 31164964-134b-47b8-b4a0-40929275f8cb binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:22:11.783373 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:11.863496 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:11.943966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Subnet': ['ID=c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:11.955533 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Checking segment: {'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:22:11.955892 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network hostable DHCP agents. Network: 856621f7-944f-4263-b577-d77cc4bd3c9b, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:22:11.975319 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 856621f7-944f-4263-b577-d77cc4bd3c9b is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:22:11.987020 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 856621f7-944f-4263-b577-d77cc4bd3c9b) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:22:11.991401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:11.991982 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:11.999942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943957ce-02c0-49c1-b69e-67bdfbd6990d None None] Network 856621f7-944f-4263-b577-d77cc4bd3c9b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:22:12.013890 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a4626218-a2bc-4bb1-9d3a-5c41eacbb25c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5218658 May 25 21:22:12.016673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47604) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:12.257638 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:12.306756 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Transition to ACTIVE for port object 31164964-134b-47b8-b4a0-40929275f8cb will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:22:12.315011 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:12.350383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-856621f7-944f-4263-b577-d77cc4bd3c9b', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ips': [{'subnet_id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:22:12.351188 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:12.449068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560421f4-6359-4251-b257-123350899384 None None] Pushing event updated for resources: {'Port': ['ID=31164964-134b-47b8-b4a0-40929275f8cb,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:12.470773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Attempting to bind port 31164964-134b-47b8-b4a0-40929275f8cb on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:22:12.471127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Attempting to bind port 31164964-134b-47b8-b4a0-40929275f8cb by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:22:12.471483 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Attempting to bind port 31164964-134b-47b8-b4a0-40929275f8cb on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:22:12.486519 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:22:12.486882 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:22:12.487274 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:12.487656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:22:12.488119 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Bound port: 31164964-134b-47b8-b4a0-40929275f8cb, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:22:12.488483 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:12.654833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] For port 31164964-134b-47b8-b4a0-40929275f8cb, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:22:12.659121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] For port 31164964-134b-47b8-b4a0-40929275f8cb, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=31164964-134b-47b8-b4a0-40929275f8cb,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:22:12.662812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Allocated IP 172.20.0.2 (856621f7-944f-4263-b577-d77cc4bd3c9b/c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7/8115cfff-32e2-4561-8fde-b44cf4a2f266) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:22:12.668018 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:12.817891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Routers {'336b139a-e323-4f4c-b542-91acb6ec7b49'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:22:12.818538 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:22:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['336b139a-e323-4f4c-b542-91acb6ec7b49'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:12.838347 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:12.893043 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560421f4-6359-4251-b257-123350899384 None None] Pushing event updated for resources: {'Port': ['ID=31164964-134b-47b8-b4a0-40929275f8cb,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:13.088362 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] Set router 336b139a-e323-4f4c-b542-91acb6ec7b49 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:22:13.267041 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:13.291567 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Transition to ACTIVE for port object 8115cfff-32e2-4561-8fde-b44cf4a2f266 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:22:13.327404 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Transition to ACTIVE for port object 8115cfff-32e2-4561-8fde-b44cf4a2f266 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:22:13.343607 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:13.398636 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.20.0.1 (856621f7-944f-4263-b577-d77cc4bd3c9b/c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7/0345dc21-834f-452c-a4f1-10552e947a7a) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:22:13.445442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Network 856621f7-944f-4263-b577-d77cc4bd3c9b is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:22:13.455645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:22:13.460802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:22:13.463626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Pushing event updated for resources: {'Port': ['ID=8115cfff-32e2-4561-8fde-b44cf4a2f266,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:13.561329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Attempting to bind port 8115cfff-32e2-4561-8fde-b44cf4a2f266 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:22:13.561542 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:13.561678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Attempting to bind port 8115cfff-32e2-4561-8fde-b44cf4a2f266 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:22:13.562014 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Attempting to bind port 8115cfff-32e2-4561-8fde-b44cf4a2f266 on network 856621f7-944f-4263-b577-d77cc4bd3c9b {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:22:13.569397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:22:13.569751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Checking segment: {'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:22:13.570133 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:13.570536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Bound using segment: {'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:22:13.570994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Bound port: 8115cfff-32e2-4561-8fde-b44cf4a2f266, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:22:13.571336 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:13.577515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Transition to ACTIVE for port object 0345dc21-834f-452c-a4f1-10552e947a7a will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:22:13.585986 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '31164964-134b-47b8-b4a0-40929275f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:22:10Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '31164964-134b-47b8-b4a0-40929275f8cb', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:09Z', 'updated_at': '2022-05-25T21:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:13.602021 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:13.619938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1baa59-3643-4b05-912e-24f27d2714d9 None None] The sync data for ids ['336b139a-e323-4f4c-b542-91acb6ec7b49'] in n-d-843339-1 is: [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '31164964-134b-47b8-b4a0-40929275f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:22:10Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '31164964-134b-47b8-b4a0-40929275f8cb', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:09Z', 'updated_at': '2022-05-25T21:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:22:13.672548 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] For port 8115cfff-32e2-4561-8fde-b44cf4a2f266, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:22:13.676311 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] For port 8115cfff-32e2-4561-8fde-b44cf4a2f266, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8115cfff-32e2-4561-8fde-b44cf4a2f266,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:22:13.679388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 856621f7-944f-4263-b577-d77cc4bd3c9b is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:22:13.683823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:22:13.684730 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:13.688131 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:22:13.720817 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=0345dc21-834f-452c-a4f1-10552e947a7a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:13.754952 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:13.788481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4076c0-c960-4b5e-b15d-0765372b5c35 None None] Pushing event updated for resources: {'Port': ['ID=8115cfff-32e2-4561-8fde-b44cf4a2f266,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:14.067348 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:14.651340 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:14.656164 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:14.779514 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:14.789385 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824f2440-e882-41ca-af8d-ef1decf04ba9 None None] Network 856621f7-944f-4263-b577-d77cc4bd3c9b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:22:14.801667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=0345dc21-834f-452c-a4f1-10552e947a7a,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:14.898893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-83355032-c662-48f4-b8f1-02d6971a4e46 None None] Provisioning for port 8115cfff-32e2-4561-8fde-b44cf4a2f266 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:22:14.941897 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 856621f7-944f-4263-b577-d77cc4bd3c9b is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:22:14.943111 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:22:14.971564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8115cfff-32e2-4561-8fde-b44cf4a2f266 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:22:15.150501 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 8115cfff-32e2-4561-8fde-b44cf4a2f266 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:22:15.154705 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router 336b139a-e323-4f4c-b542-91acb6ec7b49 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:22:15.157943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8115cfff-32e2-4561-8fde-b44cf4a2f266 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:22:15.158209 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:15.287665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8115cfff-32e2-4561-8fde-b44cf4a2f266 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:22:15.288299 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:15.324626 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 8115cfff-32e2-4561-8fde-b44cf4a2f266, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8115cfff-32e2-4561-8fde-b44cf4a2f266,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:22:15.329668 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:15.330739 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 31164964-134b-47b8-b4a0-40929275f8cb up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:22:15.355815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:22:15.366516 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Sync routers for ids ['336b139a-e323-4f4c-b542-91acb6ec7b49'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:22:15.378591 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Routers {'336b139a-e323-4f4c-b542-91acb6ec7b49'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:22:15.379442 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:22:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['336b139a-e323-4f4c-b542-91acb6ec7b49'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:15.385357 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-65b990fc-9ed2-45e7-b8b5-e16bb0e4878d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "PUT /v2.0/routers/336b139a-e323-4f4c-b542-91acb6ec7b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3674111 May 25 21:22:15.489221 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=8115cfff-32e2-4561-8fde-b44cf4a2f266,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:15.492879 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-30d78816-b5a1-4deb-bb3e-3ab49d70f91b None None] Provisioning complete for port 8115cfff-32e2-4561-8fde-b44cf4a2f266 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:22:15.493378 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30d78816-b5a1-4deb-bb3e-3ab49d70f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:15.590006 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-4fb4b0fd-cd2c-4e6e-8c64-d1f5790181a7 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142633559&fields=id&tenant_id=ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 267 time: 0.0542798 May 25 21:22:15.596709 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Set router 336b139a-e323-4f4c-b542-91acb6ec7b49 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:22:15.608456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 31164964-134b-47b8-b4a0-40929275f8cb completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:22:15.624055 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 31164964-134b-47b8-b4a0-40929275f8cb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:22:15.624570 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:15.680150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-30d78816-b5a1-4deb-bb3e-3ab49d70f91b None None] Current status of the port 8115cfff-32e2-4561-8fde-b44cf4a2f266 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:22:15.705729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-30d78816-b5a1-4deb-bb3e-3ab49d70f91b None None] Provisioning for port 0345dc21-834f-452c-a4f1-10552e947a7a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:22:15.714334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-30d78816-b5a1-4deb-bb3e-3ab49d70f91b None None] Provisioning complete for port 0345dc21-834f-452c-a4f1-10552e947a7a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:22:15.714849 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-30d78816-b5a1-4deb-bb3e-3ab49d70f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:15.829032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-30d78816-b5a1-4deb-bb3e-3ab49d70f91b None None] Port 0345dc21-834f-452c-a4f1-10552e947a7a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:22:15.834425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 31164964-134b-47b8-b4a0-40929275f8cb is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:22:15.835061 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:15.854775 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 31164964-134b-47b8-b4a0-40929275f8cb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=31164964-134b-47b8-b4a0-40929275f8cb,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:22:15.860222 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:15.954890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=31164964-134b-47b8-b4a0-40929275f8cb,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:15.962494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3a953a57-6b12-473b-86a9-572cdaa1af78 None None] Provisioning complete for port 0345dc21-834f-452c-a4f1-10552e947a7a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:22:15.963010 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3a953a57-6b12-473b-86a9-572cdaa1af78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:15.973237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1581f954-3422-4fd2-88a1-ececc8c6cc6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:15.973908 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1581f954-3422-4fd2-88a1-ececc8c6cc6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:22:15.991215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1581f954-3422-4fd2-88a1-ececc8c6cc6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:22:15.992463 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1581f954-3422-4fd2-88a1-ececc8c6cc6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/networks?id=856621f7-944f-4263-b577-d77cc4bd3c9b HTTP/1.1" status: 200 len: 797 time: 0.3984809 May 25 21:22:16.009261 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-cec80aba-b28f-4b9c-b578-395010830b22 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/quotas/ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 375 time: 0.0101614 May 25 21:22:16.020000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3a953a57-6b12-473b-86a9-572cdaa1af78 None None] Port 0345dc21-834f-452c-a4f1-10552e947a7a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:22:16.050180 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '31164964-134b-47b8-b4a0-40929275f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:22:13Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '31164964-134b-47b8-b4a0-40929275f8cb', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:09Z', 'updated_at': '2022-05-25T21:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '0345dc21-834f-452c-a4f1-10552e947a7a', 'name': '', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e4:45:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:13Z', 'updated_at': '2022-05-25T21:22:14Z', 'revision_number': 2, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:16.053962 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Checking router: 336b139a-e323-4f4c-b542-91acb6ec7b49 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:22:16.054338 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Updating router 336b139a-e323-4f4c-b542-91acb6ec7b49 port 0345dc21-834f-452c-a4f1-10552e947a7a binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:22:16.098601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fcac7a7c-708c-4874-9a03-0892be23f694 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:22:16.107099 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:16.114343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fcac7a7c-708c-4874-9a03-0892be23f694 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:22:16.115617 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fcac7a7c-708c-4874-9a03-0892be23f694 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005104 May 25 21:22:16.185715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-a410f8bc-a373-44be-85ae-b0118d887c42 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:22:16.186717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-a410f8bc-a373-44be-85ae-b0118d887c42 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595798 May 25 21:22:16.322789 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-a5fd797c-d53d-4a83-8bb5-f5edac122478 service neutron] 10.222.0.60 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292694 May 25 21:22:16.452978 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:16.457975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-2a68085d-b5f9-4737-a95f-f2c1d768d375 service neutron] 10.222.0.60 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293223 May 25 21:22:16.465157 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Transition to ACTIVE for port object 0345dc21-834f-452c-a4f1-10552e947a7a will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:22:16.471984 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:16.620333 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a7c55-fe81-429d-9ed7-13b38fa0d863 None None] Pushing event updated for resources: {'Port': ['ID=0345dc21-834f-452c-a4f1-10552e947a7a,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:16.683908 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-68170f05-e4b9-42ae-9a5e-ac6d4b86a19c req-b14c1255-9f54-4031-a400-83c431117021 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:22:16.697544 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a7c55-fe81-429d-9ed7-13b38fa0d863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:16.697983 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a7c55-fe81-429d-9ed7-13b38fa0d863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:16.698522 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a7c55-fe81-429d-9ed7-13b38fa0d863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:16.698922 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a7c55-fe81-429d-9ed7-13b38fa0d863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:16.699428 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a7c55-fe81-429d-9ed7-13b38fa0d863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:16.700080 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a7c55-fe81-429d-9ed7-13b38fa0d863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:16.700510 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a7c55-fe81-429d-9ed7-13b38fa0d863 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:16.701050 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a7c55-fe81-429d-9ed7-13b38fa0d863 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:16.701466 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a7c55-fe81-429d-9ed7-13b38fa0d863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:16.701880 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a7c55-fe81-429d-9ed7-13b38fa0d863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:16.702322 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a7c55-fe81-429d-9ed7-13b38fa0d863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:16.702733 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a7c55-fe81-429d-9ed7-13b38fa0d863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:22:16.712805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-68170f05-e4b9-42ae-9a5e-ac6d4b86a19c req-b14c1255-9f54-4031-a400-83c431117021 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:22:16.716568 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-68170f05-e4b9-42ae-9a5e-ac6d4b86a19c req-b14c1255-9f54-4031-a400-83c431117021 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 210 time: 0.1074955 May 25 21:22:16.751953 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Attempting to bind port 0345dc21-834f-452c-a4f1-10552e947a7a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:22:16.752316 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Attempting to bind port 0345dc21-834f-452c-a4f1-10552e947a7a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:22:16.752673 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Attempting to bind port 0345dc21-834f-452c-a4f1-10552e947a7a on network 856621f7-944f-4263-b577-d77cc4bd3c9b {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:22:16.758104 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:22:16.758502 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Checking segment: {'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:22:16.758896 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:16.759432 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Bound using segment: {'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:22:16.759918 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Bound port: 0345dc21-834f-452c-a4f1-10552e947a7a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:22:16.760430 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:16.853862 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] For port 0345dc21-834f-452c-a4f1-10552e947a7a, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:22:16.857485 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] For port 0345dc21-834f-452c-a4f1-10552e947a7a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0345dc21-834f-452c-a4f1-10552e947a7a,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:22:16.862946 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:16.924829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8115cfff-32e2-4561-8fde-b44cf4a2f266 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:22:16.954884 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Routers {'336b139a-e323-4f4c-b542-91acb6ec7b49'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:22:16.955801 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:22:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['336b139a-e323-4f4c-b542-91acb6ec7b49'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:17.015312 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a7c55-fe81-429d-9ed7-13b38fa0d863 None None] Pushing event updated for resources: {'Port': ['ID=0345dc21-834f-452c-a4f1-10552e947a7a,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:17.033307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 8115cfff-32e2-4561-8fde-b44cf4a2f266 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:22:17.034121 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:17.149401 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] Set router 336b139a-e323-4f4c-b542-91acb6ec7b49 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:22:17.176479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 8115cfff-32e2-4561-8fde-b44cf4a2f266 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:22:17.177704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 31164964-134b-47b8-b4a0-40929275f8cb up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:22:17.245564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 31164964-134b-47b8-b4a0-40929275f8cb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:22:17.245865 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:17.378991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 31164964-134b-47b8-b4a0-40929275f8cb is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:22:17.492031 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '31164964-134b-47b8-b4a0-40929275f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:22:13Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '31164964-134b-47b8-b4a0-40929275f8cb', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:09Z', 'updated_at': '2022-05-25T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '0345dc21-834f-452c-a4f1-10552e947a7a', 'name': '', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e4:45:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:13Z', 'updated_at': '2022-05-25T21:22:16Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:17.496530 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb07c86-9050-4b62-af2e-b5f4b77a0bf7 None None] The sync data for ids ['336b139a-e323-4f4c-b542-91acb6ec7b49'] in n-d-843339-1 is: [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '31164964-134b-47b8-b4a0-40929275f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:22:13Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '31164964-134b-47b8-b4a0-40929275f8cb', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:09Z', 'updated_at': '2022-05-25T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '0345dc21-834f-452c-a4f1-10552e947a7a', 'name': '', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e4:45:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:13Z', 'updated_at': '2022-05-25T21:22:16Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:22:17.898738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-a9ae461f-f3d4-47b4-a393-4b6ccbfe3146 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:17.902070 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-a9ae461f-f3d4-47b4-a393-4b6ccbfe3146 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "GET /v2.0/networks?id=856621f7-944f-4263-b577-d77cc4bd3c9b HTTP/1.1" status: 200 len: 797 time: 0.2296572 May 25 21:22:17.909490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1527015-d3bb-4550-8154-6184ec0b8dc6 req-3abf358c-32e0-4d4a-b3ac-318bf49c53a3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 210 time: 0.0668645 May 25 21:22:17.965270 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-92ea563a-e14a-48e7-87c2-c67513a6559b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 380 time: 0.0548363 May 25 21:22:17.974261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'port': {'device_id': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'admin_state_up': True, 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'security_groups': ['b3c5c757-caea-43b9-8950-8d5c6654116e']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:22:18.116008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:22:18.126129 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:22:18.136877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:22:18.140561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:18.317891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.20.0.10 (856621f7-944f-4263-b577-d77cc4bd3c9b/c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7/65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:22:18.521553 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:18.538127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Transition to ACTIVE for port object 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:22:18.564068 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:18.641297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 856621f7-944f-4263-b577-d77cc4bd3c9b is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:22:18.644507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:22:18.648592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:22:18.691163 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:18.719063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:18.719681 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:18.748711 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c8dadb3-df23-4f51-8f62-f85f31032afc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7781749 May 25 21:22:18.758848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-81a335de-1682-4a61-a649-0c86edcc4d94 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:22:18.760475 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-81a335de-1682-4a61-a649-0c86edcc4d94 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060768 May 25 21:22:18.770562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Request body: {'port': {'device_id': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:22:18.841668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-44f87f37-32b0-42b0-acae-a4b1b0d6fff5 None None] Provisioning for port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:22:18.846763 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-44f87f37-32b0-42b0-acae-a4b1b0d6fff5 None None] Provisioning complete for port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:22:18.847114 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-44f87f37-32b0-42b0-acae-a4b1b0d6fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:18.890403 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:18.915121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-44f87f37-32b0-42b0-acae-a4b1b0d6fff5 None None] Port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:22:18.945180 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0345dc21-834f-452c-a4f1-10552e947a7a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:22:19.019344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 0345dc21-834f-452c-a4f1-10552e947a7a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:22:19.025939 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 0345dc21-834f-452c-a4f1-10552e947a7a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:22:19.026653 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:19.119299 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdd62d-e8dd-4fc4-b0c1-181fba101b56 req-80cc6fea-f5a9-4919-82e6-f4b7668ea32a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:19.120773 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15fdd62d-e8dd-4fc4-b0c1-181fba101b56 req-80cc6fea-f5a9-4919-82e6-f4b7668ea32a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 932 time: 0.0902243 May 25 21:22:19.152384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 0345dc21-834f-452c-a4f1-10552e947a7a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:22:19.152757 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:19.167107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-15fdd62d-e8dd-4fc4-b0c1-181fba101b56 req-e6f05a0d-955a-4b20-a4ee-681ee9382007 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:22:19.183330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-15fdd62d-e8dd-4fc4-b0c1-181fba101b56 req-e6f05a0d-955a-4b20-a4ee-681ee9382007 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:22:19.186556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 0345dc21-834f-452c-a4f1-10552e947a7a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0345dc21-834f-452c-a4f1-10552e947a7a,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:22:19.187359 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-15fdd62d-e8dd-4fc4-b0c1-181fba101b56 req-e6f05a0d-955a-4b20-a4ee-681ee9382007 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589948 May 25 21:22:19.190944 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:19.256849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:22:19.259850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=0345dc21-834f-452c-a4f1-10552e947a7a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:19.265095 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:19.281761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Transition to ACTIVE for port object 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:22:19.286079 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:19.570455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Pushing event updated for resources: {'Port': ['ID=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:19.643009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Attempting to bind port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:22:19.643234 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Attempting to bind port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:22:19.643552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Attempting to bind port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe on network 856621f7-944f-4263-b577-d77cc4bd3c9b {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:22:19.648301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe on network 856621f7-944f-4263-b577-d77cc4bd3c9b not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:22:19.648610 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Attempting to bind port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe on network 856621f7-944f-4263-b577-d77cc4bd3c9b {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:22:19.654674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:22:19.655007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Checking segment: {'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:22:19.655389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Bound using segment: {'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:22:19.655804 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Bound port: 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:22:19.656140 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:19.749304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] For port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:22:19.752214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] For port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:22:19.756459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:19.816721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:19.817320 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:19.818688 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] 10.222.0.70 "PUT /v2.0/ports/65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe HTTP/1.1" status: 200 len: 1092 time: 1.0521574 May 25 21:22:19.819112 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:22:19.839290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d3ae7-27c2-41f2-914d-16cd9aaa4ace service neutron] Pushing event updated for resources: {'Port': ['ID=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:19.906327 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4853c661-4399-4897-b1a2-c375718605d6'] response: {'name': 'network-changed', 'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'status': 'completed', 'code': 200} May 25 21:22:19.951898 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-f9edf5e0-4dc7-4310-a6e5-c965bbdac9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:19.953387 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-f9edf5e0-4dc7-4310-a6e5-c965bbdac9f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 1095 time: 0.0878260 May 25 21:22:20.022232 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-ce6d903a-b2e9-4d88-824b-d1024145af2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe HTTP/1.1" status: 200 len: 217 time: 0.0622525 May 25 21:22:20.088742 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c1a32b1-e420-42bd-ac5f-1b8f8db8cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:20.090075 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-1c1a32b1-e420-42bd-ac5f-1b8f8db8cc03 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7 HTTP/1.1" status: 200 len: 835 time: 0.0627303 May 25 21:22:20.166425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-79d71ba4-2640-446c-9e8f-44297e5cee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:20.168280 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-79d71ba4-2640-446c-9e8f-44297e5cee88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=856621f7-944f-4263-b577-d77cc4bd3c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725198 May 25 21:22:20.303415 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-387cecc7-7139-4d51-9039-3ca555a75636 service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282842 May 25 21:22:20.376152 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6a95f-d18e-4527-b5ed-c425efedb4bd req-7be733ba-7fb0-4fdc-8f48-d9e27d15d87c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:20.377617 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35f6a95f-d18e-4527-b5ed-c425efedb4bd req-7be733ba-7fb0-4fdc-8f48-d9e27d15d87c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 944 time: 0.0845675 May 25 21:22:20.423177 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35f6a95f-d18e-4527-b5ed-c425efedb4bd req-bcb01b47-61a8-4e89-8706-f9beb4c159dc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397213 May 25 21:22:20.439218 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96aff168-eb39-4f24-b2b0-6154dd857faa req-cc0c7f76-7148-49e5-b9e8-da19192159dd service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295412 May 25 21:22:20.561758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2531d-d8d2-4fea-8724-56fd3e136f5e req-b8e28e25-9b3a-4f4a-967b-55eaa337efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:20.563276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73b2531d-d8d2-4fea-8724-56fd3e136f5e req-b8e28e25-9b3a-4f4a-967b-55eaa337efd1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 1095 time: 0.0807307 May 25 21:22:20.695749 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2531d-d8d2-4fea-8724-56fd3e136f5e req-dd770d34-35fb-415b-b8d5-8777ae98e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:20.697899 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73b2531d-d8d2-4fea-8724-56fd3e136f5e req-dd770d34-35fb-415b-b8d5-8777ae98e81c service neutron] 10.222.0.70 "GET /v2.0/networks?id=856621f7-944f-4263-b577-d77cc4bd3c9b HTTP/1.1" status: 200 len: 898 time: 0.1286275 May 25 21:22:20.767581 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73b2531d-d8d2-4fea-8724-56fd3e136f5e req-d60d9f6a-c98b-4d20-935b-ba628838af62 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe HTTP/1.1" status: 200 len: 217 time: 0.0643523 May 25 21:22:20.837733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2531d-d8d2-4fea-8724-56fd3e136f5e req-36aa5bff-6a2c-44fb-aa4a-c9cbb27a14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:20.839847 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73b2531d-d8d2-4fea-8724-56fd3e136f5e req-36aa5bff-6a2c-44fb-aa4a-c9cbb27a14ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7 HTTP/1.1" status: 200 len: 835 time: 0.0660896 May 25 21:22:20.914491 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0345dc21-834f-452c-a4f1-10552e947a7a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:22:20.919157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2531d-d8d2-4fea-8724-56fd3e136f5e req-46b083c8-ca98-40da-b167-adc9c52e7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:20.920662 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73b2531d-d8d2-4fea-8724-56fd3e136f5e req-46b083c8-ca98-40da-b167-adc9c52e7177 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=856621f7-944f-4263-b577-d77cc4bd3c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750132 May 25 21:22:20.986456 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 0345dc21-834f-452c-a4f1-10552e947a7a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:22:20.986732 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:21.052756 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73b2531d-d8d2-4fea-8724-56fd3e136f5e req-77ad73d4-fe36-4b2b-ada2-a6924077b54b service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258097 May 25 21:22:21.101486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 0345dc21-834f-452c-a4f1-10552e947a7a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:22:21.186357 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-73b2531d-d8d2-4fea-8724-56fd3e136f5e req-83284b00-0e8e-4707-aa0b-e058beecdd2a service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276677 May 25 21:22:21.621320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b83e9d-bccf-4ab8-8dd1-74c6fc0b3143 req-3bbf3bcf-5e6e-44d1-ab1a-71076989444a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:21.622006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-72b83e9d-bccf-4ab8-8dd1-74c6fc0b3143 req-3bbf3bcf-5e6e-44d1-ab1a-71076989444a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:22:21.637508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-72b83e9d-bccf-4ab8-8dd1-74c6fc0b3143 req-3bbf3bcf-5e6e-44d1-ab1a-71076989444a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:22:21.638624 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72b83e9d-bccf-4ab8-8dd1-74c6fc0b3143 req-3bbf3bcf-5e6e-44d1-ab1a-71076989444a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 944 time: 0.1017709 May 25 21:22:21.683949 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-72b83e9d-bccf-4ab8-8dd1-74c6fc0b3143 req-a343e641-aad1-4bf9-ab01-ecfe7056dffb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396392 May 25 21:22:22.874626 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a09ba2-12c3-4b3f-842e-4f14c5ec16e3 req-b239e6a1-223b-4c6a-8259-c45bb01df04d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:22.876161 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93a09ba2-12c3-4b3f-842e-4f14c5ec16e3 req-b239e6a1-223b-4c6a-8259-c45bb01df04d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 944 time: 0.0866442 May 25 21:22:22.924711 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93a09ba2-12c3-4b3f-842e-4f14c5ec16e3 req-df4d7afc-29c5-4dc1-8ddc-e3a3835e6b87 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397468 May 25 21:22:24.110716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327775e-1362-449c-b30c-e516407c589a req-89ad3638-49e0-4c40-a9c9-b08822034bf9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:24.112174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1327775e-1362-449c-b30c-e516407c589a req-89ad3638-49e0-4c40-a9c9-b08822034bf9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 944 time: 0.0804090 May 25 21:22:24.157145 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1327775e-1362-449c-b30c-e516407c589a req-fea691ab-43c9-4e47-a897-c4ddd5dd0163 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392320 May 25 21:22:24.427087 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:24.849092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:22:25.012837 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:22:25.028899 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'port_id': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'mac_address': 'fa:16:3e:a9:11:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:22:25.081867 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:22:25.082272 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:25.098985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:22:25.113718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:22:25.116725 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:25.182715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:25.367289 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b072ad-859d-41d3-82e6-fce7a40f2fb0 req-7c35fe07-ba7e-404e-afc5-078e31825b3c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:25.369234 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-52b072ad-859d-41d3-82e6-fce7a40f2fb0 req-7c35fe07-ba7e-404e-afc5-078e31825b3c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 945 time: 0.0876701 May 25 21:22:25.414390 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-52b072ad-859d-41d3-82e6-fce7a40f2fb0 req-c01ca58a-3ece-4631-8dcf-d81c6aa93030 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382133 May 25 21:22:25.466611 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:22:25.562488 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:22:26.606564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406460c-04c2-4f8d-b453-86b83b0e91de req-76c896cf-f6cb-45b0-bd8d-744ea0329c90 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:26.608010 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5406460c-04c2-4f8d-b453-86b83b0e91de req-76c896cf-f6cb-45b0-bd8d-744ea0329c90 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 945 time: 0.0859385 May 25 21:22:26.652557 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5406460c-04c2-4f8d-b453-86b83b0e91de req-c71fd379-641c-491c-8375-4381512379bb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 May 25 21:22:26.864333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:22:26.931333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:22:26.936180 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:22:26.936546 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:27.052821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:22:27.053111 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:27.080370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:22:27.091685 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:22:27.096453 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:27.167504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:27.184158 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e5bd8e-8659-4f95-ab47-b67717bd402d'] response: {'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'code': 200} May 25 21:22:27.308375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18d408-e60f-4a09-bb7d-3bcf2b8ecc34 req-9f9b1542-6b8d-4ef2-a4a0-a612105a7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:27.309741 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f18d408-e60f-4a09-bb7d-3bcf2b8ecc34 req-9f9b1542-6b8d-4ef2-a4a0-a612105a7130 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 1097 time: 0.0707786 May 25 21:22:27.350899 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f18d408-e60f-4a09-bb7d-3bcf2b8ecc34 req-576c0f60-7a13-4dca-aa1b-9dd747bfeae4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352521 May 25 21:22:27.851872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee85cf0-c3d6-4a42-b1ea-062df4e550e8 req-879e3ff2-9996-454e-ada6-8f1100522a20 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:27.853648 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fee85cf0-c3d6-4a42-b1ea-062df4e550e8 req-879e3ff2-9996-454e-ada6-8f1100522a20 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0890999 May 25 21:22:27.913884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fee85cf0-c3d6-4a42-b1ea-062df4e550e8 req-4cd341f2-88ee-4ae0-9000-ad3278c36677 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517952 May 25 21:22:28.325488 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9b25-9d12-46db-b77b-7e7c734d8d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:28.737076 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:29.100307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3baa8d-0113-49cc-8947-d33f5e11a10c req-5e9c9065-5d1b-41ea-884e-8f2e8c6b2456 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:29.101670 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c3baa8d-0113-49cc-8947-d33f5e11a10c req-5e9c9065-5d1b-41ea-884e-8f2e8c6b2456 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0797238 May 25 21:22:29.145699 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c3baa8d-0113-49cc-8947-d33f5e11a10c req-5cb6b87b-0cf3-49a1-bde5-d960842d77c7 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382538 May 25 21:22:29.327084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e774be-ecee-4a52-b1a3-234c3950eea8 req-d65121f3-fa64-4f9e-a23a-189fe8cf8d43 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:29.328525 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-87e774be-ecee-4a52-b1a3-234c3950eea8 req-d65121f3-fa64-4f9e-a23a-189fe8cf8d43 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0783298 May 25 21:22:29.376886 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-87e774be-ecee-4a52-b1a3-234c3950eea8 req-e962561f-8e95-4a6b-8b3d-cbd4bd2cf5aa tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426133 May 25 21:22:29.400503 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47660) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:29.474460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcaedea-59c4-4e1e-a496-dd9a5440b0e4 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:29.475970 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6fcaedea-59c4-4e1e-a496-dd9a5440b0e4 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 1092 time: 0.0744939 May 25 21:22:29.479545 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47664) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:29.484395 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:22:29.491029 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:22:29.495571 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:floatingip and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:22:29.498358 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:22:29.503910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:22:29.514786 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:29.768973 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:29.911714 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.25.3.145 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/73c4b8f8-53fd-48af-b815-6db9509a8e38) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:22:30.068733 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:30.100318 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:30.166584 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:22:30.169499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:22:30.173128 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:22:30.205905 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=73c4b8f8-53fd-48af-b815-6db9509a8e38,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:30.603574 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:30.678342 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:30.764637 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-07b65197-931d-4389-b53e-46296a11395a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:30.890467 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:30.894847 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:31.008830 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=73c4b8f8-53fd-48af-b815-6db9509a8e38,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:22:31.018792 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:31.193026 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Floating IP ea354814-dcea-479c-afdd-6cda2ac9dd40 associated. External IP: 172.25.3.145, port: 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe. May 25 21:22:31.530145 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:31.662422 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router 336b139a-e323-4f4c-b542-91acb6ec7b49 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:22:31.845351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:22:31.854670 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdda9f-1f9d-4ec8-9be1-499528bb43bd None None] Sync routers for ids ['336b139a-e323-4f4c-b542-91acb6ec7b49'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:22:31.864134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdda9f-1f9d-4ec8-9be1-499528bb43bd None None] Routers {'336b139a-e323-4f4c-b542-91acb6ec7b49'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:22:31.864759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-afbdda9f-1f9d-4ec8-9be1-499528bb43bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:22:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['336b139a-e323-4f4c-b542-91acb6ec7b49'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:31.870659 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:31.927151 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-81df4787-8468-441c-96b8-e62a35ab5c0f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4465833 May 25 21:22:31.927753 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:22:31.974593 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a1a1df-bba9-43b8-8c88-8e3d8679ec6b'] response: {'name': 'network-changed', 'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'status': 'completed', 'code': 200} May 25 21:22:32.049894 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:32.068709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-afbdda9f-1f9d-4ec8-9be1-499528bb43bd None None] Set router 336b139a-e323-4f4c-b542-91acb6ec7b49 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:22:32.069823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fe858-8eb7-4cfa-b22d-b308ccf5cadd req-fb5d085c-b16b-4f6e-b820-4b0eda4ae735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:32.072048 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1fe858-8eb7-4cfa-b22d-b308ccf5cadd req-fb5d085c-b16b-4f6e-b820-4b0eda4ae735 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 1097 time: 0.0759242 May 25 21:22:32.117012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532430c-9905-4ac4-a4ec-45c78e734e29 req-0c76f5c5-cb0f-459a-9c72-2d34053f2c7c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:32.119323 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9532430c-9905-4ac4-a4ec-45c78e734e29 req-0c76f5c5-cb0f-459a-9c72-2d34053f2c7c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0855794 May 25 21:22:32.170541 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9532430c-9905-4ac4-a4ec-45c78e734e29 req-c4839517-26c2-482e-b326-5bd5ebc734ae tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451369 May 25 21:22:32.195246 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47672) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:32.304860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a58c222f-882d-4482-9263-126bc5f72019 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/ea354814-dcea-479c-afdd-6cda2ac9dd40 HTTP/1.1" status: 200 len: 992 time: 0.1083512 May 25 21:22:32.332948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fe858-8eb7-4cfa-b22d-b308ccf5cadd req-eb84ec84-79e0-4d46-bcd9-42ce72eb67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:32.334435 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1fe858-8eb7-4cfa-b22d-b308ccf5cadd req-eb84ec84-79e0-4d46-bcd9-42ce72eb67ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=856621f7-944f-4263-b577-d77cc4bd3c9b HTTP/1.1" status: 200 len: 898 time: 0.2564220 May 25 21:22:32.439216 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1fe858-8eb7-4cfa-b22d-b308ccf5cadd req-c86dd46c-7a69-41a0-b445-9530d83c9a32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe HTTP/1.1" status: 200 len: 1000 time: 0.0990803 May 25 21:22:32.444130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-afbdda9f-1f9d-4ec8-9be1-499528bb43bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '31164964-134b-47b8-b4a0-40929275f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:22:13Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '31164964-134b-47b8-b4a0-40929275f8cb', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:09Z', 'updated_at': '2022-05-25T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ea354814-dcea-479c-afdd-6cda2ac9dd40', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'port_id': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'mac_address': 'fa:16:3e:a9:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:22:30Z', 'updated_at': '2022-05-25T21:22:30Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0345dc21-834f-452c-a4f1-10552e947a7a', 'name': '', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e4:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:13Z', 'updated_at': '2022-05-25T21:22:19Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:32.449148 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdda9f-1f9d-4ec8-9be1-499528bb43bd None None] Checking router: 336b139a-e323-4f4c-b542-91acb6ec7b49 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:22:32.457603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdda9f-1f9d-4ec8-9be1-499528bb43bd None None] Routers {'336b139a-e323-4f4c-b542-91acb6ec7b49'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:22:32.458215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-afbdda9f-1f9d-4ec8-9be1-499528bb43bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:22:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['336b139a-e323-4f4c-b542-91acb6ec7b49'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:32.503663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fe858-8eb7-4cfa-b22d-b308ccf5cadd req-0e03816c-c990-4eb0-be89-b1174e506904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:32.505091 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1fe858-8eb7-4cfa-b22d-b308ccf5cadd req-0e03816c-c990-4eb0-be89-b1174e506904 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7 HTTP/1.1" status: 200 len: 835 time: 0.0610867 May 25 21:22:32.584649 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fe858-8eb7-4cfa-b22d-b308ccf5cadd req-7aeda6ce-9e70-4738-9ca5-13eb76f4ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:32.586145 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1fe858-8eb7-4cfa-b22d-b308ccf5cadd req-7aeda6ce-9e70-4738-9ca5-13eb76f4ab6f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=856621f7-944f-4263-b577-d77cc4bd3c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754230 May 25 21:22:32.671271 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-afbdda9f-1f9d-4ec8-9be1-499528bb43bd None None] Set router 336b139a-e323-4f4c-b542-91acb6ec7b49 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:22:32.724078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1fe858-8eb7-4cfa-b22d-b308ccf5cadd req-e0c419d4-76bb-4d06-8fea-cd11a2355843 service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315973 May 25 21:22:32.855558 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f1fe858-8eb7-4cfa-b22d-b308ccf5cadd req-6a1baca5-4d33-49eb-b289-8703d922606b service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254008 May 25 21:22:33.025452 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-afbdda9f-1f9d-4ec8-9be1-499528bb43bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '31164964-134b-47b8-b4a0-40929275f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:22:13Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '31164964-134b-47b8-b4a0-40929275f8cb', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:09Z', 'updated_at': '2022-05-25T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ea354814-dcea-479c-afdd-6cda2ac9dd40', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'port_id': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'mac_address': 'fa:16:3e:a9:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:22:30Z', 'updated_at': '2022-05-25T21:22:30Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0345dc21-834f-452c-a4f1-10552e947a7a', 'name': '', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e4:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:13Z', 'updated_at': '2022-05-25T21:22:19Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:22:33.029439 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdda9f-1f9d-4ec8-9be1-499528bb43bd None None] The sync data for ids ['336b139a-e323-4f4c-b542-91acb6ec7b49'] in n-d-843339-1 is: [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '31164964-134b-47b8-b4a0-40929275f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:22:13Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '31164964-134b-47b8-b4a0-40929275f8cb', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:09Z', 'updated_at': '2022-05-25T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'ea354814-dcea-479c-afdd-6cda2ac9dd40', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'port_id': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'mac_address': 'fa:16:3e:a9:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:22:30Z', 'updated_at': '2022-05-25T21:22:30Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0345dc21-834f-452c-a4f1-10552e947a7a', 'name': '', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e4:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:13Z', 'updated_at': '2022-05-25T21:22:19Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:22:33.233040 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe9debe-83d9-4d9a-a4fc-eced9492d7fc None None] New status for floating IP ea354814-dcea-479c-afdd-6cda2ac9dd40: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:22:33.308062 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47676) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:33.334584 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:33.420062 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a05ab159-d0d6-4e5b-9f23-befae3b14dc4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/ea354814-dcea-479c-afdd-6cda2ac9dd40 HTTP/1.1" status: 200 len: 992 time: 0.1109457 May 25 21:22:34.423952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47680) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:22:34.532221 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-36711b01-7110-44a0-83d5-240a186a50df tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/ea354814-dcea-479c-afdd-6cda2ac9dd40 HTTP/1.1" status: 200 len: 994 time: 0.1070657 May 25 21:22:42.388450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-c692b656-c301-453c-ad64-688643c9363f req-997385f1-754b-4a59-961e-56af68f76f22 service neutron] (88332) timed out ('10.222.0.70', 51273) {{(pid=88332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 21:22:45.127651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d61efe0-c97c-4782-bf47-b7e3cf1818f5 req-d1b29792-93cd-4f8e-8aa5-5ed0a50f288e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694427 May 25 21:22:45.266900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61efe0-c97c-4782-bf47-b7e3cf1818f5 req-03805fb3-5421-4f7c-9e38-2999a6f39a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:45.268360 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d61efe0-c97c-4782-bf47-b7e3cf1818f5 req-03805fb3-5421-4f7c-9e38-2999a6f39a18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 1097 time: 0.0740747 May 25 21:22:45.412846 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61efe0-c97c-4782-bf47-b7e3cf1818f5 req-8be965d5-84c1-4d10-89fd-46a209956403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:45.414205 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d61efe0-c97c-4782-bf47-b7e3cf1818f5 req-8be965d5-84c1-4d10-89fd-46a209956403 service neutron] 10.222.0.70 "GET /v2.0/networks?id=856621f7-944f-4263-b577-d77cc4bd3c9b HTTP/1.1" status: 200 len: 898 time: 0.1263430 May 25 21:22:45.516772 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d61efe0-c97c-4782-bf47-b7e3cf1818f5 req-527af6dd-f834-4f7d-80c4-4006afd8eec8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe HTTP/1.1" status: 200 len: 1002 time: 0.0965135 May 25 21:22:45.581608 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61efe0-c97c-4782-bf47-b7e3cf1818f5 req-4fe64121-2e32-4666-a64c-1573bbf3b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:45.583652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d61efe0-c97c-4782-bf47-b7e3cf1818f5 req-4fe64121-2e32-4666-a64c-1573bbf3b58d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7 HTTP/1.1" status: 200 len: 835 time: 0.0610635 May 25 21:22:45.660606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61efe0-c97c-4782-bf47-b7e3cf1818f5 req-ae9fa1b9-44d5-47d1-bf90-ed75a5d5c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:22:45.662089 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d61efe0-c97c-4782-bf47-b7e3cf1818f5 req-ae9fa1b9-44d5-47d1-bf90-ed75a5d5c8ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=856621f7-944f-4263-b577-d77cc4bd3c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725827 May 25 21:22:45.799693 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d61efe0-c97c-4782-bf47-b7e3cf1818f5 req-c56487c4-1f2f-4743-8eb6-85f0a55c0c60 service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308467 May 25 21:22:45.930953 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3d61efe0-c97c-4782-bf47-b7e3cf1818f5 req-52c0abf4-6531-442d-86d3-c5046fd22fa0 service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251171 May 25 21:22:54.429828 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:58.327499 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b2acd34d-3974-4823-8271-7d6103af71c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:22:58.750570 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:00.766418 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-58ab3f42-7173-43c4-9747-37b2cdbb76a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:01.534397 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:02.000834 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:02.562750 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:23:03.336973 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:24.424774 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:28.330318 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f0c95acb-d2c9-4841-bf04-d9ef798658e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:28.747816 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:30.768350 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cb1bb986-93a8-4810-a3f6-fc2e86283396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:31.536614 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:32.003886 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:33.338686 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:35.607203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47710) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:23:35.637379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0cd24-3f09-421e-ab34-bc38926a4776 req-8094d1a9-5ad8-4a22-984f-b41e8d9f48eb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:35.639458 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ee0cd24-3f09-421e-ab34-bc38926a4776 req-8094d1a9-5ad8-4a22-984f-b41e8d9f48eb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0853519 May 25 21:23:35.685366 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2ee0cd24-3f09-421e-ab34-bc38926a4776 req-960fe652-c9c9-4157-ae88-fb18ee5b4382 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400665 May 25 21:23:35.725551 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-9820061c-b27c-49f5-b2e0-28f53de56257 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1170716 May 25 21:23:36.941112 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395515e-b8f5-40f6-b543-e1f6bc0412d7 req-f25cd115-20d8-42a0-9a29-a99924d7dccb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:36.942607 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1395515e-b8f5-40f6-b543-e1f6bc0412d7 req-f25cd115-20d8-42a0-9a29-a99924d7dccb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.1472142 May 25 21:23:36.988136 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1395515e-b8f5-40f6-b543-e1f6bc0412d7 req-d2810af4-fe12-4c0a-a17e-e6f74bfd7bba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387490 May 25 21:23:38.180968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8c1d2-e389-4a27-b439-ce8f3854af11 req-34c70e76-4721-4237-8ea5-873bc32216f0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:38.182356 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-32f8c1d2-e389-4a27-b439-ce8f3854af11 req-34c70e76-4721-4237-8ea5-873bc32216f0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0886579 May 25 21:23:38.351094 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-32f8c1d2-e389-4a27-b439-ce8f3854af11 req-b68680ad-701f-480c-8c07-8b895c9abf42 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625049 May 25 21:23:39.562837 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:23:39.563407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53ea64-f4a2-4e22-a288-5e785acd68b3 req-9768c07f-acc6-4865-8707-747564937cf6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:39.564733 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df53ea64-f4a2-4e22-a288-5e785acd68b3 req-9768c07f-acc6-4865-8707-747564937cf6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0834408 May 25 21:23:39.609254 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df53ea64-f4a2-4e22-a288-5e785acd68b3 req-a8464f8e-d2e2-4a14-8e1d-2eab1b8f0532 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375519 May 25 21:23:40.803585 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0099f-ffbd-4e4a-b53e-2fd83caf0a97 req-b69d5e42-06af-45a0-9677-8ecd21bf052c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:40.805040 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d0b0099f-ffbd-4e4a-b53e-2fd83caf0a97 req-b69d5e42-06af-45a0-9677-8ecd21bf052c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0860763 May 25 21:23:40.853272 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d0b0099f-ffbd-4e4a-b53e-2fd83caf0a97 req-9a3d911c-e21b-4135-961e-34a5fd26e8c5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423536 May 25 21:23:40.932049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-07f83604-773a-439f-8ecd-31f9e56a7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:40.933503 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-07f83604-773a-439f-8ecd-31f9e56a7a1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 1097 time: 0.0730827 May 25 21:23:41.066965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-9b7685e9-17bf-4210-af57-e7c34feeacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:41.068755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-9b7685e9-17bf-4210-af57-e7c34feeacf6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=856621f7-944f-4263-b577-d77cc4bd3c9b HTTP/1.1" status: 200 len: 898 time: 0.1295483 May 25 21:23:41.179022 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-c14d0934-185b-4755-b420-fbbf57ae2051 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe HTTP/1.1" status: 200 len: 1002 time: 0.1030552 May 25 21:23:41.240877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-e1efbb35-30a2-470f-ad30-fc0cda88481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:41.242339 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-e1efbb35-30a2-470f-ad30-fc0cda88481b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7 HTTP/1.1" status: 200 len: 835 time: 0.0573945 May 25 21:23:41.316875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-20bb4403-1d6e-4bf9-8a20-1c139fd0f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:41.318363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-20bb4403-1d6e-4bf9-8a20-1c139fd0f108 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=856621f7-944f-4263-b577-d77cc4bd3c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706093 May 25 21:23:41.453700 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-228d8c87-aaaf-43e3-8b49-4d7e95cb262b service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288872 May 25 21:23:41.586494 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-fd8a0cd4-3a31-4e52-ac68-b9d5e84e8b4b service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268775 May 25 21:23:42.037752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258203ca-d1b3-42f4-accd-3bcad6a14a32 req-791f9e16-f8b8-4b80-88c4-a1443597fda0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:42.039154 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-258203ca-d1b3-42f4-accd-3bcad6a14a32 req-791f9e16-f8b8-4b80-88c4-a1443597fda0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0804555 May 25 21:23:42.084643 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-258203ca-d1b3-42f4-accd-3bcad6a14a32 req-bb651048-0e34-4e52-b2fe-22e0380a0059 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395453 May 25 21:23:43.276467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f53357-d4e7-4505-be98-36757b8c82d8 req-31a3dc6b-6074-4758-b88b-9f0a1a3a89b9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:43.277904 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9f53357-d4e7-4505-be98-36757b8c82d8 req-31a3dc6b-6074-4758-b88b-9f0a1a3a89b9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0837278 May 25 21:23:43.321797 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9f53357-d4e7-4505-be98-36757b8c82d8 req-9e8632d7-ff5e-4cb7-9af9-4cbe25aa5470 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382304 May 25 21:23:44.511127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4b0a7-9d6c-4a35-88fd-bd1603434b1a req-ce6977e8-e16a-4a09-b740-d5645d47f460 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:44.512554 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94d4b0a7-9d6c-4a35-88fd-bd1603434b1a req-ce6977e8-e16a-4a09-b740-d5645d47f460 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0873957 May 25 21:23:44.556253 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-94d4b0a7-9d6c-4a35-88fd-bd1603434b1a req-ca20cebf-9063-4cae-a4b6-9b0a2123c564 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374563 May 25 21:23:45.740997 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cc5cc-9ebf-4d90-8127-a9cbe5863b98 req-03992f94-f5cb-4d5b-9192-66041f0dcc56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:45.742499 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d91cc5cc-9ebf-4d90-8127-a9cbe5863b98 req-03992f94-f5cb-4d5b-9192-66041f0dcc56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0805814 May 25 21:23:45.791482 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d91cc5cc-9ebf-4d90-8127-a9cbe5863b98 req-453c9316-1b82-4480-9707-02976b195f33 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430717 May 25 21:23:46.187877 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7d9e6-1b00-4ee6-a624-7331f1a72fdc req-bcf82c7a-f24b-411b-b85c-7ef28ff6f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:46.189332 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9f7d9e6-1b00-4ee6-a624-7331f1a72fdc req-bcf82c7a-f24b-411b-b85c-7ef28ff6f1e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 1097 time: 0.0724473 May 25 21:23:46.332250 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7d9e6-1b00-4ee6-a624-7331f1a72fdc req-c0018201-98dd-4c63-9ec7-39b7afac91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:46.333678 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9f7d9e6-1b00-4ee6-a624-7331f1a72fdc req-c0018201-98dd-4c63-9ec7-39b7afac91e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=856621f7-944f-4263-b577-d77cc4bd3c9b HTTP/1.1" status: 200 len: 898 time: 0.1271222 May 25 21:23:46.438791 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9f7d9e6-1b00-4ee6-a624-7331f1a72fdc req-e37d3909-a36c-44d3-baae-f8f85624919b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe HTTP/1.1" status: 200 len: 1002 time: 0.0989604 May 25 21:23:46.501489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7d9e6-1b00-4ee6-a624-7331f1a72fdc req-26e445b1-57eb-4634-9690-515f61c87feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:46.502932 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9f7d9e6-1b00-4ee6-a624-7331f1a72fdc req-26e445b1-57eb-4634-9690-515f61c87feb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7 HTTP/1.1" status: 200 len: 835 time: 0.0582573 May 25 21:23:46.584758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7d9e6-1b00-4ee6-a624-7331f1a72fdc req-40ba9189-7102-4486-87eb-f453757c0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:46.586240 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9f7d9e6-1b00-4ee6-a624-7331f1a72fdc req-40ba9189-7102-4486-87eb-f453757c0f64 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=856621f7-944f-4263-b577-d77cc4bd3c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779817 May 25 21:23:46.835223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9f7d9e6-1b00-4ee6-a624-7331f1a72fdc req-dd966a67-121f-4613-b8ac-43b00701d182 service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429440 May 25 21:23:46.969886 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a9f7d9e6-1b00-4ee6-a624-7331f1a72fdc req-e0f26adc-17fd-477f-a008-94ec085a743b service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275141 May 25 21:23:46.983460 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245131b4-bcb4-4674-b069-f1620609f261 req-4afc2dc1-b1bf-42de-b7fd-1e185000ef21 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:46.984975 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-245131b4-bcb4-4674-b069-f1620609f261 req-4afc2dc1-b1bf-42de-b7fd-1e185000ef21 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0820861 May 25 21:23:47.029733 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-245131b4-bcb4-4674-b069-f1620609f261 req-91988fd6-854a-4180-bc3b-5417bb825ef1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389273 May 25 21:23:48.220635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a08a0-25b2-4e18-9b0e-1e7e0c95ae6b req-2ba35ff1-a4ca-4528-ac9f-9e7547aa8cc3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:48.222106 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc8a08a0-25b2-4e18-9b0e-1e7e0c95ae6b req-2ba35ff1-a4ca-4528-ac9f-9e7547aa8cc3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0801663 May 25 21:23:48.267450 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc8a08a0-25b2-4e18-9b0e-1e7e0c95ae6b req-590921cb-db23-41cf-b3ba-a6a464f791b9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382323 May 25 21:23:49.563398 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc692b7-be58-4e15-8fa5-d77dbe291f5e req-8486a996-0d13-4087-932d-19b3855f3db2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:49.564776 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cdc692b7-be58-4e15-8fa5-d77dbe291f5e req-8486a996-0d13-4087-932d-19b3855f3db2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.1918380 May 25 21:23:49.608450 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cdc692b7-be58-4e15-8fa5-d77dbe291f5e req-fb74bbb6-4b02-4fc2-aa79-be49203e1aa3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375340 May 25 21:23:50.800031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad0528-ca25-47a3-b220-dcbcee607a9f req-a2092b34-4c69-4566-9334-da7aa0c95f04 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:50.801389 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8ad0528-ca25-47a3-b220-dcbcee607a9f req-a2092b34-4c69-4566-9334-da7aa0c95f04 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0851600 May 25 21:23:50.846956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f8ad0528-ca25-47a3-b220-dcbcee607a9f req-e5a345ef-9395-43ea-bbc9-2fed82a78440 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398853 May 25 21:23:52.037374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca24bb-cf03-44dc-8f4f-13030e0174b2 req-02d164ba-0784-4637-a1b7-099f549617ab tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:52.038770 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60ca24bb-cf03-44dc-8f4f-13030e0174b2 req-02d164ba-0784-4637-a1b7-099f549617ab tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0858312 May 25 21:23:52.084400 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-60ca24bb-cf03-44dc-8f4f-13030e0174b2 req-0184481e-32c0-47e0-a225-181fafe7b203 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399654 May 25 21:23:53.277266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90320ad-4c46-4030-bfb2-dd945f2270ef req-902fafbc-ffb0-4c3b-8f81-70502596dc76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:53.278748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b90320ad-4c46-4030-bfb2-dd945f2270ef req-902fafbc-ffb0-4c3b-8f81-70502596dc76 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0813293 May 25 21:23:53.323102 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b90320ad-4c46-4030-bfb2-dd945f2270ef req-57e85bb2-4211-4f8a-ada7-61647691b883 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380569 May 25 21:23:53.414079 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b598662e-d46e-4d1b-a359-6e8114ef2314 service neutron] show failed (client error): The resource could not be found. May 25 21:23:53.415004 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b598662e-d46e-4d1b-a359-6e8114ef2314 service neutron] 10.222.0.70 "GET /v2.0/ports/65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe/bindings/n-h2-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0777752 May 25 21:23:53.671631 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-3f359f16-eb7e-4f0f-bdd0-edbc5fcf4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:53.673076 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-3f359f16-eb7e-4f0f-bdd0-edbc5fcf4dfb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55&tenant_id=ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 1097 time: 0.0718677 May 25 21:23:53.683863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:23:53.797106 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:54.066654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] For port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:23:54.095697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] For port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:23:54.160703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:23:54.166694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:54.182552 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Transition to ACTIVE for port object 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:23:54.189530 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:54.236064 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ddc2bd6-9ccc-4d04-a0d7-260c3ebf2ef1'] response: {'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'code': 200} May 25 21:23:54.346726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Pushing event updated for resources: {'Port': ['ID=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,revision_number=6']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:23:54.358944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:54.359298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:54.359687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:54.360027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:54.360356 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:54.360680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:54.361013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:54.361318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:54.361636 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:54.361953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:54.362318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:54.362604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:54.409553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] No DVR routers for this DVR port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:23:54.427346 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:54.657968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151839a-0464-46ae-8b94-8c82575a7d22 req-201feff1-55bc-4cb7-99b4-548c93cf0029 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:54.659339 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6151839a-0464-46ae-8b94-8c82575a7d22 req-201feff1-55bc-4cb7-99b4-548c93cf0029 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 944 time: 0.1972892 May 25 21:23:54.881819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Attempting to bind port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:23:54.882146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Attempting to bind port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:23:54.882486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Attempting to bind port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe on network 856621f7-944f-4263-b577-d77cc4bd3c9b {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:23:54.886958 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6151839a-0464-46ae-8b94-8c82575a7d22 req-6b978ab2-967e-457f-8ea4-b16fc7b0dd02 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213058 May 25 21:23:54.890840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe on network 856621f7-944f-4263-b577-d77cc4bd3c9b not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:23:54.891158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Attempting to bind port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe on network 856621f7-944f-4263-b577-d77cc4bd3c9b {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:23:54.896341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:23:54.896672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Checking segment: {'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:23:54.897047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Bound using segment: {'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:23:54.897469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Bound port: 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e316907f-e22f-437b-bb87-c68a28fa3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:23:54.897813 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:54.987891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] For port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:23:54.991283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] For port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:23:54.995329 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:55.052196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:55.052944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:55.054480 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] 10.222.0.50 "PUT /v2.0/ports/65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe HTTP/1.1" status: 200 len: 1092 time: 1.3745801 May 25 21:23:55.075347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c10f27-14ce-4c03-a658-3aeb13b180c9 service neutron] Pushing event updated for resources: {'Port': ['ID=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,revision_number=7']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:23:55.170290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-ac8d25e4-1d2c-4905-927c-7678ea5554b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:55.172588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-ac8d25e4-1d2c-4905-927c-7678ea5554b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 1095 time: 0.0926080 May 25 21:23:55.306074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-bcd7b938-e893-406f-a18f-cc12608d99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:55.307694 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-bcd7b938-e893-406f-a18f-cc12608d99c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=856621f7-944f-4263-b577-d77cc4bd3c9b HTTP/1.1" status: 200 len: 898 time: 0.1298325 May 25 21:23:55.410218 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-8d59dda8-89b3-41ff-869d-edbde27adce4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe HTTP/1.1" status: 200 len: 1000 time: 0.0969610 May 25 21:23:55.475298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-6e29a11e-565b-435c-9ff3-2d24ca579cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:55.476613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-6e29a11e-565b-435c-9ff3-2d24ca579cb0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7 HTTP/1.1" status: 200 len: 835 time: 0.0609128 May 25 21:23:55.550756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-934e9c3e-1ac4-46a4-9cac-a332a6d8e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:55.552192 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-934e9c3e-1ac4-46a4-9cac-a332a6d8e22f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=856621f7-944f-4263-b577-d77cc4bd3c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700450 May 25 21:23:55.561526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-00047be0-84cf-4f12-95bc-77a999431906 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:23:55.562563 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-00047be0-84cf-4f12-95bc-77a999431906 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047309 May 25 21:23:55.693472 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-8e39db32-a375-40bf-97a9-90d81876a05a service neutron] 10.222.0.50 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252363 May 25 21:23:55.825453 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c1a7c289-892a-4c48-a8c4-6853d765d52f req-30e84cb8-8373-40b7-b6da-fa536b93494f service neutron] 10.222.0.50 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264093 May 25 21:23:56.082377 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37783bf-91e5-4801-9003-1cf0e2cefd8b req-6935b053-009d-4d06-992d-5ed53124b5b2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:56.083771 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f37783bf-91e5-4801-9003-1cf0e2cefd8b req-6935b053-009d-4d06-992d-5ed53124b5b2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 944 time: 0.0805175 May 25 21:23:56.128296 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f37783bf-91e5-4801-9003-1cf0e2cefd8b req-88cca058-b03f-4c0a-ad6c-ebb8ffed839e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389490 May 25 21:23:56.237226 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:23:56.297357 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00bd7881-34b8-4f1f-996f-7dcf61973f70'] response: {'name': 'network-changed', 'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'status': 'completed', 'code': 200} May 25 21:23:56.443241 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-559a9d68-2ac6-4d97-a6f4-b8e9537cf888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:56.444717 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-559a9d68-2ac6-4d97-a6f4-b8e9537cf888 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 1095 time: 0.0983586 May 25 21:23:56.447191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-fa2c2f02-2696-462c-bb3b-fd4451bf502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:56.448490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-fa2c2f02-2696-462c-bb3b-fd4451bf502b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 1095 time: 0.1363814 May 25 21:23:56.684486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-56b87c24-4ea9-4d32-987c-84715b79a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:56.685909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-56b87c24-4ea9-4d32-987c-84715b79a9b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=856621f7-944f-4263-b577-d77cc4bd3c9b HTTP/1.1" status: 200 len: 898 time: 0.2346997 May 25 21:23:56.688619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-4481aef6-3eca-47f3-a75d-81a36fac28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:56.689900 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-4481aef6-3eca-47f3-a75d-81a36fac28ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=856621f7-944f-4263-b577-d77cc4bd3c9b HTTP/1.1" status: 200 len: 898 time: 0.2205944 May 25 21:23:56.990898 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-9eb56c96-6e3c-45a8-96a3-e6e9be1ec97f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe HTTP/1.1" status: 200 len: 1000 time: 0.2966766 May 25 21:23:56.992522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-457f9dc2-b42c-44bf-82dc-2d23e6d9a75a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe HTTP/1.1" status: 200 len: 1000 time: 0.2476029 May 25 21:23:57.103600 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-a952acfa-cc2c-4c36-8cbe-0f34d0cecac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:57.105029 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-a952acfa-cc2c-4c36-8cbe-0f34d0cecac2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7 HTTP/1.1" status: 200 len: 835 time: 0.1070681 May 25 21:23:57.106559 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-f43da227-c078-4270-9f35-7ef714fb0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:57.109826 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-f43da227-c078-4270-9f35-7ef714fb0a58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7 HTTP/1.1" status: 200 len: 835 time: 0.1107903 May 25 21:23:57.239778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-6c6bc68c-44f1-4a16-bbb2-d64f6ffb9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:57.241285 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-6c6bc68c-44f1-4a16-bbb2-d64f6ffb9705 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=856621f7-944f-4263-b577-d77cc4bd3c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298461 May 25 21:23:57.247371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-0b8a3412-a556-40de-9c02-7ec35a7b77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:57.248912 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-0b8a3412-a556-40de-9c02-7ec35a7b77ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=856621f7-944f-4263-b577-d77cc4bd3c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080379 May 25 21:23:57.325646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3992f-7488-4426-96a6-05e9a55e0a72 req-c4feb7fd-d731-4396-ae48-de2d7f41991a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:57.327957 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0f3992f-7488-4426-96a6-05e9a55e0a72 req-c4feb7fd-d731-4396-ae48-de2d7f41991a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 944 time: 0.0918949 May 25 21:23:57.331114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:23:57.402352 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:23:57.419675 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a0f3992f-7488-4426-96a6-05e9a55e0a72 req-7247aa29-3269-427c-a830-d3b021af8190 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837255 May 25 21:23:57.488874 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-2ccae13f-5634-4738-83f2-a7503bfd821e service neutron] 10.222.0.50 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389033 May 25 21:23:57.493718 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-8967341d-e669-4086-b2d1-87b1e27047df service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234724 May 25 21:23:57.728304 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-664102e4-3dc5-4673-96c6-e9c8178da3ae service neutron] 10.222.0.50 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328970 May 25 21:23:57.730141 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9eabe3d5-ced7-4cbe-a9ec-a071c82f01c3 req-91b469f7-8140-4842-a3cb-e2d31206f951 service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169387 May 25 21:23:58.333612 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b9d9585d-fba0-4092-bdd5-15a95c0c7ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:58.600409 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fabf27-b1f9-47a2-a795-4470e8e0baa4 req-e931d0fb-ae3f-43bf-be0f-79a500a9da90 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:58.601794 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3fabf27-b1f9-47a2-a795-4470e8e0baa4 req-e931d0fb-ae3f-43bf-be0f-79a500a9da90 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 944 time: 0.0795724 May 25 21:23:58.644481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e3fabf27-b1f9-47a2-a795-4470e8e0baa4 req-5264a891-002b-4ce1-8001-9ce9354b38e2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370774 May 25 21:23:58.767122 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:59.013718 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dee21-4431-42c0-80d0-23d2b6341dbe req-fa684690-b40a-4a1c-a0b2-966e08f5569e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:59.015187 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-168dee21-4431-42c0-80d0-23d2b6341dbe req-fa684690-b40a-4a1c-a0b2-966e08f5569e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 944 time: 0.1459160 May 25 21:23:59.024215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-7da8d89b-0f55-46a8-bcc0-5463e22cbeda tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:59.025547 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-7da8d89b-0f55-46a8-bcc0-5463e22cbeda tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55&tenant_id=ace6db10b40f43c69163fbdb905d366b&binding%3Ahost_id=n-h2-843339-1 HTTP/1.1" status: 200 len: 944 time: 0.1544337 May 25 21:23:59.124241 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-168dee21-4431-42c0-80d0-23d2b6341dbe req-8a279ce3-e53a-47a3-a1dd-64ed0aececa1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967896 May 25 21:23:59.136653 n-d-843339-1 neutron-server[88332]: INFO neutron.api.v2.resource [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-d52da20a-3a86-4114-b71e-d0d55213ab7d service neutron] delete failed (client error): The resource could not be found. May 25 21:23:59.137621 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-d52da20a-3a86-4114-b71e-d0d55213ab7d service neutron] 10.222.0.70 "DELETE /v2.0/ports/65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe/bindings/n-h1-843339-1 HTTP/1.1" status: 404 len: 380 time: 0.0981760 May 25 21:23:59.276263 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-f2275d18-0918-4345-a751-768f1aa20d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:59.278223 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-f2275d18-0918-4345-a751-768f1aa20d03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 1095 time: 0.0726488 May 25 21:23:59.311211 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:23:59.316963 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb473bb-c47c-402b-8e56-b46191905c4f req-6dc635a0-bf2e-4d13-b685-5bbb02f3922d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:59.318504 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8fb473bb-c47c-402b-8e56-b46191905c4f req-6dc635a0-bf2e-4d13-b685-5bbb02f3922d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 944 time: 0.0820999 May 25 21:23:59.366107 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8fb473bb-c47c-402b-8e56-b46191905c4f req-da2479f7-7e2b-495d-90fc-974383bfd7d8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408742 May 25 21:23:59.414399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-fcf1c7d6-b771-41d6-90aa-a479a01ce75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:59.415751 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-fcf1c7d6-b771-41d6-90aa-a479a01ce75e service neutron] 10.222.0.70 "GET /v2.0/networks?id=856621f7-944f-4263-b577-d77cc4bd3c9b HTTP/1.1" status: 200 len: 898 time: 0.1309521 May 25 21:23:59.451866 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:23:59.465121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'port_id': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'mac_address': 'fa:16:3e:a9:11:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:23:59.518494 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-d5ae28ed-841b-4079-9118-00ba4aaa09d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe HTTP/1.1" status: 200 len: 1000 time: 0.0966952 May 25 21:23:59.520504 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:23:59.520872 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:59.537513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:23:59.553262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:23:59.557200 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:23:59.580006 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-0437f033-c6cd-4320-a151-4ef8a085b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:59.581533 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-0437f033-c6cd-4320-a151-4ef8a085b2f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7 HTTP/1.1" status: 200 len: 835 time: 0.0576696 May 25 21:23:59.629019 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:23:59.637400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:59.637735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:59.638069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:59.638425 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:59.638751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:59.639076 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:59.639393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:59.639711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:59.640028 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:59.640347 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:59.640709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:59.641053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:23:59.786672 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-0007a56c-4ff0-4580-849a-95de4e2e332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:23:59.788131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-0007a56c-4ff0-4580-849a-95de4e2e332c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=856621f7-944f-4263-b577-d77cc4bd3c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005191 May 25 21:23:59.795494 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:23:59.921184 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-d2835e9f-c7a8-4cd0-9e0f-c14070a22cda service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265216 May 25 21:24:00.054589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dbf70bb4-8cd5-4540-9e83-7511a4af0975 req-92812d86-6907-4a17-b90a-25953ae73608 service neutron] 10.222.0.70 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274760 May 25 21:24:00.559418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0f720-2be6-4eac-bb69-0d68d9782b3c req-a11ec8e4-d188-48c5-b8d5-bc9e1f0c96af tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:00.560907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39a0f720-2be6-4eac-bb69-0d68d9782b3c req-a11ec8e4-d188-48c5-b8d5-bc9e1f0c96af tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 945 time: 0.0820100 May 25 21:24:00.609039 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-39a0f720-2be6-4eac-bb69-0d68d9782b3c req-598335b4-35d0-48a7-84e8-361e6e8ae5ea tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422933 May 25 21:24:00.770346 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e564a1b2-d19e-42a3-81f6-74e3efb183a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:01.310591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:24:01.381675 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:24:01.386599 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:24:01.386958 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:01.499145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:24:01.499507 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:01.574087 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:24:01.585126 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:01.588087 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:24:01.591853 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:01.622631 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b466d969-f6e5-418f-b2e5-248571dbdb5e'] response: {'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'code': 200} May 25 21:24:01.661718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:01.797438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b6d6f-3cf7-48f4-83d0-383babef158b req-327964ba-b163-4d8d-a972-75b6e58dd482 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:01.798938 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5b5b6d6f-3cf7-48f4-83d0-383babef158b req-327964ba-b163-4d8d-a972-75b6e58dd482 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0821729 May 25 21:24:01.845147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5b5b6d6f-3cf7-48f4-83d0-383babef158b req-b9545e78-9daf-4929-b1b7-294a2ce6387d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399761 May 25 21:24:01.867925 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47808) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:01.975170 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-35459384-2cc3-4d4c-8724-13a51064e679 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/ea354814-dcea-479c-afdd-6cda2ac9dd40 HTTP/1.1" status: 200 len: 994 time: 0.1061139 May 25 21:24:02.008128 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:03.342754 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:16.562146 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:24:24.438906 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:28.335460 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3efd053b-5736-4d15-a90a-829a4b205336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:28.347537 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47820) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:28.557393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port 73c4b8f8-53fd-48af-b815-6db9509a8e38 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:24:28.557723 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:28.732551 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:28.732879 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:28.765778 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:28.856604 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for 73c4b8f8-53fd-48af-b815-6db9509a8e38 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:24:29.009725 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:29.087510 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=73c4b8f8-53fd-48af-b815-6db9509a8e38,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:29.104679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:29.105028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:29.105363 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:29.105692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:29.106019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:29.106368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:29.106694 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:29.107010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:29.107331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:29.107650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:29.107966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:29.108281 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:29.168585 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:29.168914 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Floating IP ea354814-dcea-479c-afdd-6cda2ac9dd40 disassociated (deleted). External IP: 172.25.3.145, port: 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe. May 25 21:24:29.621311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router 336b139a-e323-4f4c-b542-91acb6ec7b49 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:24:29.806990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:24:29.817644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a6a45-d6e7-4bbf-bc85-e852fab07ee9 None None] Sync routers for ids ['336b139a-e323-4f4c-b542-91acb6ec7b49'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:24:29.826979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a6a45-d6e7-4bbf-bc85-e852fab07ee9 None None] Routers {'336b139a-e323-4f4c-b542-91acb6ec7b49'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:24:29.827598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2d1a6a45-d6e7-4bbf-bc85-e852fab07ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['336b139a-e323-4f4c-b542-91acb6ec7b49'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:29.829656 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:29.885035 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-424c6f4e-8e02-4dbe-b74d-782de374ee07 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/floatingips/ea354814-dcea-479c-afdd-6cda2ac9dd40 HTTP/1.1" status: 204 len: 168 time: 1.5363283 May 25 21:24:29.885515 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:24:30.000881 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f25e742-51e1-4b91-8f74-0ad9faf6fa61'] response: {'name': 'network-changed', 'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'status': 'completed', 'code': 200} May 25 21:24:30.017242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-2d1a6a45-d6e7-4bbf-bc85-e852fab07ee9 None None] Set router 336b139a-e323-4f4c-b542-91acb6ec7b49 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:24:30.113798 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36010ca6-5581-4e4c-a3a7-00a9358429a5 req-699bbe1e-ac6d-4ad8-b67b-ffcde8df8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:30.116211 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-36010ca6-5581-4e4c-a3a7-00a9358429a5 req-699bbe1e-ac6d-4ad8-b67b-ffcde8df8388 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 1097 time: 0.0911059 May 25 21:24:30.264402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36010ca6-5581-4e4c-a3a7-00a9358429a5 req-1a109ffa-fa51-49c2-8365-7cac108517e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:30.265914 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-36010ca6-5581-4e4c-a3a7-00a9358429a5 req-1a109ffa-fa51-49c2-8365-7cac108517e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=856621f7-944f-4263-b577-d77cc4bd3c9b HTTP/1.1" status: 200 len: 898 time: 0.1376679 May 25 21:24:30.304105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a432e-b157-49ae-b734-87553780f56e req-8836580c-b5d4-4de2-bac6-f8be24ebfa2b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:30.304791 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-7b4a432e-b157-49ae-b734-87553780f56e req-8836580c-b5d4-4de2-bac6-f8be24ebfa2b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:24:30.323088 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-7b4a432e-b157-49ae-b734-87553780f56e req-8836580c-b5d4-4de2-bac6-f8be24ebfa2b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:24:30.324528 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7b4a432e-b157-49ae-b734-87553780f56e req-8836580c-b5d4-4de2-bac6-f8be24ebfa2b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.1098166 May 25 21:24:30.338492 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-36010ca6-5581-4e4c-a3a7-00a9358429a5 req-1961c0ff-e54d-4ab7-a164-72370a0340c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe HTTP/1.1" status: 200 len: 217 time: 0.0664160 May 25 21:24:30.353693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2d1a6a45-d6e7-4bbf-bc85-e852fab07ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '31164964-134b-47b8-b4a0-40929275f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:22:13Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '31164964-134b-47b8-b4a0-40929275f8cb', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:09Z', 'updated_at': '2022-05-25T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '0345dc21-834f-452c-a4f1-10552e947a7a', 'name': '', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e4:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:13Z', 'updated_at': '2022-05-25T21:22:19Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:30.357635 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a6a45-d6e7-4bbf-bc85-e852fab07ee9 None None] Checking router: 336b139a-e323-4f4c-b542-91acb6ec7b49 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:24:30.367475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a6a45-d6e7-4bbf-bc85-e852fab07ee9 None None] Routers {'336b139a-e323-4f4c-b542-91acb6ec7b49'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:24:30.367648 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2d1a6a45-d6e7-4bbf-bc85-e852fab07ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:24:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['336b139a-e323-4f4c-b542-91acb6ec7b49'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:30.379718 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7b4a432e-b157-49ae-b734-87553780f56e req-e957e5d2-592b-4f0a-aa47-e911aa93cd6a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476995 May 25 21:24:30.407131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36010ca6-5581-4e4c-a3a7-00a9358429a5 req-63397341-108f-47ce-bb22-e96ea7f2f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:30.408667 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-36010ca6-5581-4e4c-a3a7-00a9358429a5 req-63397341-108f-47ce-bb22-e96ea7f2f41b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7 HTTP/1.1" status: 200 len: 835 time: 0.0640373 May 25 21:24:30.485064 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36010ca6-5581-4e4c-a3a7-00a9358429a5 req-80a3a01d-de06-4b3a-9d83-abe0c7eeb262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:30.486573 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-36010ca6-5581-4e4c-a3a7-00a9358429a5 req-80a3a01d-de06-4b3a-9d83-abe0c7eeb262 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=856621f7-944f-4263-b577-d77cc4bd3c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718472 May 25 21:24:30.554786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-2d1a6a45-d6e7-4bbf-bc85-e852fab07ee9 None None] Set router 336b139a-e323-4f4c-b542-91acb6ec7b49 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:24:30.629665 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-36010ca6-5581-4e4c-a3a7-00a9358429a5 req-38808490-dc5c-4b9c-897f-ab90dee00b1f service neutron] 10.222.0.50 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360972 May 25 21:24:30.785610 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-36010ca6-5581-4e4c-a3a7-00a9358429a5 req-eecd95d4-045e-4b63-84d9-85dfc989e85d service neutron] 10.222.0.50 "GET /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487980 May 25 21:24:30.794211 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1f7043d7-f470-4576-b79b-aa87f3229b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:30.923823 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-2d1a6a45-d6e7-4bbf-bc85-e852fab07ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '31164964-134b-47b8-b4a0-40929275f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:22:13Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '31164964-134b-47b8-b4a0-40929275f8cb', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:09Z', 'updated_at': '2022-05-25T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '0345dc21-834f-452c-a4f1-10552e947a7a', 'name': '', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e4:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:13Z', 'updated_at': '2022-05-25T21:22:19Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:30.927863 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a6a45-d6e7-4bbf-bc85-e852fab07ee9 None None] The sync data for ids ['336b139a-e323-4f4c-b542-91acb6ec7b49'] in n-d-843339-1 is: [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '31164964-134b-47b8-b4a0-40929275f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:22:13Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '31164964-134b-47b8-b4a0-40929275f8cb', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:09Z', 'updated_at': '2022-05-25T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '0345dc21-834f-452c-a4f1-10552e947a7a', 'name': '', 'network_id': '856621f7-944f-4263-b577-d77cc4bd3c9b', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:e4:45:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:13Z', 'updated_at': '2022-05-25T21:22:19Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': 'c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:24:31.161195 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e6c2e-615f-42b0-bfcb-4a847692cfaa None None] New status for floating IP ea354814-dcea-479c-afdd-6cda2ac9dd40: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:24:31.490588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5a20a-5fc9-401c-a79a-c40f91d4d265 req-9ea680b2-0b0e-41f3-95c4-a0c0050c7661 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:31.492073 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e2e5a20a-5fc9-401c-a79a-c40f91d4d265 req-9ea680b2-0b0e-41f3-95c4-a0c0050c7661 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.50 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.0927000 May 25 21:24:31.544856 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:31.620283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-e2e5a20a-5fc9-401c-a79a-c40f91d4d265 req-e2bd0d92-c5be-4684-acd8-c0733ed5f73e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:24:31.620641 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e2e5a20a-5fc9-401c-a79a-c40f91d4d265 req-e2bd0d92-c5be-4684-acd8-c0733ed5f73e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:31.743430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b02b9b-d6c8-4a2b-8a67-f5d7d23f9591 req-a76bb8bf-7488-42ab-8a46-92661a9a9d3b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:31.744876 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94b02b9b-d6c8-4a2b-8a67-f5d7d23f9591 req-a76bb8bf-7488-42ab-8a46-92661a9a9d3b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=a00a2fb1-0357-4f7b-8dbc-21caac344b55 HTTP/1.1" status: 200 len: 946 time: 0.2037601 May 25 21:24:31.988284 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-94b02b9b-d6c8-4a2b-8a67-f5d7d23f9591 req-23442c44-f276-457f-b429-e0d9423ce9e5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=b3c5c757-caea-43b9-8950-8d5c6654116e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370358 May 25 21:24:32.014232 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:32.044067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-e2e5a20a-5fc9-401c-a79a-c40f91d4d265 req-e2bd0d92-c5be-4684-acd8-c0733ed5f73e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:24:32.044417 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e2e5a20a-5fc9-401c-a79a-c40f91d4d265 req-e2bd0d92-c5be-4684-acd8-c0733ed5f73e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:32.168644 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-e2e5a20a-5fc9-401c-a79a-c40f91d4d265 req-e2bd0d92-c5be-4684-acd8-c0733ed5f73e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:24:32.314571 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e2e5a20a-5fc9-401c-a79a-c40f91d4d265 req-e2bd0d92-c5be-4684-acd8-c0733ed5f73e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:32.366831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd0d92-c5be-4684-acd8-c0733ed5f73e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:32.449283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e5a20a-5fc9-401c-a79a-c40f91d4d265 req-e2bd0d92-c5be-4684-acd8-c0733ed5f73e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] No DVR routers for this DVR port 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:24:32.451738 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-e2e5a20a-5fc9-401c-a79a-c40f91d4d265 req-e2bd0d92-c5be-4684-acd8-c0733ed5f73e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:32.454852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'name': 'network-vif-deleted', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:24:32.470316 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e2e5a20a-5fc9-401c-a79a-c40f91d4d265 req-e2bd0d92-c5be-4684-acd8-c0733ed5f73e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.50 "DELETE /v2.0/ports/65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe HTTP/1.1" status: 204 len: 173 time: 0.9723547 May 25 21:24:32.499669 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482c780f-956f-4e61-903c-25538f5dc9d4'] response: {'server_uuid': 'a00a2fb1-0357-4f7b-8dbc-21caac344b55', 'name': 'network-vif-deleted', 'tag': '65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe', 'status': 'completed', 'code': 200} May 25 21:24:33.086199 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47840) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:33.345830 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:33.645799 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cd2132a3-aca8-43cb-93b8-1c258f572bb5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:34.114898 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-cd2132a3-aca8-43cb-93b8-1c258f572bb5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port 0345dc21-834f-452c-a4f1-10552e947a7a {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:24:34.115602 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cd2132a3-aca8-43cb-93b8-1c258f572bb5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:34.300456 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-cd2132a3-aca8-43cb-93b8-1c258f572bb5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port 0345dc21-834f-452c-a4f1-10552e947a7a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=0345dc21-834f-452c-a4f1-10552e947a7a,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:24:34.300804 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cd2132a3-aca8-43cb-93b8-1c258f572bb5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:34.429292 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-cd2132a3-aca8-43cb-93b8-1c258f572bb5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for 0345dc21-834f-452c-a4f1-10552e947a7a owned by network:router_interface {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:24:34.755951 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cd2132a3-aca8-43cb-93b8-1c258f572bb5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:34.805117 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2132a3-aca8-43cb-93b8-1c258f572bb5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=0345dc21-834f-452c-a4f1-10552e947a7a,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:35.083684 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cd2132a3-aca8-43cb-93b8-1c258f572bb5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:35.471594 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:24:35.506741 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:24:35.507079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 65083c2d-fee0-4fb8-ba2b-cbd1222e5ffe not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:24:35.559780 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2132a3-aca8-43cb-93b8-1c258f572bb5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router 336b139a-e323-4f4c-b542-91acb6ec7b49 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:24:35.740847 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2132a3-aca8-43cb-93b8-1c258f572bb5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:24:35.750666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e044a-c1f9-4c9d-8f26-385fff207c7f None None] Sync routers for ids ['336b139a-e323-4f4c-b542-91acb6ec7b49'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:24:35.753963 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cd2132a3-aca8-43cb-93b8-1c258f572bb5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "PUT /v2.0/routers/336b139a-e323-4f4c-b542-91acb6ec7b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6666536 May 25 21:24:35.756667 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47844) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:35.759887 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e044a-c1f9-4c9d-8f26-385fff207c7f None None] Routers {'336b139a-e323-4f4c-b542-91acb6ec7b49'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:24:35.760475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-061e044a-c1f9-4c9d-8f26-385fff207c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['336b139a-e323-4f4c-b542-91acb6ec7b49'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:35.824310 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f17458-d692-4335-ad07-b4cb70c7e460 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting subnet c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7 {{(pid=88331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:24:35.827315 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d5f17458-d692-4335-ad07-b4cb70c7e460 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:35.884704 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d5f17458-d692-4335-ad07-b4cb70c7e460 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1211088'] for subnet, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:35.971934 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d5f17458-d692-4335-ad07-b4cb70c7e460 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:35.973590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-061e044a-c1f9-4c9d-8f26-385fff207c7f None None] Set router 336b139a-e323-4f4c-b542-91acb6ec7b49 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:24:36.048585 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d5f17458-d692-4335-ad07-b4cb70c7e460 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2664223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2488799'] for subnet, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:36.090806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f17458-d692-4335-ad07-b4cb70c7e460 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Subnet': ['ID=c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:36.095158 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d5f17458-d692-4335-ad07-b4cb70c7e460 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:36.102357 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d5f17458-d692-4335-ad07-b4cb70c7e460 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/subnets/c82fc71a-1ca5-4c4e-9540-18e08cb7d4c7 HTTP/1.1" status: 204 len: 168 time: 0.3446567 May 25 21:24:36.104838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47848) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:36.149343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f9de3f-d642-44ea-bf5c-a157a924976b None None] Network 856621f7-944f-4263-b577-d77cc4bd3c9b requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:24:36.285742 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:36.460067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-061e044a-c1f9-4c9d-8f26-385fff207c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '31164964-134b-47b8-b4a0-40929275f8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:24:34Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': '31164964-134b-47b8-b4a0-40929275f8cb', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:22:09Z', 'updated_at': '2022-05-25T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:36.463972 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e044a-c1f9-4c9d-8f26-385fff207c7f None None] Checking router: 336b139a-e323-4f4c-b542-91acb6ec7b49 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:24:36.473408 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e044a-c1f9-4c9d-8f26-385fff207c7f None None] Routers {'336b139a-e323-4f4c-b542-91acb6ec7b49'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:24:36.474015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-061e044a-c1f9-4c9d-8f26-385fff207c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['336b139a-e323-4f4c-b542-91acb6ec7b49'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:36.476948 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:36.494610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port 31164964-134b-47b8-b4a0-40929275f8cb {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:24:36.494985 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:36.522642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c086b51-f295-418b-b37a-52e21507d8e9 None None] DHCP port deletion for 856621f7-944f-4263-b577-d77cc4bd3c9b request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:24:36.539191 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4c086b51-f295-418b-b37a-52e21507d8e9 None None] Deleting port 8115cfff-32e2-4561-8fde-b44cf4a2f266 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:24:36.539543 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4c086b51-f295-418b-b37a-52e21507d8e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:36.681726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port 31164964-134b-47b8-b4a0-40929275f8cb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=31164964-134b-47b8-b4a0-40929275f8cb,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:24:36.682358 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:36.714509 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-061e044a-c1f9-4c9d-8f26-385fff207c7f None None] Set router 336b139a-e323-4f4c-b542-91acb6ec7b49 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:24:36.810068 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for 31164964-134b-47b8-b4a0-40929275f8cb owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:24:36.827720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-061e044a-c1f9-4c9d-8f26-385fff207c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:24:36Z', 'revision_number': 6, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:36.892256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e044a-c1f9-4c9d-8f26-385fff207c7f None None] The sync data for ids ['336b139a-e323-4f4c-b542-91acb6ec7b49'] in n-d-843339-1 is: [{'id': '336b139a-e323-4f4c-b542-91acb6ec7b49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287060751', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:22:08Z', 'updated_at': '2022-05-25T21:24:36Z', 'revision_number': 6, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:24:36.939240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4c086b51-f295-418b-b37a-52e21507d8e9 None None] For port 8115cfff-32e2-4561-8fde-b44cf4a2f266, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=8115cfff-32e2-4561-8fde-b44cf4a2f266,segment=NetworkSegment(e316907f-e22f-437b-bb87-c68a28fa3c6b),segment_id=e316907f-e22f-437b-bb87-c68a28fa3c6b)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:24:36.939616 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4c086b51-f295-418b-b37a-52e21507d8e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.058811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0345dc21-834f-452c-a4f1-10552e947a7a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:24:37.092723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-4c086b51-f295-418b-b37a-52e21507d8e9 None None] Calling delete_port for 8115cfff-32e2-4561-8fde-b44cf4a2f266 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:24:37.129364 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.139553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 0345dc21-834f-452c-a4f1-10552e947a7a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:24:37.140496 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 0345dc21-834f-452c-a4f1-10552e947a7a not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:24:37.140969 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 8115cfff-32e2-4561-8fde-b44cf4a2f266 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:24:37.178393 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=31164964-134b-47b8-b4a0-40929275f8cb,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:37.272211 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.301021 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4c086b51-f295-418b-b37a-52e21507d8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.340962 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Port 8115cfff-32e2-4561-8fde-b44cf4a2f266 update to DOWN by agent not found {{(pid=88333) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 25 21:24:37.350216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c086b51-f295-418b-b37a-52e21507d8e9 None None] Pushing event deleted for resources: {'Port': ['ID=8115cfff-32e2-4561-8fde-b44cf4a2f266,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:37.355214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c086b51-f295-418b-b37a-52e21507d8e9 None None] No DVR routers for this DVR port 8115cfff-32e2-4561-8fde-b44cf4a2f266 on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:24:37.454272 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.456553 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.479239 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.479730 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Fanout notify agent at l3_agent the message router_deleted on router 336b139a-e323-4f4c-b542-91acb6ec7b49 {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:24:37.495374 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.496450 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-710ef565-3c9e-42a0-b90d-b12f197bb039 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/routers/336b139a-e323-4f4c-b542-91acb6ec7b49 HTTP/1.1" status: 204 len: 168 time: 1.3907163 May 25 21:24:37.499675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47852) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:37.615720 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08714dee-c2aa-4147-b161-d953ebd67ea1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.759082 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08714dee-c2aa-4147-b161-d953ebd67ea1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.785335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-08714dee-c2aa-4147-b161-d953ebd67ea1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856621f7-944f-4263-b577-d77cc4bd3c9b']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:37.797585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-08714dee-c2aa-4147-b161-d953ebd67ea1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e316907f-e22f-437b-bb87-c68a28fa3c6b') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:37.797881 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-08714dee-c2aa-4147-b161-d953ebd67ea1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e316907f-e22f-437b-bb87-c68a28fa3c6b') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:37.808969 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08714dee-c2aa-4147-b161-d953ebd67ea1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.824509 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08714dee-c2aa-4147-b161-d953ebd67ea1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.830628 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08714dee-c2aa-4147-b161-d953ebd67ea1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:24:37.831011 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08714dee-c2aa-4147-b161-d953ebd67ea1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.916314 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment e316907f-e22f-437b-bb87-c68a28fa3c6b resource provider aggregate not found May 25 21:24:37.933517 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment e316907f-e22f-437b-bb87-c68a28fa3c6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e316907f-e22f-437b-bb87-c68a28fa3c6b found for delete ", "request_id": "req-8e088106-f061-42ea-9ce2-55b3ef72492d"}]} May 25 21:24:37.935653 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08714dee-c2aa-4147-b161-d953ebd67ea1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.958263 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08714dee-c2aa-4147-b161-d953ebd67ea1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:37.972007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08714dee-c2aa-4147-b161-d953ebd67ea1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Network': ['ID=856621f7-944f-4263-b577-d77cc4bd3c9b,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:37.980846 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-08714dee-c2aa-4147-b161-d953ebd67ea1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/networks/856621f7-944f-4263-b577-d77cc4bd3c9b HTTP/1.1" status: 204 len: 168 time: 0.4802232 May 25 21:24:37.983642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47862) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:38.052960 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-443912a8-688f-4813-95f9-b9fd5381b174 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.082124 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-443912a8-688f-4813-95f9-b9fd5381b174 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.147493 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-443912a8-688f-4813-95f9-b9fd5381b174 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.169232 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443912a8-688f-4813-95f9-b9fd5381b174 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c5c757-caea-43b9-8950-8d5c6654116e,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:38.182119 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-443912a8-688f-4813-95f9-b9fd5381b174 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.183266 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-443912a8-688f-4813-95f9-b9fd5381b174 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/security-groups/b3c5c757-caea-43b9-8950-8d5c6654116e HTTP/1.1" status: 204 len: 168 time: 0.1987281 May 25 21:24:38.307404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47870) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:38.313193 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1294229823', 'description': 'tempest-secgroup-smoke-1294229823 description', 'project_id': 'ace6db10b40f43c69163fbdb905d366b'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:24:38.320662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:24:38.324840 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:24:38.328208 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:24:38.333803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:24:38.343830 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.363287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:24:38.367075 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:24:38.369785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:24:38.376000 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:24:38.449527 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.453894 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.495776 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5672e1ec-16a1-43b6-863b-b62f6cb1afb6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:38.502353 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.503693 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b91556ce-782e-4ad3-965b-3e2b5f6da3cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1953685 May 25 21:24:38.506617 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47874) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:38.511908 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c266c249-67ed-455d-b61b-c8e947f23cd5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': '5672e1ec-16a1-43b6-863b-b62f6cb1afb6', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:24:38.519210 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c266c249-67ed-455d-b61b-c8e947f23cd5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:24:38.523225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c266c249-67ed-455d-b61b-c8e947f23cd5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:24:38.526326 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c266c249-67ed-455d-b61b-c8e947f23cd5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:24:38.532224 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c266c249-67ed-455d-b61b-c8e947f23cd5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:24:38.549203 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c266c249-67ed-455d-b61b-c8e947f23cd5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.608001 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c266c249-67ed-455d-b61b-c8e947f23cd5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.611755 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c266c249-67ed-455d-b61b-c8e947f23cd5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.637576 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266c249-67ed-455d-b61b-c8e947f23cd5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe3e633-bf6b-4009-b6b5-efc54ca0c26e,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:38.647953 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c266c249-67ed-455d-b61b-c8e947f23cd5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.649609 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c266c249-67ed-455d-b61b-c8e947f23cd5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419947 May 25 21:24:38.652464 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47878) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:38.657883 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-32cbdaa0-1487-47b8-ab9d-cb8a661b6959 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': '5672e1ec-16a1-43b6-863b-b62f6cb1afb6', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:24:38.665191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-32cbdaa0-1487-47b8-ab9d-cb8a661b6959 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:24:38.669052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-32cbdaa0-1487-47b8-ab9d-cb8a661b6959 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:24:38.672518 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-32cbdaa0-1487-47b8-ab9d-cb8a661b6959 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:24:38.678610 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-32cbdaa0-1487-47b8-ab9d-cb8a661b6959 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:24:38.699929 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-32cbdaa0-1487-47b8-ab9d-cb8a661b6959 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.763647 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-32cbdaa0-1487-47b8-ab9d-cb8a661b6959 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.767222 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-32cbdaa0-1487-47b8-ab9d-cb8a661b6959 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.790103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbdaa0-1487-47b8-ab9d-cb8a661b6959 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00aa9789-b7a7-40c8-809b-10587204a030,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:38.799334 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-32cbdaa0-1487-47b8-ab9d-cb8a661b6959 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.800565 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-32cbdaa0-1487-47b8-ab9d-cb8a661b6959 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1471670 May 25 21:24:38.803347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47882) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:38.808249 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-fe317a42-9ada-4c59-b908-8d050e39bf74 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': '5672e1ec-16a1-43b6-863b-b62f6cb1afb6', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:24:38.815458 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fe317a42-9ada-4c59-b908-8d050e39bf74 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:24:38.819291 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fe317a42-9ada-4c59-b908-8d050e39bf74 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:24:38.822080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fe317a42-9ada-4c59-b908-8d050e39bf74 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:24:38.828125 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fe317a42-9ada-4c59-b908-8d050e39bf74 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:24:38.845923 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fe317a42-9ada-4c59-b908-8d050e39bf74 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.908680 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fe317a42-9ada-4c59-b908-8d050e39bf74 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.912171 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fe317a42-9ada-4c59-b908-8d050e39bf74 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.936097 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe317a42-9ada-4c59-b908-8d050e39bf74 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b042df9-c15f-4b52-a194-abcc2e6fc98f,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:38.945849 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fe317a42-9ada-4c59-b908-8d050e39bf74 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:38.947151 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fe317a42-9ada-4c59-b908-8d050e39bf74 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428676 May 25 21:24:38.950175 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47886) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:38.955171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b81ab88d-7220-422c-949f-32a440de4200 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': '5672e1ec-16a1-43b6-863b-b62f6cb1afb6', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:24:38.961899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b81ab88d-7220-422c-949f-32a440de4200 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:24:38.965749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b81ab88d-7220-422c-949f-32a440de4200 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:24:38.968894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b81ab88d-7220-422c-949f-32a440de4200 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:24:38.974823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b81ab88d-7220-422c-949f-32a440de4200 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:24:38.978245 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 31164964-134b-47b8-b4a0-40929275f8cb no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:24:38.994722 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b81ab88d-7220-422c-949f-32a440de4200 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.017086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 31164964-134b-47b8-b4a0-40929275f8cb {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:24:39.017415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 31164964-134b-47b8-b4a0-40929275f8cb not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:24:39.062264 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b81ab88d-7220-422c-949f-32a440de4200 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.065840 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b81ab88d-7220-422c-949f-32a440de4200 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.088397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ab88d-7220-422c-949f-32a440de4200 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc565e25-7dbc-4668-a900-69ed91bd0c4c,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:39.098430 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b81ab88d-7220-422c-949f-32a440de4200 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.099586 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b81ab88d-7220-422c-949f-32a440de4200 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485023 May 25 21:24:39.102339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47890) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:39.107439 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-fa2214d1-3f47-4c89-bc59-7cdb6b57b89d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': '5672e1ec-16a1-43b6-863b-b62f6cb1afb6', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:24:39.114673 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fa2214d1-3f47-4c89-bc59-7cdb6b57b89d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:24:39.118498 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fa2214d1-3f47-4c89-bc59-7cdb6b57b89d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:24:39.121307 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fa2214d1-3f47-4c89-bc59-7cdb6b57b89d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:24:39.127421 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fa2214d1-3f47-4c89-bc59-7cdb6b57b89d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:24:39.137393 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-fa2214d1-3f47-4c89-bc59-7cdb6b57b89d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Project ace6db10b40f43c69163fbdb905d366b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:24:39.143890 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa2214d1-3f47-4c89-bc59-7cdb6b57b89d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.207718 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa2214d1-3f47-4c89-bc59-7cdb6b57b89d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.211422 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa2214d1-3f47-4c89-bc59-7cdb6b57b89d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.233012 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2214d1-3f47-4c89-bc59-7cdb6b57b89d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6365153d-f9dc-4bbe-a294-3725ac40c472,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:39.244404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fa2214d1-3f47-4c89-bc59-7cdb6b57b89d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.245598 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fa2214d1-3f47-4c89-bc59-7cdb6b57b89d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420772 May 25 21:24:39.248346 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47894) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:39.253274 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-cd912793-bec1-4a3a-b26a-b0b3a72a8b26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': '5672e1ec-16a1-43b6-863b-b62f6cb1afb6', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:24:39.259678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-cd912793-bec1-4a3a-b26a-b0b3a72a8b26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:24:39.263526 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-cd912793-bec1-4a3a-b26a-b0b3a72a8b26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:24:39.266469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-cd912793-bec1-4a3a-b26a-b0b3a72a8b26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:24:39.272178 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-cd912793-bec1-4a3a-b26a-b0b3a72a8b26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:24:39.282790 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-cd912793-bec1-4a3a-b26a-b0b3a72a8b26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Project ace6db10b40f43c69163fbdb905d366b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:24:39.289106 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cd912793-bec1-4a3a-b26a-b0b3a72a8b26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.355061 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cd912793-bec1-4a3a-b26a-b0b3a72a8b26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.359868 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cd912793-bec1-4a3a-b26a-b0b3a72a8b26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.389983 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd912793-bec1-4a3a-b26a-b0b3a72a8b26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff196c0-48a2-480d-8728-023780bba295,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:39.396757 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-cd912793-bec1-4a3a-b26a-b0b3a72a8b26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.398253 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-cd912793-bec1-4a3a-b26a-b0b3a72a8b26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488001 May 25 21:24:39.401127 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47898) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:39.407277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'network': {'name': 'tempest-network-smoke--1846984260', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'port_security_enabled': True}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:24:39.412949 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:24:39.417469 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:network and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:24:39.420327 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:24:39.427226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:24:39.537033 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:24:39.540532 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.568815 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:24:39.578347 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.578684 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Added segment dca87810-aa69-4d20-b3fe-280bb2866df6 of type vlan for network 8213420e-84b9-4648-bea2-c1af8a365609 May 25 21:24:39.604620 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.633243 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.638640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:39.639212 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.753896 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3517618 May 25 21:24:39.756629 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914f945-422a-43cb-b668-d27fbe52f75b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Network': ['ID=8213420e-84b9-4648-bea2-c1af8a365609,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:39.756834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 47902) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:39.761891 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'admin_state_up': True, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:24:39.767632 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 8213420e-84b9-4648-bea2-c1af8a365609 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:24:39.770575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:24:39.774668 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:router and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:24:39.777497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:24:39.784511 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:24:39.794580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.795467 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:39.809959 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:40.082464 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:40.399143 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:40.432037 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:40.566066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.25.3.28 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/ae5a9606-e6f8-4bde-b052-5eb9ab628cc9) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:24:40.851432 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:40.881198 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:40.946231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:24:40.948927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:24:40.952871 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:24:41.005043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=ae5a9606-e6f8-4bde-b052-5eb9ab628cc9,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:41.387219 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:41.728550 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:41.931101 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 21:24:42.232254 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:24:42.242625 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Sync routers for ids ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:24:42.252357 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Routers {'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:24:42.252946 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:42.259469 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:42.260652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a4017ec6-6b39-44fa-b640-531a7f459a25 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5029125 May 25 21:24:42.264191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47906) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:42.350956 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-00b1fa97-ebe6-453f-ae68-a3a6661bf981 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ace6db10b40f43c69163fbdb905d366b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0855544 May 25 21:24:42.353799 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47912) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:42.440209 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Set router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:24:42.490716 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9e6c61-f3ca-43f8-b377-56edcf333b55 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:42.492103 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-2d9e6c61-f3ca-43f8-b377-56edcf333b55 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1373684 May 25 21:24:42.494944 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47916) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:42.538395 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b88f25b9-e918-441f-820b-21ad06c7fdab tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423536 May 25 21:24:42.540845 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47920) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:42.546368 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1637673219', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:24:42.656369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:24:42.660453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:subnet and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:24:42.664258 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:24:42.670109 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:24:42.682329 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:24:42.687414 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:42.740864 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:24:41Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:42.744682 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Checking router: df4ef131-fa8a-4b8f-ab13-cc0f8845d30e for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:24:42.745020 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Updating router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e port ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:24:42.799862 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:42.910648 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:42.989549 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Subnet': ['ID=398a8bef-dcc6-436f-8b99-db231835ad6a,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:42.997032 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Checking segment: {'id': 'dca87810-aa69-4d20-b3fe-280bb2866df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:24:42.997389 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network hostable DHCP agents. Network: 8213420e-84b9-4648-bea2-c1af8a365609, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:24:43.016371 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 8213420e-84b9-4648-bea2-c1af8a365609 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:24:43.026428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 8213420e-84b9-4648-bea2-c1af8a365609) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:24:43.031922 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:43.032498 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:43.037203 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22948bb-d57f-4f5b-9f9c-32f9a7ae4222 None None] Network 8213420e-84b9-4648-bea2-c1af8a365609 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:24:43.063899 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-9f5bf0f9-5e8c-4ed0-9a7d-f3a1b4201e27 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5219836 May 25 21:24:43.066516 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47924) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:24:43.172288 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:43.185015 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Transition to ACTIVE for port object ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:24:43.193019 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:43.268583 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Attempting to bind port ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:24:43.269195 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Attempting to bind port ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:24:43.269340 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Attempting to bind port ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:24:43.271121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-8213420e-84b9-4648-bea2-c1af8a365609', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ips': [{'subnet_id': '398a8bef-dcc6-436f-8b99-db231835ad6a'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:24:43.271939 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:43.277927 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:24:43.278323 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:24:43.278716 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:43.279097 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:24:43.279556 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Bound port: ae5a9606-e6f8-4bde-b052-5eb9ab628cc9, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:24:43.279919 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:43.330165 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de345803-749f-4248-a82c-f0e006d62155 None None] Pushing event updated for resources: {'Port': ['ID=ae5a9606-e6f8-4bde-b052-5eb9ab628cc9,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:43.344549 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de345803-749f-4248-a82c-f0e006d62155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:43.344842 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de345803-749f-4248-a82c-f0e006d62155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:43.345174 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de345803-749f-4248-a82c-f0e006d62155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:43.345504 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de345803-749f-4248-a82c-f0e006d62155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:43.345828 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de345803-749f-4248-a82c-f0e006d62155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:43.346146 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de345803-749f-4248-a82c-f0e006d62155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:43.346562 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de345803-749f-4248-a82c-f0e006d62155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:43.346878 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de345803-749f-4248-a82c-f0e006d62155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:43.347195 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de345803-749f-4248-a82c-f0e006d62155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:43.347510 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de345803-749f-4248-a82c-f0e006d62155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:43.347824 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de345803-749f-4248-a82c-f0e006d62155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:43.348133 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de345803-749f-4248-a82c-f0e006d62155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:24:43.373086 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] For port ae5a9606-e6f8-4bde-b052-5eb9ab628cc9, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:24:43.376902 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] For port ae5a9606-e6f8-4bde-b052-5eb9ab628cc9, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae5a9606-e6f8-4bde-b052-5eb9ab628cc9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:24:43.381476 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:43.455401 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Routers {'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:24:43.456013 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:43.525429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Allocated IP 172.20.0.2 (8213420e-84b9-4648-bea2-c1af8a365609/398a8bef-dcc6-436f-8b99-db231835ad6a/6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:24:43.541744 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de345803-749f-4248-a82c-f0e006d62155 None None] Pushing event updated for resources: {'Port': ['ID=ae5a9606-e6f8-4bde-b052-5eb9ab628cc9,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:43.646925 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] Set router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:24:43.863169 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:43.874662 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Transition to ACTIVE for port object 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:24:43.894627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Transition to ACTIVE for port object 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:24:43.902835 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:43.932585 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:43.947054 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:24:41Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:43.953026 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d17a4-2dfd-4f05-9083-5701b1540935 None None] The sync data for ids ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'] in n-d-843339-1 is: [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:24:41Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:24:43.978728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Network 8213420e-84b9-4648-bea2-c1af8a365609 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:24:43.981900 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:24:43.986577 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:24:43.992280 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Pushing event updated for resources: {'Port': ['ID=6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:44.085485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Attempting to bind port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:24:44.086064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Attempting to bind port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'dca87810-aa69-4d20-b3fe-280bb2866df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:24:44.086450 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Attempting to bind port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb on network 8213420e-84b9-4648-bea2-c1af8a365609 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:24:44.092333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:24:44.093268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Checking segment: {'id': 'dca87810-aa69-4d20-b3fe-280bb2866df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:24:44.093746 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:44.094132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Bound using segment: {'id': 'dca87810-aa69-4d20-b3fe-280bb2866df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:24:44.094622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Bound port: 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca87810-aa69-4d20-b3fe-280bb2866df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:24:44.095002 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:44.194018 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] For port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:24:44.198910 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] For port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb,segment=NetworkSegment(dca87810-aa69-4d20-b3fe-280bb2866df6),segment_id=dca87810-aa69-4d20-b3fe-280bb2866df6)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:24:44.205676 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:44.305079 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf3bac-f51a-453c-bbf3-321b91d1baea None None] Pushing event updated for resources: {'Port': ['ID=6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:44.400264 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.20.0.1 (8213420e-84b9-4648-bea2-c1af8a365609/398a8bef-dcc6-436f-8b99-db231835ad6a/74122781-9aff-45e5-80d1-e8e41891c44e) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:24:44.589557 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:44.607501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Transition to ACTIVE for port object 74122781-9aff-45e5-80d1-e8e41891c44e will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:24:44.634520 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:44.709767 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 8213420e-84b9-4648-bea2-c1af8a365609 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:24:44.713268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:24:44.717086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:24:44.752738 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=74122781-9aff-45e5-80d1-e8e41891c44e,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:44.785507 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:45.042543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:24:45.075950 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:45.114094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:24:45.119784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:24:45.120526 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:45.290706 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:24:45.291088 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:45.308484 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ae5a9606-e6f8-4bde-b052-5eb9ab628cc9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae5a9606-e6f8-4bde-b052-5eb9ab628cc9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:24:45.314205 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:45.315208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:24:45.377911 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c705a82-f0ef-4247-9984-3f8d7d5c9469 None None] Network 8213420e-84b9-4648-bea2-c1af8a365609 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:24:45.528516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ae5a9606-e6f8-4bde-b052-5eb9ab628cc9,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:45.551457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-834f9a14-16da-4332-9273-7b98c1fdad2e None None] Provisioning for port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:24:45.575571 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:24:45.584994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:24:45.585359 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:45.650571 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:45.655568 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:45.779186 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:45.784182 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=74122781-9aff-45e5-80d1-e8e41891c44e,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:45.803892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:24:45.804266 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:45.846990 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb,segment=NetworkSegment(dca87810-aa69-4d20-b3fe-280bb2866df6),segment_id=dca87810-aa69-4d20-b3fe-280bb2866df6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:24:45.851581 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:45.922642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:45.934736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 8213420e-84b9-4648-bea2-c1af8a365609 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:24:45.936003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:24:46.088659 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bbf538fb-278f-4d84-acf9-08a4a055c877 None None] Provisioning for port 74122781-9aff-45e5-80d1-e8e41891c44e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:24:46.094761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bbf538fb-278f-4d84-acf9-08a4a055c877 None None] Provisioning complete for port 74122781-9aff-45e5-80d1-e8e41891c44e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:24:46.095248 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bbf538fb-278f-4d84-acf9-08a4a055c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:46.138463 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:24:46.162032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-bbf538fb-278f-4d84-acf9-08a4a055c877 None None] Port 74122781-9aff-45e5-80d1-e8e41891c44e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:24:46.180970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bbf538fb-278f-4d84-acf9-08a4a055c877 None None] Provisioning complete for port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:24:46.181571 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bbf538fb-278f-4d84-acf9-08a4a055c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:46.320122 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-bbf538fb-278f-4d84-acf9-08a4a055c877 None None] Current status of the port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:24:46.342231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:24:46.357151 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Sync routers for ids ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:24:46.360744 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f3b86628-88ac-4135-a72d-bae6051fd4e4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "PUT /v2.0/routers/df4ef131-fa8a-4b8f-ab13-cc0f8845d30e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2932065 May 25 21:24:46.370620 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Routers {'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:24:46.371567 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:46.531814 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-23b04195-48db-45b7-b200-329f35ca0791 None None] Provisioning complete for port 74122781-9aff-45e5-80d1-e8e41891c44e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:24:46.532187 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-23b04195-48db-45b7-b200-329f35ca0791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:46.551565 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-c0bee55d-ef2a-4662-b80e-f7fa7b4e60a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:24:46.566930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-c0bee55d-ef2a-4662-b80e-f7fa7b4e60a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:24:46.568188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-c0bee55d-ef2a-4662-b80e-f7fa7b4e60a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1294229823&fields=id&tenant_id=ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 267 time: 0.0580368 May 25 21:24:46.616384 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-23b04195-48db-45b7-b200-329f35ca0791 None None] Port 74122781-9aff-45e5-80d1-e8e41891c44e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:24:46.624794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Set router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:24:46.720453 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-dbebdaa0-eda3-4b0b-9ffe-922b26333211 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:46.721158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-dbebdaa0-eda3-4b0b-9ffe-922b26333211 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:24:46.738472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-dbebdaa0-eda3-4b0b-9ffe-922b26333211 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:24:46.739562 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-dbebdaa0-eda3-4b0b-9ffe-922b26333211 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/networks?id=8213420e-84b9-4648-bea2-c1af8a365609 HTTP/1.1" status: 200 len: 797 time: 0.1645403 May 25 21:24:46.755314 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-b1529a70-4ca4-4806-9962-827e0e434ac2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/quotas/ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 375 time: 0.0101531 May 25 21:24:46.843188 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1488cb62-b57a-4aed-a743-bb24a5bacc95 None None] Provisioning complete for port 74122781-9aff-45e5-80d1-e8e41891c44e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:24:46.843551 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1488cb62-b57a-4aed-a743-bb24a5bacc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:46.848685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-de918fb1-9ddd-4f63-89ea-3c5d4f15db29 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:24:46.864500 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-de918fb1-9ddd-4f63-89ea-3c5d4f15db29 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:24:46.866040 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-de918fb1-9ddd-4f63-89ea-3c5d4f15db29 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052289 May 25 21:24:46.917778 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1488cb62-b57a-4aed-a743-bb24a5bacc95 None None] Port 74122781-9aff-45e5-80d1-e8e41891c44e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:24:46.920137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-0cb681af-cd4d-46a8-bcd3-56c625f7ced8 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:24:46.922624 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-0cb681af-cd4d-46a8-bcd3-56c625f7ced8 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0447388 May 25 21:24:47.027789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:24:47.072005 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-78724a11-e2a4-49e5-a9f0-1cb5604c5165 service neutron] 10.222.0.60 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446514 May 25 21:24:47.108268 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:24:44Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74122781-9aff-45e5-80d1-e8e41891c44e', 'name': '', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:a0:e4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:44Z', 'updated_at': '2022-05-25T21:24:45Z', 'revision_number': 2, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:47.111780 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:24:47.112139 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:47.142579 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Checking router: df4ef131-fa8a-4b8f-ab13-cc0f8845d30e for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:24:47.142921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Updating router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e port 74122781-9aff-45e5-80d1-e8e41891c44e binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:24:47.205694 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-8654a886-bba5-4847-8131-5161a59352a1 service neutron] 10.222.0.60 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267776 May 25 21:24:47.214212 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:47.375859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:24:47.376954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:24:47.424430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-29093688-a4d5-412e-adb5-98774a3deb5f req-7316bba8-4fef-44d2-9ed8-10cfeb351eee tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:24:47.437993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-29093688-a4d5-412e-adb5-98774a3deb5f req-7316bba8-4fef-44d2-9ed8-10cfeb351eee tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:24:47.439180 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-29093688-a4d5-412e-adb5-98774a3deb5f req-7316bba8-4fef-44d2-9ed8-10cfeb351eee tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 210 time: 0.0818298 May 25 21:24:47.554869 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:24:47.555283 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:47.767884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:24:47.781174 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:47.793232 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Transition to ACTIVE for port object 74122781-9aff-45e5-80d1-e8e41891c44e will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:24:47.800271 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:47.932357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb59fbc-3f42-4873-aa30-5ff5cd51b81f None None] Pushing event updated for resources: {'Port': ['ID=74122781-9aff-45e5-80d1-e8e41891c44e,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:48.027779 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Attempting to bind port 74122781-9aff-45e5-80d1-e8e41891c44e on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:24:48.028163 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Attempting to bind port 74122781-9aff-45e5-80d1-e8e41891c44e by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'dca87810-aa69-4d20-b3fe-280bb2866df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:24:48.028614 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Attempting to bind port 74122781-9aff-45e5-80d1-e8e41891c44e on network 8213420e-84b9-4648-bea2-c1af8a365609 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:24:48.034890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:24:48.035256 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Checking segment: {'id': 'dca87810-aa69-4d20-b3fe-280bb2866df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:24:48.035651 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:48.036027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Bound using segment: {'id': 'dca87810-aa69-4d20-b3fe-280bb2866df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:24:48.036506 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Bound port: 74122781-9aff-45e5-80d1-e8e41891c44e, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca87810-aa69-4d20-b3fe-280bb2866df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:24:48.036872 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:48.129321 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] For port 74122781-9aff-45e5-80d1-e8e41891c44e, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:24:48.132162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] For port 74122781-9aff-45e5-80d1-e8e41891c44e, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=74122781-9aff-45e5-80d1-e8e41891c44e,segment=NetworkSegment(dca87810-aa69-4d20-b3fe-280bb2866df6),segment_id=dca87810-aa69-4d20-b3fe-280bb2866df6)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:24:48.138137 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:48.225334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Routers {'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:24:48.225985 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:24:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:48.292897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb59fbc-3f42-4873-aa30-5ff5cd51b81f None None] Pushing event updated for resources: {'Port': ['ID=74122781-9aff-45e5-80d1-e8e41891c44e,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:48.430865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] Set router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:24:48.516957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-27ba84bd-9cc1-4d56-9d4b-1fe9f65d5f8c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:48.519517 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-27ba84bd-9cc1-4d56-9d4b-1fe9f65d5f8c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "GET /v2.0/networks?id=8213420e-84b9-4648-bea2-c1af8a365609 HTTP/1.1" status: 200 len: 797 time: 0.1742239 May 25 21:24:48.578755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-99abad76-96fe-4190-931f-0075f7deaf0d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 380 time: 0.0508864 May 25 21:24:48.587805 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'port': {'device_id': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'admin_state_up': True, 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'security_groups': ['5672e1ec-16a1-43b6-863b-b62f6cb1afb6']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:24:48.620630 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2f00a15-b738-4e4d-87a2-161816a7dd93 req-6ccb0da2-0707-4314-b4ea-740cacea058f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 210 time: 0.0448561 May 25 21:24:48.729857 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:24:48.740026 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:24:48.750275 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:24:48.753733 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:48.813789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:24:44Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74122781-9aff-45e5-80d1-e8e41891c44e', 'name': '', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:a0:e4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:44Z', 'updated_at': '2022-05-25T21:24:48Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:24:48.817915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba7754-6f6a-4cc6-9d9f-aabbc55f3d29 None None] The sync data for ids ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'] in n-d-843339-1 is: [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:24:44Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74122781-9aff-45e5-80d1-e8e41891c44e', 'name': '', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:a0:e4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:44Z', 'updated_at': '2022-05-25T21:24:48Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:24:48.931842 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.20.0.6 (8213420e-84b9-4648-bea2-c1af8a365609/398a8bef-dcc6-436f-8b99-db231835ad6a/9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:24:49.019270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74122781-9aff-45e5-80d1-e8e41891c44e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:24:49.098320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 74122781-9aff-45e5-80d1-e8e41891c44e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:24:49.104206 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 74122781-9aff-45e5-80d1-e8e41891c44e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:24:49.104562 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:49.155984 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:49.175983 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Transition to ACTIVE for port object 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:24:49.202697 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:49.228912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 74122781-9aff-45e5-80d1-e8e41891c44e is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:24:49.229456 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:49.264307 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 74122781-9aff-45e5-80d1-e8e41891c44e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=74122781-9aff-45e5-80d1-e8e41891c44e,segment=NetworkSegment(dca87810-aa69-4d20-b3fe-280bb2866df6),segment_id=dca87810-aa69-4d20-b3fe-280bb2866df6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:24:49.271550 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:49.279355 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 8213420e-84b9-4648-bea2-c1af8a365609 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:24:49.283248 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:24:49.287402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:24:49.339149 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:49.353959 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=74122781-9aff-45e5-80d1-e8e41891c44e,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:49.371107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:49.371789 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:49.403916 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-13cadef9-f301-4e6f-ac05-c563a1ffb6a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8196349 May 25 21:24:49.461471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Request body: {'port': {'device_id': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:24:49.541849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7f569c43-6da1-4084-a017-99f517254b36 None None] Provisioning for port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:24:49.547643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7f569c43-6da1-4084-a017-99f517254b36 None None] Provisioning complete for port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:24:49.548157 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7f569c43-6da1-4084-a017-99f517254b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:49.591449 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:49.607949 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7f569c43-6da1-4084-a017-99f517254b36 None None] Port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:24:49.991576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee83fd-93a4-4c52-a1c2-d0f778c003ab req-d2584284-8d4e-4b73-a6d8-63e011b2e69a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:49.992285 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-22ee83fd-93a4-4c52-a1c2-d0f778c003ab req-d2584284-8d4e-4b73-a6d8-63e011b2e69a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:24:50.067217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-22ee83fd-93a4-4c52-a1c2-d0f778c003ab req-d2584284-8d4e-4b73-a6d8-63e011b2e69a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:24:50.068562 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22ee83fd-93a4-4c52-a1c2-d0f778c003ab req-d2584284-8d4e-4b73-a6d8-63e011b2e69a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 931 time: 0.2182009 May 25 21:24:50.077279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:24:50.097114 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:50.127103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Transition to ACTIVE for port object 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:24:50.132354 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:50.177906 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-22ee83fd-93a4-4c52-a1c2-d0f778c003ab req-aff3e580-d49e-42fd-b3a6-f81990e9266b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029861 May 25 21:24:50.300125 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Pushing event updated for resources: {'Port': ['ID=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:50.393180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Attempting to bind port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:24:50.393516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Attempting to bind port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': 'dca87810-aa69-4d20-b3fe-280bb2866df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:24:50.393858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Attempting to bind port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 on network 8213420e-84b9-4648-bea2-c1af8a365609 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:24:50.398758 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 on network 8213420e-84b9-4648-bea2-c1af8a365609 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:24:50.399413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Attempting to bind port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 on network 8213420e-84b9-4648-bea2-c1af8a365609 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:24:50.404550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:24:50.405421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Checking segment: {'id': 'dca87810-aa69-4d20-b3fe-280bb2866df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:24:50.405867 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Bound using segment: {'id': 'dca87810-aa69-4d20-b3fe-280bb2866df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:24:50.406606 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Bound port: 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca87810-aa69-4d20-b3fe-280bb2866df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:24:50.407174 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:50.502882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] For port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:24:50.505778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] For port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7,segment=NetworkSegment(dca87810-aa69-4d20-b3fe-280bb2866df6),segment_id=dca87810-aa69-4d20-b3fe-280bb2866df6)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:24:50.510278 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:50.573421 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:50.574022 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:50.575381 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] 10.222.0.70 "PUT /v2.0/ports/9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 HTTP/1.1" status: 200 len: 1091 time: 1.1647186 May 25 21:24:50.575795 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'tag': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:24:50.607477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666b609-b59e-4693-9df5-a60742ee2db8 service neutron] Pushing event updated for resources: {'Port': ['ID=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:50.662212 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-410f8ee4-aab2-4db0-909d-f419d4eff09c'] response: {'name': 'network-changed', 'server_uuid': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'tag': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7', 'status': 'completed', 'code': 200} May 25 21:24:50.705974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-f46015c7-55ed-4315-91bf-12fe4531675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:50.707508 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-f46015c7-55ed-4315-91bf-12fe4531675e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 1094 time: 0.0848410 May 25 21:24:50.782687 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-d5c94957-ab28-4be4-a55c-4ab81f13b6a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 HTTP/1.1" status: 200 len: 217 time: 0.0688837 May 25 21:24:50.845680 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-00b38a64-38b8-47f7-adb9-a8588b794144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:50.846998 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-00b38a64-38b8-47f7-adb9-a8588b794144 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=398a8bef-dcc6-436f-8b99-db231835ad6a HTTP/1.1" status: 200 len: 835 time: 0.0590398 May 25 21:24:50.927005 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-af885586-d614-49a7-bcf3-d7e477ca886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:50.928516 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-af885586-d614-49a7-bcf3-d7e477ca886f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8213420e-84b9-4648-bea2-c1af8a365609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761566 May 25 21:24:50.987370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74122781-9aff-45e5-80d1-e8e41891c44e up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:24:51.054904 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 74122781-9aff-45e5-80d1-e8e41891c44e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:24:51.055269 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:51.064660 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-eabedd69-6de9-40ab-9786-c97a78a7dcce service neutron] 10.222.0.70 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295178 May 25 21:24:51.173082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 74122781-9aff-45e5-80d1-e8e41891c44e is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:24:51.352292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c9896914-fcac-4b47-b3a9-237f2c6fbe10 req-c938b368-c5cc-40ca-b509-6217a5ed0fb9 service neutron] 10.222.0.70 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816482 May 25 21:24:51.448134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfdd2b-bfc6-414d-8e55-bbba04cb62fa req-f474cfdb-171f-4e39-8441-229fbe36c152 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:51.449619 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dabfdd2b-bfc6-414d-8e55-bbba04cb62fa req-f474cfdb-171f-4e39-8441-229fbe36c152 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 943 time: 0.1305053 May 25 21:24:51.510410 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dabfdd2b-bfc6-414d-8e55-bbba04cb62fa req-9498d6d8-0fbd-4ed0-935c-52ccbe85e42c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505748 May 25 21:24:51.516443 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dbf82-9587-4b5a-a491-72dfa5a8081f req-8747d9f1-d977-4c73-ab19-3e69a0bf2bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:51.517866 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-192dbf82-9587-4b5a-a491-72dfa5a8081f req-8747d9f1-d977-4c73-ab19-3e69a0bf2bf0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 1094 time: 0.1215122 May 25 21:24:51.649721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dbf82-9587-4b5a-a491-72dfa5a8081f req-d7d329b2-03d6-4ed5-b186-f9a03f3200d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:51.651178 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-192dbf82-9587-4b5a-a491-72dfa5a8081f req-d7d329b2-03d6-4ed5-b186-f9a03f3200d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8213420e-84b9-4648-bea2-c1af8a365609 HTTP/1.1" status: 200 len: 898 time: 0.1279120 May 25 21:24:51.722578 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-192dbf82-9587-4b5a-a491-72dfa5a8081f req-41d78a79-a4f5-42c3-970c-7bacbd8fb0e8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 HTTP/1.1" status: 200 len: 217 time: 0.0643222 May 25 21:24:51.791940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dbf82-9587-4b5a-a491-72dfa5a8081f req-1cd8f3ae-a409-447b-a3f2-744011cdce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:51.793371 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-192dbf82-9587-4b5a-a491-72dfa5a8081f req-1cd8f3ae-a409-447b-a3f2-744011cdce88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=398a8bef-dcc6-436f-8b99-db231835ad6a HTTP/1.1" status: 200 len: 835 time: 0.0657959 May 25 21:24:51.867388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dbf82-9587-4b5a-a491-72dfa5a8081f req-587f1362-7a70-4cd1-b2b6-41c5210d5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:51.869124 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-192dbf82-9587-4b5a-a491-72dfa5a8081f req-587f1362-7a70-4cd1-b2b6-41c5210d5881 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8213420e-84b9-4648-bea2-c1af8a365609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702853 May 25 21:24:52.000248 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-192dbf82-9587-4b5a-a491-72dfa5a8081f req-91777388-c171-4a74-bee8-ee73963f2f92 service neutron] 10.222.0.70 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245046 May 25 21:24:52.144537 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-192dbf82-9587-4b5a-a491-72dfa5a8081f req-b3195f69-18a4-4469-8997-b5ed2e6b9a26 service neutron] 10.222.0.70 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386447 May 25 21:24:52.698221 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a44057-b460-4553-99ba-23970fe0b4c3 req-9acbf437-e0dc-4618-a07c-42f461ea35dd tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:52.699697 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55a44057-b460-4553-99ba-23970fe0b4c3 req-9acbf437-e0dc-4618-a07c-42f461ea35dd tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 943 time: 0.0799856 May 25 21:24:52.747650 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55a44057-b460-4553-99ba-23970fe0b4c3 req-380c078b-b6a9-4945-abf1-be823a449057 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408201 May 25 21:24:53.563838 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:24:53.936845 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a2585-8693-4a3b-b84e-dcf9d7ed36ce req-60e9c2e7-7288-4c9f-94ab-2f2f781c23e3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:53.938433 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f5a2585-8693-4a3b-b84e-dcf9d7ed36ce req-60e9c2e7-7288-4c9f-94ab-2f2f781c23e3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 943 time: 0.0853086 May 25 21:24:53.982014 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2f5a2585-8693-4a3b-b84e-dcf9d7ed36ce req-e8e59700-3d61-4182-a00e-7f99b416d076 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379834 May 25 21:24:54.452466 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:55.165226 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ea77f-b7f0-4377-a101-315b4b96000c req-b264fc0d-5f6a-472f-898e-b5c88496d52f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:55.166679 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c04ea77f-b7f0-4377-a101-315b4b96000c req-b264fc0d-5f6a-472f-898e-b5c88496d52f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 943 time: 0.0797865 May 25 21:24:55.210678 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c04ea77f-b7f0-4377-a101-315b4b96000c req-3e85c7ed-c5b0-4b45-9f5d-041c757511bd tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376928 May 25 21:24:55.641734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:24:55.777128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7,segment=NetworkSegment(dca87810-aa69-4d20-b3fe-280bb2866df6),segment_id=dca87810-aa69-4d20-b3fe-280bb2866df6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:24:55.790215 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'port_id': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7', 'mac_address': 'fa:16:3e:52:47:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:24:55.844441 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:24:55.844803 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:55.861214 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:24:55.876476 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7,segment=NetworkSegment(dca87810-aa69-4d20-b3fe-280bb2866df6),segment_id=dca87810-aa69-4d20-b3fe-280bb2866df6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:24:55.880204 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:55.949434 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:56.238358 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:24:56.401564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25ba6d-8742-422e-8947-0e7338d3ec9e req-e00ea4f8-fac8-4d9f-b31b-9f33922bbec8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:56.403080 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd25ba6d-8742-422e-8947-0e7338d3ec9e req-e00ea4f8-fac8-4d9f-b31b-9f33922bbec8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 944 time: 0.0838699 May 25 21:24:56.453838 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd25ba6d-8742-422e-8947-0e7338d3ec9e req-6849f177-e278-44fa-8b33-54e2ab14b3c3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442486 May 25 21:24:57.659061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:24:57.739380 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:24:57.745697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:24:57.746180 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:57.774796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d2112-b85a-411d-9aac-133fafc5b180 req-9706002f-887e-4fb7-999f-43e642b4fdec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:57.776258 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-552d2112-b85a-411d-9aac-133fafc5b180 req-9706002f-887e-4fb7-999f-43e642b4fdec tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 944 time: 0.2141886 May 25 21:24:57.820784 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-552d2112-b85a-411d-9aac-133fafc5b180 req-22b0187f-b0f2-4907-97cf-6b50311f6daf tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388715 May 25 21:24:57.865610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:24:57.865980 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:57.891748 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:24:57.902013 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7,segment=NetworkSegment(dca87810-aa69-4d20-b3fe-280bb2866df6),segment_id=dca87810-aa69-4d20-b3fe-280bb2866df6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:24:57.906277 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:57.946655 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf86084b-6fc1-479e-aacb-e298925d33ca'] response: {'server_uuid': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7', 'code': 200} May 25 21:24:57.984956 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:24:58.072243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68117a57-1789-416a-ad85-306e3518520d req-40847a52-d03b-4886-a6cb-c44f2c09e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:58.073701 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-68117a57-1789-416a-ad85-306e3518520d req-40847a52-d03b-4886-a6cb-c44f2c09e967 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 1096 time: 0.0811009 May 25 21:24:58.115823 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-68117a57-1789-416a-ad85-306e3518520d req-3422a4ce-e559-4433-b45b-a18def63958b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358295 May 25 21:24:58.338023 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-169eb2d9-268f-48a2-b7c8-f7cafda0acce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:58.780632 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:24:59.008306 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8742-62f1-4e34-93c5-efd15c419af5 req-f143e7fa-3631-4560-aa67-8183dc36a433 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:24:59.009662 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6f1e8742-62f1-4e34-93c5-efd15c419af5 req-f143e7fa-3631-4560-aa67-8183dc36a433 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0815835 May 25 21:24:59.055819 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6f1e8742-62f1-4e34-93c5-efd15c419af5 req-ee7722e8-fd00-45cd-b8ba-398c4effeb7b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403261 May 25 21:25:00.246528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b72a3-307b-4e38-b6d1-515eacae4831 req-14e0d22d-7184-4bde-865b-2acb76d56972 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:25:00.247906 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c29b72a3-307b-4e38-b6d1-515eacae4831 req-14e0d22d-7184-4bde-865b-2acb76d56972 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0838294 May 25 21:25:00.291640 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c29b72a3-307b-4e38-b6d1-515eacae4831 req-533ce81b-7e30-4340-bb86-16ee914e9e04 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380278 May 25 21:25:00.474169 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba589a-bc30-4605-a28b-723f24b351ae req-7016a378-37a8-4b44-af46-5ad768411557 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:25:00.475605 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ecba589a-bc30-4605-a28b-723f24b351ae req-7016a378-37a8-4b44-af46-5ad768411557 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0807378 May 25 21:25:00.523172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ecba589a-bc30-4605-a28b-723f24b351ae req-5f3b63a0-45d4-4340-994d-6d94642478e2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416129 May 25 21:25:00.546129 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47984) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:25:00.621532 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d339dea-7aa2-4fc9-aae5-e769eec9bceb tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:25:00.623053 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7d339dea-7aa2-4fc9-aae5-e769eec9bceb tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 1091 time: 0.0759046 May 25 21:25:00.625977 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47988) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:25:00.630849 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:25:00.637376 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:25:00.641813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:floatingip and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:25:00.644648 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:25:00.650507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:25:00.662429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:00.777872 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91cb0d8d-a4c8-4079-820b-fa34b45e50bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:00.801683 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:00.940490 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.25.3.120 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/d0b8fbe4-ea45-4312-8b47-a0e67abbd6e2) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:25:01.085653 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:01.114515 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:01.184581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:25:01.188157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:25:01.190798 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:25:01.232229 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=d0b8fbe4-ea45-4312-8b47-a0e67abbd6e2,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:25:01.547217 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:01.605546 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:01.680337 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:01.887965 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:01.892898 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:02.013860 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:02.110262 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=d0b8fbe4-ea45-4312-8b47-a0e67abbd6e2,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:25:02.122091 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:02.294025 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Floating IP a38dae7d-9546-4b9c-93bb-a44e3f7a58a0 associated. External IP: 172.25.3.120, port: 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7. May 25 21:25:02.650618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:25:02.834394 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:25:02.843844 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecba40-4281-43d2-853b-eae22fc8ff48 None None] Sync routers for ids ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:25:02.852801 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecba40-4281-43d2-853b-eae22fc8ff48 None None] Routers {'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:25:02.853387 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-73ecba40-4281-43d2-853b-eae22fc8ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:25:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:25:02.860045 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:02.917272 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-64eafc52-ebbd-422c-8fe7-8b93098dc85a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2900839 May 25 21:25:02.917691 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'tag': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:25:02.967063 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5ca498-52f7-45a0-98b6-5d7981671142'] response: {'name': 'network-changed', 'server_uuid': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'tag': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7', 'status': 'completed', 'code': 200} May 25 21:25:03.034755 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-73ecba40-4281-43d2-853b-eae22fc8ff48 None None] Set router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:25:03.142753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d99b3-de0c-4ba9-9335-772b12d903e6 req-afd6364e-2fe1-4947-b084-d4c7ba1fe7d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:25:03.144222 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d85d99b3-de0c-4ba9-9335-772b12d903e6 req-afd6364e-2fe1-4947-b084-d4c7ba1fe7d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.1201646 May 25 21:25:03.146300 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984e700-3983-495d-a0b4-fa9663f69584 req-7855a7f6-8d6b-41f1-a465-264372446ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:25:03.147604 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2984e700-3983-495d-a0b4-fa9663f69584 req-7855a7f6-8d6b-41f1-a465-264372446ae6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 1096 time: 0.1579332 May 25 21:25:03.276406 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d85d99b3-de0c-4ba9-9335-772b12d903e6 req-dbfab923-29b2-4f5c-a72a-5f83c33ff3b4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255407 May 25 21:25:03.302890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 47996) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:25:03.321354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984e700-3983-495d-a0b4-fa9663f69584 req-fb2b882f-d5e0-4222-ad7e-c6b5e786e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:25:03.322887 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2984e700-3983-495d-a0b4-fa9663f69584 req-fb2b882f-d5e0-4222-ad7e-c6b5e786e9ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=8213420e-84b9-4648-bea2-c1af8a365609 HTTP/1.1" status: 200 len: 898 time: 0.1587880 May 25 21:25:03.363844 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:03.434188 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d994dcf5-8055-4719-8613-1b4a6ca9e344 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/a38dae7d-9546-4b9c-93bb-a44e3f7a58a0 HTTP/1.1" status: 200 len: 991 time: 0.1298053 May 25 21:25:03.447665 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-73ecba40-4281-43d2-853b-eae22fc8ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:24:44Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'a38dae7d-9546-4b9c-93bb-a44e3f7a58a0', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'port_id': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'mac_address': 'fa:16:3e:52:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:25:01Z', 'updated_at': '2022-05-25T21:25:01Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74122781-9aff-45e5-80d1-e8e41891c44e', 'name': '', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:a0:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:44Z', 'updated_at': '2022-05-25T21:24:49Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:25:03.452612 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecba40-4281-43d2-853b-eae22fc8ff48 None None] Checking router: df4ef131-fa8a-4b8f-ab13-cc0f8845d30e for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:25:03.461654 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecba40-4281-43d2-853b-eae22fc8ff48 None None] Routers {'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:25:03.462322 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-73ecba40-4281-43d2-853b-eae22fc8ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:25:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:25:03.548792 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2984e700-3983-495d-a0b4-fa9663f69584 req-d84b9d15-5513-4387-b51e-e5dd4db9a34d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 HTTP/1.1" status: 200 len: 999 time: 0.2195225 May 25 21:25:03.610324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984e700-3983-495d-a0b4-fa9663f69584 req-de2f33b9-ce0e-4fc0-a476-9b052f768f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:25:03.611748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2984e700-3983-495d-a0b4-fa9663f69584 req-de2f33b9-ce0e-4fc0-a476-9b052f768f6e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=398a8bef-dcc6-436f-8b99-db231835ad6a HTTP/1.1" status: 200 len: 835 time: 0.0577145 May 25 21:25:03.644508 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-73ecba40-4281-43d2-853b-eae22fc8ff48 None None] Set router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:25:03.692849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984e700-3983-495d-a0b4-fa9663f69584 req-9f969384-b551-4a00-94a4-88d6a3890abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:25:03.694490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2984e700-3983-495d-a0b4-fa9663f69584 req-9f969384-b551-4a00-94a4-88d6a3890abe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8213420e-84b9-4648-bea2-c1af8a365609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770419 May 25 21:25:03.830112 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2984e700-3983-495d-a0b4-fa9663f69584 req-9bcc3843-7eef-4e2a-9375-e9638bb4a50e service neutron] 10.222.0.70 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298532 May 25 21:25:03.963213 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2984e700-3983-495d-a0b4-fa9663f69584 req-96299d72-0e3f-47ed-a51b-7c4ea3914c7e service neutron] 10.222.0.70 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274774 May 25 21:25:04.005500 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-73ecba40-4281-43d2-853b-eae22fc8ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:24:44Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'a38dae7d-9546-4b9c-93bb-a44e3f7a58a0', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'port_id': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'mac_address': 'fa:16:3e:52:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:25:01Z', 'updated_at': '2022-05-25T21:25:01Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74122781-9aff-45e5-80d1-e8e41891c44e', 'name': '', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:a0:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:44Z', 'updated_at': '2022-05-25T21:24:49Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:25:04.009405 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecba40-4281-43d2-853b-eae22fc8ff48 None None] The sync data for ids ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'] in n-d-843339-1 is: [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:24:44Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': 'a38dae7d-9546-4b9c-93bb-a44e3f7a58a0', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'port_id': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'mac_address': 'fa:16:3e:52:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:25:01Z', 'updated_at': '2022-05-25T21:25:01Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74122781-9aff-45e5-80d1-e8e41891c44e', 'name': '', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:a0:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:44Z', 'updated_at': '2022-05-25T21:24:49Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:25:04.188046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b7f88-1d23-4b7b-8534-f0cdb91a28cd None None] New status for floating IP a38dae7d-9546-4b9c-93bb-a44e3f7a58a0: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:25:04.438514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48000) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:25:04.549506 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-a7a7bfae-769b-4278-ad1f-540ad681eefe tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/a38dae7d-9546-4b9c-93bb-a44e3f7a58a0 HTTP/1.1" status: 200 len: 993 time: 0.1097450 May 25 21:25:24.453046 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:28.340560 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a93187a5-3736-4778-822d-5b155acb169f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:28.798887 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:30.564903 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:25:30.781967 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-49a3584c-1da3-4641-90fc-e126af5e23ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:31.549141 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:32.017329 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:33.350837 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:48.115904 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bde39eee-ffff-4542-b741-bead89c8e965 req-8da1a119-7c97-4556-bfc6-965b8d2c619c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684762 May 25 21:25:48.251972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde39eee-ffff-4542-b741-bead89c8e965 req-bc77157a-539a-47ff-90ed-0c128009581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:25:48.253424 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bde39eee-ffff-4542-b741-bead89c8e965 req-bc77157a-539a-47ff-90ed-0c128009581b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 1096 time: 0.0702305 May 25 21:25:48.396769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde39eee-ffff-4542-b741-bead89c8e965 req-4e6a265d-a39f-4355-8a19-5ece5b91459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:25:48.398168 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bde39eee-ffff-4542-b741-bead89c8e965 req-4e6a265d-a39f-4355-8a19-5ece5b91459f service neutron] 10.222.0.70 "GET /v2.0/networks?id=8213420e-84b9-4648-bea2-c1af8a365609 HTTP/1.1" status: 200 len: 898 time: 0.1272318 May 25 21:25:48.501473 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bde39eee-ffff-4542-b741-bead89c8e965 req-6105dc1e-d95b-4f20-9963-254aae9b002f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 HTTP/1.1" status: 200 len: 1001 time: 0.0977762 May 25 21:25:48.567108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde39eee-ffff-4542-b741-bead89c8e965 req-469a0fa2-811b-4cc1-9a73-54d321ce28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:25:48.568527 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bde39eee-ffff-4542-b741-bead89c8e965 req-469a0fa2-811b-4cc1-9a73-54d321ce28bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=398a8bef-dcc6-436f-8b99-db231835ad6a HTTP/1.1" status: 200 len: 835 time: 0.0613174 May 25 21:25:48.642985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde39eee-ffff-4542-b741-bead89c8e965 req-01372bbd-c747-48fd-b359-686c78e50fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:25:48.644427 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bde39eee-ffff-4542-b741-bead89c8e965 req-01372bbd-c747-48fd-b359-686c78e50fe6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8213420e-84b9-4648-bea2-c1af8a365609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695906 May 25 21:25:48.783929 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bde39eee-ffff-4542-b741-bead89c8e965 req-c5190118-3dc9-43ac-ab88-dad09dd0fa42 service neutron] 10.222.0.70 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334488 May 25 21:25:48.913937 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bde39eee-ffff-4542-b741-bead89c8e965 req-4f5d3cc2-f791-496d-9895-e902d78a5425 service neutron] 10.222.0.70 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247504 May 25 21:25:54.467446 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:58.342308 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-631509d8-e0f0-4e6b-aa5d-2227c05fc39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:25:58.786851 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:26:00.785643 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-362e1b8c-a65c-4f2a-84e7-630037a81caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:26:01.551829 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:26:02.018166 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:26:03.354388 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:26:05.533879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177b9ca-2b80-4c8e-934d-b1f657586746 req-652d50e5-a159-416f-9194-3d1637a3a550 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:05.535429 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e177b9ca-2b80-4c8e-934d-b1f657586746 req-652d50e5-a159-416f-9194-3d1637a3a550 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0827363 May 25 21:26:05.582958 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e177b9ca-2b80-4c8e-934d-b1f657586746 req-d766896d-addb-4709-9629-8667bef6a855 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417132 May 25 21:26:06.815838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc855255-0bcd-403e-b836-7fb0da19f0ab req-e9688c56-a53e-4aaa-ad13-c3c928bd4f4b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:06.817192 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc855255-0bcd-403e-b836-7fb0da19f0ab req-e9688c56-a53e-4aaa-ad13-c3c928bd4f4b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.1238396 May 25 21:26:06.865228 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dc855255-0bcd-403e-b836-7fb0da19f0ab req-ccb3cd67-ef6b-4f42-84fd-a8a63267254e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424542 May 25 21:26:07.564790 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:26:08.048163 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f96726-0659-40d3-8e69-670a478305ff req-ecb69aa8-807d-4178-8ce0-921d9366225b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:08.049610 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e3f96726-0659-40d3-8e69-670a478305ff req-ecb69aa8-807d-4178-8ce0-921d9366225b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0791688 May 25 21:26:08.095387 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e3f96726-0659-40d3-8e69-670a478305ff req-b7158cae-781b-46eb-9075-4839074b94eb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401068 May 25 21:26:09.277764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d08899-4f81-4b86-8a0f-cc48d8ae57a2 req-35010285-9185-46e5-9b4d-b89a195498ea tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:09.279147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20d08899-4f81-4b86-8a0f-cc48d8ae57a2 req-35010285-9185-46e5-9b4d-b89a195498ea tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0798001 May 25 21:26:09.324528 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-20d08899-4f81-4b86-8a0f-cc48d8ae57a2 req-11cbe233-5fbe-4842-ab04-b7f951198749 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390444 May 25 21:26:10.520678 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409f185-782d-4f43-8f74-d50cbc18b032 req-4dbd3976-8c17-41db-bb14-886ea72a3028 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:10.522195 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3409f185-782d-4f43-8f74-d50cbc18b032 req-4dbd3976-8c17-41db-bb14-886ea72a3028 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0837176 May 25 21:26:10.567904 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3409f185-782d-4f43-8f74-d50cbc18b032 req-2b2b6025-1e2b-43d3-8194-1b631a68bff2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397363 May 25 21:26:11.760260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944c75e-c46b-4357-a5e5-15d2dec97659 req-e174ab0e-b28a-4be2-b652-31eb6bacf6e7 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:11.761689 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7944c75e-c46b-4357-a5e5-15d2dec97659 req-e174ab0e-b28a-4be2-b652-31eb6bacf6e7 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0842521 May 25 21:26:11.806028 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7944c75e-c46b-4357-a5e5-15d2dec97659 req-9433b8ed-d919-4cfd-b552-9a5169e04586 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380454 May 25 21:26:13.003823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c095a4-a8de-4bef-8838-b65f69a21317 req-37d1b7c6-d65e-46db-9b89-4f0fb20c7bf0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:13.005197 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e8c095a4-a8de-4bef-8838-b65f69a21317 req-37d1b7c6-d65e-46db-9b89-4f0fb20c7bf0 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0904615 May 25 21:26:13.049441 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e8c095a4-a8de-4bef-8838-b65f69a21317 req-bbc18fab-330c-4ddd-b1d7-c1bb4aff17d6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384796 May 25 21:26:14.234295 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f798b-4c66-4dda-8112-61b7fcb90fe0 req-a9cd6191-2474-4e3b-bb38-2b7a8f5c6044 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:14.235745 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-284f798b-4c66-4dda-8112-61b7fcb90fe0 req-a9cd6191-2474-4e3b-bb38-2b7a8f5c6044 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0816324 May 25 21:26:14.279133 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-284f798b-4c66-4dda-8112-61b7fcb90fe0 req-c131c71d-b4bd-45ea-b017-d9dce0becd9a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377913 May 25 21:26:15.575217 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ed65f-45f1-48d1-b1b5-f1c664f705ba req-e1646036-014a-409f-90c1-0f6a463cbc4f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:15.576803 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-820ed65f-45f1-48d1-b1b5-f1c664f705ba req-e1646036-014a-409f-90c1-0f6a463cbc4f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.1913521 May 25 21:26:15.620681 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-820ed65f-45f1-48d1-b1b5-f1c664f705ba req-da49d934-3311-418c-a96b-817aee5d5a8f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381401 May 25 21:26:16.808674 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a960463-0aa4-4c20-9800-935fb5fa6a6c req-200aa080-641f-4269-881e-d8ed4276ff9c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:16.810137 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a960463-0aa4-4c20-9800-935fb5fa6a6c req-200aa080-641f-4269-881e-d8ed4276ff9c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0837128 May 25 21:26:16.856448 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a960463-0aa4-4c20-9800-935fb5fa6a6c req-e930628f-54b4-4180-85d5-bb0892bc67d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400705 May 25 21:26:18.042077 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3f21d-341d-44ae-b848-a7630f581953 req-c7159292-72d0-472f-90b9-d38405cc5dde tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:18.043485 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-85d3f21d-341d-44ae-b848-a7630f581953 req-c7159292-72d0-472f-90b9-d38405cc5dde tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0807550 May 25 21:26:18.090861 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-85d3f21d-341d-44ae-b848-a7630f581953 req-cc86e99c-5ac5-4aac-b895-a6ca2ec12b8c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 May 25 21:26:19.276136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37228306-28dd-459c-8d9f-6b1f4c3ec13c req-c3c94608-695b-4a1f-9e02-3cfa094a09c7 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:19.277581 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37228306-28dd-459c-8d9f-6b1f4c3ec13c req-c3c94608-695b-4a1f-9e02-3cfa094a09c7 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0800760 May 25 21:26:19.327502 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-37228306-28dd-459c-8d9f-6b1f4c3ec13c req-2c3ea4d8-b2a3-43ca-b2ee-68f42cfabc74 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431931 May 25 21:26:20.513935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dedae2-6502-457a-8c01-b072de48906a req-fc5bc9e7-ee0f-4def-bf84-8dc69c0cb200 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:20.515564 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74dedae2-6502-457a-8c01-b072de48906a req-fc5bc9e7-ee0f-4def-bf84-8dc69c0cb200 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0805762 May 25 21:26:20.561379 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74dedae2-6502-457a-8c01-b072de48906a req-a959ff5b-daa8-4823-af55-efd56d992fd7 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398650 May 25 21:26:21.749565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597b15d-772d-4073-a8c4-306f50d6657f req-c4758d66-e095-472e-8a88-8b584600f061 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:21.751057 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f597b15d-772d-4073-a8c4-306f50d6657f req-c4758d66-e095-472e-8a88-8b584600f061 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0824411 May 25 21:26:21.795925 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f597b15d-772d-4073-a8c4-306f50d6657f req-36146a45-4990-4376-8ff8-2903de6edaae tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392125 May 25 21:26:21.818882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48066) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:26:21.925432 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a6e5d228-83a4-4109-8bc8-342098dd334a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/a38dae7d-9546-4b9c-93bb-a44e3f7a58a0 HTTP/1.1" status: 200 len: 993 time: 0.1053615 May 25 21:26:23.361796 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abff39-5e71-4c24-8df2-bc0825faf4a6 req-2f82a999-172b-40f3-8412-ec1d46017eba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:23.363198 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35abff39-5e71-4c24-8df2-bc0825faf4a6 req-2f82a999-172b-40f3-8412-ec1d46017eba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0860045 May 25 21:26:23.405866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8897e-8790-4343-bab4-3c0264ad319e req-4ac3ef3b-6c89-47dd-9e15-4d42e18ec65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:23.407370 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9fb8897e-8790-4343-bab4-3c0264ad319e req-4ac3ef3b-6c89-47dd-9e15-4d42e18ec65a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 1096 time: 0.0711129 May 25 21:26:23.407606 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-35abff39-5e71-4c24-8df2-bc0825faf4a6 req-07708b8f-3773-48a0-92cb-778f0482b87e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387766 May 25 21:26:23.538462 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8897e-8790-4343-bab4-3c0264ad319e req-a3191f65-92a9-4544-9481-16609e346620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:23.539895 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9fb8897e-8790-4343-bab4-3c0264ad319e req-a3191f65-92a9-4544-9481-16609e346620 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8213420e-84b9-4648-bea2-c1af8a365609 HTTP/1.1" status: 200 len: 898 time: 0.1260016 May 25 21:26:23.760140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9fb8897e-8790-4343-bab4-3c0264ad319e req-a9a37d8f-14e2-4417-9cc6-4df13f61ebc1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 HTTP/1.1" status: 200 len: 1001 time: 0.2139690 May 25 21:26:23.822717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8897e-8790-4343-bab4-3c0264ad319e req-03457baa-ccaf-4b3e-baa3-5560102845aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:23.824120 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9fb8897e-8790-4343-bab4-3c0264ad319e req-03457baa-ccaf-4b3e-baa3-5560102845aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=398a8bef-dcc6-436f-8b99-db231835ad6a HTTP/1.1" status: 200 len: 835 time: 0.0583673 May 25 21:26:23.897422 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8897e-8790-4343-bab4-3c0264ad319e req-2e290a8a-4fb0-4573-b3e9-7a97fbee9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:23.898907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9fb8897e-8790-4343-bab4-3c0264ad319e req-2e290a8a-4fb0-4573-b3e9-7a97fbee9f84 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8213420e-84b9-4648-bea2-c1af8a365609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689542 May 25 21:26:24.037378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9fb8897e-8790-4343-bab4-3c0264ad319e req-99fa5157-a43a-4e80-80bd-32aef5c06678 service neutron] 10.222.0.70 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317060 May 25 21:26:24.167945 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9fb8897e-8790-4343-bab4-3c0264ad319e req-f821fa17-1af9-4b1d-9460-71eec4778568 service neutron] 10.222.0.70 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249595 May 25 21:26:24.467438 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:26:24.601276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52631a6-e367-466f-a53d-124b37602004 req-dc0dbabb-9609-4603-966a-8ffd9615a0d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:24.602777 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b52631a6-e367-466f-a53d-124b37602004 req-dc0dbabb-9609-4603-966a-8ffd9615a0d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0866787 May 25 21:26:24.647181 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b52631a6-e367-466f-a53d-124b37602004 req-144a34b0-5960-4147-b477-697c9eec3532 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385149 May 25 21:26:25.836795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723175a4-7bcf-4483-9863-6d0bb2bc139d req-acdc88b8-ab7c-4e7a-aaef-378e15035c7a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:25.838480 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-723175a4-7bcf-4483-9863-6d0bb2bc139d req-acdc88b8-ab7c-4e7a-aaef-378e15035c7a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0805261 May 25 21:26:25.883275 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-723175a4-7bcf-4483-9863-6d0bb2bc139d req-fa5740da-7e40-45e1-a956-67072558ca7b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385749 May 25 21:26:25.907416 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48080) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:26:26.019046 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b0f5bdae-5a2b-4890-ab12-0ce4dad403b5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/a38dae7d-9546-4b9c-93bb-a44e3f7a58a0 HTTP/1.1" status: 200 len: 993 time: 0.1103799 May 25 21:26:28.345232 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cd839425-a11a-4742-9f1f-1f144fa4a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:26:28.791287 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:26:30.788150 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b98542c5-551f-4cf9-848a-1a17f6913556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:26:31.553954 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:26:32.020116 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:26:33.358957 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:26:34.940546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-efa1883a-411b-4686-aae9-66ab53b8c63b req-67eadc72-54dc-430b-9a14-b0bcd22de4fc service neutron] (88332) timed out ('10.222.0.60', 42608) {{(pid=88332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 21:26:44.563788 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:26:48.133806 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a62ae8af-a713-4964-9d99-3f379f37681b req-94b8f439-58e8-4858-9da3-4bc8aa0d3bd0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691926 May 25 21:26:48.275520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ae8af-a713-4964-9d99-3f379f37681b req-315befe7-e37d-4bb8-a05a-5fcea06ac1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:48.277003 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a62ae8af-a713-4964-9d99-3f379f37681b req-315befe7-e37d-4bb8-a05a-5fcea06ac1be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 1096 time: 0.0759716 May 25 21:26:48.421289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ae8af-a713-4964-9d99-3f379f37681b req-a951ac56-7fca-4c12-8ddb-98e3357a1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:48.422758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a62ae8af-a713-4964-9d99-3f379f37681b req-a951ac56-7fca-4c12-8ddb-98e3357a1b3d service neutron] 10.222.0.70 "GET /v2.0/networks?id=8213420e-84b9-4648-bea2-c1af8a365609 HTTP/1.1" status: 200 len: 898 time: 0.1279371 May 25 21:26:48.525803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a62ae8af-a713-4964-9d99-3f379f37681b req-4d6b6cc1-55db-4851-86a6-fc45a3192bd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 HTTP/1.1" status: 200 len: 1001 time: 0.0964530 May 25 21:26:48.587308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ae8af-a713-4964-9d99-3f379f37681b req-a6138d2a-5fe5-4118-a23f-b4abe1be6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:48.588724 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a62ae8af-a713-4964-9d99-3f379f37681b req-a6138d2a-5fe5-4118-a23f-b4abe1be6ad1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=398a8bef-dcc6-436f-8b99-db231835ad6a HTTP/1.1" status: 200 len: 835 time: 0.0575156 May 25 21:26:48.662629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ae8af-a713-4964-9d99-3f379f37681b req-4c3a774e-6fef-4dea-ac06-9032b77cb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:26:48.664102 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a62ae8af-a713-4964-9d99-3f379f37681b req-4c3a774e-6fef-4dea-ac06-9032b77cb65f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8213420e-84b9-4648-bea2-c1af8a365609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695608 May 25 21:26:48.796605 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a62ae8af-a713-4964-9d99-3f379f37681b req-5f16907a-17da-478b-8d42-743f8fd61501 service neutron] 10.222.0.70 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266551 May 25 21:26:48.930147 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a62ae8af-a713-4964-9d99-3f379f37681b req-55582b06-c9f7-414f-b89b-e18789ef2cc1 service neutron] 10.222.0.70 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279011 May 25 21:26:54.465236 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:26:58.349082 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa4da87b-0133-4823-9471-fd017407f336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:26:58.804401 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:00.789489 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b8754255-b59b-46e0-a448-08068e2f8b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:01.556550 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:02.023236 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:03.358675 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:20.979127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48108) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:21.186142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port d0b8fbe4-ea45-4312-8b47-a0e67abbd6e2 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:27:21.186529 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:21.468989 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:21.469307 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:21.564948 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:27:21.595257 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for d0b8fbe4-ea45-4312-8b47-a0e67abbd6e2 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:27:21.765642 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:21.813687 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=d0b8fbe4-ea45-4312-8b47-a0e67abbd6e2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:21.850035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:21.850398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:21.850733 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:21.851061 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:21.851385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:21.851707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:21.852029 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:21.852348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:21.852669 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:21.852989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:21.853308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:21.853621 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:21.917488 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:21.917807 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Floating IP a38dae7d-9546-4b9c-93bb-a44e3f7a58a0 disassociated (deleted). External IP: 172.25.3.120, port: 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7. May 25 21:27:22.275750 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:27:22.463889 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:27:22.474529 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c00d5d-1432-45fd-943d-0f948e8df55e None None] Sync routers for ids ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:27:22.485175 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c00d5d-1432-45fd-943d-0f948e8df55e None None] Routers {'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:27:22.486059 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b6c00d5d-1432-45fd-943d-0f948e8df55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:27:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:22.486947 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:22.546397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a7b6f041-a7f2-4874-95e1-b8038bf8a8d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/floatingips/a38dae7d-9546-4b9c-93bb-a44e3f7a58a0 HTTP/1.1" status: 204 len: 168 time: 1.5660105 May 25 21:27:22.546970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'tag': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:27:22.661580 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1acecf3-d7a6-42cb-a51b-ea893e790c46'] response: {'name': 'network-changed', 'server_uuid': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'tag': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7', 'status': 'completed', 'code': 200} May 25 21:27:22.673766 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-b6c00d5d-1432-45fd-943d-0f948e8df55e None None] Set router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:27:22.767461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e6c97-e0e2-42d7-8eb7-f0d9bad6638b req-4f6911f2-6cf6-4bce-81b1-dfca28f89e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:22.768984 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-858e6c97-e0e2-42d7-8eb7-f0d9bad6638b req-4f6911f2-6cf6-4bce-81b1-dfca28f89e7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 1096 time: 0.0820549 May 25 21:27:23.054049 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b6c00d5d-1432-45fd-943d-0f948e8df55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:24:44Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74122781-9aff-45e5-80d1-e8e41891c44e', 'name': '', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:a0:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:44Z', 'updated_at': '2022-05-25T21:24:49Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:23.057822 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c00d5d-1432-45fd-943d-0f948e8df55e None None] Checking router: df4ef131-fa8a-4b8f-ab13-cc0f8845d30e for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:27:23.067327 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c00d5d-1432-45fd-943d-0f948e8df55e None None] Routers {'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:27:23.067908 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b6c00d5d-1432-45fd-943d-0f948e8df55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:27:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:23.099267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e6c97-e0e2-42d7-8eb7-f0d9bad6638b req-95df9c3d-c27f-4fc1-96ab-1bf68fcf62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:23.100729 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-858e6c97-e0e2-42d7-8eb7-f0d9bad6638b req-95df9c3d-c27f-4fc1-96ab-1bf68fcf62bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=8213420e-84b9-4648-bea2-c1af8a365609 HTTP/1.1" status: 200 len: 898 time: 0.3177085 May 25 21:27:23.172717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fbcb0-4674-4c28-8303-c534d948e2b6 req-701b0852-9920-4846-a002-5473e5ef7f53 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:23.173392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-523fbcb0-4674-4c28-8303-c534d948e2b6 req-701b0852-9920-4846-a002-5473e5ef7f53 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:27:23.184858 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-858e6c97-e0e2-42d7-8eb7-f0d9bad6638b req-536bbf6a-30a6-41ac-b4c3-7b79a4921633 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 HTTP/1.1" status: 200 len: 217 time: 0.0755656 May 25 21:27:23.239933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-523fbcb0-4674-4c28-8303-c534d948e2b6 req-701b0852-9920-4846-a002-5473e5ef7f53 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:27:23.241070 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-523fbcb0-4674-4c28-8303-c534d948e2b6 req-701b0852-9920-4846-a002-5473e5ef7f53 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.3749802 May 25 21:27:23.255049 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-b6c00d5d-1432-45fd-943d-0f948e8df55e None None] Set router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:27:23.275824 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e6c97-e0e2-42d7-8eb7-f0d9bad6638b req-40429c64-bb2c-4622-b3ec-53380e9f0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:23.277349 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-858e6c97-e0e2-42d7-8eb7-f0d9bad6638b req-40429c64-bb2c-4622-b3ec-53380e9f0701 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=398a8bef-dcc6-436f-8b99-db231835ad6a HTTP/1.1" status: 200 len: 835 time: 0.0852931 May 25 21:27:23.345013 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-523fbcb0-4674-4c28-8303-c534d948e2b6 req-23fff564-94ce-429f-b8c3-07528fd4a0d2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959649 May 25 21:27:23.376906 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e6c97-e0e2-42d7-8eb7-f0d9bad6638b req-593561d3-9714-4118-97e5-4be899485c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:23.378414 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-858e6c97-e0e2-42d7-8eb7-f0d9bad6638b req-593561d3-9714-4118-97e5-4be899485c02 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8213420e-84b9-4648-bea2-c1af8a365609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909784 May 25 21:27:23.516964 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-858e6c97-e0e2-42d7-8eb7-f0d9bad6638b req-c1f49173-c39c-49b2-a0e7-21a1c479d07e service neutron] 10.222.0.70 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310627 May 25 21:27:23.576302 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-b6c00d5d-1432-45fd-943d-0f948e8df55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:24:44Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74122781-9aff-45e5-80d1-e8e41891c44e', 'name': '', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:a0:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:44Z', 'updated_at': '2022-05-25T21:24:49Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:23.580381 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c00d5d-1432-45fd-943d-0f948e8df55e None None] The sync data for ids ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'] in n-d-843339-1 is: [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:24:44Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74122781-9aff-45e5-80d1-e8e41891c44e', 'name': '', 'network_id': '8213420e-84b9-4648-bea2-c1af8a365609', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:a0:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:44Z', 'updated_at': '2022-05-25T21:24:49Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '398a8bef-dcc6-436f-8b99-db231835ad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:27:23.661148 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-858e6c97-e0e2-42d7-8eb7-f0d9bad6638b req-5ff81575-0376-4fe3-a9af-7059d325b069 service neutron] 10.222.0.70 "GET /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364050 May 25 21:27:23.807553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff94dc7-9981-4ae7-b9b1-4e4550677714 None None] New status for floating IP a38dae7d-9546-4b9c-93bb-a44e3f7a58a0: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:27:24.479397 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:24.538364 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2313ec7-e019-43d9-9610-06c739d83e0d req-7430e296-eadd-4da7-b151-f1ad69e82c7b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:24.539819 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2313ec7-e019-43d9-9610-06c739d83e0d req-7430e296-eadd-4da7-b151-f1ad69e82c7b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0859194 May 25 21:27:24.584389 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2313ec7-e019-43d9-9610-06c739d83e0d req-f5dfc0ad-bfc2-4c8b-8643-feec3ff7bb1a tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=5672e1ec-16a1-43b6-863b-b62f6cb1afb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387964 May 25 21:27:24.693084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0bebf-c2f0-4913-ae2d-a9ba8bc14706 req-778b15c7-2ea2-4ecb-8d33-5eb1f7d17787 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:24.694534 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-98e0bebf-c2f0-4913-ae2d-a9ba8bc14706 req-778b15c7-2ea2-4ecb-8d33-5eb1f7d17787 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 945 time: 0.0808914 May 25 21:27:24.764764 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-98e0bebf-c2f0-4913-ae2d-a9ba8bc14706 req-01e38452-6f17-4615-9ee9-190e437c51b2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:27:24.765097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-98e0bebf-c2f0-4913-ae2d-a9ba8bc14706 req-01e38452-6f17-4615-9ee9-190e437c51b2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:25.015980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-98e0bebf-c2f0-4913-ae2d-a9ba8bc14706 req-01e38452-6f17-4615-9ee9-190e437c51b2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7,segment=NetworkSegment(dca87810-aa69-4d20-b3fe-280bb2866df6),segment_id=dca87810-aa69-4d20-b3fe-280bb2866df6)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:27:25.016335 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-98e0bebf-c2f0-4913-ae2d-a9ba8bc14706 req-01e38452-6f17-4615-9ee9-190e437c51b2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:25.149550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-98e0bebf-c2f0-4913-ae2d-a9ba8bc14706 req-01e38452-6f17-4615-9ee9-190e437c51b2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:27:25.299014 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-98e0bebf-c2f0-4913-ae2d-a9ba8bc14706 req-01e38452-6f17-4615-9ee9-190e437c51b2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:25.353854 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e38452-6f17-4615-9ee9-190e437c51b2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:25.428180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e0bebf-c2f0-4913-ae2d-a9ba8bc14706 req-01e38452-6f17-4615-9ee9-190e437c51b2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] No DVR routers for this DVR port 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:27:25.430811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-98e0bebf-c2f0-4913-ae2d-a9ba8bc14706 req-01e38452-6f17-4615-9ee9-190e437c51b2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:25.433398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'name': 'network-vif-deleted', 'tag': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:27:25.449788 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-98e0bebf-c2f0-4913-ae2d-a9ba8bc14706 req-01e38452-6f17-4615-9ee9-190e437c51b2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.70 "DELETE /v2.0/ports/9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 HTTP/1.1" status: 204 len: 173 time: 0.7499568 May 25 21:27:25.483023 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53557128-99e9-4996-8a89-f1b156ac5cc3'] response: {'server_uuid': 'e0a43cba-cd90-492d-ad41-29b62cf42466', 'name': 'network-vif-deleted', 'tag': '9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7', 'status': 'completed', 'code': 200} May 25 21:27:25.757629 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-755543dd-a493-4f05-99c6-5b3c1b980e30 req-b0e65b25-bcd7-49bd-b278-281e257347a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0a43cba-cd90-492d-ad41-29b62cf42466 HTTP/1.1" status: 200 len: 210 time: 0.0440381 May 25 21:27:26.855665 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48134) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:27.556147 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-052b363d-ea42-4726-bbc9-f28b445f8edb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:27.918527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-052b363d-ea42-4726-bbc9-f28b445f8edb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port 74122781-9aff-45e5-80d1-e8e41891c44e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:27:27.919854 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-052b363d-ea42-4726-bbc9-f28b445f8edb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:28.104575 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-052b363d-ea42-4726-bbc9-f28b445f8edb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port 74122781-9aff-45e5-80d1-e8e41891c44e, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=74122781-9aff-45e5-80d1-e8e41891c44e,segment=NetworkSegment(dca87810-aa69-4d20-b3fe-280bb2866df6),segment_id=dca87810-aa69-4d20-b3fe-280bb2866df6)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:27:28.104927 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-052b363d-ea42-4726-bbc9-f28b445f8edb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:28.228518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-052b363d-ea42-4726-bbc9-f28b445f8edb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for 74122781-9aff-45e5-80d1-e8e41891c44e owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:27:28.345374 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-94479e48-ede4-496f-83b0-ca8aefdc4e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:28.418739 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-052b363d-ea42-4726-bbc9-f28b445f8edb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:28.448950 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:27:28.472574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b363d-ea42-4726-bbc9-f28b445f8edb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=74122781-9aff-45e5-80d1-e8e41891c44e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:28.487760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:27:28.488133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 9135d8ee-eb5a-4af7-8b60-16ed57b4b7b7 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:27:28.805818 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:28.869173 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-052b363d-ea42-4726-bbc9-f28b445f8edb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:29.228144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052b363d-ea42-4726-bbc9-f28b445f8edb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:27:29.407038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052b363d-ea42-4726-bbc9-f28b445f8edb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:27:29.416630 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a80cb7-32e0-4e7b-89ab-56f14fec21d9 None None] Sync routers for ids ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:27:29.420838 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-052b363d-ea42-4726-bbc9-f28b445f8edb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "PUT /v2.0/routers/df4ef131-fa8a-4b8f-ab13-cc0f8845d30e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5632622 May 25 21:27:29.423531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48138) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:29.425879 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a80cb7-32e0-4e7b-89ab-56f14fec21d9 None None] Routers {'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:27:29.426748 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-99a80cb7-32e0-4e7b-89ab-56f14fec21d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:27:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:29.489531 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7fc14d-1a2f-4e78-a512-d8387e37a2d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting subnet 398a8bef-dcc6-436f-8b99-db231835ad6a {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:27:29.492440 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc14d-1a2f-4e78-a512-d8387e37a2d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:29.558085 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc14d-1a2f-4e78-a512-d8387e37a2d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:29.608320 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-99a80cb7-32e0-4e7b-89ab-56f14fec21d9 None None] Set router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:27:29.648007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc14d-1a2f-4e78-a512-d8387e37a2d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:29.729655 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc14d-1a2f-4e78-a512-d8387e37a2d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:29.770697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fc14d-1a2f-4e78-a512-d8387e37a2d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Subnet': ['ID=398a8bef-dcc6-436f-8b99-db231835ad6a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:29.776336 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc14d-1a2f-4e78-a512-d8387e37a2d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:29.783334 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f3f34b-b63d-4d13-b74d-bdea3500b17a None None] Network 8213420e-84b9-4648-bea2-c1af8a365609 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:27:29.788182 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4d7fc14d-1a2f-4e78-a512-d8387e37a2d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/subnets/398a8bef-dcc6-436f-8b99-db231835ad6a HTTP/1.1" status: 204 len: 168 time: 0.3612223 May 25 21:27:29.789046 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48142) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:29.932642 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-99a80cb7-32e0-4e7b-89ab-56f14fec21d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:27:28Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:29.939520 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a80cb7-32e0-4e7b-89ab-56f14fec21d9 None None] Checking router: df4ef131-fa8a-4b8f-ab13-cc0f8845d30e for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:27:29.952202 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a80cb7-32e0-4e7b-89ab-56f14fec21d9 None None] Routers {'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:27:29.952806 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-99a80cb7-32e0-4e7b-89ab-56f14fec21d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:27:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:29.984680 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:30.068644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] DHCP port deletion for 8213420e-84b9-4648-bea2-c1af8a365609 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:27:30.072947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Deleting port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:27:30.073309 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:30.134833 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-99a80cb7-32e0-4e7b-89ab-56f14fec21d9 None None] Set router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:27:30.170306 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:30.180561 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:27:30.180930 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:30.302498 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] For port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb,segment=NetworkSegment(dca87810-aa69-4d20-b3fe-280bb2866df6),segment_id=dca87810-aa69-4d20-b3fe-280bb2866df6)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:27:30.302897 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:30.365772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.db [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port ae5a9606-e6f8-4bde-b052-5eb9ab628cc9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ae5a9606-e6f8-4bde-b052-5eb9ab628cc9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:27:30.366132 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:30.469441 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Calling delete_port for 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:27:30.479096 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-99a80cb7-32e0-4e7b-89ab-56f14fec21d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:27:28Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:30.483471 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a80cb7-32e0-4e7b-89ab-56f14fec21d9 None None] The sync data for ids ['df4ef131-fa8a-4b8f-ab13-cc0f8845d30e'] in n-d-843339-1 is: [{'id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24746274', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:24:39Z', 'updated_at': '2022-05-25T21:27:28Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'ae5a9606-e6f8-4bde-b052-5eb9ab628cc9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ef131-fa8a-4b8f-ab13-cc0f8845d30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:24:40Z', 'updated_at': '2022-05-25T21:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:27:30.499819 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 owned by network:router_gateway {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:27:30.549119 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:30.599321 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Pushing event deleted for resources: {'Port': ['ID=6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:30.601715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] No DVR routers for this DVR port 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:27:30.613664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:30.613664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:30.613664 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:30.613981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:30.614388 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:30.614643 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:30.614963 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:30.615426 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:30.615826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:30.616281 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:30.616533 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:30.616853 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e6cfd-27fb-4aa5-95ee-9d233e336645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:30.791814 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1109a815-00c1-4c27-b63d-38c53a4e2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:30.929543 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:30.980333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=ae5a9606-e6f8-4bde-b052-5eb9ab628cc9,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:31.028562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:31.028562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:31.028562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:31.028562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:31.028562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:31.028562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:31.028562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:31.028562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:31.028562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:31.028562 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:31.030007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:31.030007 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:31.062304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:27:31.092065 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.096345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:27:31.096677 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 6f1706d7-01d2-4dfd-b22d-fa2b4a7729eb not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:27:31.097085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74122781-9aff-45e5-80d1-e8e41891c44e no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:27:31.131683 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 74122781-9aff-45e5-80d1-e8e41891c44e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:27:31.131908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74122781-9aff-45e5-80d1-e8e41891c44e not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:27:31.265238 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.267464 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.289599 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.290065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Fanout notify agent at l3_agent the message router_deleted on router df4ef131-fa8a-4b8f-ab13-cc0f8845d30e {{(pid=88331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:27:31.305377 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.306502 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-36101eff-f055-4428-bbdd-e6e3d43d2410 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/routers/df4ef131-fa8a-4b8f-ab13-cc0f8845d30e HTTP/1.1" status: 204 len: 168 time: 1.5157731 May 25 21:27:31.309766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48146) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:31.426616 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66c00d00-3f3b-4f7b-ad26-ffda05b0077b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.560501 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.577235 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66c00d00-3f3b-4f7b-ad26-ffda05b0077b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.602640 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-66c00d00-3f3b-4f7b-ad26-ffda05b0077b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8213420e-84b9-4648-bea2-c1af8a365609']}} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:31.616594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-66c00d00-3f3b-4f7b-ad26-ffda05b0077b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca87810-aa69-4d20-b3fe-280bb2866df6') {'for_net_delete': True} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:31.617046 n-d-843339-1 neutron-server[88331]: DEBUG neutron.services.segments.db [None req-66c00d00-3f3b-4f7b-ad26-ffda05b0077b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca87810-aa69-4d20-b3fe-280bb2866df6') {} {{(pid=88331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:31.631731 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66c00d00-3f3b-4f7b-ad26-ffda05b0077b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1211079'] for segment, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.657464 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66c00d00-3f3b-4f7b-ad26-ffda05b0077b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.670699 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c00d00-3f3b-4f7b-ad26-ffda05b0077b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=88331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:27:31.671330 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66c00d00-3f3b-4f7b-ad26-ffda05b0077b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2663869'] for segment, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.741080 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment dca87810-aa69-4d20-b3fe-280bb2866df6 resource provider aggregate not found May 25 21:27:31.766388 n-d-843339-1 neutron-server[88331]: INFO neutron.services.segments.plugin [-] Segment dca87810-aa69-4d20-b3fe-280bb2866df6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dca87810-aa69-4d20-b3fe-280bb2866df6 found for delete ", "request_id": "req-2490322e-0eb1-4448-adc8-fc27e30491b9"}]} May 25 21:27:31.779075 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66c00d00-3f3b-4f7b-ad26-ffda05b0077b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.797202 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-66c00d00-3f3b-4f7b-ad26-ffda05b0077b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.810268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c00d00-3f3b-4f7b-ad26-ffda05b0077b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Network': ['ID=8213420e-84b9-4648-bea2-c1af8a365609,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:31.816890 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-66c00d00-3f3b-4f7b-ad26-ffda05b0077b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/networks/8213420e-84b9-4648-bea2-c1af8a365609 HTTP/1.1" status: 204 len: 168 time: 0.5059412 May 25 21:27:31.819621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48154) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:31.891618 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-12da6752-692a-4122-b065-6033e9f47620 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.923293 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-12da6752-692a-4122-b065-6033e9f47620 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:31.989735 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-12da6752-692a-4122-b065-6033e9f47620 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.008556 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da6752-692a-4122-b065-6033e9f47620 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5672e1ec-16a1-43b6-863b-b62f6cb1afb6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:32.020538 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-12da6752-692a-4122-b065-6033e9f47620 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.021824 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-12da6752-692a-4122-b065-6033e9f47620 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/security-groups/5672e1ec-16a1-43b6-863b-b62f6cb1afb6 HTTP/1.1" status: 204 len: 168 time: 0.2012053 May 25 21:27:32.041445 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.157042 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48162) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:32.162250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-848113619', 'description': 'tempest-secgroup-smoke-848113619 description', 'project_id': 'ace6db10b40f43c69163fbdb905d366b'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:27:32.170235 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:27:32.174399 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:27:32.177181 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:27:32.182803 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:27:32.194401 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.214073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:27:32.218059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:27:32.220848 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:27:32.226474 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:27:32.298635 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.302642 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.349688 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f51392-8252-4e14-a959-069e4b4942e1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:32.355534 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.357514 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-b0941f69-725d-47cd-8c34-8ea27156de34 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1993179 May 25 21:27:32.360615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48166) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:32.365947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-9c41e57e-5a1e-42ef-9d71-30e2c6d9b01d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'a0f51392-8252-4e14-a959-069e4b4942e1', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:27:32.373642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9c41e57e-5a1e-42ef-9d71-30e2c6d9b01d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:27:32.377506 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9c41e57e-5a1e-42ef-9d71-30e2c6d9b01d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:27:32.380376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9c41e57e-5a1e-42ef-9d71-30e2c6d9b01d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:27:32.386626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9c41e57e-5a1e-42ef-9d71-30e2c6d9b01d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:27:32.402472 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c41e57e-5a1e-42ef-9d71-30e2c6d9b01d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.462643 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c41e57e-5a1e-42ef-9d71-30e2c6d9b01d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.466542 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c41e57e-5a1e-42ef-9d71-30e2c6d9b01d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.490365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41e57e-5a1e-42ef-9d71-30e2c6d9b01d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d516ee3-8017-4067-965f-c167d6185ad8,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:32.500385 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c41e57e-5a1e-42ef-9d71-30e2c6d9b01d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.501544 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9c41e57e-5a1e-42ef-9d71-30e2c6d9b01d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399121 May 25 21:27:32.504181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48170) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:32.508922 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-79a1db69-394c-42ec-a11b-895f3987cc24 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'a0f51392-8252-4e14-a959-069e4b4942e1', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:27:32.515816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-79a1db69-394c-42ec-a11b-895f3987cc24 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:27:32.519657 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-79a1db69-394c-42ec-a11b-895f3987cc24 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:27:32.522452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-79a1db69-394c-42ec-a11b-895f3987cc24 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:27:32.528603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-79a1db69-394c-42ec-a11b-895f3987cc24 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:27:32.546778 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-79a1db69-394c-42ec-a11b-895f3987cc24 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.613343 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-79a1db69-394c-42ec-a11b-895f3987cc24 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.617394 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-79a1db69-394c-42ec-a11b-895f3987cc24 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.641118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1db69-394c-42ec-a11b-895f3987cc24 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1eed8b7-e222-45e3-a64d-be33dff6de18,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:32.650613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-79a1db69-394c-42ec-a11b-895f3987cc24 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.651993 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-79a1db69-394c-42ec-a11b-895f3987cc24 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1468947 May 25 21:27:32.655416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48174) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:32.660324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ddd18919-03bd-4b30-a6d5-056af70d3625 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'a0f51392-8252-4e14-a959-069e4b4942e1', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:27:32.666882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ddd18919-03bd-4b30-a6d5-056af70d3625 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:27:32.672055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ddd18919-03bd-4b30-a6d5-056af70d3625 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:27:32.675169 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ddd18919-03bd-4b30-a6d5-056af70d3625 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:27:32.681430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ddd18919-03bd-4b30-a6d5-056af70d3625 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:27:32.698405 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ddd18919-03bd-4b30-a6d5-056af70d3625 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.760418 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ddd18919-03bd-4b30-a6d5-056af70d3625 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.764598 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ddd18919-03bd-4b30-a6d5-056af70d3625 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.789663 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd18919-03bd-4b30-a6d5-056af70d3625 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730957dd-55be-4dde-aa75-c334cfa3eb73,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:32.799792 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ddd18919-03bd-4b30-a6d5-056af70d3625 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.801014 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ddd18919-03bd-4b30-a6d5-056af70d3625 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447015 May 25 21:27:32.803637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48178) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:32.808858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-52ab43cb-0749-48a9-b3b4-3921eb6d6f26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'a0f51392-8252-4e14-a959-069e4b4942e1', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:27:32.815776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-52ab43cb-0749-48a9-b3b4-3921eb6d6f26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:27:32.819602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-52ab43cb-0749-48a9-b3b4-3921eb6d6f26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:27:32.822401 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-52ab43cb-0749-48a9-b3b4-3921eb6d6f26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:27:32.829563 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-52ab43cb-0749-48a9-b3b4-3921eb6d6f26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:27:32.848662 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52ab43cb-0749-48a9-b3b4-3921eb6d6f26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.914520 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52ab43cb-0749-48a9-b3b4-3921eb6d6f26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.919160 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52ab43cb-0749-48a9-b3b4-3921eb6d6f26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.945488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab43cb-0749-48a9-b3b4-3921eb6d6f26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f82887-4cf8-41b2-ad88-deacf285e957,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:32.955414 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-52ab43cb-0749-48a9-b3b4-3921eb6d6f26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:32.956581 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-52ab43cb-0749-48a9-b3b4-3921eb6d6f26 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519895 May 25 21:27:32.959693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48182) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:32.964564 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-e56ed2c4-ee94-4277-98c2-2e64a5c37e6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'a0f51392-8252-4e14-a959-069e4b4942e1', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:27:32.972528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e56ed2c4-ee94-4277-98c2-2e64a5c37e6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:27:32.976307 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e56ed2c4-ee94-4277-98c2-2e64a5c37e6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:27:32.979170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-e56ed2c4-ee94-4277-98c2-2e64a5c37e6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:27:32.985960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-e56ed2c4-ee94-4277-98c2-2e64a5c37e6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:27:32.996238 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-e56ed2c4-ee94-4277-98c2-2e64a5c37e6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Project ace6db10b40f43c69163fbdb905d366b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:27:33.003454 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e56ed2c4-ee94-4277-98c2-2e64a5c37e6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.061909 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:27:33.082975 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e56ed2c4-ee94-4277-98c2-2e64a5c37e6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.094290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e56ed2c4-ee94-4277-98c2-2e64a5c37e6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.102516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:27:33.102894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ae5a9606-e6f8-4bde-b052-5eb9ab628cc9 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:27:33.118603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ed2c4-ee94-4277-98c2-2e64a5c37e6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a457fa42-7b8e-4e83-832f-80a0d8c15c86,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:33.127999 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e56ed2c4-ee94-4277-98c2-2e64a5c37e6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.129169 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e56ed2c4-ee94-4277-98c2-2e64a5c37e6c tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1685779 May 25 21:27:33.131887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48186) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:33.136709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-54823d01-8c0a-4d71-8829-a4b8cf9bda81 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'security_group_rule': {'security_group_id': 'a0f51392-8252-4e14-a959-069e4b4942e1', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:27:33.144108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-54823d01-8c0a-4d71-8829-a4b8cf9bda81 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:27:33.147896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-54823d01-8c0a-4d71-8829-a4b8cf9bda81 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:security_group_rule and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:27:33.150961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-54823d01-8c0a-4d71-8829-a4b8cf9bda81 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:27:33.157368 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-54823d01-8c0a-4d71-8829-a4b8cf9bda81 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:27:33.167378 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-54823d01-8c0a-4d71-8829-a4b8cf9bda81 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Project ace6db10b40f43c69163fbdb905d366b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:27:33.173879 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54823d01-8c0a-4d71-8829-a4b8cf9bda81 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.241541 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54823d01-8c0a-4d71-8829-a4b8cf9bda81 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.245258 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54823d01-8c0a-4d71-8829-a4b8cf9bda81 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.269560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54823d01-8c0a-4d71-8829-a4b8cf9bda81 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd4f04e-d070-47ce-96e3-f88a3aa0f2cb,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:33.279773 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-54823d01-8c0a-4d71-8829-a4b8cf9bda81 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.281136 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-54823d01-8c0a-4d71-8829-a4b8cf9bda81 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482618 May 25 21:27:33.283887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48190) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:33.289297 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'network': {'name': 'tempest-network-smoke--1417262287', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'port_security_enabled': True}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:27:33.295487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:27:33.299725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:network and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:27:33.302527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:27:33.308050 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:27:33.318055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:27:33.321350 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.356375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:27:33.360038 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.367591 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.368128 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Added segment 883d7bb5-b600-4f81-9250-0147fd778565 of type vlan for network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 May 25 21:27:33.520985 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.552180 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.557717 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:33.558907 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.665871 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3808990 May 25 21:27:33.669382 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab087f-85ea-4ddc-96f2-9066e0836e67 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Network': ['ID=ea53d0a1-5c11-45b9-9dc0-7af02d98f667,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:33.669589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48194) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:33.675710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'admin_state_up': True, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:27:33.680147 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:27:33.684046 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:27:33.688311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:router and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:27:33.691683 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:27:33.698418 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:27:33.708522 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.709840 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:33.726760 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:34.108411 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:34.407847 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:34.437166 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:34.572003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.25.3.246 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/d535e87c-e52b-45fd-a9a0-82af9a0658a1) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:27:34.723213 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:34.752429 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:34.820401 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:27:34.821563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:27:34.825819 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:27:34.873157 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=d535e87c-e52b-45fd-a9a0-82af9a0658a1,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:35.277490 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:35.761102 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:35.973332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router a4de8069-449e-4e6c-a35a-65ec148796f1 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 21:27:36.154470 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:27:36.164574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Sync routers for ids ['a4de8069-449e-4e6c-a35a-65ec148796f1'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:27:36.174335 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Routers {'a4de8069-449e-4e6c-a35a-65ec148796f1'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:27:36.174946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:27:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a4de8069-449e-4e6c-a35a-65ec148796f1'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:36.181280 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:36.182498 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-bf0f8bb7-f477-47d5-9264-16f674476552 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5113511 May 25 21:27:36.186452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48198) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:36.229303 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-26cf283f-df28-4732-9ecf-b060a8a1acc9 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ace6db10b40f43c69163fbdb905d366b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390229 May 25 21:27:36.229645 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48202) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:36.352717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Set router a4de8069-449e-4e6c-a35a-65ec148796f1 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:27:36.362001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb1f726-b429-457e-97f3-762ea05183b3 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:36.366068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-8fb1f726-b429-457e-97f3-762ea05183b3 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328721 May 25 21:27:36.366296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48206) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:36.406304 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-429eb79e-cf43-4c97-be48-149c91bb93b5 tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=63157299-67d6-4d48-843c-682c0bdd002f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388610 May 25 21:27:36.408809 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48210) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:36.414650 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-953002230', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:27:36.527277 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:27:36.531296 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:subnet and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:27:36.534072 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:27:36.539721 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:27:36.549879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:27:36.553371 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:36.640773 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:27:35Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:36.644644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Checking router: a4de8069-449e-4e6c-a35a-65ec148796f1 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:27:36.644979 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Updating router a4de8069-449e-4e6c-a35a-65ec148796f1 port d535e87c-e52b-45fd-a9a0-82af9a0658a1 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:27:36.706821 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:36.773012 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:36.858685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Subnet': ['ID=9d048c96-0aee-47ec-9299-cbe314b670ac,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:36.864084 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Checking segment: {'id': '883d7bb5-b600-4f81-9250-0147fd778565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:27:36.864437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network hostable DHCP agents. Network: ea53d0a1-5c11-45b9-9dc0-7af02d98f667, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:27:36.889052 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:27:36.907651 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, ea53d0a1-5c11-45b9-9dc0-7af02d98f667) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:27:36.912061 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:36.912641 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:36.921480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7d1bed-5819-4add-900a-ce09a4198b76 None None] Network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:27:36.939326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48214) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:36.939538 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6d87b784-f38e-45e2-809e-4fb46b8a57bc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5293670 May 25 21:27:37.277263 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:37.284885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ips': [{'subnet_id': '9d048c96-0aee-47ec-9299-cbe314b670ac'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:27:37.285880 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:37.310032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Transition to ACTIVE for port object d535e87c-e52b-45fd-a9a0-82af9a0658a1 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:27:37.359297 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:37.462238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf75b0-51b7-4966-9cae-94325bbca839 None None] Pushing event updated for resources: {'Port': ['ID=d535e87c-e52b-45fd-a9a0-82af9a0658a1,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:37.473259 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Attempting to bind port d535e87c-e52b-45fd-a9a0-82af9a0658a1 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:27:37.473623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Attempting to bind port d535e87c-e52b-45fd-a9a0-82af9a0658a1 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:27:37.473975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Attempting to bind port d535e87c-e52b-45fd-a9a0-82af9a0658a1 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:27:37.486723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:27:37.487266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:27:37.487518 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:37.488197 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:27:37.488712 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Bound port: d535e87c-e52b-45fd-a9a0-82af9a0658a1, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:27:37.489089 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:37.605212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Allocated IP 172.20.0.2 (ea53d0a1-5c11-45b9-9dc0-7af02d98f667/9d048c96-0aee-47ec-9299-cbe314b670ac/f2cb665d-2940-486d-8b22-8f400431390a) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:27:37.617471 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] For port d535e87c-e52b-45fd-a9a0-82af9a0658a1, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:27:37.620849 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] For port d535e87c-e52b-45fd-a9a0-82af9a0658a1, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d535e87c-e52b-45fd-a9a0-82af9a0658a1,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:27:37.626274 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:37.653971 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:37.791505 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Routers {'a4de8069-449e-4e6c-a35a-65ec148796f1'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:27:37.792127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:27:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a4de8069-449e-4e6c-a35a-65ec148796f1'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:37.847859 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf75b0-51b7-4966-9cae-94325bbca839 None None] Pushing event updated for resources: {'Port': ['ID=d535e87c-e52b-45fd-a9a0-82af9a0658a1,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:38.070958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] Set router a4de8069-449e-4e6c-a35a-65ec148796f1 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:27:38.115383 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:38.198812 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Transition to ACTIVE for port object f2cb665d-2940-486d-8b22-8f400431390a will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:27:38.279891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Transition to ACTIVE for port object f2cb665d-2940-486d-8b22-8f400431390a will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:27:38.290357 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:38.352094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.20.0.1 (ea53d0a1-5c11-45b9-9dc0-7af02d98f667/9d048c96-0aee-47ec-9299-cbe314b670ac/74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:27:38.392000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:27:38.396059 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:27:38.422280 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:27:38.431865 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Pushing event updated for resources: {'Port': ['ID=f2cb665d-2940-486d-8b22-8f400431390a,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:38.522308 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:38.534000 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Attempting to bind port f2cb665d-2940-486d-8b22-8f400431390a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:27:38.534353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Attempting to bind port f2cb665d-2940-486d-8b22-8f400431390a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '883d7bb5-b600-4f81-9250-0147fd778565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:27:38.534723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Attempting to bind port f2cb665d-2940-486d-8b22-8f400431390a on network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:27:38.538708 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Transition to ACTIVE for port object 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:27:38.542710 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:27:38.543081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Checking segment: {'id': '883d7bb5-b600-4f81-9250-0147fd778565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:27:38.544006 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:38.544390 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Bound using segment: {'id': '883d7bb5-b600-4f81-9250-0147fd778565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:27:38.544851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Bound port: f2cb665d-2940-486d-8b22-8f400431390a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883d7bb5-b600-4f81-9250-0147fd778565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:27:38.545223 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:38.565076 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:38.615880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:27:35Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:38.625232 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ba8e4-80ff-455d-816d-b0228377d27a None None] The sync data for ids ['a4de8069-449e-4e6c-a35a-65ec148796f1'] in n-d-843339-1 is: [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:27:35Z', 'revision_number': 3, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:27:38.634581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:27:38.637278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:27:38.641695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:27:38.655218 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] For port f2cb665d-2940-486d-8b22-8f400431390a, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:27:38.659359 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] For port f2cb665d-2940-486d-8b22-8f400431390a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f2cb665d-2940-486d-8b22-8f400431390a,segment=NetworkSegment(883d7bb5-b600-4f81-9250-0147fd778565),segment_id=883d7bb5-b600-4f81-9250-0147fd778565)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:27:38.664311 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:38.681607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:38.712447 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:38.809663 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0445d4-7cdb-4a75-a7d9-05d300345be9 None None] Pushing event updated for resources: {'Port': ['ID=f2cb665d-2940-486d-8b22-8f400431390a,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:39.061424 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:39.163480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d535e87c-e52b-45fd-a9a0-82af9a0658a1 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:27:39.238454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port d535e87c-e52b-45fd-a9a0-82af9a0658a1 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:27:39.243684 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port d535e87c-e52b-45fd-a9a0-82af9a0658a1 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:27:39.244120 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:39.381037 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port d535e87c-e52b-45fd-a9a0-82af9a0658a1 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:27:39.382094 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:39.411279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port d535e87c-e52b-45fd-a9a0-82af9a0658a1, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d535e87c-e52b-45fd-a9a0-82af9a0658a1,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:27:39.416799 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:39.519660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=d535e87c-e52b-45fd-a9a0-82af9a0658a1,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:39.588644 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:39.593435 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:39.724513 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:39.728318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:39.884428 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:27:39.888048 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:27:39.941580 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9732716a-6582-4be8-a0ec-e5da49abf112 None None] Network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:27:40.031937 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ff60f779-001c-4a7b-a698-9a842e2dc0b2 None None] Provisioning for port f2cb665d-2940-486d-8b22-8f400431390a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:27:40.237346 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router a4de8069-449e-4e6c-a35a-65ec148796f1 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:27:40.438967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:27:40.453929 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Sync routers for ids ['a4de8069-449e-4e6c-a35a-65ec148796f1'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:27:40.465619 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Routers {'a4de8069-449e-4e6c-a35a-65ec148796f1'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:27:40.466600 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:27:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a4de8069-449e-4e6c-a35a-65ec148796f1'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:40.468338 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-73c2078a-17d1-413a-8b52-334a126f6c1f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "PUT /v2.0/routers/a4de8069-449e-4e6c-a35a-65ec148796f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5277476 May 25 21:27:40.477409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-524aab36-8a0b-4281-8bc6-20340aa80168 None None] Provisioning for port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:27:40.483922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-524aab36-8a0b-4281-8bc6-20340aa80168 None None] Provisioning complete for port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:27:40.484559 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-524aab36-8a0b-4281-8bc6-20340aa80168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:40.554290 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-524aab36-8a0b-4281-8bc6-20340aa80168 None None] Port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:27:40.672758 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-1d8e7310-712a-4509-8a68-053cc8b880d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:27:40.700511 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b28107ab-1a2c-4a53-b18c-f38ba56c4991 None None] Provisioning complete for port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:27:40.701057 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b28107ab-1a2c-4a53-b18c-f38ba56c4991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:40.701442 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-1d8e7310-712a-4509-8a68-053cc8b880d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:27:40.702797 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-1d8e7310-712a-4509-8a68-053cc8b880d4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-848113619&fields=id&tenant_id=ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 267 time: 0.0819447 May 25 21:27:40.712982 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Set router a4de8069-449e-4e6c-a35a-65ec148796f1 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:27:40.786848 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b28107ab-1a2c-4a53-b18c-f38ba56c4991 None None] Port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:27:40.875158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-975ae8cc-e781-42fb-a67e-f01f37131574 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:40.875878 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-975ae8cc-e781-42fb-a67e-f01f37131574 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:network {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:27:40.894594 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-975ae8cc-e781-42fb-a67e-f01f37131574 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:network {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:27:40.895695 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-975ae8cc-e781-42fb-a67e-f01f37131574 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/networks?id=ea53d0a1-5c11-45b9-9dc0-7af02d98f667 HTTP/1.1" status: 200 len: 797 time: 0.1848898 May 25 21:27:40.918370 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-36e07b41-7cb4-416d-b361-d32196c2317e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/quotas/ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 375 time: 0.0109124 May 25 21:27:40.931247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-c3368d11-78fb-4bdd-b0d3-7d1581c414f8 None None] Provisioning complete for port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:27:40.931784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c3368d11-78fb-4bdd-b0d3-7d1581c414f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:41.000330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-c3368d11-78fb-4bdd-b0d3-7d1581c414f8 None None] Port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:27:41.017920 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-ae8d31c6-d289-4be7-bb81-69e13b1a9965 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870926 May 25 21:27:41.090388 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:27:38Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a', 'name': '', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:92:7d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:37Z', 'updated_at': '2022-05-25T21:27:39Z', 'revision_number': 2, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:41.096067 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Checking router: a4de8069-449e-4e6c-a35a-65ec148796f1 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:27:41.096708 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Updating router a4de8069-449e-4e6c-a35a-65ec148796f1 port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:27:41.161698 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:41.167536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d535e87c-e52b-45fd-a9a0-82af9a0658a1 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:27:41.247606 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port d535e87c-e52b-45fd-a9a0-82af9a0658a1 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:27:41.247979 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:41.316522 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-1025a36c-0cc9-4c13-b020-d7b706d640a1 service neutron] 10.222.0.60 "GET /v2.0/networks/ea53d0a1-5c11-45b9-9dc0-7af02d98f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807531 May 25 21:27:41.380674 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port d535e87c-e52b-45fd-a9a0-82af9a0658a1 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:27:41.381839 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f2cb665d-2940-486d-8b22-8f400431390a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:27:41.450786 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port f2cb665d-2940-486d-8b22-8f400431390a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:27:41.456099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f2cb665d-2940-486d-8b22-8f400431390a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:27:41.456743 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:41.460753 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-74c079b3-0944-4769-a2f3-ba0ebbf4be78 service neutron] 10.222.0.60 "GET /v2.0/networks/ea53d0a1-5c11-45b9-9dc0-7af02d98f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371362 May 25 21:27:41.565800 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:41.585650 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f2cb665d-2940-486d-8b22-8f400431390a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:27:41.586245 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:41.587409 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Transition to ACTIVE for port object 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:27:41.598241 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:41.622046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port f2cb665d-2940-486d-8b22-8f400431390a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f2cb665d-2940-486d-8b22-8f400431390a,segment=NetworkSegment(883d7bb5-b600-4f81-9250-0147fd778565),segment_id=883d7bb5-b600-4f81-9250-0147fd778565)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:27:41.627463 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:41.716725 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5dcc2727-b68c-4f50-b5a6-75f61e0d3bdb req-bd98c5b5-9451-4f64-a3ea-29a911a40d3b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:27:41.734908 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=f2cb665d-2940-486d-8b22-8f400431390a,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:41.735069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-5dcc2727-b68c-4f50-b5a6-75f61e0d3bdb req-bd98c5b5-9451-4f64-a3ea-29a911a40d3b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:27:41.744643 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5dcc2727-b68c-4f50-b5a6-75f61e0d3bdb req-bd98c5b5-9451-4f64-a3ea-29a911a40d3b tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 210 time: 0.0896995 May 25 21:27:41.826511 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11f639-1b0b-48df-8d1d-956244676c38 None None] Pushing event updated for resources: {'Port': ['ID=74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:41.867796 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f639-1b0b-48df-8d1d-956244676c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:41.868135 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f639-1b0b-48df-8d1d-956244676c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:41.868474 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f639-1b0b-48df-8d1d-956244676c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:41.868795 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f639-1b0b-48df-8d1d-956244676c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:41.869118 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f639-1b0b-48df-8d1d-956244676c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:41.869439 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f639-1b0b-48df-8d1d-956244676c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:41.869762 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f639-1b0b-48df-8d1d-956244676c38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:41.870074 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f639-1b0b-48df-8d1d-956244676c38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:41.870423 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f639-1b0b-48df-8d1d-956244676c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:41.870737 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f639-1b0b-48df-8d1d-956244676c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:41.871053 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f639-1b0b-48df-8d1d-956244676c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:41.871927 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f639-1b0b-48df-8d1d-956244676c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:27:41.899550 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Attempting to bind port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:27:41.899921 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Attempting to bind port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '883d7bb5-b600-4f81-9250-0147fd778565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:27:41.900519 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Attempting to bind port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a on network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:27:41.908541 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:27:41.909335 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Checking segment: {'id': '883d7bb5-b600-4f81-9250-0147fd778565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:27:41.910021 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:41.910585 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Bound using segment: {'id': '883d7bb5-b600-4f81-9250-0147fd778565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:27:41.911240 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Bound port: 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883d7bb5-b600-4f81-9250-0147fd778565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:27:41.911762 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:42.040166 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] For port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:27:42.044809 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] For port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a,segment=NetworkSegment(883d7bb5-b600-4f81-9250-0147fd778565),segment_id=883d7bb5-b600-4f81-9250-0147fd778565)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:27:42.049968 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:42.136375 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Routers {'a4de8069-449e-4e6c-a35a-65ec148796f1'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:27:42.137075 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:27:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a4de8069-449e-4e6c-a35a-65ec148796f1'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:42.193078 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11f639-1b0b-48df-8d1d-956244676c38 None None] Pushing event updated for resources: {'Port': ['ID=74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a,revision_number=4']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:42.327743 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] Set router a4de8069-449e-4e6c-a35a-65ec148796f1 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:27:42.639778 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:27:38Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a', 'name': '', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:92:7d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:37Z', 'updated_at': '2022-05-25T21:27:42Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:42.645086 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674b6c9-7f71-4fd4-9ddd-4d2a3f5aea5d None None] The sync data for ids ['a4de8069-449e-4e6c-a35a-65ec148796f1'] in n-d-843339-1 is: [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:27:38Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a', 'name': '', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:92:7d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:37Z', 'updated_at': '2022-05-25T21:27:42Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:27:42.920744 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-04ffa833-a6a8-42a8-ad96-a88548cd3b19 req-d7233657-25a4-476c-a843-88859a1cc0cc tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 210 time: 0.0593762 May 25 21:27:42.985438 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-0276ea2c-bab0-4367-9e4a-257df226b9bb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:42.987405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-0276ea2c-bab0-4367-9e4a-257df226b9bb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:27:43.000215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-0276ea2c-bab0-4367-9e4a-257df226b9bb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:27:43.001506 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-0276ea2c-bab0-4367-9e4a-257df226b9bb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.50 "GET /v2.0/networks?id=ea53d0a1-5c11-45b9-9dc0-7af02d98f667 HTTP/1.1" status: 200 len: 797 time: 0.1975265 May 25 21:27:43.076149 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-7c97e976-3d09-4a72-94b9-5dcda29f4dd9 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace6db10b40f43c69163fbdb905d366b HTTP/1.1" status: 200 len: 379 time: 0.0662630 May 25 21:27:43.084716 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'port': {'device_id': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'admin_state_up': True, 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'security_groups': ['a0f51392-8252-4e14-a959-069e4b4942e1']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:27:43.174726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:27:43.240198 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:27:43.251524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:27:43.263573 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:27:43.268477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Made reservation on behalf of ace6db10b40f43c69163fbdb905d366b for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:27:43.269189 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:27:43.269657 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:43.272595 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:43.415140 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:27:43.415508 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:43.451054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a,segment=NetworkSegment(883d7bb5-b600-4f81-9250-0147fd778565),segment_id=883d7bb5-b600-4f81-9250-0147fd778565)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:27:43.456876 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:43.457760 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f2cb665d-2940-486d-8b22-8f400431390a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:27:43.457923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.20.0.6 (ea53d0a1-5c11-45b9-9dc0-7af02d98f667/9d048c96-0aee-47ec-9299-cbe314b670ac/b473e63e-33ff-4e5d-af3a-0ae7f7be0793) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:27:43.582503 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:43.592163 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port f2cb665d-2940-486d-8b22-8f400431390a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:27:43.592525 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:43.701097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:43.719329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Transition to ACTIVE for port object b473e63e-33ff-4e5d-af3a-0ae7f7be0793 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:27:43.729125 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port f2cb665d-2940-486d-8b22-8f400431390a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:27:43.756371 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:43.833519 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:27:43.837086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:27:43.842144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:27:43.874027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=b473e63e-33ff-4e5d-af3a-0ae7f7be0793,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:43.919104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:43.919886 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:43.953235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-b8143403-6d96-4c91-b4a7-f3dc44c61240 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8724365 May 25 21:27:44.021157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Request body: {'port': {'device_id': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:27:44.088025 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-31eb4fe6-ec56-4647-a25a-0304a86b927c None None] Provisioning for port b473e63e-33ff-4e5d-af3a-0ae7f7be0793 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:27:44.094402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-31eb4fe6-ec56-4647-a25a-0304a86b927c None None] Provisioning complete for port b473e63e-33ff-4e5d-af3a-0ae7f7be0793 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:27:44.095013 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-31eb4fe6-ec56-4647-a25a-0304a86b927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:44.182421 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-31eb4fe6-ec56-4647-a25a-0304a86b927c None None] Port b473e63e-33ff-4e5d-af3a-0ae7f7be0793 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:27:44.203800 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:44.226470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f2333-bba7-4e0c-8a6f-607a7d938c0e req-edede9ce-cd10-4819-9631-e20c08413d7d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:44.227145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-203f2333-bba7-4e0c-8a6f-607a7d938c0e req-edede9ce-cd10-4819-9631-e20c08413d7d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:27:44.287951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-203f2333-bba7-4e0c-8a6f-607a7d938c0e req-edede9ce-cd10-4819-9631-e20c08413d7d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:27:44.289134 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-203f2333-bba7-4e0c-8a6f-607a7d938c0e req-edede9ce-cd10-4819-9631-e20c08413d7d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 931 time: 0.2380724 May 25 21:27:44.417432 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-203f2333-bba7-4e0c-8a6f-607a7d938c0e req-2bc86278-a3e0-4ee4-adf0-deda82582a59 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173069 May 25 21:27:44.724162 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b473e63e-33ff-4e5d-af3a-0ae7f7be0793 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:27:44.732494 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:44.747470 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Transition to ACTIVE for port object b473e63e-33ff-4e5d-af3a-0ae7f7be0793 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:27:44.751385 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:44.882490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Pushing event updated for resources: {'Port': ['ID=b473e63e-33ff-4e5d-af3a-0ae7f7be0793,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:44.994091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Attempting to bind port b473e63e-33ff-4e5d-af3a-0ae7f7be0793 on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:27:44.994448 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Attempting to bind port b473e63e-33ff-4e5d-af3a-0ae7f7be0793 by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '883d7bb5-b600-4f81-9250-0147fd778565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:27:44.994772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Attempting to bind port b473e63e-33ff-4e5d-af3a-0ae7f7be0793 on network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:27:44.999679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Port b473e63e-33ff-4e5d-af3a-0ae7f7be0793 on network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:27:44.999989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Attempting to bind port b473e63e-33ff-4e5d-af3a-0ae7f7be0793 on network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:27:45.005076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:27:45.005404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Checking segment: {'id': '883d7bb5-b600-4f81-9250-0147fd778565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:27:45.005777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Bound using segment: {'id': '883d7bb5-b600-4f81-9250-0147fd778565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:27:45.006220 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Bound port: b473e63e-33ff-4e5d-af3a-0ae7f7be0793, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883d7bb5-b600-4f81-9250-0147fd778565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:27:45.006561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:45.071965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:27:45.114686 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] For port b473e63e-33ff-4e5d-af3a-0ae7f7be0793, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:27:45.119011 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] For port b473e63e-33ff-4e5d-af3a-0ae7f7be0793, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b473e63e-33ff-4e5d-af3a-0ae7f7be0793,segment=NetworkSegment(883d7bb5-b600-4f81-9250-0147fd778565),segment_id=883d7bb5-b600-4f81-9250-0147fd778565)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:27:45.124512 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:45.148078 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:27:45.148443 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:45.191392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:45.191997 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:45.193378 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] 10.222.0.50 "PUT /v2.0/ports/b473e63e-33ff-4e5d-af3a-0ae7f7be0793 HTTP/1.1" status: 200 len: 1091 time: 1.2330990 May 25 21:27:45.193822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'tag': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:27:45.222730 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6b9e3-a2ac-400c-b8bd-620a7d6ce79a service neutron] Pushing event updated for resources: {'Port': ['ID=b473e63e-33ff-4e5d-af3a-0ae7f7be0793,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:45.279248 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38dbdbd6-61fa-4c14-b953-bc102092a15a'] response: {'name': 'network-changed', 'server_uuid': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'tag': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793', 'status': 'completed', 'code': 200} May 25 21:27:45.285312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:27:45.325145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-1f6daba7-a17a-4508-b3c1-06d0d2878b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:45.326951 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-1f6daba7-a17a-4508-b3c1-06d0d2878b08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 1094 time: 0.0830581 May 25 21:27:45.401180 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-9c229d67-c9c4-4c0b-9a3f-19403a946daa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b473e63e-33ff-4e5d-af3a-0ae7f7be0793 HTTP/1.1" status: 200 len: 217 time: 0.0671477 May 25 21:27:45.470801 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-e18af49d-6546-4ff8-b499-6ac6b52d570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:45.472235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-e18af49d-6546-4ff8-b499-6ac6b52d570c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d048c96-0aee-47ec-9299-cbe314b670ac HTTP/1.1" status: 200 len: 834 time: 0.0656953 May 25 21:27:45.605635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-697dffcc-5d48-43e6-aa12-7d8b09a04cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:45.607091 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-697dffcc-5d48-43e6-aa12-7d8b09a04cc9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea53d0a1-5c11-45b9-9dc0-7af02d98f667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294537 May 25 21:27:45.704759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7792a91-0589-43e1-b7af-8a4523a40c4d req-c1980886-a263-484d-994f-d5465a3e1979 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:45.706335 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7792a91-0589-43e1-b7af-8a4523a40c4d req-c1980886-a263-484d-994f-d5465a3e1979 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 943 time: 0.1787500 May 25 21:27:45.794388 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e7792a91-0589-43e1-b7af-8a4523a40c4d req-b55c52ce-c081-4b6d-9f5d-a7c4adb2c1ee tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800390 May 25 21:27:45.796379 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-6227c352-6436-42ed-b382-091b088cc177 service neutron] 10.222.0.50 "GET /v2.0/networks/ea53d0a1-5c11-45b9-9dc0-7af02d98f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834757 May 25 21:27:45.929736 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-465c2eea-47a8-47d6-960a-e89e37fdfabf req-3f494d5b-5217-481f-9e65-ed957a11cdfe service neutron] 10.222.0.50 "GET /v2.0/networks/ea53d0a1-5c11-45b9-9dc0-7af02d98f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278853 May 25 21:27:46.045097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4582d5a-4b68-4056-b53f-c49b0e9ea159 req-56fda212-2838-4e7a-b46c-a2bb6384a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:46.046615 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4582d5a-4b68-4056-b53f-c49b0e9ea159 req-56fda212-2838-4e7a-b46c-a2bb6384a723 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 1094 time: 0.0717695 May 25 21:27:46.188615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4582d5a-4b68-4056-b53f-c49b0e9ea159 req-783e50e3-8d8e-426b-8509-af4996e22601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:46.189931 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4582d5a-4b68-4056-b53f-c49b0e9ea159 req-783e50e3-8d8e-426b-8509-af4996e22601 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ea53d0a1-5c11-45b9-9dc0-7af02d98f667 HTTP/1.1" status: 200 len: 898 time: 0.1378541 May 25 21:27:46.261289 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4582d5a-4b68-4056-b53f-c49b0e9ea159 req-8d3bfa10-a093-45ba-b9b9-8dedca1fef93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b473e63e-33ff-4e5d-af3a-0ae7f7be0793 HTTP/1.1" status: 200 len: 217 time: 0.0637832 May 25 21:27:46.327044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4582d5a-4b68-4056-b53f-c49b0e9ea159 req-725e08cb-6db1-4ad8-b2cc-4f16956683f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:46.328436 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4582d5a-4b68-4056-b53f-c49b0e9ea159 req-725e08cb-6db1-4ad8-b2cc-4f16956683f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d048c96-0aee-47ec-9299-cbe314b670ac HTTP/1.1" status: 200 len: 834 time: 0.0604432 May 25 21:27:46.525905 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4582d5a-4b68-4056-b53f-c49b0e9ea159 req-8687b4f4-7c2b-420e-b9e9-3107cc5afab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:46.527296 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4582d5a-4b68-4056-b53f-c49b0e9ea159 req-8687b4f4-7c2b-420e-b9e9-3107cc5afab0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea53d0a1-5c11-45b9-9dc0-7af02d98f667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1928878 May 25 21:27:46.658679 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4582d5a-4b68-4056-b53f-c49b0e9ea159 req-a03cda28-dc76-4def-974b-d4c48eda097a service neutron] 10.222.0.50 "GET /v2.0/networks/ea53d0a1-5c11-45b9-9dc0-7af02d98f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237929 May 25 21:27:46.800966 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b4582d5a-4b68-4056-b53f-c49b0e9ea159 req-44775ddd-c057-4d19-9cc6-1b3698056041 service neutron] 10.222.0.50 "GET /v2.0/networks/ea53d0a1-5c11-45b9-9dc0-7af02d98f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350307 May 25 21:27:46.989827 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e35f8a-e51f-4f39-8867-a50b32a0b43a req-359c968c-96a0-4998-9298-ad4561ad8b29 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:46.991987 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2e35f8a-e51f-4f39-8867-a50b32a0b43a req-359c968c-96a0-4998-9298-ad4561ad8b29 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 943 time: 0.0845015 May 25 21:27:47.044203 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e2e35f8a-e51f-4f39-8867-a50b32a0b43a req-f4390ac2-5138-4471-9579-73b6aba99efa tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454218 May 25 21:27:48.240812 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee8c3e-db63-41bc-897f-b07b31861efe req-4cc257ea-a299-4944-a6eb-4301ffee6ee4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:48.242421 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f1ee8c3e-db63-41bc-897f-b07b31861efe req-4cc257ea-a299-4944-a6eb-4301ffee6ee4 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 943 time: 0.0849826 May 25 21:27:48.287903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f1ee8c3e-db63-41bc-897f-b07b31861efe req-6d3d4c8d-84dc-4ec3-864e-0928fa88d8f5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391974 May 25 21:27:48.387762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b473e63e-33ff-4e5d-af3a-0ae7f7be0793 details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:27:48.523977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b473e63e-33ff-4e5d-af3a-0ae7f7be0793, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b473e63e-33ff-4e5d-af3a-0ae7f7be0793,segment=NetworkSegment(883d7bb5-b600-4f81-9250-0147fd778565),segment_id=883d7bb5-b600-4f81-9250-0147fd778565)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:27:48.542696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'port_id': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793', 'mac_address': 'fa:16:3e:54:8a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:27:48.600172 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b473e63e-33ff-4e5d-af3a-0ae7f7be0793 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:27:48.600453 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:48.618763 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b473e63e-33ff-4e5d-af3a-0ae7f7be0793 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:27:48.635934 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b473e63e-33ff-4e5d-af3a-0ae7f7be0793, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b473e63e-33ff-4e5d-af3a-0ae7f7be0793,segment=NetworkSegment(883d7bb5-b600-4f81-9250-0147fd778565),segment_id=883d7bb5-b600-4f81-9250-0147fd778565)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:27:48.640942 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:48.727062 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b473e63e-33ff-4e5d-af3a-0ae7f7be0793,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:48.894193 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['b473e63e-33ff-4e5d-af3a-0ae7f7be0793'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:27:49.485935 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aee36-8e58-4bca-b4e8-56863a9ab35d req-bfcf9dfd-394d-4d76-b543-fb08163c00bd tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:49.487446 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd8aee36-8e58-4bca-b4e8-56863a9ab35d req-bfcf9dfd-394d-4d76-b543-fb08163c00bd tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 944 time: 0.0839374 May 25 21:27:49.532449 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd8aee36-8e58-4bca-b4e8-56863a9ab35d req-3b00c3e5-b8b2-4195-acd6-a25ed2ff578e tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393233 May 25 21:27:50.403970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b473e63e-33ff-4e5d-af3a-0ae7f7be0793 up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:27:50.474813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port b473e63e-33ff-4e5d-af3a-0ae7f7be0793 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:27:50.479769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port b473e63e-33ff-4e5d-af3a-0ae7f7be0793 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:27:50.480163 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:50.606137 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b473e63e-33ff-4e5d-af3a-0ae7f7be0793 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:27:50.606137 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:50.632617 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:27:50.644065 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b473e63e-33ff-4e5d-af3a-0ae7f7be0793, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b473e63e-33ff-4e5d-af3a-0ae7f7be0793,segment=NetworkSegment(883d7bb5-b600-4f81-9250-0147fd778565),segment_id=883d7bb5-b600-4f81-9250-0147fd778565)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:27:50.649094 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:50.731970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b473e63e-33ff-4e5d-af3a-0ae7f7be0793,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:50.744813 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bafe35-fa70-4252-9427-e646903aa9a0 req-f49502d4-294f-4a2a-b4b9-4e92f13eb2a1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:50.745647 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8dfdf2-004f-4bf8-b03e-b5b13962511e'] response: {'server_uuid': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793', 'code': 200} May 25 21:27:50.747070 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-54bafe35-fa70-4252-9427-e646903aa9a0 req-f49502d4-294f-4a2a-b4b9-4e92f13eb2a1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 945 time: 0.1035955 May 25 21:27:50.798799 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-54bafe35-fa70-4252-9427-e646903aa9a0 req-a4a87722-3360-47dd-99f2-3b71586ef375 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420580 May 25 21:27:50.879145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff6f62-89f0-4f7c-bd54-8426ea19d3d6 req-f1623ff7-6235-45d6-a68d-11b821b0f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:50.880542 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82ff6f62-89f0-4f7c-bd54-8426ea19d3d6 req-f1623ff7-6235-45d6-a68d-11b821b0f7d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 1096 time: 0.0757816 May 25 21:27:50.922241 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-82ff6f62-89f0-4f7c-bd54-8426ea19d3d6 req-9e887839-f064-416a-b428-8c6019663bbb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359254 May 25 21:27:51.985266 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a427e50-977b-4c60-bcb5-01415d533640 req-fc7c2509-8aa8-4660-8140-b7ee869f062d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:51.986709 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9a427e50-977b-4c60-bcb5-01415d533640 req-fc7c2509-8aa8-4660-8140-b7ee869f062d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 945 time: 0.0797391 May 25 21:27:52.037141 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9a427e50-977b-4c60-bcb5-01415d533640 req-33deda7f-d345-4299-ac4d-63d5c845a6e3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445435 May 25 21:27:53.221935 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0877504-8ff6-4239-a496-f2dd84897b8b req-a42f7de4-f2db-4123-a762-8811fbf69e54 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:53.224326 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0877504-8ff6-4239-a496-f2dd84897b8b req-a42f7de4-f2db-4123-a762-8811fbf69e54 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 945 time: 0.0822022 May 25 21:27:53.270997 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0877504-8ff6-4239-a496-f2dd84897b8b req-6595c686-9979-4a33-ae64-0b127eceb252 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382354 May 25 21:27:53.458634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8530b-681a-4498-908d-27d95ce1c69c req-e12fae36-6898-4085-bd4d-8e06affa9448 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:53.460095 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ff8530b-681a-4498-908d-27d95ce1c69c req-e12fae36-6898-4085-bd4d-8e06affa9448 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 945 time: 0.0820196 May 25 21:27:53.506860 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0ff8530b-681a-4498-908d-27d95ce1c69c req-cb1d8ec4-a408-4271-9d13-3f67ea290b68 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403309 May 25 21:27:53.530441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48278) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:53.603501 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafc8569-dff8-41eb-9802-64cf843cf12f tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:53.604993 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-cafc8569-dff8-41eb-9802-64cf843cf12f tempest-TestNetworkAdvancedServerOps-1398008703 tempest-TestNetworkAdvancedServerOps-1398008703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 1091 time: 0.0736320 May 25 21:27:53.607878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48282) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:53.612673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:27:53.619289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:27:53.624291 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Usage tracker for resource:floatingip and tenant:ace6db10b40f43c69163fbdb905d366b is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:27:53.627133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:27:53.632731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:27:53.643564 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:53.784325 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:53.922406 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Allocated IP 172.25.3.82 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/7831680c-bcef-4673-868e-c58c595c730d) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:27:54.071410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:54.100149 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:54.165831 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:27:54.169324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:27:54.173022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:27:54.202133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=7831680c-bcef-4673-868e-c58c595c730d,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:54.478706 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:54.706443 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:54.782968 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:54.996464 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:55.001867 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:55.111748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event updated for resources: {'Port': ['ID=7831680c-bcef-4673-868e-c58c595c730d,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:27:55.124312 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:55.298635 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Floating IP 456b5994-1529-45fe-bfd9-7fff52143688 associated. External IP: 172.25.3.82, port: b473e63e-33ff-4e5d-af3a-0ae7f7be0793. May 25 21:27:55.652167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router a4de8069-449e-4e6c-a35a-65ec148796f1 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:27:55.829640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:27:55.839827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a477f73-5c05-4033-bb7c-ac10daf018af None None] Sync routers for ids ['a4de8069-449e-4e6c-a35a-65ec148796f1'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:27:55.850391 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a477f73-5c05-4033-bb7c-ac10daf018af None None] Routers {'a4de8069-449e-4e6c-a35a-65ec148796f1'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:27:55.850989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3a477f73-5c05-4033-bb7c-ac10daf018af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:27:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a4de8069-449e-4e6c-a35a-65ec148796f1'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:55.854805 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:55.916013 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3c153f9d-28b3-46d1-95c1-29d19f6fd32f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3070433 May 25 21:27:55.916594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'tag': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:27:55.972003 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1e8148-7435-43c1-b61d-126344afc56a'] response: {'name': 'network-changed', 'server_uuid': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'tag': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793', 'status': 'completed', 'code': 200} May 25 21:27:56.034142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-3a477f73-5c05-4033-bb7c-ac10daf018af None None] Set router a4de8069-449e-4e6c-a35a-65ec148796f1 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:27:56.274522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341068f2-26cc-47dc-982e-82b56aa12324 req-7944197b-d515-43bc-8cf2-7ec617f71489 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:56.276324 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-341068f2-26cc-47dc-982e-82b56aa12324 req-7944197b-d515-43bc-8cf2-7ec617f71489 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 945 time: 0.2515280 May 25 21:27:56.280218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10ef61-d086-4469-b7f8-ce9025088032 req-8133e554-9495-47c1-9fea-4622237f8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:56.281663 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d10ef61-d086-4469-b7f8-ce9025088032 req-8133e554-9495-47c1-9fea-4622237f8163 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 1096 time: 0.2874351 May 25 21:27:56.404496 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-341068f2-26cc-47dc-982e-82b56aa12324 req-96082c2a-0658-461c-b19c-fbd8fe401193 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215758 May 25 21:27:56.424752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3a477f73-5c05-4033-bb7c-ac10daf018af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:27:38Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '456b5994-1529-45fe-bfd9-7fff52143688', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'port_id': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'mac_address': 'fa:16:3e:54:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:27:54Z', 'updated_at': '2022-05-25T21:27:54Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a', 'name': '', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:92:7d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:37Z', 'updated_at': '2022-05-25T21:27:43Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:56.428719 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a477f73-5c05-4033-bb7c-ac10daf018af None None] Checking router: a4de8069-449e-4e6c-a35a-65ec148796f1 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:27:56.429188 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48290) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:56.437793 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a477f73-5c05-4033-bb7c-ac10daf018af None None] Routers {'a4de8069-449e-4e6c-a35a-65ec148796f1'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:27:56.438457 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3a477f73-5c05-4033-bb7c-ac10daf018af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:27:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a4de8069-449e-4e6c-a35a-65ec148796f1'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:56.444319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10ef61-d086-4469-b7f8-ce9025088032 req-422cf225-74b4-4925-a6d3-0013e2722a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:56.445746 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d10ef61-d086-4469-b7f8-ce9025088032 req-422cf225-74b4-4925-a6d3-0013e2722a38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ea53d0a1-5c11-45b9-9dc0-7af02d98f667 HTTP/1.1" status: 200 len: 898 time: 0.1498926 May 25 21:27:56.552423 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-85e05d93-bc3f-4d82-8915-1c8b267493ba tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/456b5994-1529-45fe-bfd9-7fff52143688 HTTP/1.1" status: 200 len: 990 time: 0.1218579 May 25 21:27:56.558539 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d10ef61-d086-4469-b7f8-ce9025088032 req-24320f19-2312-47d1-bde5-4c34969ffdad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b473e63e-33ff-4e5d-af3a-0ae7f7be0793 HTTP/1.1" status: 200 len: 998 time: 0.1063554 May 25 21:27:56.620658 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10ef61-d086-4469-b7f8-ce9025088032 req-b4d32700-c210-4636-a27d-cee910723a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:56.623160 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d10ef61-d086-4469-b7f8-ce9025088032 req-b4d32700-c210-4636-a27d-cee910723a23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d048c96-0aee-47ec-9299-cbe314b670ac HTTP/1.1" status: 200 len: 834 time: 0.0581808 May 25 21:27:56.628586 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-3a477f73-5c05-4033-bb7c-ac10daf018af None None] Set router a4de8069-449e-4e6c-a35a-65ec148796f1 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:27:56.701074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10ef61-d086-4469-b7f8-ce9025088032 req-c323a697-f37d-41ab-9791-2e854eab7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:27:56.702714 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d10ef61-d086-4469-b7f8-ce9025088032 req-c323a697-f37d-41ab-9791-2e854eab7fc9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea53d0a1-5c11-45b9-9dc0-7af02d98f667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750141 May 25 21:27:56.842272 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d10ef61-d086-4469-b7f8-ce9025088032 req-8b222086-0b0d-46bc-b979-572e12b69013 service neutron] 10.222.0.50 "GET /v2.0/networks/ea53d0a1-5c11-45b9-9dc0-7af02d98f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329935 May 25 21:27:56.977923 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2d10ef61-d086-4469-b7f8-ce9025088032 req-08bdfbe8-9932-4389-93c3-ae94e62d639d service neutron] 10.222.0.50 "GET /v2.0/networks/ea53d0a1-5c11-45b9-9dc0-7af02d98f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297405 May 25 21:27:56.985919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3a477f73-5c05-4033-bb7c-ac10daf018af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:27:38Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '456b5994-1529-45fe-bfd9-7fff52143688', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'port_id': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'mac_address': 'fa:16:3e:54:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:27:54Z', 'updated_at': '2022-05-25T21:27:54Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a', 'name': '', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:92:7d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:37Z', 'updated_at': '2022-05-25T21:27:43Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:27:56.989970 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a477f73-5c05-4033-bb7c-ac10daf018af None None] The sync data for ids ['a4de8069-449e-4e6c-a35a-65ec148796f1'] in n-d-843339-1 is: [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:27:38Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '456b5994-1529-45fe-bfd9-7fff52143688', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'port_id': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'mac_address': 'fa:16:3e:54:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:27:54Z', 'updated_at': '2022-05-25T21:27:54Z', 'revision_number': 0, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a', 'name': '', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:92:7d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:37Z', 'updated_at': '2022-05-25T21:27:43Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:27:57.186922 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c83aad-8281-455d-b3ec-36e2f3f6a9ed None None] New status for floating IP 456b5994-1529-45fe-bfd9-7fff52143688: ACTIVE {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:27:57.554566 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48294) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:27:57.661463 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c5e62cd3-7f97-40b0-a409-8915da862adb tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/456b5994-1529-45fe-bfd9-7fff52143688 HTTP/1.1" status: 200 len: 992 time: 0.1057146 May 25 21:27:58.347569 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4b09cc11-3cb7-4c77-bdf3-d469e3f887d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:27:58.564489 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:27:58.805293 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:00.801407 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d86e1aab-5d0f-4725-8d6b-685c95d4f781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:01.563790 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:02.032838 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:03.362114 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:24.480378 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:27.280347 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ca515-31e4-46bc-a0f6-a05cfdc9770e req-aaebc1ea-0cd2-471a-995d-4356f16c9b20 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:27.281843 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ef7ca515-31e4-46bc-a0f6-a05cfdc9770e req-aaebc1ea-0cd2-471a-995d-4356f16c9b20 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 945 time: 0.0837576 May 25 21:28:27.336792 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-ef7ca515-31e4-46bc-a0f6-a05cfdc9770e req-b98f157b-6a3f-40e2-83e4-23bfa43d6daf tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479114 May 25 21:28:28.351649 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f399bf7d-68a4-45a1-a30e-f8e40fcbab6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:28.531373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec4644-1b9a-4b9f-bace-f8ebe1403439 req-ad370219-6185-4e07-9fe7-fd71b327f418 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:28.533644 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f3ec4644-1b9a-4b9f-bace-f8ebe1403439 req-ad370219-6185-4e07-9fe7-fd71b327f418 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 945 time: 0.0891230 May 25 21:28:28.582210 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f3ec4644-1b9a-4b9f-bace-f8ebe1403439 req-41a0d4e6-b9b9-435d-9f04-bc94d460b8a6 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404298 May 25 21:28:28.605613 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48314) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:28.710566 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-011515b3-fbe1-45e6-80fc-7ab85dcf875f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/456b5994-1529-45fe-bfd9-7fff52143688 HTTP/1.1" status: 200 len: 992 time: 0.1037371 May 25 21:28:28.819685 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:30.321654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ec703-1dfe-4746-b3c8-8f6711b34638 req-5a87c7fa-e233-40ad-b711-ad793685da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:30.322311 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d724e-5243-4595-98cd-90b90e0ce4fb req-30686861-38ff-4d95-ba73-640c9abbfc66 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:30.323133 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d84ec703-1dfe-4746-b3c8-8f6711b34638 req-5a87c7fa-e233-40ad-b711-ad793685da54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 1096 time: 0.0709922 May 25 21:28:30.323490 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af3d724e-5243-4595-98cd-90b90e0ce4fb req-30686861-38ff-4d95-ba73-640c9abbfc66 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 945 time: 0.0857804 May 25 21:28:30.369256 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af3d724e-5243-4595-98cd-90b90e0ce4fb req-bf425ee9-8810-4dc8-ad9d-efbc265dd8f1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398872 May 25 21:28:30.455268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ec703-1dfe-4746-b3c8-8f6711b34638 req-3f0aca5a-d7e7-4583-a37d-1354e193f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:30.456722 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d84ec703-1dfe-4746-b3c8-8f6711b34638 req-3f0aca5a-d7e7-4583-a37d-1354e193f7d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ea53d0a1-5c11-45b9-9dc0-7af02d98f667 HTTP/1.1" status: 200 len: 898 time: 0.1278954 May 25 21:28:30.561078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d84ec703-1dfe-4746-b3c8-8f6711b34638 req-c6cf6a2f-4401-4c08-a62f-17496ca01cf9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b473e63e-33ff-4e5d-af3a-0ae7f7be0793 HTTP/1.1" status: 200 len: 1000 time: 0.0982997 May 25 21:28:30.626927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ec703-1dfe-4746-b3c8-8f6711b34638 req-b7b50aac-9716-4a91-9a3a-cae0f1f6c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:30.628359 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d84ec703-1dfe-4746-b3c8-8f6711b34638 req-b7b50aac-9716-4a91-9a3a-cae0f1f6c433 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d048c96-0aee-47ec-9299-cbe314b670ac HTTP/1.1" status: 200 len: 834 time: 0.0616360 May 25 21:28:30.703981 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ec703-1dfe-4746-b3c8-8f6711b34638 req-e7d17706-c287-4cf0-a22a-2f1b68269e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:30.705614 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d84ec703-1dfe-4746-b3c8-8f6711b34638 req-e7d17706-c287-4cf0-a22a-2f1b68269e97 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea53d0a1-5c11-45b9-9dc0-7af02d98f667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710123 May 25 21:28:30.794040 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-95723c8a-2c9f-4ed9-9fd1-3e015ee879cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:30.839743 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d84ec703-1dfe-4746-b3c8-8f6711b34638 req-9f1c9bd6-c4c5-4f43-9f89-8ad58badbefa service neutron] 10.222.0.50 "GET /v2.0/networks/ea53d0a1-5c11-45b9-9dc0-7af02d98f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280956 May 25 21:28:30.981243 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d84ec703-1dfe-4746-b3c8-8f6711b34638 req-2d05bc90-a606-4729-ba02-fad2c2dbfe5b service neutron] 10.222.0.50 "GET /v2.0/networks/ea53d0a1-5c11-45b9-9dc0-7af02d98f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355836 May 25 21:28:31.560140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09f7d-215b-412a-b3ff-930313729d5f req-540e3662-710a-45b7-b9b3-570d86d49183 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:31.561614 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d8b09f7d-215b-412a-b3ff-930313729d5f req-540e3662-710a-45b7-b9b3-570d86d49183 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 945 time: 0.0851295 May 25 21:28:31.567487 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:31.606597 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d8b09f7d-215b-412a-b3ff-930313729d5f req-7a2da8c2-6ac1-4d27-bbd0-b41c4de9b3f8 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383060 May 25 21:28:32.036357 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:32.800929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb915f-ad3e-4238-984c-908a62e4ae06 req-25d0bbd6-6924-4864-b4e3-3657005fb46d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:32.802419 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e0eb915f-ad3e-4238-984c-908a62e4ae06 req-25d0bbd6-6924-4864-b4e3-3657005fb46d tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 945 time: 0.0800998 May 25 21:28:32.850091 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e0eb915f-ad3e-4238-984c-908a62e4ae06 req-5ddd0b28-3594-45ca-8cf7-8e3193bd68d2 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419941 May 25 21:28:32.872886 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48328) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:33.103699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c69afea9-7970-49cf-96bd-fddaed4284d3 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/floatingips/456b5994-1529-45fe-bfd9-7fff52143688 HTTP/1.1" status: 200 len: 992 time: 0.2296362 May 25 21:28:33.347963 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48336) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:33.369261 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:33.562948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port 7831680c-bcef-4673-868e-c58c595c730d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:28:33.563209 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:33.738572 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:33.738891 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:33.863601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for 7831680c-bcef-4673-868e-c58c595c730d owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:28:34.017631 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:34.065167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=7831680c-bcef-4673-868e-c58c595c730d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:34.103982 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:34.104325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:34.104661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:34.104993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:34.105320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:34.105647 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:34.105970 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:34.106319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:34.106642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:34.106960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:34.107276 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:34.107591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:34.172150 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:34.172492 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Floating IP 456b5994-1529-45fe-bfd9-7fff52143688 disassociated (deleted). External IP: 172.25.3.82, port: b473e63e-33ff-4e5d-af3a-0ae7f7be0793. May 25 21:28:34.533811 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router a4de8069-449e-4e6c-a35a-65ec148796f1 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:28:34.721081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:28:34.732086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676bfce2-6df8-4686-b8c6-7f39660db175 None None] Sync routers for ids ['a4de8069-449e-4e6c-a35a-65ec148796f1'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:28:34.743348 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:34.743829 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676bfce2-6df8-4686-b8c6-7f39660db175 None None] Routers {'a4de8069-449e-4e6c-a35a-65ec148796f1'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:28:34.744442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-676bfce2-6df8-4686-b8c6-7f39660db175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a4de8069-449e-4e6c-a35a-65ec148796f1'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:34.930081 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-166c63b0-212a-4696-9465-f70e9966a86f tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/floatingips/456b5994-1529-45fe-bfd9-7fff52143688 HTTP/1.1" status: 204 len: 168 time: 1.5798993 May 25 21:28:34.930688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'tag': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:28:34.952317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-676bfce2-6df8-4686-b8c6-7f39660db175 None None] Set router a4de8069-449e-4e6c-a35a-65ec148796f1 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:28:34.987442 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4912bf9-e89a-4969-9acf-997127447100'] response: {'name': 'network-changed', 'server_uuid': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'tag': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793', 'status': 'completed', 'code': 200} May 25 21:28:35.096375 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a6f43-f3ba-4c1b-bd11-69a8fee5324c req-1c6bea7d-9a15-4fab-89dc-cc37f92fa622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:35.097982 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e98a6f43-f3ba-4c1b-bd11-69a8fee5324c req-1c6bea7d-9a15-4fab-89dc-cc37f92fa622 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ace6db10b40f43c69163fbdb905d366b&device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 1096 time: 0.0872943 May 25 21:28:35.257255 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a6f43-f3ba-4c1b-bd11-69a8fee5324c req-f7412cfe-29b2-493d-a378-9ef8ef531f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:35.259905 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e98a6f43-f3ba-4c1b-bd11-69a8fee5324c req-f7412cfe-29b2-493d-a378-9ef8ef531f7a service neutron] 10.222.0.50 "GET /v2.0/networks?id=ea53d0a1-5c11-45b9-9dc0-7af02d98f667 HTTP/1.1" status: 200 len: 898 time: 0.1553752 May 25 21:28:35.349770 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e98a6f43-f3ba-4c1b-bd11-69a8fee5324c req-2d00685a-e78c-43a2-9e47-ebd59f3c5cec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b473e63e-33ff-4e5d-af3a-0ae7f7be0793 HTTP/1.1" status: 200 len: 217 time: 0.0826921 May 25 21:28:35.371455 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-676bfce2-6df8-4686-b8c6-7f39660db175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:27:38Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a', 'name': '', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:92:7d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:37Z', 'updated_at': '2022-05-25T21:27:43Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:35.375671 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676bfce2-6df8-4686-b8c6-7f39660db175 None None] Checking router: a4de8069-449e-4e6c-a35a-65ec148796f1 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:28:35.385841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676bfce2-6df8-4686-b8c6-7f39660db175 None None] Routers {'a4de8069-449e-4e6c-a35a-65ec148796f1'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:28:35.386476 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-676bfce2-6df8-4686-b8c6-7f39660db175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a4de8069-449e-4e6c-a35a-65ec148796f1'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:35.428066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a6f43-f3ba-4c1b-bd11-69a8fee5324c req-ae390452-2380-4957-95e7-8da712c8e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:35.429619 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e98a6f43-f3ba-4c1b-bd11-69a8fee5324c req-ae390452-2380-4957-95e7-8da712c8e80f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d048c96-0aee-47ec-9299-cbe314b670ac HTTP/1.1" status: 200 len: 834 time: 0.0739746 May 25 21:28:35.528303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a6f43-f3ba-4c1b-bd11-69a8fee5324c req-942d4fbb-6698-4b75-b51c-008520531a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:35.529785 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e98a6f43-f3ba-4c1b-bd11-69a8fee5324c req-942d4fbb-6698-4b75-b51c-008520531a85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea53d0a1-5c11-45b9-9dc0-7af02d98f667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947788 May 25 21:28:35.571970 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:28:35.676720 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-676bfce2-6df8-4686-b8c6-7f39660db175 None None] Set router a4de8069-449e-4e6c-a35a-65ec148796f1 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:28:35.753107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e98a6f43-f3ba-4c1b-bd11-69a8fee5324c req-0e3964b4-a9d8-49da-b00f-30b563baa504 service neutron] 10.222.0.50 "GET /v2.0/networks/ea53d0a1-5c11-45b9-9dc0-7af02d98f667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155066 May 25 21:28:35.788806 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d1b69-c796-4db9-b989-54e9eb432e11 req-b2850a8e-06d6-4f53-a4c5-b513ea4cda41 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:35.789528 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-899d1b69-c796-4db9-b989-54e9eb432e11 req-b2850a8e-06d6-4f53-a4c5-b513ea4cda41 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Synchronizing usage tracker for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:28:35.868494 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-899d1b69-c796-4db9-b989-54e9eb432e11 req-b2850a8e-06d6-4f53-a4c5-b513ea4cda41 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Unset dirty status for tenant:ace6db10b40f43c69163fbdb905d366b on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:28:35.869590 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-899d1b69-c796-4db9-b989-54e9eb432e11 req-b2850a8e-06d6-4f53-a4c5-b513ea4cda41 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 945 time: 0.2409449 May 25 21:28:35.967020 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e98a6f43-f3ba-4c1b-bd11-69a8fee5324c req-60656cfa-0a71-4c3d-ac10-8d0779d43260 service neutron] 10.222.0.50 "GET /v2.0/networks/ea53d0a1-5c11-45b9-9dc0-7af02d98f667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069421 May 25 21:28:35.972818 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-899d1b69-c796-4db9-b989-54e9eb432e11 req-d3df691d-646d-49d2-aeef-38a98bbc12c1 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943131 May 25 21:28:36.017821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-676bfce2-6df8-4686-b8c6-7f39660db175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:27:38Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a', 'name': '', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:92:7d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:37Z', 'updated_at': '2022-05-25T21:27:43Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:36.021759 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676bfce2-6df8-4686-b8c6-7f39660db175 None None] The sync data for ids ['a4de8069-449e-4e6c-a35a-65ec148796f1'] in n-d-843339-1 is: [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:27:38Z', 'revision_number': 4, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a', 'name': '', 'network_id': 'ea53d0a1-5c11-45b9-9dc0-7af02d98f667', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'mac_address': 'fa:16:3e:92:7d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:37Z', 'updated_at': '2022-05-25T21:27:43Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'subnets': [{'id': '9d048c96-0aee-47ec-9299-cbe314b670ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:28:36.241039 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e4bc4-e135-41d7-aecb-cf6913356873 None None] New status for floating IP 456b5994-1529-45fe-bfd9-7fff52143688: DOWN {{(pid=88335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:28:37.083233 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8399734-879f-4ea6-9764-62fdfc6e5a3d req-dd4f7939-000b-4d1c-9215-25b4d17dac59 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:37.084701 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8399734-879f-4ea6-9764-62fdfc6e5a3d req-dd4f7939-000b-4d1c-9215-25b4d17dac59 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.50 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 945 time: 0.0824523 May 25 21:28:37.157729 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-a8399734-879f-4ea6-9764-62fdfc6e5a3d req-d6e136d8-056d-4652-8e6d-c156b8617236 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port b473e63e-33ff-4e5d-af3a-0ae7f7be0793 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:28:37.158062 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a8399734-879f-4ea6-9764-62fdfc6e5a3d req-d6e136d8-056d-4652-8e6d-c156b8617236 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:37.225088 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87f9e7-a9c4-4771-b2bd-7f8a43c55780 req-be3a89ab-5802-4b75-8aee-6a6717952878 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:37.226607 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd87f9e7-a9c4-4771-b2bd-7f8a43c55780 req-be3a89ab-5802-4b75-8aee-6a6717952878 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/ports?device_id=1973f345-26e9-4c86-9bee-fbde7d0b4623 HTTP/1.1" status: 200 len: 945 time: 0.1379600 May 25 21:28:37.275737 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bd87f9e7-a9c4-4771-b2bd-7f8a43c55780 req-2badb652-6445-4022-a424-b2140e14a304 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "GET /v2.0/security-groups?id=a0f51392-8252-4e14-a959-069e4b4942e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429502 May 25 21:28:37.413081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-a8399734-879f-4ea6-9764-62fdfc6e5a3d req-d6e136d8-056d-4652-8e6d-c156b8617236 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port b473e63e-33ff-4e5d-af3a-0ae7f7be0793, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b473e63e-33ff-4e5d-af3a-0ae7f7be0793,segment=NetworkSegment(883d7bb5-b600-4f81-9250-0147fd778565),segment_id=883d7bb5-b600-4f81-9250-0147fd778565)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:28:37.413428 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a8399734-879f-4ea6-9764-62fdfc6e5a3d req-d6e136d8-056d-4652-8e6d-c156b8617236 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:37.536117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-a8399734-879f-4ea6-9764-62fdfc6e5a3d req-d6e136d8-056d-4652-8e6d-c156b8617236 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for b473e63e-33ff-4e5d-af3a-0ae7f7be0793 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:28:37.680523 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a8399734-879f-4ea6-9764-62fdfc6e5a3d req-d6e136d8-056d-4652-8e6d-c156b8617236 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:37.729810 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e136d8-056d-4652-8e6d-c156b8617236 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=b473e63e-33ff-4e5d-af3a-0ae7f7be0793,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:37.915516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8399734-879f-4ea6-9764-62fdfc6e5a3d req-d6e136d8-056d-4652-8e6d-c156b8617236 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] No DVR routers for this DVR port b473e63e-33ff-4e5d-af3a-0ae7f7be0793 on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:28:37.917717 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-a8399734-879f-4ea6-9764-62fdfc6e5a3d req-d6e136d8-056d-4652-8e6d-c156b8617236 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:37.920267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'name': 'network-vif-deleted', 'tag': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:28:37.936224 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8399734-879f-4ea6-9764-62fdfc6e5a3d req-d6e136d8-056d-4652-8e6d-c156b8617236 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.50 "DELETE /v2.0/ports/b473e63e-33ff-4e5d-af3a-0ae7f7be0793 HTTP/1.1" status: 204 len: 173 time: 0.8462343 May 25 21:28:37.964872 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5b83a6-3ad4-42c5-9437-a9c033a7041e'] response: {'server_uuid': '1973f345-26e9-4c86-9bee-fbde7d0b4623', 'name': 'network-vif-deleted', 'tag': 'b473e63e-33ff-4e5d-af3a-0ae7f7be0793', 'status': 'completed', 'code': 200} May 25 21:28:38.539097 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48358) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:39.096785 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edbcca45-d0ec-4e4a-98fb-fccfb1cf7965 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:39.456176 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-edbcca45-d0ec-4e4a-98fb-fccfb1cf7965 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:28:39.456508 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edbcca45-d0ec-4e4a-98fb-fccfb1cf7965 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:39.642853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-edbcca45-d0ec-4e4a-98fb-fccfb1cf7965 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a,segment=NetworkSegment(883d7bb5-b600-4f81-9250-0147fd778565),segment_id=883d7bb5-b600-4f81-9250-0147fd778565)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:28:39.643597 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edbcca45-d0ec-4e4a-98fb-fccfb1cf7965 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:39.768178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-edbcca45-d0ec-4e4a-98fb-fccfb1cf7965 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:28:40.212681 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edbcca45-d0ec-4e4a-98fb-fccfb1cf7965 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:40.261164 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcca45-d0ec-4e4a-98fb-fccfb1cf7965 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:40.544367 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-edbcca45-d0ec-4e4a-98fb-fccfb1cf7965 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:40.714686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b473e63e-33ff-4e5d-af3a-0ae7f7be0793 no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:28:40.748909 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: b473e63e-33ff-4e5d-af3a-0ae7f7be0793 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:28:40.749249 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b473e63e-33ff-4e5d-af3a-0ae7f7be0793 not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:28:40.909762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbcca45-d0ec-4e4a-98fb-fccfb1cf7965 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Router a4de8069-449e-4e6c-a35a-65ec148796f1 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:28:41.086648 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbcca45-d0ec-4e4a-98fb-fccfb1cf7965 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:28:41.097115 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51bf194-187f-4b04-85ff-9d16536390a8 None None] Sync routers for ids ['a4de8069-449e-4e6c-a35a-65ec148796f1'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:28:41.107704 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-edbcca45-d0ec-4e4a-98fb-fccfb1cf7965 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "PUT /v2.0/routers/a4de8069-449e-4e6c-a35a-65ec148796f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5650597 May 25 21:28:41.107875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bf194-187f-4b04-85ff-9d16536390a8 None None] Routers {'a4de8069-449e-4e6c-a35a-65ec148796f1'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:28:41.107875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d51bf194-187f-4b04-85ff-9d16536390a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a4de8069-449e-4e6c-a35a-65ec148796f1'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:41.108083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48362) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:41.178626 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40dbd6c-0eec-47c8-b18c-d541f1ebf7ee tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting subnet 9d048c96-0aee-47ec-9299-cbe314b670ac {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:28:41.181553 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e40dbd6c-0eec-47c8-b18c-d541f1ebf7ee tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:41.235321 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e40dbd6c-0eec-47c8-b18c-d541f1ebf7ee tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:41.290349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-d51bf194-187f-4b04-85ff-9d16536390a8 None None] Set router a4de8069-449e-4e6c-a35a-65ec148796f1 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:28:41.328221 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e40dbd6c-0eec-47c8-b18c-d541f1ebf7ee tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:41.403307 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e40dbd6c-0eec-47c8-b18c-d541f1ebf7ee tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:41.442473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dbd6c-0eec-47c8-b18c-d541f1ebf7ee tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Subnet': ['ID=9d048c96-0aee-47ec-9299-cbe314b670ac,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:41.446036 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e40dbd6c-0eec-47c8-b18c-d541f1ebf7ee tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:41.452266 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e40dbd6c-0eec-47c8-b18c-d541f1ebf7ee tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/subnets/9d048c96-0aee-47ec-9299-cbe314b670ac HTTP/1.1" status: 204 len: 168 time: 0.3434310 May 25 21:28:41.455576 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48366) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:41.460142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17023cf-61da-4d13-a2bb-d7dd4d931322 None None] Network ea53d0a1-5c11-45b9-9dc0-7af02d98f667 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:28:41.754428 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d51bf194-187f-4b04-85ff-9d16536390a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:28:40Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:41.758460 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51bf194-187f-4b04-85ff-9d16536390a8 None None] Checking router: a4de8069-449e-4e6c-a35a-65ec148796f1 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:28:41.762550 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:41.768074 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bf194-187f-4b04-85ff-9d16536390a8 None None] Routers {'a4de8069-449e-4e6c-a35a-65ec148796f1'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:28:41.768711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d51bf194-187f-4b04-85ff-9d16536390a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['a4de8069-449e-4e6c-a35a-65ec148796f1'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:41.822805 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] DHCP port deletion for ea53d0a1-5c11-45b9-9dc0-7af02d98f667 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:28:41.843226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Deleting port f2cb665d-2940-486d-8b22-8f400431390a {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:28:41.843610 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:41.948003 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:41.958274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Deleting port d535e87c-e52b-45fd-a9a0-82af9a0658a1 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:28:41.958613 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:42.084353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-d51bf194-187f-4b04-85ff-9d16536390a8 None None] Set router a4de8069-449e-4e6c-a35a-65ec148796f1 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:28:42.131572 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] For port d535e87c-e52b-45fd-a9a0-82af9a0658a1, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=d535e87c-e52b-45fd-a9a0-82af9a0658a1,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:28:42.131923 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:42.257076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Calling delete_port for d535e87c-e52b-45fd-a9a0-82af9a0658a1 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:28:42.376815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] For port f2cb665d-2940-486d-8b22-8f400431390a, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=f2cb665d-2940-486d-8b22-8f400431390a,segment=NetworkSegment(883d7bb5-b600-4f81-9250-0147fd778565),segment_id=883d7bb5-b600-4f81-9250-0147fd778565)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:28:42.377124 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:42.434932 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:42.486002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Port': ['ID=d535e87c-e52b-45fd-a9a0-82af9a0658a1,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:42.517389 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Calling delete_port for f2cb665d-2940-486d-8b22-8f400431390a owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:28:42.580048 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:42.655957 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079'] for port, after_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:42.723550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] No DVR routers for this DVR port f2cb665d-2940-486d-8b22-8f400431390a on host n-d-843339-1 {{(pid=88333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:28:42.728410 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Pushing event deleted for resources: {'Port': ['ID=f2cb665d-2940-486d-8b22-8f400431390a,revision_number=None']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:42.741438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:42.741816 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:42.742092 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:42.742443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:42.742766 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:42.743085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:42.743403 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:42.743718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:42.744031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:42.744344 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:42.744656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:42.744966 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c242d8-b950-4d0c-a4d2-05ff0f08ae44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:42.753117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-d51bf194-187f-4b04-85ff-9d16536390a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:28:40Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:42.755620 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:42.757052 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51bf194-187f-4b04-85ff-9d16536390a8 None None] The sync data for ids ['a4de8069-449e-4e6c-a35a-65ec148796f1'] in n-d-843339-1 is: [{'id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206642169', 'tenant_id': 'ace6db10b40f43c69163fbdb905d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:27:33Z', 'updated_at': '2022-05-25T21:28:40Z', 'revision_number': 5, 'project_id': 'ace6db10b40f43c69163fbdb905d366b', 'gw_port': {'id': 'd535e87c-e52b-45fd-a9a0-82af9a0658a1', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de8069-449e-4e6c-a35a-65ec148796f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:27:34Z', 'updated_at': '2022-05-25T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:28:42.757772 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:42.784913 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:42.785417 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Fanout notify agent at l3_agent the message router_deleted on router a4de8069-449e-4e6c-a35a-65ec148796f1 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:28:42.804007 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:42.805128 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ee0e84e2-1da8-420e-9919-9c6442aeab13 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/routers/a4de8069-449e-4e6c-a35a-65ec148796f1 HTTP/1.1" status: 204 len: 168 time: 1.3486412 May 25 21:28:42.807771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48370) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:42.920751 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b609c026-f401-418e-887c-4dc1f3480ec5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:43.166459 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b609c026-f401-418e-887c-4dc1f3480ec5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:43.197486 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b609c026-f401-418e-887c-4dc1f3480ec5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea53d0a1-5c11-45b9-9dc0-7af02d98f667']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:43.211455 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b609c026-f401-418e-887c-4dc1f3480ec5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883d7bb5-b600-4f81-9250-0147fd778565') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:43.211625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b609c026-f401-418e-887c-4dc1f3480ec5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883d7bb5-b600-4f81-9250-0147fd778565') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:43.224035 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b609c026-f401-418e-887c-4dc1f3480ec5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:43.239240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:28:43.247563 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b609c026-f401-418e-887c-4dc1f3480ec5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:43.256400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b609c026-f401-418e-887c-4dc1f3480ec5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:28:43.257054 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b609c026-f401-418e-887c-4dc1f3480ec5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:43.283353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:28:43.283700 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 74acd2e1-3cd2-48da-a89e-73cf1b3a4c9a not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:28:43.284120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f2cb665d-2940-486d-8b22-8f400431390a no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:28:43.321314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: f2cb665d-2940-486d-8b22-8f400431390a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:28:43.321644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device f2cb665d-2940-486d-8b22-8f400431390a not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:28:43.363357 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b609c026-f401-418e-887c-4dc1f3480ec5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:43.387025 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b609c026-f401-418e-887c-4dc1f3480ec5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:43.401569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609c026-f401-418e-887c-4dc1f3480ec5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'Network': ['ID=ea53d0a1-5c11-45b9-9dc0-7af02d98f667,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:43.412197 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b609c026-f401-418e-887c-4dc1f3480ec5 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/networks/ea53d0a1-5c11-45b9-9dc0-7af02d98f667 HTTP/1.1" status: 204 len: 168 time: 0.6009567 May 25 21:28:43.412563 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48378) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:43.436782 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 883d7bb5-b600-4f81-9250-0147fd778565 resource provider aggregate not found May 25 21:28:43.454237 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 883d7bb5-b600-4f81-9250-0147fd778565 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 883d7bb5-b600-4f81-9250-0147fd778565 found for delete ", "request_id": "req-5faf24b4-13f8-4962-b9c4-e6de70a30e36"}]} May 25 21:28:43.499098 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:43.533116 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:43.601184 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:43.624137 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f51392-8252-4e14-a959-069e4b4942e1,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:43.634794 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:43.635142 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:43.635476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:43.635806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:43.636136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:43.636476 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:43.636787 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:43.637111 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:43.637432 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:43.637752 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:43.638086 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:43.638420 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:43.649130 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:43.650294 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-1b64eaa1-6277-4233-b392-e0a30adf5e56 tempest-TestNetworkAdvancedServerOps-411253428 tempest-TestNetworkAdvancedServerOps-411253428-project] 10.222.0.60 "DELETE /v2.0/security-groups/a0f51392-8252-4e14-a959-069e4b4942e1 HTTP/1.1" status: 204 len: 168 time: 0.2367158 May 25 21:28:44.026192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48390) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:44.171692 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f6d28fed-89e0-4503-8aff-2923d74e49c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ace6db10b40f43c69163fbdb905d366b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443033 May 25 21:28:44.174541 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48396) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:44.232078 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65ae7cf9-fc17-4c57-bdea-56f61a8608d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:44.257721 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65ae7cf9-fc17-4c57-bdea-56f61a8608d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:44.315473 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65ae7cf9-fc17-4c57-bdea-56f61a8608d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:44.335122 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae7cf9-fc17-4c57-bdea-56f61a8608d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09815f94-4606-45c8-966f-b09e0f583600,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:44.347311 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-65ae7cf9-fc17-4c57-bdea-56f61a8608d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:44.348940 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-65ae7cf9-fc17-4c57-bdea-56f61a8608d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09815f94-4606-45c8-966f-b09e0f583600 HTTP/1.1" status: 204 len: 168 time: 0.1733017 May 25 21:28:44.637931 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48404) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:44.656530 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7765b057-e139-4f32-bf00-3eb017e1121d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:44.672323 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7765b057-e139-4f32-bf00-3eb017e1121d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:28:44.676686 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7765b057-e139-4f32-bf00-3eb017e1121d admin admin] Usage tracker for resource:security_group_rule and tenant:b7ccbd726a464177a1244a1215ffcbbc is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:28:44.679573 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-7765b057-e139-4f32-bf00-3eb017e1121d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:28:44.685885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-7765b057-e139-4f32-bf00-3eb017e1121d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:28:44.775938 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7765b057-e139-4f32-bf00-3eb017e1121d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:44.779460 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-7765b057-e139-4f32-bf00-3eb017e1121d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:44.826467 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-7765b057-e139-4f32-bf00-3eb017e1121d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7ccbd726a464177a1244a1215ffcbbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872582 May 25 21:28:44.827225 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765b057-e139-4f32-bf00-3eb017e1121d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35508562-aa4a-4e99-a198-4fc8793c9a5a,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:44.830269 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48408) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:44.888379 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2595394f-fca5-4049-aefe-cc1b8778d3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:44.914305 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2595394f-fca5-4049-aefe-cc1b8778d3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:44.966468 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2595394f-fca5-4049-aefe-cc1b8778d3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:44.985777 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595394f-fca5-4049-aefe-cc1b8778d3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35508562-aa4a-4e99-a198-4fc8793c9a5a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:44.993791 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-2595394f-fca5-4049-aefe-cc1b8778d3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:44.994914 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-2595394f-fca5-4049-aefe-cc1b8778d3e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35508562-aa4a-4e99-a198-4fc8793c9a5a HTTP/1.1" status: 204 len: 168 time: 0.1642985 May 25 21:28:45.053302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d535e87c-e52b-45fd-a9a0-82af9a0658a1 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:28:45.091603 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: d535e87c-e52b-45fd-a9a0-82af9a0658a1 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:28:45.091947 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device d535e87c-e52b-45fd-a9a0-82af9a0658a1 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:28:45.761365 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48432) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:45.867211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1174368469-network', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:28:45.872702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:28:45.876655 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Usage tracker for resource:network and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:28:45.879495 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:28:45.885162 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:28:45.896142 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Made reservation on behalf of 51327cf57bdd4263b24b60bca3c40963 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:28:45.898825 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:45.911592 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:45.926544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:28:45.930371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:28:45.933137 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:28:45.938896 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:28:46.021150 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:46.024825 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:46.056317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:28:46.065651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033b9efc-4d25-4e6f-a424-8570c401c129,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:46.072534 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:46.072956 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Added segment 1d3ea200-306d-476e-b5da-dc7f126d21db of type vlan for network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 May 25 21:28:46.101018 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:46.130473 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:46.131394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:46.131967 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:46.236434 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] Pushing event updated for resources: {'Network': ['ID=dacd10d7-7568-4ec6-b4fb-126f0d9800f2,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:46.240705 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c6f43130-babb-486f-92ea-493651fd34c9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4783418 May 25 21:28:46.244450 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48438) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:46.246216 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:28:46.249980 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Request body: {'subnet': {'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1174368469-subnet', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:28:46.256741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:28:46.260598 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Usage tracker for resource:subnet and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:28:46.263423 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:28:46.269827 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:28:46.280768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Made reservation on behalf of 51327cf57bdd4263b24b60bca3c40963 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:28:46.283443 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:46.512837 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:46.582786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9266f27-b15b-43f7-b118-789677270c4e,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:46.592587 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Checking segment: {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:28:46.592933 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Network hostable DHCP agents. Network: dacd10d7-7568-4ec6-b4fb-126f0d9800f2, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:28:46.611815 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:28:46.621114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, dacd10d7-7568-4ec6-b4fb-126f0d9800f2) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:28:46.626437 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:46.627434 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:46.630529 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837e0d30-8601-4551-8e8c-fd371ab5a59e None None] Network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:28:46.648417 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-ed768504-025e-41a1-8a7a-aaa13ce41fb8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4025707 May 25 21:28:46.651351 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48442) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:46.656501 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:28:46.662231 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:28:46.666192 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Usage tracker for resource:router and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:28:46.669389 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:28:46.676472 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:28:46.688894 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:46.690341 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:46.707441 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:46.898835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:28:46.899646 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:47.063771 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Allocated IP 172.20.0.2 (dacd10d7-7568-4ec6-b4fb-126f0d9800f2/a9266f27-b15b-43f7-b118-789677270c4e/a176bbd1-cae5-43a2-b39b-ca8e683c3c17) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:28:47.106449 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:47.293299 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:47.304855 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Transition to ACTIVE for port object a176bbd1-cae5-43a2-b39b-ca8e683c3c17 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:28:47.324940 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Transition to ACTIVE for port object a176bbd1-cae5-43a2-b39b-ca8e683c3c17 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:28:47.332471 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:47.410416 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:28:47.414880 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:28:47.418552 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:28:47.424454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Pushing event updated for resources: {'Port': ['ID=a176bbd1-cae5-43a2-b39b-ca8e683c3c17,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:47.459816 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:47.491624 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:47.515236 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Attempting to bind port a176bbd1-cae5-43a2-b39b-ca8e683c3c17 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:28:47.516102 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Attempting to bind port a176bbd1-cae5-43a2-b39b-ca8e683c3c17 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:28:47.516590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Attempting to bind port a176bbd1-cae5-43a2-b39b-ca8e683c3c17 on network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:28:47.522470 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:28:47.522833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Checking segment: {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:28:47.523285 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:47.523654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Bound using segment: {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:28:47.524162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Bound port: a176bbd1-cae5-43a2-b39b-ca8e683c3c17, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:28:47.524535 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:47.619096 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] For port a176bbd1-cae5-43a2-b39b-ca8e683c3c17, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:28:47.622014 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] For port a176bbd1-cae5-43a2-b39b-ca8e683c3c17, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a176bbd1-cae5-43a2-b39b-ca8e683c3c17,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:28:47.627229 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:47.638507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Allocated IP 172.25.3.57 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/ffabc3a2-84dc-4668-98c6-7ff690a2208b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:28:47.717974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be41ac-9160-41fc-9fd5-752814274ec7 None None] Pushing event updated for resources: {'Port': ['ID=a176bbd1-cae5-43a2-b39b-ca8e683c3c17,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:47.807627 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:47.839008 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:47.909353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:28:47.912551 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:28:47.915357 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:28:47.959338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Pushing event updated for resources: {'Port': ['ID=ffabc3a2-84dc-4668-98c6-7ff690a2208b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:48.349202 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:48.658182 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188f70f5-1b27-46c9-a1fb-f0f38286161f None None] Network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:28:48.779102 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4832ef8d-24c0-490a-8499-138885b61564 None None] Provisioning for port a176bbd1-cae5-43a2-b39b-ca8e683c3c17 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:28:48.822908 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:49.030237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Router b58b42f9-e76c-4714-a321-d2cb9ecc3403 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 21:28:49.128685 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a176bbd1-cae5-43a2-b39b-ca8e683c3c17 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:28:49.199305 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a176bbd1-cae5-43a2-b39b-ca8e683c3c17 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:28:49.204303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a176bbd1-cae5-43a2-b39b-ca8e683c3c17 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:28:49.204303 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:49.221431 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:28:49.233930 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Sync routers for ids ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:28:49.246576 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Routers {'b58b42f9-e76c-4714-a321-d2cb9ecc3403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:28:49.247194 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:49.253369 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:49.254614 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-d208f019-12d5-491a-909d-111bee4ca48c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6022196 May 25 21:28:49.257441 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48448) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:49.330449 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a176bbd1-cae5-43a2-b39b-ca8e683c3c17 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:28:49.330833 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:49.363768 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port a176bbd1-cae5-43a2-b39b-ca8e683c3c17, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a176bbd1-cae5-43a2-b39b-ca8e683c3c17,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:28:49.367623 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:49.437118 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Set router b58b42f9-e76c-4714-a321-d2cb9ecc3403 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:28:49.439262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=a176bbd1-cae5-43a2-b39b-ca8e683c3c17,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:49.721052 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:48Z', 'revision_number': 3, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:49.724917 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Checking router: b58b42f9-e76c-4714-a321-d2cb9ecc3403 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:28:49.725645 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Updating router b58b42f9-e76c-4714-a321-d2cb9ecc3403 port ffabc3a2-84dc-4668-98c6-7ff690a2208b binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:28:49.780175 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:49.955896 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:50.124513 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:50.137497 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Transition to ACTIVE for port object ffabc3a2-84dc-4668-98c6-7ff690a2208b will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:28:50.145537 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:50.225575 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Attempting to bind port ffabc3a2-84dc-4668-98c6-7ff690a2208b on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:28:50.225945 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Attempting to bind port ffabc3a2-84dc-4668-98c6-7ff690a2208b by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:28:50.226307 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Attempting to bind port ffabc3a2-84dc-4668-98c6-7ff690a2208b on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:28:50.235807 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bd0f2-47bc-4433-a06a-bc1405edb823 None None] Pushing event updated for resources: {'Port': ['ID=ffabc3a2-84dc-4668-98c6-7ff690a2208b,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:50.239283 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:28:50.239649 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:28:50.240044 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:50.240648 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:28:50.240879 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Bound port: ffabc3a2-84dc-4668-98c6-7ff690a2208b, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:28:50.241240 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:50.273741 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bd0f2-47bc-4433-a06a-bc1405edb823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:50.274073 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bd0f2-47bc-4433-a06a-bc1405edb823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:50.274427 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bd0f2-47bc-4433-a06a-bc1405edb823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:50.274752 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bd0f2-47bc-4433-a06a-bc1405edb823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:50.275074 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bd0f2-47bc-4433-a06a-bc1405edb823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:50.275395 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bd0f2-47bc-4433-a06a-bc1405edb823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:50.275966 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bd0f2-47bc-4433-a06a-bc1405edb823 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:50.276285 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bd0f2-47bc-4433-a06a-bc1405edb823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:50.276597 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bd0f2-47bc-4433-a06a-bc1405edb823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:50.277252 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bd0f2-47bc-4433-a06a-bc1405edb823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:50.277252 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bd0f2-47bc-4433-a06a-bc1405edb823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:50.277499 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8bd0f2-47bc-4433-a06a-bc1405edb823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:28:50.305860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Allocated IP 172.20.0.1 (dacd10d7-7568-4ec6-b4fb-126f0d9800f2/a9266f27-b15b-43f7-b118-789677270c4e/a9bbe058-877e-441a-bcb3-d0f96aaf1c30) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:28:50.325806 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] For port ffabc3a2-84dc-4668-98c6-7ff690a2208b, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:28:50.329623 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] For port ffabc3a2-84dc-4668-98c6-7ff690a2208b, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ffabc3a2-84dc-4668-98c6-7ff690a2208b,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:28:50.334169 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:50.415216 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Routers {'b58b42f9-e76c-4714-a321-d2cb9ecc3403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:28:50.415910 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:50.464284 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:50.470422 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bd0f2-47bc-4433-a06a-bc1405edb823 None None] Pushing event updated for resources: {'Port': ['ID=ffabc3a2-84dc-4668-98c6-7ff690a2208b,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:50.481825 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Transition to ACTIVE for port object a9bbe058-877e-441a-bcb3-d0f96aaf1c30 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:28:50.511633 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:50.576939 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:28:50.580294 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:28:50.584141 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:28:50.600723 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] Set router b58b42f9-e76c-4714-a321-d2cb9ecc3403 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:28:50.623528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Pushing event updated for resources: {'Port': ['ID=a9bbe058-877e-441a-bcb3-d0f96aaf1c30,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:50.655670 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:50.839864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-20035f05-2d49-4645-918e-b1a55a377df0 None None] Provisioning for port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:28:50.846343 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-20035f05-2d49-4645-918e-b1a55a377df0 None None] Provisioning complete for port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:28:50.846832 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-20035f05-2d49-4645-918e-b1a55a377df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:50.906066 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-20035f05-2d49-4645-918e-b1a55a377df0 None None] Port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:28:50.933219 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:50.949314 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:48Z', 'revision_number': 3, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:50.956043 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e5858-9a2a-4b2e-97b8-fa4f47885918 None None] The sync data for ids ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'] in n-d-843339-1 is: [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:48Z', 'revision_number': 3, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:28:51.103697 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a176bbd1-cae5-43a2-b39b-ca8e683c3c17 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:28:51.182346 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:51.190304 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:51.192209 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a176bbd1-cae5-43a2-b39b-ca8e683c3c17 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:28:51.192622 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:51.309482 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Pushing event updated for resources: {'Port': ['ID=a9bbe058-877e-441a-bcb3-d0f96aaf1c30,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:51.313363 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:51.329378 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a176bbd1-cae5-43a2-b39b-ca8e683c3c17 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:28:51.461766 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:28:51.462990 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:28:51.666353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Router b58b42f9-e76c-4714-a321-d2cb9ecc3403 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:28:51.734218 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d8bcf1e4-ad39-4d0b-9af5-59ab2cf7c6f7 None None] Provisioning complete for port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:28:51.736206 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d8bcf1e4-ad39-4d0b-9af5-59ab2cf7c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:51.793340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-d8bcf1e4-ad39-4d0b-9af5-59ab2cf7c6f7 None None] Port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:28:51.975223 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:28:51.983893 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-0c80e8d4-70ba-4b10-aae6-baa1795f5f92 admin admin] 10.222.0.60 "PUT /v2.0/routers/b58b42f9-e76c-4714-a321-d2cb9ecc3403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7255094 May 25 21:28:52.495476 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Sync routers for ids ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:28:52.506798 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Routers {'b58b42f9-e76c-4714-a321-d2cb9ecc3403'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:28:52.507527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:52.511638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48466) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:52.517132 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1600032540-network', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:28:52.522720 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:28:52.526806 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Usage tracker for resource:network and tenant:3e5e51e77fd148fabacd3144ed19ba53 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:28:52.529621 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:28:52.535852 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:28:52.547938 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Made reservation on behalf of 3e5e51e77fd148fabacd3144ed19ba53 for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:28:52.550452 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:52.563646 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:52.581171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:28:52.585191 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Usage tracker for resource:security_group_rule and tenant:3e5e51e77fd148fabacd3144ed19ba53 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:28:52.588011 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:28:52.594058 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:28:52.681882 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:52.685853 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:52.717973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:28:52.723176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Set router b58b42f9-e76c-4714-a321-d2cb9ecc3403 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:28:52.727028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4073a7c8-0aa8-4bfe-82ae-0eea65426b25,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:52.733999 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:52.735008 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Added segment e88076cc-05e8-4bd5-98f6-199b181d487a of type vlan for network 52294508-20e6-41c2-9f20-2f5aa0f35291 May 25 21:28:52.763830 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:52.795327 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:52.796338 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:52.797465 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:52.906414 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3910913 May 25 21:28:52.906414 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d298320-0ff4-4946-8784-577e8883da41 admin admin] Pushing event updated for resources: {'Network': ['ID=52294508-20e6-41c2-9f20-2f5aa0f35291,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:52.907881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48470) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:52.915079 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Request body: {'subnet': {'network_id': '52294508-20e6-41c2-9f20-2f5aa0f35291', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1600032540-subnet', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'ip_version': 4}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:28:52.917801 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 52294508-20e6-41c2-9f20-2f5aa0f35291 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:28:52.921049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:28:52.925460 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Usage tracker for resource:subnet and tenant:3e5e51e77fd148fabacd3144ed19ba53 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:28:52.929339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:28:52.937140 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:28:52.948258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Made reservation on behalf of 3e5e51e77fd148fabacd3144ed19ba53 for: {'subnet': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:28:52.950733 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2470081'] for subnet, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:53.131053 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffabc3a2-84dc-4668-98c6-7ff690a2208b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:28:53.175771 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2573244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2470131'] for subnet, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:53.187886 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:51Z', 'revision_number': 2, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:53.195475 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Checking router: b58b42f9-e76c-4714-a321-d2cb9ecc3403 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:28:53.195817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Updating router b58b42f9-e76c-4714-a321-d2cb9ecc3403 port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:28:53.255304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ffabc3a2-84dc-4668-98c6-7ff690a2208b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:28:53.255767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ad6104-80db-4718-8a38-fdf2e47b0392,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:53.261063 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Checking segment: {'id': 'e88076cc-05e8-4bd5-98f6-199b181d487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '52294508-20e6-41c2-9f20-2f5aa0f35291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:28:53.261239 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:53.261414 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Network hostable DHCP agents. Network: 52294508-20e6-41c2-9f20-2f5aa0f35291, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:28:53.274824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ffabc3a2-84dc-4668-98c6-7ff690a2208b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:28:53.275184 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:53.282654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Network 52294508-20e6-41c2-9f20-2f5aa0f35291 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:28:53.291967 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 52294508-20e6-41c2-9f20-2f5aa0f35291) {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:28:53.296919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:28:53.297509 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:53.308680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00586159-b302-4518-8d76-bb2097ab5783 None None] Network 52294508-20e6-41c2-9f20-2f5aa0f35291 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:28:53.320862 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-542546e9-54fe-4256-98cd-28f34f48b472 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4116461 May 25 21:28:53.323493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48474) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:53.329371 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1600032540-router', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:28:53.334901 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:28:53.338763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Usage tracker for resource:router and tenant:3e5e51e77fd148fabacd3144ed19ba53 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:28:53.341556 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:28:53.348038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:28:53.359442 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:53.360384 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:53.375569 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:53.763467 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:53.796978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ffabc3a2-84dc-4668-98c6-7ff690a2208b is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:28:53.797805 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:53.826553 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-52294508-20e6-41c2-9f20-2f5aa0f35291', 'network_id': '52294508-20e6-41c2-9f20-2f5aa0f35291', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'fixed_ips': [{'subnet_id': '07ad6104-80db-4718-8a38-fdf2e47b0392'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:28:53.827560 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:53.860261 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ffabc3a2-84dc-4668-98c6-7ff690a2208b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ffabc3a2-84dc-4668-98c6-7ff690a2208b,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:28:53.905611 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:54.083285 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:54.112919 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:54.164210 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ffabc3a2-84dc-4668-98c6-7ff690a2208b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:54.190260 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:54.197084 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Allocated IP 172.20.0.2 (52294508-20e6-41c2-9f20-2f5aa0f35291/07ad6104-80db-4718-8a38-fdf2e47b0392/c3802ac2-1412-4621-b11c-286ab3cc4d6d) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:28:54.212527 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Transition to ACTIVE for port object a9bbe058-877e-441a-bcb3-d0f96aaf1c30 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:28:54.238511 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:54.256027 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Allocated IP 172.25.3.186 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/ab75eb63-8544-490a-8182-d98750a678f9) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:28:54.416636 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:54.454010 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:54.496056 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a280fff-4990-4151-9a8d-075c2b5394c2 None None] Pushing event updated for resources: {'Port': ['ID=a9bbe058-877e-441a-bcb3-d0f96aaf1c30,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:54.527022 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:28:54.529917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:28:54.532515 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:28:54.580697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Pushing event updated for resources: {'Port': ['ID=ab75eb63-8544-490a-8182-d98750a678f9,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:54.581694 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:54.599776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Attempting to bind port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:28:54.600046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Attempting to bind port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:28:54.600396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Attempting to bind port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 on network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:28:54.651903 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:28:54.652187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Checking segment: {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:28:54.652579 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:54.652961 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Bound using segment: {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:28:54.653422 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Bound port: a9bbe058-877e-441a-bcb3-d0f96aaf1c30, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:28:54.653784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:54.740764 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:54.757117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Transition to ACTIVE for port object c3802ac2-1412-4621-b11c-286ab3cc4d6d will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:28:54.792287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Transition to ACTIVE for port object c3802ac2-1412-4621-b11c-286ab3cc4d6d will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:28:54.793769 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] For port a9bbe058-877e-441a-bcb3-d0f96aaf1c30, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:28:54.797938 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] For port a9bbe058-877e-441a-bcb3-d0f96aaf1c30, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a9bbe058-877e-441a-bcb3-d0f96aaf1c30,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:28:54.800870 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:54.836947 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:54.883308 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Network 52294508-20e6-41c2-9f20-2f5aa0f35291 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:28:54.887815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:28:54.895871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:28:54.898757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Pushing event updated for resources: {'Port': ['ID=c3802ac2-1412-4621-b11c-286ab3cc4d6d,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:54.933637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Routers {'b58b42f9-e76c-4714-a321-d2cb9ecc3403'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:28:54.934277 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:54.968163 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:55.112946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffabc3a2-84dc-4668-98c6-7ff690a2208b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:28:55.266239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a280fff-4990-4151-9a8d-075c2b5394c2 None None] Pushing event updated for resources: {'Port': ['ID=a9bbe058-877e-441a-bcb3-d0f96aaf1c30,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:55.268790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Attempting to bind port c3802ac2-1412-4621-b11c-286ab3cc4d6d on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:28:55.269478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Attempting to bind port c3802ac2-1412-4621-b11c-286ab3cc4d6d by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e88076cc-05e8-4bd5-98f6-199b181d487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '52294508-20e6-41c2-9f20-2f5aa0f35291'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:28:55.269478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Attempting to bind port c3802ac2-1412-4621-b11c-286ab3cc4d6d on network 52294508-20e6-41c2-9f20-2f5aa0f35291 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:28:55.288672 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:28:55.289038 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Checking segment: {'id': 'e88076cc-05e8-4bd5-98f6-199b181d487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '52294508-20e6-41c2-9f20-2f5aa0f35291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:28:55.289427 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:55.289811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Bound using segment: {'id': 'e88076cc-05e8-4bd5-98f6-199b181d487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '52294508-20e6-41c2-9f20-2f5aa0f35291'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:28:55.290312 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Bound port: c3802ac2-1412-4621-b11c-286ab3cc4d6d, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88076cc-05e8-4bd5-98f6-199b181d487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '52294508-20e6-41c2-9f20-2f5aa0f35291'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:28:55.290677 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:55.349162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] Set router b58b42f9-e76c-4714-a321-d2cb9ecc3403 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:28:55.446574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ffabc3a2-84dc-4668-98c6-7ff690a2208b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:28:55.446940 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:55.452791 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:55.666173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Router 9a2053ea-006b-4b5b-b790-6052f9d1662b is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 21:28:55.689274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] For port c3802ac2-1412-4621-b11c-286ab3cc4d6d, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:28:55.711080 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] For port c3802ac2-1412-4621-b11c-286ab3cc4d6d, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c3802ac2-1412-4621-b11c-286ab3cc4d6d,segment=NetworkSegment(e88076cc-05e8-4bd5-98f6-199b181d487a),segment_id=e88076cc-05e8-4bd5-98f6-199b181d487a)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:28:55.719944 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:55.848043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:28:55.857830 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Sync routers for ids ['9a2053ea-006b-4b5b-b790-6052f9d1662b'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:28:55.868883 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Routers {'9a2053ea-006b-4b5b-b790-6052f9d1662b'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:28:55.869630 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-089bc778-aa79-4175-9574-84e92f7259be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9a2053ea-006b-4b5b-b790-6052f9d1662b'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:55.875001 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:55.878326 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1315539f-dc65-4c2e-b9da-50314a8779eb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5510037 May 25 21:28:55.878509 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48478) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:55.881732 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ffabc3a2-84dc-4668-98c6-7ff690a2208b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:28:55.923075 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b12c6-9fe4-46a2-8641-2b68ff084f1a None None] Pushing event updated for resources: {'Port': ['ID=c3802ac2-1412-4621-b11c-286ab3cc4d6d,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:55.962329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:54Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:55.966761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b75639a-25a9-40b8-9a51-27494bc3a9b9 None None] The sync data for ids ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'] in n-d-843339-1 is: [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:54Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:28:56.108228 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Set router 9a2053ea-006b-4b5b-b790-6052f9d1662b gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:28:56.462938 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-089bc778-aa79-4175-9574-84e92f7259be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'name': 'tempest-TestShelveInstance-1600032540-router', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'ab75eb63-8544-490a-8182-d98750a678f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:53Z', 'updated_at': '2022-05-25T21:28:54Z', 'revision_number': 3, 'project_id': '3e5e51e77fd148fabacd3144ed19ba53', 'gw_port': {'id': 'ab75eb63-8544-490a-8182-d98750a678f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:54Z', 'updated_at': '2022-05-25T21:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:56.467809 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Checking router: 9a2053ea-006b-4b5b-b790-6052f9d1662b for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:28:56.468152 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Updating router 9a2053ea-006b-4b5b-b790-6052f9d1662b port ab75eb63-8544-490a-8182-d98750a678f9 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:28:56.531730 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:56.756303 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:56.958639 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:56.973646 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Transition to ACTIVE for port object ab75eb63-8544-490a-8182-d98750a678f9 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:28:56.988411 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:57.086465 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Attempting to bind port ab75eb63-8544-490a-8182-d98750a678f9 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:28:57.086826 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Attempting to bind port ab75eb63-8544-490a-8182-d98750a678f9 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:28:57.087176 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Attempting to bind port ab75eb63-8544-490a-8182-d98750a678f9 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:28:57.104156 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:28:57.104527 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:28:57.105127 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:57.105525 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:28:57.105987 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Bound port: ab75eb63-8544-490a-8182-d98750a678f9, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:28:57.106375 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:57.146435 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecddc08-da4a-4587-9c98-e279432cb4b5 None None] Pushing event updated for resources: {'Port': ['ID=ab75eb63-8544-490a-8182-d98750a678f9,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:57.149479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c53829-b912-4d0e-9bd0-8a5e9ee69197 None None] Network 52294508-20e6-41c2-9f20-2f5aa0f35291 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:28:57.207462 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-089bc778-aa79-4175-9574-84e92f7259be None None] For port ab75eb63-8544-490a-8182-d98750a678f9, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:28:57.218729 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-089bc778-aa79-4175-9574-84e92f7259be None None] For port ab75eb63-8544-490a-8182-d98750a678f9, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ab75eb63-8544-490a-8182-d98750a678f9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:28:57.228181 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:57.231342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Allocated IP 172.20.0.1 (52294508-20e6-41c2-9f20-2f5aa0f35291/07ad6104-80db-4718-8a38-fdf2e47b0392/2ec14aa9-0f4c-443e-a385-8a0b8c8bf436) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:28:57.267159 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a9bbe058-877e-441a-bcb3-d0f96aaf1c30 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:28:57.320454 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Routers {'9a2053ea-006b-4b5b-b790-6052f9d1662b'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:28:57.321234 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-089bc778-aa79-4175-9574-84e92f7259be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9a2053ea-006b-4b5b-b790-6052f9d1662b'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:57.344975 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-d4bd50a6-9ef7-4c66-b164-6208def40e99 None None] Provisioning for port c3802ac2-1412-4621-b11c-286ab3cc4d6d completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:28:57.409532 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecddc08-da4a-4587-9c98-e279432cb4b5 None None] Pushing event updated for resources: {'Port': ['ID=ab75eb63-8544-490a-8182-d98750a678f9,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:57.410275 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:57.439170 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Transition to ACTIVE for port object 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:28:57.469032 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:57.478744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:28:57.519901 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:28:57.520510 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:57.545772 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Network 52294508-20e6-41c2-9f20-2f5aa0f35291 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:28:57.549118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:28:57.553078 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:28:57.583571 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-089bc778-aa79-4175-9574-84e92f7259be None None] Set router 9a2053ea-006b-4b5b-b790-6052f9d1662b gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:28:57.583779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec14aa9-0f4c-443e-a385-8a0b8c8bf436,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:57.611310 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:57.700623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:28:57.701263 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:57.768255 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port a9bbe058-877e-441a-bcb3-d0f96aaf1c30, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a9bbe058-877e-441a-bcb3-d0f96aaf1c30,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:28:57.774068 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:57.775466 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c3802ac2-1412-4621-b11c-286ab3cc4d6d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:28:57.909549 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=a9bbe058-877e-441a-bcb3-d0f96aaf1c30,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:57.919751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port c3802ac2-1412-4621-b11c-286ab3cc4d6d completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:28:57.925478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c3802ac2-1412-4621-b11c-286ab3cc4d6d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:28:57.925841 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:57.926883 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-089bc778-aa79-4175-9574-84e92f7259be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'name': 'tempest-TestShelveInstance-1600032540-router', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'ab75eb63-8544-490a-8182-d98750a678f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:53Z', 'updated_at': '2022-05-25T21:28:54Z', 'revision_number': 3, 'project_id': '3e5e51e77fd148fabacd3144ed19ba53', 'gw_port': {'id': 'ab75eb63-8544-490a-8182-d98750a678f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:54Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:57.931532 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bc778-aa79-4175-9574-84e92f7259be None None] The sync data for ids ['9a2053ea-006b-4b5b-b790-6052f9d1662b'] in n-d-843339-1 is: [{'id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'name': 'tempest-TestShelveInstance-1600032540-router', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'ab75eb63-8544-490a-8182-d98750a678f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:53Z', 'updated_at': '2022-05-25T21:28:54Z', 'revision_number': 3, 'project_id': '3e5e51e77fd148fabacd3144ed19ba53', 'gw_port': {'id': 'ab75eb63-8544-490a-8182-d98750a678f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:54Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:28:57.947970 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:58.009098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b10a5998-b9b0-4acf-b72e-8b9041e84cd3 None None] Provisioning complete for port c3802ac2-1412-4621-b11c-286ab3cc4d6d triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:28:58.009470 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b10a5998-b9b0-4acf-b72e-8b9041e84cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:58.133589 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c3802ac2-1412-4621-b11c-286ab3cc4d6d is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:28:58.133947 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:58.217440 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b10a5998-b9b0-4acf-b72e-8b9041e84cd3 None None] Current status of the port c3802ac2-1412-4621-b11c-286ab3cc4d6d is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:28:58.218026 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b10a5998-b9b0-4acf-b72e-8b9041e84cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:58.236983 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:58.243290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:58.256715 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port c3802ac2-1412-4621-b11c-286ab3cc4d6d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c3802ac2-1412-4621-b11c-286ab3cc4d6d,segment=NetworkSegment(e88076cc-05e8-4bd5-98f6-199b181d487a),segment_id=e88076cc-05e8-4bd5-98f6-199b181d487a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:28:58.268824 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:58.359479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec14aa9-0f4c-443e-a385-8a0b8c8bf436,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:58.371744 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:58.414009 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1ee369a5-1ab7-4264-90ad-8d15dad50806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:58.424661 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=c3802ac2-1412-4621-b11c-286ab3cc4d6d,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:58.428936 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-b10a5998-b9b0-4acf-b72e-8b9041e84cd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:28:58.429497 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-b10a5998-b9b0-4acf-b72e-8b9041e84cd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:28:58.516122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Network 52294508-20e6-41c2-9f20-2f5aa0f35291 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:28:58.517320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:28:58.718952 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Router 9a2053ea-006b-4b5b-b790-6052f9d1662b has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:28:58.820128 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:58.990323 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b10a5998-b9b0-4acf-b72e-8b9041e84cd3 None None] Current status of the port c3802ac2-1412-4621-b11c-286ab3cc4d6d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:28:59.002345 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b10a5998-b9b0-4acf-b72e-8b9041e84cd3 None None] Provisioning for port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:28:59.007041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b10a5998-b9b0-4acf-b72e-8b9041e84cd3 None None] Provisioning complete for port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:28:59.007400 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b10a5998-b9b0-4acf-b72e-8b9041e84cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.034783 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:28:59.052442 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-92452bb2-4a46-4940-8446-e7039627c111 admin admin] 10.222.0.60 "PUT /v2.0/routers/9a2053ea-006b-4b5b-b790-6052f9d1662b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1640141 May 25 21:28:59.061556 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b10a5998-b9b0-4acf-b72e-8b9041e84cd3 None None] Port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:28:59.178751 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a9bbe058-877e-441a-bcb3-d0f96aaf1c30 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:28:59.241005 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-826ac28b-17eb-4edf-a6a0-a41cd42eb613 None None] Provisioning complete for port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:28:59.241712 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-826ac28b-17eb-4edf-a6a0-a41cd42eb613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.306858 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-826ac28b-17eb-4edf-a6a0-a41cd42eb613 None None] Port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:28:59.315112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:28:59.315891 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.450107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48488) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:59.456205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234357439', 'description': 'tempest-secgroup-smoke-234357439 description', 'project_id': '51327cf57bdd4263b24b60bca3c40963'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:28:59.462953 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:28:59.466801 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:28:59.469829 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:28:59.476146 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:28:59.487161 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.489443 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:28:59.490654 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c3802ac2-1412-4621-b11c-286ab3cc4d6d up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:28:59.509322 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:28:59.515684 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:28:59.519984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:28:59.524600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:28:59.560279 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port c3802ac2-1412-4621-b11c-286ab3cc4d6d triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:28:59.560611 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.599145 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.603830 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.619110 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Sync routers for ids ['9a2053ea-006b-4b5b-b790-6052f9d1662b'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:28:59.635340 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Routers {'9a2053ea-006b-4b5b-b790-6052f9d1662b'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:28:59.636051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:28:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9a2053ea-006b-4b5b-b790-6052f9d1662b'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:28:59.645386 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.646620 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1955633 May 25 21:28:59.649627 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48492) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:59.658093 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c917a29f-40cd-4a02-be45-cd7a436f71b3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'security_group_rule': {'security_group_id': '7e4c6fc1-b70f-41aa-980b-87fa06a2bed6', 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:28:59.664679 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c917a29f-40cd-4a02-be45-cd7a436f71b3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:28:59.668624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c917a29f-40cd-4a02-be45-cd7a436f71b3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:28:59.671737 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c917a29f-40cd-4a02-be45-cd7a436f71b3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:28:59.680970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c917a29f-40cd-4a02-be45-cd7a436f71b3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:28:59.683425 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edefb9-4432-4a3d-b8bf-a60820bf8bb3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:59.706476 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c917a29f-40cd-4a02-be45-cd7a436f71b3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.776476 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c917a29f-40cd-4a02-be45-cd7a436f71b3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.780233 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c917a29f-40cd-4a02-be45-cd7a436f71b3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.803677 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917a29f-40cd-4a02-be45-cd7a436f71b3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79034a5-a134-48b5-be3f-2c84b8359354,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:59.813036 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c917a29f-40cd-4a02-be45-cd7a436f71b3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.814746 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c917a29f-40cd-4a02-be45-cd7a436f71b3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1640244 May 25 21:28:59.817235 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48496) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:59.822722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-562f3b17-f806-42dd-ac94-93858e1e3399 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'security_group_rule': {'security_group_id': '7e4c6fc1-b70f-41aa-980b-87fa06a2bed6', 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:28:59.822902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port c3802ac2-1412-4621-b11c-286ab3cc4d6d is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:28:59.823807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ab75eb63-8544-490a-8182-d98750a678f9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:28:59.830792 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-562f3b17-f806-42dd-ac94-93858e1e3399 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:28:59.835405 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-562f3b17-f806-42dd-ac94-93858e1e3399 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:28:59.838404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-562f3b17-f806-42dd-ac94-93858e1e3399 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:28:59.844076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-562f3b17-f806-42dd-ac94-93858e1e3399 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:28:59.861452 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-562f3b17-f806-42dd-ac94-93858e1e3399 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.919943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Set router 9a2053ea-006b-4b5b-b790-6052f9d1662b gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:28:59.926527 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-562f3b17-f806-42dd-ac94-93858e1e3399 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.930668 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-562f3b17-f806-42dd-ac94-93858e1e3399 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.954850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f3b17-f806-42dd-ac94-93858e1e3399 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75790cd0-61de-4402-8614-658733f6190e,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:28:59.963382 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-562f3b17-f806-42dd-ac94-93858e1e3399 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:28:59.964465 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-562f3b17-f806-42dd-ac94-93858e1e3399 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462607 May 25 21:28:59.967233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48500) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:28:59.972930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-87dbd1e4-28b3-49f9-94d7-cc776865a5a0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'security_group_rule': {'security_group_id': '7e4c6fc1-b70f-41aa-980b-87fa06a2bed6', 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:28:59.979466 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-87dbd1e4-28b3-49f9-94d7-cc776865a5a0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:28:59.983316 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-87dbd1e4-28b3-49f9-94d7-cc776865a5a0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:28:59.986624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-87dbd1e4-28b3-49f9-94d7-cc776865a5a0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:28:59.992270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port ab75eb63-8544-490a-8182-d98750a678f9 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:28:59.992523 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-87dbd1e4-28b3-49f9-94d7-cc776865a5a0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:29:00.010751 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87dbd1e4-28b3-49f9-94d7-cc776865a5a0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.054782 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ab75eb63-8544-490a-8182-d98750a678f9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:29:00.055145 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.076788 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87dbd1e4-28b3-49f9-94d7-cc776865a5a0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.082751 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87dbd1e4-28b3-49f9-94d7-cc776865a5a0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.116331 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbd1e4-28b3-49f9-94d7-cc776865a5a0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37add94e-d209-4af6-b0fa-061998ecb088,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:00.125634 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-87dbd1e4-28b3-49f9-94d7-cc776865a5a0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.127593 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-87dbd1e4-28b3-49f9-94d7-cc776865a5a0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591518 May 25 21:29:00.130098 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48504) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:29:00.135339 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-08eb3a3b-b71f-44cb-97e6-eaeafbb0c481 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'security_group_rule': {'security_group_id': '7e4c6fc1-b70f-41aa-980b-87fa06a2bed6', 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:29:00.142854 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-08eb3a3b-b71f-44cb-97e6-eaeafbb0c481 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:29:00.146810 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-08eb3a3b-b71f-44cb-97e6-eaeafbb0c481 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:29:00.149661 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-08eb3a3b-b71f-44cb-97e6-eaeafbb0c481 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:29:00.155609 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-08eb3a3b-b71f-44cb-97e6-eaeafbb0c481 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:29:00.173455 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08eb3a3b-b71f-44cb-97e6-eaeafbb0c481 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.237806 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08eb3a3b-b71f-44cb-97e6-eaeafbb0c481 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.241651 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08eb3a3b-b71f-44cb-97e6-eaeafbb0c481 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.264585 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb3a3b-b71f-44cb-97e6-eaeafbb0c481 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dede4962-6774-45bd-b163-d61ae76e8b2f,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:00.275973 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-08eb3a3b-b71f-44cb-97e6-eaeafbb0c481 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.277180 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-08eb3a3b-b71f-44cb-97e6-eaeafbb0c481 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460841 May 25 21:29:00.280320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48508) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:29:00.286286 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-57d40c86-00e1-4e42-a8dc-1582f6873922 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'security_group_rule': {'security_group_id': '7e4c6fc1-b70f-41aa-980b-87fa06a2bed6', 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:29:00.292837 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-57d40c86-00e1-4e42-a8dc-1582f6873922 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:29:00.296911 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-57d40c86-00e1-4e42-a8dc-1582f6873922 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:29:00.299885 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-57d40c86-00e1-4e42-a8dc-1582f6873922 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:29:00.305507 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-57d40c86-00e1-4e42-a8dc-1582f6873922 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:29:00.316420 n-d-843339-1 neutron-server[88331]: INFO neutron.db.securitygroups_db [None req-57d40c86-00e1-4e42-a8dc-1582f6873922 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Project 51327cf57bdd4263b24b60bca3c40963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:29:00.323567 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57d40c86-00e1-4e42-a8dc-1582f6873922 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.333550 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ab75eb63-8544-490a-8182-d98750a678f9 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:29:00.334055 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.360642 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port ab75eb63-8544-490a-8182-d98750a678f9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ab75eb63-8544-490a-8182-d98750a678f9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:29:00.366735 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.393461 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57d40c86-00e1-4e42-a8dc-1582f6873922 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.396563 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57d40c86-00e1-4e42-a8dc-1582f6873922 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.427727 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d40c86-00e1-4e42-a8dc-1582f6873922 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a46569-817e-4215-90a1-4e2843752379,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:00.434846 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-57d40c86-00e1-4e42-a8dc-1582f6873922 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.436230 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-57d40c86-00e1-4e42-a8dc-1582f6873922 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543524 May 25 21:29:00.439160 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48512) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:29:00.439666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'name': 'tempest-TestShelveInstance-1600032540-router', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'ab75eb63-8544-490a-8182-d98750a678f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:53Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 4, 'project_id': '3e5e51e77fd148fabacd3144ed19ba53', 'gw_port': {'id': 'ab75eb63-8544-490a-8182-d98750a678f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:54Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '2ec14aa9-0f4c-443e-a385-8a0b8c8bf436', 'name': '', 'network_id': '52294508-20e6-41c2-9f20-2f5aa0f35291', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'mac_address': 'fa:16:3e:0e:a3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '07ad6104-80db-4718-8a38-fdf2e47b0392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:56Z', 'updated_at': '2022-05-25T21:28:58Z', 'revision_number': 2, 'project_id': '3e5e51e77fd148fabacd3144ed19ba53', 'subnets': [{'id': '07ad6104-80db-4718-8a38-fdf2e47b0392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:29:00.444581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-9f793b04-2cce-4954-8dc6-7081316963a7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'security_group_rule': {'security_group_id': '7e4c6fc1-b70f-41aa-980b-87fa06a2bed6', 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:29:00.445703 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=ab75eb63-8544-490a-8182-d98750a678f9,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:00.448356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Checking router: 9a2053ea-006b-4b5b-b790-6052f9d1662b for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:29:00.448702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Updating router 9a2053ea-006b-4b5b-b790-6052f9d1662b port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:29:00.452178 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9f793b04-2cce-4954-8dc6-7081316963a7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:29:00.456601 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9f793b04-2cce-4954-8dc6-7081316963a7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:29:00.459614 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-9f793b04-2cce-4954-8dc6-7081316963a7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:29:00.465957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-9f793b04-2cce-4954-8dc6-7081316963a7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:29:00.479528 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-9f793b04-2cce-4954-8dc6-7081316963a7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Project 51327cf57bdd4263b24b60bca3c40963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:29:00.487414 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9f793b04-2cce-4954-8dc6-7081316963a7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.515032 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.555506 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9f793b04-2cce-4954-8dc6-7081316963a7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.559611 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9f793b04-2cce-4954-8dc6-7081316963a7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.584863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f793b04-2cce-4954-8dc6-7081316963a7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb9a0f6-a488-4c55-bb24-91caef584914,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:00.595497 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9f793b04-2cce-4954-8dc6-7081316963a7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.596711 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9f793b04-2cce-4954-8dc6-7081316963a7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564758 May 25 21:29:00.762358 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-d9623a55-a734-4b85-8d29-c914aeebd4c6 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Synchronizing usage tracker for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:29:00.780843 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-d9623a55-a734-4b85-8d29-c914aeebd4c6 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Unset dirty status for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:29:00.782843 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-d9623a55-a734-4b85-8d29-c914aeebd4c6 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234357439&fields=id&tenant_id=51327cf57bdd4263b24b60bca3c40963 HTTP/1.1" status: 200 len: 267 time: 0.0606294 May 25 21:29:00.807824 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-759404cf-869a-4f4a-aa3d-dc80426a7d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.888903 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.901687 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Transition to ACTIVE for port object 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:29:00.909043 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:00.934327 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-5c9c3d77-818e-4858-9e2c-a5518a270418 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:00.934995 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-5c9c3d77-818e-4858-9e2c-a5518a270418 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Synchronizing usage tracker for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:29:00.953350 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-5c9c3d77-818e-4858-9e2c-a5518a270418 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Unset dirty status for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:29:00.954666 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-5c9c3d77-818e-4858-9e2c-a5518a270418 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 809 time: 0.1642756 May 25 21:29:00.973415 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-2f42e948-93f1-49e9-89f2-438f3d2baa21 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/quotas/51327cf57bdd4263b24b60bca3c40963 HTTP/1.1" status: 200 len: 375 time: 0.0107417 May 25 21:29:01.071974 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-283c3559-5277-4397-af88-8cb0957c5fdc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861225 May 25 21:29:01.120195 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04feec-c5c3-434b-95b5-cf9157927571 None None] Pushing event updated for resources: {'Port': ['ID=2ec14aa9-0f4c-443e-a385-8a0b8c8bf436,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:01.163846 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ab75eb63-8544-490a-8182-d98750a678f9 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:29:01.233370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Attempting to bind port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:29:01.233734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Attempting to bind port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'e88076cc-05e8-4bd5-98f6-199b181d487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '52294508-20e6-41c2-9f20-2f5aa0f35291'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:29:01.234429 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Attempting to bind port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 on network 52294508-20e6-41c2-9f20-2f5aa0f35291 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:29:01.248790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:29:01.249085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Checking segment: {'id': 'e88076cc-05e8-4bd5-98f6-199b181d487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '52294508-20e6-41c2-9f20-2f5aa0f35291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:29:01.249477 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:01.250721 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Bound using segment: {'id': 'e88076cc-05e8-4bd5-98f6-199b181d487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '52294508-20e6-41c2-9f20-2f5aa0f35291'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:29:01.251176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Bound port: 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88076cc-05e8-4bd5-98f6-199b181d487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '52294508-20e6-41c2-9f20-2f5aa0f35291'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:29:01.251559 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:01.338111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port ab75eb63-8544-490a-8182-d98750a678f9 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:29:01.338805 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:01.351225 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-4653b492-ee90-4c6a-bbc5-87d966f67c2f service neutron] 10.222.0.60 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616246 May 25 21:29:01.406723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] For port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:29:01.411382 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] For port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2ec14aa9-0f4c-443e-a385-8a0b8c8bf436,segment=NetworkSegment(e88076cc-05e8-4bd5-98f6-199b181d487a),segment_id=e88076cc-05e8-4bd5-98f6-199b181d487a)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:29:01.417303 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:01.498718 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-3b81d929-023c-4e7f-8143-d7ad5378c142 service neutron] 10.222.0.60 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409664 May 25 21:29:01.552089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Routers {'9a2053ea-006b-4b5b-b790-6052f9d1662b'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:29:01.553365 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:29:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9a2053ea-006b-4b5b-b790-6052f9d1662b'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:29:01.659691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04feec-c5c3-434b-95b5-cf9157927571 None None] Pushing event updated for resources: {'Port': ['ID=2ec14aa9-0f4c-443e-a385-8a0b8c8bf436,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:01.666931 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port ab75eb63-8544-490a-8182-d98750a678f9 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:29:01.680328 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:01.759778 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b8abbe14-556d-4d8f-ad51-6fab38ebc53b req-f3298be6-bb5e-49c5-a43c-a3e75d767079 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Synchronizing usage tracker for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:29:01.787026 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-b8abbe14-556d-4d8f-ad51-6fab38ebc53b req-f3298be6-bb5e-49c5-a43c-a3e75d767079 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Unset dirty status for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:29:01.788460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-b8abbe14-556d-4d8f-ad51-6fab38ebc53b req-f3298be6-bb5e-49c5-a43c-a3e75d767079 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 210 time: 0.1215546 May 25 21:29:01.802685 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] Set router 9a2053ea-006b-4b5b-b790-6052f9d1662b gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:29:02.051896 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:02.155098 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'name': 'tempest-TestShelveInstance-1600032540-router', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'ab75eb63-8544-490a-8182-d98750a678f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:53Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 4, 'project_id': '3e5e51e77fd148fabacd3144ed19ba53', 'gw_port': {'id': 'ab75eb63-8544-490a-8182-d98750a678f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:54Z', 'updated_at': '2022-05-25T21:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '2ec14aa9-0f4c-443e-a385-8a0b8c8bf436', 'name': '', 'network_id': '52294508-20e6-41c2-9f20-2f5aa0f35291', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'mac_address': 'fa:16:3e:0e:a3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '07ad6104-80db-4718-8a38-fdf2e47b0392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:56Z', 'updated_at': '2022-05-25T21:29:01Z', 'revision_number': 4, 'project_id': '3e5e51e77fd148fabacd3144ed19ba53', 'subnets': [{'id': '07ad6104-80db-4718-8a38-fdf2e47b0392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:29:02.160349 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a65a46-c921-467d-b4fc-89a57299fec6 None None] The sync data for ids ['9a2053ea-006b-4b5b-b790-6052f9d1662b'] in n-d-843339-1 is: [{'id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'name': 'tempest-TestShelveInstance-1600032540-router', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'ab75eb63-8544-490a-8182-d98750a678f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:53Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 4, 'project_id': '3e5e51e77fd148fabacd3144ed19ba53', 'gw_port': {'id': 'ab75eb63-8544-490a-8182-d98750a678f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:54Z', 'updated_at': '2022-05-25T21:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '2ec14aa9-0f4c-443e-a385-8a0b8c8bf436', 'name': '', 'network_id': '52294508-20e6-41c2-9f20-2f5aa0f35291', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'mac_address': 'fa:16:3e:0e:a3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '07ad6104-80db-4718-8a38-fdf2e47b0392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:56Z', 'updated_at': '2022-05-25T21:29:01Z', 'revision_number': 4, 'project_id': '3e5e51e77fd148fabacd3144ed19ba53', 'subnets': [{'id': '07ad6104-80db-4718-8a38-fdf2e47b0392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:29:02.989093 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-be46cfe6-6ecb-4170-ac1b-b9ec943b3677 req-424d02f7-e487-4879-bf58-309efff26396 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 210 time: 0.0544703 May 25 21:29:03.142031 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-4db97f38-56cd-4c5b-b67f-39cda523d82a tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:03.144171 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-4db97f38-56cd-4c5b-b67f-39cda523d82a tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 809 time: 0.2438157 May 25 21:29:03.155742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:29:03.200636 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-e520c849-996f-49e3-a74a-ec67dbc523cb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51327cf57bdd4263b24b60bca3c40963 HTTP/1.1" status: 200 len: 379 time: 0.0453854 May 25 21:29:03.209949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'port': {'device_id': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'admin_state_up': True, 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'security_groups': ['7e4c6fc1-b70f-41aa-980b-87fa06a2bed6']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:29:03.240943 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:29:03.245497 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:29:03.245861 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:03.355541 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:29:03.365759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:29:03.376695 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Made reservation on behalf of 51327cf57bdd4263b24b60bca3c40963 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:29:03.380219 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:03.386995 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:29:03.387370 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:03.397325 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:03.422915 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2ec14aa9-0f4c-443e-a385-8a0b8c8bf436,segment=NetworkSegment(e88076cc-05e8-4bd5-98f6-199b181d487a),segment_id=e88076cc-05e8-4bd5-98f6-199b181d487a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:29:03.426591 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:03.496995 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=2ec14aa9-0f4c-443e-a385-8a0b8c8bf436,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:03.554503 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Allocated IP 172.20.0.12 (dacd10d7-7568-4ec6-b4fb-126f0d9800f2/a9266f27-b15b-43f7-b118-789677270c4e/8c2bda99-a693-4f0d-b282-76525804d823) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:29:03.746106 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:03.761632 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Transition to ACTIVE for port object 8c2bda99-a693-4f0d-b282-76525804d823 will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:29:03.785187 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:03.853757 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:29:03.856651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:29:03.861477 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:29:03.902347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'Port': ['ID=8c2bda99-a693-4f0d-b282-76525804d823,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:03.934844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:03.935515 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:03.962383 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-c5b9964b-fbf0-4b84-a436-e883a3dfd3fc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7563651 May 25 21:29:03.973817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Request body: {'port': {'device_id': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:29:04.091811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:04.111510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-24bc733f-3068-47db-8a31-dad4fd1e4686 None None] Provisioning for port 8c2bda99-a693-4f0d-b282-76525804d823 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:29:04.117331 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-24bc733f-3068-47db-8a31-dad4fd1e4686 None None] Provisioning complete for port 8c2bda99-a693-4f0d-b282-76525804d823 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:29:04.117708 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-24bc733f-3068-47db-8a31-dad4fd1e4686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:04.175789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-24bc733f-3068-47db-8a31-dad4fd1e4686 None None] Port 8c2bda99-a693-4f0d-b282-76525804d823 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:29:04.193707 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87f311-02ec-4229-bbf7-428e62286a6b req-cfc9aa60-d0f5-46b6-8e56-3169c4f782a3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:04.195308 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8b87f311-02ec-4229-bbf7-428e62286a6b req-cfc9aa60-d0f5-46b6-8e56-3169c4f782a3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 932 time: 0.0922923 May 25 21:29:04.241819 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8b87f311-02ec-4229-bbf7-428e62286a6b req-db887d19-4d5d-4c02-8b3d-a0e912acdce1 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Synchronizing usage tracker for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:29:04.254300 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-8b87f311-02ec-4229-bbf7-428e62286a6b req-db887d19-4d5d-4c02-8b3d-a0e912acdce1 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Unset dirty status for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:29:04.255360 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8b87f311-02ec-4229-bbf7-428e62286a6b req-db887d19-4d5d-4c02-8b3d-a0e912acdce1 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544384 May 25 21:29:04.558688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2bda99-a693-4f0d-b282-76525804d823 {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:29:04.566507 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:04.580565 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Transition to ACTIVE for port object 8c2bda99-a693-4f0d-b282-76525804d823 will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:29:04.584572 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:04.739347 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Pushing event updated for resources: {'Port': ['ID=8c2bda99-a693-4f0d-b282-76525804d823,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:04.823168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Attempting to bind port 8c2bda99-a693-4f0d-b282-76525804d823 on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:29:04.823499 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Attempting to bind port 8c2bda99-a693-4f0d-b282-76525804d823 by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:29:04.823820 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Attempting to bind port 8c2bda99-a693-4f0d-b282-76525804d823 on network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:29:04.828562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Port 8c2bda99-a693-4f0d-b282-76525804d823 on network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:29:04.828881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Attempting to bind port 8c2bda99-a693-4f0d-b282-76525804d823 on network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:29:04.833903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:29:04.834261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Checking segment: {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:29:04.834639 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Bound using segment: {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:29:04.835056 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Bound port: 8c2bda99-a693-4f0d-b282-76525804d823, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:29:04.835395 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:04.927673 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] For port 8c2bda99-a693-4f0d-b282-76525804d823, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:29:04.930526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] For port 8c2bda99-a693-4f0d-b282-76525804d823, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8c2bda99-a693-4f0d-b282-76525804d823,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:29:04.934825 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:04.995340 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:04.995929 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:04.997406 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] 10.222.0.70 "PUT /v2.0/ports/8c2bda99-a693-4f0d-b282-76525804d823 HTTP/1.1" status: 200 len: 1092 time: 1.0286453 May 25 21:29:04.997844 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:29:05.017862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5243036-86b9-4bf7-8495-9dcf866c56dd service neutron] Pushing event updated for resources: {'Port': ['ID=8c2bda99-a693-4f0d-b282-76525804d823,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:05.079243 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7275112f-ee5b-4800-bc05-85beff593e6d'] response: {'name': 'network-changed', 'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823', 'status': 'completed', 'code': 200} May 25 21:29:05.116825 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-0d0a5962-e12c-4f5a-a516-d0f28c620aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:05.118374 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-0d0a5962-e12c-4f5a-a516-d0f28c620aa1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 1095 time: 0.0788157 May 25 21:29:05.129419 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:29:05.194107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-db08e5c3-b49e-476b-8e7d-1a5f2ec5dea6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bda99-a693-4f0d-b282-76525804d823 HTTP/1.1" status: 200 len: 217 time: 0.0677025 May 25 21:29:05.207285 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:29:05.207825 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:05.263808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-43216be6-d312-46de-8497-91674507ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:05.265301 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-43216be6-d312-46de-8497-91674507ea73 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0652390 May 25 21:29:05.345464 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-630a8037-9876-4485-a153-10fa83b7ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:05.346934 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-630a8037-9876-4485-a153-10fa83b7ec18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763235 May 25 21:29:05.389415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:29:05.454045 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b41ab-dedb-400c-a51c-095ea586ee4b req-8bb241cc-0de2-473d-9cef-f13982e00b8d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:05.456488 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-749b41ab-dedb-400c-a51c-095ea586ee4b req-8bb241cc-0de2-473d-9cef-f13982e00b8d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.0873301 May 25 21:29:05.487604 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-bf2bcc14-944b-461f-8b82-c7073823b274 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341746 May 25 21:29:05.505043 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-749b41ab-dedb-400c-a51c-095ea586ee4b req-8701b9ff-835c-4063-8df8-42c638183910 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407474 May 25 21:29:05.622483 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-dddd9af9-1576-4783-a5fc-93bfcc856280 req-fe85730b-79be-44bf-a909-9b0c3748d1ca service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281826 May 25 21:29:05.739560 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fab02-7f73-4bce-a327-2e8a907e4e49 req-e964981f-4b4e-442b-a8eb-1829517f612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:05.741020 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c73fab02-7f73-4bce-a327-2e8a907e4e49 req-e964981f-4b4e-442b-a8eb-1829517f612b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 1095 time: 0.0724559 May 25 21:29:05.872186 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fab02-7f73-4bce-a327-2e8a907e4e49 req-c348000f-9d6c-4c63-b11d-adeab9571d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:05.873696 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c73fab02-7f73-4bce-a327-2e8a907e4e49 req-c348000f-9d6c-4c63-b11d-adeab9571d16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1272271 May 25 21:29:05.944600 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c73fab02-7f73-4bce-a327-2e8a907e4e49 req-78f548d7-5ad9-4e3b-8da2-6ac0d241008c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bda99-a693-4f0d-b282-76525804d823 HTTP/1.1" status: 200 len: 217 time: 0.0650172 May 25 21:29:06.005361 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fab02-7f73-4bce-a327-2e8a907e4e49 req-2cfad43f-40f8-4236-86c7-48b0ec984505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:06.006817 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c73fab02-7f73-4bce-a327-2e8a907e4e49 req-2cfad43f-40f8-4236-86c7-48b0ec984505 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0565903 May 25 21:29:06.184756 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fab02-7f73-4bce-a327-2e8a907e4e49 req-651749e8-a0d9-4083-b783-a83cd5b081ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:06.186240 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c73fab02-7f73-4bce-a327-2e8a907e4e49 req-651749e8-a0d9-4083-b783-a83cd5b081ef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739166 May 25 21:29:06.316281 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c73fab02-7f73-4bce-a327-2e8a907e4e49 req-028f2e0f-fb27-4ff4-9454-b9517537f5ac service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234975 May 25 21:29:06.446020 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c73fab02-7f73-4bce-a327-2e8a907e4e49 req-273b7120-38c6-4a45-b986-a6f7122f21e9 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234441 May 25 21:29:06.695461 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290e855-ebb6-493a-a5a7-1ca57dfe196f req-60b590ae-dd78-4211-a7c1-601f911d2ff7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:06.696180 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-d290e855-ebb6-493a-a5a7-1ca57dfe196f req-60b590ae-dd78-4211-a7c1-601f911d2ff7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Synchronizing usage tracker for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:29:06.713108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-d290e855-ebb6-493a-a5a7-1ca57dfe196f req-60b590ae-dd78-4211-a7c1-601f911d2ff7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Unset dirty status for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:29:06.714996 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d290e855-ebb6-493a-a5a7-1ca57dfe196f req-60b590ae-dd78-4211-a7c1-601f911d2ff7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.0982420 May 25 21:29:06.764713 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d290e855-ebb6-493a-a5a7-1ca57dfe196f req-78225bbb-c145-4612-bb70-acb1e6c02e01 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432439 May 25 21:29:07.950574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93753db1-d4f0-4432-b273-2cfe72a03ba0 req-85016f2a-b24e-4b07-929e-cfe41327ce78 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:07.952006 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93753db1-d4f0-4432-b273-2cfe72a03ba0 req-85016f2a-b24e-4b07-929e-cfe41327ce78 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.0810077 May 25 21:29:08.000922 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93753db1-d4f0-4432-b273-2cfe72a03ba0 req-4f175793-7d0a-4af3-b036-9854ff0be8b4 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431247 May 25 21:29:08.866725 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8c2bda99-a693-4f0d-b282-76525804d823 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:29:08.997588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8c2bda99-a693-4f0d-b282-76525804d823, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8c2bda99-a693-4f0d-b282-76525804d823,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:29:09.010926 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '8c2bda99-a693-4f0d-b282-76525804d823', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'port_id': '8c2bda99-a693-4f0d-b282-76525804d823', 'mac_address': 'fa:16:3e:bc:ba:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:29:09.066624 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 8c2bda99-a693-4f0d-b282-76525804d823 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:29:09.066999 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:09.083598 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2bda99-a693-4f0d-b282-76525804d823 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:29:09.098761 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8c2bda99-a693-4f0d-b282-76525804d823, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8c2bda99-a693-4f0d-b282-76525804d823,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:29:09.102844 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:09.173142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=8c2bda99-a693-4f0d-b282-76525804d823,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:09.188065 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad5fb6-ad51-477c-9be9-7c5a68c8896e req-3eac767a-1709-4c1a-832e-e68966bf288a tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:09.189526 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecad5fb6-ad51-477c-9be9-7c5a68c8896e req-3eac767a-1709-4c1a-832e-e68966bf288a tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 945 time: 0.0816491 May 25 21:29:09.232880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ecad5fb6-ad51-477c-9be9-7c5a68c8896e req-114de9b1-d2a0-41fc-ab6c-9bc0060bdec7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376463 May 25 21:29:09.444660 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['8c2bda99-a693-4f0d-b282-76525804d823'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:29:10.416696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a56479-2613-43a6-bcd2-191f55f610d2 req-ab54b7e7-e3ba-48b8-9d26-bcaad6793294 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:10.418131 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93a56479-2613-43a6-bcd2-191f55f610d2 req-ab54b7e7-e3ba-48b8-9d26-bcaad6793294 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 945 time: 0.0797553 May 25 21:29:10.463292 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-93a56479-2613-43a6-bcd2-191f55f610d2 req-40415633-5d76-49c0-9c4d-df3e2e2fdb12 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387895 May 25 21:29:10.866513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8c2bda99-a693-4f0d-b282-76525804d823 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:29:10.937252 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 8c2bda99-a693-4f0d-b282-76525804d823 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:29:10.942277 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 8c2bda99-a693-4f0d-b282-76525804d823 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:29:10.942645 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:11.056351 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 8c2bda99-a693-4f0d-b282-76525804d823 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:29:11.056730 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:11.085622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:29:11.096339 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8c2bda99-a693-4f0d-b282-76525804d823, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8c2bda99-a693-4f0d-b282-76525804d823,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:29:11.099849 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:11.131259 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f24b1c-8709-446b-88db-adc16c2d20b4'] response: {'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823', 'code': 200} May 25 21:29:11.171001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=8c2bda99-a693-4f0d-b282-76525804d823,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:11.262720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf92ae3-3a38-4863-97ea-d742b0ee3f2b req-2e5f0d26-3623-4a4e-90e3-3c385bdb3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:11.264193 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2cf92ae3-3a38-4863-97ea-d742b0ee3f2b req-2e5f0d26-3623-4a4e-90e3-3c385bdb3512 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 1097 time: 0.0773787 May 25 21:29:11.305318 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2cf92ae3-3a38-4863-97ea-d742b0ee3f2b req-7fdccd32-7dc2-4be6-99d3-b1308fabc5d8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346870 May 25 21:29:11.653710 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ad9b-8150-4617-a1bb-407cd43eaaa6 req-09e3d32d-a96c-4fee-ac8d-04516a73c0a3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:11.655106 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22c8ad9b-8150-4617-a1bb-407cd43eaaa6 req-09e3d32d-a96c-4fee-ac8d-04516a73c0a3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0841241 May 25 21:29:11.700560 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-22c8ad9b-8150-4617-a1bb-407cd43eaaa6 req-cef57739-f092-43b2-8012-e7cff6a9ac77 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388720 May 25 21:29:12.561545 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:29:12.889395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f3290-fe6d-4c21-95c9-43abe04032c5 req-2fe29aa0-7d61-43d2-b4b3-fa74daff79d0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:12.890917 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a72f3290-fe6d-4c21-95c9-43abe04032c5 req-2fe29aa0-7d61-43d2-b4b3-fa74daff79d0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0797994 May 25 21:29:12.934685 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a72f3290-fe6d-4c21-95c9-43abe04032c5 req-4ae0ddf0-38af-41c3-b489-697f902d49fe tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381749 May 25 21:29:13.118863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddace6-dbb0-4733-95c8-051f96dd06ca req-a0d20b97-42a7-4507-bbb9-57e7fbe89e56 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:13.120309 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0ddace6-dbb0-4733-95c8-051f96dd06ca req-a0d20b97-42a7-4507-bbb9-57e7fbe89e56 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0814197 May 25 21:29:13.164497 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-f0ddace6-dbb0-4733-95c8-051f96dd06ca req-819b7a78-ee16-424f-9b99-cb6b63a7c791 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383360 May 25 21:29:13.187053 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48568) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:29:13.310484 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f769f4-0d8e-40b3-8b7a-142f059fa23f tempest-TestShelveInstance-1598858916 tempest-TestShelveInstance-1598858916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:13.312212 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c4f769f4-0d8e-40b3-8b7a-142f059fa23f tempest-TestShelveInstance-1598858916 tempest-TestShelveInstance-1598858916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 1092 time: 0.1238103 May 25 21:29:13.315189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48574) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:29:13.319899 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': '8c2bda99-a693-4f0d-b282-76525804d823', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:29:13.326790 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:29:13.330843 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:floatingip and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:29:13.333622 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:29:13.339247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:29:13.352394 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for floatingip, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:13.489122 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:13.629079 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Allocated IP 172.25.3.36 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/3881d00d-0782-499f-aa10-475daf1017a6) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:29:13.779499 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:13.814346 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:13.884568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:29:13.888860 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:29:13.893696 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:29:13.926015 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'Port': ['ID=3881d00d-0782-499f-aa10-475daf1017a6,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:14.412038 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:14.486595 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:14.698356 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:14.703134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:14.815952 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'Port': ['ID=3881d00d-0782-499f-aa10-475daf1017a6,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:29:14.825818 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:14.998312 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Floating IP 0d07bb77-c8e4-4051-b65f-0ff0607cff9f associated. External IP: 172.25.3.36, port: 8c2bda99-a693-4f0d-b282-76525804d823. May 25 21:29:15.364821 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Router b58b42f9-e76c-4714-a321-d2cb9ecc3403 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:29:15.554804 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:29:15.565373 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af63a797-7a6f-4bf2-9fa5-508b612d5a83 None None] Sync routers for ids ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:29:15.576145 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af63a797-7a6f-4bf2-9fa5-508b612d5a83 None None] Routers {'b58b42f9-e76c-4714-a321-d2cb9ecc3403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:29:15.576735 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-af63a797-7a6f-4bf2-9fa5-508b612d5a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:29:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:29:15.581644 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:15.644224 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-185f85c6-4603-4d24-9124-25c3f9f0394e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3278735 May 25 21:29:15.644722 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:29:15.691084 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7247e7-995c-4703-801e-c574064b3d8e'] response: {'name': 'network-changed', 'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823', 'status': 'completed', 'code': 200} May 25 21:29:15.767327 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-af63a797-7a6f-4bf2-9fa5-508b612d5a83 None None] Set router b58b42f9-e76c-4714-a321-d2cb9ecc3403 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:29:15.786946 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295969db-0044-4875-8615-ca8e7df7c099 req-9d9205b7-ebcd-4ee0-afbf-4c3e40021c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:15.788415 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-295969db-0044-4875-8615-ca8e7df7c099 req-9d9205b7-ebcd-4ee0-afbf-4c3e40021c29 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 1097 time: 0.0757940 May 25 21:29:15.926512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295969db-0044-4875-8615-ca8e7df7c099 req-1d3ace30-ba6a-428a-900c-6703eb412e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:15.928379 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-295969db-0044-4875-8615-ca8e7df7c099 req-1d3ace30-ba6a-428a-900c-6703eb412e80 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1324098 May 25 21:29:16.032144 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-295969db-0044-4875-8615-ca8e7df7c099 req-70ae7664-e07f-4195-85ee-7e8ec69a8995 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bda99-a693-4f0d-b282-76525804d823 HTTP/1.1" status: 200 len: 999 time: 0.0980728 May 25 21:29:16.092880 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295969db-0044-4875-8615-ca8e7df7c099 req-f317f2b6-bbd5-4d05-9ff1-1508dd2de00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:16.094497 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-295969db-0044-4875-8615-ca8e7df7c099 req-f317f2b6-bbd5-4d05-9ff1-1508dd2de00e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0571342 May 25 21:29:16.115046 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-af63a797-7a6f-4bf2-9fa5-508b612d5a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '0d07bb77-c8e4-4051-b65f-0ff0607cff9f', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'port_id': '8c2bda99-a693-4f0d-b282-76525804d823', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'mac_address': 'fa:16:3e:bc:ba:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:29:14Z', 'updated_at': '2022-05-25T21:29:14Z', 'revision_number': 0, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 5, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:29:16.118785 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af63a797-7a6f-4bf2-9fa5-508b612d5a83 None None] Checking router: b58b42f9-e76c-4714-a321-d2cb9ecc3403 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:29:16.127597 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af63a797-7a6f-4bf2-9fa5-508b612d5a83 None None] Routers {'b58b42f9-e76c-4714-a321-d2cb9ecc3403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:29:16.128177 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-af63a797-7a6f-4bf2-9fa5-508b612d5a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:29:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:29:16.168298 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295969db-0044-4875-8615-ca8e7df7c099 req-e57fa1cf-a94e-401a-b1e5-7a19a8a9a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:16.169759 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-295969db-0044-4875-8615-ca8e7df7c099 req-e57fa1cf-a94e-401a-b1e5-7a19a8a9a8f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700667 May 25 21:29:16.302631 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-295969db-0044-4875-8615-ca8e7df7c099 req-7a74ed61-fd72-4f9c-b6be-8116d6a4a9a2 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268563 May 25 21:29:16.308300 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-af63a797-7a6f-4bf2-9fa5-508b612d5a83 None None] Set router b58b42f9-e76c-4714-a321-d2cb9ecc3403 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:29:16.432856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-295969db-0044-4875-8615-ca8e7df7c099 req-07a06e83-9de6-4998-8f44-5fe6b2a61b40 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248465 May 25 21:29:16.687628 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-af63a797-7a6f-4bf2-9fa5-508b612d5a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '0d07bb77-c8e4-4051-b65f-0ff0607cff9f', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'port_id': '8c2bda99-a693-4f0d-b282-76525804d823', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'mac_address': 'fa:16:3e:bc:ba:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:29:14Z', 'updated_at': '2022-05-25T21:29:14Z', 'revision_number': 0, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 5, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:29:16.691581 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af63a797-7a6f-4bf2-9fa5-508b612d5a83 None None] The sync data for ids ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'] in n-d-843339-1 is: [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '0d07bb77-c8e4-4051-b65f-0ff0607cff9f', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'port_id': '8c2bda99-a693-4f0d-b282-76525804d823', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'mac_address': 'fa:16:3e:bc:ba:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:29:14Z', 'updated_at': '2022-05-25T21:29:14Z', 'revision_number': 0, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 5, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:29:16.887086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7abeb-e3e2-4e67-9e32-7c567f7c9e74 None None] New status for floating IP 0d07bb77-c8e4-4051-b65f-0ff0607cff9f: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:29:24.493255 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:28.355729 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d3cc8103-2f87-4ca7-bb5a-0dfc17eea437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:28.821954 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:30.799263 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2863b043-14ff-4fc4-b55e-428400145504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:31.573937 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:32.041911 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:33.371586 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:49.561148 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:29:52.159978 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f23ed50-af4f-499e-9329-52c43ce9dec2 req-486f7c1d-bb79-4d58-8745-4cf3e4a69087 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1138985 May 25 21:29:52.300859 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23ed50-af4f-499e-9329-52c43ce9dec2 req-b5e5ada3-8589-4036-aced-744e3d29eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:52.302390 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f23ed50-af4f-499e-9329-52c43ce9dec2 req-b5e5ada3-8589-4036-aced-744e3d29eb48 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 1097 time: 0.0712061 May 25 21:29:52.554675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23ed50-af4f-499e-9329-52c43ce9dec2 req-e326665f-d83e-48c0-89ee-c46e4b6fcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:52.556017 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f23ed50-af4f-499e-9329-52c43ce9dec2 req-e326665f-d83e-48c0-89ee-c46e4b6fcda4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.2364781 May 25 21:29:52.657932 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f23ed50-af4f-499e-9329-52c43ce9dec2 req-0b03a801-3826-4408-a86e-55a27b2b0b3d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bda99-a693-4f0d-b282-76525804d823 HTTP/1.1" status: 200 len: 1001 time: 0.0956726 May 25 21:29:52.726637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23ed50-af4f-499e-9329-52c43ce9dec2 req-115e35e4-9b57-4ea9-9ad4-1b9acb4b1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:52.728163 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f23ed50-af4f-499e-9329-52c43ce9dec2 req-115e35e4-9b57-4ea9-9ad4-1b9acb4b1235 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0646276 May 25 21:29:52.802131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23ed50-af4f-499e-9329-52c43ce9dec2 req-6332bcb5-f8c4-4bf1-be23-7faefec68f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:29:52.804772 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f23ed50-af4f-499e-9329-52c43ce9dec2 req-6332bcb5-f8c4-4bf1-be23-7faefec68f44 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707798 May 25 21:29:52.934630 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f23ed50-af4f-499e-9329-52c43ce9dec2 req-19572929-9c54-48d6-b02c-e8e7f6e7b7e2 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240916 May 25 21:29:53.065874 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3f23ed50-af4f-499e-9329-52c43ce9dec2 req-b3e8f7f2-613f-46aa-9bb8-96e85dc3df32 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257651 May 25 21:29:54.508555 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:58.358911 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a48a22c9-3750-41f2-b9d3-37f032f1c3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:29:58.823309 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:30:00.801904 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c812-7b1e-4465-ad05-5c7b8ecf7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:30:01.576739 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:30:02.044469 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:30:03.373439 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:30:24.492897 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:30:26.560724 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:30:28.359971 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b30901b6-2598-40ff-b0da-6006f06e19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:30:28.821991 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:30:30.804778 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5cd24d62-a019-47c6-8995-4c191ed1f6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:30:31.579216 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:30:32.047161 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:30:33.376061 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:30:53.114221 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24010f5d-f5d8-431d-9ae9-db587cd75ad0 req-08c60ef7-d601-4c02-ab79-49752f6c7bdb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737264 May 25 21:30:53.248215 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24010f5d-f5d8-431d-9ae9-db587cd75ad0 req-e445bf82-5263-4f94-845e-b74c81be530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:30:53.249647 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24010f5d-f5d8-431d-9ae9-db587cd75ad0 req-e445bf82-5263-4f94-845e-b74c81be530f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 1097 time: 0.0699470 May 25 21:30:53.393407 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24010f5d-f5d8-431d-9ae9-db587cd75ad0 req-b8ac7bed-9848-4c7d-a72d-e86ca3785edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:30:53.394732 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24010f5d-f5d8-431d-9ae9-db587cd75ad0 req-b8ac7bed-9848-4c7d-a72d-e86ca3785edf service neutron] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1253543 May 25 21:30:53.495252 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24010f5d-f5d8-431d-9ae9-db587cd75ad0 req-4d1587a6-154b-4ab2-b083-dc312f1509d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bda99-a693-4f0d-b282-76525804d823 HTTP/1.1" status: 200 len: 1001 time: 0.0950353 May 25 21:30:53.556948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24010f5d-f5d8-431d-9ae9-db587cd75ad0 req-e24c0683-89cc-4935-8ef6-fd37f0255bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:30:53.558387 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24010f5d-f5d8-431d-9ae9-db587cd75ad0 req-e24c0683-89cc-4935-8ef6-fd37f0255bc8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0571318 May 25 21:30:53.636848 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24010f5d-f5d8-431d-9ae9-db587cd75ad0 req-fcc5ea01-5945-4c21-b75f-2c9ef6beb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:30:53.638324 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24010f5d-f5d8-431d-9ae9-db587cd75ad0 req-fcc5ea01-5945-4c21-b75f-2c9ef6beb8bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742333 May 25 21:30:53.775723 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24010f5d-f5d8-431d-9ae9-db587cd75ad0 req-a547506e-a596-4014-a12f-21b67d2954bd service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309566 May 25 21:30:53.905956 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-24010f5d-f5d8-431d-9ae9-db587cd75ad0 req-4ee88b07-7e30-4d23-8050-c0b3ee4186a0 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243212 May 25 21:30:54.492395 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:30:58.361739 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9ee60eb9-49cb-44f1-bd04-e490d11ac003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:30:58.830452 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:00.806612 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-15008101-5bc9-4466-93a4-99949141783c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:01.581941 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:02.049864 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:03.380613 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:03.559728 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:31:24.522829 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:28.363038 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-711484ce-3ec9-42e3-966e-60b7c8ed9c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:28.829728 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:30.808346 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-885aa3f9-ac96-45ec-87bf-98a670f557c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:31.584387 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:32.052415 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:33.380060 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:40.559796 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:31:43.192618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d9629-53b8-4bb6-8a23-3e5e1f6f103d req-38fda5df-c620-4b35-a61c-483a593c8f05 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:43.194279 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb2d9629-53b8-4bb6-8a23-3e5e1f6f103d req-38fda5df-c620-4b35-a61c-483a593c8f05 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.1292901 May 25 21:31:43.238392 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-eb2d9629-53b8-4bb6-8a23-3e5e1f6f103d req-da8fc7bd-2d24-4012-a44f-c0ac2a84587f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384076 May 25 21:31:44.431642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59091e25-e618-470b-8d9b-02962fd8e5ed req-cc5fb36b-66e3-492a-91d9-108e41184e34 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:44.433085 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59091e25-e618-470b-8d9b-02962fd8e5ed req-cc5fb36b-66e3-492a-91d9-108e41184e34 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0791643 May 25 21:31:44.477565 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-59091e25-e618-470b-8d9b-02962fd8e5ed req-1a4ca4b1-8de7-4ced-842c-9aa8ef555761 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387948 May 25 21:31:45.778966 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a29a37-e6a1-4805-942a-74a86efabb76 req-e783ee13-2fd8-46b4-9ea9-f3d3349b537c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:45.780322 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4a29a37-e6a1-4805-942a-74a86efabb76 req-e783ee13-2fd8-46b4-9ea9-f3d3349b537c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.1897562 May 25 21:31:45.825869 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e4a29a37-e6a1-4805-942a-74a86efabb76 req-61fb5a98-91ed-4570-b35e-b0a70eeb5f77 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395813 May 25 21:31:47.017107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5360f-c708-4db3-b133-93c280730b2d req-91f05ab8-cdd8-436a-b950-86fe91f151c8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:47.018502 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00c5360f-c708-4db3-b133-93c280730b2d req-91f05ab8-cdd8-436a-b950-86fe91f151c8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0875876 May 25 21:31:47.064445 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-00c5360f-c708-4db3-b133-93c280730b2d req-ae3e08dc-9bd9-4803-b1a5-557eebda9638 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392087 May 25 21:31:48.257635 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb826697-66e6-429d-ae72-c896eb459971 req-56f0be97-7739-4057-91a4-4d5242432f1c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:48.259138 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bb826697-66e6-429d-ae72-c896eb459971 req-56f0be97-7739-4057-91a4-4d5242432f1c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0816686 May 25 21:31:48.306833 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bb826697-66e6-429d-ae72-c896eb459971 req-4a368d20-d26b-4dc7-906b-e7ed37c6a6b3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419397 May 25 21:31:49.490771 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44331bac-964d-4396-a492-4db0f952da70 req-07a37d23-34be-4c51-99e0-a3ab59be01e8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:49.492274 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44331bac-964d-4396-a492-4db0f952da70 req-07a37d23-34be-4c51-99e0-a3ab59be01e8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0782454 May 25 21:31:49.539968 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-44331bac-964d-4396-a492-4db0f952da70 req-9def385e-3c7d-44e4-b200-9090789022d1 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420918 May 25 21:31:50.725574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987c9bf-11a8-4515-bed8-9bc3379af14a req-5122af02-3787-4f33-aabc-cd652ffc6b2c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:50.727125 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1987c9bf-11a8-4515-bed8-9bc3379af14a req-5122af02-3787-4f33-aabc-cd652ffc6b2c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0807204 May 25 21:31:50.773001 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1987c9bf-11a8-4515-bed8-9bc3379af14a req-7b950676-0c0a-461d-85af-c87cd80ad776 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396509 May 25 21:31:51.955776 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2067a-528c-45fb-8906-7367c2e98e37 req-f81bdb11-a641-4c77-8416-cc392a203409 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:51.957244 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65b2067a-528c-45fb-8906-7367c2e98e37 req-f81bdb11-a641-4c77-8416-cc392a203409 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0802381 May 25 21:31:52.002662 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-65b2067a-528c-45fb-8906-7367c2e98e37 req-fcd34089-6856-45dd-a6f3-74933e834621 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389938 May 25 21:31:53.190533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b933-698e-4c37-aaf4-8dfd68844c61 req-a931fee2-1de1-471d-901b-aaea00dde5ae tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:53.191957 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d195b933-698e-4c37-aaf4-8dfd68844c61 req-a931fee2-1de1-471d-901b-aaea00dde5ae tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0833349 May 25 21:31:53.235170 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d195b933-698e-4c37-aaf4-8dfd68844c61 req-3ce5d5ce-1491-4ff0-a9fa-ea481fcce9f9 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375109 May 25 21:31:54.171520 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442e34-fa30-4d23-b566-6418fcb28565 req-d377460e-fec6-46d9-bd71-fdccc289ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:54.172961 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99442e34-fa30-4d23-b566-6418fcb28565 req-d377460e-fec6-46d9-bd71-fdccc289ed18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 1097 time: 0.0732501 May 25 21:31:54.320977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442e34-fa30-4d23-b566-6418fcb28565 req-f089ab48-1191-44d7-9de8-41a6cc22e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:54.322479 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99442e34-fa30-4d23-b566-6418fcb28565 req-f089ab48-1191-44d7-9de8-41a6cc22e204 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1315386 May 25 21:31:54.427237 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0bbf1-e98d-43db-a696-9ef1b581192f req-41becd39-30c2-49c0-88fd-4358b2bb2bed tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:54.428376 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99442e34-fa30-4d23-b566-6418fcb28565 req-bd61376f-9b1a-4269-8f6f-f0be0bbb3f83 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bda99-a693-4f0d-b282-76525804d823 HTTP/1.1" status: 200 len: 1001 time: 0.0981572 May 25 21:31:54.429335 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aca0bbf1-e98d-43db-a696-9ef1b581192f req-41becd39-30c2-49c0-88fd-4358b2bb2bed tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0863266 May 25 21:31:54.473462 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aca0bbf1-e98d-43db-a696-9ef1b581192f req-00334ada-b6ae-4459-bab6-cb3921bb6ce0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382354 May 25 21:31:54.493145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442e34-fa30-4d23-b566-6418fcb28565 req-58281e10-ac66-46c2-b4fe-83ecc0ff192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:54.493736 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:54.494603 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99442e34-fa30-4d23-b566-6418fcb28565 req-58281e10-ac66-46c2-b4fe-83ecc0ff192e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0596170 May 25 21:31:54.573943 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442e34-fa30-4d23-b566-6418fcb28565 req-75dc5173-2f40-4cba-98f3-d40986d8ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:54.575450 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99442e34-fa30-4d23-b566-6418fcb28565 req-75dc5173-2f40-4cba-98f3-d40986d8ac56 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739145 May 25 21:31:54.707103 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99442e34-fa30-4d23-b566-6418fcb28565 req-05fbd6c1-7477-45b9-8f97-36fb2b12da05 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248052 May 25 21:31:54.839109 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-99442e34-fa30-4d23-b566-6418fcb28565 req-50e106b8-3f2b-4562-b8fe-feb2967701c0 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254075 May 25 21:31:55.665341 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546115f-de10-4b31-9f13-794853897959 req-4a2040d4-aba2-4e6d-b2c3-8e357aee60e8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:55.666844 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f546115f-de10-4b31-9f13-794853897959 req-4a2040d4-aba2-4e6d-b2c3-8e357aee60e8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0806363 May 25 21:31:55.711748 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f546115f-de10-4b31-9f13-794853897959 req-4c61e0d3-946c-4422-a206-5d3b5314a20a tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387771 May 25 21:31:55.721382 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8c2bda99-a693-4f0d-b282-76525804d823 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:31:55.856535 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8c2bda99-a693-4f0d-b282-76525804d823, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8c2bda99-a693-4f0d-b282-76525804d823,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:31:55.869523 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '8c2bda99-a693-4f0d-b282-76525804d823', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'port_id': '8c2bda99-a693-4f0d-b282-76525804d823', 'mac_address': 'fa:16:3e:bc:ba:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:31:55.930541 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 8c2bda99-a693-4f0d-b282-76525804d823 is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:31:55.930910 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:55.948717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c2bda99-a693-4f0d-b282-76525804d823 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:31:55.963547 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8c2bda99-a693-4f0d-b282-76525804d823, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8c2bda99-a693-4f0d-b282-76525804d823,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:31:55.967456 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:56.036069 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=8c2bda99-a693-4f0d-b282-76525804d823,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:31:56.043991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:31:56.044330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:31:56.044668 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:31:56.045001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:31:56.045324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:31:56.045644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:31:56.045964 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:31:56.046324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:31:56.046640 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:31:56.046958 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:31:56.047274 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:31:56.047588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:31:56.052121 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['8c2bda99-a693-4f0d-b282-76525804d823'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:31:56.899195 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863666d-e72e-477f-88de-fd655147fd17 req-3e5be043-23d1-457d-a639-f1bca6a9f868 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:56.900643 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6863666d-e72e-477f-88de-fd655147fd17 req-3e5be043-23d1-457d-a639-f1bca6a9f868 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 945 time: 0.0799611 May 25 21:31:56.946705 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6863666d-e72e-477f-88de-fd655147fd17 req-5314500e-1384-4c93-b97f-42ce16745bfc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397990 May 25 21:31:57.736297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8c2bda99-a693-4f0d-b282-76525804d823 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:31:57.804478 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 8c2bda99-a693-4f0d-b282-76525804d823 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:31:57.804845 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:57.922989 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 8c2bda99-a693-4f0d-b282-76525804d823 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:31:57.923357 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:57.949717 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:31:57.960734 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8c2bda99-a693-4f0d-b282-76525804d823, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8c2bda99-a693-4f0d-b282-76525804d823,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:31:57.964369 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:57.997088 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad97b87f-bf74-4866-9f21-6e9d961e3723'] response: {'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823', 'code': 200} May 25 21:31:58.035127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=8c2bda99-a693-4f0d-b282-76525804d823,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:31:58.136642 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f1081-98b6-4bad-9bb9-6ed5340a7bbf req-3a56d4e3-436c-4ca2-b566-7940dbd4be9f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:58.138083 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-061f1081-98b6-4bad-9bb9-6ed5340a7bbf req-3a56d4e3-436c-4ca2-b566-7940dbd4be9f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0838487 May 25 21:31:58.182716 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-061f1081-98b6-4bad-9bb9-6ed5340a7bbf req-6c527f92-029e-486f-ba05-187164ad2316 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389352 May 25 21:31:58.364933 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8362ce6c-4d73-47a3-9b7a-6f4a85066abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:58.859679 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:31:59.372247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d7e35-9483-49ff-95a1-68c492d8e175 req-45fd444a-2513-4321-814e-0fb6e4f666fb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:31:59.373703 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-851d7e35-9483-49ff-95a1-68c492d8e175 req-45fd444a-2513-4321-814e-0fb6e4f666fb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0835264 May 25 21:31:59.417945 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-851d7e35-9483-49ff-95a1-68c492d8e175 req-83d211c3-ab70-4211-ae05-4e400d9d656a tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385330 May 25 21:32:00.628004 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a7967-1997-40d9-b03f-76ed0a3ebc63 req-cd935847-b88b-4719-8e7b-bb94e9890c7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:00.629565 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-770a7967-1997-40d9-b03f-76ed0a3ebc63 req-cd935847-b88b-4719-8e7b-bb94e9890c7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.1025436 May 25 21:32:00.679319 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-770a7967-1997-40d9-b03f-76ed0a3ebc63 req-f4887da4-a485-48a7-99c1-55ff4411644a tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431163 May 25 21:32:00.814450 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5e381f55-806a-490d-add2-4168507d7dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:01.593836 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:01.900331 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdb35f-b97b-4085-9e7f-dec1c74c7fe8 req-df5836e5-92b9-47e4-b254-853d5b4f784a tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:01.903651 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2acdb35f-b97b-4085-9e7f-dec1c74c7fe8 req-df5836e5-92b9-47e4-b254-853d5b4f784a tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0936434 May 25 21:32:01.964457 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2acdb35f-b97b-4085-9e7f-dec1c74c7fe8 req-b9e0ea26-024d-496a-871c-adc7ccc5bb7d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531847 May 25 21:32:02.064180 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:03.158823 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1886dc-2c69-4325-b7ac-b20d599d3475 req-a33048d9-efc0-405d-b9b6-68e847295f7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:03.160443 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6f1886dc-2c69-4325-b7ac-b20d599d3475 req-a33048d9-efc0-405d-b9b6-68e847295f7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0894156 May 25 21:32:03.207552 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-6f1886dc-2c69-4325-b7ac-b20d599d3475 req-5e7d1935-352d-46fc-85c0-b79dacba0376 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406032 May 25 21:32:03.387433 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:04.451258 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a6700-17fe-4c6e-aafc-796dc2520c84 req-a63c81e0-983b-4102-8e52-66c67d4fcb50 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:04.453461 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c7a6700-17fe-4c6e-aafc-796dc2520c84 req-a63c81e0-983b-4102-8e52-66c67d4fcb50 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.1262419 May 25 21:32:04.500799 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c7a6700-17fe-4c6e-aafc-796dc2520c84 req-1b27ecbd-8411-40f6-b2ae-0f442b4f1d69 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401828 May 25 21:32:05.695863 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa203c61-5402-4455-ab97-96dd6cfa9b25 req-d9be7f18-0ebe-4535-9635-7fa4a8c1e8b7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:05.697457 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa203c61-5402-4455-ab97-96dd6cfa9b25 req-d9be7f18-0ebe-4535-9635-7fa4a8c1e8b7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0843496 May 25 21:32:05.755835 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-aa203c61-5402-4455-ab97-96dd6cfa9b25 req-54f1d0da-14ec-494a-b45e-2379180f6879 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523412 May 25 21:32:06.976465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd531c9-30b3-4c17-823d-6011ce816b88 req-a5800cfe-7385-4529-b369-4aac09edbc03 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:06.978511 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0dd531c9-30b3-4c17-823d-6011ce816b88 req-a5800cfe-7385-4529-b369-4aac09edbc03 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0962451 May 25 21:32:07.040803 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0dd531c9-30b3-4c17-823d-6011ce816b88 req-5c197b58-0a6e-4238-b536-6513fada7cda tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534694 May 25 21:32:08.251150 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca7750-e2bf-4150-b540-543e5e2e28cd req-ef7fbaa2-7959-4b00-9bdd-ae89ac48a9d8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:08.258701 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7ca7750-e2bf-4150-b540-543e5e2e28cd req-ef7fbaa2-7959-4b00-9bdd-ae89ac48a9d8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.1035466 May 25 21:32:08.307801 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c7ca7750-e2bf-4150-b540-543e5e2e28cd req-3f4f6e4d-13da-4f6f-975a-eefec280b1bc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481818 May 25 21:32:09.496413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5772e0-42ba-4932-b20b-adc0a47a9b13 req-c3fd2268-ce1a-452c-9195-c57ad91fb5eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:09.497853 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d5772e0-42ba-4932-b20b-adc0a47a9b13 req-c3fd2268-ce1a-452c-9195-c57ad91fb5eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0796399 May 25 21:32:09.543235 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8d5772e0-42ba-4932-b20b-adc0a47a9b13 req-f2d75fc8-961c-4dc1-a5bd-cdd1b12bb28f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397274 May 25 21:32:10.255833 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545d7dd-5bdf-46f6-bb00-5979a915025a req-1e2e3f1f-2070-4ef0-a73a-7d4d6f96192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:10.257389 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6545d7dd-5bdf-46f6-bb00-5979a915025a req-1e2e3f1f-2070-4ef0-a73a-7d4d6f96192e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 1097 time: 0.0768862 May 25 21:32:10.499038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545d7dd-5bdf-46f6-bb00-5979a915025a req-a79c795a-5cf2-4d54-98f5-d0ed5537742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:10.500486 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6545d7dd-5bdf-46f6-bb00-5979a915025a req-a79c795a-5cf2-4d54-98f5-d0ed5537742c service neutron] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.2354815 May 25 21:32:10.604796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6545d7dd-5bdf-46f6-bb00-5979a915025a req-c5e55016-fe30-4adc-9c5e-ac055460cf1f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bda99-a693-4f0d-b282-76525804d823 HTTP/1.1" status: 200 len: 1001 time: 0.0981088 May 25 21:32:10.668416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545d7dd-5bdf-46f6-bb00-5979a915025a req-98b803ac-d151-46b6-b01a-24804aaf28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:10.669982 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6545d7dd-5bdf-46f6-bb00-5979a915025a req-98b803ac-d151-46b6-b01a-24804aaf28c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0591583 May 25 21:32:10.738800 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a901fa-08b9-4f6a-a9f9-9be0fe3e600f req-19a09999-7726-4c41-afb8-260a132f16b0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:10.740812 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74a901fa-08b9-4f6a-a9f9-9be0fe3e600f req-19a09999-7726-4c41-afb8-260a132f16b0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0871556 May 25 21:32:10.749697 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545d7dd-5bdf-46f6-bb00-5979a915025a req-182ea4bc-1e22-4be0-9eca-1d1fbd6163ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:10.751250 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6545d7dd-5bdf-46f6-bb00-5979a915025a req-182ea4bc-1e22-4be0-9eca-1d1fbd6163ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755258 May 25 21:32:10.785769 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-74a901fa-08b9-4f6a-a9f9-9be0fe3e600f req-69244d71-0d47-4ca0-a493-c25aaabcbd26 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392425 May 25 21:32:10.883439 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6545d7dd-5bdf-46f6-bb00-5979a915025a req-a446e727-a744-4b52-a0d7-671bde9bbad4 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258323 May 25 21:32:11.013258 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6545d7dd-5bdf-46f6-bb00-5979a915025a req-502d2a63-5f17-46a1-8b74-3a02cddf4c0e service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232641 May 25 21:32:11.976465 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77928520-c92c-4e3d-9fe3-40c578ec1a29 req-71e5b7f1-d5dd-4a7d-b8bd-615a7e58f204 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:11.977912 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77928520-c92c-4e3d-9fe3-40c578ec1a29 req-71e5b7f1-d5dd-4a7d-b8bd-615a7e58f204 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0841279 May 25 21:32:12.022032 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-77928520-c92c-4e3d-9fe3-40c578ec1a29 req-83c10755-6a52-4ad9-8ffd-b7e22bbd894c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382404 May 25 21:32:13.208855 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8c9f1-c700-4e48-b4f1-0b176f27361d req-9cc62688-73fe-421e-a54a-8c3de0117141 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:13.210347 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82b8c9f1-c700-4e48-b4f1-0b176f27361d req-9cc62688-73fe-421e-a54a-8c3de0117141 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 946 time: 0.0804782 May 25 21:32:13.254537 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-82b8c9f1-c700-4e48-b4f1-0b176f27361d req-83c5bd9b-bf20-465b-8c1b-24905f684348 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385213 May 25 21:32:13.878369 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8c2bda99-a693-4f0d-b282-76525804d823 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:32:13.994878 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 8c2bda99-a693-4f0d-b282-76525804d823 is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:32:13.995160 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:14.021991 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:32:14.031489 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8c2bda99-a693-4f0d-b282-76525804d823, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8c2bda99-a693-4f0d-b282-76525804d823,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:32:14.036212 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:14.074467 n-d-843339-1 neutron-server[88333]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-704e75f0-833d-4e1d-b5e8-25d36b6072ef']: {'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823', 'code': 422} returned with failed status May 25 21:32:14.106029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=8c2bda99-a693-4f0d-b282-76525804d823,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:32:14.624937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30952423-3c7a-4e2b-8a28-934170d22788 req-94ac59db-74a2-4e68-8022-86b2ddd6d00c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:14.626461 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-30952423-3c7a-4e2b-8a28-934170d22788 req-94ac59db-74a2-4e68-8022-86b2ddd6d00c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.0860486 May 25 21:32:14.673389 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-30952423-3c7a-4e2b-8a28-934170d22788 req-313dd553-9eae-47e0-bb31-9c95a54a08d4 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403469 May 25 21:32:14.920529 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-5550caf0-9bd4-427d-a411-155de4b08435 req-123743da-2616-4e0b-8dd6-2fda0c760a2b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1110818 May 25 21:32:15.760961 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550caf0-9bd4-427d-a411-155de4b08435 req-e64c6fc0-1bbb-443c-8f8d-3e5bb49e860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:15.762507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5550caf0-9bd4-427d-a411-155de4b08435 req-e64c6fc0-1bbb-443c-8f8d-3e5bb49e860f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3&tenant_id=51327cf57bdd4263b24b60bca3c40963 HTTP/1.1" status: 200 len: 1095 time: 0.0764754 May 25 21:32:15.916945 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b9ffc-bbe4-4b9a-a085-d64ddc368985 req-5566ef8f-7f4c-4d3b-923b-43a072da15eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:15.918417 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-710b9ffc-bbe4-4b9a-a085-d64ddc368985 req-5566ef8f-7f4c-4d3b-923b-43a072da15eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.1360192 May 25 21:32:15.924423 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550caf0-9bd4-427d-a411-155de4b08435 req-3b6ee1b8-390f-4770-ae76-8f59ecbfd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:15.925761 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5550caf0-9bd4-427d-a411-155de4b08435 req-3b6ee1b8-390f-4770-ae76-8f59ecbfd69d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 1095 time: 0.1415987 May 25 21:32:16.048435 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-710b9ffc-bbe4-4b9a-a085-d64ddc368985 req-9f88cc6b-76a6-4263-905b-d77adce593ec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216240 May 25 21:32:16.088802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550caf0-9bd4-427d-a411-155de4b08435 req-f70a3c0a-ed69-498d-b718-8ccc2b624097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:16.090255 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5550caf0-9bd4-427d-a411-155de4b08435 req-f70a3c0a-ed69-498d-b718-8ccc2b624097 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1511641 May 25 21:32:16.190775 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5550caf0-9bd4-427d-a411-155de4b08435 req-c9655e10-2475-4b88-85bc-e3bc3f142e61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bda99-a693-4f0d-b282-76525804d823 HTTP/1.1" status: 200 len: 999 time: 0.0948212 May 25 21:32:16.252512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550caf0-9bd4-427d-a411-155de4b08435 req-c3c75c5f-4647-4a51-b614-9a9caaccf197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:16.253981 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5550caf0-9bd4-427d-a411-155de4b08435 req-c3c75c5f-4647-4a51-b614-9a9caaccf197 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0573840 May 25 21:32:16.327395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550caf0-9bd4-427d-a411-155de4b08435 req-75057932-a37c-4c7d-92f7-857a27fd4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:16.328758 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5550caf0-9bd4-427d-a411-155de4b08435 req-75057932-a37c-4c7d-92f7-857a27fd4989 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692194 May 25 21:32:16.459222 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5550caf0-9bd4-427d-a411-155de4b08435 req-48ffb9c6-fb32-47b4-808c-2d305bb2da83 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247916 May 25 21:32:16.592347 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5550caf0-9bd4-427d-a411-155de4b08435 req-9ed970c5-e9f1-4594-92f0-55cde4130196 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272619 May 25 21:32:17.271041 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bec50-155c-4c9d-95a0-45116d2da7d8 req-e7ce7f45-a24a-4d0f-9163-a6e8cf67c5f2 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:17.273060 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df6bec50-155c-4c9d-95a0-45116d2da7d8 req-e7ce7f45-a24a-4d0f-9163-a6e8cf67c5f2 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.1011345 May 25 21:32:17.326366 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-df6bec50-155c-4c9d-95a0-45116d2da7d8 req-37809cee-6603-4441-9925-c821a35d1317 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469661 May 25 21:32:17.559320 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:32:18.650998 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6613e6-5849-4d07-b5c1-84b9ce1f4e41 req-dd207798-72f0-4ad2-bb3c-9641a2f6ee66 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:18.652700 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d6613e6-5849-4d07-b5c1-84b9ce1f4e41 req-dd207798-72f0-4ad2-bb3c-9641a2f6ee66 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.2113760 May 25 21:32:18.709747 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0d6613e6-5849-4d07-b5c1-84b9ce1f4e41 req-09de7875-77e3-4b1c-ad5d-fffe24dcb4d4 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508494 May 25 21:32:19.903268 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db93cfd-3cab-4e47-a501-a143ccc9def5 req-f3b88cdf-3bfd-40eb-bd44-6865668882c1 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:19.910286 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3db93cfd-3cab-4e47-a501-a143ccc9def5 req-f3b88cdf-3bfd-40eb-bd44-6865668882c1 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.0906537 May 25 21:32:19.965992 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3db93cfd-3cab-4e47-a501-a143ccc9def5 req-fb1ca1b4-c0eb-4468-88b9-a6e72a53ac58 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547066 May 25 21:32:21.162100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f58c9-d4e5-4fdd-9ea9-2327164bae49 req-afa01e94-d785-4720-b6bf-b3adad6ec05c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:21.164162 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fa7f58c9-d4e5-4fdd-9ea9-2327164bae49 req-afa01e94-d785-4720-b6bf-b3adad6ec05c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.0898297 May 25 21:32:21.213183 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fa7f58c9-d4e5-4fdd-9ea9-2327164bae49 req-17a554aa-5b32-4d42-8a0d-abfb811b0465 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419185 May 25 21:32:22.420589 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03588321-85ad-45d5-907d-10d57218bfa9 req-1601f610-d3c6-4495-b64d-35825b7ae918 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:22.422114 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-03588321-85ad-45d5-907d-10d57218bfa9 req-1601f610-d3c6-4495-b64d-35825b7ae918 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.0885563 May 25 21:32:22.470675 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-03588321-85ad-45d5-907d-10d57218bfa9 req-bb92fb22-cb0d-4093-8e97-236af4a016d5 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428257 May 25 21:32:23.701082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36224b4-4716-4ba6-8fae-fae342ee7cf8 req-c3de3470-ef99-453c-a2e4-d2dd4bc56efd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:23.703363 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e36224b4-4716-4ba6-8fae-fae342ee7cf8 req-c3de3470-ef99-453c-a2e4-d2dd4bc56efd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.0951490 May 25 21:32:23.752070 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-e36224b4-4716-4ba6-8fae-fae342ee7cf8 req-2fbc9424-7d24-458c-a5e0-15ddee214868 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431511 May 25 21:32:24.517744 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:24.942646 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c427688-adde-4e6d-81a6-5f1367545d79 req-f224f9ef-1471-4940-82a9-80480937c48a tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:24.944084 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c427688-adde-4e6d-81a6-5f1367545d79 req-f224f9ef-1471-4940-82a9-80480937c48a tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.0841238 May 25 21:32:24.988160 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2c427688-adde-4e6d-81a6-5f1367545d79 req-02f40b36-54fb-4773-8f43-1a1af67b9fac tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374076 May 25 21:32:26.178887 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe397f-312a-44fe-acf9-0f88c267f97f req-6ba2c2e1-6f60-4f75-b42e-eb436810b60c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:26.180924 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96fe397f-312a-44fe-acf9-0f88c267f97f req-6ba2c2e1-6f60-4f75-b42e-eb436810b60c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.0831490 May 25 21:32:26.224827 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-96fe397f-312a-44fe-acf9-0f88c267f97f req-6ab3568c-5123-4eef-9433-e59727cce1b1 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378866 May 25 21:32:27.408333 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677d950-fe7a-4b4e-a37a-73e525b58177 req-7ca92c1a-f3bb-41aa-90f3-5196001ba347 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:27.409682 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2677d950-fe7a-4b4e-a37a-73e525b58177 req-7ca92c1a-f3bb-41aa-90f3-5196001ba347 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.0789750 May 25 21:32:27.453875 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-2677d950-fe7a-4b4e-a37a-73e525b58177 req-532af099-75bb-49f1-80a6-0a0a27518817 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376966 May 25 21:32:28.366747 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6c26d573-ce36-4306-a605-113121901852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:28.638862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930fbd0-3a79-48c7-9d8c-669287ce9f05 req-7a79f583-f561-4e92-991f-eafc9f6b88ed tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:28.640271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b930fbd0-3a79-48c7-9d8c-669287ce9f05 req-7a79f583-f561-4e92-991f-eafc9f6b88ed tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.0799963 May 25 21:32:28.685465 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b930fbd0-3a79-48c7-9d8c-669287ce9f05 req-b82541a0-0625-4cd0-add7-e7f73f490670 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394721 May 25 21:32:28.858300 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:29.876295 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f11e1a-f698-4227-b09f-c9c4f12901b2 req-6bbcc34f-b830-498b-9b75-37c1a5a73321 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:29.877728 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-84f11e1a-f698-4227-b09f-c9c4f12901b2 req-6bbcc34f-b830-498b-9b75-37c1a5a73321 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.0833638 May 25 21:32:29.922411 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-84f11e1a-f698-4227-b09f-c9c4f12901b2 req-98f2d43d-a6dc-4ab0-865b-ed639156df86 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391140 May 25 21:32:30.807927 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4cc6fc91-25a5-4fc3-9b69-eb250b4e4332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:31.110659 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f51c1-9cf1-4bd5-ac32-7cba73c1c3b3 req-0a9269c0-5d1b-4ffd-a3df-7198e79860c3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:31.112009 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a96f51c1-9cf1-4bd5-ac32-7cba73c1c3b3 req-0a9269c0-5d1b-4ffd-a3df-7198e79860c3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 944 time: 0.0836225 May 25 21:32:31.155721 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a96f51c1-9cf1-4bd5-ac32-7cba73c1c3b3 req-6c37299b-ca26-4e8e-ab09-8fe1d518a677 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380061 May 25 21:32:31.589211 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:31.922825 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8c2bda99-a693-4f0d-b282-76525804d823 details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:32:32.066860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8c2bda99-a693-4f0d-b282-76525804d823, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8c2bda99-a693-4f0d-b282-76525804d823,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:32:32.079779 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:32.081796 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '8c2bda99-a693-4f0d-b282-76525804d823', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'port_id': '8c2bda99-a693-4f0d-b282-76525804d823', 'mac_address': 'fa:16:3e:bc:ba:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:32:32.136253 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 8c2bda99-a693-4f0d-b282-76525804d823 is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:32:32.136648 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:32.153893 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2bda99-a693-4f0d-b282-76525804d823 {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:32:32.168885 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8c2bda99-a693-4f0d-b282-76525804d823, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8c2bda99-a693-4f0d-b282-76525804d823,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:32:32.172713 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:32.242932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=8c2bda99-a693-4f0d-b282-76525804d823,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:32:32.340207 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d2a1c-c034-4025-bfff-ce07f679de0c req-456223e8-16ff-4642-8f9e-6edbdd793880 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:32.341642 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-516d2a1c-c034-4025-bfff-ce07f679de0c req-456223e8-16ff-4642-8f9e-6edbdd793880 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 945 time: 0.0798032 May 25 21:32:32.387478 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-516d2a1c-c034-4025-bfff-ce07f679de0c req-6452bfeb-8756-4f31-924a-02f51c1c1c1c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401728 May 25 21:32:32.525847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['8c2bda99-a693-4f0d-b282-76525804d823'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:32:33.386636 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:33.575920 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3af6f-babe-4b17-b294-aa534d4acb8a req-46e898f1-084c-450d-8083-1f7a43189e28 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:33.577396 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-26e3af6f-babe-4b17-b294-aa534d4acb8a req-46e898f1-084c-450d-8083-1f7a43189e28 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 945 time: 0.0815496 May 25 21:32:33.627046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-26e3af6f-babe-4b17-b294-aa534d4acb8a req-af050d03-dc5d-43e8-96e0-2ab180b60fee tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440016 May 25 21:32:33.937040 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8c2bda99-a693-4f0d-b282-76525804d823 up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:32:34.040647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 8c2bda99-a693-4f0d-b282-76525804d823 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:32:34.040923 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:34.152919 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 8c2bda99-a693-4f0d-b282-76525804d823 is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:32:34.153286 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:34.181530 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:32:34.191192 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 8c2bda99-a693-4f0d-b282-76525804d823, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8c2bda99-a693-4f0d-b282-76525804d823,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:32:34.196693 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:34.233234 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f665f5-7731-4fdf-9e7a-14b041982d67'] response: {'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823', 'code': 200} May 25 21:32:34.265161 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=8c2bda99-a693-4f0d-b282-76525804d823,revision_number=10']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:32:34.440049 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66863ead-a91b-430a-abc2-9001d13af1c2 req-c37e8508-491f-444d-b238-af4ad5363efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:34.441522 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66863ead-a91b-430a-abc2-9001d13af1c2 req-c37e8508-491f-444d-b238-af4ad5363efb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 1098 time: 0.0707521 May 25 21:32:34.480093 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-66863ead-a91b-430a-abc2-9001d13af1c2 req-cbb07129-0d82-4ee3-97c4-e94c6698ae90 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330703 May 25 21:32:34.817214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3e4f9-c9bc-4efb-80fa-2119c498432c req-4268f006-2c5f-4963-842a-9a9fb6c14623 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:34.818705 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74c3e4f9-c9bc-4efb-80fa-2119c498432c req-4268f006-2c5f-4963-842a-9a9fb6c14623 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 947 time: 0.0854740 May 25 21:32:34.862695 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-74c3e4f9-c9bc-4efb-80fa-2119c498432c req-32c167bc-798f-4704-8431-c780fe320210 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380530 May 25 21:32:36.059528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd164f78-994b-4471-ae1a-8b1bbeda6977 req-6858bf2c-cb40-42fa-bd3e-c3250cb80ba9 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:36.061172 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd164f78-994b-4471-ae1a-8b1bbeda6977 req-6858bf2c-cb40-42fa-bd3e-c3250cb80ba9 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 947 time: 0.0879610 May 25 21:32:36.107598 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-dd164f78-994b-4471-ae1a-8b1bbeda6977 req-8210e407-db56-44f2-a122-be2580f7e7ac tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406022 May 25 21:32:37.295433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820b065-0607-4b55-9ae7-801549b8b646 req-16923a94-36ea-4fa8-bc01-4c1eae39110f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:37.296889 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8820b065-0607-4b55-9ae7-801549b8b646 req-16923a94-36ea-4fa8-bc01-4c1eae39110f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 947 time: 0.0828116 May 25 21:32:37.340866 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8820b065-0607-4b55-9ae7-801549b8b646 req-4a87679c-e7bc-49bc-88f2-d8404ad070ce tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383387 May 25 21:32:54.515425 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:54.560789 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:32:56.117133 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fd6c545-ceb0-4e8f-96ef-547a803daa1f req-caf807dc-a653-4e36-9986-d519d4555f01 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0774081 May 25 21:32:56.255463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6c545-ceb0-4e8f-96ef-547a803daa1f req-1dcc6602-05e8-4908-80d6-c98e3159d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:56.256898 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fd6c545-ceb0-4e8f-96ef-547a803daa1f req-1dcc6602-05e8-4908-80d6-c98e3159d0a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 1098 time: 0.0705595 May 25 21:32:56.402454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6c545-ceb0-4e8f-96ef-547a803daa1f req-ccb77571-6683-47b9-8adf-0135e223329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:56.403797 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fd6c545-ceb0-4e8f-96ef-547a803daa1f req-ccb77571-6683-47b9-8adf-0135e223329f service neutron] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1289074 May 25 21:32:56.506878 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fd6c545-ceb0-4e8f-96ef-547a803daa1f req-b90c29ce-e1b9-443b-a010-f9ef01afa1ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bda99-a693-4f0d-b282-76525804d823 HTTP/1.1" status: 200 len: 1001 time: 0.0972967 May 25 21:32:56.571085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6c545-ceb0-4e8f-96ef-547a803daa1f req-e8fa03c8-3a22-444a-929f-b6afd67f0c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:56.572647 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fd6c545-ceb0-4e8f-96ef-547a803daa1f req-e8fa03c8-3a22-444a-929f-b6afd67f0c8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0584762 May 25 21:32:56.650838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6c545-ceb0-4e8f-96ef-547a803daa1f req-4dd11932-f6ff-4e77-ac6c-f431434f54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:32:56.652714 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fd6c545-ceb0-4e8f-96ef-547a803daa1f req-4dd11932-f6ff-4e77-ac6c-f431434f54fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736697 May 25 21:32:56.662553 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-0fd6c545-ceb0-4e8f-96ef-547a803daa1f req-8aab6311-9b2c-4a30-bff1-999c201af5d4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:32:56.663477 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fd6c545-ceb0-4e8f-96ef-547a803daa1f req-8aab6311-9b2c-4a30-bff1-999c201af5d4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049450 May 25 21:32:56.794850 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fd6c545-ceb0-4e8f-96ef-547a803daa1f req-db1c68a8-36ba-441f-98c4-ae6814f79577 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253603 May 25 21:32:56.926323 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0fd6c545-ceb0-4e8f-96ef-547a803daa1f req-8283c4ff-dfa4-4cee-8950-6e70aa82e542 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255147 May 25 21:32:58.369002 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1d744492-1c24-49b5-8485-ac56f17229e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:32:58.865957 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:00.812214 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-68bced53-e08f-4590-b81c-c66ef4af60da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:01.591674 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:02.064766 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:03.390438 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:24.531614 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:28.370628 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-17362070-d945-4414-ba51-080863147575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:28.870290 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:30.814361 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ab744378-0c0b-46b7-9a20-b2e81f3b454e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:31.560355 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:33:31.594730 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:32.068085 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:33.394253 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:54.530246 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:58.101755 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-721be2e8-f82f-4905-bed5-f6bc2e3f24ab req-b9cffb27-f253-48c2-9b8b-0b1840749ba8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682459 May 25 21:33:58.352878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be2e8-f82f-4905-bed5-f6bc2e3f24ab req-7e94e479-df98-4ef1-80ad-2b9ec281ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:33:58.354310 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-721be2e8-f82f-4905-bed5-f6bc2e3f24ab req-7e94e479-df98-4ef1-80ad-2b9ec281ef45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 1098 time: 0.1852183 May 25 21:33:58.372957 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-beaaee7f-568f-464f-b01c-07dc722addc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:58.501134 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be2e8-f82f-4905-bed5-f6bc2e3f24ab req-61fe31cc-9457-44c2-8ae5-485d741c6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:33:58.502583 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-721be2e8-f82f-4905-bed5-f6bc2e3f24ab req-61fe31cc-9457-44c2-8ae5-485d741c6b61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1300235 May 25 21:33:58.605180 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-721be2e8-f82f-4905-bed5-f6bc2e3f24ab req-aaaa7788-2416-422e-9ae2-f8dc10086d82 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bda99-a693-4f0d-b282-76525804d823 HTTP/1.1" status: 200 len: 1001 time: 0.0969207 May 25 21:33:58.666175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be2e8-f82f-4905-bed5-f6bc2e3f24ab req-620b3316-27cc-44ec-9858-69c7a60c18fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:33:58.667603 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-721be2e8-f82f-4905-bed5-f6bc2e3f24ab req-620b3316-27cc-44ec-9858-69c7a60c18fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0567329 May 25 21:33:58.745245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be2e8-f82f-4905-bed5-f6bc2e3f24ab req-cf381d40-4da2-4e69-9a26-37e41fb45157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:33:58.746765 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-721be2e8-f82f-4905-bed5-f6bc2e3f24ab req-cf381d40-4da2-4e69-9a26-37e41fb45157 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740640 May 25 21:33:58.878101 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-721be2e8-f82f-4905-bed5-f6bc2e3f24ab req-d5a3a857-9c2a-4e2b-b061-62d19cc60dfb service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250849 May 25 21:33:58.887323 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:33:59.009907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-721be2e8-f82f-4905-bed5-f6bc2e3f24ab req-698c8e34-d62d-4035-ad61-89f40a681b9e service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263378 May 25 21:34:00.815820 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-125359ad-65ac-4e3d-b18a-9f5e0da9da8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:01.596256 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:02.069737 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:03.397453 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:08.559954 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:34:21.361309 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48928) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:34:21.710187 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Deleting port 3881d00d-0782-499f-aa10-475daf1017a6 {{(pid=88331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:34:21.710565 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:21.878165 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:21.878511 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:22.006639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.plugin [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Calling delete_port for 3881d00d-0782-499f-aa10-475daf1017a6 owned by network:floatingip {{(pid=88331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:34:22.154638 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:22.205879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event deleted for resources: {'Port': ['ID=3881d00d-0782-499f-aa10-475daf1017a6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:22.237638 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:22.237976 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:22.238345 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:22.238674 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:22.238996 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:22.239317 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:22.239639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:22.239955 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:22.240269 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:22.240581 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:22.240894 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:22.241203 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:22.307182 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for floatingip, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:22.307431 n-d-843339-1 neutron-server[88331]: INFO neutron.db.l3_db [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Floating IP 0d07bb77-c8e4-4051-b65f-0ff0607cff9f disassociated (deleted). External IP: 172.25.3.36, port: 8c2bda99-a693-4f0d-b282-76525804d823. May 25 21:34:22.661970 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Router b58b42f9-e76c-4714-a321-d2cb9ecc3403 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:34:22.839614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:34:22.849038 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8819f2-5b2e-4dfe-b8ec-d130c7bc74fb None None] Sync routers for ids ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:34:22.859695 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8819f2-5b2e-4dfe-b8ec-d130c7bc74fb None None] Routers {'b58b42f9-e76c-4714-a321-d2cb9ecc3403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:34:22.860247 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:22.860379 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3d8819f2-5b2e-4dfe-b8ec-d130c7bc74fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:34:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:34:22.919279 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-eb7cc7e5-0c98-478b-85bb-b81ff1242d6d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "DELETE /v2.0/floatingips/0d07bb77-c8e4-4051-b65f-0ff0607cff9f HTTP/1.1" status: 204 len: 168 time: 1.5567951 May 25 21:34:22.919870 n-d-843339-1 neutron-server[88331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823'}] {{(pid=88331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:34:23.042900 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3d8819f2-5b2e-4dfe-b8ec-d130c7bc74fb None None] Set router b58b42f9-e76c-4714-a321-d2cb9ecc3403 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:34:23.057078 n-d-843339-1 neutron-server[88331]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c31682-5215-4734-a59b-0b9ae3108582'] response: {'name': 'network-changed', 'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823', 'status': 'completed', 'code': 200} May 25 21:34:23.162316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db6cec-1689-4e3e-8a84-9bf39d2c93d1 req-57cb8c14-dc78-4562-aa32-7492b8f7f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:23.164613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-88db6cec-1689-4e3e-8a84-9bf39d2c93d1 req-57cb8c14-dc78-4562-aa32-7492b8f7f325 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 1098 time: 0.0879810 May 25 21:34:23.362420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db6cec-1689-4e3e-8a84-9bf39d2c93d1 req-a6923bf0-f029-4277-b0a9-cda18a1c2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:23.363271 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3d8819f2-5b2e-4dfe-b8ec-d130c7bc74fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 5, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:34:23.363889 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-88db6cec-1689-4e3e-8a84-9bf39d2c93d1 req-a6923bf0-f029-4277-b0a9-cda18a1c2800 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1923635 May 25 21:34:23.369240 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8819f2-5b2e-4dfe-b8ec-d130c7bc74fb None None] Checking router: b58b42f9-e76c-4714-a321-d2cb9ecc3403 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:34:23.377634 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8819f2-5b2e-4dfe-b8ec-d130c7bc74fb None None] Routers {'b58b42f9-e76c-4714-a321-d2cb9ecc3403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:34:23.378289 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3d8819f2-5b2e-4dfe-b8ec-d130c7bc74fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:34:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:34:23.379612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aed323-3db2-4b5f-940c-97386e70f52e req-088ca01b-a78a-44bf-a7fc-4a6c30852628 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:23.381013 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-06aed323-3db2-4b5f-940c-97386e70f52e req-088ca01b-a78a-44bf-a7fc-4a6c30852628 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 947 time: 0.1377039 May 25 21:34:23.455783 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-88db6cec-1689-4e3e-8a84-9bf39d2c93d1 req-34ca89a8-4ea4-44cd-bcc6-8cba8845c7cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bda99-a693-4f0d-b282-76525804d823 HTTP/1.1" status: 200 len: 217 time: 0.0845227 May 25 21:34:23.528078 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-06aed323-3db2-4b5f-940c-97386e70f52e req-eeb1e2dd-37d5-4b7f-bc05-0ce1d154ae32 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001000 May 25 21:34:23.539796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db6cec-1689-4e3e-8a84-9bf39d2c93d1 req-9c463ebf-b771-4162-8254-bdf710eeae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:23.541319 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-88db6cec-1689-4e3e-8a84-9bf39d2c93d1 req-9c463ebf-b771-4162-8254-bdf710eeae5d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0784106 May 25 21:34:23.590910 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-3d8819f2-5b2e-4dfe-b8ec-d130c7bc74fb None None] Set router b58b42f9-e76c-4714-a321-d2cb9ecc3403 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:34:23.617862 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db6cec-1689-4e3e-8a84-9bf39d2c93d1 req-ecfe076f-3a39-486c-b99c-2df03698bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:23.619424 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-88db6cec-1689-4e3e-8a84-9bf39d2c93d1 req-ecfe076f-3a39-486c-b99c-2df03698bd28 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710218 May 25 21:34:23.759201 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-88db6cec-1689-4e3e-8a84-9bf39d2c93d1 req-6a193cbb-611b-4b5d-acc8-ab3a943fbdca service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332233 May 25 21:34:23.893735 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-88db6cec-1689-4e3e-8a84-9bf39d2c93d1 req-29c3e3ee-6844-4e5e-8a1f-7f2d191600f1 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272013 May 25 21:34:23.901665 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-3d8819f2-5b2e-4dfe-b8ec-d130c7bc74fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 5, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:34:23.905893 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8819f2-5b2e-4dfe-b8ec-d130c7bc74fb None None] The sync data for ids ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'] in n-d-843339-1 is: [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 5, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:34:24.117367 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea719410-5faf-44ae-b0e2-7637d0ec7c92 None None] New status for floating IP 0d07bb77-c8e4-4051-b65f-0ff0607cff9f: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:34:24.528553 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:24.762600 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd835070-5c94-4f89-8f54-37456f9daf18 req-8c755813-1f5d-4fbc-85fa-13c89671c978 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:24.763325 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-cd835070-5c94-4f89-8f54-37456f9daf18 req-8c755813-1f5d-4fbc-85fa-13c89671c978 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Synchronizing usage tracker for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:34:24.781019 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-cd835070-5c94-4f89-8f54-37456f9daf18 req-8c755813-1f5d-4fbc-85fa-13c89671c978 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Unset dirty status for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:34:24.782646 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd835070-5c94-4f89-8f54-37456f9daf18 req-8c755813-1f5d-4fbc-85fa-13c89671c978 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 947 time: 0.1467273 May 25 21:34:24.830322 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-cd835070-5c94-4f89-8f54-37456f9daf18 req-305975a4-b74c-4271-b998-49d85aba6f92 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416436 May 25 21:34:24.875507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c709ec-f0d1-4089-bafe-458499ba2448 req-3198384e-90cd-4e7e-a53c-09e587caeeab tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:24.876925 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-59c709ec-f0d1-4089-bafe-458499ba2448 req-3198384e-90cd-4e7e-a53c-09e587caeeab tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 947 time: 0.1979065 May 25 21:34:24.945212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-59c709ec-f0d1-4089-bafe-458499ba2448 req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Deleting port 8c2bda99-a693-4f0d-b282-76525804d823 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:34:24.945544 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-59c709ec-f0d1-4089-bafe-458499ba2448 req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:25.189207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-59c709ec-f0d1-4089-bafe-458499ba2448 req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] For port 8c2bda99-a693-4f0d-b282-76525804d823, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=8c2bda99-a693-4f0d-b282-76525804d823,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:34:25.189563 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-59c709ec-f0d1-4089-bafe-458499ba2448 req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:25.312818 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-59c709ec-f0d1-4089-bafe-458499ba2448 req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Calling delete_port for 8c2bda99-a693-4f0d-b282-76525804d823 owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:34:25.458761 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-59c709ec-f0d1-4089-bafe-458499ba2448 req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:25.509211 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event deleted for resources: {'Port': ['ID=8c2bda99-a693-4f0d-b282-76525804d823,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:25.550578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:25.550914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:25.551243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:25.551568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:25.551892 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:25.552208 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:25.552524 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:25.552838 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:25.553150 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:25.553468 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:25.553776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:25.554084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:25.595958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c709ec-f0d1-4089-bafe-458499ba2448 req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] No DVR routers for this DVR port 8c2bda99-a693-4f0d-b282-76525804d823 on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:34:25.598420 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-59c709ec-f0d1-4089-bafe-458499ba2448 req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:25.600868 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'name': 'network-vif-deleted', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:34:25.616243 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-59c709ec-f0d1-4089-bafe-458499ba2448 req-6ddf1df4-fef0-4d57-b49f-3cfd3badbeec tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.70 "DELETE /v2.0/ports/8c2bda99-a693-4f0d-b282-76525804d823 HTTP/1.1" status: 204 len: 173 time: 0.7343903 May 25 21:34:25.699298 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-666c94d2-3568-4bfc-8d1e-808b101d0144'] response: {'server_uuid': '1c9d482e-2405-46a4-a0b8-8b48c8f773c3', 'name': 'network-vif-deleted', 'tag': '8c2bda99-a693-4f0d-b282-76525804d823', 'status': 'completed', 'code': 200} May 25 21:34:26.119951 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4da0bdfb-7db1-4146-9b0d-85d6db1ec7aa req-529a1874-71ba-41d4-afad-b0469001f87c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9d482e-2405-46a4-a0b8-8b48c8f773c3 HTTP/1.1" status: 200 len: 210 time: 0.1612911 May 25 21:34:27.217114 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 48954) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:34:27.284101 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-885821ce-e148-4387-9af7-d906674153b8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:27.318534 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-885821ce-e148-4387-9af7-d906674153b8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:27.388630 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-885821ce-e148-4387-9af7-d906674153b8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:27.406073 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885821ce-e148-4387-9af7-d906674153b8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4c6fc1-b70f-41aa-980b-87fa06a2bed6,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:27.419051 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-885821ce-e148-4387-9af7-d906674153b8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:27.420182 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-885821ce-e148-4387-9af7-d906674153b8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "DELETE /v2.0/security-groups/7e4c6fc1-b70f-41aa-980b-87fa06a2bed6 HTTP/1.1" status: 204 len: 168 time: 0.2019794 May 25 21:34:27.542326 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48962) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:34:27.547442 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985146921', 'description': 'tempest-secgroup-smoke-1985146921 description', 'project_id': '51327cf57bdd4263b24b60bca3c40963'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:34:27.554247 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:34:27.559081 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:34:27.561869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:34:27.568390 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:34:27.578394 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:27.597879 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:34:27.602277 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:34:27.604942 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:34:27.610561 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:34:27.681972 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:27.685808 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:27.738245 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563cc177-02af-4e3c-9e47-9aeab140bfb5,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:27.741166 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:27.745287 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3a84e474-2980-42e1-8dd8-827a61622c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1993303 May 25 21:34:27.745491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48966) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:34:27.750403 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0fd04348-52d0-4a28-b677-6b6b85d1e6ef tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'security_group_rule': {'security_group_id': '563cc177-02af-4e3c-9e47-9aeab140bfb5', 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:34:27.757105 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0fd04348-52d0-4a28-b677-6b6b85d1e6ef tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:34:27.761122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0fd04348-52d0-4a28-b677-6b6b85d1e6ef tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:34:27.764040 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0fd04348-52d0-4a28-b677-6b6b85d1e6ef tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:34:27.769616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0fd04348-52d0-4a28-b677-6b6b85d1e6ef tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:34:27.786455 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fd04348-52d0-4a28-b677-6b6b85d1e6ef tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:27.846431 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fd04348-52d0-4a28-b677-6b6b85d1e6ef tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:27.849841 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fd04348-52d0-4a28-b677-6b6b85d1e6ef tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:27.873374 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd04348-52d0-4a28-b677-6b6b85d1e6ef tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d52d9f-fb6c-4441-97f9-fc8ff8590aa3,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:27.881505 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0fd04348-52d0-4a28-b677-6b6b85d1e6ef tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:27.882754 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0fd04348-52d0-4a28-b677-6b6b85d1e6ef tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363015 May 25 21:34:27.885759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48970) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:34:27.890637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-83e26727-c1bf-4d08-9f07-def84bec2f7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'security_group_rule': {'security_group_id': '563cc177-02af-4e3c-9e47-9aeab140bfb5', 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:34:27.897094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-83e26727-c1bf-4d08-9f07-def84bec2f7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:34:27.901629 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-83e26727-c1bf-4d08-9f07-def84bec2f7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:34:27.904706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-83e26727-c1bf-4d08-9f07-def84bec2f7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:34:27.910321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-83e26727-c1bf-4d08-9f07-def84bec2f7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:34:27.927441 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83e26727-c1bf-4d08-9f07-def84bec2f7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:27.987211 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83e26727-c1bf-4d08-9f07-def84bec2f7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:27.990637 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83e26727-c1bf-4d08-9f07-def84bec2f7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.017205 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e26727-c1bf-4d08-9f07-def84bec2f7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c57e15-a02f-4da4-9e1b-9ea4afdc2288,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:28.027545 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-83e26727-c1bf-4d08-9f07-def84bec2f7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.029050 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-83e26727-c1bf-4d08-9f07-def84bec2f7f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423614 May 25 21:34:28.032109 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48974) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:34:28.037763 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-0d386b20-ac18-4519-8acb-2f74e0fcf9eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'security_group_rule': {'security_group_id': '563cc177-02af-4e3c-9e47-9aeab140bfb5', 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:34:28.045491 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0d386b20-ac18-4519-8acb-2f74e0fcf9eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:34:28.049549 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0d386b20-ac18-4519-8acb-2f74e0fcf9eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:34:28.052487 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-0d386b20-ac18-4519-8acb-2f74e0fcf9eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:34:28.058847 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-0d386b20-ac18-4519-8acb-2f74e0fcf9eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:34:28.075694 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0d386b20-ac18-4519-8acb-2f74e0fcf9eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.139853 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0d386b20-ac18-4519-8acb-2f74e0fcf9eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.143390 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0d386b20-ac18-4519-8acb-2f74e0fcf9eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.167117 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d386b20-ac18-4519-8acb-2f74e0fcf9eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cea9a3-e294-4994-81fa-5126b756213d,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:28.175419 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0d386b20-ac18-4519-8acb-2f74e0fcf9eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.176656 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0d386b20-ac18-4519-8acb-2f74e0fcf9eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431506 May 25 21:34:28.179367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48978) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:34:28.184319 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-91e4711d-5889-4edb-ab05-ef63ec8b1434 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'security_group_rule': {'security_group_id': '563cc177-02af-4e3c-9e47-9aeab140bfb5', 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:34:28.191060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-91e4711d-5889-4edb-ab05-ef63ec8b1434 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:34:28.194964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-91e4711d-5889-4edb-ab05-ef63ec8b1434 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:34:28.198723 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-91e4711d-5889-4edb-ab05-ef63ec8b1434 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:34:28.204508 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-91e4711d-5889-4edb-ab05-ef63ec8b1434 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:34:28.221410 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-91e4711d-5889-4edb-ab05-ef63ec8b1434 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.283845 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-91e4711d-5889-4edb-ab05-ef63ec8b1434 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.287619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-91e4711d-5889-4edb-ab05-ef63ec8b1434 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.310103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4711d-5889-4edb-ab05-ef63ec8b1434 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcec03e9-ab54-40ef-b9a0-4d690708d8ac,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:28.318491 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-91e4711d-5889-4edb-ab05-ef63ec8b1434 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.319587 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-91e4711d-5889-4edb-ab05-ef63ec8b1434 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393280 May 25 21:34:28.323582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48982) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:34:28.328766 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6f200dfe-baa1-4d27-9364-72bc29d5a322 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'security_group_rule': {'security_group_id': '563cc177-02af-4e3c-9e47-9aeab140bfb5', 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:34:28.337283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6f200dfe-baa1-4d27-9364-72bc29d5a322 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:34:28.341280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6f200dfe-baa1-4d27-9364-72bc29d5a322 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:34:28.344310 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6f200dfe-baa1-4d27-9364-72bc29d5a322 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:34:28.350008 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6f200dfe-baa1-4d27-9364-72bc29d5a322 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:34:28.371040 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-6f200dfe-baa1-4d27-9364-72bc29d5a322 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Project 51327cf57bdd4263b24b60bca3c40963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:34:28.374382 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c4aed640-4012-450f-ba3e-b558f6432997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.378097 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f200dfe-baa1-4d27-9364-72bc29d5a322 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.450932 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f200dfe-baa1-4d27-9364-72bc29d5a322 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.454411 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f200dfe-baa1-4d27-9364-72bc29d5a322 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.477704 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f200dfe-baa1-4d27-9364-72bc29d5a322 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800e2ff9-1234-4890-b9c7-9f326d701b32,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:28.486012 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6f200dfe-baa1-4d27-9364-72bc29d5a322 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.487173 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6f200dfe-baa1-4d27-9364-72bc29d5a322 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1626108 May 25 21:34:28.489878 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 48986) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:34:28.495432 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-6afdd897-7bab-4a16-bf0b-ab6c6bf56640 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'security_group_rule': {'security_group_id': '563cc177-02af-4e3c-9e47-9aeab140bfb5', 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:34:28.501988 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6afdd897-7bab-4a16-bf0b-ab6c6bf56640 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:34:28.505916 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6afdd897-7bab-4a16-bf0b-ab6c6bf56640 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:security_group_rule and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:34:28.509484 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-6afdd897-7bab-4a16-bf0b-ab6c6bf56640 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:34:28.515145 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-6afdd897-7bab-4a16-bf0b-ab6c6bf56640 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:34:28.525230 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-6afdd897-7bab-4a16-bf0b-ab6c6bf56640 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Project 51327cf57bdd4263b24b60bca3c40963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:34:28.526789 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8c2bda99-a693-4f0d-b282-76525804d823 no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:34:28.532430 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6afdd897-7bab-4a16-bf0b-ab6c6bf56640 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.564081 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 8c2bda99-a693-4f0d-b282-76525804d823 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:34:28.564332 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 8c2bda99-a693-4f0d-b282-76525804d823 not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:34:28.597678 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6afdd897-7bab-4a16-bf0b-ab6c6bf56640 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.601289 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6afdd897-7bab-4a16-bf0b-ab6c6bf56640 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.625412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdd897-7bab-4a16-bf0b-ab6c6bf56640 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618a3c39-0caf-45fe-9d7d-76ec0248e226,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:28.635755 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-6afdd897-7bab-4a16-bf0b-ab6c6bf56640 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:28.637031 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-6afdd897-7bab-4a16-bf0b-ab6c6bf56640 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462123 May 25 21:34:28.907616 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:30.819605 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-525f7588-e642-4c6b-99a0-f63633723be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:31.599397 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:32.074835 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:33.402896 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:42.420559 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-c3a4b84d-9250-4e33-a24b-c1d0ee9fe257 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Synchronizing usage tracker for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:34:42.436583 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-c3a4b84d-9250-4e33-a24b-c1d0ee9fe257 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Unset dirty status for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:34:42.437919 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-c3a4b84d-9250-4e33-a24b-c1d0ee9fe257 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985146921&fields=id&tenant_id=51327cf57bdd4263b24b60bca3c40963 HTTP/1.1" status: 200 len: 267 time: 0.0568514 May 25 21:34:42.602369 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-7d702cc9-0507-44ae-93a8-73c385e80fb6 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:42.603727 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-7d702cc9-0507-44ae-93a8-73c385e80fb6 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 809 time: 0.1576529 May 25 21:34:42.619699 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-1cfb3adc-f522-4686-8760-89cb047db89d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/quotas/51327cf57bdd4263b24b60bca3c40963 HTTP/1.1" status: 200 len: 375 time: 0.0106301 May 25 21:34:42.703619 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-876ec3d9-2786-4089-8c1f-a7b1437652e8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790758 May 25 21:34:42.903790 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-da091b5d-3dc4-4da5-802f-6e49ffe10a50 service neutron] 10.222.0.60 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884263 May 25 21:34:43.034764 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-96249065-a519-47af-9d53-c6c7e5790f0e service neutron] 10.222.0.60 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253264 May 25 21:34:43.423489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ad30cc54-3ace-4b56-96ee-72637a962283 req-90662e91-52a0-48e7-be36-e9749cb5ddf7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Synchronizing usage tracker for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:34:43.442780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-ad30cc54-3ace-4b56-96ee-72637a962283 req-90662e91-52a0-48e7-be36-e9749cb5ddf7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Unset dirty status for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:34:43.444566 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad30cc54-3ace-4b56-96ee-72637a962283 req-90662e91-52a0-48e7-be36-e9749cb5ddf7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 210 time: 0.0647290 May 25 21:34:44.559568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-cc15882c-b8fa-40e4-bda5-da55f3eaa5b8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:44.560995 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-cc15882c-b8fa-40e4-bda5-da55f3eaa5b8 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.50 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 809 time: 0.1538813 May 25 21:34:44.605545 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-900973eb-5955-4195-b197-eff00abd92be req-d7a740fb-eed7-40dd-ae4a-3b9fc5bcae4f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 210 time: 0.0473654 May 25 21:34:44.615076 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-a582e67b-7ec7-410e-9c04-9cee255b6563 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Synchronizing usage tracker for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:34:44.627304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-a582e67b-7ec7-410e-9c04-9cee255b6563 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Unset dirty status for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:34:44.628390 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-a582e67b-7ec7-410e-9c04-9cee255b6563 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51327cf57bdd4263b24b60bca3c40963 HTTP/1.1" status: 200 len: 380 time: 0.0590682 May 25 21:34:44.641870 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'port': {'device_id': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'admin_state_up': True, 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'security_groups': ['563cc177-02af-4e3c-9e47-9aeab140bfb5']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:34:44.783405 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:34:44.793947 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:34:44.803301 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Made reservation on behalf of 51327cf57bdd4263b24b60bca3c40963 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:34:44.807446 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:44.972259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Allocated IP 172.20.0.4 (dacd10d7-7568-4ec6-b4fb-126f0d9800f2/a9266f27-b15b-43f7-b118-789677270c4e/153876e1-9694-4243-b619-61ccb718b91a) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:34:45.167484 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:45.184526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Transition to ACTIVE for port object 153876e1-9694-4243-b619-61ccb718b91a will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:34:45.210108 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:45.286602 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:34:45.290024 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:34:45.292533 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:34:45.342637 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'Port': ['ID=153876e1-9694-4243-b619-61ccb718b91a,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:45.373454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:45.374233 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:45.402645 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-9dfa1815-63db-4ccd-ba6b-0d35bc1e4b23 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7641895 May 25 21:34:45.411874 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-d116a9d1-2241-4266-b5a5-20282c568d6c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:34:45.412906 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-d116a9d1-2241-4266-b5a5-20282c568d6c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051160 May 25 21:34:45.471071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Request body: {'port': {'device_id': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:34:45.551089 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6c644679-9c4a-4d78-9ac5-a031135d2cc6 None None] Provisioning for port 153876e1-9694-4243-b619-61ccb718b91a completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:34:45.558029 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-6c644679-9c4a-4d78-9ac5-a031135d2cc6 None None] Provisioning complete for port 153876e1-9694-4243-b619-61ccb718b91a triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:34:45.558559 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6c644679-9c4a-4d78-9ac5-a031135d2cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:45.563619 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:34:45.623559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-6c644679-9c4a-4d78-9ac5-a031135d2cc6 None None] Port 153876e1-9694-4243-b619-61ccb718b91a cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:34:45.703829 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:45.940367 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4510213-e9d8-4c90-b2a9-da56484d1b06 req-dbde4c85-195d-45c1-8caf-5e67c2f8967b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:45.941051 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-d4510213-e9d8-4c90-b2a9-da56484d1b06 req-dbde4c85-195d-45c1-8caf-5e67c2f8967b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Synchronizing usage tracker for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:34:46.029996 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-d4510213-e9d8-4c90-b2a9-da56484d1b06 req-dbde4c85-195d-45c1-8caf-5e67c2f8967b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Unset dirty status for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:34:46.031253 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4510213-e9d8-4c90-b2a9-da56484d1b06 req-dbde4c85-195d-45c1-8caf-5e67c2f8967b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 931 time: 0.2838488 May 25 21:34:46.108860 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4510213-e9d8-4c90-b2a9-da56484d1b06 req-f87db32e-12c5-4737-ae6b-d3cf0dca1137 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607419 May 25 21:34:46.191315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153876e1-9694-4243-b619-61ccb718b91a {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:34:46.199555 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:46.214398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Transition to ACTIVE for port object 153876e1-9694-4243-b619-61ccb718b91a will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:34:46.218540 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:46.372881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Pushing event updated for resources: {'Port': ['ID=153876e1-9694-4243-b619-61ccb718b91a,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:46.456187 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Attempting to bind port 153876e1-9694-4243-b619-61ccb718b91a on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:34:46.456516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Attempting to bind port 153876e1-9694-4243-b619-61ccb718b91a by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:34:46.456834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Attempting to bind port 153876e1-9694-4243-b619-61ccb718b91a on network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:34:46.462107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Port 153876e1-9694-4243-b619-61ccb718b91a on network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:34:46.462675 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Attempting to bind port 153876e1-9694-4243-b619-61ccb718b91a on network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:34:46.469290 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:34:46.469611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Checking segment: {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:34:46.469984 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Bound using segment: {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:34:46.470436 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Bound port: 153876e1-9694-4243-b619-61ccb718b91a, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:34:46.470780 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:46.564304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] For port 153876e1-9694-4243-b619-61ccb718b91a, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:34:46.567395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] For port 153876e1-9694-4243-b619-61ccb718b91a, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=153876e1-9694-4243-b619-61ccb718b91a,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:34:46.571707 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:46.633767 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:46.634448 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:46.636324 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] 10.222.0.50 "PUT /v2.0/ports/153876e1-9694-4243-b619-61ccb718b91a HTTP/1.1" status: 200 len: 1091 time: 1.2169976 May 25 21:34:46.636324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'tag': '153876e1-9694-4243-b619-61ccb718b91a'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:34:46.659714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de7160-7357-4ec9-b0b1-ba4168c33506 service neutron] Pushing event updated for resources: {'Port': ['ID=153876e1-9694-4243-b619-61ccb718b91a,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:46.717091 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a6a012-6839-45d1-b623-6036047f6d4b'] response: {'name': 'network-changed', 'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'tag': '153876e1-9694-4243-b619-61ccb718b91a', 'status': 'completed', 'code': 200} May 25 21:34:46.759830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-2613890f-15aa-4ac9-97d5-01710845e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:46.761294 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-2613890f-15aa-4ac9-97d5-01710845e8d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 1094 time: 0.0774050 May 25 21:34:46.835163 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-5c7139f0-5007-4c7f-99d5-3674f7cf9cea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153876e1-9694-4243-b619-61ccb718b91a HTTP/1.1" status: 200 len: 217 time: 0.0663092 May 25 21:34:46.895588 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-a9697fc8-d844-4076-8edb-ba3d8c4c4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:46.896907 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-a9697fc8-d844-4076-8edb-ba3d8c4c4631 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0559869 May 25 21:34:46.969960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-6a6706f3-b249-4555-b97c-164617debdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:46.971418 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-6a6706f3-b249-4555-b97c-164617debdce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683384 May 25 21:34:47.099749 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-5b08e6bd-1033-483a-8e10-0238c1cb0bb8 service neutron] 10.222.0.50 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222830 May 25 21:34:47.384206 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-61b1f2d6-bafb-400e-805c-3257ac283a28 req-d725b8cc-0814-4e64-8dbd-6b449eaec3ed service neutron] 10.222.0.50 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787287 May 25 21:34:47.422243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe292c-e282-430f-9791-65835370b8f4 req-3284a6dd-2485-44b2-982b-1503ee75349b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:47.423677 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33fe292c-e282-430f-9791-65835370b8f4 req-3284a6dd-2485-44b2-982b-1503ee75349b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.1965740 May 25 21:34:47.519533 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-33fe292c-e282-430f-9791-65835370b8f4 req-89017118-40e1-40ec-a2b9-5f74cf34940a tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880413 May 25 21:34:47.536219 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764bb51-e024-4e28-9fec-ca64e73543ef req-00128c8b-79d9-4bbf-a37a-001f31653b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:47.537674 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d764bb51-e024-4e28-9fec-ca64e73543ef req-00128c8b-79d9-4bbf-a37a-001f31653b1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 1094 time: 0.1051707 May 25 21:34:47.669823 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764bb51-e024-4e28-9fec-ca64e73543ef req-87865ffc-41ac-45ca-ae9d-a4b64a7a17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:47.671286 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d764bb51-e024-4e28-9fec-ca64e73543ef req-87865ffc-41ac-45ca-ae9d-a4b64a7a17f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1275935 May 25 21:34:47.740011 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d764bb51-e024-4e28-9fec-ca64e73543ef req-d7a59089-54ce-4967-a71c-9878f3ee755e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153876e1-9694-4243-b619-61ccb718b91a HTTP/1.1" status: 200 len: 217 time: 0.0614731 May 25 21:34:47.807802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764bb51-e024-4e28-9fec-ca64e73543ef req-dd12359f-f7f2-49f2-9c44-54a1034a98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:47.810311 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d764bb51-e024-4e28-9fec-ca64e73543ef req-dd12359f-f7f2-49f2-9c44-54a1034a98eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0630174 May 25 21:34:47.883294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764bb51-e024-4e28-9fec-ca64e73543ef req-d1531d48-75c9-4d61-a84c-8ee7f99c4ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:47.884782 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d764bb51-e024-4e28-9fec-ca64e73543ef req-d1531d48-75c9-4d61-a84c-8ee7f99c4ac3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698774 May 25 21:34:48.014632 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d764bb51-e024-4e28-9fec-ca64e73543ef req-a9c761f5-c6f3-44f0-ba61-77083f2324b9 service neutron] 10.222.0.50 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235805 May 25 21:34:48.143588 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d764bb51-e024-4e28-9fec-ca64e73543ef req-9f3f6c7c-49e2-4507-98ae-f06d5889784e service neutron] 10.222.0.50 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233683 May 25 21:34:48.716179 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74d2eb-1daf-4b88-8ca4-3ef0879d8c18 req-b1d5a00c-823c-455b-863d-72d3884a371c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:48.718292 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb74d2eb-1daf-4b88-8ca4-3ef0879d8c18 req-b1d5a00c-823c-455b-863d-72d3884a371c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0888495 May 25 21:34:48.774841 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb74d2eb-1daf-4b88-8ca4-3ef0879d8c18 req-aec3abc2-5aad-4563-8010-ecb4db8e5548 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505128 May 25 21:34:49.953344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800def99-b340-46a7-b392-1517f7363c1a req-339e73dd-5610-4dbe-9f13-925b229450d0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:49.954921 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-800def99-b340-46a7-b392-1517f7363c1a req-339e73dd-5610-4dbe-9f13-925b229450d0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0802276 May 25 21:34:50.003935 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-800def99-b340-46a7-b392-1517f7363c1a req-f29dd80e-a004-4542-902f-1c93270f7227 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432756 May 25 21:34:51.197065 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6476c-3a0d-48d0-b125-5be79fca520d req-2bfed83b-d584-4335-b71a-bcf173330178 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:51.198816 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1af6476c-3a0d-48d0-b125-5be79fca520d req-2bfed83b-d584-4335-b71a-bcf173330178 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0825324 May 25 21:34:51.243380 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1af6476c-3a0d-48d0-b125-5be79fca520d req-d6c19eb6-6eaf-47c2-92f0-24e827206864 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391445 May 25 21:34:52.429612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df32cac-41d1-43b5-ae81-466bfcd80e01 req-fff05c64-ac7d-430f-9a47-42928aa08e72 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:52.431075 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3df32cac-41d1-43b5-ae81-466bfcd80e01 req-fff05c64-ac7d-430f-9a47-42928aa08e72 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0806348 May 25 21:34:52.475470 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3df32cac-41d1-43b5-ae81-466bfcd80e01 req-bacd4fd2-5d98-4cd6-b960-520bcbb10e30 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386622 May 25 21:34:53.667183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a6deb-f6b7-4f8e-b114-0e37e1463798 req-d9340645-cffc-4b71-8dd7-71dcb55c4ad0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:53.668633 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-867a6deb-f6b7-4f8e-b114-0e37e1463798 req-d9340645-cffc-4b71-8dd7-71dcb55c4ad0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0838592 May 25 21:34:53.713030 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-867a6deb-f6b7-4f8e-b114-0e37e1463798 req-1548d4f1-a799-4769-a467-20de50d76a8f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386362 May 25 21:34:54.528283 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:54.901090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee5411-6abe-4004-a6d5-ff6ec0c54204 req-d24d5720-cc05-4a7e-aa91-4162bb16583b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:54.902765 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8ee5411-6abe-4004-a6d5-ff6ec0c54204 req-d24d5720-cc05-4a7e-aa91-4162bb16583b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0843964 May 25 21:34:54.946879 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a8ee5411-6abe-4004-a6d5-ff6ec0c54204 req-2f19ce39-9e8d-4dd2-b57e-95b0424c3bb1 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385077 May 25 21:34:56.130102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed1b31-5fbf-42bb-9059-67c1962d14a7 req-1ca5592c-9c94-4f8b-a6fc-3b430f4b1dc6 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:56.131577 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-76ed1b31-5fbf-42bb-9059-67c1962d14a7 req-1ca5592c-9c94-4f8b-a6fc-3b430f4b1dc6 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0817778 May 25 21:34:56.187071 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-76ed1b31-5fbf-42bb-9059-67c1962d14a7 req-faffb866-5dc1-4502-9cbc-8e1d83e88b2d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484443 May 25 21:34:56.403514 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 153876e1-9694-4243-b619-61ccb718b91a details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:34:56.543299 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 153876e1-9694-4243-b619-61ccb718b91a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=153876e1-9694-4243-b619-61ccb718b91a,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:34:56.556999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': '153876e1-9694-4243-b619-61ccb718b91a', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'port_id': '153876e1-9694-4243-b619-61ccb718b91a', 'mac_address': 'fa:16:3e:5f:f4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:34:56.613693 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 153876e1-9694-4243-b619-61ccb718b91a is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:34:56.614061 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:56.631266 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153876e1-9694-4243-b619-61ccb718b91a {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:34:56.646314 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 153876e1-9694-4243-b619-61ccb718b91a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=153876e1-9694-4243-b619-61ccb718b91a,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:34:56.650212 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:56.720354 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=153876e1-9694-4243-b619-61ccb718b91a,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:56.728486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:56.728827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:56.729162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:56.729490 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:56.729815 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:56.730666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:56.730666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:56.730827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:56.731112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:56.731427 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:56.731741 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:56.732054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:34:56.893407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['153876e1-9694-4243-b619-61ccb718b91a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:34:57.371191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a511d01-252f-4516-b7ee-3346ab1df264 req-cd35a003-97ca-44be-8846-5f91c7e01563 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:57.372637 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9a511d01-252f-4516-b7ee-3346ab1df264 req-cd35a003-97ca-44be-8846-5f91c7e01563 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 944 time: 0.0799580 May 25 21:34:57.416174 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9a511d01-252f-4516-b7ee-3346ab1df264 req-7eb507a4-1637-4ff6-8fb6-f1b90b71c953 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377977 May 25 21:34:58.376886 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7c3c40d3-7a25-48e8-b705-c5eef05c8ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:58.418010 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 153876e1-9694-4243-b619-61ccb718b91a up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:34:58.486711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port 153876e1-9694-4243-b619-61ccb718b91a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:34:58.491671 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port 153876e1-9694-4243-b619-61ccb718b91a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:34:58.492029 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:58.615974 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 153876e1-9694-4243-b619-61ccb718b91a is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:34:58.616189 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c142f-9708-4ed3-8cbf-795fbdddb743 req-66f919dc-860e-4475-95f1-70319d6581cc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:58.616718 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:58.617676 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af1c142f-9708-4ed3-8cbf-795fbdddb743 req-66f919dc-860e-4475-95f1-70319d6581cc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 944 time: 0.0889018 May 25 21:34:58.642743 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153876e1-9694-4243-b619-61ccb718b91a'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:34:58.653510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 153876e1-9694-4243-b619-61ccb718b91a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=153876e1-9694-4243-b619-61ccb718b91a,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:34:58.658578 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:58.667472 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-af1c142f-9708-4ed3-8cbf-795fbdddb743 req-d969ec4b-c140-49f8-b92f-8be92bb70c33 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440531 May 25 21:34:58.732481 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=153876e1-9694-4243-b619-61ccb718b91a,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:34:58.769029 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b7f956-a072-4a91-b024-7363702fcc8f'] response: {'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153876e1-9694-4243-b619-61ccb718b91a', 'code': 200} May 25 21:34:58.909430 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef7b6e-9821-4973-8f1e-a13a7c98a847 req-962106e9-3b28-4c18-9758-17e8643c1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:58.910925 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-deef7b6e-9821-4973-8f1e-a13a7c98a847 req-962106e9-3b28-4c18-9758-17e8643c1588 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 1096 time: 0.0824039 May 25 21:34:58.914135 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:34:58.952033 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-deef7b6e-9821-4973-8f1e-a13a7c98a847 req-73a41dcd-a011-4c88-9e45-845997eba822 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353112 May 25 21:34:59.868757 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126392f-fab4-4b24-8485-8631ad98afeb req-7e77f54e-eadb-4f8b-b748-7caae7c9fe6c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:34:59.870276 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8126392f-fab4-4b24-8485-8631ad98afeb req-7e77f54e-eadb-4f8b-b748-7caae7c9fe6c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.0921998 May 25 21:34:59.917469 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-8126392f-fab4-4b24-8485-8631ad98afeb req-39d7e8ac-20b3-4b86-8740-7e991f383fe6 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 May 25 21:35:00.823487 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a83ce10b-d301-4c09-9ada-b37335b92619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:01.106469 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f126d6c-8725-4ffe-8fc5-e8fa85f7aded req-022ed58f-e592-438f-b5b3-57333834bad2 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:35:01.107818 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f126d6c-8725-4ffe-8fc5-e8fa85f7aded req-022ed58f-e592-438f-b5b3-57333834bad2 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.0786695 May 25 21:35:01.155667 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7f126d6c-8725-4ffe-8fc5-e8fa85f7aded req-b25e9120-21e4-4945-8e24-fa285864dc37 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421348 May 25 21:35:01.343335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af75881-3a85-4b21-a631-09043e1a92fa req-5f9ca2c4-0305-4d37-b8fa-fe3b717d7d89 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:35:01.344814 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1af75881-3a85-4b21-a631-09043e1a92fa req-5f9ca2c4-0305-4d37-b8fa-fe3b717d7d89 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.0867014 May 25 21:35:01.389829 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1af75881-3a85-4b21-a631-09043e1a92fa req-231c1427-5dbc-4942-a16a-5a27cff630c5 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391996 May 25 21:35:01.412566 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49180) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:35:01.524168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862e113e-ff49-458b-ae51-7443fc14777c tempest-TestShelveInstance-1598858916 tempest-TestShelveInstance-1598858916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:35:01.524860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-862e113e-ff49-458b-ae51-7443fc14777c tempest-TestShelveInstance-1598858916 tempest-TestShelveInstance-1598858916-project-admin] Synchronizing usage tracker for tenant:3e5e51e77fd148fabacd3144ed19ba53 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:35:01.543131 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-862e113e-ff49-458b-ae51-7443fc14777c tempest-TestShelveInstance-1598858916 tempest-TestShelveInstance-1598858916-project-admin] Unset dirty status for tenant:3e5e51e77fd148fabacd3144ed19ba53 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:35:01.544714 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-862e113e-ff49-458b-ae51-7443fc14777c tempest-TestShelveInstance-1598858916 tempest-TestShelveInstance-1598858916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 1091 time: 0.1310265 May 25 21:35:01.547292 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49186) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:35:01.552191 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': '153876e1-9694-4243-b619-61ccb718b91a', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:35:01.560028 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:35:01.563840 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Usage tracker for resource:floatingip and tenant:51327cf57bdd4263b24b60bca3c40963 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:35:01.566646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:35:01.573237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:35:01.584154 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:01.603574 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:01.727781 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:01.865938 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Allocated IP 172.25.3.24 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/71811721-9231-43bc-a870-e1e2e8f38395) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:35:02.077220 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:02.138084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:02.168981 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:02.233472 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:35:02.236169 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:35:02.240074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:35:02.278212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'Port': ['ID=71811721-9231-43bc-a870-e1e2e8f38395,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:35:02.663953 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:02.738074 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:02.944637 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:02.949685 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:03.054518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event updated for resources: {'Port': ['ID=71811721-9231-43bc-a870-e1e2e8f38395,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:35:03.066225 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:03.239360 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Floating IP 95bed1d4-18a3-4d95-b4ee-053999b3a317 associated. External IP: 172.25.3.24, port: 153876e1-9694-4243-b619-61ccb718b91a. May 25 21:35:03.403131 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:03.700822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Router b58b42f9-e76c-4714-a321-d2cb9ecc3403 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:35:03.881415 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:35:03.891096 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7b694-6704-4b5e-a596-1bf35e85da44 None None] Sync routers for ids ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:35:03.901334 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7b694-6704-4b5e-a596-1bf35e85da44 None None] Routers {'b58b42f9-e76c-4714-a321-d2cb9ecc3403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:35:03.902034 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-cfe7b694-6704-4b5e-a596-1bf35e85da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:35:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:35:03.905994 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:03.962894 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-34928bcb-2097-4afa-a9b5-519270072e99 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4144762 May 25 21:35:03.963449 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'tag': '153876e1-9694-4243-b619-61ccb718b91a'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:35:04.013620 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11473267-e0fd-4c39-8194-252f1e039169'] response: {'name': 'network-changed', 'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'tag': '153876e1-9694-4243-b619-61ccb718b91a', 'status': 'completed', 'code': 200} May 25 21:35:04.087037 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-cfe7b694-6704-4b5e-a596-1bf35e85da44 None None] Set router b58b42f9-e76c-4714-a321-d2cb9ecc3403 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:35:04.111526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a723ae-57f9-41c1-8398-abfb027954be req-559355be-8cf9-4af0-97f3-1e6edc8f679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:35:04.113031 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0a723ae-57f9-41c1-8398-abfb027954be req-559355be-8cf9-4af0-97f3-1e6edc8f679e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 1096 time: 0.0753133 May 25 21:35:04.247751 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a723ae-57f9-41c1-8398-abfb027954be req-16185e47-09b3-4a08-a8d5-95f98a0dfaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:35:04.249084 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0a723ae-57f9-41c1-8398-abfb027954be req-16185e47-09b3-4a08-a8d5-95f98a0dfaaa service neutron] 10.222.0.50 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1301100 May 25 21:35:04.348636 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0a723ae-57f9-41c1-8398-abfb027954be req-bfc601e5-154d-47d5-b52e-f4b85a1cc24f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153876e1-9694-4243-b619-61ccb718b91a HTTP/1.1" status: 200 len: 998 time: 0.0939996 May 25 21:35:04.414038 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a723ae-57f9-41c1-8398-abfb027954be req-a287a121-34d9-4711-8edf-073426ecd503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:35:04.416041 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0a723ae-57f9-41c1-8398-abfb027954be req-a287a121-34d9-4711-8edf-073426ecd503 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0620267 May 25 21:35:04.440608 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-cfe7b694-6704-4b5e-a596-1bf35e85da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '95bed1d4-18a3-4d95-b4ee-053999b3a317', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'port_id': '153876e1-9694-4243-b619-61ccb718b91a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'mac_address': 'fa:16:3e:5f:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:35:02Z', 'updated_at': '2022-05-25T21:35:02Z', 'revision_number': 0, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 5, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:35:04.444351 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7b694-6704-4b5e-a596-1bf35e85da44 None None] Checking router: b58b42f9-e76c-4714-a321-d2cb9ecc3403 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:35:04.452801 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7b694-6704-4b5e-a596-1bf35e85da44 None None] Routers {'b58b42f9-e76c-4714-a321-d2cb9ecc3403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:35:04.453375 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-cfe7b694-6704-4b5e-a596-1bf35e85da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:35:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:35:04.491550 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a723ae-57f9-41c1-8398-abfb027954be req-7591ece9-2b46-4ace-90d0-8c7909f0a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:35:04.493189 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0a723ae-57f9-41c1-8398-abfb027954be req-7591ece9-2b46-4ace-90d0-8c7909f0a99d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717859 May 25 21:35:04.627394 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-cfe7b694-6704-4b5e-a596-1bf35e85da44 None None] Set router b58b42f9-e76c-4714-a321-d2cb9ecc3403 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:35:04.628382 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0a723ae-57f9-41c1-8398-abfb027954be req-71733b05-bf52-4c4f-87ea-cfc7c59284b2 service neutron] 10.222.0.50 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295834 May 25 21:35:04.763490 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-b0a723ae-57f9-41c1-8398-abfb027954be req-385a0cc6-165e-4a69-a3ea-0e8bb638a823 service neutron] 10.222.0.50 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294577 May 25 21:35:04.999690 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-cfe7b694-6704-4b5e-a596-1bf35e85da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '95bed1d4-18a3-4d95-b4ee-053999b3a317', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'port_id': '153876e1-9694-4243-b619-61ccb718b91a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'mac_address': 'fa:16:3e:5f:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:35:02Z', 'updated_at': '2022-05-25T21:35:02Z', 'revision_number': 0, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 5, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:35:05.003583 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7b694-6704-4b5e-a596-1bf35e85da44 None None] The sync data for ids ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'] in n-d-843339-1 is: [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '95bed1d4-18a3-4d95-b4ee-053999b3a317', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'port_id': '153876e1-9694-4243-b619-61ccb718b91a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'mac_address': 'fa:16:3e:5f:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:35:02Z', 'updated_at': '2022-05-25T21:35:02Z', 'revision_number': 0, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 5, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:35:05.192765 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c684710-ae44-4087-a83e-5c2b4641733b None None] New status for floating IP 95bed1d4-18a3-4d95-b4ee-053999b3a317: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:35:22.564233 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:35:24.545994 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:28.379645 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffde3-ddbd-4f1b-af38-e2f00c1a5451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:28.929535 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:30.825627 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6df833d6-6e00-4bce-9142-556ab7c38801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:31.606962 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:32.080037 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:33.406851 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:54.570415 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:58.385160 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-73b3e17d-e5fd-4981-929f-a3838269d791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:58.933789 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:35:59.563952 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:35:59.830016 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-195dc7ed-7623-415d-8652-9441080562ee req-c5c7df5c-c26c-4808-84f7-17397b4a65a4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760429 May 25 21:35:59.967661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dc7ed-7623-415d-8652-9441080562ee req-1d94734c-f122-479e-be0f-e7495d3e6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:35:59.969131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-195dc7ed-7623-415d-8652-9441080562ee req-1d94734c-f122-479e-be0f-e7495d3e6f6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 1096 time: 0.0724170 May 25 21:36:00.128516 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dc7ed-7623-415d-8652-9441080562ee req-4bd3f17f-ca5a-46ed-9bdb-d3a6e753c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:36:00.129881 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-195dc7ed-7623-415d-8652-9441080562ee req-4bd3f17f-ca5a-46ed-9bdb-d3a6e753c7fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1427777 May 25 21:36:00.235575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-195dc7ed-7623-415d-8652-9441080562ee req-363090e3-2377-4435-bc86-aa5f24a38ba7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153876e1-9694-4243-b619-61ccb718b91a HTTP/1.1" status: 200 len: 1000 time: 0.0990872 May 25 21:36:00.299473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dc7ed-7623-415d-8652-9441080562ee req-45b68835-843f-4751-91ab-2add8a51b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:36:00.300919 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-195dc7ed-7623-415d-8652-9441080562ee req-45b68835-843f-4751-91ab-2add8a51b1d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0597987 May 25 21:36:00.385090 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dc7ed-7623-415d-8652-9441080562ee req-56e31605-7276-4381-81c2-624b607a86be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:36:00.386560 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-195dc7ed-7623-415d-8652-9441080562ee req-56e31605-7276-4381-81c2-624b607a86be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791547 May 25 21:36:00.641443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-195dc7ed-7623-415d-8652-9441080562ee req-e2b19368-8316-4de8-b4fe-12f7f7506ca2 service neutron] 10.222.0.50 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485759 May 25 21:36:00.789619 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-195dc7ed-7623-415d-8652-9441080562ee req-79d82e07-9e66-457b-8407-ee1a42efaf81 service neutron] 10.222.0.50 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413000 May 25 21:36:00.827793 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0e20c850-0a51-4dbb-a6b9-c64c43ef1079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:36:01.610264 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:36:02.083275 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:36:03.411344 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:36:24.571184 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:36:28.378728 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-68f7368e-e66f-4f04-8d51-7359cf68e656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:36:28.927160 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:36:30.830514 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-12f48abf-c4c0-4c91-8a9f-0b042a517f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:36:31.741322 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:36:32.086895 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:36:33.411169 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:36:36.563030 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:36:54.574527 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:36:58.382506 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-38be2f92-563a-4336-8994-5f629cdfa688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:36:58.943658 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:36:58.982007 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e7ada-8256-4cfe-bbc2-58b59914a517 req-e11ea69d-2ef4-46a8-867d-f9808d8bb35d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:36:58.983420 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-902e7ada-8256-4cfe-bbc2-58b59914a517 req-e11ea69d-2ef4-46a8-867d-f9808d8bb35d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.1575828 May 25 21:36:59.033294 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-902e7ada-8256-4cfe-bbc2-58b59914a517 req-6be244e4-29db-4b3b-989e-b33d4f3a0860 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429976 May 25 21:37:00.226320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d24386-59b7-4182-95c0-619da13f6bd5 req-817bf21f-d225-4a70-a8a2-23364f80076b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:00.227847 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-05d24386-59b7-4182-95c0-619da13f6bd5 req-817bf21f-d225-4a70-a8a2-23364f80076b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.0857050 May 25 21:37:00.274469 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-05d24386-59b7-4182-95c0-619da13f6bd5 req-fdfa3785-a2b8-4f48-b57e-2272e3eabcd5 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 May 25 21:37:00.831085 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-e4212f02-e601-4fa5-8ba5-6ef52e5bfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:00.933689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a0ccc-aa6f-419f-89f5-4d5d4019be80 req-b8f14bf6-adcf-48f9-ac47-feca6a6b4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:00.935187 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd2a0ccc-aa6f-419f-89f5-4d5d4019be80 req-b8f14bf6-adcf-48f9-ac47-feca6a6b4fe8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 1096 time: 0.0785151 May 25 21:37:01.083223 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a0ccc-aa6f-419f-89f5-4d5d4019be80 req-d64efa6f-d016-4112-bf7f-6f88ac7b7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:01.084638 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd2a0ccc-aa6f-419f-89f5-4d5d4019be80 req-d64efa6f-d016-4112-bf7f-6f88ac7b7774 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1314340 May 25 21:37:01.185656 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd2a0ccc-aa6f-419f-89f5-4d5d4019be80 req-41a817a2-f08e-4967-8275-93830e609d5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153876e1-9694-4243-b619-61ccb718b91a HTTP/1.1" status: 200 len: 1000 time: 0.0950680 May 25 21:37:01.247002 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a0ccc-aa6f-419f-89f5-4d5d4019be80 req-1cb688d1-8d7e-4363-a125-1deba6c32902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:01.248414 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd2a0ccc-aa6f-419f-89f5-4d5d4019be80 req-1cb688d1-8d7e-4363-a125-1deba6c32902 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0571468 May 25 21:37:01.337015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a0ccc-aa6f-419f-89f5-4d5d4019be80 req-06be300a-c4b8-4335-89e9-6d229555be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:01.339724 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd2a0ccc-aa6f-419f-89f5-4d5d4019be80 req-06be300a-c4b8-4335-89e9-6d229555be72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854652 May 25 21:37:01.532735 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd2a0ccc-aa6f-419f-89f5-4d5d4019be80 req-4bdb8376-8574-47e1-9544-a305d44c2b54 service neutron] 10.222.0.50 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863194 May 25 21:37:01.613788 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:01.616377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e419d1d-95fc-4940-93c4-35089049c377 req-7a32ef33-d796-440a-8c93-21645ff15c43 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:01.617839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e419d1d-95fc-4940-93c4-35089049c377 req-7a32ef33-d796-440a-8c93-21645ff15c43 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.2028263 May 25 21:37:01.695987 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0e419d1d-95fc-4940-93c4-35089049c377 req-ea26bec8-c479-4f91-bfb8-db4a04617de5 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659943 May 25 21:37:01.718833 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd2a0ccc-aa6f-419f-89f5-4d5d4019be80 req-90dc1080-8c81-4fbd-80b4-2e2a11009a34 service neutron] 10.222.0.50 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801145 May 25 21:37:02.088867 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:02.888676 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc0858-66dc-415b-895e-20da83665636 req-112f8c00-d15d-4f82-b491-b61a2fb4c183 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:02.890192 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9cbc0858-66dc-415b-895e-20da83665636 req-112f8c00-d15d-4f82-b491-b61a2fb4c183 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.0815601 May 25 21:37:02.940122 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9cbc0858-66dc-415b-895e-20da83665636 req-72ff7344-9c99-4e9f-a8e2-ced020aa2cda tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439858 May 25 21:37:03.413954 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:04.140315 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145c4a-9c02-4b5d-9009-27be9011a7bf req-e80a205e-f5c9-4971-9f97-ad4eb957e05b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:04.141753 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fa145c4a-9c02-4b5d-9009-27be9011a7bf req-e80a205e-f5c9-4971-9f97-ad4eb957e05b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.0869000 May 25 21:37:04.184568 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-fa145c4a-9c02-4b5d-9009-27be9011a7bf req-d709d558-a3a7-4679-845c-007c480c6b84 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371902 May 25 21:37:05.368024 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f603764-3227-47dd-8521-b8371c9ec39a req-a259048d-b6a4-4cf1-ab3e-19b74be00152 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:05.369588 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f603764-3227-47dd-8521-b8371c9ec39a req-a259048d-b6a4-4cf1-ab3e-19b74be00152 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.0801041 May 25 21:37:05.414753 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9f603764-3227-47dd-8521-b8371c9ec39a req-566ec013-2d00-4307-87b8-e72183934132 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395582 May 25 21:37:06.598481 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8904058-6fd0-4aa3-97e2-ca0831b8aa77 req-7cf11161-6e2f-4ebc-8bc1-b11788dfbc7b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:06.599930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c8904058-6fd0-4aa3-97e2-ca0831b8aa77 req-7cf11161-6e2f-4ebc-8bc1-b11788dfbc7b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.0806735 May 25 21:37:06.647315 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c8904058-6fd0-4aa3-97e2-ca0831b8aa77 req-81cea942-ac4c-4bf8-b4e1-ff3f585546aa tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411940 May 25 21:37:07.835685 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b0d06-8cef-4c8c-a9d6-7c8e0737457e req-7e2b418e-a724-4604-a508-1e998bfff143 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:07.837135 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-988b0d06-8cef-4c8c-a9d6-7c8e0737457e req-7e2b418e-a724-4604-a508-1e998bfff143 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.0834665 May 25 21:37:07.881749 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-988b0d06-8cef-4c8c-a9d6-7c8e0737457e req-eef62d80-5d86-40ec-a231-cb37a3748c32 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381176 May 25 21:37:08.975389 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a27bd-e1e4-4a43-a1aa-4234d951f998 req-cd6f51d6-92fe-4a3d-a7cb-ac4a979b0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:08.976836 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d6a27bd-e1e4-4a43-a1aa-4234d951f998 req-cd6f51d6-92fe-4a3d-a7cb-ac4a979b0553 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 1096 time: 0.0756671 May 25 21:37:09.162977 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a27bd-e1e4-4a43-a1aa-4234d951f998 req-f1ca11cb-c1d4-4e3b-b740-57a0a9dc4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:09.164303 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d6a27bd-e1e4-4a43-a1aa-4234d951f998 req-f1ca11cb-c1d4-4e3b-b740-57a0a9dc4ab1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1818814 May 25 21:37:09.176332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ac8a8-2199-44ce-95e2-328cd3af9caf req-7f276831-7a03-4659-b981-8937a09ab75e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:09.177653 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f09ac8a8-2199-44ce-95e2-328cd3af9caf req-7f276831-7a03-4659-b981-8937a09ab75e tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.1750953 May 25 21:37:09.411468 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-f09ac8a8-2199-44ce-95e2-328cd3af9caf req-6b08d1e4-5939-45a5-96bb-c60330e972d6 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754120 May 25 21:37:09.415152 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d6a27bd-e1e4-4a43-a1aa-4234d951f998 req-0e3c5318-d514-4d3a-87d4-dab9fb053ae8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153876e1-9694-4243-b619-61ccb718b91a HTTP/1.1" status: 200 len: 1000 time: 0.2366719 May 25 21:37:09.476557 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a27bd-e1e4-4a43-a1aa-4234d951f998 req-6698043d-3121-40d0-a224-6d92f272ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:09.477941 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d6a27bd-e1e4-4a43-a1aa-4234d951f998 req-6698043d-3121-40d0-a224-6d92f272ccc3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0570586 May 25 21:37:09.557964 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a27bd-e1e4-4a43-a1aa-4234d951f998 req-49ca8b96-1cac-48a8-af1c-b2926c7c2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:09.559456 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d6a27bd-e1e4-4a43-a1aa-4234d951f998 req-49ca8b96-1cac-48a8-af1c-b2926c7c2a12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759621 May 25 21:37:09.691674 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d6a27bd-e1e4-4a43-a1aa-4234d951f998 req-6bb41e44-40c4-49e8-a1a6-3440d0d13ad5 service neutron] 10.222.0.50 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260810 May 25 21:37:09.822334 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6d6a27bd-e1e4-4a43-a1aa-4234d951f998 req-82f301b9-89b5-4760-81af-69a9618ae68a service neutron] 10.222.0.50 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248193 May 25 21:37:10.601612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e16f11-f074-47b4-af39-fa8968098ac2 req-fb3dae98-1be3-485a-ae4a-cff224b35f70 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:10.603083 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55e16f11-f074-47b4-af39-fa8968098ac2 req-fb3dae98-1be3-485a-ae4a-cff224b35f70 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.0824506 May 25 21:37:10.646616 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55e16f11-f074-47b4-af39-fa8968098ac2 req-bdd2b9ee-0575-4e48-be73-2d1d06ff05d2 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377805 May 25 21:37:11.843385 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c5ea1-a12b-412f-9be0-2fab0410de4c req-ae827974-743d-434a-b071-2b6cc0f3e563 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:11.844968 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce0c5ea1-a12b-412f-9be0-2fab0410de4c req-ae827974-743d-434a-b071-2b6cc0f3e563 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.0838442 May 25 21:37:11.890630 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce0c5ea1-a12b-412f-9be0-2fab0410de4c req-5d0db0fd-90af-43ab-ba58-f74237324b00 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394223 May 25 21:37:13.082732 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfe373-7414-4109-a66f-bfbad2d1ea0d req-4a5301aa-e3af-45ea-bbf4-c4ed02dcc057 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:13.084112 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9ddfe373-7414-4109-a66f-bfbad2d1ea0d req-4a5301aa-e3af-45ea-bbf4-c4ed02dcc057 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 945 time: 0.0845523 May 25 21:37:13.101473 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device 153876e1-9694-4243-b619-61ccb718b91a no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:37:13.129164 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-9ddfe373-7414-4109-a66f-bfbad2d1ea0d req-187d2604-4fc7-455f-b884-3c4800b66c09 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393734 May 25 21:37:13.217356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port 153876e1-9694-4243-b619-61ccb718b91a is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:37:13.217723 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:13.243826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '153876e1-9694-4243-b619-61ccb718b91a'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:37:13.254117 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port 153876e1-9694-4243-b619-61ccb718b91a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=153876e1-9694-4243-b619-61ccb718b91a,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:37:13.258625 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:13.292406 n-d-843339-1 neutron-server[88333]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-858325bf-8eef-439d-beca-9409afc0e709']: {'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '153876e1-9694-4243-b619-61ccb718b91a', 'code': 422} returned with failed status May 25 21:37:13.336180 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=153876e1-9694-4243-b619-61ccb718b91a,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:37:13.343563 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:13.343902 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:13.344235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:13.344566 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:13.344890 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:13.345212 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:13.345531 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:13.345876 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:13.346226 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:13.346546 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:13.346860 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:13.347208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:13.562868 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:37:14.357605 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49272) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:37:14.475597 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-959bb2c5-cc4e-43cd-abdd-6e62dc6789d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1167181 May 25 21:37:14.497623 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba583c0-f27c-4596-bdbd-5d7bb169e3f9 req-49169494-ae88-489c-a1fb-cd2c23b68b2b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:14.499144 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7ba583c0-f27c-4596-bdbd-5d7bb169e3f9 req-49169494-ae88-489c-a1fb-cd2c23b68b2b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0809126 May 25 21:37:14.547479 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-7ba583c0-f27c-4596-bdbd-5d7bb169e3f9 req-c729de12-4f9d-42ee-9f8e-6119791b71e7 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426407 May 25 21:37:15.737387 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad802a97-9563-41e3-bd2e-c0c36ba4413d req-0a0d1726-37e6-4d68-987c-7dfcd7bd7cfc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:15.738883 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad802a97-9563-41e3-bd2e-c0c36ba4413d req-0a0d1726-37e6-4d68-987c-7dfcd7bd7cfc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0817077 May 25 21:37:15.787837 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ad802a97-9563-41e3-bd2e-c0c36ba4413d req-34a03c05-6bf6-49ab-87c2-381619fcf0fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427651 May 25 21:37:16.975233 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43025e3c-f53f-4f8c-ae80-50687b03111d req-51c5293e-eee9-4042-b577-ed62c8f81613 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:16.976731 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-43025e3c-f53f-4f8c-ae80-50687b03111d req-51c5293e-eee9-4042-b577-ed62c8f81613 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0826879 May 25 21:37:17.022402 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-43025e3c-f53f-4f8c-ae80-50687b03111d req-f255bd7f-a456-4d60-a760-920bef93dae2 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390341 May 25 21:37:18.217734 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16ab55-5252-439a-aca6-75d73484e28d req-cfe5e947-26ca-4042-a806-b755398e267a tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:18.219211 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec16ab55-5252-439a-aca6-75d73484e28d req-cfe5e947-26ca-4042-a806-b755398e267a tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0837345 May 25 21:37:18.263639 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ec16ab55-5252-439a-aca6-75d73484e28d req-79564595-306a-4135-9ac2-9c7d466113a3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387764 May 25 21:37:19.453529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55411067-114b-4859-812e-57895eb43548 req-6df9110e-67e8-49ef-946f-5882c97a37fa tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:19.455025 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55411067-114b-4859-812e-57895eb43548 req-6df9110e-67e8-49ef-946f-5882c97a37fa tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0870368 May 25 21:37:19.602443 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55411067-114b-4859-812e-57895eb43548 req-393e75a8-f544-4936-a033-b3ff2c1140da tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416154 May 25 21:37:20.789505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9023a-2f16-421a-a9d1-6a871ce7bfe2 req-f09b7190-ee40-4583-978b-3ce938bf5a13 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:20.791000 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7cd9023a-2f16-421a-a9d1-6a871ce7bfe2 req-f09b7190-ee40-4583-978b-3ce938bf5a13 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0813885 May 25 21:37:20.834567 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-7cd9023a-2f16-421a-a9d1-6a871ce7bfe2 req-58367e1c-f74b-4970-a351-6967d0b967b1 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378277 May 25 21:37:21.060562 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-fc4194b3-c883-4a70-9b5e-231a07d1204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:21.062021 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-fc4194b3-c883-4a70-9b5e-231a07d1204b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62&tenant_id=51327cf57bdd4263b24b60bca3c40963 HTTP/1.1" status: 200 len: 1094 time: 0.1136420 May 25 21:37:21.072990 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843339-1', 'device_owner': 'compute:nova'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:37:21.183625 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:21.453728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] For port 153876e1-9694-4243-b619-61ccb718b91a, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=153876e1-9694-4243-b619-61ccb718b91a,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:37:21.481100 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] For port 153876e1-9694-4243-b619-61ccb718b91a, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:37:21.536396 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153876e1-9694-4243-b619-61ccb718b91a {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:37:21.544926 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:21.559339 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Transition to ACTIVE for port object 153876e1-9694-4243-b619-61ccb718b91a will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:37:21.564013 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:21.823440 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Pushing event updated for resources: {'Port': ['ID=153876e1-9694-4243-b619-61ccb718b91a,revision_number=7']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:37:21.837118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:21.837457 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:21.837786 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:21.838111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:21.838458 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:21.838778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:21.839094 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:21.839408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:21.839721 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:21.840030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:21.840342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:21.840650 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:37:21.887280 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] No DVR routers for this DVR port 153876e1-9694-4243-b619-61ccb718b91a on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:37:22.027383 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1ddfd-013b-412e-8309-950577a6625f req-b9870cd1-adc4-4421-83bf-fb53317ebe29 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:22.029512 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-27b1ddfd-013b-412e-8309-950577a6625f req-b9870cd1-adc4-4421-83bf-fb53317ebe29 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0820010 May 25 21:37:22.076019 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-27b1ddfd-013b-412e-8309-950577a6625f req-b47fe31a-2e2d-453b-9b15-ca2365c62353 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399582 May 25 21:37:22.117160 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Attempting to bind port 153876e1-9694-4243-b619-61ccb718b91a on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:37:22.117489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Attempting to bind port 153876e1-9694-4243-b619-61ccb718b91a by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:37:22.117808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Attempting to bind port 153876e1-9694-4243-b619-61ccb718b91a on network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:37:22.122875 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Port 153876e1-9694-4243-b619-61ccb718b91a on network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:37:22.123188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Attempting to bind port 153876e1-9694-4243-b619-61ccb718b91a on network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:37:22.128259 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:37:22.128591 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Checking segment: {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:37:22.128973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Bound using segment: {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:37:22.129388 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Bound port: 153876e1-9694-4243-b619-61ccb718b91a, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3ea200-306d-476e-b5da-dc7f126d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:37:22.129729 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:22.218357 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] For port 153876e1-9694-4243-b619-61ccb718b91a, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:37:22.221256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] For port 153876e1-9694-4243-b619-61ccb718b91a, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=153876e1-9694-4243-b619-61ccb718b91a,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:37:22.226057 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:22.289032 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:22.289634 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:22.291043 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] 10.222.0.70 "PUT /v2.0/ports/153876e1-9694-4243-b619-61ccb718b91a HTTP/1.1" status: 200 len: 1091 time: 1.2218738 May 25 21:37:22.291479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'tag': '153876e1-9694-4243-b619-61ccb718b91a'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:37:22.314274 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ea3fc-80d9-41bf-8644-f8136a651e4c service neutron] Pushing event updated for resources: {'Port': ['ID=153876e1-9694-4243-b619-61ccb718b91a,revision_number=8']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:37:22.396724 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-119c06e7-8232-4885-9cb9-fbde96833dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:22.398224 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-119c06e7-8232-4885-9cb9-fbde96833dd9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 1094 time: 0.0733781 May 25 21:37:22.531796 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-70602ebb-8830-41bf-b688-fd6994fa92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:22.533350 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-70602ebb-8830-41bf-b688-fd6994fa92bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1295829 May 25 21:37:22.636985 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-4d411ea1-ed40-4c6f-a19e-2e30bf32fa09 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153876e1-9694-4243-b619-61ccb718b91a HTTP/1.1" status: 200 len: 998 time: 0.0981691 May 25 21:37:22.699289 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-d4c9c73a-9e25-47a8-a271-e2a31d3bf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:22.700769 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-d4c9c73a-9e25-47a8-a271-e2a31d3bf1d8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0576687 May 25 21:37:22.778116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-6f094d79-c53c-49cb-a72d-e8c06e54ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:22.780133 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-6f094d79-c53c-49cb-a72d-e8c06e54ce0c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739112 May 25 21:37:22.911555 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-e8364408-621c-4993-a800-2f449a73bc4c service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244075 May 25 21:37:23.045535 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-4da01330-cb50-447a-acb0-3cdb3f1f9715 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282852 May 25 21:37:23.262250 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226df3e0-25c0-4ee5-ae82-ec92d4005e27 req-30dd65c4-3b21-4358-a8ff-958ec5a91cd2 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:23.264246 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-226df3e0-25c0-4ee5-ae82-ec92d4005e27 req-30dd65c4-3b21-4358-a8ff-958ec5a91cd2 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0841873 May 25 21:37:23.310352 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-226df3e0-25c0-4ee5-ae82-ec92d4005e27 req-cede46c2-26e3-4780-823a-63fe6cf2ee89 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404339 May 25 21:37:23.361720 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfdae612-8a96-4a4b-ad96-61761b92dbc8'] response: {'name': 'network-changed', 'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'tag': '153876e1-9694-4243-b619-61ccb718b91a', 'status': 'completed', 'code': 200} May 25 21:37:23.453296 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe2fc5-b264-4ae9-b65e-7c1b92b1e59d req-33f8edc0-1abd-442d-ad77-dd0ad407576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:23.454785 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bfe2fc5-b264-4ae9-b65e-7c1b92b1e59d req-33f8edc0-1abd-442d-ad77-dd0ad407576f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 1094 time: 0.0713284 May 25 21:37:23.592973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe2fc5-b264-4ae9-b65e-7c1b92b1e59d req-bddf6d4b-d9d3-4aaa-a3c2-f3bd855b6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:23.594484 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bfe2fc5-b264-4ae9-b65e-7c1b92b1e59d req-bddf6d4b-d9d3-4aaa-a3c2-f3bd855b6aa1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1331224 May 25 21:37:23.814865 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bfe2fc5-b264-4ae9-b65e-7c1b92b1e59d req-73327f45-32c1-40a9-a438-a66ac6901ce9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153876e1-9694-4243-b619-61ccb718b91a HTTP/1.1" status: 200 len: 998 time: 0.2147710 May 25 21:37:23.878483 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe2fc5-b264-4ae9-b65e-7c1b92b1e59d req-af73434c-6caa-49a3-ab04-8f4d32f9c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:23.879782 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bfe2fc5-b264-4ae9-b65e-7c1b92b1e59d req-af73434c-6caa-49a3-ab04-8f4d32f9c72e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0580983 May 25 21:37:23.953344 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe2fc5-b264-4ae9-b65e-7c1b92b1e59d req-d0de68ba-f190-4897-8c96-6bb9882fd990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:23.954874 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bfe2fc5-b264-4ae9-b65e-7c1b92b1e59d req-d0de68ba-f190-4897-8c96-6bb9882fd990 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689690 May 25 21:37:24.088653 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bfe2fc5-b264-4ae9-b65e-7c1b92b1e59d req-dfd061e2-721a-4183-be17-c2ba050dc642 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270540 May 25 21:37:24.222715 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2bfe2fc5-b264-4ae9-b65e-7c1b92b1e59d req-a4b4355d-ab90-46a6-ac0a-b3683fea6d59 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265199 May 25 21:37:24.494568 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf9b3a-9022-408c-bc72-da84cbb881bb req-5c04c56b-fd72-421b-8f8e-167afcf8df35 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:24.495909 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-34bf9b3a-9022-408c-bc72-da84cbb881bb req-5c04c56b-fd72-421b-8f8e-167afcf8df35 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0785866 May 25 21:37:24.542797 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-34bf9b3a-9022-408c-bc72-da84cbb881bb req-01c4cf97-37f3-40ff-a2a1-c7065e5591e0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410578 May 25 21:37:24.582826 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:25.734364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70318ee-0fce-47ee-bab9-a91352a77394 req-562e49be-4511-4d8b-a231-dc951277b1f0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:25.735720 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c70318ee-0fce-47ee-bab9-a91352a77394 req-562e49be-4511-4d8b-a231-dc951277b1f0 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0818341 May 25 21:37:25.785470 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c70318ee-0fce-47ee-bab9-a91352a77394 req-df4efd83-cc56-46ff-957b-4c898e80e3ba tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441313 May 25 21:37:26.976423 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aab00-9b13-43fa-8ef8-271a0246cac9 req-24fc093d-1003-4822-9395-cd1d3b9b338f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:26.977931 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a7aab00-9b13-43fa-8ef8-271a0246cac9 req-24fc093d-1003-4822-9395-cd1d3b9b338f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0798028 May 25 21:37:27.024765 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-1a7aab00-9b13-43fa-8ef8-271a0246cac9 req-0e7752be-a7d5-4ad6-a87c-d89123ad6852 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397151 May 25 21:37:28.217237 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff5392-3297-4c50-b54a-daf54410235c req-e657d186-968c-43fc-a399-fa3614ee9af3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:28.218909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45ff5392-3297-4c50-b54a-daf54410235c req-e657d186-968c-43fc-a399-fa3614ee9af3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0837505 May 25 21:37:28.263824 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-45ff5392-3297-4c50-b54a-daf54410235c req-5d2a95ef-0da5-49b4-82c4-afb7d147ea9d tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392318 May 25 21:37:28.386097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-18484584-8664-4dc1-94af-b9dd01711181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:28.955429 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:29.448715 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6d0e9-2823-4750-afda-bc1fc2a5f08c req-62b2a4ea-4d9f-467a-84cd-e51768cf5448 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:29.450716 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55d6d0e9-2823-4750-afda-bc1fc2a5f08c req-62b2a4ea-4d9f-467a-84cd-e51768cf5448 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0825295 May 25 21:37:29.493297 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-55d6d0e9-2823-4750-afda-bc1fc2a5f08c req-a44d7f2d-5164-4d9e-b89e-53ff811eb840 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366495 May 25 21:37:30.682731 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cc61d-d5c9-41b9-9430-a56f5e01b26c req-2a592bfb-50da-4b27-9b54-a17287de67d3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:30.684181 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f6cc61d-d5c9-41b9-9430-a56f5e01b26c req-2a592bfb-50da-4b27-9b54-a17287de67d3 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 943 time: 0.0838370 May 25 21:37:30.728611 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f6cc61d-d5c9-41b9-9430-a56f5e01b26c req-2dea17ef-e5e2-4832-ad86-afd28650470c tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376062 May 25 21:37:30.833221 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-5e3bc45a-cf7d-4198-97c6-f0deb64b222d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:31.191895 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 153876e1-9694-4243-b619-61ccb718b91a details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:37:31.359826 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 153876e1-9694-4243-b619-61ccb718b91a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=153876e1-9694-4243-b619-61ccb718b91a,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:37:31.372723 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': '153876e1-9694-4243-b619-61ccb718b91a', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'port_id': '153876e1-9694-4243-b619-61ccb718b91a', 'mac_address': 'fa:16:3e:5f:f4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:37:31.426716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 153876e1-9694-4243-b619-61ccb718b91a is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:37:31.427083 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:31.443101 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153876e1-9694-4243-b619-61ccb718b91a {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:37:31.458572 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 153876e1-9694-4243-b619-61ccb718b91a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=153876e1-9694-4243-b619-61ccb718b91a,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:37:31.462542 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:31.532954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=153876e1-9694-4243-b619-61ccb718b91a,revision_number=9']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:37:31.615416 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:31.823225 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['153876e1-9694-4243-b619-61ccb718b91a'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:37:31.916407 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234af6-e8cf-43cf-b687-050a57d0fa8a req-97f85e73-e382-43e4-88ba-76d346245825 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:31.917876 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2234af6-e8cf-43cf-b687-050a57d0fa8a req-97f85e73-e382-43e4-88ba-76d346245825 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 944 time: 0.0805724 May 25 21:37:31.964044 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-c2234af6-e8cf-43cf-b687-050a57d0fa8a req-79714c18-94db-4d62-afc7-3fe75c56c8c6 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398409 May 25 21:37:32.104658 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:33.156272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26eb9d2-cb38-4f00-826a-b56fa7e89b2f req-1877ed5e-e468-466b-8a88-06c42d36a330 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:33.157722 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a26eb9d2-cb38-4f00-826a-b56fa7e89b2f req-1877ed5e-e468-466b-8a88-06c42d36a330 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 944 time: 0.0837173 May 25 21:37:33.202560 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a26eb9d2-cb38-4f00-826a-b56fa7e89b2f req-e75124ac-0ba2-4793-b2b6-591b5ec11693 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390873 May 25 21:37:33.207371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 153876e1-9694-4243-b619-61ccb718b91a up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:37:33.276637 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port 153876e1-9694-4243-b619-61ccb718b91a completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:37:33.282129 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port 153876e1-9694-4243-b619-61ccb718b91a triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:37:33.282704 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:33.397167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port 153876e1-9694-4243-b619-61ccb718b91a is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:37:33.397543 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:33.434301 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:33.438850 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153876e1-9694-4243-b619-61ccb718b91a'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:37:33.448543 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port 153876e1-9694-4243-b619-61ccb718b91a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=153876e1-9694-4243-b619-61ccb718b91a,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:37:33.453809 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:33.494260 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb8cee0-6815-4f25-b001-0be03e0adea8'] response: {'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153876e1-9694-4243-b619-61ccb718b91a', 'code': 200} May 25 21:37:33.526588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=153876e1-9694-4243-b619-61ccb718b91a,revision_number=10']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:37:33.696654 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44e7e5-7759-48d6-847b-4c0d15f9c003 req-eeef8538-7793-468e-8e78-6752a4bbc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:33.698173 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce44e7e5-7759-48d6-847b-4c0d15f9c003 req-eeef8538-7793-468e-8e78-6752a4bbc406 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 1097 time: 0.0740590 May 25 21:37:33.738245 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ce44e7e5-7759-48d6-847b-4c0d15f9c003 req-12deedf8-6597-4391-a7c3-91cfc47c0db9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343399 May 25 21:37:34.386691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e42baa-64f9-44ac-a495-e80f838922f6 req-476fdfd5-4b8e-4dc4-afe4-1b1c4c93253b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:34.388385 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65e42baa-64f9-44ac-a495-e80f838922f6 req-476fdfd5-4b8e-4dc4-afe4-1b1c4c93253b tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 946 time: 0.0800817 May 25 21:37:34.436302 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-65e42baa-64f9-44ac-a495-e80f838922f6 req-46f86053-d9e5-41f8-9b72-80b4c2c752b2 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 May 25 21:37:35.629529 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f9933-c2f1-4a7b-85f8-4597644f7588 req-6d30b402-9777-45d3-9987-cae114997a39 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:37:35.630948 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a3f9933-c2f1-4a7b-85f8-4597644f7588 req-6d30b402-9777-45d3-9987-cae114997a39 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 946 time: 0.0869880 May 25 21:37:35.677021 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3a3f9933-c2f1-4a7b-85f8-4597644f7588 req-aa781261-8fcb-4380-abb2-d8ed04a2e2eb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403779 May 25 21:37:50.563060 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:37:54.583226 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:58.396397 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9032a001-35ca-4604-93b5-e77937d091a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:37:58.965686 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:00.838305 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f102a6d1-96ce-44ba-9d7d-eca11c52a720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:01.631705 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:02.100517 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:02.728504 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2de46eed-482b-4203-a341-5d5defdab4fc req-e2069008-c644-4436-9301-ad4ad38be5fe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713568 May 25 21:38:02.871590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de46eed-482b-4203-a341-5d5defdab4fc req-7d3f7734-579e-479b-b30d-7f1802e97d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:38:02.873582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2de46eed-482b-4203-a341-5d5defdab4fc req-7d3f7734-579e-479b-b30d-7f1802e97d73 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 1097 time: 0.0765431 May 25 21:38:03.040167 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de46eed-482b-4203-a341-5d5defdab4fc req-a507c05a-e28a-4b0f-8517-a7ccb1ce7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:38:03.041727 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2de46eed-482b-4203-a341-5d5defdab4fc req-a507c05a-e28a-4b0f-8517-a7ccb1ce7b4a service neutron] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1476042 May 25 21:38:03.154262 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2de46eed-482b-4203-a341-5d5defdab4fc req-c6722695-0cb0-48db-b70e-59ba27f1cf2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153876e1-9694-4243-b619-61ccb718b91a HTTP/1.1" status: 200 len: 1000 time: 0.1052337 May 25 21:38:03.219752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de46eed-482b-4203-a341-5d5defdab4fc req-401e758e-d4b8-4717-8c5e-56636b9fac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:38:03.221169 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2de46eed-482b-4203-a341-5d5defdab4fc req-401e758e-d4b8-4717-8c5e-56636b9fac08 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0608971 May 25 21:38:03.308699 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de46eed-482b-4203-a341-5d5defdab4fc req-f3c13fa0-f1f2-4b6f-a17c-4f43cb38e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:38:03.310220 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2de46eed-482b-4203-a341-5d5defdab4fc req-f3c13fa0-f1f2-4b6f-a17c-4f43cb38e0a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823772 May 25 21:38:03.424326 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:03.452809 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2de46eed-482b-4203-a341-5d5defdab4fc req-b6bcf0e4-dd27-448c-b05d-dc1bcbf05d90 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359115 May 25 21:38:03.712925 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2de46eed-482b-4203-a341-5d5defdab4fc req-7b84a57a-9282-40ca-8039-698ee4665de1 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532244 May 25 21:38:24.582738 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:27.562000 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:38:28.383921 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-58389009-857d-4d4c-b082-a554222a2faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:28.956079 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:30.830877 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4cb0a29e-36c5-4fb2-a23a-d5207ad9afbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:31.614598 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:32.097617 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:33.421979 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:54.600389 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:55.162320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49364) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:38:55.372321 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Deleting port 71811721-9231-43bc-a870-e1e2e8f38395 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:38:55.372657 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:55.544837 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:55.545156 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:55.678782 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Calling delete_port for 71811721-9231-43bc-a870-e1e2e8f38395 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:38:55.832243 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:55.883611 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event deleted for resources: {'Port': ['ID=71811721-9231-43bc-a870-e1e2e8f38395,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:38:55.922402 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:38:55.922738 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:38:55.923068 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:38:55.923393 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:38:55.923714 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:38:55.924030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:38:55.924348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:38:55.924661 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:38:55.924972 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:38:55.925282 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:38:55.925592 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:38:55.925900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:38:55.986818 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:55.987142 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Floating IP 95bed1d4-18a3-4d95-b4ee-053999b3a317 disassociated (deleted). External IP: 172.25.3.24, port: 153876e1-9694-4243-b619-61ccb718b91a. May 25 21:38:56.366035 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Router b58b42f9-e76c-4714-a321-d2cb9ecc3403 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:38:56.679095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:38:56.689274 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ede2c-731d-40cf-8440-4bd98b73447f None None] Sync routers for ids ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:38:56.700823 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ede2c-731d-40cf-8440-4bd98b73447f None None] Routers {'b58b42f9-e76c-4714-a321-d2cb9ecc3403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:38:56.701419 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f29ede2c-731d-40cf-8440-4bd98b73447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:38:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:38:56.702258 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:56.768595 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7715efe5-988d-49ce-ab34-f7cac5eac8fd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "DELETE /v2.0/floatingips/95bed1d4-18a3-4d95-b4ee-053999b3a317 HTTP/1.1" status: 204 len: 168 time: 1.6014464 May 25 21:38:56.768595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'tag': '153876e1-9694-4243-b619-61ccb718b91a'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:38:56.820479 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1417face-6b3e-4df7-b101-49cba5c172ef'] response: {'name': 'network-changed', 'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'tag': '153876e1-9694-4243-b619-61ccb718b91a', 'status': 'completed', 'code': 200} May 25 21:38:56.893902 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f29ede2c-731d-40cf-8440-4bd98b73447f None None] Set router b58b42f9-e76c-4714-a321-d2cb9ecc3403 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:38:56.945046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ded81-59a8-48be-aa6a-3ace5a224075 req-6ebcf269-69dc-4584-8e08-454119df40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:38:56.946668 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-012ded81-59a8-48be-aa6a-3ace5a224075 req-6ebcf269-69dc-4584-8e08-454119df40b9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=51327cf57bdd4263b24b60bca3c40963&device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 1097 time: 0.0994990 May 25 21:38:57.100752 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ded81-59a8-48be-aa6a-3ace5a224075 req-855afa08-4a10-431a-8bb7-15c9f7d37181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:38:57.102455 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-012ded81-59a8-48be-aa6a-3ace5a224075 req-855afa08-4a10-431a-8bb7-15c9f7d37181 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 200 len: 910 time: 0.1503379 May 25 21:38:57.185152 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-012ded81-59a8-48be-aa6a-3ace5a224075 req-e5037fd8-a63c-4b6d-81cc-278491d8cd10 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=153876e1-9694-4243-b619-61ccb718b91a HTTP/1.1" status: 200 len: 217 time: 0.0756032 May 25 21:38:57.211404 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c275a-003a-49f3-b67c-bba5634d0df1 req-d88ba3aa-ccdc-437e-b0b6-b222302dadbb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:38:57.212869 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-805c275a-003a-49f3-b67c-bba5634d0df1 req-d88ba3aa-ccdc-437e-b0b6-b222302dadbb tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 946 time: 0.0952532 May 25 21:38:57.263091 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ded81-59a8-48be-aa6a-3ace5a224075 req-4ac62137-1140-491d-9ed4-47f8dd9fa070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:38:57.265255 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-012ded81-59a8-48be-aa6a-3ace5a224075 req-4ac62137-1140-491d-9ed4-47f8dd9fa070 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 200 len: 848 time: 0.0743186 May 25 21:38:57.267484 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f29ede2c-731d-40cf-8440-4bd98b73447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 5, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:38:57.271586 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ede2c-731d-40cf-8440-4bd98b73447f None None] Checking router: b58b42f9-e76c-4714-a321-d2cb9ecc3403 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:38:57.280888 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ede2c-731d-40cf-8440-4bd98b73447f None None] Routers {'b58b42f9-e76c-4714-a321-d2cb9ecc3403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:38:57.281504 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f29ede2c-731d-40cf-8440-4bd98b73447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:38:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:38:57.282646 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-805c275a-003a-49f3-b67c-bba5634d0df1 req-e789e782-57a9-4ea6-9819-5f71a77e1fdd tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615933 May 25 21:38:57.356395 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ded81-59a8-48be-aa6a-3ace5a224075 req-a66ac3c2-f659-4f35-9beb-20a85042eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:38:57.357884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-012ded81-59a8-48be-aa6a-3ace5a224075 req-a66ac3c2-f659-4f35-9beb-20a85042eb75 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dacd10d7-7568-4ec6-b4fb-126f0d9800f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854414 May 25 21:38:57.497007 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-012ded81-59a8-48be-aa6a-3ace5a224075 req-099f9ce3-0114-4e8a-a71f-9c72e6fd24ef service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324997 May 25 21:38:57.510261 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-f29ede2c-731d-40cf-8440-4bd98b73447f None None] Set router b58b42f9-e76c-4714-a321-d2cb9ecc3403 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:38:57.640023 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-012ded81-59a8-48be-aa6a-3ace5a224075 req-dc5ae203-18e6-4455-916a-07d8b750d292 service neutron] 10.222.0.70 "GET /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367342 May 25 21:38:57.838511 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-f29ede2c-731d-40cf-8440-4bd98b73447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 5, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:38:57.842674 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ede2c-731d-40cf-8440-4bd98b73447f None None] The sync data for ids ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'] in n-d-843339-1 is: [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:28:50Z', 'revision_number': 4, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': 'a9bbe058-877e-441a-bcb3-d0f96aaf1c30', 'name': '', 'network_id': 'dacd10d7-7568-4ec6-b4fb-126f0d9800f2', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'mac_address': 'fa:16:3e:a7:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:50Z', 'updated_at': '2022-05-25T21:28:57Z', 'revision_number': 5, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'subnets': [{'id': 'a9266f27-b15b-43f7-b118-789677270c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:38:58.058758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23539eaf-531d-46e8-8e95-85b48773e8b9 None None] New status for floating IP 95bed1d4-18a3-4d95-b4ee-053999b3a317: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:38:58.386499 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2245da76-1cca-4aa3-88cc-0e07811604f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:58.475256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bd765-d5a1-49b5-93a9-f7fe6b569893 req-ca9fe334-8a8f-4205-8a0e-fd3bbc3cc555 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:38:58.475888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3c2bd765-d5a1-49b5-93a9-f7fe6b569893 req-ca9fe334-8a8f-4205-8a0e-fd3bbc3cc555 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Synchronizing usage tracker for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:38:58.492418 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-3c2bd765-d5a1-49b5-93a9-f7fe6b569893 req-ca9fe334-8a8f-4205-8a0e-fd3bbc3cc555 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Unset dirty status for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:38:58.493575 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c2bd765-d5a1-49b5-93a9-f7fe6b569893 req-ca9fe334-8a8f-4205-8a0e-fd3bbc3cc555 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 946 time: 0.0987611 May 25 21:38:58.540341 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3c2bd765-d5a1-49b5-93a9-f7fe6b569893 req-eb9ff2db-cc8a-4521-b74f-67b0aadee1dc tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/security-groups?id=563cc177-02af-4e3c-9e47-9aeab140bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 May 25 21:38:58.696667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8bf95-50e5-4c8e-9d47-4c5d99211a0d req-3d3c738b-e667-4c57-8591-8c7211f16fe5 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:38:58.698107 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4b8bf95-50e5-4c8e-9d47-4c5d99211a0d req-3d3c738b-e667-4c57-8591-8c7211f16fe5 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.70 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 946 time: 0.0893872 May 25 21:38:58.768435 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-d4b8bf95-50e5-4c8e-9d47-4c5d99211a0d req-91004297-351c-4aef-98f6-b0c0e56868ff tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Deleting port 153876e1-9694-4243-b619-61ccb718b91a {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:38:58.768772 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d4b8bf95-50e5-4c8e-9d47-4c5d99211a0d req-91004297-351c-4aef-98f6-b0c0e56868ff tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:58.955361 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:59.032568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d4b8bf95-50e5-4c8e-9d47-4c5d99211a0d req-91004297-351c-4aef-98f6-b0c0e56868ff tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] For port 153876e1-9694-4243-b619-61ccb718b91a, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=153876e1-9694-4243-b619-61ccb718b91a,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:38:59.032839 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d4b8bf95-50e5-4c8e-9d47-4c5d99211a0d req-91004297-351c-4aef-98f6-b0c0e56868ff tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:59.161111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-d4b8bf95-50e5-4c8e-9d47-4c5d99211a0d req-91004297-351c-4aef-98f6-b0c0e56868ff tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Calling delete_port for 153876e1-9694-4243-b619-61ccb718b91a owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:38:59.318139 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d4b8bf95-50e5-4c8e-9d47-4c5d99211a0d req-91004297-351c-4aef-98f6-b0c0e56868ff tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:59.370596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91004297-351c-4aef-98f6-b0c0e56868ff tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event deleted for resources: {'Port': ['ID=153876e1-9694-4243-b619-61ccb718b91a,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:38:59.448872 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b8bf95-50e5-4c8e-9d47-4c5d99211a0d req-91004297-351c-4aef-98f6-b0c0e56868ff tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] No DVR routers for this DVR port 153876e1-9694-4243-b619-61ccb718b91a on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:38:59.451651 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d4b8bf95-50e5-4c8e-9d47-4c5d99211a0d req-91004297-351c-4aef-98f6-b0c0e56868ff tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:38:59.454136 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'name': 'network-vif-deleted', 'tag': '153876e1-9694-4243-b619-61ccb718b91a'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:38:59.471668 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4b8bf95-50e5-4c8e-9d47-4c5d99211a0d req-91004297-351c-4aef-98f6-b0c0e56868ff tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.70 "DELETE /v2.0/ports/153876e1-9694-4243-b619-61ccb718b91a HTTP/1.1" status: 204 len: 173 time: 0.7683289 May 25 21:38:59.515007 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca990061-6250-44e0-bf61-08ac6dd8fb18'] response: {'server_uuid': '1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62', 'name': 'network-vif-deleted', 'tag': '153876e1-9694-4243-b619-61ccb718b91a', 'status': 'completed', 'code': 200} May 25 21:38:59.698304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-509ef495-d9c3-4f3e-8912-0d6f16e6cd8c req-2cab43f0-3a8d-425b-85bf-0f7522f21c53 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Synchronizing usage tracker for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:38:59.716104 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-509ef495-d9c3-4f3e-8912-0d6f16e6cd8c req-2cab43f0-3a8d-425b-85bf-0f7522f21c53 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Unset dirty status for tenant:51327cf57bdd4263b24b60bca3c40963 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:38:59.717277 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-509ef495-d9c3-4f3e-8912-0d6f16e6cd8c req-2cab43f0-3a8d-425b-85bf-0f7522f21c53 tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "GET /v2.0/ports?device_id=1aa5f0c1-f5d6-4e8c-a554-9ede3c692a62 HTTP/1.1" status: 200 len: 210 time: 0.0631425 May 25 21:39:00.822199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49388) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:00.838308 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d821355c-e28c-4562-84d4-dd8fd2cf0eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:00.927253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38524404-45e8-4780-ad2d-ab05edf74d5f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:00.962313 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38524404-45e8-4780-ad2d-ab05edf74d5f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:01.047475 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38524404-45e8-4780-ad2d-ab05edf74d5f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:01.066732 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38524404-45e8-4780-ad2d-ab05edf74d5f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563cc177-02af-4e3c-9e47-9aeab140bfb5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:01.078402 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-38524404-45e8-4780-ad2d-ab05edf74d5f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:01.081796 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-38524404-45e8-4780-ad2d-ab05edf74d5f tempest-TestShelveInstance-327574898 tempest-TestShelveInstance-327574898-project] 10.222.0.60 "DELETE /v2.0/security-groups/563cc177-02af-4e3c-9e47-9aeab140bfb5 HTTP/1.1" status: 204 len: 168 time: 0.2552416 May 25 21:39:01.136595 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49394) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:01.635406 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:02.045385 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e793562-0b1e-40f1-bae2-a0667e5d7476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:02.103417 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:02.424802 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7e793562-0b1e-40f1-bae2-a0667e5d7476 admin admin] Deleting port a9bbe058-877e-441a-bcb3-d0f96aaf1c30 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:39:02.425144 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e793562-0b1e-40f1-bae2-a0667e5d7476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:02.606441 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-7e793562-0b1e-40f1-bae2-a0667e5d7476 admin admin] For port a9bbe058-877e-441a-bcb3-d0f96aaf1c30, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a9bbe058-877e-441a-bcb3-d0f96aaf1c30,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:02.606708 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e793562-0b1e-40f1-bae2-a0667e5d7476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:02.735953 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-7e793562-0b1e-40f1-bae2-a0667e5d7476 admin admin] Calling delete_port for a9bbe058-877e-441a-bcb3-d0f96aaf1c30 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:39:03.189769 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e793562-0b1e-40f1-bae2-a0667e5d7476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:03.237278 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e793562-0b1e-40f1-bae2-a0667e5d7476 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9bbe058-877e-441a-bcb3-d0f96aaf1c30,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:03.433068 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:03.542798 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-7e793562-0b1e-40f1-bae2-a0667e5d7476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:03.578870 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 153876e1-9694-4243-b619-61ccb718b91a no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:39:03.618627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: 153876e1-9694-4243-b619-61ccb718b91a {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:39:03.618965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device 153876e1-9694-4243-b619-61ccb718b91a not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:39:03.919616 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e793562-0b1e-40f1-bae2-a0667e5d7476 admin admin] Router b58b42f9-e76c-4714-a321-d2cb9ecc3403 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:39:04.108074 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e793562-0b1e-40f1-bae2-a0667e5d7476 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:39:04.118266 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b3b68-30b0-4fd2-a61c-67b84fdc50b7 None None] Sync routers for ids ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:39:04.125551 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-7e793562-0b1e-40f1-bae2-a0667e5d7476 admin admin] 10.222.0.60 "PUT /v2.0/routers/b58b42f9-e76c-4714-a321-d2cb9ecc3403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9878092 May 25 21:39:04.128071 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49402) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:04.128982 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b3b68-30b0-4fd2-a61c-67b84fdc50b7 None None] Routers {'b58b42f9-e76c-4714-a321-d2cb9ecc3403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:39:04.129680 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-846b3b68-30b0-4fd2-a61c-67b84fdc50b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:04.314142 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:04.318569 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-846b3b68-30b0-4fd2-a61c-67b84fdc50b7 None None] Set router b58b42f9-e76c-4714-a321-d2cb9ecc3403 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:39:04.602492 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:39:04.630898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:04.636444 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-846b3b68-30b0-4fd2-a61c-67b84fdc50b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:39:03Z', 'revision_number': 5, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port': {'id': 'ffabc3a2-84dc-4668-98c6-7ff690a2208b', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:47Z', 'updated_at': '2022-05-25T21:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:04.640741 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b3b68-30b0-4fd2-a61c-67b84fdc50b7 None None] Checking router: b58b42f9-e76c-4714-a321-d2cb9ecc3403 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:39:04.641146 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] Deleting port ffabc3a2-84dc-4668-98c6-7ff690a2208b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:39:04.641584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:04.650252 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b3b68-30b0-4fd2-a61c-67b84fdc50b7 None None] Routers {'b58b42f9-e76c-4714-a321-d2cb9ecc3403'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:39:04.650843 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-846b3b68-30b0-4fd2-a61c-67b84fdc50b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:04.815502 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-846b3b68-30b0-4fd2-a61c-67b84fdc50b7 None None] Set router b58b42f9-e76c-4714-a321-d2cb9ecc3403 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:39:04.835715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] For port ffabc3a2-84dc-4668-98c6-7ff690a2208b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ffabc3a2-84dc-4668-98c6-7ff690a2208b,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:04.836076 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:04.925281 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-846b3b68-30b0-4fd2-a61c-67b84fdc50b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:39:04Z', 'revision_number': 6, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:04.929623 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b3b68-30b0-4fd2-a61c-67b84fdc50b7 None None] The sync data for ids ['b58b42f9-e76c-4714-a321-d2cb9ecc3403'] in n-d-843339-1 is: [{'id': 'b58b42f9-e76c-4714-a321-d2cb9ecc3403', 'name': 'tempest-TestShelveInstance-1174368469-router', 'tenant_id': '51327cf57bdd4263b24b60bca3c40963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:46Z', 'updated_at': '2022-05-25T21:39:04Z', 'revision_number': 6, 'project_id': '51327cf57bdd4263b24b60bca3c40963', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:39:04.971266 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] Calling delete_port for ffabc3a2-84dc-4668-98c6-7ff690a2208b owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:39:05.151372 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:05.203940 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] Pushing event deleted for resources: {'Port': ['ID=ffabc3a2-84dc-4668-98c6-7ff690a2208b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:05.310721 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:05.416470 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a9bbe058-877e-441a-bcb3-d0f96aaf1c30 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:39:05.458894 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a9bbe058-877e-441a-bcb3-d0f96aaf1c30 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:39:05.459536 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a9bbe058-877e-441a-bcb3-d0f96aaf1c30 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:39:05.517784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:05.520631 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:05.545959 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:05.546476 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b58b42f9-e76c-4714-a321-d2cb9ecc3403 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:39:05.558784 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:05.559908 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f91fee0d-9c38-4b38-8770-86511b67ca9d admin admin] 10.222.0.60 "DELETE /v2.0/routers/b58b42f9-e76c-4714-a321-d2cb9ecc3403 HTTP/1.1" status: 204 len: 168 time: 1.4308860 May 25 21:39:05.562512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49406) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:05.627480 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1835579-727c-42d0-8510-8bf608ed32a9 admin admin] Deleting subnet a9266f27-b15b-43f7-b118-789677270c4e {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:39:05.633142 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1835579-727c-42d0-8510-8bf608ed32a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:05.688069 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1835579-727c-42d0-8510-8bf608ed32a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:05.777317 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1835579-727c-42d0-8510-8bf608ed32a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:05.853137 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1835579-727c-42d0-8510-8bf608ed32a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:05.891890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1835579-727c-42d0-8510-8bf608ed32a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9266f27-b15b-43f7-b118-789677270c4e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:05.895598 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a1835579-727c-42d0-8510-8bf608ed32a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:05.901239 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7c2c02-af46-42aa-bac1-d915ccea8f8f None None] Network dacd10d7-7568-4ec6-b4fb-126f0d9800f2 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:39:05.902421 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a1835579-727c-42d0-8510-8bf608ed32a9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a9266f27-b15b-43f7-b118-789677270c4e HTTP/1.1" status: 204 len: 168 time: 0.3389223 May 25 21:39:05.905199 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49410) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:06.031473 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:06.043252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Deleting port a176bbd1-cae5-43a2-b39b-ca8e683c3c17 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:39:06.043717 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:06.159106 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b78890-b4ee-4dad-848c-f8190f3a4ac7 None None] DHCP port deletion for dacd10d7-7568-4ec6-b4fb-126f0d9800f2 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:39:06.163383 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-03b78890-b4ee-4dad-848c-f8190f3a4ac7 None None] Deleting port a176bbd1-cae5-43a2-b39b-ca8e683c3c17 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:39:06.163752 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-03b78890-b4ee-4dad-848c-f8190f3a4ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:06.270348 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] For port a176bbd1-cae5-43a2-b39b-ca8e683c3c17, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a176bbd1-cae5-43a2-b39b-ca8e683c3c17,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:06.270561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:06.413049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-03b78890-b4ee-4dad-848c-f8190f3a4ac7 None None] For port a176bbd1-cae5-43a2-b39b-ca8e683c3c17, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=a176bbd1-cae5-43a2-b39b-ca8e683c3c17,segment=NetworkSegment(1d3ea200-306d-476e-b5da-dc7f126d21db),segment_id=1d3ea200-306d-476e-b5da-dc7f126d21db)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:06.413302 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-03b78890-b4ee-4dad-848c-f8190f3a4ac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:06.531607 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Calling delete_port for a176bbd1-cae5-43a2-b39b-ca8e683c3c17 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:39:06.580411 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-03b78890-b4ee-4dad-848c-f8190f3a4ac7 None None] Calling delete_port for a176bbd1-cae5-43a2-b39b-ca8e683c3c17 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:39:06.610961 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:06.668030 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] No DVR routers for this DVR port a176bbd1-cae5-43a2-b39b-ca8e683c3c17 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:39:06.674600 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-03b78890-b4ee-4dad-848c-f8190f3a4ac7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:39:06.674972 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-03b78890-b4ee-4dad-848c-f8190f3a4ac7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:39:06.697965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a176bbd1-cae5-43a2-b39b-ca8e683c3c17,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:06.797520 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:06.823324 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dacd10d7-7568-4ec6-b4fb-126f0d9800f2']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:06.835829 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3ea200-306d-476e-b5da-dc7f126d21db') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:06.836119 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3ea200-306d-476e-b5da-dc7f126d21db') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:06.847196 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:06.864291 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:06.870817 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:39:06.871192 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:06.967739 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:06.985986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:06.996965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dacd10d7-7568-4ec6-b4fb-126f0d9800f2,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:07.012350 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b1d4eaeb-cb00-44a9-beaf-f90b89f633a1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/dacd10d7-7568-4ec6-b4fb-126f0d9800f2 HTTP/1.1" status: 204 len: 168 time: 1.1060174 May 25 21:39:07.015155 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49420) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:07.070074 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 1d3ea200-306d-476e-b5da-dc7f126d21db resource provider aggregate not found May 25 21:39:07.093350 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 1d3ea200-306d-476e-b5da-dc7f126d21db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d3ea200-306d-476e-b5da-dc7f126d21db found for delete ", "request_id": "req-7ca1e743-6eb8-44b6-a82d-66a68492bba3"}]} May 25 21:39:07.175833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-03b78890-b4ee-4dad-848c-f8190f3a4ac7 None None] Deleting port a176bbd1-cae5-43a2-b39b-ca8e683c3c17 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:39:07.176204 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-03b78890-b4ee-4dad-848c-f8190f3a4ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:07.245095 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-03b78890-b4ee-4dad-848c-f8190f3a4ac7 None None] The port 'a176bbd1-cae5-43a2-b39b-ca8e683c3c17' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 21:39:07.400588 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffabc3a2-84dc-4668-98c6-7ff690a2208b no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:39:07.437701 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ffabc3a2-84dc-4668-98c6-7ff690a2208b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:39:07.438041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ffabc3a2-84dc-4668-98c6-7ff690a2208b not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:39:07.438665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a176bbd1-cae5-43a2-b39b-ca8e683c3c17 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:39:07.472680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: a176bbd1-cae5-43a2-b39b-ca8e683c3c17 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:39:07.473016 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device a176bbd1-cae5-43a2-b39b-ca8e683c3c17 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:39:07.578632 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f7fee7cc-a5ee-4f2f-94c9-5af3579a2d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:08.055069 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f7fee7cc-a5ee-4f2f-94c9-5af3579a2d9d admin admin] Deleting port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:39:08.055315 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f7fee7cc-a5ee-4f2f-94c9-5af3579a2d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:08.231037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-f7fee7cc-a5ee-4f2f-94c9-5af3579a2d9d admin admin] For port 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2ec14aa9-0f4c-443e-a385-8a0b8c8bf436,segment=NetworkSegment(e88076cc-05e8-4bd5-98f6-199b181d487a),segment_id=e88076cc-05e8-4bd5-98f6-199b181d487a)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:08.231389 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f7fee7cc-a5ee-4f2f-94c9-5af3579a2d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:08.355159 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-f7fee7cc-a5ee-4f2f-94c9-5af3579a2d9d admin admin] Calling delete_port for 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:39:08.548183 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f7fee7cc-a5ee-4f2f-94c9-5af3579a2d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:08.597581 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fee7cc-a5ee-4f2f-94c9-5af3579a2d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec14aa9-0f4c-443e-a385-8a0b8c8bf436,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:08.892333 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f7fee7cc-a5ee-4f2f-94c9-5af3579a2d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:09.264332 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fee7cc-a5ee-4f2f-94c9-5af3579a2d9d admin admin] Router 9a2053ea-006b-4b5b-b790-6052f9d1662b has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:39:09.572451 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fee7cc-a5ee-4f2f-94c9-5af3579a2d9d admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:39:09.581442 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece737d5-782c-4332-bcdb-e3167d4d4f16 None None] Sync routers for ids ['9a2053ea-006b-4b5b-b790-6052f9d1662b'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:39:09.589306 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f7fee7cc-a5ee-4f2f-94c9-5af3579a2d9d admin admin] 10.222.0.60 "PUT /v2.0/routers/9a2053ea-006b-4b5b-b790-6052f9d1662b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5730848 May 25 21:39:09.591803 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49426) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:09.593406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece737d5-782c-4332-bcdb-e3167d4d4f16 None None] Routers {'9a2053ea-006b-4b5b-b790-6052f9d1662b'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:39:09.594099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ece737d5-782c-4332-bcdb-e3167d4d4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9a2053ea-006b-4b5b-b790-6052f9d1662b'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:09.775527 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:09.780728 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ece737d5-782c-4332-bcdb-e3167d4d4f16 None None] Set router 9a2053ea-006b-4b5b-b790-6052f9d1662b gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:39:09.962218 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:09.971921 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] Deleting port ab75eb63-8544-490a-8182-d98750a678f9 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:39:09.972517 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:10.076951 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ece737d5-782c-4332-bcdb-e3167d4d4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'name': 'tempest-TestShelveInstance-1600032540-router', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'ab75eb63-8544-490a-8182-d98750a678f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:53Z', 'updated_at': '2022-05-25T21:39:08Z', 'revision_number': 5, 'project_id': '3e5e51e77fd148fabacd3144ed19ba53', 'gw_port': {'id': 'ab75eb63-8544-490a-8182-d98750a678f9', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:28:54Z', 'updated_at': '2022-05-25T21:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:10.080806 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece737d5-782c-4332-bcdb-e3167d4d4f16 None None] Checking router: 9a2053ea-006b-4b5b-b790-6052f9d1662b for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:39:10.089275 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece737d5-782c-4332-bcdb-e3167d4d4f16 None None] Routers {'9a2053ea-006b-4b5b-b790-6052f9d1662b'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:39:10.089892 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ece737d5-782c-4332-bcdb-e3167d4d4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['9a2053ea-006b-4b5b-b790-6052f9d1662b'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:10.164666 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] For port ab75eb63-8544-490a-8182-d98750a678f9, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=ab75eb63-8544-490a-8182-d98750a678f9,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:10.165023 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:10.246086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-ece737d5-782c-4332-bcdb-e3167d4d4f16 None None] Set router 9a2053ea-006b-4b5b-b790-6052f9d1662b gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:39:10.294761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] Calling delete_port for ab75eb63-8544-490a-8182-d98750a678f9 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:39:10.355217 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-ece737d5-782c-4332-bcdb-e3167d4d4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'name': 'tempest-TestShelveInstance-1600032540-router', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:53Z', 'updated_at': '2022-05-25T21:39:09Z', 'revision_number': 6, 'project_id': '3e5e51e77fd148fabacd3144ed19ba53', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:10.359415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece737d5-782c-4332-bcdb-e3167d4d4f16 None None] The sync data for ids ['9a2053ea-006b-4b5b-b790-6052f9d1662b'] in n-d-843339-1 is: [{'id': '9a2053ea-006b-4b5b-b790-6052f9d1662b', 'name': 'tempest-TestShelveInstance-1600032540-router', 'tenant_id': '3e5e51e77fd148fabacd3144ed19ba53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:28:53Z', 'updated_at': '2022-05-25T21:39:09Z', 'revision_number': 6, 'project_id': '3e5e51e77fd148fabacd3144ed19ba53', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:39:10.482361 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:10.532471 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab75eb63-8544-490a-8182-d98750a678f9,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:10.623779 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:10.808577 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:10.810804 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:10.835101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:10.835620 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2053ea-006b-4b5b-b790-6052f9d1662b {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:39:10.847781 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:10.849040 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bc79bc04-34b3-408c-8cb8-479e1c3af8f4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9a2053ea-006b-4b5b-b790-6052f9d1662b HTTP/1.1" status: 204 len: 168 time: 1.2561278 May 25 21:39:10.851902 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49430) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:11.036762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48fc918-7afc-4c5b-a583-f62bdda936df admin admin] Deleting subnet 07ad6104-80db-4718-8a38-fdf2e47b0392 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:39:11.040018 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f48fc918-7afc-4c5b-a583-f62bdda936df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:11.094290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f48fc918-7afc-4c5b-a583-f62bdda936df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:11.178366 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f48fc918-7afc-4c5b-a583-f62bdda936df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:11.249749 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f48fc918-7afc-4c5b-a583-f62bdda936df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:11.290342 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fc918-7afc-4c5b-a583-f62bdda936df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ad6104-80db-4718-8a38-fdf2e47b0392,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:11.293734 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f48fc918-7afc-4c5b-a583-f62bdda936df admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:11.300827 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217ca2a6-35f2-4eda-ae61-3006c0440096 None None] Network 52294508-20e6-41c2-9f20-2f5aa0f35291 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:39:11.304339 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f48fc918-7afc-4c5b-a583-f62bdda936df admin admin] 10.222.0.60 "DELETE /v2.0/subnets/07ad6104-80db-4718-8a38-fdf2e47b0392 HTTP/1.1" status: 204 len: 168 time: 0.4511492 May 25 21:39:11.306897 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49434) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:11.425039 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:39:11.433315 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:11.444619 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Deleting port c3802ac2-1412-4621-b11c-286ab3cc4d6d {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:39:11.444942 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:11.489046 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:39:11.490201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2ec14aa9-0f4c-443e-a385-8a0b8c8bf436 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:39:11.490435 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ab75eb63-8544-490a-8182-d98750a678f9 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:39:11.603907 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: ab75eb63-8544-490a-8182-d98750a678f9 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:39:11.604163 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device ab75eb63-8544-490a-8182-d98750a678f9 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:39:11.663822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] For port c3802ac2-1412-4621-b11c-286ab3cc4d6d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c3802ac2-1412-4621-b11c-286ab3cc4d6d,segment=NetworkSegment(e88076cc-05e8-4bd5-98f6-199b181d487a),segment_id=e88076cc-05e8-4bd5-98f6-199b181d487a)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:11.664261 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:11.695050 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df6a9b-3869-45f6-b257-38a4827aeb96 None None] DHCP port deletion for 52294508-20e6-41c2-9f20-2f5aa0f35291 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:39:11.700106 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-91df6a9b-3869-45f6-b257-38a4827aeb96 None None] Deleting port c3802ac2-1412-4621-b11c-286ab3cc4d6d {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:39:11.700643 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91df6a9b-3869-45f6-b257-38a4827aeb96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:11.796127 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Calling delete_port for c3802ac2-1412-4621-b11c-286ab3cc4d6d owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:39:11.882898 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:11.919061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-91df6a9b-3869-45f6-b257-38a4827aeb96 None None] For port c3802ac2-1412-4621-b11c-286ab3cc4d6d, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=c3802ac2-1412-4621-b11c-286ab3cc4d6d,segment=NetworkSegment(e88076cc-05e8-4bd5-98f6-199b181d487a),segment_id=e88076cc-05e8-4bd5-98f6-199b181d487a)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:11.919396 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91df6a9b-3869-45f6-b257-38a4827aeb96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:11.930256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3802ac2-1412-4621-b11c-286ab3cc4d6d,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:11.936627 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] No DVR routers for this DVR port c3802ac2-1412-4621-b11c-286ab3cc4d6d on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:39:12.058142 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-91df6a9b-3869-45f6-b257-38a4827aeb96 None None] Calling delete_port for c3802ac2-1412-4621-b11c-286ab3cc4d6d owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:39:12.067566 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:12.094018 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52294508-20e6-41c2-9f20-2f5aa0f35291']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:12.108189 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88076cc-05e8-4bd5-98f6-199b181d487a') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:12.108479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88076cc-05e8-4bd5-98f6-199b181d487a') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:12.123139 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:12.140367 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-91df6a9b-3869-45f6-b257-38a4827aeb96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:39:12.140621 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-91df6a9b-3869-45f6-b257-38a4827aeb96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:39:12.147106 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:12.154303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:39:12.154868 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:12.225875 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment e88076cc-05e8-4bd5-98f6-199b181d487a resource provider aggregate not found May 25 21:39:12.245755 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment e88076cc-05e8-4bd5-98f6-199b181d487a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e88076cc-05e8-4bd5-98f6-199b181d487a found for delete ", "request_id": "req-36d827aa-594e-4b3d-9150-d99487c6e0a7"}]} May 25 21:39:12.261088 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:12.279671 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:12.289884 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=52294508-20e6-41c2-9f20-2f5aa0f35291,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:12.297102 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0249c4e6-788a-4868-a42a-efb6edfb8ed5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/52294508-20e6-41c2-9f20-2f5aa0f35291 HTTP/1.1" status: 204 len: 168 time: 0.9890723 May 25 21:39:12.459762 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49444) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:12.513733 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-4856f194-27d2-42ec-9b5c-6ff7005d6989 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51327cf57bdd4263b24b60bca3c40963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524647 May 25 21:39:12.517413 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49448) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:12.589353 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d7098d6-9157-4eff-90ae-29d3068b5873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:12.620811 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d7098d6-9157-4eff-90ae-29d3068b5873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:12.641666 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-91df6a9b-3869-45f6-b257-38a4827aeb96 None None] Deleting port c3802ac2-1412-4621-b11c-286ab3cc4d6d {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:39:12.642425 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91df6a9b-3869-45f6-b257-38a4827aeb96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:12.683269 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d7098d6-9157-4eff-90ae-29d3068b5873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:12.700569 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7098d6-9157-4eff-90ae-29d3068b5873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033b9efc-4d25-4e6f-a424-8570c401c129,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:12.710265 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9d7098d6-9157-4eff-90ae-29d3068b5873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:12.711404 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9d7098d6-9157-4eff-90ae-29d3068b5873 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/033b9efc-4d25-4e6f-a424-8570c401c129 HTTP/1.1" status: 204 len: 168 time: 0.1928306 May 25 21:39:12.716807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-91df6a9b-3869-45f6-b257-38a4827aeb96 None None] The port 'c3802ac2-1412-4621-b11c-286ab3cc4d6d' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 21:39:13.144063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49456) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:13.201835 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-afd40d52-53e9-480a-a719-fcc5fe6aa4fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e5e51e77fd148fabacd3144ed19ba53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564153 May 25 21:39:13.204733 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49460) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:13.266241 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:13.293926 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:13.359441 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:13.379088 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4073a7c8-0aa8-4bfe-82ae-0eea65426b25,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:13.383962 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:13.385084 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4073a7c8-0aa8-4bfe-82ae-0eea65426b25 HTTP/1.1" status: 204 len: 168 time: 0.1794438 May 25 21:39:13.390930 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:13.391528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:13.392010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:13.392624 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:13.393111 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:13.393605 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:13.398795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:13.399417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:13.399784 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:13.400136 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:13.400639 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:13.401153 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612af318-a59a-42f1-a3f1-50a23c96da13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:13.407133 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c3802ac2-1412-4621-b11c-286ab3cc4d6d no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:39:13.455366 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: c3802ac2-1412-4621-b11c-286ab3cc4d6d {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:39:13.455612 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device c3802ac2-1412-4621-b11c-286ab3cc4d6d not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:39:14.222957 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49484) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:14.335416 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-184896013-network', 'tenant_id': '8965d3704ae143269b58807365126637'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:14.341498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:14.346993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Usage tracker for resource:network and tenant:8965d3704ae143269b58807365126637 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:14.349951 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:14.355852 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:14.368157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Made reservation on behalf of 8965d3704ae143269b58807365126637 for: {'network': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:39:14.370702 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:14.384154 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:14.401283 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:14.405579 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Usage tracker for resource:security_group_rule and tenant:8965d3704ae143269b58807365126637 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:14.408459 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:14.414779 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:14.511969 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:14.517001 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:14.547376 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=88332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:39:14.560741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba59bdb2-12b1-40f2-8696-dca3659c2022,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:14.567219 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:14.567577 n-d-843339-1 neutron-server[88332]: INFO neutron.db.segments_db [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Added segment 435e6839-c572-4e63-a45c-5eded0a04d04 of type vlan for network a95467f7-28cd-4e6d-8e51-75b406594223 May 25 21:39:14.595346 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:14.626944 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:14.628085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:14.628714 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:14.735834 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] Pushing event updated for resources: {'Network': ['ID=a95467f7-28cd-4e6d-8e51-75b406594223,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:14.742732 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-636366b5-841d-4a66-9f23-f8e7492d4ffa admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5179856 May 25 21:39:14.742838 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49490) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:14.748406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network a95467f7-28cd-4e6d-8e51-75b406594223 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:39:14.749103 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Request body: {'subnet': {'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-184896013-subnet', 'tenant_id': '8965d3704ae143269b58807365126637', 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:14.756099 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:14.760248 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Usage tracker for resource:subnet and tenant:8965d3704ae143269b58807365126637 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:14.763937 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:14.771287 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:14.797290 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Made reservation on behalf of 8965d3704ae143269b58807365126637 for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:39:14.799617 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:15.017922 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:15.096417 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0d9806-876a-4da1-b703-3a46c54884d7,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:15.106769 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Checking segment: {'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:39:15.107121 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Network hostable DHCP agents. Network: a95467f7-28cd-4e6d-8e51-75b406594223, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:39:15.126913 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Network a95467f7-28cd-4e6d-8e51-75b406594223 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:39:15.145288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, a95467f7-28cd-4e6d-8e51-75b406594223) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:39:15.150220 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:15.150834 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:15.156127 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a27145-c437-46c1-89e5-907ec65884a4 None None] Network a95467f7-28cd-4e6d-8e51-75b406594223 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:39:15.175758 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-c50e063c-f0df-4db5-9b84-ababd4796c14 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4294128 May 25 21:39:15.176037 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49494) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:15.181332 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:15.186900 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:15.190890 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Usage tracker for resource:router and tenant:8965d3704ae143269b58807365126637 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:15.193923 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:15.199698 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:15.214819 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:15.216107 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:15.232796 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:15.381647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-a95467f7-28cd-4e6d-8e51-75b406594223', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:39:15.381922 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:15.514800 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:15.543996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Allocated IP 172.20.0.2 (a95467f7-28cd-4e6d-8e51-75b406594223/2a0d9806-876a-4da1-b703-3a46c54884d7/2770ff2f-7837-42f9-9307-ae9441e48a20) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:39:15.757782 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:15.768520 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Transition to ACTIVE for port object 2770ff2f-7837-42f9-9307-ae9441e48a20 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:39:15.788044 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Transition to ACTIVE for port object 2770ff2f-7837-42f9-9307-ae9441e48a20 will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:39:15.794317 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:15.865821 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Network a95467f7-28cd-4e6d-8e51-75b406594223 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:39:15.867012 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:39:15.869555 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:39:15.905927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Pushing event updated for resources: {'Port': ['ID=2770ff2f-7837-42f9-9307-ae9441e48a20,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:15.941256 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:15.953486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:15.953824 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:15.954168 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:15.954515 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:15.954841 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:15.955167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:15.955488 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:15.955813 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:15.956130 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:15.956444 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:15.956757 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:15.957068 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:15.973192 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:16.018708 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Attempting to bind port 2770ff2f-7837-42f9-9307-ae9441e48a20 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:39:16.018980 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Attempting to bind port 2770ff2f-7837-42f9-9307-ae9441e48a20 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:39:16.019333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Attempting to bind port 2770ff2f-7837-42f9-9307-ae9441e48a20 on network a95467f7-28cd-4e6d-8e51-75b406594223 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:39:16.025370 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:39:16.025744 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Checking segment: {'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:39:16.026134 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:16.026597 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Bound using segment: {'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:39:16.027008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Bound port: 2770ff2f-7837-42f9-9307-ae9441e48a20, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:39:16.027372 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:16.116777 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] For port 2770ff2f-7837-42f9-9307-ae9441e48a20, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:39:16.117599 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Allocated IP 172.25.3.199 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/9d0bf1b7-23a1-44c0-be36-92cbee512bdf) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:39:16.119977 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] For port 2770ff2f-7837-42f9-9307-ae9441e48a20, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2770ff2f-7837-42f9-9307-ae9441e48a20,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:39:16.124040 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:16.214247 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11217b69-d600-42c4-9e81-3960a8a6f0cd None None] Pushing event updated for resources: {'Port': ['ID=2770ff2f-7837-42f9-9307-ae9441e48a20,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:16.278311 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:16.312142 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:16.385846 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:39:16.390514 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:39:16.393634 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:39:16.432692 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Pushing event updated for resources: {'Port': ['ID=9d0bf1b7-23a1-44c0-be36-92cbee512bdf,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:16.877926 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:17.181304 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953172fc-5b34-426b-bbbf-f2a7fb044730 None None] Network a95467f7-28cd-4e6d-8e51-75b406594223 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:39:17.280921 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-14c687ad-a8d7-463f-9806-70b337970998 None None] Provisioning for port 2770ff2f-7837-42f9-9307-ae9441e48a20 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:39:17.379288 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:17.442093 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2770ff2f-7837-42f9-9307-ae9441e48a20 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:39:17.517397 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 2770ff2f-7837-42f9-9307-ae9441e48a20 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:39:17.523645 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2770ff2f-7837-42f9-9307-ae9441e48a20 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:17.524015 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:17.607080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Router 1934595b-dafb-4f47-a5bb-8277e95c1017 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 21:39:17.651851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2770ff2f-7837-42f9-9307-ae9441e48a20 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:17.652221 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:17.688896 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 2770ff2f-7837-42f9-9307-ae9441e48a20, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2770ff2f-7837-42f9-9307-ae9441e48a20,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:17.695758 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:17.781290 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-8eb4488b-01fa-49b8-966f-8c9dbb29f1d4 None None] Provisioning complete for port 2770ff2f-7837-42f9-9307-ae9441e48a20 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:17.781657 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8eb4488b-01fa-49b8-966f-8c9dbb29f1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:17.813802 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:39:17.821516 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=2770ff2f-7837-42f9-9307-ae9441e48a20,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:17.826583 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Sync routers for ids ['1934595b-dafb-4f47-a5bb-8277e95c1017'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:39:17.843523 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:17.844792 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-f2998c51-25fb-4377-9e72-bd1bec3442ab admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6677768 May 25 21:39:17.847736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49498) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:17.848245 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Routers {'1934595b-dafb-4f47-a5bb-8277e95c1017'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:39:17.849196 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1934595b-dafb-4f47-a5bb-8277e95c1017'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:17.917180 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-8eb4488b-01fa-49b8-966f-8c9dbb29f1d4 None None] Current status of the port 2770ff2f-7837-42f9-9307-ae9441e48a20 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:18.152542 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Set router 1934595b-dafb-4f47-a5bb-8277e95c1017 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:39:18.490047 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:16Z', 'revision_number': 3, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:18.493952 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Checking router: 1934595b-dafb-4f47-a5bb-8277e95c1017 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:39:18.494328 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Updating router 1934595b-dafb-4f47-a5bb-8277e95c1017 port 9d0bf1b7-23a1-44c0-be36-92cbee512bdf binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:39:18.555174 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:18.569456 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:18.900035 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:18.905063 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Allocated IP 172.20.0.1 (a95467f7-28cd-4e6d-8e51-75b406594223/2a0d9806-876a-4da1-b703-3a46c54884d7/29f67a09-ed10-44be-9741-2604b64e40c5) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:39:18.912509 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Transition to ACTIVE for port object 9d0bf1b7-23a1-44c0-be36-92cbee512bdf will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:39:18.919736 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:19.001885 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Attempting to bind port 9d0bf1b7-23a1-44c0-be36-92cbee512bdf on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:39:19.002266 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Attempting to bind port 9d0bf1b7-23a1-44c0-be36-92cbee512bdf by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:39:19.002625 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Attempting to bind port 9d0bf1b7-23a1-44c0-be36-92cbee512bdf on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:39:19.009318 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf821a4-b04c-44f3-955f-9be7f7953fc0 None None] Pushing event updated for resources: {'Port': ['ID=9d0bf1b7-23a1-44c0-be36-92cbee512bdf,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:19.017256 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:39:19.017618 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:39:19.018013 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:19.018414 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:39:19.018861 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Bound port: 9d0bf1b7-23a1-44c0-be36-92cbee512bdf, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:39:19.019220 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:19.048112 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf821a4-b04c-44f3-955f-9be7f7953fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:19.048478 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf821a4-b04c-44f3-955f-9be7f7953fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:19.048808 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf821a4-b04c-44f3-955f-9be7f7953fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:19.049132 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf821a4-b04c-44f3-955f-9be7f7953fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:19.049453 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf821a4-b04c-44f3-955f-9be7f7953fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:19.049771 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf821a4-b04c-44f3-955f-9be7f7953fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:19.050085 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf821a4-b04c-44f3-955f-9be7f7953fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:19.050424 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf821a4-b04c-44f3-955f-9be7f7953fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:19.050737 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf821a4-b04c-44f3-955f-9be7f7953fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:19.051046 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf821a4-b04c-44f3-955f-9be7f7953fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:19.051357 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf821a4-b04c-44f3-955f-9be7f7953fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:19.051727 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf821a4-b04c-44f3-955f-9be7f7953fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:39:19.062843 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:19.079531 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Transition to ACTIVE for port object 29f67a09-ed10-44be-9741-2604b64e40c5 will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:39:19.102569 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] For port 9d0bf1b7-23a1-44c0-be36-92cbee512bdf, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:39:19.104300 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:19.106723 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] For port 9d0bf1b7-23a1-44c0-be36-92cbee512bdf, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9d0bf1b7-23a1-44c0-be36-92cbee512bdf,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:39:19.111552 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:19.173839 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Network a95467f7-28cd-4e6d-8e51-75b406594223 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:39:19.176574 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:39:19.180755 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:39:19.194455 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf821a4-b04c-44f3-955f-9be7f7953fc0 None None] Pushing event updated for resources: {'Port': ['ID=9d0bf1b7-23a1-44c0-be36-92cbee512bdf,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:19.200054 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Routers {'1934595b-dafb-4f47-a5bb-8277e95c1017'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:39:19.200404 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1934595b-dafb-4f47-a5bb-8277e95c1017'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:19.222907 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Pushing event updated for resources: {'Port': ['ID=29f67a09-ed10-44be-9741-2604b64e40c5,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:19.241711 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:19.374796 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:19.397557 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] Set router 1934595b-dafb-4f47-a5bb-8277e95c1017 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:39:19.421800 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2770ff2f-7837-42f9-9307-ae9441e48a20 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:39:19.486238 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-177c0da2-c49f-4306-b952-801dfa534df5 None None] Provisioning for port 29f67a09-ed10-44be-9741-2604b64e40c5 completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:39:19.493954 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-177c0da2-c49f-4306-b952-801dfa534df5 None None] Provisioning complete for port 29f67a09-ed10-44be-9741-2604b64e40c5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:19.494408 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-177c0da2-c49f-4306-b952-801dfa534df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:19.555355 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 2770ff2f-7837-42f9-9307-ae9441e48a20 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:19.555846 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:19.592754 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-177c0da2-c49f-4306-b952-801dfa534df5 None None] Port 29f67a09-ed10-44be-9741-2604b64e40c5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:39:19.622795 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:19.628181 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:19.699847 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 2770ff2f-7837-42f9-9307-ae9441e48a20 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:19.700061 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:16Z', 'revision_number': 3, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:19.704238 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe3ae5-9519-44d0-a87a-02fdff4405aa None None] The sync data for ids ['1934595b-dafb-4f47-a5bb-8277e95c1017'] in n-d-843339-1 is: [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:16Z', 'revision_number': 3, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:39:19.743183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Pushing event updated for resources: {'Port': ['ID=29f67a09-ed10-44be-9741-2604b64e40c5,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:19.745911 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:19.893795 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Network a95467f7-28cd-4e6d-8e51-75b406594223 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:39:19.895010 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:39:20.111929 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Router 1934595b-dafb-4f47-a5bb-8277e95c1017 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:39:20.220171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-1e5b5d24-121c-4606-a7ea-1b6ea3f18564 None None] Provisioning complete for port 29f67a09-ed10-44be-9741-2604b64e40c5 triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:20.220529 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-1e5b5d24-121c-4606-a7ea-1b6ea3f18564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:20.285738 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b5d24-121c-4606-a7ea-1b6ea3f18564 None None] Port 29f67a09-ed10-44be-9741-2604b64e40c5 cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:39:20.318719 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:39:20.327825 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-ee13e5c4-bae4-47f8-9718-672e54782660 admin admin] 10.222.0.60 "PUT /v2.0/routers/1934595b-dafb-4f47-a5bb-8277e95c1017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4789853 May 25 21:39:20.859158 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49516) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:20.865205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1146528759-network', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:20.871499 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:20.875361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Usage tracker for resource:network and tenant:ed07a92e0a064b60869ef1d7eeb9168b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:20.878143 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:20.883879 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:20.895906 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Made reservation on behalf of ed07a92e0a064b60869ef1d7eeb9168b for: {'network': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:39:20.902428 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for network, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:20.916711 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:20.936444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:20.944003 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Usage tracker for resource:security_group_rule and tenant:ed07a92e0a064b60869ef1d7eeb9168b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:20.944336 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:20.950641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:21.045768 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:21.049553 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:21.080397 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=88331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 21:39:21.089818 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01090eb7-0d25-4426-b49b-6c6032ea53e8,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:21.095738 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:21.096105 n-d-843339-1 neutron-server[88331]: INFO neutron.db.segments_db [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Added segment c7775d91-ccc9-4f32-a693-7c9e9b2aecea of type vlan for network 7fd79709-b35b-4dec-908b-53e94f360126 May 25 21:39:21.124630 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739053298131'] for network, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:21.154134 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809'] for network, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:21.155080 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:21.155645 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Notify callbacks [] for network, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:21.251022 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Sync routers for ids ['1934595b-dafb-4f47-a5bb-8277e95c1017'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:39:21.267094 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Routers {'1934595b-dafb-4f47-a5bb-8277e95c1017'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:39:21.267828 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1934595b-dafb-4f47-a5bb-8277e95c1017'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:21.376850 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd79709-b35b-4dec-908b-53e94f360126,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:21.385198 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-94da0c45-c0a2-43d1-9d45-198bb4db2c62 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5221593 May 25 21:39:21.385698 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49520) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:21.397106 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Request body: {'subnet': {'network_id': '7fd79709-b35b-4dec-908b-53e94f360126', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1146528759-subnet', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'ip_version': 4}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:21.403618 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:21.409320 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Usage tracker for resource:subnet and tenant:ed07a92e0a064b60869ef1d7eeb9168b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:21.413076 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:21.424335 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:21.436409 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Network 7fd79709-b35b-4dec-908b-53e94f360126 details requested by agent ovs-agent-n-d-843339-1 with host n-d-843339-1 {{(pid=88333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 21:39:21.438185 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Made reservation on behalf of ed07a92e0a064b60869ef1d7eeb9168b for: {'subnet': 1} {{(pid=88331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:39:21.440744 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2488804'] for subnet, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:21.471564 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9d0bf1b7-23a1-44c0-be36-92cbee512bdf up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:39:21.626231 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Set router 1934595b-dafb-4f47-a5bb-8277e95c1017 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:39:21.669428 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2664272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2488790'] for subnet, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:21.747340 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad4f94f6-16ed-49d2-af43-b7b5d28d5a62,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:21.758612 n-d-843339-1 neutron-server[88331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Checking segment: {'id': 'c7775d91-ccc9-4f32-a693-7c9e9b2aecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7fd79709-b35b-4dec-908b-53e94f360126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:39:21.758961 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Network hostable DHCP agents. Network: 7fd79709-b35b-4dec-908b-53e94f360126, hostable agents: ['c74211a1-99f9-4a91-bf93-a9ae126c2198'], hosted agents: [] {{(pid=88331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 21:39:21.779783 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Network 7fd79709-b35b-4dec-908b-53e94f360126 is scheduled to be hosted by DHCP agent c74211a1-99f9-4a91-bf93-a9ae126c2198 with binding_index 1 {{(pid=88331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 21:39:21.790356 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843339-1, 7fd79709-b35b-4dec-908b-53e94f360126) {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:39:21.795239 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:21.795824 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:21.805996 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4994ddc7-385f-4a1a-8d83-3ec4617876da None None] Network 7fd79709-b35b-4dec-908b-53e94f360126 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:39:21.820729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 9d0bf1b7-23a1-44c0-be36-92cbee512bdf completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:39:21.820938 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-fc1bf548-6c85-467b-acf0-2bada6e32b34 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4337254 May 25 21:39:21.823251 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49524) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:21.828477 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1146528759-router', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:21.834328 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:21.838183 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Usage tracker for resource:router and tenant:ed07a92e0a064b60869ef1d7eeb9168b is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:21.840973 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:21.846756 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:21.858720 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:21.859727 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1706523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24822'] for router, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:21.882836 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:21.891718 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9d0bf1b7-23a1-44c0-be36-92cbee512bdf triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:21.892089 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:22.161790 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1706601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:22.236762 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9d0bf1b7-23a1-44c0-be36-92cbee512bdf is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:22.237133 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:22.296998 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 9d0bf1b7-23a1-44c0-be36-92cbee512bdf, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9d0bf1b7-23a1-44c0-be36-92cbee512bdf,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:22.305317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe13f5d2-c0a5-50c7-bdca-66439a0a9025-7fd79709-b35b-4dec-908b-53e94f360126', 'network_id': '7fd79709-b35b-4dec-908b-53e94f360126', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'fixed_ips': [{'subnet_id': 'ad4f94f6-16ed-49d2-af43-b7b5d28d5a62'}]}} from n-d-843339-1. {{(pid=88333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 25 21:39:22.306141 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:22.315272 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:22.444360 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=9d0bf1b7-23a1-44c0-be36-92cbee512bdf,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:22.448262 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 2, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:22.461329 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Checking router: 1934595b-dafb-4f47-a5bb-8277e95c1017 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:39:22.461678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Updating router 1934595b-dafb-4f47-a5bb-8277e95c1017 port 29f67a09-ed10-44be-9741-2604b64e40c5 binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:39:22.514650 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:22.568082 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:22.569084 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:22.643128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.db_base_plugin_common [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Allocated IP 172.20.0.2 (7fd79709-b35b-4dec-908b-53e94f360126/ad4f94f6-16ed-49d2-af43-b7b5d28d5a62/1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b) {{(pid=88333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:39:22.718486 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Allocated IP 172.25.3.71 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/81c440f9-b198-409a-8a3b-c19ac364eb04) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:39:22.871210 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:22.904256 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:22.969805 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:39:22.972690 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:39:22.976910 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:39:23.014342 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Pushing event updated for resources: {'Port': ['ID=81c440f9-b198-409a-8a3b-c19ac364eb04,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:23.033506 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Notify callbacks [] for port, precommit_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:23.048291 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Transition to ACTIVE for port object 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:39:23.124655 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Transition to ACTIVE for port object 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b will not be triggered until provisioned by entity DHCP. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:39:23.134686 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070'] for port, after_create {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:23.230543 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:23.267871 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Network 7fd79709-b35b-4dec-908b-53e94f360126 is already hosted by enough agents. {{(pid=88333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:39:23.268978 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Transition to ACTIVE for port object 29f67a09-ed10-44be-9741-2604b64e40c5 will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:39:23.274006 n-d-843339-1 neutron-server[88333]: DEBUG neutron.scheduler.base_scheduler [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Resources bound (agent type, host, resource id): {{(pid=88333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:39:23.279833 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Received port after_create {{(pid=88333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:39:23.282290 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Pushing event updated for resources: {'Port': ['ID=1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b,revision_number=1']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:23.285816 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:23.478235 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9d0bf1b7-23a1-44c0-be36-92cbee512bdf up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:39:23.566849 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:23.602836 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515318b-2269-4aa2-846e-5ae5feab60cc None None] Pushing event updated for resources: {'Port': ['ID=29f67a09-ed10-44be-9741-2604b64e40c5,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:23.613283 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Attempting to bind port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:39:23.613647 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Attempting to bind port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'c7775d91-ccc9-4f32-a693-7c9e9b2aecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7fd79709-b35b-4dec-908b-53e94f360126'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:39:23.614061 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Attempting to bind port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b on network 7fd79709-b35b-4dec-908b-53e94f360126 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:39:23.669270 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:39:23.671059 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Checking segment: {'id': 'c7775d91-ccc9-4f32-a693-7c9e9b2aecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7fd79709-b35b-4dec-908b-53e94f360126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:39:23.671286 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:23.671684 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Bound using segment: {'id': 'c7775d91-ccc9-4f32-a693-7c9e9b2aecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7fd79709-b35b-4dec-908b-53e94f360126'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:39:23.672153 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Bound port: 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7775d91-ccc9-4f32-a693-7c9e9b2aecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7fd79709-b35b-4dec-908b-53e94f360126'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:39:23.672534 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:23.773322 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Attempting to bind port 29f67a09-ed10-44be-9741-2604b64e40c5 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:39:23.773590 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Attempting to bind port 29f67a09-ed10-44be-9741-2604b64e40c5 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:39:23.773942 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Attempting to bind port 29f67a09-ed10-44be-9741-2604b64e40c5 on network a95467f7-28cd-4e6d-8e51-75b406594223 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:39:23.820031 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:39:23.820396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Checking segment: {'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:39:23.820791 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:23.821171 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Bound using segment: {'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:39:23.821644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Bound port: 29f67a09-ed10-44be-9741-2604b64e40c5, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:39:23.822009 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:23.871120 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 9d0bf1b7-23a1-44c0-be36-92cbee512bdf triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:23.871485 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:23.924067 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706566'] for router, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:24.013802 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] For port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:39:24.087187 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] For port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b,segment=NetworkSegment(c7775d91-ccc9-4f32-a693-7c9e9b2aecea),segment_id=c7775d91-ccc9-4f32-a693-7c9e9b2aecea)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:39:24.095923 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] For port 29f67a09-ed10-44be-9741-2604b64e40c5, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:39:24.103026 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:24.136695 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Router 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 is scheduled to L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 with binding_index 1 {{(pid=88331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 21:39:24.179528 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] For port 29f67a09-ed10-44be-9741-2604b64e40c5, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=29f67a09-ed10-44be-9741-2604b64e40c5,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:39:24.212975 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:24.269032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 9d0bf1b7-23a1-44c0-be36-92cbee512bdf is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:24.274287 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2007c-8bbc-4937-be1a-f73e7e03224c None None] Pushing event updated for resources: {'Port': ['ID=1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b,revision_number=2']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:24.333298 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Routers {'1934595b-dafb-4f47-a5bb-8277e95c1017'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:39:24.334400 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1934595b-dafb-4f47-a5bb-8277e95c1017'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:24.348243 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:39:24.358941 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Sync routers for ids ['0cc5e51f-a1ba-4cdf-ae6a-0db617455545'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:39:24.382443 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Routers {'0cc5e51f-a1ba-4cdf-ae6a-0db617455545'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:39:24.383382 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cc5e51f-a1ba-4cdf-ae6a-0db617455545'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:24.388668 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] Notify callbacks [] for router, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:24.393685 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5bec15a2-85ed-47ed-9430-dc70035ab1fc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5671499 May 25 21:39:24.394107 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49528) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:24.557277 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515318b-2269-4aa2-846e-5ae5feab60cc None None] Pushing event updated for resources: {'Port': ['ID=29f67a09-ed10-44be-9741-2604b64e40c5,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:24.611797 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] Set router 1934595b-dafb-4f47-a5bb-8277e95c1017 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:39:24.713948 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:24.753724 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Set router 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:39:25.073696 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:24Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:25.083932 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7761d-0004-4554-9893-f651d3ad2d40 None None] The sync data for ids ['1934595b-dafb-4f47-a5bb-8277e95c1017'] in n-d-843339-1 is: [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:24Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:39:25.098956 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'name': 'tempest-TestSnapshotPattern-1146528759-router', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '81c440f9-b198-409a-8a3b-c19ac364eb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:21Z', 'updated_at': '2022-05-25T21:39:23Z', 'revision_number': 3, 'project_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'gw_port': {'id': '81c440f9-b198-409a-8a3b-c19ac364eb04', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:40:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:22Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:25.103812 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Checking router: 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:39:25.104159 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Updating router 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 port 81c440f9-b198-409a-8a3b-c19ac364eb04 binding host n-d-843339-1 {{(pid=88335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:39:25.172338 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:25.491059 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:25.519324 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 29f67a09-ed10-44be-9741-2604b64e40c5 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:39:25.623936 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 29f67a09-ed10-44be-9741-2604b64e40c5 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:39:25.631348 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Notify callbacks [] for port, precommit_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:25.635570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 29f67a09-ed10-44be-9741-2604b64e40c5 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:25.636060 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:25.648165 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.provisioning_blocks [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Transition to ACTIVE for port object 81c440f9-b198-409a-8a3b-c19ac364eb04 will not be triggered until provisioned by entity L2. {{(pid=88335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:39:25.674401 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:25.701510 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc003d36-6211-40e2-bf9a-d3e502e205d7 None None] Network 7fd79709-b35b-4dec-908b-53e94f360126 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:39:25.791619 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.db_base_plugin_common [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Allocated IP 172.20.0.1 (7fd79709-b35b-4dec-908b-53e94f360126/ad4f94f6-16ed-49d2-af43-b7b5d28d5a62/4db3c852-e83a-4b5c-9e1a-db33a5721f1b) {{(pid=88331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:39:25.807604 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-fa87197f-155a-4fbe-9d6c-3f930b2ebcf4 None None] Provisioning for port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:39:25.825831 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Attempting to bind port 81c440f9-b198-409a-8a3b-c19ac364eb04 on host n-d-843339-1 for vnic_type normal with profile {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:39:25.826224 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Attempting to bind port 81c440f9-b198-409a-8a3b-c19ac364eb04 by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:39:25.826657 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Attempting to bind port 81c440f9-b198-409a-8a3b-c19ac364eb04 on network 63157299-67d6-4d48-843c-682c0bdd002f {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:39:25.832766 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478c3e8-ad65-4b17-b314-f34aeeb6f55d None None] Pushing event updated for resources: {'Port': ['ID=81c440f9-b198-409a-8a3b-c19ac364eb04,revision_number=2']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:25.838061 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:39:25.839079 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Checking segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:39:25.839079 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:25.839353 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Bound using segment: {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'} {{(pid=88335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:39:25.839815 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.managers [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Bound port: 81c440f9-b198-409a-8a3b-c19ac364eb04, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b82259-a9e8-4ad6-b0ae-52e41777d2c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f'}}] {{(pid=88335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:39:25.840188 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:25.930613 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] For port 81c440f9-b198-409a-8a3b-c19ac364eb04, host n-d-843339-1, cleared binding levels {{(pid=88335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:39:25.935318 n-d-843339-1 neutron-server[88335]: DEBUG neutron.plugins.ml2.db [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] For port 81c440f9-b198-409a-8a3b-c19ac364eb04, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=81c440f9-b198-409a-8a3b-c19ac364eb04,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:39:25.941018 n-d-843339-1 neutron-server[88335]: DEBUG neutron_lib.callbacks.manager [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.002404 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.031162 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.provisioning_blocks [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Transition to ACTIVE for port object 4db3c852-e83a-4b5c-9e1a-db33a5721f1b will not be triggered until provisioned by entity DHCP. {{(pid=88331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:39:26.033340 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Routers {'0cc5e51f-a1ba-4cdf-ae6a-0db617455545'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:39:26.033883 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cc5e51f-a1ba-4cdf-ae6a-0db617455545'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:26.059726 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2663872'] for port, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.081396 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 29f67a09-ed10-44be-9741-2604b64e40c5 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:26.081761 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.103748 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478c3e8-ad65-4b17-b314-f34aeeb6f55d None None] Pushing event updated for resources: {'Port': ['ID=81c440f9-b198-409a-8a3b-c19ac364eb04,revision_number=3']} {{(pid=88335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:26.132813 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Network 7fd79709-b35b-4dec-908b-53e94f360126 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:39:26.136330 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:39:26.140388 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Received port after_create {{(pid=88331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:39:26.150242 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 29f67a09-ed10-44be-9741-2604b64e40c5, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=29f67a09-ed10-44be-9741-2604b64e40c5,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:26.163723 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.164623 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:39:26.212385 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Pushing event updated for resources: {'Port': ['ID=4db3c852-e83a-4b5c-9e1a-db33a5721f1b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:26.225015 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1717516'] for router_interface, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.267040 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] Set router 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:39:26.329686 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=29f67a09-ed10-44be-9741-2604b64e40c5,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:26.338317 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:39:26.344669 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:26.345039 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.418864 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.500621 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:26.500819 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.539994 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b,segment=NetworkSegment(c7775d91-ccc9-4f32-a693-7c9e9b2aecea),segment_id=c7775d91-ccc9-4f32-a693-7c9e9b2aecea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:26.551276 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.681221 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'name': 'tempest-TestSnapshotPattern-1146528759-router', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '81c440f9-b198-409a-8a3b-c19ac364eb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:21Z', 'updated_at': '2022-05-25T21:39:23Z', 'revision_number': 3, 'project_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'gw_port': {'id': '81c440f9-b198-409a-8a3b-c19ac364eb04', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:40:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:22Z', 'updated_at': '2022-05-25T21:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:26.685907 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24109d-679d-4f7a-85ee-138129b41860 None None] The sync data for ids ['0cc5e51f-a1ba-4cdf-ae6a-0db617455545'] in n-d-843339-1 is: [{'id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'name': 'tempest-TestSnapshotPattern-1146528759-router', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '81c440f9-b198-409a-8a3b-c19ac364eb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:21Z', 'updated_at': '2022-05-25T21:39:23Z', 'revision_number': 3, 'project_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'gw_port': {'id': '81c440f9-b198-409a-8a3b-c19ac364eb04', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:40:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:22Z', 'updated_at': '2022-05-25T21:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:39:26.699925 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-29f23ab8-1dd6-4d48-89da-99395e5f4307 None None] Provisioning complete for port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:26.700439 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-29f23ab8-1dd6-4d48-89da-99395e5f4307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.736541 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.744702 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2663897'] for port, after_update {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.753111 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:26.878260 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Pushing event updated for resources: {'Port': ['ID=4db3c852-e83a-4b5c-9e1a-db33a5721f1b,revision_number=2']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:26.887983 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-29f23ab8-1dd6-4d48-89da-99395e5f4307 None None] Current status of the port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:26.902413 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-29f23ab8-1dd6-4d48-89da-99395e5f4307 None None] Provisioning for port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:39:26.913778 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1675795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716405'] for router_interface, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.914776 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-29f23ab8-1dd6-4d48-89da-99395e5f4307 None None] Provisioning complete for port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:26.915251 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-29f23ab8-1dd6-4d48-89da-99395e5f4307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:26.976810 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-29f23ab8-1dd6-4d48-89da-99395e5f4307 None None] Port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:39:27.100658 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-9c9d3aaf-259f-49b4-8a39-7b722d87bc39 None None] Provisioning complete for port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:27.101363 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3aaf-259f-49b4-8a39-7b722d87bc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:27.171574 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d3aaf-259f-49b4-8a39-7b722d87bc39 None None] Port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:39:27.186444 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Network 7fd79709-b35b-4dec-908b-53e94f360126 is already hosted by enough agents. {{(pid=88331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:39:27.187614 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.base_scheduler [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=88331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:39:27.407864 n-d-843339-1 neutron-server[88331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Router 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:39:27.494562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7ebf5c51-4d28-4bd2-937c-57cfca195abb None None] Provisioning complete for port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:27.494851 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5c51-4d28-4bd2-937c-57cfca195abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:27.530790 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 29f67a09-ed10-44be-9741-2604b64e40c5 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:39:27.611726 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:39:27.616213 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7ebf5c51-4d28-4bd2-937c-57cfca195abb None None] Port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:39:27.626818 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-5e78836f-54b1-4ae4-9d28-2f370a430d31 admin admin] 10.222.0.60 "PUT /v2.0/routers/0cc5e51f-a1ba-4cdf-ae6a-0db617455545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2298474 May 25 21:39:27.633981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 29f67a09-ed10-44be-9741-2604b64e40c5 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:27.634510 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:27.775427 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 29f67a09-ed10-44be-9741-2604b64e40c5 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:27.776542 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:39:27.878742 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:27.879103 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:27.997562 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:27.998651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 81c440f9-b198-409a-8a3b-c19ac364eb04 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:39:28.067807 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 81c440f9-b198-409a-8a3b-c19ac364eb04 completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:39:28.073141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 81c440f9-b198-409a-8a3b-c19ac364eb04 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:28.073533 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.135353 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49538) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:28.141238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1890954213', 'description': 'tempest-secgroup-smoke-1890954213 description', 'project_id': '8965d3704ae143269b58807365126637'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:28.148059 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:28.152153 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Usage tracker for resource:security_group and tenant:8965d3704ae143269b58807365126637 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:28.155430 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:28.161772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:28.173051 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.194171 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:28.196208 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 81c440f9-b198-409a-8a3b-c19ac364eb04 is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:28.196579 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.198050 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Usage tracker for resource:security_group_rule and tenant:8965d3704ae143269b58807365126637 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:28.201013 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:28.206966 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:28.215752 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 81c440f9-b198-409a-8a3b-c19ac364eb04, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=81c440f9-b198-409a-8a3b-c19ac364eb04,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:28.220486 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.287762 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.293492 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.296602 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=81c440f9-b198-409a-8a3b-c19ac364eb04,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:28.341057 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6ab4a7-811b-471f-a6d6-3c6efceab63b,revision_number=1']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:28.345392 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.349971 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-38ca634c-c076-4e49-a449-1ea3893aa434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2100060 May 25 21:39:28.350528 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 49542) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:28.355252 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.v2.base [None req-e3dcc22a-648f-4d00-bdb3-8d7df1f897bc tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Request body: {'security_group_rule': {'security_group_id': 'cd6ab4a7-811b-471f-a6d6-3c6efceab63b', 'project_id': '8965d3704ae143269b58807365126637', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:28.362671 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e3dcc22a-648f-4d00-bdb3-8d7df1f897bc tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:28.367247 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e3dcc22a-648f-4d00-bdb3-8d7df1f897bc tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Usage tracker for resource:security_group_rule and tenant:8965d3704ae143269b58807365126637 is out of sync, need to count used quota {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:28.370067 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [None req-e3dcc22a-648f-4d00-bdb3-8d7df1f897bc tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:28.376920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.db.quota.driver [None req-e3dcc22a-648f-4d00-bdb3-8d7df1f897bc tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:28.396911 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-d2ffa0e0-ed51-47a6-b2c4-535c089b2306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.399498 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc22a-648f-4d00-bdb3-8d7df1f897bc tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.467407 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc22a-648f-4d00-bdb3-8d7df1f897bc tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.471046 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc22a-648f-4d00-bdb3-8d7df1f897bc tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.499147 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcc22a-648f-4d00-bdb3-8d7df1f897bc tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872daa19-7c2a-4de5-9e4b-6e7403c7586d,revision_number=0']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:28.510499 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc22a-648f-4d00-bdb3-8d7df1f897bc tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.511794 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e3dcc22a-648f-4d00-bdb3-8d7df1f897bc tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607068 May 25 21:39:28.516512 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49546) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:28.523807 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1fa5c425-c7ff-4bff-a71f-af01868cc4d1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Request body: {'security_group_rule': {'security_group_id': 'cd6ab4a7-811b-471f-a6d6-3c6efceab63b', 'project_id': '8965d3704ae143269b58807365126637', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:28.524965 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Sync routers for ids ['0cc5e51f-a1ba-4cdf-ae6a-0db617455545'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:39:28.532706 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1fa5c425-c7ff-4bff-a71f-af01868cc4d1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:28.535684 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Routers {'0cc5e51f-a1ba-4cdf-ae6a-0db617455545'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:39:28.537047 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cc5e51f-a1ba-4cdf-ae6a-0db617455545'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:28.538915 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1fa5c425-c7ff-4bff-a71f-af01868cc4d1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Usage tracker for resource:security_group_rule and tenant:8965d3704ae143269b58807365126637 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:28.542400 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1fa5c425-c7ff-4bff-a71f-af01868cc4d1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:28.552046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1fa5c425-c7ff-4bff-a71f-af01868cc4d1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:28.571221 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c425-c7ff-4bff-a71f-af01868cc4d1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.637290 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c425-c7ff-4bff-a71f-af01868cc4d1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.641519 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c425-c7ff-4bff-a71f-af01868cc4d1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.663709 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c425-c7ff-4bff-a71f-af01868cc4d1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9cb49f7-d30a-444f-af1d-8824f6cc834f,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:28.682825 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c425-c7ff-4bff-a71f-af01868cc4d1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.686608 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1fa5c425-c7ff-4bff-a71f-af01868cc4d1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1662045 May 25 21:39:28.686830 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49550) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:28.692256 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-531b8f27-a091-417c-8904-1197419e9cc2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Request body: {'security_group_rule': {'security_group_id': 'cd6ab4a7-811b-471f-a6d6-3c6efceab63b', 'project_id': '8965d3704ae143269b58807365126637', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:28.699603 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-531b8f27-a091-417c-8904-1197419e9cc2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:28.703492 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-531b8f27-a091-417c-8904-1197419e9cc2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Usage tracker for resource:security_group_rule and tenant:8965d3704ae143269b58807365126637 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:28.706726 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-531b8f27-a091-417c-8904-1197419e9cc2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:28.713320 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-531b8f27-a091-417c-8904-1197419e9cc2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:28.735526 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Set router 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:39:28.736158 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-531b8f27-a091-417c-8904-1197419e9cc2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.803849 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-531b8f27-a091-417c-8904-1197419e9cc2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.807920 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-531b8f27-a091-417c-8904-1197419e9cc2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.829816 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b8f27-a091-417c-8904-1197419e9cc2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae22b0a5-39b3-4118-b870-d4a53c3a6486,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:28.842438 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-531b8f27-a091-417c-8904-1197419e9cc2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.846283 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-531b8f27-a091-417c-8904-1197419e9cc2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1558535 May 25 21:39:28.846570 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49554) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:28.851774 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c8aeda62-940f-4721-976d-5f45a2742119 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Request body: {'security_group_rule': {'security_group_id': 'cd6ab4a7-811b-471f-a6d6-3c6efceab63b', 'project_id': '8965d3704ae143269b58807365126637', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:28.858488 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c8aeda62-940f-4721-976d-5f45a2742119 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:28.862284 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c8aeda62-940f-4721-976d-5f45a2742119 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Usage tracker for resource:security_group_rule and tenant:8965d3704ae143269b58807365126637 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:28.867299 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c8aeda62-940f-4721-976d-5f45a2742119 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:28.876869 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c8aeda62-940f-4721-976d-5f45a2742119 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:28.894419 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8aeda62-940f-4721-976d-5f45a2742119 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:28.969089 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.077968 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'name': 'tempest-TestSnapshotPattern-1146528759-router', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '81c440f9-b198-409a-8a3b-c19ac364eb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:21Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 4, 'project_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'gw_port': {'id': '81c440f9-b198-409a-8a3b-c19ac364eb04', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:22Z', 'updated_at': '2022-05-25T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '4db3c852-e83a-4b5c-9e1a-db33a5721f1b', 'name': '', 'network_id': '7fd79709-b35b-4dec-908b-53e94f360126', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'mac_address': 'fa:16:3e:57:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'ad4f94f6-16ed-49d2-af43-b7b5d28d5a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:25Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 2, 'project_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'subnets': [{'id': 'ad4f94f6-16ed-49d2-af43-b7b5d28d5a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:29.078947 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8aeda62-940f-4721-976d-5f45a2742119 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.082072 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Checking router: 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:39:29.082438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Updating router 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b binding host n-d-843339-1 {{(pid=88333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 21:39:29.084333 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8aeda62-940f-4721-976d-5f45a2742119 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.108317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aeda62-940f-4721-976d-5f45a2742119 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41a2021-c02c-4a0d-9f3b-59ad6502ca95,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:29.118491 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8aeda62-940f-4721-976d-5f45a2742119 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.122210 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c8aeda62-940f-4721-976d-5f45a2742119 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2721858 May 25 21:39:29.122527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49558) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:29.127604 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-c8318ccc-3645-4bd2-961a-79ceabe8e81e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Request body: {'security_group_rule': {'security_group_id': 'cd6ab4a7-811b-471f-a6d6-3c6efceab63b', 'project_id': '8965d3704ae143269b58807365126637', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:29.135364 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c8318ccc-3645-4bd2-961a-79ceabe8e81e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:29.138197 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.139294 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c8318ccc-3645-4bd2-961a-79ceabe8e81e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Usage tracker for resource:security_group_rule and tenant:8965d3704ae143269b58807365126637 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:29.142107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-c8318ccc-3645-4bd2-961a-79ceabe8e81e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:29.148009 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-c8318ccc-3645-4bd2-961a-79ceabe8e81e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:29.159297 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-c8318ccc-3645-4bd2-961a-79ceabe8e81e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Project 8965d3704ae143269b58807365126637 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:39:29.166555 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8318ccc-3645-4bd2-961a-79ceabe8e81e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.231257 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8318ccc-3645-4bd2-961a-79ceabe8e81e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.235600 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8318ccc-3645-4bd2-961a-79ceabe8e81e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.262252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8318ccc-3645-4bd2-961a-79ceabe8e81e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbb1d78-cc65-4136-a075-2c6f410a5ee4,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:29.273251 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-c8318ccc-3645-4bd2-961a-79ceabe8e81e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.274609 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-c8318ccc-3645-4bd2-961a-79ceabe8e81e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510575 May 25 21:39:29.277394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49562) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:29.282761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-19d92809-9ddc-4aab-9c9a-51ff63997a89 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Request body: {'security_group_rule': {'security_group_id': 'cd6ab4a7-811b-471f-a6d6-3c6efceab63b', 'project_id': '8965d3704ae143269b58807365126637', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:29.289768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-19d92809-9ddc-4aab-9c9a-51ff63997a89 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:29.293551 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-19d92809-9ddc-4aab-9c9a-51ff63997a89 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Usage tracker for resource:security_group_rule and tenant:8965d3704ae143269b58807365126637 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:29.296373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-19d92809-9ddc-4aab-9c9a-51ff63997a89 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:29.302784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-19d92809-9ddc-4aab-9c9a-51ff63997a89 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:29.313784 n-d-843339-1 neutron-server[88332]: INFO neutron.db.securitygroups_db [None req-19d92809-9ddc-4aab-9c9a-51ff63997a89 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Project 8965d3704ae143269b58807365126637 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 21:39:29.325573 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-19d92809-9ddc-4aab-9c9a-51ff63997a89 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.396639 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-19d92809-9ddc-4aab-9c9a-51ff63997a89 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.400714 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-19d92809-9ddc-4aab-9c9a-51ff63997a89 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601731'] for security_group_rule, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.419864 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 81c440f9-b198-409a-8a3b-c19ac364eb04 up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:39:29.427489 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d92809-9ddc-4aab-9c9a-51ff63997a89 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bf9a24-b39c-4434-b50a-ca5ce0d80b24,revision_number=0']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:29.441080 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-19d92809-9ddc-4aab-9c9a-51ff63997a89 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.442911 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-19d92809-9ddc-4aab-9c9a-51ff63997a89 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1643341 May 25 21:39:29.558891 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 81c440f9-b198-409a-8a3b-c19ac364eb04 triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:29.559368 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.602076 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Notify callbacks [] for port, precommit_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.620072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-c678eddf-d0cb-4756-a62d-4e9adb696cf2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Synchronizing usage tracker for tenant:8965d3704ae143269b58807365126637 on resource:security_group {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:39:29.630128 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Transition to ACTIVE for port object 4db3c852-e83a-4b5c-9e1a-db33a5721f1b will not be triggered until provisioned by entity L2. {{(pid=88333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:39:29.639467 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-c678eddf-d0cb-4756-a62d-4e9adb696cf2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Unset dirty status for tenant:8965d3704ae143269b58807365126637 on resource:security_group {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:39:29.640673 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-c678eddf-d0cb-4756-a62d-4e9adb696cf2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890954213&fields=id&tenant_id=8965d3704ae143269b58807365126637 HTTP/1.1" status: 200 len: 267 time: 0.0650365 May 25 21:39:29.642389 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.805518 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-0d36e69a-006d-4003-bb5a-af240c71a3cf tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:29.806260 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-0d36e69a-006d-4003-bb5a-af240c71a3cf tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Synchronizing usage tracker for tenant:8965d3704ae143269b58807365126637 on resource:network {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:39:29.826497 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-0d36e69a-006d-4003-bb5a-af240c71a3cf tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Unset dirty status for tenant:8965d3704ae143269b58807365126637 on resource:network {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:39:29.827815 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-0d36e69a-006d-4003-bb5a-af240c71a3cf tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 809 time: 0.1797378 May 25 21:39:29.845685 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-1b8495bc-1f0c-4719-8bce-51a3d95365b7 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/quotas/8965d3704ae143269b58807365126637 HTTP/1.1" status: 200 len: 375 time: 0.0111580 May 25 21:39:29.867082 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 81c440f9-b198-409a-8a3b-c19ac364eb04 is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:29.893765 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78063703-fde5-451a-af8b-a4814ec3e441 None None] Pushing event updated for resources: {'Port': ['ID=4db3c852-e83a-4b5c-9e1a-db33a5721f1b,revision_number=3']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:29.947415 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-12a36ea4-6613-4f17-b5a8-25a551894ce7 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908389 May 25 21:39:29.975749 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Attempting to bind port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b on host n-d-843339-1 for vnic_type normal with profile {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:39:29.976286 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Attempting to bind port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b by drivers openvswitch,hyperv on host n-d-843339-1 at level 0 using segments [{'id': 'c7775d91-ccc9-4f32-a693-7c9e9b2aecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7fd79709-b35b-4dec-908b-53e94f360126'}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:39:29.976649 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Attempting to bind port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b on network 7fd79709-b35b-4dec-908b-53e94f360126 {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:39:29.982412 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Checking agent: {'id': 'bd6af3b7-5d28-4b53-bc3a-b7e565669149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 48, 1), 'started_at': datetime.datetime(2022, 5, 25, 19, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843339-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:39:29.982784 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Checking segment: {'id': 'c7775d91-ccc9-4f32-a693-7c9e9b2aecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7fd79709-b35b-4dec-908b-53e94f360126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:39:29.983401 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:29.983692 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Bound using segment: {'id': 'c7775d91-ccc9-4f32-a693-7c9e9b2aecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7fd79709-b35b-4dec-908b-53e94f360126'} {{(pid=88333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:39:29.984333 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.managers [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Bound port: 4db3c852-e83a-4b5c-9e1a-db33a5721f1b, host: n-d-843339-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7775d91-ccc9-4f32-a693-7c9e9b2aecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7fd79709-b35b-4dec-908b-53e94f360126'}}] {{(pid=88333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:39:29.984930 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:30.069985 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-a13eb744-f11b-4313-8763-bb8db349ea3e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:39:30.071044 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-a13eb744-f11b-4313-8763-bb8db349ea3e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1106071 May 25 21:39:30.083631 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] For port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b, host n-d-843339-1, cleared binding levels {{(pid=88333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:39:30.086981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] For port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b, host n-d-843339-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4db3c852-e83a-4b5c-9e1a-db33a5721f1b,segment=NetworkSegment(c7775d91-ccc9-4f32-a693-7c9e9b2aecea),segment_id=c7775d91-ccc9-4f32-a693-7c9e9b2aecea)] {{(pid=88333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:39:30.091642 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:30.175438 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Routers {'0cc5e51f-a1ba-4cdf-ae6a-0db617455545'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:39:30.176067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:39:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cc5e51f-a1ba-4cdf-ae6a-0db617455545'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:30.225030 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-a3baea07-e103-4eaa-9b7a-16a0ae6e3792 service neutron] 10.222.0.60 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479497 May 25 21:39:30.232008 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78063703-fde5-451a-af8b-a4814ec3e441 None None] Pushing event updated for resources: {'Port': ['ID=4db3c852-e83a-4b5c-9e1a-db33a5721f1b,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:30.374118 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-3fa619c3-a2c4-43e2-aa1c-6db311f6653c service neutron] 10.222.0.60 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428597 May 25 21:39:30.375054 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] Set router 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:39:30.669167 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-553541ef-2658-4dfb-b0a3-18b41bd7c0c8 req-2ebc77eb-f391-49c5-8ce1-c5c86b2383fc tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Synchronizing usage tracker for tenant:8965d3704ae143269b58807365126637 on resource:port {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:39:30.699205 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-553541ef-2658-4dfb-b0a3-18b41bd7c0c8 req-2ebc77eb-f391-49c5-8ce1-c5c86b2383fc tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Unset dirty status for tenant:8965d3704ae143269b58807365126637 on resource:port {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:39:30.702129 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-553541ef-2658-4dfb-b0a3-18b41bd7c0c8 req-2ebc77eb-f391-49c5-8ce1-c5c86b2383fc tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 210 time: 0.1584117 May 25 21:39:30.755835 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'name': 'tempest-TestSnapshotPattern-1146528759-router', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '81c440f9-b198-409a-8a3b-c19ac364eb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:21Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 4, 'project_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'gw_port': {'id': '81c440f9-b198-409a-8a3b-c19ac364eb04', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:22Z', 'updated_at': '2022-05-25T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '4db3c852-e83a-4b5c-9e1a-db33a5721f1b', 'name': '', 'network_id': '7fd79709-b35b-4dec-908b-53e94f360126', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'mac_address': 'fa:16:3e:57:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'ad4f94f6-16ed-49d2-af43-b7b5d28d5a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:25Z', 'updated_at': '2022-05-25T21:39:30Z', 'revision_number': 4, 'project_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'subnets': [{'id': 'ad4f94f6-16ed-49d2-af43-b7b5d28d5a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:30.760237 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347dfe83-c2ec-407b-b691-10d6c0ab323e None None] The sync data for ids ['0cc5e51f-a1ba-4cdf-ae6a-0db617455545'] in n-d-843339-1 is: [{'id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'name': 'tempest-TestSnapshotPattern-1146528759-router', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '81c440f9-b198-409a-8a3b-c19ac364eb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:21Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 4, 'project_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'gw_port': {'id': '81c440f9-b198-409a-8a3b-c19ac364eb04', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:22Z', 'updated_at': '2022-05-25T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '4db3c852-e83a-4b5c-9e1a-db33a5721f1b', 'name': '', 'network_id': '7fd79709-b35b-4dec-908b-53e94f360126', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'mac_address': 'fa:16:3e:57:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': 'ad4f94f6-16ed-49d2-af43-b7b5d28d5a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:25Z', 'updated_at': '2022-05-25T21:39:30Z', 'revision_number': 4, 'project_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'subnets': [{'id': 'ad4f94f6-16ed-49d2-af43-b7b5d28d5a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:39:30.854474 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ef949988-e45b-4574-838d-dd156bc738e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:31.447897 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4db3c852-e83a-4b5c-9e1a-db33a5721f1b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:39:31.526820 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning for port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:39:31.534513 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:31.535050 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:31.679707 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b is: DOWN; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:31.680078 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:31.723927 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] For port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4db3c852-e83a-4b5c-9e1a-db33a5721f1b,segment=NetworkSegment(c7775d91-ccc9-4f32-a693-7c9e9b2aecea),segment_id=c7775d91-ccc9-4f32-a693-7c9e9b2aecea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:31.726533 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:31.731530 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:31.810035 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Pushing event updated for resources: {'Port': ['ID=4db3c852-e83a-4b5c-9e1a-db33a5721f1b,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:31.827272 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-4fbcf09b-7b0e-4eb2-969f-39f0991107a8 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:31.829425 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-4fbcf09b-7b0e-4eb2-969f-39f0991107a8 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.70 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 809 time: 0.2341933 May 25 21:39:31.917897 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-071e92ef-6bc6-47c6-ab8b-7436b3958515 req-fa807ab0-746e-4672-844d-0d1515075b76 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 210 time: 0.0586064 May 25 21:39:31.930741 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-bcb6c3df-2750-474b-bc87-5c697928cd62 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8965d3704ae143269b58807365126637 HTTP/1.1" status: 200 len: 380 time: 0.0932772 May 25 21:39:31.940498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Request body: {'port': {'device_id': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'admin_state_up': True, 'tenant_id': '8965d3704ae143269b58807365126637', 'security_groups': ['cd6ab4a7-811b-471f-a6d6-3c6efceab63b']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:32.082944 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:32.094325 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:32.104329 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:32.105532 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Made reservation on behalf of 8965d3704ae143269b58807365126637 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:39:32.109040 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:32.275479 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Allocated IP 172.20.0.10 (a95467f7-28cd-4e6d-8e51-75b406594223/2a0d9806-876a-4da1-b703-3a46c54884d7/dc5f9867-48fd-4c5a-a848-82b775f9706e) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:39:32.471569 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:32.487702 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Transition to ACTIVE for port object dc5f9867-48fd-4c5a-a848-82b775f9706e will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:39:32.512101 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:32.592910 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Network a95467f7-28cd-4e6d-8e51-75b406594223 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:39:32.596265 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:39:32.600303 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:39:32.631574 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event updated for resources: {'Port': ['ID=dc5f9867-48fd-4c5a-a848-82b775f9706e,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:32.671420 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:32.672031 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:32.701082 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-2103ee39-f205-4e2c-8a67-c222e20653a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7648573 May 25 21:39:32.711881 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Request body: {'port': {'device_id': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:32.835274 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:32.848709 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bc31834e-d4d0-4be8-9f7c-a3128b517210 None None] Provisioning for port dc5f9867-48fd-4c5a-a848-82b775f9706e completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:39:32.853875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-bc31834e-d4d0-4be8-9f7c-a3128b517210 None None] Provisioning complete for port dc5f9867-48fd-4c5a-a848-82b775f9706e triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:32.854374 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bc31834e-d4d0-4be8-9f7c-a3128b517210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:32.910898 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-bc31834e-d4d0-4be8-9f7c-a3128b517210 None None] Port dc5f9867-48fd-4c5a-a848-82b775f9706e cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:39:33.111400 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32328489-6625-4c73-9247-e02cd7dce524 req-2d475de7-5b37-436a-a051-99e400133179 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:33.112948 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-32328489-6625-4c73-9247-e02cd7dce524 req-2d475de7-5b37-436a-a051-99e400133179 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 932 time: 0.0842862 May 25 21:39:33.158426 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-32328489-6625-4c73-9247-e02cd7dce524 req-f4d93451-ba6b-419d-9bb4-274ccbe7cfa1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Synchronizing usage tracker for tenant:8965d3704ae143269b58807365126637 on resource:security_group {{(pid=88331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:39:33.170228 n-d-843339-1 neutron-server[88331]: DEBUG neutron.quota.resource [req-32328489-6625-4c73-9247-e02cd7dce524 req-f4d93451-ba6b-419d-9bb4-274ccbe7cfa1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Unset dirty status for tenant:8965d3704ae143269b58807365126637 on resource:security_group {{(pid=88331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:39:33.171371 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-32328489-6625-4c73-9247-e02cd7dce524 req-f4d93451-ba6b-419d-9bb4-274ccbe7cfa1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520699 May 25 21:39:33.298398 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5f9867-48fd-4c5a-a848-82b775f9706e {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:39:33.305848 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:33.320507 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Transition to ACTIVE for port object dc5f9867-48fd-4c5a-a848-82b775f9706e will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:39:33.324650 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:33.427485 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4db3c852-e83a-4b5c-9e1a-db33a5721f1b up at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:39:33.454720 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Pushing event updated for resources: {'Port': ['ID=dc5f9867-48fd-4c5a-a848-82b775f9706e,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:33.480288 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:33.511150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Provisioning complete for port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:33.511511 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:33.578788 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Attempting to bind port dc5f9867-48fd-4c5a-a848-82b775f9706e on host n-h1-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:39:33.579118 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Attempting to bind port dc5f9867-48fd-4c5a-a848-82b775f9706e by drivers openvswitch,hyperv on host n-h1-843339-1 at level 0 using segments [{'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:39:33.579446 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Attempting to bind port dc5f9867-48fd-4c5a-a848-82b775f9706e on network a95467f7-28cd-4e6d-8e51-75b406594223 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:39:33.584447 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Port dc5f9867-48fd-4c5a-a848-82b775f9706e on network a95467f7-28cd-4e6d-8e51-75b406594223 not bound, no agent of type Open vSwitch agent registered on host n-h1-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:39:33.584904 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Attempting to bind port dc5f9867-48fd-4c5a-a848-82b775f9706e on network a95467f7-28cd-4e6d-8e51-75b406594223 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:39:33.592965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Checking agent: {'id': '738f8bcb-1a77-4fa5-bc61-66f7804e1fc8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:39:33.593567 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Checking segment: {'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:39:33.594194 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Bound using segment: {'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:39:33.594913 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Bound port: dc5f9867-48fd-4c5a-a848-82b775f9706e, host: n-h1-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:39:33.595619 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:33.645402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Current status of the port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b is: ACTIVE; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:33.689261 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] For port dc5f9867-48fd-4c5a-a848-82b775f9706e, host n-h1-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:39:33.692264 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] For port dc5f9867-48fd-4c5a-a848-82b775f9706e, host n-h1-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:39:33.697140 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:33.761703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:33.762377 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:33.763684 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] 10.222.0.70 "PUT /v2.0/ports/dc5f9867-48fd-4c5a-a848-82b775f9706e HTTP/1.1" status: 200 len: 1092 time: 1.0562067 May 25 21:39:33.764110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'tag': 'dc5f9867-48fd-4c5a-a848-82b775f9706e'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:39:33.787213 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c0804-04b6-4de1-a47e-0928c16ecdce service neutron] Pushing event updated for resources: {'Port': ['ID=dc5f9867-48fd-4c5a-a848-82b775f9706e,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:33.890353 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956c5181-9b0e-49ec-8a41-e254da6d10a1'] response: {'name': 'network-changed', 'server_uuid': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'tag': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'status': 'completed', 'code': 200} May 25 21:39:33.910238 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-72a60a0c-9495-4c78-b36a-c6633701243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:33.910238 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-72a60a0c-9495-4c78-b36a-c6633701243e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 1095 time: 0.1007035 May 25 21:39:33.979095 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-cdbe46b1-aae6-4050-9ca1-f88209c08d9d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e HTTP/1.1" status: 200 len: 217 time: 0.0671947 May 25 21:39:34.043240 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-5c5d1192-517b-45be-936a-5a547e0b1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:34.044642 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-5c5d1192-517b-45be-936a-5a547e0b1517 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.0597267 May 25 21:39:34.122172 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-6ae21432-03ee-42e0-a668-ebe1de83609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:34.123615 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-6ae21432-03ee-42e0-a668-ebe1de83609a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733593 May 25 21:39:34.256046 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-55393585-7406-46da-a46a-ec58d89d6cd8 service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258056 May 25 21:39:34.363374 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c0a11-3d36-498f-a625-f0bb10e41126 req-da5fe028-aa22-4123-9d26-4f0d93e7015b tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:34.365449 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb3c0a11-3d36-498f-a625-f0bb10e41126 req-da5fe028-aa22-4123-9d26-4f0d93e7015b tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 944 time: 0.0860488 May 25 21:39:34.389690 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9cbae486-dd0c-4477-a0bd-3d4716c041e9 req-b7f84558-d47b-44e0-be46-dd2c3dbb8efd service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275485 May 25 21:39:34.409889 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-bb3c0a11-3d36-498f-a625-f0bb10e41126 req-86b9c2fe-511e-44fc-9cb0-c4cdd1ea2f10 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387189 May 25 21:39:34.508114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7fd3a-48ba-4ee4-8597-8d29f499baac req-bd8dad23-51f0-41e9-b7e3-ec20852d7304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:34.509572 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4e7fd3a-48ba-4ee4-8597-8d29f499baac req-bd8dad23-51f0-41e9-b7e3-ec20852d7304 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0702276 May 25 21:39:34.647888 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7fd3a-48ba-4ee4-8597-8d29f499baac req-ecdc3cf1-1c81-4c53-8cf4-ccb55e287b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:34.649251 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4e7fd3a-48ba-4ee4-8597-8d29f499baac req-ecdc3cf1-1c81-4c53-8cf4-ccb55e287b1c service neutron] 10.222.0.70 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 910 time: 0.1335869 May 25 21:39:34.719006 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4e7fd3a-48ba-4ee4-8597-8d29f499baac req-b9d06f5e-4260-4468-9cbd-a28a9d6fca65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e HTTP/1.1" status: 200 len: 217 time: 0.0641193 May 25 21:39:34.781703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7fd3a-48ba-4ee4-8597-8d29f499baac req-16730e5b-bbc9-4cf6-b19b-c11dc8dd2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:34.783159 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4e7fd3a-48ba-4ee4-8597-8d29f499baac req-16730e5b-bbc9-4cf6-b19b-c11dc8dd2b93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.0585632 May 25 21:39:34.974578 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7fd3a-48ba-4ee4-8597-8d29f499baac req-a826e79b-b7de-4808-be13-fde43b9354e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:34.976058 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4e7fd3a-48ba-4ee4-8597-8d29f499baac req-a826e79b-b7de-4808-be13-fde43b9354e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1863279 May 25 21:39:35.109953 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4e7fd3a-48ba-4ee4-8597-8d29f499baac req-84be6f40-8b00-4e14-941f-b5041626fd55 service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275418 May 25 21:39:35.243175 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d4e7fd3a-48ba-4ee4-8597-8d29f499baac req-a87cd774-23c0-4d19-8788-80a3de3fad6a service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271036 May 25 21:39:35.602184 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f77b24-b2f2-4000-a0c1-e4d203cb0fb7 req-cd53216b-5d0a-4a14-bfd0-3bbfac7615a5 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:35.602771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-85f77b24-b2f2-4000-a0c1-e4d203cb0fb7 req-cd53216b-5d0a-4a14-bfd0-3bbfac7615a5 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Synchronizing usage tracker for tenant:8965d3704ae143269b58807365126637 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:39:35.619493 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-85f77b24-b2f2-4000-a0c1-e4d203cb0fb7 req-cd53216b-5d0a-4a14-bfd0-3bbfac7615a5 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Unset dirty status for tenant:8965d3704ae143269b58807365126637 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:39:35.620805 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85f77b24-b2f2-4000-a0c1-e4d203cb0fb7 req-cd53216b-5d0a-4a14-bfd0-3bbfac7615a5 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 944 time: 0.1008162 May 25 21:39:35.676249 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-85f77b24-b2f2-4000-a0c1-e4d203cb0fb7 req-654e827e-1f4c-452a-96a1-cc265b9486a9 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495520 May 25 21:39:36.877429 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78297e-89fe-4e90-8e3f-91182d0486e7 req-7c55de36-6b0b-4ed7-9100-aea28cbcc09f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:36.878928 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db78297e-89fe-4e90-8e3f-91182d0486e7 req-7c55de36-6b0b-4ed7-9100-aea28cbcc09f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 944 time: 0.0814409 May 25 21:39:36.933094 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-db78297e-89fe-4e90-8e3f-91182d0486e7 req-5577d56e-ba6c-43de-a858-8830211eb3ae tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478148 May 25 21:39:37.765737 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device dc5f9867-48fd-4c5a-a848-82b775f9706e details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:39:37.931899 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port dc5f9867-48fd-4c5a-a848-82b775f9706e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:37.945004 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'port_id': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'mac_address': 'fa:16:3e:84:26:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:39:38.002570 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port dc5f9867-48fd-4c5a-a848-82b775f9706e is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:38.002854 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:38.020160 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5f9867-48fd-4c5a-a848-82b775f9706e {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:39:38.036282 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port dc5f9867-48fd-4c5a-a848-82b775f9706e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:38.046235 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:38.114785 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=dc5f9867-48fd-4c5a-a848-82b775f9706e,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:38.124662 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85820a-c700-4ab8-9d9b-dd2c91d3e83e req-b24a7c5e-3ec2-4126-a232-a5fc6ae40408 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:38.126140 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a85820a-c700-4ab8-9d9b-dd2c91d3e83e req-b24a7c5e-3ec2-4126-a232-a5fc6ae40408 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 945 time: 0.0865843 May 25 21:39:38.170972 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-2a85820a-c700-4ab8-9d9b-dd2c91d3e83e req-2de24686-e1f8-4c75-b363-843b7754c51e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389519 May 25 21:39:38.335139 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['dc5f9867-48fd-4c5a-a848-82b775f9706e'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:39:39.355419 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98930b75-3541-4d3a-8296-8dfb3233b566 req-5318b5a6-5ae3-492b-a958-e7bacb21482c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:39.356870 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98930b75-3541-4d3a-8296-8dfb3233b566 req-5318b5a6-5ae3-492b-a958-e7bacb21482c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 945 time: 0.0800173 May 25 21:39:39.402480 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-98930b75-3541-4d3a-8296-8dfb3233b566 req-42d0326f-3725-45fa-b344-033e0dd075fd tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396810 May 25 21:39:39.765353 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device dc5f9867-48fd-4c5a-a848-82b775f9706e up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:39:39.832735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning for port dc5f9867-48fd-4c5a-a848-82b775f9706e completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:39:39.837407 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port dc5f9867-48fd-4c5a-a848-82b775f9706e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:39:39.837749 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:39.957019 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port dc5f9867-48fd-4c5a-a848-82b775f9706e is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:39:39.957926 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:39.984656 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5f9867-48fd-4c5a-a848-82b775f9706e'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:39:39.994051 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port dc5f9867-48fd-4c5a-a848-82b775f9706e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:39:39.998756 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:40.036390 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-758ab616-06a3-4357-89b7-c273a8bc9ae7'] response: {'server_uuid': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'code': 200} May 25 21:39:40.068141 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=dc5f9867-48fd-4c5a-a848-82b775f9706e,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:40.163060 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91f2af-3005-4d6d-b711-a13a32cafe74 req-2038708c-48bc-4908-aaf8-404d5df82d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:40.164544 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f91f2af-3005-4d6d-b711-a13a32cafe74 req-2038708c-48bc-4908-aaf8-404d5df82d65 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 1097 time: 0.0710533 May 25 21:39:40.209545 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6f91f2af-3005-4d6d-b711-a13a32cafe74 req-98f02728-5040-4850-aef5-c812d90cb5b8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384133 May 25 21:39:40.593039 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055666b-3931-4d4b-94bb-a21bebe1eb05 req-b226320b-e788-4789-82c8-2c40321ae441 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:40.594577 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e055666b-3931-4d4b-94bb-a21bebe1eb05 req-b226320b-e788-4789-82c8-2c40321ae441 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 946 time: 0.0854161 May 25 21:39:40.639265 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e055666b-3931-4d4b-94bb-a21bebe1eb05 req-3db4d05e-50ff-4129-95db-8f97433ad2b0 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384991 May 25 21:39:41.591509 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:39:41.844640 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea2c48-442b-4098-96b9-25dc4e9186ea req-208490f9-646a-498b-9dd3-260bd13a8919 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:41.846053 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13ea2c48-442b-4098-96b9-25dc4e9186ea req-208490f9-646a-498b-9dd3-260bd13a8919 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 946 time: 0.0925343 May 25 21:39:41.899068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-13ea2c48-442b-4098-96b9-25dc4e9186ea req-b6360e82-5c04-44ec-9db5-f0027396e641 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463569 May 25 21:39:42.117920 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c14936-83bd-430d-b418-84eb5e81e33b req-3237ac89-ec1e-46cc-b00d-e16ec99227f2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:42.119405 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-20c14936-83bd-430d-b418-84eb5e81e33b req-3237ac89-ec1e-46cc-b00d-e16ec99227f2 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 946 time: 0.0976949 May 25 21:39:42.169935 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-20c14936-83bd-430d-b418-84eb5e81e33b req-2e2724f4-af56-476e-9722-55579d8e8e0a tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448177 May 25 21:39:42.196157 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49618) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:42.322693 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d2738-0187-4733-a3fb-f4c986378bb7 tempest-TestSnapshotPattern-2119019620 tempest-TestSnapshotPattern-2119019620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:42.324243 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-db3d2738-0187-4733-a3fb-f4c986378bb7 tempest-TestSnapshotPattern-2119019620 tempest-TestSnapshotPattern-2119019620-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 1092 time: 0.1270926 May 25 21:39:42.327138 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49624) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:39:42.334207 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'tenant_id': '8965d3704ae143269b58807365126637', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:39:42.341688 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:39:42.345822 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Usage tracker for resource:floatingip and tenant:8965d3704ae143269b58807365126637 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:39:42.348973 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:39:42.356013 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:39:42.369016 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:42.527172 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:42.666948 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Allocated IP 172.25.3.26 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/c912023c-6c4c-41f8-be4d-fc7f05b82523) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:39:42.819064 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:42.847672 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:42.917713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:39:42.920391 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:39:42.922989 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:39:42.966014 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event updated for resources: {'Port': ['ID=c912023c-6c4c-41f8-be4d-fc7f05b82523,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:43.452551 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:43.527555 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:43.746605 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:43.751148 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:43.864302 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event updated for resources: {'Port': ['ID=c912023c-6c4c-41f8-be4d-fc7f05b82523,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:39:43.872920 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:44.058585 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Floating IP 4fcbf224-bde6-43c1-b7a8-9bc7179d7248 associated. External IP: 172.25.3.26, port: dc5f9867-48fd-4c5a-a848-82b775f9706e. May 25 21:39:44.417243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Router 1934595b-dafb-4f47-a5bb-8277e95c1017 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:39:44.609054 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:39:44.619081 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef54bf14-24e7-48b7-a5fc-3f8c6f8ad124 None None] Sync routers for ids ['1934595b-dafb-4f47-a5bb-8277e95c1017'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:39:44.629211 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef54bf14-24e7-48b7-a5fc-3f8c6f8ad124 None None] Routers {'1934595b-dafb-4f47-a5bb-8277e95c1017'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:39:44.629796 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ef54bf14-24e7-48b7-a5fc-3f8c6f8ad124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:39:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1934595b-dafb-4f47-a5bb-8277e95c1017'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:44.637777 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:44.699919 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-96e33226-8de0-4ed3-bcc5-ae846429ff8c tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3695467 May 25 21:39:44.699919 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'tag': 'dc5f9867-48fd-4c5a-a848-82b775f9706e'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:39:44.743291 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903b4bd8-a246-4ece-8c0b-e048ec5083ee'] response: {'name': 'network-changed', 'server_uuid': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'tag': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'status': 'completed', 'code': 200} May 25 21:39:44.812309 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ef54bf14-24e7-48b7-a5fc-3f8c6f8ad124 None None] Set router 1934595b-dafb-4f47-a5bb-8277e95c1017 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:39:44.836168 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735491-9e08-402a-926d-89e7391f9cdd req-80cec621-f47b-4827-9022-82a8fc6467f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:44.837659 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab735491-9e08-402a-926d-89e7391f9cdd req-80cec621-f47b-4827-9022-82a8fc6467f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 1097 time: 0.0736098 May 25 21:39:45.097316 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735491-9e08-402a-926d-89e7391f9cdd req-49d2101e-0f41-40c3-97c8-7c68618f1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:45.098808 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab735491-9e08-402a-926d-89e7391f9cdd req-49d2101e-0f41-40c3-97c8-7c68618f1efb service neutron] 10.222.0.70 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 910 time: 0.2555690 May 25 21:39:45.181577 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ef54bf14-24e7-48b7-a5fc-3f8c6f8ad124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '4fcbf224-bde6-43c1-b7a8-9bc7179d7248', 'tenant_id': '8965d3704ae143269b58807365126637', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'port_id': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'mac_address': 'fa:16:3e:84:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:39:43Z', 'updated_at': '2022-05-25T21:39:43Z', 'revision_number': 0, 'project_id': '8965d3704ae143269b58807365126637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 5, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:45.185445 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef54bf14-24e7-48b7-a5fc-3f8c6f8ad124 None None] Checking router: 1934595b-dafb-4f47-a5bb-8277e95c1017 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:39:45.194413 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef54bf14-24e7-48b7-a5fc-3f8c6f8ad124 None None] Routers {'1934595b-dafb-4f47-a5bb-8277e95c1017'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:39:45.195056 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ef54bf14-24e7-48b7-a5fc-3f8c6f8ad124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:39:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1934595b-dafb-4f47-a5bb-8277e95c1017'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:45.202946 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab735491-9e08-402a-926d-89e7391f9cdd req-ef7a925c-02c3-4114-95f6-09c3ca4813e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e HTTP/1.1" status: 200 len: 999 time: 0.0982018 May 25 21:39:45.268727 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735491-9e08-402a-926d-89e7391f9cdd req-50b93d9d-29e0-43a1-a406-417de6d65406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:45.270247 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab735491-9e08-402a-926d-89e7391f9cdd req-50b93d9d-29e0-43a1-a406-417de6d65406 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.0612712 May 25 21:39:45.346748 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735491-9e08-402a-926d-89e7391f9cdd req-717c8b90-7aa6-48d0-ba7d-33a14286ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:39:45.348797 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab735491-9e08-402a-926d-89e7391f9cdd req-717c8b90-7aa6-48d0-ba7d-33a14286ed2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729189 May 25 21:39:45.370814 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-ef54bf14-24e7-48b7-a5fc-3f8c6f8ad124 None None] Set router 1934595b-dafb-4f47-a5bb-8277e95c1017 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:39:45.482626 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab735491-9e08-402a-926d-89e7391f9cdd req-8c726867-6184-442a-a9c9-209b77bd2aae service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274552 May 25 21:39:45.619357 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-ab735491-9e08-402a-926d-89e7391f9cdd req-5bff0274-6b47-41f6-8ec1-d5977d621bed service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309822 May 25 21:39:45.723726 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-ef54bf14-24e7-48b7-a5fc-3f8c6f8ad124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '4fcbf224-bde6-43c1-b7a8-9bc7179d7248', 'tenant_id': '8965d3704ae143269b58807365126637', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'port_id': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'mac_address': 'fa:16:3e:84:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:39:43Z', 'updated_at': '2022-05-25T21:39:43Z', 'revision_number': 0, 'project_id': '8965d3704ae143269b58807365126637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 5, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:39:45.727783 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef54bf14-24e7-48b7-a5fc-3f8c6f8ad124 None None] The sync data for ids ['1934595b-dafb-4f47-a5bb-8277e95c1017'] in n-d-843339-1 is: [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '4fcbf224-bde6-43c1-b7a8-9bc7179d7248', 'tenant_id': '8965d3704ae143269b58807365126637', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'port_id': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'mac_address': 'fa:16:3e:84:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:39:43Z', 'updated_at': '2022-05-25T21:39:43Z', 'revision_number': 0, 'project_id': '8965d3704ae143269b58807365126637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 5, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:39:45.917162 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7d63a7-92ec-46f0-a651-a747ff8ed0ab None None] New status for floating IP 4fcbf224-bde6-43c1-b7a8-9bc7179d7248: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:39:54.593582 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:58.390236 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-355abef8-472b-4bb3-a9c3-e84a176cf2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:39:58.953972 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:40:00.846288 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2a318685-0522-4c69-a97c-f974bf7c7f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:40:01.622759 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:40:02.106601 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:40:03.430058 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:40:03.689464 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38443dfd-097b-41f2-b900-346304e72044 req-ee650ba6-3dce-4ecb-a326-c72ef1f4b0b7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738394 May 25 21:40:03.833281 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38443dfd-097b-41f2-b900-346304e72044 req-41f5b17e-2b9f-4605-8773-4790f9cdf07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:40:03.834801 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38443dfd-097b-41f2-b900-346304e72044 req-41f5b17e-2b9f-4605-8773-4790f9cdf07a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 1097 time: 0.0750854 May 25 21:40:03.977893 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38443dfd-097b-41f2-b900-346304e72044 req-fc338eaf-ed68-4fda-8173-9e83253fc5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:40:03.979271 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38443dfd-097b-41f2-b900-346304e72044 req-fc338eaf-ed68-4fda-8173-9e83253fc5a1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 910 time: 0.1263952 May 25 21:40:04.081826 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38443dfd-097b-41f2-b900-346304e72044 req-849e97d7-5f58-429e-80b5-651ed2eb271e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e HTTP/1.1" status: 200 len: 1001 time: 0.0961211 May 25 21:40:04.142882 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38443dfd-097b-41f2-b900-346304e72044 req-296a187d-115c-4305-9e21-7e821a913935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:40:04.144292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38443dfd-097b-41f2-b900-346304e72044 req-296a187d-115c-4305-9e21-7e821a913935 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.0567892 May 25 21:40:04.218349 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38443dfd-097b-41f2-b900-346304e72044 req-481ca15e-e62a-46ab-97be-04a716946f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:40:04.219802 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38443dfd-097b-41f2-b900-346304e72044 req-481ca15e-e62a-46ab-97be-04a716946f0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697546 May 25 21:40:04.350269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38443dfd-097b-41f2-b900-346304e72044 req-1c775e5d-520e-4a9b-a16b-7515d5d874ff service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240821 May 25 21:40:04.480269 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38443dfd-097b-41f2-b900-346304e72044 req-8371a843-9578-44a1-b134-9716446a11d5 service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246157 May 25 21:40:18.590769 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:40:24.607791 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:40:28.392942 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7722b528-be3c-49fc-86b4-563dae97166a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:40:28.971470 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:40:30.848747 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-431d186e-025c-4e56-8c1f-2e8b694ea1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:40:31.616172 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:40:32.109251 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:40:33.432128 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:40:54.597515 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:40:55.589869 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:40:58.396204 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-58f4b489-959e-4e13-ab4b-ed46553b704a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:40:58.984475 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:41:00.851687 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9d8231fa-a6a5-4cc9-9202-572a09d39cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:41:01.618402 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:41:02.112281 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:41:03.434967 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:41:04.884226 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e9e3d12-92d3-452c-b457-c240feed3f0c req-6259d056-0a3b-48ad-a935-61178207bfd6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730636 May 25 21:41:05.021866 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e3d12-92d3-452c-b457-c240feed3f0c req-1e8a83b8-5881-4b81-b1d1-5ccca5a3d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:41:05.023265 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e9e3d12-92d3-452c-b457-c240feed3f0c req-1e8a83b8-5881-4b81-b1d1-5ccca5a3d085 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 1097 time: 0.0717611 May 25 21:41:05.280522 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e3d12-92d3-452c-b457-c240feed3f0c req-4cb234d8-ee54-4779-97e7-fe62d9960939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:41:05.281885 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e9e3d12-92d3-452c-b457-c240feed3f0c req-4cb234d8-ee54-4779-97e7-fe62d9960939 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 910 time: 0.2402818 May 25 21:41:05.391237 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e9e3d12-92d3-452c-b457-c240feed3f0c req-9416208b-c3d2-415b-adbc-d771676aedc7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e HTTP/1.1" status: 200 len: 1001 time: 0.1036265 May 25 21:41:05.459088 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e3d12-92d3-452c-b457-c240feed3f0c req-0f1e192a-ed1a-422f-97a4-3e25e5ca9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:41:05.460513 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e9e3d12-92d3-452c-b457-c240feed3f0c req-0f1e192a-ed1a-422f-97a4-3e25e5ca9e02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.0636497 May 25 21:41:05.534761 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e3d12-92d3-452c-b457-c240feed3f0c req-e17a0bbb-4b77-4ff6-8432-e0561d590c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:41:05.536131 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e9e3d12-92d3-452c-b457-c240feed3f0c req-e17a0bbb-4b77-4ff6-8432-e0561d590c1b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702035 May 25 21:41:05.676507 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e9e3d12-92d3-452c-b457-c240feed3f0c req-faddfbf6-5bce-45e0-b896-b33e208d1239 service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346354 May 25 21:41:05.810664 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-5e9e3d12-92d3-452c-b457-c240feed3f0c req-24caa896-2ace-413d-ae3a-b72743193bbf service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282146 May 25 21:41:24.621389 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:41:28.398431 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-80cf96be-b507-4124-ab26-b2aee52c35d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:41:28.993609 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:41:30.854836 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c2acf50f-c589-4756-8421-b1e5a611bea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:41:31.622213 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:41:32.114541 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:41:32.589071 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:41:33.437468 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:41:54.620929 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:41:58.400685 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ec9a85a5-cfda-4809-aaf9-9678c9ca4364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:41:58.993182 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:00.857466 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4d9d-e559-4d90-abca-5d10af0142c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:01.625341 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:02.118714 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:03.442116 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:04.692975 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38625c21-b611-4bfd-922c-a96f0f035443 req-eb0a0740-cd7b-4b22-8081-5b0dcc07d67a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824468 May 25 21:42:04.833072 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38625c21-b611-4bfd-922c-a96f0f035443 req-5b8b948e-4902-408a-a3cd-eaa55e4951eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:04.834641 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38625c21-b611-4bfd-922c-a96f0f035443 req-5b8b948e-4902-408a-a3cd-eaa55e4951eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 1097 time: 0.0717525 May 25 21:42:04.979243 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38625c21-b611-4bfd-922c-a96f0f035443 req-ad544783-2f53-4b24-8692-9c4875c171f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:04.980610 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38625c21-b611-4bfd-922c-a96f0f035443 req-ad544783-2f53-4b24-8692-9c4875c171f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 910 time: 0.1270595 May 25 21:42:05.089731 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38625c21-b611-4bfd-922c-a96f0f035443 req-e20aa642-a2da-4170-ac2c-cd90c9b0b79b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e HTTP/1.1" status: 200 len: 1001 time: 0.1027346 May 25 21:42:05.152715 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38625c21-b611-4bfd-922c-a96f0f035443 req-d4219c3f-4ed6-4b23-bebe-f1ae5ceb1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:05.154440 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38625c21-b611-4bfd-922c-a96f0f035443 req-d4219c3f-4ed6-4b23-bebe-f1ae5ceb1770 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.0588255 May 25 21:42:05.233083 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38625c21-b611-4bfd-922c-a96f0f035443 req-afe9a900-c0b9-44e4-a56e-8ab0dd25e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:05.234578 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38625c21-b611-4bfd-922c-a96f0f035443 req-afe9a900-c0b9-44e4-a56e-8ab0dd25e80b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740597 May 25 21:42:05.365422 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38625c21-b611-4bfd-922c-a96f0f035443 req-f0ab63eb-cf2d-4448-a826-509f263348b6 service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249402 May 25 21:42:05.505101 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-38625c21-b611-4bfd-922c-a96f0f035443 req-c5331f2c-1127-49d4-88e6-abca46d92f5d service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332834 May 25 21:42:09.588265 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:42:16.463967 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device dc5f9867-48fd-4c5a-a848-82b775f9706e details requested by agent hyperv_n-h1-843339-1 with host n-h1-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:42:16.630132 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port dc5f9867-48fd-4c5a-a848-82b775f9706e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:42:16.643424 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Returning: {'device': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'port_id': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'mac_address': 'fa:16:3e:84:26:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:42:16.707420 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port dc5f9867-48fd-4c5a-a848-82b775f9706e is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:42:16.707813 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:16.726194 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc5f9867-48fd-4c5a-a848-82b775f9706e {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:42:16.742691 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port dc5f9867-48fd-4c5a-a848-82b775f9706e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:42:16.747215 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:16.820973 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=dc5f9867-48fd-4c5a-a848-82b775f9706e,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:42:16.829765 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] get_ports_and_sgs() called for port_ids ['dc5f9867-48fd-4c5a-a848-82b775f9706e'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:42:16.855048 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:16.855393 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:16.855726 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:16.856086 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:16.856415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:16.856743 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:16.857064 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:16.857381 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:16.857698 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:16.858013 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:16.858356 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:16.858680 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:18.462591 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device dc5f9867-48fd-4c5a-a848-82b775f9706e up at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:42:18.534627 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Provisioning complete for port dc5f9867-48fd-4c5a-a848-82b775f9706e triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:42:18.534991 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:18.658472 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port dc5f9867-48fd-4c5a-a848-82b775f9706e is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:42:18.658891 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:18.685888 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5f9867-48fd-4c5a-a848-82b775f9706e'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:42:18.696755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port dc5f9867-48fd-4c5a-a848-82b775f9706e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:42:18.701743 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:18.771644 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=dc5f9867-48fd-4c5a-a848-82b775f9706e,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:42:18.818383 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4bade57-6c99-4b60-b323-00aea5ce71da'] response: {'server_uuid': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'code': 200} May 25 21:42:24.628818 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:28.407579 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-52ef11f3-9d09-4474-9fd7-73870c7d66d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:29.013090 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:30.864437 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-f15e5374-ca7c-42db-885e-ff17532f6309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:31.447699 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-2804b706-5901-45c5-9a92-a6ae0b017cc5 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890954213&fields=id&tenant_id=8965d3704ae143269b58807365126637 HTTP/1.1" status: 200 len: 267 time: 0.0441148 May 25 21:42:31.598984 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-47546568-5197-4c73-ba12-17d2a615f2c7 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:31.600460 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-47546568-5197-4c73-ba12-17d2a615f2c7 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 809 time: 0.1454542 May 25 21:42:31.616695 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-156ba0bc-6811-49a5-bc13-6472fc087440 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/quotas/8965d3704ae143269b58807365126637 HTTP/1.1" status: 200 len: 375 time: 0.0107796 May 25 21:42:31.635068 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:31.705248 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad364c6d-4479-47f0-92fc-c63b7dbfa908 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0832705 May 25 21:42:31.763957 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-e1708a9d-568d-4111-a5f9-550618f62c1f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88331) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:42:31.764981 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-e1708a9d-568d-4111-a5f9-550618f62c1f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482125 May 25 21:42:32.007016 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-e4e62f81-5ae1-44a3-8934-6544c7fc4f62 service neutron] 10.222.0.60 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357473 May 25 21:42:32.120638 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:32.140995 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-26be3a2a-d913-48b9-83ae-634a8b07624b service neutron] 10.222.0.60 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279981 May 25 21:42:32.379839 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d395fc02-6300-4291-aab2-620ab7c508ca req-e62dac12-c175-42b3-843e-dd67c9edfd4d tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 210 time: 0.0915844 May 25 21:42:33.460977 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:33.577910 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-e0cd6cae-dee3-4220-ac7c-43e9f94a3b32 req-127c5885-45a5-47b2-895b-add67ae87813 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 210 time: 0.0482702 May 25 21:42:33.610485 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-2048a822-97d3-4cd6-9b19-bfe5597be808 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:33.611529 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-2048a822-97d3-4cd6-9b19-bfe5597be808 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.50 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 809 time: 0.2710176 May 25 21:42:33.661897 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-6c10abfb-30ea-42db-ba59-dd5fc2cdc479 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8965d3704ae143269b58807365126637 HTTP/1.1" status: 200 len: 380 time: 0.0425527 May 25 21:42:33.669741 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Request body: {'port': {'device_id': '18bf155b-bda6-4144-a39c-b2700dced69e', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'admin_state_up': True, 'tenant_id': '8965d3704ae143269b58807365126637', 'security_groups': ['cd6ab4a7-811b-471f-a6d6-3c6efceab63b']}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:42:33.821173 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:42:33.832169 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:42:33.846135 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Made reservation on behalf of 8965d3704ae143269b58807365126637 for: {'port': 1} {{(pid=88332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 21:42:33.852045 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:34.101582 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Allocated IP 172.20.0.14 (a95467f7-28cd-4e6d-8e51-75b406594223/2a0d9806-876a-4da1-b703-3a46c54884d7/b41efd36-5b91-4fc1-8db4-4e451787feec) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:42:34.332867 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:34.349543 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Transition to ACTIVE for port object b41efd36-5b91-4fc1-8db4-4e451787feec will not be triggered until provisioned by entity DHCP. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:42:34.374312 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:34.456937 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Network a95467f7-28cd-4e6d-8e51-75b406594223 is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:42:34.460768 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:42:34.463584 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:42:34.527618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event updated for resources: {'Port': ['ID=b41efd36-5b91-4fc1-8db4-4e451787feec,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:42:34.539657 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device dc5f9867-48fd-4c5a-a848-82b775f9706e no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:42:34.543235 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:34.543677 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:34.544044 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:34.544377 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:34.544753 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:34.545085 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:34.545408 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:34.545728 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:34.547046 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:34.547452 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:34.547780 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:34.548107 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:42:34.570084 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:34.570840 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:34.609527 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-ad12d5b4-3f8c-4c0a-8a31-f8882b397434 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9412339 May 25 21:42:34.728875 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Current status of the port dc5f9867-48fd-4c5a-a848-82b775f9706e is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:42:34.729479 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:34.785015 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] For port dc5f9867-48fd-4c5a-a848-82b775f9706e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:42:34.786250 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5f9867-48fd-4c5a-a848-82b775f9706e'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:42:34.793423 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:34.868533 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a455ea79-0df5-4484-9c71-5bdabeddafec'] response: {'server_uuid': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'code': 200} May 25 21:42:34.924486 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ea281218-73ab-4351-aade-e6781f7086ba None None] Provisioning for port b41efd36-5b91-4fc1-8db4-4e451787feec completed by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:42:34.939965 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c09c9d-1a94-475a-9b4b-899a189a2920 req-28f6c421-b4cc-4b1c-8c29-2bcd8794828d tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:34.942144 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a2c09c9d-1a94-475a-9b4b-899a189a2920 req-28f6c421-b4cc-4b1c-8c29-2bcd8794828d tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Synchronizing usage tracker for tenant:8965d3704ae143269b58807365126637 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:42:34.963758 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-ea281218-73ab-4351-aade-e6781f7086ba None None] Provisioning complete for port b41efd36-5b91-4fc1-8db4-4e451787feec triggered by entity DHCP. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:42:34.964127 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ea281218-73ab-4351-aade-e6781f7086ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:34.965043 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-a2c09c9d-1a94-475a-9b4b-899a189a2920 req-28f6c421-b4cc-4b1c-8c29-2bcd8794828d tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Unset dirty status for tenant:8965d3704ae143269b58807365126637 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:42:34.966987 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a2c09c9d-1a94-475a-9b4b-899a189a2920 req-28f6c421-b4cc-4b1c-8c29-2bcd8794828d tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 932 time: 0.1988223 May 25 21:42:35.000529 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Pushing event updated for resources: {'Port': ['ID=dc5f9867-48fd-4c5a-a848-82b775f9706e,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:42:35.023309 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a2c09c9d-1a94-475a-9b4b-899a189a2920 req-9551348d-432c-4da2-9bf6-4b3a212a84b7 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487354 May 25 21:42:35.051702 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-ea281218-73ab-4351-aade-e6781f7086ba None None] Port b41efd36-5b91-4fc1-8db4-4e451787feec cannot update to ACTIVE because it is not bound. {{(pid=88333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 21:42:36.231443 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bbcfe-1368-4594-aedc-e8921bb8dc1b req-55e0209e-8e5e-4af6-a7f6-e7c6a6dc5d08 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:36.232959 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-455bbcfe-1368-4594-aedc-e8921bb8dc1b req-55e0209e-8e5e-4af6-a7f6-e7c6a6dc5d08 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 932 time: 0.0847166 May 25 21:42:36.282401 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-455bbcfe-1368-4594-aedc-e8921bb8dc1b req-cdf92414-5eee-4b5c-bbf2-238b3e649416 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425985 May 25 21:42:37.494808 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc13298-56c1-4f3b-9ef2-2ad96189ac29 req-fe8e5a60-823f-4f1e-8ded-b235dd42a06d tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:37.496354 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8bc13298-56c1-4f3b-9ef2-2ad96189ac29 req-fe8e5a60-823f-4f1e-8ded-b235dd42a06d tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 932 time: 0.0941424 May 25 21:42:37.546679 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-8bc13298-56c1-4f3b-9ef2-2ad96189ac29 req-b971c5b1-fdad-453f-8493-a9557c7a42ce tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430923 May 25 21:42:38.766662 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92003043-6e9a-49fc-86d7-e9ec2013f31d req-929e1afb-588b-4e16-8c7a-739a49381b04 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:38.770665 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-92003043-6e9a-49fc-86d7-e9ec2013f31d req-929e1afb-588b-4e16-8c7a-739a49381b04 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 932 time: 0.0993531 May 25 21:42:38.816736 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-92003043-6e9a-49fc-86d7-e9ec2013f31d req-96ec8e6f-4ad0-46d3-9ec7-6744f347c95a tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 May 25 21:42:40.019188 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f746e4-ef28-489e-86d7-76196db15706 req-e7761059-c028-422f-8a48-4947f1f79bd6 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:40.020135 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-95f746e4-ef28-489e-86d7-76196db15706 req-e7761059-c028-422f-8a48-4947f1f79bd6 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 932 time: 0.0904334 May 25 21:42:40.066443 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-95f746e4-ef28-489e-86d7-76196db15706 req-78452dc6-6936-4e5f-9698-c60b32a974d6 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401850 May 25 21:42:41.264857 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e87e0-cb3c-4543-9758-03822e38b40e req-b7220131-20c3-4f09-8eb3-68ee72446b48 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:41.266517 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e3e87e0-cb3c-4543-9758-03822e38b40e req-b7220131-20c3-4f09-8eb3-68ee72446b48 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 932 time: 0.0882258 May 25 21:42:41.317599 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-4e3e87e0-cb3c-4543-9758-03822e38b40e req-bb0ff719-d566-444e-a02c-1725b4f69e95 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450151 May 25 21:42:42.001055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Request body: {'port': {'device_id': '18bf155b-bda6-4144-a39c-b2700dced69e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843339-1'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:42:42.114479 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:42.540095 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41efd36-5b91-4fc1-8db4-4e451787feec {{(pid=88332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:42:42.551710 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:42.571066 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.provisioning_blocks [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Transition to ACTIVE for port object b41efd36-5b91-4fc1-8db4-4e451787feec will not be triggered until provisioned by entity L2. {{(pid=88332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 21:42:42.576456 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:42.830505 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf49d7-eb62-4974-b737-d1a822260fd3 req-c294d01d-e714-400a-9c81-c35c288e203f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:42.832283 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-34bf49d7-eb62-4974-b737-d1a822260fd3 req-c294d01d-e714-400a-9c81-c35c288e203f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 932 time: 0.3897617 May 25 21:42:42.919473 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b41efd36-5b91-4fc1-8db4-4e451787feec,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:42:42.988414 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-34bf49d7-eb62-4974-b737-d1a822260fd3 req-63b6c898-f034-469c-a0e0-5f9d5be030c7 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456425 May 25 21:42:43.018433 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Attempting to bind port b41efd36-5b91-4fc1-8db4-4e451787feec on host n-h2-843339-1 for vnic_type normal with profile {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 21:42:43.019110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Attempting to bind port b41efd36-5b91-4fc1-8db4-4e451787feec by drivers openvswitch,hyperv on host n-h2-843339-1 at level 0 using segments [{'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 21:42:43.019110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Attempting to bind port b41efd36-5b91-4fc1-8db4-4e451787feec on network a95467f7-28cd-4e6d-8e51-75b406594223 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:42:43.024343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Port b41efd36-5b91-4fc1-8db4-4e451787feec on network a95467f7-28cd-4e6d-8e51-75b406594223 not bound, no agent of type Open vSwitch agent registered on host n-h2-843339-1 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 21:42:43.024343 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Attempting to bind port b41efd36-5b91-4fc1-8db4-4e451787feec on network a95467f7-28cd-4e6d-8e51-75b406594223 {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 21:42:43.030545 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Checking agent: {'id': 'ef6eaad1-23a3-40fe-83b8-f1a75ca96a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843339-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'started_at': datetime.datetime(2022, 5, 25, 19, 56, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 21, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 21:42:43.030907 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Checking segment: {'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 25 21:42:43.031267 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Bound using segment: {'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'} {{(pid=88332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 21:42:43.031689 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.managers [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Bound port: b41efd36-5b91-4fc1-8db4-4e451787feec, host: n-h2-843339-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435e6839-c572-4e63-a45c-5eded0a04d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223'}}] {{(pid=88332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 21:42:43.032047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:43.125445 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] For port b41efd36-5b91-4fc1-8db4-4e451787feec, host n-h2-843339-1, cleared binding levels {{(pid=88332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 21:42:43.128691 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] For port b41efd36-5b91-4fc1-8db4-4e451787feec, host n-h2-843339-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b41efd36-5b91-4fc1-8db4-4e451787feec,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 21:42:43.132706 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:43.214703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:43.215561 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:43.218068 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] 10.222.0.50 "PUT /v2.0/ports/b41efd36-5b91-4fc1-8db4-4e451787feec HTTP/1.1" status: 200 len: 1092 time: 1.2641168 May 25 21:42:43.218679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bf155b-bda6-4144-a39c-b2700dced69e', 'tag': 'b41efd36-5b91-4fc1-8db4-4e451787feec'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:42:43.249959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dbdfb-11b7-4fe4-87fd-2d6d87dcd6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b41efd36-5b91-4fc1-8db4-4e451787feec,revision_number=3']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:42:43.308264 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d976e2-1745-47a9-95d9-36e5a2a40d55'] response: {'name': 'network-changed', 'server_uuid': '18bf155b-bda6-4144-a39c-b2700dced69e', 'tag': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'status': 'completed', 'code': 200} May 25 21:42:43.354045 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-852faab4-83e1-45e4-ac1c-54c063c72ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:43.355731 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-852faab4-83e1-45e4-ac1c-54c063c72ef1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 1095 time: 0.0873804 May 25 21:42:43.430555 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-47e22ded-f51b-4936-9ced-1a4161ee9fcf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41efd36-5b91-4fc1-8db4-4e451787feec HTTP/1.1" status: 200 len: 217 time: 0.0681007 May 25 21:42:43.495217 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-44f593c0-c7bc-4560-b6b7-f864f419ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:43.496556 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-44f593c0-c7bc-4560-b6b7-f864f419ed8e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.0604024 May 25 21:42:43.586116 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-05d2b2c2-173d-46f0-8c09-77e3c5531656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:43.587622 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-05d2b2c2-173d-46f0-8c09-77e3c5531656 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855749 May 25 21:42:43.723448 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-750345e1-7337-4329-98f5-0b89ff67f128 service neutron] 10.222.0.50 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292040 May 25 21:42:43.856742 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-d1c7ab33-3baa-4b7f-bd38-dff481b20160 req-680ba0ee-f736-40b8-9cc0-ee3bca030283 service neutron] 10.222.0.50 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274133 May 25 21:42:43.969849 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236943bb-db26-4a45-a165-754ec1611522 req-20ac08dd-166c-4ed8-ab4e-591ca9ed3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:43.971389 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-236943bb-db26-4a45-a165-754ec1611522 req-20ac08dd-166c-4ed8-ab4e-591ca9ed3b8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 1095 time: 0.0720162 May 25 21:42:44.198719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236943bb-db26-4a45-a165-754ec1611522 req-0a5304cb-e5f2-436d-8d4e-f37c9e897073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:44.200160 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-236943bb-db26-4a45-a165-754ec1611522 req-0a5304cb-e5f2-436d-8d4e-f37c9e897073 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 910 time: 0.2226000 May 25 21:42:44.274353 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-236943bb-db26-4a45-a165-754ec1611522 req-4b7a705a-9cf6-4802-ad58-70c715aa247d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41efd36-5b91-4fc1-8db4-4e451787feec HTTP/1.1" status: 200 len: 217 time: 0.0666366 May 25 21:42:44.334646 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92b580-6a48-4500-acb4-2b3a22c68cc0 req-493a3c9a-1684-4928-8209-db2b1e789616 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:44.336086 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c92b580-6a48-4500-acb4-2b3a22c68cc0 req-493a3c9a-1684-4928-8209-db2b1e789616 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 944 time: 0.2143776 May 25 21:42:44.371917 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236943bb-db26-4a45-a165-754ec1611522 req-a6c2b8e9-5e52-44d6-a8aa-53d4c0c16e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:44.373337 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-236943bb-db26-4a45-a165-754ec1611522 req-a6c2b8e9-5e52-44d6-a8aa-53d4c0c16e88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.0924609 May 25 21:42:44.431051 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-0c92b580-6a48-4500-acb4-2b3a22c68cc0 req-18cef0a6-28e8-4e73-b2a9-2a43cf2f725f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878456 May 25 21:42:44.462454 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236943bb-db26-4a45-a165-754ec1611522 req-a8009f01-d6c0-435e-8573-f6b816f7de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:44.463842 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-236943bb-db26-4a45-a165-754ec1611522 req-a8009f01-d6c0-435e-8573-f6b816f7de23 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816727 May 25 21:42:44.597213 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-236943bb-db26-4a45-a165-754ec1611522 req-96c03375-1de4-44b4-961b-dbba8ee5818c service neutron] 10.222.0.50 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263793 May 25 21:42:44.761269 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b41efd36-5b91-4fc1-8db4-4e451787feec details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:42:44.848518 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-236943bb-db26-4a45-a165-754ec1611522 req-4ff44b23-efc4-4c94-b0af-906d0db23a9c service neutron] 10.222.0.50 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449646 May 25 21:42:44.899097 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b41efd36-5b91-4fc1-8db4-4e451787feec, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b41efd36-5b91-4fc1-8db4-4e451787feec,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:42:44.913462 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'port_id': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'mac_address': 'fa:16:3e:cc:f4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:42:44.970183 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b41efd36-5b91-4fc1-8db4-4e451787feec is: DOWN; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:42:44.970544 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:44.987303 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41efd36-5b91-4fc1-8db4-4e451787feec {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:42:45.003198 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b41efd36-5b91-4fc1-8db4-4e451787feec, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b41efd36-5b91-4fc1-8db4-4e451787feec,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:42:45.007081 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:45.077145 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b41efd36-5b91-4fc1-8db4-4e451787feec,revision_number=4']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:42:45.224479 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['b41efd36-5b91-4fc1-8db4-4e451787feec'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:42:45.623641 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75bb7c-c0a4-4ca8-aae3-a95e88f13f8f req-ec461469-19a8-4b90-9682-4795126f868d tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:45.625863 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c75bb7c-c0a4-4ca8-aae3-a95e88f13f8f req-ec461469-19a8-4b90-9682-4795126f868d tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 945 time: 0.0843997 May 25 21:42:45.671513 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-0c75bb7c-c0a4-4ca8-aae3-a95e88f13f8f req-0bfc1b35-3b33-4daa-b140-d630673e99d8 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398970 May 25 21:42:46.587418 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:42:46.792134 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b41efd36-5b91-4fc1-8db4-4e451787feec up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:42:46.862041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning for port b41efd36-5b91-4fc1-8db4-4e451787feec completed by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 21:42:46.862369 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ebf52-163b-4ace-b91b-97a99a4e6d87 req-2e85b518-ef2f-4d86-99c0-1822295bece4 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:46.863739 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb5ebf52-163b-4ace-b91b-97a99a4e6d87 req-2e85b518-ef2f-4d86-99c0-1822295bece4 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 945 time: 0.0834372 May 25 21:42:46.866933 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port b41efd36-5b91-4fc1-8db4-4e451787feec triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:42:46.867299 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:46.914460 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-cb5ebf52-163b-4ace-b91b-97a99a4e6d87 req-bc10733a-bf60-4357-9688-7dee003e5b31 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443892 May 25 21:42:47.012402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b41efd36-5b91-4fc1-8db4-4e451787feec is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:42:47.012784 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:47.039539 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bf155b-bda6-4144-a39c-b2700dced69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41efd36-5b91-4fc1-8db4-4e451787feec'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:42:47.049794 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b41efd36-5b91-4fc1-8db4-4e451787feec, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b41efd36-5b91-4fc1-8db4-4e451787feec,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:42:47.054607 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:47.095039 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2138b6-7c22-4658-959e-cedddd4b1c2a'] response: {'server_uuid': '18bf155b-bda6-4144-a39c-b2700dced69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'code': 200} May 25 21:42:47.137957 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b41efd36-5b91-4fc1-8db4-4e451787feec,revision_number=5']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:42:47.216253 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea262f5-d06f-4449-afa9-0e918a394bb1 req-5fead2d0-b6a2-4df1-bbd8-6224c1e3368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:47.218422 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ea262f5-d06f-4449-afa9-0e918a394bb1 req-5fead2d0-b6a2-4df1-bbd8-6224c1e3368e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 1097 time: 0.0708156 May 25 21:42:47.260044 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-4ea262f5-d06f-4449-afa9-0e918a394bb1 req-53224ac4-054e-4864-bf84-4cd57007b292 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362020 May 25 21:42:48.117863 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480bf47-b007-45c5-97e6-23442e2bd39e req-24699522-3157-43ed-b7cf-18fc01b67e29 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:48.119295 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c480bf47-b007-45c5-97e6-23442e2bd39e req-24699522-3157-43ed-b7cf-18fc01b67e29 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 946 time: 0.0909481 May 25 21:42:48.166918 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-c480bf47-b007-45c5-97e6-23442e2bd39e req-bde92de3-3ea6-46c7-8336-8b938bea8b1e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411246 May 25 21:42:49.360409 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928768e6-59ac-4442-b060-1a31b3998b70 req-67d29c45-4daa-4051-b8f7-d3ca748f2029 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:49.361902 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-928768e6-59ac-4442-b060-1a31b3998b70 req-67d29c45-4daa-4051-b8f7-d3ca748f2029 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 946 time: 0.0806243 May 25 21:42:49.406741 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-928768e6-59ac-4442-b060-1a31b3998b70 req-d7c6e71d-9e39-4e25-bbb0-6a368fd2463d tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388069 May 25 21:42:49.593148 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbba81-bbd1-449c-a7fb-a3c2e4495d1e req-20a2a619-8348-4597-b57e-b5f6adbbe98b tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:49.594638 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bcbbba81-bbd1-449c-a7fb-a3c2e4495d1e req-20a2a619-8348-4597-b57e-b5f6adbbe98b tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 946 time: 0.0819557 May 25 21:42:49.639430 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-bcbbba81-bbd1-449c-a7fb-a3c2e4495d1e req-d851ec54-bb4a-4178-b263-95d2b5301490 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389347 May 25 21:42:49.662615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49948) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:42:49.741759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7270b9-1c4d-49f9-ae8f-3e99c228b27e tempest-TestSnapshotPattern-2119019620 tempest-TestSnapshotPattern-2119019620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:49.743398 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bf7270b9-1c4d-49f9-ae8f-3e99c228b27e tempest-TestSnapshotPattern-2119019620 tempest-TestSnapshotPattern-2119019620-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 1092 time: 0.0797954 May 25 21:42:49.746252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 49952) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:42:49.751228 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.v2.base [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Request body: {'floatingip': {'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'port_id': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'tenant_id': '8965d3704ae143269b58807365126637', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 21:42:49.758196 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 21:42:49.762122 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Usage tracker for resource:floatingip and tenant:8965d3704ae143269b58807365126637 is out of sync, need to count used quota {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 21:42:49.765120 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 21:42:49.771067 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.quota.driver [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 21:42:49.784214 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for floatingip, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:49.926470 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:50.073719 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_common [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Allocated IP 172.25.3.78 (63157299-67d6-4d48-843c-682c0bdd002f/e7755648-2bd5-4c93-8f41-ef31b0d588f5/34185000-7c3d-40c5-af75-d1190a6d0dd8) {{(pid=88332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 21:42:50.233217 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for port, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:50.269365 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739053311070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:50.340900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Network 63157299-67d6-4d48-843c-682c0bdd002f is already hosted by enough agents. {{(pid=88332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 21:42:50.343638 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.base_scheduler [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Resources bound (agent type, host, resource id): {{(pid=88332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 21:42:50.347571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Received port after_create {{(pid=88332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 25 21:42:50.382959 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event updated for resources: {'Port': ['ID=34185000-7c3d-40c5-af75-d1190a6d0dd8,revision_number=1']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:42:50.791847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:50.869190 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:51.192347 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for port, precommit_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:51.197188 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2572597'] for port, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:51.307679 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event updated for resources: {'Port': ['ID=34185000-7c3d-40c5-af75-d1190a6d0dd8,revision_number=2']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:42:51.320253 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717657'] for floatingip, after_update {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:51.497711 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Floating IP b13feeda-e84a-4ee2-a86f-155abf78fa68 associated. External IP: 172.25.3.78, port: b41efd36-5b91-4fc1-8db4-4e451787feec. May 25 21:42:51.854535 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Router 1934595b-dafb-4f47-a5bb-8277e95c1017 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:42:52.038271 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:42:52.048051 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be22d42b-e3e4-463c-8383-58846a084da6 None None] Sync routers for ids ['1934595b-dafb-4f47-a5bb-8277e95c1017'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:42:52.058091 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be22d42b-e3e4-463c-8383-58846a084da6 None None] Routers {'1934595b-dafb-4f47-a5bb-8277e95c1017'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:42:52.058862 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-be22d42b-e3e4-463c-8383-58846a084da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:42:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1934595b-dafb-4f47-a5bb-8277e95c1017'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:42:52.063301 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:52.126138 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-1a937117-0980-4e1e-9935-c0f1b0d88ede tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3788579 May 25 21:42:52.126858 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bf155b-bda6-4144-a39c-b2700dced69e', 'tag': 'b41efd36-5b91-4fc1-8db4-4e451787feec'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:42:52.171766 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4b8482-9a1d-47b2-b550-a18603cd4469'] response: {'name': 'network-changed', 'server_uuid': '18bf155b-bda6-4144-a39c-b2700dced69e', 'tag': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'status': 'completed', 'code': 200} May 25 21:42:52.242143 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-be22d42b-e3e4-463c-8383-58846a084da6 None None] Set router 1934595b-dafb-4f47-a5bb-8277e95c1017 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:42:52.262175 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80b7bd-f250-4620-9886-bf7761517ed4 req-0676dbe7-d13f-418e-a48e-e0659c0fc3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:52.263686 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e80b7bd-f250-4620-9886-bf7761517ed4 req-0676dbe7-d13f-418e-a48e-e0659c0fc3c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 1097 time: 0.0718069 May 25 21:42:52.404394 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80b7bd-f250-4620-9886-bf7761517ed4 req-e2feb57f-48b3-4578-a17f-9cb4f063f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:52.405774 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e80b7bd-f250-4620-9886-bf7761517ed4 req-e2feb57f-48b3-4578-a17f-9cb4f063f216 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 910 time: 0.1363971 May 25 21:42:52.510585 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e80b7bd-f250-4620-9886-bf7761517ed4 req-b29de568-828e-4d0a-a3d7-766201ab4c55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41efd36-5b91-4fc1-8db4-4e451787feec HTTP/1.1" status: 200 len: 999 time: 0.0992687 May 25 21:42:52.579404 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80b7bd-f250-4620-9886-bf7761517ed4 req-3dd12ecd-4d00-490e-bd7d-a78b6ed97993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:52.581670 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e80b7bd-f250-4620-9886-bf7761517ed4 req-3dd12ecd-4d00-490e-bd7d-a78b6ed97993 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.0606976 May 25 21:42:52.604696 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-be22d42b-e3e4-463c-8383-58846a084da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '4fcbf224-bde6-43c1-b7a8-9bc7179d7248', 'tenant_id': '8965d3704ae143269b58807365126637', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'port_id': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'mac_address': 'fa:16:3e:84:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:39:43Z', 'updated_at': '2022-05-25T21:39:46Z', 'revision_number': 1, 'project_id': '8965d3704ae143269b58807365126637', 'fixed_ip_address_scope': None}, {'id': 'b13feeda-e84a-4ee2-a86f-155abf78fa68', 'tenant_id': '8965d3704ae143269b58807365126637', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'port_id': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'mac_address': 'fa:16:3e:cc:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf155b-bda6-4144-a39c-b2700dced69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:42:50Z', 'updated_at': '2022-05-25T21:42:50Z', 'revision_number': 0, 'project_id': '8965d3704ae143269b58807365126637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 5, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:42:52.609547 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be22d42b-e3e4-463c-8383-58846a084da6 None None] Checking router: 1934595b-dafb-4f47-a5bb-8277e95c1017 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:42:52.618341 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be22d42b-e3e4-463c-8383-58846a084da6 None None] Routers {'1934595b-dafb-4f47-a5bb-8277e95c1017'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:42:52.618924 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-be22d42b-e3e4-463c-8383-58846a084da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:42:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1934595b-dafb-4f47-a5bb-8277e95c1017'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:42:52.791218 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80b7bd-f250-4620-9886-bf7761517ed4 req-90245a14-7878-4a01-8520-6da16ae0b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:42:52.792681 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e80b7bd-f250-4620-9886-bf7761517ed4 req-90245a14-7878-4a01-8520-6da16ae0b518 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2054403 May 25 21:42:52.805918 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-be22d42b-e3e4-463c-8383-58846a084da6 None None] Set router 1934595b-dafb-4f47-a5bb-8277e95c1017 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:42:52.929225 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e80b7bd-f250-4620-9886-bf7761517ed4 req-08e746cb-58c6-4861-9f96-c928bd546a9f service neutron] 10.222.0.50 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305761 May 25 21:42:53.066930 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-3e80b7bd-f250-4620-9886-bf7761517ed4 req-510bc18a-9fe2-4bc5-93f9-d5e4ef3becc3 service neutron] 10.222.0.50 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318111 May 25 21:42:53.161403 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-be22d42b-e3e4-463c-8383-58846a084da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '4fcbf224-bde6-43c1-b7a8-9bc7179d7248', 'tenant_id': '8965d3704ae143269b58807365126637', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'port_id': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'mac_address': 'fa:16:3e:84:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:39:43Z', 'updated_at': '2022-05-25T21:39:46Z', 'revision_number': 1, 'project_id': '8965d3704ae143269b58807365126637', 'fixed_ip_address_scope': None}, {'id': 'b13feeda-e84a-4ee2-a86f-155abf78fa68', 'tenant_id': '8965d3704ae143269b58807365126637', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'port_id': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'mac_address': 'fa:16:3e:cc:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf155b-bda6-4144-a39c-b2700dced69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:42:50Z', 'updated_at': '2022-05-25T21:42:50Z', 'revision_number': 0, 'project_id': '8965d3704ae143269b58807365126637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 5, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:42:53.165794 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be22d42b-e3e4-463c-8383-58846a084da6 None None] The sync data for ids ['1934595b-dafb-4f47-a5bb-8277e95c1017'] in n-d-843339-1 is: [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '4fcbf224-bde6-43c1-b7a8-9bc7179d7248', 'tenant_id': '8965d3704ae143269b58807365126637', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'port_id': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'mac_address': 'fa:16:3e:84:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:39:43Z', 'updated_at': '2022-05-25T21:39:46Z', 'revision_number': 1, 'project_id': '8965d3704ae143269b58807365126637', 'fixed_ip_address_scope': None}, {'id': 'b13feeda-e84a-4ee2-a86f-155abf78fa68', 'tenant_id': '8965d3704ae143269b58807365126637', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'port_id': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'mac_address': 'fa:16:3e:cc:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf155b-bda6-4144-a39c-b2700dced69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:42:50Z', 'updated_at': '2022-05-25T21:42:50Z', 'revision_number': 0, 'project_id': '8965d3704ae143269b58807365126637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 5, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:42:53.356099 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55472ee8-92d7-4383-af48-4e7278fb352f None None] New status for floating IP b13feeda-e84a-4ee2-a86f-155abf78fa68: ACTIVE {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:42:54.628267 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:58.400940 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-6b36b55d-eb89-4e6c-ae7d-39d4751d4f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:42:59.021762 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:43:00.857177 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-cd444271-e563-4b95-b4b5-dfdf101fa190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:43:01.626964 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:43:02.128768 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:43:03.449294 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:43:04.125770 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6a52202-b1d7-4023-925b-bc8d11e39150 req-0159e2fc-0b0a-4219-a188-5bc366516d06 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1121988 May 25 21:43:04.266819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a52202-b1d7-4023-925b-bc8d11e39150 req-84054c3e-11c0-4258-9dad-fd831d843be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:43:04.268292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6a52202-b1d7-4023-925b-bc8d11e39150 req-84054c3e-11c0-4258-9dad-fd831d843be9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0748529 May 25 21:43:04.413590 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a52202-b1d7-4023-925b-bc8d11e39150 req-9563b73c-7cca-462b-b708-47af48841d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:43:04.414987 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6a52202-b1d7-4023-925b-bc8d11e39150 req-9563b73c-7cca-462b-b708-47af48841d18 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 910 time: 0.1280921 May 25 21:43:04.518780 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6a52202-b1d7-4023-925b-bc8d11e39150 req-2d920249-7a24-43e9-a910-ad8a50531e40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e HTTP/1.1" status: 200 len: 999 time: 0.0973279 May 25 21:43:04.580790 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a52202-b1d7-4023-925b-bc8d11e39150 req-ec878910-e46e-46eb-ad56-6e8105833827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:43:04.582208 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6a52202-b1d7-4023-925b-bc8d11e39150 req-ec878910-e46e-46eb-ad56-6e8105833827 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.0576537 May 25 21:43:04.656059 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a52202-b1d7-4023-925b-bc8d11e39150 req-f2aadd21-9bee-4014-9a75-19d42581461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:43:04.657978 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6a52202-b1d7-4023-925b-bc8d11e39150 req-f2aadd21-9bee-4014-9a75-19d42581461d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698745 May 25 21:43:04.667832 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-a6a52202-b1d7-4023-925b-bc8d11e39150 req-1a28be20-beeb-45af-b032-ae0f4840cb93 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:43:04.668699 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6a52202-b1d7-4023-925b-bc8d11e39150 req-1a28be20-beeb-45af-b032-ae0f4840cb93 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049596 May 25 21:43:04.799880 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6a52202-b1d7-4023-925b-bc8d11e39150 req-231b6a37-cdce-457a-96e1-6df98166a73b service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252623 May 25 21:43:04.930545 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-a6a52202-b1d7-4023-925b-bc8d11e39150 req-1a232896-6226-4875-9ee8-88330a6b16e0 service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247740 May 25 21:43:05.785580 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db135502-8020-4a80-bc2e-21d1ad50e8f5 req-6e54cceb-a765-472c-9ae0-d11447cd3b02 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736248 May 25 21:43:05.926623 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135502-8020-4a80-bc2e-21d1ad50e8f5 req-c50351e8-c1af-4914-8bd7-718cfa513f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:43:05.928077 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db135502-8020-4a80-bc2e-21d1ad50e8f5 req-c50351e8-c1af-4914-8bd7-718cfa513f2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 1097 time: 0.0709500 May 25 21:43:06.082527 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135502-8020-4a80-bc2e-21d1ad50e8f5 req-35984a12-501b-48cb-b6d8-e6e969006248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:43:06.083886 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db135502-8020-4a80-bc2e-21d1ad50e8f5 req-35984a12-501b-48cb-b6d8-e6e969006248 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 910 time: 0.1366122 May 25 21:43:06.188249 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db135502-8020-4a80-bc2e-21d1ad50e8f5 req-28bc9322-60ff-48a2-afb4-f4d6aac06cb5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41efd36-5b91-4fc1-8db4-4e451787feec HTTP/1.1" status: 200 len: 1001 time: 0.0986507 May 25 21:43:06.254568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135502-8020-4a80-bc2e-21d1ad50e8f5 req-c54d76e0-e4fd-4374-b23b-052b17e640ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:43:06.255980 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db135502-8020-4a80-bc2e-21d1ad50e8f5 req-c54d76e0-e4fd-4374-b23b-052b17e640ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.0623565 May 25 21:43:06.447183 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135502-8020-4a80-bc2e-21d1ad50e8f5 req-51ece6d2-a814-497a-9359-3ee89b5c8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:43:06.448653 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db135502-8020-4a80-bc2e-21d1ad50e8f5 req-51ece6d2-a814-497a-9359-3ee89b5c8a2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865506 May 25 21:43:06.579580 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db135502-8020-4a80-bc2e-21d1ad50e8f5 req-a8d13eff-e9e5-4c2b-8def-f5b70e05b8cc service neutron] 10.222.0.50 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248820 May 25 21:43:06.717416 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-db135502-8020-4a80-bc2e-21d1ad50e8f5 req-9e53f9cd-b2e7-4309-b3af-bdbae5c9ccbe service neutron] 10.222.0.50 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308718 May 25 21:43:23.587405 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:43:24.632848 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:43:28.407394 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-05422e5f-da42-4edc-8709-42d7afb1ea41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:43:29.022746 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:43:30.861030 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-37be58f4-78e5-484e-9044-cf2a7b8c043f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:43:31.629656 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:43:32.125774 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:43:33.456906 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:43:54.622715 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:43:58.399963 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dd73f368-e0bc-4728-b61b-f1de00dcd512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:43:59.035278 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:00.587043 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:44:00.863996 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-c70b6961-82c1-49be-9859-ab3cb31ceee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:01.632349 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:02.128741 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:03.455579 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:04.087873 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a0cc1ee-b071-4111-84ec-fc9c234f621d req-7ce169c5-9719-4509-af56-b2cf49a9f719 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744619 May 25 21:44:04.224212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cc1ee-b071-4111-84ec-fc9c234f621d req-0b2bed28-faad-4142-82e3-333c47e63195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:04.225663 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a0cc1ee-b071-4111-84ec-fc9c234f621d req-0b2bed28-faad-4142-82e3-333c47e63195 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0717454 May 25 21:44:04.383958 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cc1ee-b071-4111-84ec-fc9c234f621d req-5a5fdbf3-1d8e-46ad-9c80-45d2a1f7fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:04.385382 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a0cc1ee-b071-4111-84ec-fc9c234f621d req-5a5fdbf3-1d8e-46ad-9c80-45d2a1f7fad7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 910 time: 0.1408386 May 25 21:44:04.501248 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a0cc1ee-b071-4111-84ec-fc9c234f621d req-651b7177-8485-4e08-b0a2-4d491259c83b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e HTTP/1.1" status: 200 len: 999 time: 0.1102440 May 25 21:44:04.562568 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cc1ee-b071-4111-84ec-fc9c234f621d req-125b2f00-cbe7-4c72-afa5-1d11633ec4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:04.563978 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a0cc1ee-b071-4111-84ec-fc9c234f621d req-125b2f00-cbe7-4c72-afa5-1d11633ec4b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.0577588 May 25 21:44:04.643615 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cc1ee-b071-4111-84ec-fc9c234f621d req-42bd3c6f-b042-4b47-86da-fd429d2d2dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:04.644990 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a0cc1ee-b071-4111-84ec-fc9c234f621d req-42bd3c6f-b042-4b47-86da-fd429d2d2dc0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742910 May 25 21:44:04.784879 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a0cc1ee-b071-4111-84ec-fc9c234f621d req-15b9bfde-e270-4e4d-92af-851ae7a4ebc1 service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341569 May 25 21:44:04.923481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1a0cc1ee-b071-4111-84ec-fc9c234f621d req-044c4af0-954d-49d1-a7f0-7043fe91b4b2 service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322784 May 25 21:44:07.815253 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964e56fa-c910-40c3-908f-dd7313777741 req-cab1800b-3743-47fa-b710-79c99d37afcb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744278 May 25 21:44:07.958828 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e56fa-c910-40c3-908f-dd7313777741 req-cbe3f92e-edea-426b-b614-35ad3b7fc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:07.960276 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964e56fa-c910-40c3-908f-dd7313777741 req-cbe3f92e-edea-426b-b614-35ad3b7fc7ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 1097 time: 0.0785718 May 25 21:44:08.119628 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e56fa-c910-40c3-908f-dd7313777741 req-a7e9b0c8-6981-4f94-8b09-945cd1d4048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:08.121279 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964e56fa-c910-40c3-908f-dd7313777741 req-a7e9b0c8-6981-4f94-8b09-945cd1d4048c service neutron] 10.222.0.50 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 910 time: 0.1416914 May 25 21:44:08.232707 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964e56fa-c910-40c3-908f-dd7313777741 req-461c9297-1633-4032-b59c-dc9ed34b1ae3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41efd36-5b91-4fc1-8db4-4e451787feec HTTP/1.1" status: 200 len: 1001 time: 0.1054099 May 25 21:44:08.426114 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e56fa-c910-40c3-908f-dd7313777741 req-34dab38a-7807-4e0a-91c5-67d8c52aeb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:08.427922 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964e56fa-c910-40c3-908f-dd7313777741 req-34dab38a-7807-4e0a-91c5-67d8c52aeb34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.1898456 May 25 21:44:08.510860 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e56fa-c910-40c3-908f-dd7313777741 req-f7beb509-848f-418d-a42a-49c8b2748c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:08.512618 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964e56fa-c910-40c3-908f-dd7313777741 req-f7beb509-848f-418d-a42a-49c8b2748c0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781186 May 25 21:44:08.656351 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964e56fa-c910-40c3-908f-dd7313777741 req-2aac62cd-ccc6-4afc-8a56-d5535eccd4a9 service neutron] 10.222.0.50 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379435 May 25 21:44:08.799481 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-964e56fa-c910-40c3-908f-dd7313777741 req-1d87fce1-e411-4c13-8b93-1b55acfeab6a service neutron] 10.222.0.50 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375420 May 25 21:44:24.637592 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:28.400681 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-44aa93a1-e6bf-4860-a11b-b3c2ccb53186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:29.034203 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:30.867737 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-84284774-99de-4715-a5f8-d8e96f031c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:31.636818 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:32.131047 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:33.459170 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:35.172999 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b41efd36-5b91-4fc1-8db4-4e451787feec details requested by agent hyperv_n-h2-843339-1 with host n-h2-843339-1 {{(pid=88333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 21:44:35.322327 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b41efd36-5b91-4fc1-8db4-4e451787feec, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b41efd36-5b91-4fc1-8db4-4e451787feec,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:44:35.337719 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Returning: {'device': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'port_id': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'mac_address': 'fa:16:3e:cc:f4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 21:44:35.408651 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b41efd36-5b91-4fc1-8db4-4e451787feec is: ACTIVE; New status is: BUILD {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:44:35.409020 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:35.427227 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b41efd36-5b91-4fc1-8db4-4e451787feec {{(pid=88333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 21:44:35.445508 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b41efd36-5b91-4fc1-8db4-4e451787feec, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b41efd36-5b91-4fc1-8db4-4e451787feec,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:44:35.452439 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:35.527584 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] get_ports_and_sgs() called for port_ids ['b41efd36-5b91-4fc1-8db4-4e451787feec'] {{(pid=88333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 21:44:35.564912 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b41efd36-5b91-4fc1-8db4-4e451787feec,revision_number=6']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:44:35.588318 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:35.588622 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:35.588946 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:35.589297 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:35.589625 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:35.590067 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:35.590406 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:35.590727 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:35.591041 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:35.591357 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:35.591671 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:35.591981 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:37.182176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b41efd36-5b91-4fc1-8db4-4e451787feec up at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 21:44:37.255559 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.provisioning_blocks [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Provisioning complete for port b41efd36-5b91-4fc1-8db4-4e451787feec triggered by entity L2. {{(pid=88333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 21:44:37.256153 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-778213'] for port, provisioning_complete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:37.437337 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b41efd36-5b91-4fc1-8db4-4e451787feec is: BUILD; New status is: ACTIVE {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:44:37.437722 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:37.477114 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bf155b-bda6-4144-a39c-b2700dced69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41efd36-5b91-4fc1-8db4-4e451787feec'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:44:37.488635 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b41efd36-5b91-4fc1-8db4-4e451787feec, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b41efd36-5b91-4fc1-8db4-4e451787feec,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:44:37.498462 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:37.546319 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba89bdda-b989-4e2b-a934-a9c386c7d60b'] response: {'server_uuid': '18bf155b-bda6-4144-a39c-b2700dced69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'code': 200} May 25 21:44:37.589190 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:44:37.605049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b41efd36-5b91-4fc1-8db4-4e451787feec,revision_number=7']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:44:44.603855 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50144) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:44:44.816133 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Deleting port 34185000-7c3d-40c5-af75-d1190a6d0dd8 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:44:44.816467 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:44.995444 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:44.995807 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:45.120108 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Calling delete_port for 34185000-7c3d-40c5-af75-d1190a6d0dd8 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:44:45.273503 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:45.358914 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event deleted for resources: {'Port': ['ID=34185000-7c3d-40c5-af75-d1190a6d0dd8,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:44:45.375329 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:45.375683 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:45.376017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:45.376338 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:45.376667 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:45.376993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:45.377308 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:45.377622 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:45.377936 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:45.378279 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:45.378596 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:45.378909 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:44:45.440084 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:45.440441 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Floating IP b13feeda-e84a-4ee2-a86f-155abf78fa68 disassociated (deleted). External IP: 172.25.3.78, port: b41efd36-5b91-4fc1-8db4-4e451787feec. May 25 21:44:45.909318 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Router 1934595b-dafb-4f47-a5bb-8277e95c1017 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:44:46.094212 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:44:46.104103 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f2c21-115b-4416-9cef-e9787c8871d3 None None] Sync routers for ids ['1934595b-dafb-4f47-a5bb-8277e95c1017'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:44:46.113926 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f2c21-115b-4416-9cef-e9787c8871d3 None None] Routers {'1934595b-dafb-4f47-a5bb-8277e95c1017'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:44:46.114104 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:46.114552 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-fd3f2c21-115b-4416-9cef-e9787c8871d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1934595b-dafb-4f47-a5bb-8277e95c1017'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:44:46.171466 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-55333f92-1bd5-4747-b9d4-178064db898f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "DELETE /v2.0/floatingips/b13feeda-e84a-4ee2-a86f-155abf78fa68 HTTP/1.1" status: 204 len: 168 time: 1.5659904 May 25 21:44:46.172047 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bf155b-bda6-4144-a39c-b2700dced69e', 'tag': 'b41efd36-5b91-4fc1-8db4-4e451787feec'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:44:46.272001 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72792503-710c-434f-b2f5-f97e11b8cd13'] response: {'name': 'network-changed', 'server_uuid': '18bf155b-bda6-4144-a39c-b2700dced69e', 'tag': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'status': 'completed', 'code': 200} May 25 21:44:46.315330 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-fd3f2c21-115b-4416-9cef-e9787c8871d3 None None] Set router 1934595b-dafb-4f47-a5bb-8277e95c1017 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:44:46.386252 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bfd1c-1ac4-49ff-a0e6-b2724afe8d21 req-f4ed891d-9075-46f4-aca8-e0485b2b6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:46.388397 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-614bfd1c-1ac4-49ff-a0e6-b2724afe8d21 req-f4ed891d-9075-46f4-aca8-e0485b2b6f51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 1097 time: 0.0903962 May 25 21:44:46.544625 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bfd1c-1ac4-49ff-a0e6-b2724afe8d21 req-07247823-ada8-4ae9-a39a-16b66a21063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:46.546056 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-614bfd1c-1ac4-49ff-a0e6-b2724afe8d21 req-07247823-ada8-4ae9-a39a-16b66a21063f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 910 time: 0.1520860 May 25 21:44:46.616613 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-614bfd1c-1ac4-49ff-a0e6-b2724afe8d21 req-de0c8c07-3009-4948-a811-5f32cf86bc11 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41efd36-5b91-4fc1-8db4-4e451787feec HTTP/1.1" status: 200 len: 217 time: 0.0629060 May 25 21:44:46.632749 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62baa85-32db-4a97-b775-4c2142676c80 req-637196cf-6448-4844-b35b-70543511f518 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:46.636791 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a62baa85-32db-4a97-b775-4c2142676c80 req-637196cf-6448-4844-b35b-70543511f518 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 946 time: 0.1472180 May 25 21:44:46.689526 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bfd1c-1ac4-49ff-a0e6-b2724afe8d21 req-e10f3cb6-5abe-4383-b319-366499c093e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:46.691168 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-614bfd1c-1ac4-49ff-a0e6-b2724afe8d21 req-e10f3cb6-5abe-4383-b319-366499c093e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.0682895 May 25 21:44:46.701184 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-fd3f2c21-115b-4416-9cef-e9787c8871d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '4fcbf224-bde6-43c1-b7a8-9bc7179d7248', 'tenant_id': '8965d3704ae143269b58807365126637', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'port_id': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'mac_address': 'fa:16:3e:84:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:39:43Z', 'updated_at': '2022-05-25T21:39:46Z', 'revision_number': 1, 'project_id': '8965d3704ae143269b58807365126637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 5, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:44:46.706046 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f2c21-115b-4416-9cef-e9787c8871d3 None None] Checking router: 1934595b-dafb-4f47-a5bb-8277e95c1017 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:44:46.710247 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-a62baa85-32db-4a97-b775-4c2142676c80 req-ffcbda42-c21e-41c9-b527-eeee381605a3 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651977 May 25 21:44:46.716560 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f2c21-115b-4416-9cef-e9787c8871d3 None None] Routers {'1934595b-dafb-4f47-a5bb-8277e95c1017'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:44:46.717319 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-fd3f2c21-115b-4416-9cef-e9787c8871d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1934595b-dafb-4f47-a5bb-8277e95c1017'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:44:46.777082 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bfd1c-1ac4-49ff-a0e6-b2724afe8d21 req-2974d92c-0f70-480d-8ef2-bbaafe1d4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:46.778582 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-614bfd1c-1ac4-49ff-a0e6-b2724afe8d21 req-2974d92c-0f70-480d-8ef2-bbaafe1d4138 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792389 May 25 21:44:46.788927 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-614bfd1c-1ac4-49ff-a0e6-b2724afe8d21 req-dca10a47-9549-4032-b962-26c26baa1e3a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=88332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 21:44:46.789856 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-614bfd1c-1ac4-49ff-a0e6-b2724afe8d21 req-dca10a47-9549-4032-b962-26c26baa1e3a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048709 May 25 21:44:46.895373 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-fd3f2c21-115b-4416-9cef-e9787c8871d3 None None] Set router 1934595b-dafb-4f47-a5bb-8277e95c1017 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:44:46.924292 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-614bfd1c-1ac4-49ff-a0e6-b2724afe8d21 req-b6475b08-36ba-4463-b46a-5f381ea75100 service neutron] 10.222.0.50 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274066 May 25 21:44:47.071099 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-614bfd1c-1ac4-49ff-a0e6-b2724afe8d21 req-aba06605-c9dc-4381-aed5-d72bc8b9d02a service neutron] 10.222.0.50 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400239 May 25 21:44:47.250480 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b41efd36-5b91-4fc1-8db4-4e451787feec no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:44:47.251720 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-fd3f2c21-115b-4416-9cef-e9787c8871d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '4fcbf224-bde6-43c1-b7a8-9bc7179d7248', 'tenant_id': '8965d3704ae143269b58807365126637', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'port_id': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'mac_address': 'fa:16:3e:84:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:39:43Z', 'updated_at': '2022-05-25T21:39:46Z', 'revision_number': 1, 'project_id': '8965d3704ae143269b58807365126637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 5, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:44:47.255703 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f2c21-115b-4416-9cef-e9787c8871d3 None None] The sync data for ids ['1934595b-dafb-4f47-a5bb-8277e95c1017'] in n-d-843339-1 is: [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_floatingips': [{'id': '4fcbf224-bde6-43c1-b7a8-9bc7179d7248', 'tenant_id': '8965d3704ae143269b58807365126637', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'router_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'port_id': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'mac_address': 'fa:16:3e:84:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T21:39:43Z', 'updated_at': '2022-05-25T21:39:46Z', 'revision_number': 1, 'project_id': '8965d3704ae143269b58807365126637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 5, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:44:47.377032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Current status of the port b41efd36-5b91-4fc1-8db4-4e451787feec is: ACTIVE; New status is: DOWN {{(pid=88333) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 25 21:44:47.377583 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-654590'] for port, before_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:47.406711 n-d-843339-1 neutron-server[88333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bf155b-bda6-4144-a39c-b2700dced69e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b41efd36-5b91-4fc1-8db4-4e451787feec'}] {{(pid=88333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:44:47.417167 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] For port b41efd36-5b91-4fc1-8db4-4e451787feec, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b41efd36-5b91-4fc1-8db4-4e451787feec,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:44:47.422609 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739053668527', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739053311088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739053311133'] for port, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:47.463551 n-d-843339-1 neutron-server[88333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17a4d6a-2e1f-497a-8f62-1efa1d53acb6'] response: {'server_uuid': '18bf155b-bda6-4144-a39c-b2700dced69e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'code': 200} May 25 21:44:47.504569 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cd194e-66ca-46b8-af79-318e48a8291a None None] New status for floating IP b13feeda-e84a-4ee2-a86f-155abf78fa68: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:44:47.626636 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Pushing event updated for resources: {'Port': ['ID=b41efd36-5b91-4fc1-8db4-4e451787feec,revision_number=8']} {{(pid=88333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:44:48.048959 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae0dfc-a0d0-4b0f-9491-d094f556e7e2 req-165c9820-4a5b-4030-80ba-50101d995c6e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:48.050441 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5ae0dfc-a0d0-4b0f-9491-d094f556e7e2 req-165c9820-4a5b-4030-80ba-50101d995c6e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 944 time: 0.0851011 May 25 21:44:48.067224 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59b51a-8634-4264-aa1e-264fb5b5cad6 req-71750931-77c9-4855-96f1-e1e67926e8e6 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:48.067903 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1f59b51a-8634-4264-aa1e-264fb5b5cad6 req-71750931-77c9-4855-96f1-e1e67926e8e6 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Synchronizing usage tracker for tenant:8965d3704ae143269b58807365126637 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:44:48.083490 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-1f59b51a-8634-4264-aa1e-264fb5b5cad6 req-71750931-77c9-4855-96f1-e1e67926e8e6 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Unset dirty status for tenant:8965d3704ae143269b58807365126637 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:44:48.084770 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f59b51a-8634-4264-aa1e-264fb5b5cad6 req-71750931-77c9-4855-96f1-e1e67926e8e6 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.50 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 944 time: 0.1008706 May 25 21:44:48.096626 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-d5ae0dfc-a0d0-4b0f-9491-d094f556e7e2 req-30bb96b3-f004-46e4-89f5-7f74f152ca5f tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403807 May 25 21:44:48.155692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-1f59b51a-8634-4264-aa1e-264fb5b5cad6 req-decc9394-480d-4af1-8e7a-ab84591052c4 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Deleting port b41efd36-5b91-4fc1-8db4-4e451787feec {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:44:48.156021 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1f59b51a-8634-4264-aa1e-264fb5b5cad6 req-decc9394-480d-4af1-8e7a-ab84591052c4 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:48.519360 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-1f59b51a-8634-4264-aa1e-264fb5b5cad6 req-decc9394-480d-4af1-8e7a-ab84591052c4 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] For port b41efd36-5b91-4fc1-8db4-4e451787feec, host n-h2-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843339-1',level=0,port_id=b41efd36-5b91-4fc1-8db4-4e451787feec,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:44:48.523471 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1f59b51a-8634-4264-aa1e-264fb5b5cad6 req-decc9394-480d-4af1-8e7a-ab84591052c4 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:48.655703 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-1f59b51a-8634-4264-aa1e-264fb5b5cad6 req-decc9394-480d-4af1-8e7a-ab84591052c4 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Calling delete_port for b41efd36-5b91-4fc1-8db4-4e451787feec owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:44:48.806315 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1f59b51a-8634-4264-aa1e-264fb5b5cad6 req-decc9394-480d-4af1-8e7a-ab84591052c4 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:48.856797 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc9394-480d-4af1-8e7a-ab84591052c4 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event deleted for resources: {'Port': ['ID=b41efd36-5b91-4fc1-8db4-4e451787feec,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:44:48.934819 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f59b51a-8634-4264-aa1e-264fb5b5cad6 req-decc9394-480d-4af1-8e7a-ab84591052c4 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] No DVR routers for this DVR port b41efd36-5b91-4fc1-8db4-4e451787feec on host n-h2-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:44:48.937364 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-1f59b51a-8634-4264-aa1e-264fb5b5cad6 req-decc9394-480d-4af1-8e7a-ab84591052c4 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:48.939923 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bf155b-bda6-4144-a39c-b2700dced69e', 'name': 'network-vif-deleted', 'tag': 'b41efd36-5b91-4fc1-8db4-4e451787feec'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:44:48.955653 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-1f59b51a-8634-4264-aa1e-264fb5b5cad6 req-decc9394-480d-4af1-8e7a-ab84591052c4 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.50 "DELETE /v2.0/ports/b41efd36-5b91-4fc1-8db4-4e451787feec HTTP/1.1" status: 204 len: 173 time: 0.8655744 May 25 21:44:48.988625 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80814ea-46ef-46cc-9bad-6e4969d03ed6'] response: {'server_uuid': '18bf155b-bda6-4144-a39c-b2700dced69e', 'name': 'network-vif-deleted', 'tag': 'b41efd36-5b91-4fc1-8db4-4e451787feec', 'status': 'completed', 'code': 200} May 25 21:44:49.263325 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-3d7aa978-dd0c-4d70-b25a-6695175ae71e req-c3aa5118-b6be-43fa-9090-701af6b0eae5 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=18bf155b-bda6-4144-a39c-b2700dced69e HTTP/1.1" status: 200 len: 210 time: 0.0447509 May 25 21:44:50.946231 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50208) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:44:51.153769 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bab6c856-b1a5-4644-9432-e34a1396b98e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Deleting port c912023c-6c4c-41f8-be4d-fc7f05b82523 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:44:51.154325 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bab6c856-b1a5-4644-9432-e34a1396b98e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:51.319001 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b41efd36-5b91-4fc1-8db4-4e451787feec no longer exists at agent hyperv_n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:44:51.329659 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bab6c856-b1a5-4644-9432-e34a1396b98e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:51.329986 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bab6c856-b1a5-4644-9432-e34a1396b98e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:51.358817 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] No Port match for: b41efd36-5b91-4fc1-8db4-4e451787feec {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:44:51.359302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Device b41efd36-5b91-4fc1-8db4-4e451787feec not bound to the agent host n-h2-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:44:51.461895 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-bab6c856-b1a5-4644-9432-e34a1396b98e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Calling delete_port for c912023c-6c4c-41f8-be4d-fc7f05b82523 owned by network:floatingip {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:44:51.622161 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bab6c856-b1a5-4644-9432-e34a1396b98e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:51.671153 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6c856-b1a5-4644-9432-e34a1396b98e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event deleted for resources: {'Port': ['ID=c912023c-6c4c-41f8-be4d-fc7f05b82523,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:44:51.764567 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bab6c856-b1a5-4644-9432-e34a1396b98e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for floatingip, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:51.764943 n-d-843339-1 neutron-server[88332]: INFO neutron.db.l3_db [None req-bab6c856-b1a5-4644-9432-e34a1396b98e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Floating IP 4fcbf224-bde6-43c1-b7a8-9bc7179d7248 disassociated (deleted). External IP: 172.25.3.26, port: dc5f9867-48fd-4c5a-a848-82b775f9706e. May 25 21:44:52.237158 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab6c856-b1a5-4644-9432-e34a1396b98e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Router 1934595b-dafb-4f47-a5bb-8277e95c1017 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:44:52.420975 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab6c856-b1a5-4644-9432-e34a1396b98e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:44:52.431399 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e29bb-96b7-428c-94ae-bf46553141a5 None None] Sync routers for ids ['1934595b-dafb-4f47-a5bb-8277e95c1017'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:44:52.439169 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-bab6c856-b1a5-4644-9432-e34a1396b98e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for floatingip, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:52.446784 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e29bb-96b7-428c-94ae-bf46553141a5 None None] Routers {'1934595b-dafb-4f47-a5bb-8277e95c1017'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:44:52.447492 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-be0e29bb-96b7-428c-94ae-bf46553141a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1934595b-dafb-4f47-a5bb-8277e95c1017'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:44:52.495541 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-bab6c856-b1a5-4644-9432-e34a1396b98e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "DELETE /v2.0/floatingips/4fcbf224-bde6-43c1-b7a8-9bc7179d7248 HTTP/1.1" status: 204 len: 168 time: 1.5477664 May 25 21:44:52.495987 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'tag': 'dc5f9867-48fd-4c5a-a848-82b775f9706e'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:44:52.543125 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ddd2137-6b46-4426-a21f-7b1e8cc5afd7'] response: {'name': 'network-changed', 'server_uuid': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'tag': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'status': 'completed', 'code': 200} May 25 21:44:52.641439 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c1788-cf9d-4af8-bb0f-253bee593ca2 req-d86929f2-1fee-4a97-8708-24d2e06d0e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:52.643177 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-461c1788-cf9d-4af8-bb0f-253bee593ca2 req-d86929f2-1fee-4a97-8708-24d2e06d0e8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8965d3704ae143269b58807365126637&device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0797255 May 25 21:44:52.704899 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-be0e29bb-96b7-428c-94ae-bf46553141a5 None None] Set router 1934595b-dafb-4f47-a5bb-8277e95c1017 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:44:52.810776 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c1788-cf9d-4af8-bb0f-253bee593ca2 req-a6ab6fa5-246f-4db2-80e3-c4558d605a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:52.812351 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-461c1788-cf9d-4af8-bb0f-253bee593ca2 req-a6ab6fa5-246f-4db2-80e3-c4558d605a55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 200 len: 910 time: 0.1638696 May 25 21:44:52.914804 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-461c1788-cf9d-4af8-bb0f-253bee593ca2 req-d1fc62f3-035c-46f3-b236-8f5db48b10ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e HTTP/1.1" status: 200 len: 217 time: 0.0960624 May 25 21:44:52.995529 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c1788-cf9d-4af8-bb0f-253bee593ca2 req-88acff02-e5b0-4d8a-93b8-72981b71a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:52.997090 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-461c1788-cf9d-4af8-bb0f-253bee593ca2 req-88acff02-e5b0-4d8a-93b8-72981b71a678 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 200 len: 848 time: 0.0764756 May 25 21:44:53.061257 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-be0e29bb-96b7-428c-94ae-bf46553141a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 5, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:44:53.067243 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e29bb-96b7-428c-94ae-bf46553141a5 None None] Checking router: 1934595b-dafb-4f47-a5bb-8277e95c1017 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:44:53.081504 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e29bb-96b7-428c-94ae-bf46553141a5 None None] Routers {'1934595b-dafb-4f47-a5bb-8277e95c1017'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:44:53.082505 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-be0e29bb-96b7-428c-94ae-bf46553141a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1934595b-dafb-4f47-a5bb-8277e95c1017'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:44:53.111037 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16aad2-ee6d-4caf-aeed-c18b2c840ba1 req-398fb21e-bfb7-44f6-9add-35ce345c5f4e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:53.112182 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6a16aad2-ee6d-4caf-aeed-c18b2c840ba1 req-398fb21e-bfb7-44f6-9add-35ce345c5f4e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Synchronizing usage tracker for tenant:8965d3704ae143269b58807365126637 on resource:port {{(pid=88332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 21:44:53.157399 n-d-843339-1 neutron-server[88332]: DEBUG neutron.quota.resource [req-6a16aad2-ee6d-4caf-aeed-c18b2c840ba1 req-398fb21e-bfb7-44f6-9add-35ce345c5f4e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Unset dirty status for tenant:8965d3704ae143269b58807365126637 on resource:port {{(pid=88332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 21:44:53.159248 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6a16aad2-ee6d-4caf-aeed-c18b2c840ba1 req-398fb21e-bfb7-44f6-9add-35ce345c5f4e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 944 time: 0.2871995 May 25 21:44:53.197110 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c1788-cf9d-4af8-bb0f-253bee593ca2 req-4863c0af-71d5-40a2-883f-4612a92c4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:53.199599 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-461c1788-cf9d-4af8-bb0f-253bee593ca2 req-4863c0af-71d5-40a2-883f-4612a92c4663 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a95467f7-28cd-4e6d-8e51-75b406594223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1951523 May 25 21:44:53.286143 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-6a16aad2-ee6d-4caf-aeed-c18b2c840ba1 req-0c10e542-16e1-4093-8815-e0f38e3a5967 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204469 May 25 21:44:53.305616 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-be0e29bb-96b7-428c-94ae-bf46553141a5 None None] Set router 1934595b-dafb-4f47-a5bb-8277e95c1017 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:44:53.347896 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-461c1788-cf9d-4af8-bb0f-253bee593ca2 req-d62e85b7-55eb-4832-be07-698e652b70f7 service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406248 May 25 21:44:53.489624 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-461c1788-cf9d-4af8-bb0f-253bee593ca2 req-7aa79bc1-1055-4a11-8109-4b381ff3c05e service neutron] 10.222.0.70 "GET /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346049 May 25 21:44:53.642896 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-be0e29bb-96b7-428c-94ae-bf46553141a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 5, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:44:53.646670 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e29bb-96b7-428c-94ae-bf46553141a5 None None] The sync data for ids ['1934595b-dafb-4f47-a5bb-8277e95c1017'] in n-d-843339-1 is: [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:39:19Z', 'revision_number': 4, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1', '_interfaces': [{'id': '29f67a09-ed10-44be-9741-2604b64e40c5', 'name': '', 'network_id': 'a95467f7-28cd-4e6d-8e51-75b406594223', 'tenant_id': '8965d3704ae143269b58807365126637', 'mac_address': 'fa:16:3e:70:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:18Z', 'updated_at': '2022-05-25T21:39:26Z', 'revision_number': 5, 'project_id': '8965d3704ae143269b58807365126637', 'subnets': [{'id': '2a0d9806-876a-4da1-b703-3a46c54884d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:44:53.794899 n-d-843339-1 neutron-server[88332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659890d-fa23-451b-97c6-8816ecdeb678 req-e4447719-c376-42de-86df-529b674dbe8e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:53.796427 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9659890d-fa23-451b-97c6-8816ecdeb678 req-e4447719-c376-42de-86df-529b674dbe8e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.70 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 944 time: 0.0825820 May 25 21:44:53.876412 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-9659890d-fa23-451b-97c6-8816ecdeb678 req-55609b75-5cee-47d7-81c3-e2d98a5cffce tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Deleting port dc5f9867-48fd-4c5a-a848-82b775f9706e {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:44:53.876754 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9659890d-fa23-451b-97c6-8816ecdeb678 req-55609b75-5cee-47d7-81c3-e2d98a5cffce tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:53.880176 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a049f725-229c-4fa9-9107-a62636f926a6 None None] New status for floating IP 4fcbf224-bde6-43c1-b7a8-9bc7179d7248: DOWN {{(pid=88333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 21:44:54.248165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [req-9659890d-fa23-451b-97c6-8816ecdeb678 req-55609b75-5cee-47d7-81c3-e2d98a5cffce tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] For port dc5f9867-48fd-4c5a-a848-82b775f9706e, host n-h1-843339-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843339-1',level=0,port_id=dc5f9867-48fd-4c5a-a848-82b775f9706e,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:44:54.248519 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9659890d-fa23-451b-97c6-8816ecdeb678 req-55609b75-5cee-47d7-81c3-e2d98a5cffce tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:54.374354 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [req-9659890d-fa23-451b-97c6-8816ecdeb678 req-55609b75-5cee-47d7-81c3-e2d98a5cffce tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Calling delete_port for dc5f9867-48fd-4c5a-a848-82b775f9706e owned by compute:nova {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:44:54.484288 n-d-843339-1 neutron-server[88331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f80c07-c5ed-4b71-b8ad-d27f579abe41 req-f5e4a8c4-f70f-4fef-9eaf-df3fb02998c1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 21:44:54.485843 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33f80c07-c5ed-4b71-b8ad-d27f579abe41 req-f5e4a8c4-f70f-4fef-9eaf-df3fb02998c1 tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/ports?device_id=704122ca-bad6-4375-b0ef-2c7d7ae22ea3 HTTP/1.1" status: 200 len: 944 time: 0.0854573 May 25 21:44:54.537061 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9659890d-fa23-451b-97c6-8816ecdeb678 req-55609b75-5cee-47d7-81c3-e2d98a5cffce tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:54.538761 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [req-33f80c07-c5ed-4b71-b8ad-d27f579abe41 req-4b94fa9c-384d-4223-842e-b4af79499f5e tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd6ab4a7-811b-471f-a6d6-3c6efceab63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470645 May 25 21:44:54.587894 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55609b75-5cee-47d7-81c3-e2d98a5cffce tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event deleted for resources: {'Port': ['ID=dc5f9867-48fd-4c5a-a848-82b775f9706e,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:44:54.655641 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:54.674113 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9659890d-fa23-451b-97c6-8816ecdeb678 req-55609b75-5cee-47d7-81c3-e2d98a5cffce tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] No DVR routers for this DVR port dc5f9867-48fd-4c5a-a848-82b775f9706e on host n-h1-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:44:54.676896 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [req-9659890d-fa23-451b-97c6-8816ecdeb678 req-55609b75-5cee-47d7-81c3-e2d98a5cffce tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96917'] for port, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:54.679949 n-d-843339-1 neutron-server[88332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'name': 'network-vif-deleted', 'tag': 'dc5f9867-48fd-4c5a-a848-82b775f9706e'}] {{(pid=88332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 21:44:54.699589 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [req-9659890d-fa23-451b-97c6-8816ecdeb678 req-55609b75-5cee-47d7-81c3-e2d98a5cffce tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.70 "DELETE /v2.0/ports/dc5f9867-48fd-4c5a-a848-82b775f9706e HTTP/1.1" status: 204 len: 173 time: 0.8980415 May 25 21:44:54.734559 n-d-843339-1 neutron-server[88332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6669fe5f-46c0-485a-bb4b-ffb0ba6960ab'] response: {'server_uuid': '704122ca-bad6-4375-b0ef-2c7d7ae22ea3', 'name': 'network-vif-deleted', 'tag': 'dc5f9867-48fd-4c5a-a848-82b775f9706e', 'status': 'completed', 'code': 200} May 25 21:44:55.633968 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50224) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:44:55.705847 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-25f42e0b-69ca-4ac1-9f5e-da7cadd0be7a tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:55.737165 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-25f42e0b-69ca-4ac1-9f5e-da7cadd0be7a tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:55.807606 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-25f42e0b-69ca-4ac1-9f5e-da7cadd0be7a tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:55.827304 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f42e0b-69ca-4ac1-9f5e-da7cadd0be7a tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6ab4a7-811b-471f-a6d6-3c6efceab63b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:44:55.843414 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-25f42e0b-69ca-4ac1-9f5e-da7cadd0be7a tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:55.844538 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-25f42e0b-69ca-4ac1-9f5e-da7cadd0be7a tempest-TestSnapshotPattern-2043747664 tempest-TestSnapshotPattern-2043747664-project] 10.222.0.60 "DELETE /v2.0/security-groups/cd6ab4a7-811b-471f-a6d6-3c6efceab63b HTTP/1.1" status: 204 len: 168 time: 0.2095737 May 25 21:44:55.894055 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50230) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:44:56.591409 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35114864-5b6b-420d-bcb3-b3bdefda13b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:57.054960 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-35114864-5b6b-420d-bcb3-b3bdefda13b2 admin admin] Deleting port 29f67a09-ed10-44be-9741-2604b64e40c5 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:44:57.055675 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35114864-5b6b-420d-bcb3-b3bdefda13b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:57.227181 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-35114864-5b6b-420d-bcb3-b3bdefda13b2 admin admin] For port 29f67a09-ed10-44be-9741-2604b64e40c5, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=29f67a09-ed10-44be-9741-2604b64e40c5,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:44:57.227530 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35114864-5b6b-420d-bcb3-b3bdefda13b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:57.269224 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device dc5f9867-48fd-4c5a-a848-82b775f9706e no longer exists at agent hyperv_n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:44:57.304328 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] No Port match for: dc5f9867-48fd-4c5a-a848-82b775f9706e {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:44:57.304678 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Device dc5f9867-48fd-4c5a-a848-82b775f9706e not bound to the agent host n-h1-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:44:57.352651 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-35114864-5b6b-420d-bcb3-b3bdefda13b2 admin admin] Calling delete_port for 29f67a09-ed10-44be-9741-2604b64e40c5 owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:44:57.540071 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35114864-5b6b-420d-bcb3-b3bdefda13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:57.591784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35114864-5b6b-420d-bcb3-b3bdefda13b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f67a09-ed10-44be-9741-2604b64e40c5,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:44:57.870584 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-35114864-5b6b-420d-bcb3-b3bdefda13b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:58.233383 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35114864-5b6b-420d-bcb3-b3bdefda13b2 admin admin] Router 1934595b-dafb-4f47-a5bb-8277e95c1017 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:44:58.405085 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-72d32c38-0634-4590-aa5f-12b218f95d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:58.525373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35114864-5b6b-420d-bcb3-b3bdefda13b2 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:44:58.536191 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b621a38-6c71-4479-bf64-4a11dcb1e3c7 None None] Sync routers for ids ['1934595b-dafb-4f47-a5bb-8277e95c1017'] in n-d-843339-1 {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:44:58.538903 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-35114864-5b6b-420d-bcb3-b3bdefda13b2 admin admin] 10.222.0.60 "PUT /v2.0/routers/1934595b-dafb-4f47-a5bb-8277e95c1017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6436408 May 25 21:44:58.542197 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50236) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:44:58.546466 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b621a38-6c71-4479-bf64-4a11dcb1e3c7 None None] Routers {'1934595b-dafb-4f47-a5bb-8277e95c1017'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:44:58.547077 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8b621a38-6c71-4479-bf64-4a11dcb1e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1934595b-dafb-4f47-a5bb-8277e95c1017'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:44:58.727391 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-8b621a38-6c71-4479-bf64-4a11dcb1e3c7 None None] Set router 1934595b-dafb-4f47-a5bb-8277e95c1017 gateway port host: n-d-843339-1 {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:44:58.727590 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:58.909466 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:58.919707 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] Deleting port 9d0bf1b7-23a1-44c0-be36-92cbee512bdf {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:44:58.920021 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:59.048763 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8b621a38-6c71-4479-bf64-4a11dcb1e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:44:57Z', 'revision_number': 5, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port': {'id': '9d0bf1b7-23a1-44c0-be36-92cbee512bdf', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4417, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:16Z', 'updated_at': '2022-05-25T21:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:44:59.052666 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:59.053669 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b621a38-6c71-4479-bf64-4a11dcb1e3c7 None None] Checking router: 1934595b-dafb-4f47-a5bb-8277e95c1017 for host: n-d-843339-1 {{(pid=88335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:44:59.063089 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b621a38-6c71-4479-bf64-4a11dcb1e3c7 None None] Routers {'1934595b-dafb-4f47-a5bb-8277e95c1017'} bound to L3 agent in host n-d-843339-1 {{(pid=88335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:44:59.063704 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8b621a38-6c71-4479-bf64-4a11dcb1e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:44:31Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['1934595b-dafb-4f47-a5bb-8277e95c1017'], 'active': True} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:44:59.099546 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] For port 9d0bf1b7-23a1-44c0-be36-92cbee512bdf, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=9d0bf1b7-23a1-44c0-be36-92cbee512bdf,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:44:59.100362 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:59.214435 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_dvr_db [None req-8b621a38-6c71-4479-bf64-4a11dcb1e3c7 None None] Set router 1934595b-dafb-4f47-a5bb-8277e95c1017 gateway port host: None {{(pid=88335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:44:59.290542 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] Calling delete_port for 9d0bf1b7-23a1-44c0-be36-92cbee512bdf owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:44:59.318677 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.l3_hamode_db [None req-8b621a38-6c71-4479-bf64-4a11dcb1e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:44:58Z', 'revision_number': 6, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:44:59.322642 n-d-843339-1 neutron-server[88335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b621a38-6c71-4479-bf64-4a11dcb1e3c7 None None] The sync data for ids ['1934595b-dafb-4f47-a5bb-8277e95c1017'] in n-d-843339-1 is: [{'id': '1934595b-dafb-4f47-a5bb-8277e95c1017', 'name': 'tempest-TestSnapshotPattern-184896013-router', 'tenant_id': '8965d3704ae143269b58807365126637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:15Z', 'updated_at': '2022-05-25T21:44:58Z', 'revision_number': 6, 'project_id': '8965d3704ae143269b58807365126637', 'gw_port_host': None}] {{(pid=88335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:44:59.489111 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:59.537571 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0bf1b7-23a1-44c0-be36-92cbee512bdf,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:44:59.636892 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:59.973580 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:59.975851 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:59.999160 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:44:59.999664 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1934595b-dafb-4f47-a5bb-8277e95c1017 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:45:00.011460 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:00.012609 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-b75b6231-cd49-4c20-b239-c2f7adf89035 admin admin] 10.222.0.60 "DELETE /v2.0/routers/1934595b-dafb-4f47-a5bb-8277e95c1017 HTTP/1.1" status: 204 len: 168 time: 1.4694731 May 25 21:45:00.015080 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50240) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:45:00.076618 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5eb83ca-ed62-4ac9-8044-a83e597ec587 admin admin] Deleting subnet 2a0d9806-876a-4da1-b703-3a46c54884d7 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:45:00.079633 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5eb83ca-ed62-4ac9-8044-a83e597ec587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:00.125618 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 29f67a09-ed10-44be-9741-2604b64e40c5 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:45:00.134047 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5eb83ca-ed62-4ac9-8044-a83e597ec587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:00.164716 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 29f67a09-ed10-44be-9741-2604b64e40c5 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:45:00.165060 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 29f67a09-ed10-44be-9741-2604b64e40c5 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:45:00.216239 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5eb83ca-ed62-4ac9-8044-a83e597ec587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:00.289754 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5eb83ca-ed62-4ac9-8044-a83e597ec587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:00.328335 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb83ca-ed62-4ac9-8044-a83e597ec587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0d9806-876a-4da1-b703-3a46c54884d7,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:45:00.331734 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-f5eb83ca-ed62-4ac9-8044-a83e597ec587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:00.338335 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddedcc32-d137-4372-88b0-212c54ce6b33 None None] Network a95467f7-28cd-4e6d-8e51-75b406594223 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:45:00.338652 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-f5eb83ca-ed62-4ac9-8044-a83e597ec587 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2a0d9806-876a-4da1-b703-3a46c54884d7 HTTP/1.1" status: 204 len: 168 time: 0.3225803 May 25 21:45:00.340362 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50244) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:45:00.461393 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:00.472103 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Deleting port 2770ff2f-7837-42f9-9307-ae9441e48a20 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:45:00.472431 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:00.610330 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817284f7-d837-4b0b-8665-7f5de550564e None None] DHCP port deletion for a95467f7-28cd-4e6d-8e51-75b406594223 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:45:00.614415 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-817284f7-d837-4b0b-8665-7f5de550564e None None] Deleting port 2770ff2f-7837-42f9-9307-ae9441e48a20 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:45:00.614782 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-817284f7-d837-4b0b-8665-7f5de550564e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:00.690379 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] For port 2770ff2f-7837-42f9-9307-ae9441e48a20, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2770ff2f-7837-42f9-9307-ae9441e48a20,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:45:00.690742 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:00.820165 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Calling delete_port for 2770ff2f-7837-42f9-9307-ae9441e48a20 owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:45:00.823199 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-817284f7-d837-4b0b-8665-7f5de550564e None None] For port 2770ff2f-7837-42f9-9307-ae9441e48a20, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=2770ff2f-7837-42f9-9307-ae9441e48a20,segment=NetworkSegment(435e6839-c572-4e63-a45c-5eded0a04d04),segment_id=435e6839-c572-4e63-a45c-5eded0a04d04)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:45:00.823576 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-817284f7-d837-4b0b-8665-7f5de550564e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:00.898200 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:00.951085 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-817284f7-d837-4b0b-8665-7f5de550564e None None] Calling delete_port for 2770ff2f-7837-42f9-9307-ae9441e48a20 owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:45:00.951642 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Pushing event deleted for resources: {'Port': ['ID=2770ff2f-7837-42f9-9307-ae9441e48a20,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:45:00.955034 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] No DVR routers for this DVR port 2770ff2f-7837-42f9-9307-ae9441e48a20 on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:45:01.003154 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-60186d09-efc9-44f6-90f8-59665dc42dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:01.067609 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-817284f7-d837-4b0b-8665-7f5de550564e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:45:01.068231 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-817284f7-d837-4b0b-8665-7f5de550564e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:45:01.077541 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:01.103015 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95467f7-28cd-4e6d-8e51-75b406594223']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:45:01.115890 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435e6839-c572-4e63-a45c-5eded0a04d04') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:45:01.116214 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435e6839-c572-4e63-a45c-5eded0a04d04') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:45:01.128517 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:01.144670 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:01.150771 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:45:01.151156 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:01.234821 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 435e6839-c572-4e63-a45c-5eded0a04d04 resource provider aggregate not found May 25 21:45:01.253626 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:01.256443 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment 435e6839-c572-4e63-a45c-5eded0a04d04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 435e6839-c572-4e63-a45c-5eded0a04d04 found for delete ", "request_id": "req-9b57d47e-119b-4677-bf3d-34538fb874a9"}]} May 25 21:45:01.270779 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:01.281463 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] Pushing event deleted for resources: {'Network': ['ID=a95467f7-28cd-4e6d-8e51-75b406594223,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:45:01.295884 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-13235c98-2f5d-4532-8be4-c650752e252b admin admin] 10.222.0.60 "DELETE /v2.0/networks/a95467f7-28cd-4e6d-8e51-75b406594223 HTTP/1.1" status: 204 len: 168 time: 0.9545186 May 25 21:45:01.298713 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50254) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:45:01.569755 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-817284f7-d837-4b0b-8665-7f5de550564e None None] Deleting port 2770ff2f-7837-42f9-9307-ae9441e48a20 {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:45:01.570488 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-817284f7-d837-4b0b-8665-7f5de550564e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:01.600150 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2770ff2f-7837-42f9-9307-ae9441e48a20 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:45:01.678701 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 2770ff2f-7837-42f9-9307-ae9441e48a20 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:45:01.679032 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 2770ff2f-7837-42f9-9307-ae9441e48a20 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:45:01.679436 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9d0bf1b7-23a1-44c0-be36-92cbee512bdf no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:45:01.722605 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-817284f7-d837-4b0b-8665-7f5de550564e None None] The port '2770ff2f-7837-42f9-9307-ae9441e48a20' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 21:45:01.723704 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 9d0bf1b7-23a1-44c0-be36-92cbee512bdf {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:45:01.724033 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 9d0bf1b7-23a1-44c0-be36-92cbee512bdf not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:45:01.725842 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:01.976271 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4285c18-f6d4-49dd-b473-ebb04c3e85c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716363'] for router_interface, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:02.136283 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:02.346974 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e4285c18-f6d4-49dd-b473-ebb04c3e85c1 admin admin] Deleting port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:45:02.347222 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4285c18-f6d4-49dd-b473-ebb04c3e85c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:02.533373 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-e4285c18-f6d4-49dd-b473-ebb04c3e85c1 admin admin] For port 4db3c852-e83a-4b5c-9e1a-db33a5721f1b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=4db3c852-e83a-4b5c-9e1a-db33a5721f1b,segment=NetworkSegment(c7775d91-ccc9-4f32-a693-7c9e9b2aecea),segment_id=c7775d91-ccc9-4f32-a693-7c9e9b2aecea)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:45:02.533725 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4285c18-f6d4-49dd-b473-ebb04c3e85c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:02.671544 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-e4285c18-f6d4-49dd-b473-ebb04c3e85c1 admin admin] Calling delete_port for 4db3c852-e83a-4b5c-9e1a-db33a5721f1b owned by network:router_interface {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:45:02.861033 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4285c18-f6d4-49dd-b473-ebb04c3e85c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:02.908154 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4285c18-f6d4-49dd-b473-ebb04c3e85c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db3c852-e83a-4b5c-9e1a-db33a5721f1b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:45:03.304763 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-e4285c18-f6d4-49dd-b473-ebb04c3e85c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1675816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716279'] for router_interface, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:03.462423 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:03.687317 n-d-843339-1 neutron-server[88332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4285c18-f6d4-49dd-b473-ebb04c3e85c1 admin admin] Router 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 has already been hosted by L3 agent 653ee4f1-3cec-4d79-8e78-d7a7639b6b01 {{(pid=88332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 21:45:03.870760 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4285c18-f6d4-49dd-b473-ebb04c3e85c1 admin admin] Notify agent at l3_agent.n-d-843339-1 the message routers_updated {{(pid=88332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 21:45:03.879302 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbc3f2d-3e08-4d17-9da8-74169f7da286 None None] Sync routers for ids ['0cc5e51f-a1ba-4cdf-ae6a-0db617455545'] in n-d-843339-1 {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 21:45:03.879909 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-e4285c18-f6d4-49dd-b473-ebb04c3e85c1 admin admin] 10.222.0.60 "PUT /v2.0/routers/0cc5e51f-a1ba-4cdf-ae6a-0db617455545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5802062 May 25 21:45:03.882392 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50258) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:45:03.889421 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc3f2d-3e08-4d17-9da8-74169f7da286 None None] Routers {'0cc5e51f-a1ba-4cdf-ae6a-0db617455545'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:45:03.890049 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-0fbc3f2d-3e08-4d17-9da8-74169f7da286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:45:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cc5e51f-a1ba-4cdf-ae6a-0db617455545'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:45:04.060365 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] Notify callbacks [] for router, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:04.069567 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-0fbc3f2d-3e08-4d17-9da8-74169f7da286 None None] Set router 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 gateway port host: n-d-843339-1 {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:45:04.237462 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:04.248001 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] Deleting port 81c440f9-b198-409a-8a3b-c19ac364eb04 {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:45:04.248390 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:04.361665 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-0fbc3f2d-3e08-4d17-9da8-74169f7da286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'name': 'tempest-TestSnapshotPattern-1146528759-router', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'external_fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '81c440f9-b198-409a-8a3b-c19ac364eb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:21Z', 'updated_at': '2022-05-25T21:45:02Z', 'revision_number': 5, 'project_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'gw_port': {'id': '81c440f9-b198-409a-8a3b-c19ac364eb04', 'name': '', 'network_id': '63157299-67d6-4d48-843c-682c0bdd002f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843339-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T21:39:22Z', 'updated_at': '2022-05-25T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7755648-2bd5-4c93-8f41-ef31b0d588f5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843339-1'}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:45:04.365729 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbc3f2d-3e08-4d17-9da8-74169f7da286 None None] Checking router: 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 for host: n-d-843339-1 {{(pid=88333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 21:45:04.374118 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc3f2d-3e08-4d17-9da8-74169f7da286 None None] Routers {'0cc5e51f-a1ba-4cdf-ae6a-0db617455545'} bound to L3 agent in host n-d-843339-1 {{(pid=88333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 25 21:45:04.374735 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-0fbc3f2d-3e08-4d17-9da8-74169f7da286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843339-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T19:48:00Z,description=,heartbeat_timestamp=2022-05-25T21:45:01Z,host='n-d-843339-1',id=653ee4f1-3cec-4d79-8e78-d7a7639b6b01,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T19:48:00Z,topic='l3_agent')) {'router_ids': ['0cc5e51f-a1ba-4cdf-ae6a-0db617455545'], 'active': True} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:45:04.425268 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] For port 81c440f9-b198-409a-8a3b-c19ac364eb04, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=81c440f9-b198-409a-8a3b-c19ac364eb04,segment=NetworkSegment(d2b82259-a9e8-4ad6-b0ae-52e41777d2c7),segment_id=d2b82259-a9e8-4ad6-b0ae-52e41777d2c7)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:45:04.425845 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:04.529922 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_dvr_db [None req-0fbc3f2d-3e08-4d17-9da8-74169f7da286 None None] Set router 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 gateway port host: None {{(pid=88333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 25 21:45:04.640884 n-d-843339-1 neutron-server[88333]: DEBUG neutron.db.l3_hamode_db [None req-0fbc3f2d-3e08-4d17-9da8-74169f7da286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'name': 'tempest-TestSnapshotPattern-1146528759-router', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:21Z', 'updated_at': '2022-05-25T21:45:04Z', 'revision_number': 6, 'project_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'gw_port_host': None}], 'n-d-843339-1', False) {} {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:45:04.645454 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbc3f2d-3e08-4d17-9da8-74169f7da286 None None] The sync data for ids ['0cc5e51f-a1ba-4cdf-ae6a-0db617455545'] in n-d-843339-1 is: [{'id': '0cc5e51f-a1ba-4cdf-ae6a-0db617455545', 'name': 'tempest-TestSnapshotPattern-1146528759-router', 'tenant_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T21:39:21Z', 'updated_at': '2022-05-25T21:45:04Z', 'revision_number': 6, 'project_id': 'ed07a92e0a064b60869ef1d7eeb9168b', 'gw_port_host': None}] {{(pid=88333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 21:45:04.688111 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] Calling delete_port for 81c440f9-b198-409a-8a3b-c19ac364eb04 owned by network:router_gateway {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:45:04.857409 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:04.906016 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] Pushing event deleted for resources: {'Port': ['ID=81c440f9-b198-409a-8a3b-c19ac364eb04,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:45:04.998776 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717678'] for router_gateway, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:05.178617 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1720252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24829'] for router, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:05.180935 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:05.205577 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1720134'] for router, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:05.206086 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cc5e51f-a1ba-4cdf-ae6a-0db617455545 {{(pid=88332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 21:45:05.219946 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] Notify callbacks [] for router, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:05.221073 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-a7a12392-5950-46eb-990f-7448d606838a admin admin] 10.222.0.60 "DELETE /v2.0/routers/0cc5e51f-a1ba-4cdf-ae6a-0db617455545 HTTP/1.1" status: 204 len: 168 time: 1.3377717 May 25 21:45:05.223612 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50264) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:45:05.286498 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.db_base_plugin_v2 [None req-59aa8f91-ae64-4871-9623-fe09af903cdd admin admin] Deleting subnet ad4f94f6-16ed-49d2-af43-b7b5d28d5a62 {{(pid=88332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 25 21:45:05.289520 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59aa8f91-ae64-4871-9623-fe09af903cdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:05.340546 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59aa8f91-ae64-4871-9623-fe09af903cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573287'] for subnet, precommit_delete_associations {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:05.424576 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59aa8f91-ae64-4871-9623-fe09af903cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380325'] for subnet, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:05.497220 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59aa8f91-ae64-4871-9623-fe09af903cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2573299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2470138'] for subnet, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:05.537778 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa8f91-ae64-4871-9623-fe09af903cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad4f94f6-16ed-49d2-af43-b7b5d28d5a62,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:45:05.543739 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-59aa8f91-ae64-4871-9623-fe09af903cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:05.548982 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88529bfc-1a64-420e-b5b2-64d65336f73b None None] Network 7fd79709-b35b-4dec-908b-53e94f360126 requested from n-d-843339-1 {{(pid=88333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 25 21:45:05.551387 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-59aa8f91-ae64-4871-9623-fe09af903cdd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ad4f94f6-16ed-49d2-af43-b7b5d28d5a62 HTTP/1.1" status: 204 len: 168 time: 0.3268228 May 25 21:45:05.553735 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50268) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:45:05.622930 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4db3c852-e83a-4b5c-9e1a-db33a5721f1b no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:45:05.672027 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 4db3c852-e83a-4b5c-9e1a-db33a5721f1b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:45:05.672371 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 4db3c852-e83a-4b5c-9e1a-db33a5721f1b not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:45:05.672788 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 81c440f9-b198-409a-8a3b-c19ac364eb04 no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:45:05.682762 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419088'] for network, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:05.693941 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Deleting port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b {{(pid=88332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:45:05.694330 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:05.712767 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 81c440f9-b198-409a-8a3b-c19ac364eb04 {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:45:05.713201 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 81c440f9-b198-409a-8a3b-c19ac364eb04 not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:45:05.897851 n-d-843339-1 neutron-server[88333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d093bae-ed9c-40c8-be7b-1519b25e9d80 None None] DHCP port deletion for 7fd79709-b35b-4dec-908b-53e94f360126 request from n-d-843339-1 {{(pid=88333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 25 21:45:05.903240 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3d093bae-ed9c-40c8-be7b-1519b25e9d80 None None] Deleting port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:45:05.903607 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3d093bae-ed9c-40c8-be7b-1519b25e9d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:05.908784 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.db [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] For port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b,segment=NetworkSegment(c7775d91-ccc9-4f32-a693-7c9e9b2aecea),segment_id=c7775d91-ccc9-4f32-a693-7c9e9b2aecea)] {{(pid=88332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:45:05.909135 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:06.035759 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.plugin [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Calling delete_port for 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b owned by network:dhcp {{(pid=88332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:45:06.114096 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-654525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739053671388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739053311079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2572588'] for port, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:06.151610 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.db [None req-3d093bae-ed9c-40c8-be7b-1519b25e9d80 None None] For port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b, host n-d-843339-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843339-1',level=0,port_id=1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b,segment=NetworkSegment(c7775d91-ccc9-4f32-a693-7c9e9b2aecea),segment_id=c7775d91-ccc9-4f32-a693-7c9e9b2aecea)] {{(pid=88333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 21:45:06.152050 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3d093bae-ed9c-40c8-be7b-1519b25e9d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1706493'] for port, precommit_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:06.277033 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:45:06.278926 n-d-843339-1 neutron-server[88332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] No DVR routers for this DVR port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b on host n-d-843339-1 {{(pid=88332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 21:45:06.283112 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3d093bae-ed9c-40c8-be7b-1519b25e9d80 None None] Calling delete_port for 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b owned by network:dhcp {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 25 21:45:06.364796 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.db.api [None req-3d093bae-ed9c-40c8-be7b-1519b25e9d80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 21:45:06.365136 n-d-843339-1 neutron-server[88333]: DEBUG oslo_db.api [None req-3d093bae-ed9c-40c8-be7b-1519b25e9d80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 21:45:06.398430 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381244', 'neutron.services.segments.db._delete_segments_for_network-8739053763548'] for network, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:06.424900 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd79709-b35b-4dec-908b-53e94f360126']}} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:45:06.437692 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7775d91-ccc9-4f32-a693-7c9e9b2aecea') {'for_net_delete': True} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:45:06.437993 n-d-843339-1 neutron-server[88332]: DEBUG neutron.services.segments.db [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7775d91-ccc9-4f32-a693-7c9e9b2aecea') {} {{(pid=88332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 21:45:06.449475 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739053701623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573296'] for segment, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:06.466282 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377616'] for segment, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:06.472425 n-d-843339-1 neutron-server[88332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=88332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 21:45:06.472875 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2572625'] for segment, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:06.542549 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment c7775d91-ccc9-4f32-a693-7c9e9b2aecea resource provider aggregate not found May 25 21:45:06.564270 n-d-843339-1 neutron-server[88332]: INFO neutron.services.segments.plugin [-] Segment c7775d91-ccc9-4f32-a693-7c9e9b2aecea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7775d91-ccc9-4f32-a693-7c9e9b2aecea found for delete ", "request_id": "req-02175bf8-7731-49bb-9a1b-7ea1eb6bad07"}]} May 25 21:45:06.576103 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1675809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717643'] for network, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:06.592171 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Notify callbacks [] for network, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:06.602017 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd79709-b35b-4dec-908b-53e94f360126,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:45:06.607308 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-3f764936-c8bb-4a81-8086-2542f464a348 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7fd79709-b35b-4dec-908b-53e94f360126 HTTP/1.1" status: 204 len: 168 time: 1.0519667 May 25 21:45:06.738594 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50278) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:45:06.787812 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-0370efb3-24ac-4286-800c-f29012536508 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8965d3704ae143269b58807365126637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480661 May 25 21:45:06.790397 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [-] (88332) accepted ('10.222.0.60', 50282) {{(pid=88332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:45:06.853543 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c5432b8-6cba-4132-ad75-672989b40d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:06.866320 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3d093bae-ed9c-40c8-be7b-1519b25e9d80 None None] Deleting port 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b {{(pid=88333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 25 21:45:06.866806 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3d093bae-ed9c-40c8-be7b-1519b25e9d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739053668392'] for port, before_delete {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:06.879579 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c5432b8-6cba-4132-ad75-672989b40d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:06.935402 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-3d093bae-ed9c-40c8-be7b-1519b25e9d80 None None] The port '1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b' was deleted {{(pid=88333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 25 21:45:06.944839 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c5432b8-6cba-4132-ad75-672989b40d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:06.961853 n-d-843339-1 neutron-server[88332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5432b8-6cba-4132-ad75-672989b40d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba59bdb2-12b1-40f2-8696-dca3659c2022,revision_number=None']} {{(pid=88332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:45:06.972479 n-d-843339-1 neutron-server[88332]: DEBUG neutron_lib.callbacks.manager [None req-9c5432b8-6cba-4132-ad75-672989b40d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:06.973596 n-d-843339-1 neutron-server[88332]: INFO neutron.wsgi [None req-9c5432b8-6cba-4132-ad75-672989b40d2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba59bdb2-12b1-40f2-8696-dca3659c2022 HTTP/1.1" status: 204 len: 168 time: 0.1822667 May 25 21:45:07.326028 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50290) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:45:07.376104 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-e631932d-142d-42eb-881e-17bbf5fcbc77 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed07a92e0a064b60869ef1d7eeb9168b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484927 May 25 21:45:07.378631 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [-] (88331) accepted ('10.222.0.60', 50294) {{(pid=88331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 21:45:07.436463 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:07.461664 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:07.516872 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601650'] for security_group, after_delete {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:07.539238 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01090eb7-0d25-4426-b49b-6c6032ea53e8,revision_number=None']} {{(pid=88331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 21:45:07.550437 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:45:07.550772 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:45:07.551102 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:45:07.551428 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:45:07.551785 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:45:07.552105 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:45:07.552424 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:45:07.552736 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:45:07.553051 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:45:07.553361 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:45:07.553675 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:45:07.553986 n-d-843339-1 neutron-server[88331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843339-1 {{(pid=88331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 21:45:07.558251 n-d-843339-1 neutron-server[88331]: DEBUG neutron_lib.callbacks.manager [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:07.562311 n-d-843339-1 neutron-server[88331]: INFO neutron.wsgi [None req-6e13206e-236a-4cec-856b-bd7ff82111d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01090eb7-0d25-4426-b49b-6c6032ea53e8 HTTP/1.1" status: 204 len: 168 time: 0.1825335 May 25 21:45:07.587248 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b no longer exists at agent ovs-agent-n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 21:45:07.625811 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] No Port match for: 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b {{(pid=88333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 25 21:45:07.626275 n-d-843339-1 neutron-server[88333]: DEBUG neutron.plugins.ml2.rpc [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Device 1fb6fd2a-75f3-4069-96a9-8db4fdde0c5b not bound to the agent host n-d-843339-1 {{(pid=88333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 21:45:14.594585 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:45:24.676006 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:28.408922 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7b99bf7f-5bc4-4bdf-a466-9d582f16b514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:29.048968 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:30.875993 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-8c90215f-e584-4228-ac5f-3cb5c35a5565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:31.642302 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:32.138426 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:33.465171 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:51.596233 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:45:54.666902 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:58.412553 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7df0906e-5da9-4fe2-b43d-5fdf1f26080e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:45:59.047883 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:46:00.878669 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-4908b787-7c19-4f6c-ad4b-1016b14d82e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:46:01.648173 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:46:02.140919 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:46:03.462652 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:46:24.676749 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:46:28.414916 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bc828733-5ad4-4c32-89dc-bbc4fc190b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:46:28.598363 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:46:29.046294 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:46:30.881342 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-29b43e47-b86e-4539-8a2f-406c4ccb5618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:46:31.641773 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:46:32.142991 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:46:33.463891 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:46:54.672620 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:46:58.417048 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7436b0d8-f327-4522-afcd-22b366f2e153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:46:59.060435 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:47:00.883667 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fa34c4bf-f344-49ac-bbdc-18cbd0194369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:47:01.644752 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:47:02.146094 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:47:03.466715 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:47:05.598049 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:47:14.922082 n-d-843339-1 neutron-server[88331]: DEBUG neutron.wsgi [req-5550caf0-9bd4-427d-a411-155de4b08435 req-123743da-2616-4e0b-8dd6-2fda0c760a2b service neutron] (88331) timed out ('10.222.0.60', 47710) {{(pid=88331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 21:47:24.663150 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:47:28.423002 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b2ddef91-a7f4-4f50-9e95-9a152c545018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:47:29.057930 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:47:30.886388 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dbb2ee44-0bff-4c36-a797-0e2b647528bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:47:31.646960 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:47:32.148405 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:47:33.468974 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:47:42.597364 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:47:54.671660 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:47:58.416298 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-533a88ac-42f9-4106-bd66-c050398f0475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:47:59.059531 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:48:00.890952 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b66a2db8-edb5-499f-b5c5-02f65ac202fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:48:01.653125 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:48:02.151761 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:48:03.471756 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:48:19.598911 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:48:24.672047 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:48:28.419165 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-fb0be38d-47ee-4f22-be79-cfdd2efeae75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:48:29.059805 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:48:30.892097 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2da1808e-3d08-4654-901d-fcc9c2f6e2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:48:31.644941 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:48:32.154454 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:48:33.475129 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:48:54.672210 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:48:56.598387 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:48:58.421115 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bea0d3b4-5f42-41d8-8d18-149606274178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:48:59.059893 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:49:00.893709 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-622e6a33-b5dd-4f47-b352-7ca08c9ae20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:49:01.647114 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:49:02.157160 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:49:03.477547 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:49:24.685734 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:49:28.423551 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-03f4be2d-9faa-4b46-af35-53436ba6feca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:49:29.073289 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:49:30.895358 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-91cae460-b063-445a-9c91-58a799326906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:49:31.651089 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:49:32.160407 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:49:33.478635 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:49:33.597340 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:49:54.684967 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:49:58.426238 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-10e08248-0902-40c6-a9c8-dc74b70deec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:49:59.087304 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:50:00.897301 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-2182d25d-e04e-4cb7-b964-ccd9448614f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:50:01.653367 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:50:02.162818 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:50:03.481638 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:50:10.595863 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:50:24.696577 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:50:28.427893 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0e5286dd-3b69-4726-80ef-5b5b2ef9ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:50:29.087093 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:50:30.898749 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bbef640b-f858-478f-8146-e6b933673a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:50:31.656499 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:50:32.165935 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:50:33.483875 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:50:47.595478 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:50:54.732524 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:50:58.429674 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-341a99da-06a6-4be0-b863-a5f37e18cb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:50:59.101218 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:51:00.900192 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-0dbdba4c-b1fe-4c74-88bd-50bf01a3f289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:51:01.659619 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:51:02.169320 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:51:03.485680 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:51:24.594984 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:51:24.744598 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:51:28.435906 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-26266585-3cce-4df6-bf09-a4b9c14394c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:51:29.100685 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:51:30.902356 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-37f2fb28-bfb8-4375-9812-c5dbcbcfa20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:51:31.666303 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:51:32.171265 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:51:33.489276 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:51:54.742716 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:51:58.428809 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9ccb405c-b3cf-44d5-bf00-6df3b678efc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:51:59.100001 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:52:00.904214 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-161ddf4a-783c-4fe2-b4f3-5442e30fdead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:52:01.594820 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:52:01.661737 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:52:02.173169 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:52:03.490436 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:52:14.477670 n-d-843339-1 neutron-server[88332]: DEBUG neutron.wsgi [req-bd0160be-a5e2-431a-a7e6-ef1b1d9c5ac8 req-959bb2c5-cc4e-43cd-abdd-6e62dc6789d8 service neutron] (88332) timed out ('10.222.0.60', 49272) {{(pid=88332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 21:52:24.742756 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:52:28.429989 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-45bb6f31-4428-4885-b842-5c063cbf0784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:52:29.114500 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:52:30.905697 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-26c5bb85-08fa-4148-bf92-2f13d0606f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:52:31.664278 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:52:32.176517 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:52:33.495202 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:52:38.594776 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:52:54.741873 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:52:58.435211 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-9595afec-6193-4847-b4bb-932d1dfae4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:52:59.116393 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:53:00.906999 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-3b3ab644-476a-40a4-955b-31f2acba780a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:53:01.668410 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:53:02.179533 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:53:03.495794 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:53:15.594848 n-d-843339-1 neutron-server[88335]: DEBUG neutron.db.agents_db [None req-d3b48d2d-3a3b-4fee-a162-10f024d312c3 None None] Agent healthcheck: found 7 active agents {{(pid=88335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 21:53:24.742102 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-b31a0905-b474-4562-8607-d62f486f4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:53:28.427994 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-160c184f-5763-4fff-b27f-15dd7ae8406b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:53:29.125648 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-dee39402-f672-46e4-a1e8-a716d0730a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:53:30.913577 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-13e49d59-349a-4c28-a251-48ee82e27534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:53:31.672301 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-7d26b27a-072a-42ea-88e8-b091aa96ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:53:32.182786 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-bf4450c1-2980-4525-92db-c111311bc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 21:53:33.498972 n-d-843339-1 neutron-server[88333]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1644-01cb-4914-a374-028372c04f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739053763530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-778166'] for agent, after_update {{(pid=88333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}